-- Logs begin at Thu 2021-12-16 21:50:34 UTC, end at Thu 2021-12-16 23:35:27 UTC. --
Dec 16 22:23:42.656766 dv-neutron-821829-1-hyperv systemd[1]: Started Devstack devstack@q-svc.service.
Dec 16 22:23:45.009455 dv-neutron-821829-1-hyperv neutron-server[87401]: INFO neutron.common.config [-] Logging enabled!
Dec 16 22:23:45.010177 dv-neutron-821829-1-hyperv neutron-server[87401]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.2.dev98
Dec 16 22:23:45.010265 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=87401) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
Dec 16 22:23:45.013358 dv-neutron-821829-1-hyperv neutron-server[87401]: INFO neutron.common.config [-] Logging enabled!
Dec 16 22:23:45.013618 dv-neutron-821829-1-hyperv neutron-server[87401]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.2.dev98
Dec 16 22:23:45.013934 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=87401) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
Dec 16 22:23:45.014843 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}}
Dec 16 22:23:45.015082 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}}
Dec 16 22:23:45.015444 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
Dec 16 22:23:45.015694 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}}
Dec 16 22:23:45.015956 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}}
Dec 16 22:23:45.016282 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.common.config [-] allow_bulk                     = True {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 22:23:45.016584 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.common.config [-] allow_overlapping_ips          = True {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 22:23:45.016885 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.common.config [-] api_extensions_path            =  {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 22:23:45.017119 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.common.config [-] api_paste_config               = api-paste.ini {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 22:23:45.017417 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.common.config [-] api_workers                    = 2 {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 22:23:45.017711 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.common.config [-] auth_strategy                  = keystone {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 22:23:45.017994 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.common.config [-] backlog                        = 4096 {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 22:23:45.018923 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.common.config [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 22:23:45.019231 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.common.config [-] bind_host                      = 0.0.0.0 {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 22:23:45.019524 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.common.config [-] bind_port                      = 9696 {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 22:23:45.019837 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.common.config [-] client_socket_timeout          = 900 {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 22:23:45.020127 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.common.config [-] config_dir                     = [] {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 22:23:45.020360 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.common.config [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 22:23:45.020646 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.common.config [-] config_source                  = [] {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 22:23:45.020937 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.common.config [-] control_exchange               = neutron {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 22:23:45.021228 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.common.config [-] core_plugin                    = ml2 {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 22:23:45.021455 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.common.config [-] debug                          = True {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 22:23:45.021738 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.common.config [-] default_availability_zones     = [] {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 22:23:45.022161 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.common.config [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 22:23:45.022568 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.common.config [-] dhcp_agent_notification        = True {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 22:23:45.022856 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.common.config [-] dhcp_lease_duration            = 86400 {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 22:23:45.023148 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.common.config [-] dns_domain                     = openstacklocal {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 22:23:45.023433 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.common.config [-] enable_traditional_dhcp        = True {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 22:23:45.023707 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.common.config [-] external_dns_driver            = None {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 22:23:45.024011 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.common.config [-] filter_validation              = True {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 22:23:45.024298 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.common.config [-] global_physnet_mtu             = 1500 {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 22:23:45.024627 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.common.config [-] host                           = dv-neutron-821829-1-hyperv {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 22:23:45.024910 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.common.config [-] http_retries                   = 3 {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 22:23:45.025200 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.common.config [-] instance_format                = [instance: %(uuid)s]  {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 22:23:45.025486 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.common.config [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 22:23:45.025774 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.common.config [-] ipam_driver                    = internal {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 22:23:45.026051 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.common.config [-] ipv6_pd_enabled                = False {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 22:23:45.026328 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.common.config [-] log_config_append              = None {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 22:23:45.026612 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.common.config [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 22:23:45.026887 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.common.config [-] log_dir                        = None {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 22:23:45.027162 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.common.config [-] log_file                       = None {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 22:23:45.027439 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.common.config [-] log_rotate_interval            = 1 {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 22:23:45.027727 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.common.config [-] log_rotate_interval_type       = days {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 22:23:45.028040 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.common.config [-] log_rotation_type              = none {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 22:23:45.028334 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.common.config [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 22:23:45.028562 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.common.config [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 22:23:45.028786 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.common.config [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 22:23:45.029078 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.common.config [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 22:23:45.029366 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.common.config [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 22:23:45.029642 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.common.config [-] max_dns_nameservers            = 5 {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 22:23:45.029917 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.common.config [-] max_header_line                = 16384 {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 22:23:45.030192 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.common.config [-] max_logfile_count              = 30 {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 22:23:45.030465 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.common.config [-] max_logfile_size_mb            = 200 {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 22:23:45.030740 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.common.config [-] max_subnet_host_routes         = 20 {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 22:23:45.031011 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.common.config [-] network_link_prefix            = None {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 22:23:45.031295 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 22:23:45.031579 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 22:23:45.031894 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.common.config [-] pagination_max_limit           = -1 {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 22:23:45.032172 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.common.config [-] periodic_fuzzy_delay           = 5 {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 22:23:45.032445 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.common.config [-] periodic_interval              = 40 {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 22:23:45.032716 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.common.config [-] publish_errors                 = False {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 22:23:45.032990 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.common.config [-] rate_limit_burst               = 0 {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 22:23:45.033275 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.common.config [-] rate_limit_except_level        = CRITICAL {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 22:23:45.033556 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.common.config [-] rate_limit_interval            = 0 {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 22:23:45.033877 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.common.config [-] retry_until_window             = 30 {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 22:23:45.034160 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.common.config [-] rpc_response_max_timeout       = 600 {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 22:23:45.034449 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.common.config [-] rpc_state_report_workers       = 0 {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 22:23:45.034718 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.common.config [-] rpc_workers                    = None {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 22:23:45.034995 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.common.config [-] send_events_interval           = 2 {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 22:23:45.035295 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.common.config [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 22:23:45.035582 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.common.config [-] setproctitle                   = on {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 22:23:45.035892 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.common.config [-] state_path                     = /opt/stack/data/neutron {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 22:23:45.036180 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.common.config [-] syslog_log_facility            = LOG_USER {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 22:23:45.036456 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.common.config [-] tcp_keepidle                   = 600 {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 22:23:45.036739 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.common.config [-] transport_url                  = **** {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 22:23:45.037014 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.common.config [-] use_eventlog                   = False {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 22:23:45.037288 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.common.config [-] use_journal                    = False {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 22:23:45.037562 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.common.config [-] use_json                       = False {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 22:23:45.037835 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.common.config [-] use_ssl                        = False {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 22:23:45.038107 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.common.config [-] use_stderr                     = False {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 22:23:45.038389 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.common.config [-] use_syslog                     = False {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 22:23:45.038662 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.common.config [-] vlan_transparent               = False {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 22:23:45.038935 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.common.config [-] watch_log_file                 = False {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 22:23:45.039212 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.common.config [-] wsgi_default_pool_size         = 100 {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 22:23:45.039487 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.common.config [-] wsgi_keep_alive                = True {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 22:23:45.039788 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.common.config [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 22:23:45.040089 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:45.040387 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:45.040688 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.common.config [-] profiler.connection_string     = messaging:// {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:45.040970 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.common.config [-] profiler.enabled               = False {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:45.041265 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.common.config [-] profiler.es_doc_type           = notification {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:45.041548 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.common.config [-] profiler.es_scroll_size        = 10000 {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:45.041838 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.common.config [-] profiler.es_scroll_time        = 2m {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:45.042116 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.common.config [-] profiler.filter_error_trace    = False {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:45.042404 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.common.config [-] profiler.hmac_keys             = SECRET_KEY {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:45.042693 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:45.042983 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.common.config [-] profiler.socket_timeout        = 0.1 {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:45.043263 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy      = False {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:45.043659 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:45.043990 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope      = False {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:45.044300 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:45.044634 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:45.044957 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.common.config [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:45.045279 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:45.045579 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:45.045896 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:45.046208 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:45.046493 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:45.046783 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.common.config [-] nova.auth_section              = None {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:45.047097 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.common.config [-] nova.auth_type                 = password {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:45.047429 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.common.config [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:45.047745 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.common.config [-] nova.certfile                  = None {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:45.048054 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.common.config [-] nova.collect_timing            = False {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:45.048354 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.common.config [-] nova.endpoint_type             = public {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:45.048638 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.common.config [-] nova.insecure                  = False {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:45.048916 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.common.config [-] nova.keyfile                   = None {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:45.049198 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.common.config [-] nova.live_migration_events     = False {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:45.049517 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.common.config [-] nova.region_name               = RegionOne {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:45.049804 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.common.config [-] nova.split_loggers             = False {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:45.050085 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.common.config [-] nova.timeout                   = None {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:45.050372 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.common.config [-] placement.auth_section         = None {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:45.050653 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.common.config [-] placement.auth_type            = None {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:45.050931 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.common.config [-] placement.cafile               = None {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:45.051207 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.common.config [-] placement.certfile             = None {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:45.051488 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.common.config [-] placement.collect_timing       = False {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:45.051803 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.common.config [-] placement.endpoint_type        = public {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:45.052089 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.common.config [-] placement.insecure             = False {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:45.052366 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.common.config [-] placement.keyfile              = None {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:45.052642 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.common.config [-] placement.region_name          = None {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:45.052921 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.common.config [-] placement.split_loggers        = False {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:45.053197 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.common.config [-] placement.timeout              = None {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:45.053491 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.common.config [-] ironic.auth_section            = None {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:45.053772 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.common.config [-] ironic.auth_type               = None {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:45.054048 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.common.config [-] ironic.cafile                  = None {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:45.054326 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.common.config [-] ironic.certfile                = None {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:45.054609 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.common.config [-] ironic.collect_timing          = False {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:45.054885 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.common.config [-] ironic.connect_retries         = None {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:45.055158 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.common.config [-] ironic.connect_retry_delay     = None {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:45.055440 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.common.config [-] ironic.enable_notifications    = False {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:45.055717 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.common.config [-] ironic.endpoint_override       = None {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:45.056021 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.common.config [-] ironic.insecure                = False {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:45.056298 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.common.config [-] ironic.interface               = None {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:45.056572 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.common.config [-] ironic.keyfile                 = None {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:45.056848 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.common.config [-] ironic.max_version             = None {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:45.057126 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.common.config [-] ironic.min_version             = None {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:45.057401 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.common.config [-] ironic.region_name             = None {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:45.057677 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.common.config [-] ironic.service_name            = None {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:45.057955 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.common.config [-] ironic.service_type            = None {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:45.058232 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.common.config [-] ironic.split_loggers           = False {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:45.058509 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.common.config [-] ironic.status_code_retries     = None {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:45.058782 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:45.059058 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.common.config [-] ironic.timeout                 = None {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:45.059331 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.common.config [-] ironic.valid_interfaces        = None {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:45.059609 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.common.config [-] ironic.version                 = None {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:45.059924 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:45.060225 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:45.060505 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:45.060788 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:45.061071 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:45.061351 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:45.061633 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:45.061914 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:45.062195 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:45.062479 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:45.062756 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:45.063050 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:45.063336 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:45.063626 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:45.063933 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:45.064216 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:45.064512 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:45.064794 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:45.065591 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:45.065886 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:45.066171 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:45.066468 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:45.066756 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl      = False {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:45.067058 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:45.067357 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:45.067654 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:45.067981 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version =  {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:45.068279 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:45.068563 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:45.068874 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:45.069157 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:45.069378 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}}
Dec 16 22:23:45.069621 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=87401) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}}
Dec 16 22:23:45.458936 dv-neutron-821829-1-hyperv neutron-server[87401]: INFO keyring.backend [-] Loading KWallet
Dec 16 22:23:45.466312 dv-neutron-821829-1-hyperv neutron-server[87401]: INFO keyring.backend [-] Loading SecretService
Dec 16 22:23:45.470022 dv-neutron-821829-1-hyperv neutron-server[87401]: INFO keyring.backend [-] Loading Windows
Dec 16 22:23:45.472020 dv-neutron-821829-1-hyperv neutron-server[87401]: INFO keyring.backend [-] Loading chainer
Dec 16 22:23:45.472613 dv-neutron-821829-1-hyperv neutron-server[87401]: INFO keyring.backend [-] Loading macOS
Dec 16 22:23:45.507413 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=87401) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:23:45.507691 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=87401) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:23:45.508017 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=87401) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:23:45.508355 dv-neutron-821829-1-hyperv neutron-server[87401]: INFO neutron.manager [-] Loading core plugin: ml2
Dec 16 22:23:45.818322 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_create 55550000 {{(pid=87401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 22:23:45.818614 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_update 55550000 {{(pid=87401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 22:23:45.818888 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_delete 55550000 {{(pid=87401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 22:23:45.820130 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_create 55550000 {{(pid=87401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 22:23:45.820405 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_update 55550000 {{(pid=87401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 22:23:45.820684 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_delete 55550000 {{(pid=87401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 22:23:45.942329 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_create 55550000 {{(pid=87401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 22:23:45.942614 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_update 55550000 {{(pid=87401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 22:23:45.942888 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_delete 55550000 {{(pid=87401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 22:23:45.956580 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_create 55550000 {{(pid=87401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 22:23:45.956863 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_update 55550000 {{(pid=87401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 22:23:45.957135 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_delete 55550000 {{(pid=87401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 22:23:45.988910 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_create 55550000 {{(pid=87401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 22:23:45.989186 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_update 55550000 {{(pid=87401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 22:23:45.989458 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_delete 55550000 {{(pid=87401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 22:23:46.028031 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_create 55550000 {{(pid=87401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 22:23:46.028567 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_update 55550000 {{(pid=87401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 22:23:46.028567 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_delete 55550000 {{(pid=87401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 22:23:46.265846 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f1b7e1e0af0> agent after_create 55550000 {{(pid=87401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 22:23:46.266089 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f1b7e1e0af0> agent after_update 55550000 {{(pid=87401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 22:23:46.266389 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _add_segment_host_mapping_for_segment at 0x7f1b7e1e09d0> segment precommit_create 55550000 {{(pid=87401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 22:23:46.266684 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _delete_segments_for_network at 0x7f1b7e1e0a60> network precommit_delete 55550000 {{(pid=87401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 22:23:46.267429 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _prevent_segment_delete_with_port_bound at 0x7f1b7e29a790> segment before_delete 55550000 {{(pid=87401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 22:23:46.394527 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._before_network_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1b7ed77c10>> network before_delete 55550000 {{(pid=87401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 22:23:46.394850 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function DVRDbMixin._delete_mac_associated_with_agent at 0x7f1b7e1da0d0> agent before_delete 55550000 {{(pid=87401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 22:23:46.395132 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1b7ed77c10>> network before_create 55550000 {{(pid=87401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 22:23:46.395406 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1b7ed77c10>> port before_create 55550000 {{(pid=87401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 22:23:46.395675 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1b7ed77c10>> port before_update 55550000 {{(pid=87401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 22:23:46.396031 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_after_delete_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1b7ed77c10>> segment after_delete 55550000 {{(pid=87401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 22:23:46.396319 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1b7ed77c10>> segment precommit_create 55550000 {{(pid=87401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 22:23:46.396599 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1b7ed77c10>> segment precommit_delete 55550000 {{(pid=87401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 22:23:46.396878 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1b7ed77c10>> segment after_create 55550000 {{(pid=87401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 22:23:46.397187 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1b7ed77c10>> network after_delete 55550000 {{(pid=87401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 22:23:46.397449 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1b7ed77c10>> network precommit_delete 0 {{(pid=87401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 22:23:46.397879 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._port_provisioned of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1b7ed77c10>> port provisioning_complete 55550000 {{(pid=87401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 22:23:46.398176 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_create of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1b7ed77c10>> rbac-policy before_create 55550000 {{(pid=87401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 22:23:46.398472 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_delete of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1b7ed77c10>> rbac-policy after_delete 55550000 {{(pid=87401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 22:23:46.398774 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._retry_binding_revived_agents of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1b7ed77c10>> agent after_update 55550000 {{(pid=87401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 22:23:46.399070 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1b7ed77c10>> subnet after_delete 55550000 {{(pid=87401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 22:23:46.399357 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1b7ed77c10>> subnet precommit_delete 0 {{(pid=87401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 22:23:46.399666 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1b7ed77c10>> rbac-policy before_update 55550000 {{(pid=87401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 22:23:46.399971 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1b7ed77c10>> rbac-policy before_delete 55550000 {{(pid=87401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 22:23:46.400300 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DhcpAgentSchedulerDbMixin.auto_schedule_new_network_segments of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1b7ed77c10>> segment_host_mapping after_create 55550000 {{(pid=87401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 22:23:46.400674 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1b7ed77c10>> port after_create 55550000 {{(pid=87401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 22:23:46.400934 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1b7ed77c10>> port after_update 55550000 {{(pid=87401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 22:23:46.401188 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1b7ed77c10>> port after_delete 55550000 {{(pid=87401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 22:23:46.401472 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1b7ed77c10>> rbac-policy before_create 55550000 {{(pid=87401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 22:23:46.401748 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1b7ed77c10>> rbac-policy before_update 55550000 {{(pid=87401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 22:23:46.402031 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1b7ed77c10>> rbac-policy before_delete 55550000 {{(pid=87401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 22:23:46.402450 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=87401) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Dec 16 22:23:46.402694 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=87401) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Dec 16 22:23:46.402931 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=87401) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Dec 16 22:23:46.403167 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=87401) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Dec 16 22:23:46.403401 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=87401) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Dec 16 22:23:46.403638 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=87401) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Dec 16 22:23:46.404032 dv-neutron-821829-1-hyperv neutron-server[87401]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve']
Dec 16 22:23:46.407277 dv-neutron-821829-1-hyperv neutron-server[87401]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1']
Dec 16 22:23:46.411918 dv-neutron-821829-1-hyperv neutron-server[87401]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete
Dec 16 22:23:46.415705 dv-neutron-821829-1-hyperv neutron-server[87401]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(150, 199)])])
Dec 16 22:23:46.417511 dv-neutron-821829-1-hyperv neutron-server[87401]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']
Dec 16 22:23:46.418000 dv-neutron-821829-1-hyperv neutron-server[87401]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'])
Dec 16 22:23:46.418351 dv-neutron-821829-1-hyperv neutron-server[87401]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan']
Dec 16 22:23:46.418757 dv-neutron-821829-1-hyperv neutron-server[87401]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security']
Dec 16 22:23:46.421811 dv-neutron-821829-1-hyperv neutron-server[87401]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security']
Dec 16 22:23:46.422064 dv-neutron-821829-1-hyperv neutron-server[87401]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security']
Dec 16 22:23:46.422413 dv-neutron-821829-1-hyperv neutron-server[87401]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv']
Dec 16 22:23:46.450723 dv-neutron-821829-1-hyperv neutron-server[87401]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa']
Dec 16 22:23:46.451172 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.qos.drivers.openvswitch.driver.OVSDriver object at 0x7f1b7e0329a0>> qos_plugin after_init 55550000 {{(pid=87401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 22:23:46.451473 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=87401) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}}
Dec 16 22:23:46.451858 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.logapi.drivers.openvswitch.driver.OVSDriver object at 0x7f1b7e032400>> logging-plugin after_init 55550000 {{(pid=87401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 22:23:46.453327 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=87401) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}}
Dec 16 22:23:46.453629 dv-neutron-821829-1-hyperv neutron-server[87401]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv']
Dec 16 22:23:46.453909 dv-neutron-821829-1-hyperv neutron-server[87401]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv']
Dec 16 22:23:46.457289 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f1b7e0112e0>> floatingip before_response 55550000 {{(pid=87401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 22:23:46.457836 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f1b7e0112e0>> port before_response 55550000 {{(pid=87401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 22:23:46.523250 dv-neutron-821829-1-hyperv neutron-server[87401]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat'
Dec 16 22:23:46.523466 dv-neutron-821829-1-hyperv neutron-server[87401]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete
Dec 16 22:23:46.523710 dv-neutron-821829-1-hyperv neutron-server[87401]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve'
Dec 16 22:23:46.524118 dv-neutron-821829-1-hyperv neutron-server[87401]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)]
Dec 16 22:23:46.556419 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_db.sqlalchemy.engines [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=87401) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}}
Dec 16 22:23:46.884335 dv-neutron-821829-1-hyperv neutron-server[87401]: INFO neutron.plugins.ml2.managers [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Initializing driver for type 'gre'
Dec 16 22:23:46.884852 dv-neutron-821829-1-hyperv neutron-server[87401]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] gre ID ranges: [(1, 1000)]
Dec 16 22:23:46.935813 dv-neutron-821829-1-hyperv neutron-server[87401]: INFO neutron.plugins.ml2.managers [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Initializing driver for type 'local'
Dec 16 22:23:46.936249 dv-neutron-821829-1-hyperv neutron-server[87401]: INFO neutron.plugins.ml2.managers [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Initializing driver for type 'vlan'
Dec 16 22:23:46.948207 dv-neutron-821829-1-hyperv neutron-server[87401]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] VlanTypeDriver initialization complete
Dec 16 22:23:46.948474 dv-neutron-821829-1-hyperv neutron-server[87401]: INFO neutron.plugins.ml2.managers [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Initializing driver for type 'vxlan'
Dec 16 22:23:46.948952 dv-neutron-821829-1-hyperv neutron-server[87401]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] vxlan ID ranges: [(1, 1000)]
Dec 16 22:23:47.003890 dv-neutron-821829-1-hyperv neutron-server[87401]: INFO neutron.plugins.ml2.managers [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Initializing extension driver 'port_security'
Dec 16 22:23:47.004230 dv-neutron-821829-1-hyperv neutron-server[87401]: INFO neutron.plugins.ml2.extensions.port_security [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] PortSecurityExtensionDriver initialization complete
Dec 16 22:23:47.004569 dv-neutron-821829-1-hyperv neutron-server[87401]: INFO neutron.plugins.ml2.managers [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Initializing mechanism driver 'openvswitch'
Dec 16 22:23:47.004890 dv-neutron-821829-1-hyperv neutron-server[87401]: INFO neutron.plugins.ml2.managers [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Initializing mechanism driver 'hyperv'
Dec 16 22:23:47.011512 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.plugins.ml2.plugin [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=87401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:23:47.012291 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron_lib.callbacks.manager [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f1b7e13d640>> port after_create 55550000 {{(pid=87401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 22:23:47.012680 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron_lib.callbacks.manager [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f1b7e13d640>> port after_update 55550000 {{(pid=87401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 22:23:47.013030 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron_lib.callbacks.manager [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f1b7e13d640>> port after_delete 55550000 {{(pid=87401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 22:23:47.013411 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron_lib.callbacks.manager [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f1b7e13d7f0>> subnet after_create 55550000 {{(pid=87401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 22:23:47.013755 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron_lib.callbacks.manager [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f1b7e13d7f0>> subnet after_update 55550000 {{(pid=87401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 22:23:47.014097 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron_lib.callbacks.manager [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f1b7e13d7f0>> subnet after_delete 55550000 {{(pid=87401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 22:23:47.014471 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron_lib.callbacks.manager [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f1b7dafc970>> network after_create 55550000 {{(pid=87401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 22:23:47.014812 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron_lib.callbacks.manager [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f1b7dafc970>> network after_update 55550000 {{(pid=87401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 22:23:47.015147 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron_lib.callbacks.manager [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f1b7dafc970>> network after_delete 55550000 {{(pid=87401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 22:23:47.015513 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron_lib.callbacks.manager [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f1b7dafcbe0>> security_group after_create 55550000 {{(pid=87401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 22:23:47.015881 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron_lib.callbacks.manager [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f1b7dafcbe0>> security_group after_update 55550000 {{(pid=87401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 22:23:47.016220 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron_lib.callbacks.manager [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f1b7dafcbe0>> security_group after_delete 55550000 {{(pid=87401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 22:23:47.016590 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron_lib.callbacks.manager [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f1b7dafce50>> security_group_rule after_create 55550000 {{(pid=87401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 22:23:47.016928 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron_lib.callbacks.manager [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f1b7dafce50>> security_group_rule after_update 55550000 {{(pid=87401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 22:23:47.017261 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron_lib.callbacks.manager [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f1b7dafce50>> security_group_rule after_delete 55550000 {{(pid=87401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 22:23:47.017627 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron_lib.callbacks.manager [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f1b7dafcee0>> address_group after_create 55550000 {{(pid=87401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 22:23:47.017961 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron_lib.callbacks.manager [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f1b7dafcee0>> address_group after_update 55550000 {{(pid=87401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 22:23:47.018837 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron_lib.callbacks.manager [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f1b7dafcee0>> address_group after_delete 55550000 {{(pid=87401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 22:23:47.019172 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] ML2 OVO RPC backend initialized. {{(pid=87401) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}}
Dec 16 22:23:47.019878 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron_lib.callbacks.manager [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_created of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f1b7db034f0>> router_interface after_create 55550000 {{(pid=87401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 22:23:47.020228 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron_lib.callbacks.manager [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_deleted of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f1b7db034f0>> router_interface after_delete 55550000 {{(pid=87401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 22:23:47.020635 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron_lib.callbacks.manager [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f1b7db034f0>> network before_response 55550000 {{(pid=87401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 22:23:47.020975 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron_lib.callbacks.manager [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f1b7db034f0>> networks before_response 55550000 {{(pid=87401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 22:23:47.021314 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron_lib.callbacks.manager [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f1b7db034f0>> port before_response 55550000 {{(pid=87401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 22:23:47.021646 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron_lib.callbacks.manager [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f1b7db034f0>> ports before_response 55550000 {{(pid=87401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 22:23:47.021980 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron_lib.callbacks.manager [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f1b7db034f0>> subnet before_response 55550000 {{(pid=87401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 22:23:47.022312 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron_lib.callbacks.manager [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f1b7db034f0>> subnets before_response 55550000 {{(pid=87401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 22:23:47.022649 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron_lib.callbacks.manager [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f1b7db034f0>> network after_create 55550000 {{(pid=87401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 22:23:47.022978 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron_lib.callbacks.manager [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f1b7db034f0>> network after_update 55550000 {{(pid=87401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 22:23:47.023304 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron_lib.callbacks.manager [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f1b7db034f0>> network after_delete 55550000 {{(pid=87401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 22:23:47.023630 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron_lib.callbacks.manager [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f1b7db034f0>> port after_create 55550000 {{(pid=87401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 22:23:47.023981 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron_lib.callbacks.manager [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f1b7db034f0>> port after_update 55550000 {{(pid=87401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 22:23:47.024310 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron_lib.callbacks.manager [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f1b7db034f0>> port after_delete 55550000 {{(pid=87401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 22:23:47.024637 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron_lib.callbacks.manager [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f1b7db034f0>> subnet after_create 55550000 {{(pid=87401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 22:23:47.024964 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron_lib.callbacks.manager [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f1b7db034f0>> subnet after_update 55550000 {{(pid=87401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 22:23:47.025294 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron_lib.callbacks.manager [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f1b7db034f0>> subnet after_delete 55550000 {{(pid=87401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 22:23:47.025846 dv-neutron-821829-1-hyperv neutron-server[87401]: INFO neutron.plugins.ml2.plugin [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Modular L2 Plugin initialization complete
Dec 16 22:23:47.026169 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.manager [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Loading services supported by the core plugin {{(pid=87401) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}}
Dec 16 22:23:47.026484 dv-neutron-821829-1-hyperv neutron-server[87401]: INFO neutron.plugins.ml2.managers [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Got port-security extension from driver 'port_security'
Dec 16 22:23:47.026935 dv-neutron-821829-1-hyperv neutron-server[87401]: INFO neutron.extensions.vlantransparent [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Disabled vlantransparent extension.
Dec 16 22:23:47.027410 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.manager [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=87401) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}}
Dec 16 22:23:47.027717 dv-neutron-821829-1-hyperv neutron-server[87401]: INFO neutron.manager [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Loading Plugin: router
Dec 16 22:23:47.064245 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron_lib.callbacks.manager [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Subscribe: <bound method DVRResourceOperationHandler._add_csnat_on_interface_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f1b7db03610>> router_interface before_create 55550000 {{(pid=87401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 22:23:47.064790 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron_lib.callbacks.manager [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._after_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f1b7db03610>> router after_create 55549900 {{(pid=87401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 22:23:47.064986 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron_lib.callbacks.manager [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._before_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f1b7db03610>> router before_create 55549900 {{(pid=87401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 22:23:47.065375 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron_lib.callbacks.manager [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Subscribe: <bound method DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f1b7db03610>> router_interface before_delete 55550000 {{(pid=87401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 22:23:47.065742 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron_lib.callbacks.manager [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Subscribe: <bound method DVRResourceOperationHandler._cleanup_after_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f1b7db03610>> router_interface after_delete 55550000 {{(pid=87401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 22:23:47.066092 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron_lib.callbacks.manager [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._cleanup_ha_network of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f1b7db03610>> router after_delete 55549900 {{(pid=87401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 22:23:47.066446 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron_lib.callbacks.manager [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Subscribe: <bound method DVRResourceOperationHandler._create_dvr_floating_gw_port of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f1b7db03610>> floatingip after_update 55550000 {{(pid=87401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 22:23:47.066803 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron_lib.callbacks.manager [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f1b7db03610>> router after_create 55549900 {{(pid=87401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 22:23:47.067145 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron_lib.callbacks.manager [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f1b7db03610>> router after_update 55549900 {{(pid=87401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 22:23:47.067490 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron_lib.callbacks.manager [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_distributed_port_bindings_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f1b7db03610>> router after_update 55549900 {{(pid=87401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 22:23:47.067859 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron_lib.callbacks.manager [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_dvr_internal_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f1b7db03610>> router_gateway after_delete 55550000 {{(pid=87401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 22:23:47.068215 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron_lib.callbacks.manager [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f1b7db03610>> router after_update 55549900 {{(pid=87401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 22:23:47.068623 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron_lib.callbacks.manager [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Subscribe: <bound method DVRResourceOperationHandler._handle_distributed_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f1b7db03610>> router precommit_update 55549900 {{(pid=87401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 22:23:47.068987 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron_lib.callbacks.manager [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Subscribe: <function L3RpcNotifierMixin._notify_gateway_port_ip_changed at 0x7f1b7e18a3a0> port after_update 55550000 {{(pid=87401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 22:23:47.069321 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron_lib.callbacks.manager [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Subscribe: <function L3RpcNotifierMixin._notify_routers_callback at 0x7f1b7e18a550> port after_delete 55550000 {{(pid=87401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 22:23:47.069653 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron_lib.callbacks.manager [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Subscribe: <function L3RpcNotifierMixin._notify_subnet_gateway_ip_update at 0x7f1b7e18a4c0> subnet after_update 55550000 {{(pid=87401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 22:23:47.069986 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron_lib.callbacks.manager [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Subscribe: <function L3RpcNotifierMixin._notify_subnetpool_address_scope_update at 0x7f1b7e18a430> subnetpool_address_scope after_update 55550000 {{(pid=87401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 22:23:47.070328 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron_lib.callbacks.manager [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Subscribe: <bound method L3_NAT_dbonly_mixin._precommit_delete_port_callback of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f1b7db03610>> port precommit_delete 55550000 {{(pid=87401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 22:23:47.070672 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron_lib.callbacks.manager [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._precommit_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f1b7db03610>> router precommit_create 55549900 {{(pid=87401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 22:23:47.071007 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron_lib.callbacks.manager [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Subscribe: <function L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback at 0x7f1b7e177c10> port before_delete 55550000 {{(pid=87401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 22:23:47.071345 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron_lib.callbacks.manager [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Subscribe: <bound method RouterAvailabilityZoneMixin._process_az_request of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f1b7db03610>> router precommit_create 55550000 {{(pid=87401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 22:23:47.071695 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron_lib.callbacks.manager [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._reconfigure_ha_resources of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f1b7db03610>> router after_update 55549900 {{(pid=87401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 22:23:47.072063 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron_lib.callbacks.manager [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._release_router_vr_id of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f1b7db03610>> router precommit_delete 55549900 {{(pid=87401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 22:23:47.072407 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron_lib.callbacks.manager [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Subscribe: <bound method DVRResourceOperationHandler._set_distributed_flag of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f1b7db03610>> router precommit_create 55549900 {{(pid=87401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 22:23:47.072761 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron_lib.callbacks.manager [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Subscribe: <bound method DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f1b7db03610>> router_interface after_create 55550000 {{(pid=87401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 22:23:47.073100 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron_lib.callbacks.manager [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._validate_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f1b7db03610>> router precommit_update 55549900 {{(pid=87401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 22:23:47.073456 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron_lib.callbacks.manager [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Subscribe: <bound method DVRResourceOperationHandler.create_fip_agent_gw_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f1b7db03610>> agent after_create 55550000 {{(pid=87401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 22:23:47.073804 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron_lib.callbacks.manager [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Subscribe: <bound method DVRResourceOperationHandler.delete_fip_agent_gw_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f1b7db03610>> agent after_delete 55550000 {{(pid=87401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 22:23:47.074144 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron_lib.callbacks.manager [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Subscribe: <bound method DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f1b7db03610>> network after_delete 55550000 {{(pid=87401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 22:23:47.074983 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.quota.resource_registry [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Tracking information for resource: router configured {{(pid=87401) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Dec 16 22:23:47.075311 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.quota.resource_registry [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Tracking information for resource: floatingip configured {{(pid=87401) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Dec 16 22:23:47.080440 dv-neutron-821829-1-hyperv neutron-server[87401]: INFO neutron.db.l3_agentschedulers_db [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled.
Dec 16 22:23:47.081542 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron_lib.callbacks.manager [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Subscribe: <function _notify_l3_agent_port_update at 0x7f1b7da785e0> port after_update 55550000 {{(pid=87401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 22:23:47.081895 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron_lib.callbacks.manager [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Subscribe: <function _notify_l3_agent_new_port at 0x7f1b7da784c0> port after_create 55550000 {{(pid=87401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 22:23:47.082243 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron_lib.callbacks.manager [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Subscribe: <function _notify_port_delete at 0x7f1b7da78550> port after_delete 55550000 {{(pid=87401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 22:23:47.082589 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron_lib.callbacks.manager [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Subscribe: <function _notify_l3_agent_ha_port_update at 0x7f1b7da788b0> port after_update 55550000 {{(pid=87401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 22:23:47.083372 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron_lib.callbacks.manager [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Subscribe: <bound method DriverController._check_router_request of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f1b7da10e20>> router before_create 55550100 {{(pid=87401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 22:23:47.083729 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron_lib.callbacks.manager [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Subscribe: <bound method DriverController._clear_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f1b7da10e20>> router precommit_delete 55550100 {{(pid=87401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 22:23:47.084109 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron_lib.callbacks.manager [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Subscribe: <bound method DriverController._set_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f1b7da10e20>> router precommit_create 55550100 {{(pid=87401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 22:23:47.084460 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron_lib.callbacks.manager [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Subscribe: <bound method DriverController._update_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f1b7da10e20>> router precommit_update 55550100 {{(pid=87401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 22:23:47.088846 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.services.provider_configuration [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Service providers = [] {{(pid=87401) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}}
Dec 16 22:23:47.089208 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.db.servicetype_db [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=87401) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}}
Dec 16 22:23:47.092141 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.services.service_base [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=87401) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Dec 16 22:23:47.092484 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.services.service_base [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=87401) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Dec 16 22:23:47.092823 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.services.service_base [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=87401) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Dec 16 22:23:47.093866 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.services.service_base [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=87401) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Dec 16 22:23:47.094260 dv-neutron-821829-1-hyperv neutron-server[87401]: INFO neutron.services.service_base [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Default provider is not specified for service type L3_ROUTER_NAT
Dec 16 22:23:47.094623 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.manager [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=87401) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Dec 16 22:23:47.094938 dv-neutron-821829-1-hyperv neutron-server[87401]: INFO neutron.manager [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin
Dec 16 22:23:47.106020 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.manager [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=87401) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Dec 16 22:23:47.106351 dv-neutron-821829-1-hyperv neutron-server[87401]: INFO neutron.manager [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Loading Plugin: auto_allocate
Dec 16 22:23:47.112302 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron_lib.callbacks.manager [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f1b7da42c10> network precommit_update 55550000 {{(pid=87401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 22:23:47.112671 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron_lib.callbacks.manager [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f1b7da42c10> network precommit_create 55550000 {{(pid=87401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 22:23:47.113188 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.manager [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=87401) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Dec 16 22:23:47.113505 dv-neutron-821829-1-hyperv neutron-server[87401]: INFO neutron.manager [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Loading Plugin: tag
Dec 16 22:23:47.120291 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.manager [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=87401) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Dec 16 22:23:47.120616 dv-neutron-821829-1-hyperv neutron-server[87401]: INFO neutron.manager [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Loading Plugin: timestamp
Dec 16 22:23:47.124422 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.manager [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=87401) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Dec 16 22:23:47.124746 dv-neutron-821829-1-hyperv neutron-server[87401]: INFO neutron.manager [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Loading Plugin: network_ip_availability
Dec 16 22:23:47.130739 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron_lib.callbacks.manager [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f1b7d9d1df0>> rbac-policy before_create 55550000 {{(pid=87401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 22:23:47.131105 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron_lib.callbacks.manager [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f1b7d9d1df0>> rbac-policy before_update 55550000 {{(pid=87401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 22:23:47.131458 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron_lib.callbacks.manager [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f1b7d9d1df0>> rbac-policy before_delete 55550000 {{(pid=87401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 22:23:47.132186 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.manager [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=87401) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Dec 16 22:23:47.132510 dv-neutron-821829-1-hyperv neutron-server[87401]: INFO neutron.manager [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Loading Plugin: flavors
Dec 16 22:23:47.137456 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.manager [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=87401) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Dec 16 22:23:47.137738 dv-neutron-821829-1-hyperv neutron-server[87401]: INFO neutron.manager [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Loading Plugin: revisions
Dec 16 22:23:47.142009 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.manager [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=87401) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Dec 16 22:23:47.142397 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_concurrency.lockutils [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.634s {{(pid=87401) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:23:47.143126 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.api.extensions [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=87401) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}}
Dec 16 22:23:47.144079 dv-neutron-821829-1-hyperv neutron-server[87401]: INFO neutron.api.extensions [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Initializing extension manager.
Dec 16 22:23:47.144578 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.api.extensions [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Loading extension file: __init__.py {{(pid=87401) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 16 22:23:47.144916 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.api.extensions [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Loading extension file: __pycache__ {{(pid=87401) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 16 22:23:47.145246 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.api.extensions [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=87401) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 16 22:23:47.145574 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.api.extensions [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Loading extension file: address_group.py {{(pid=87401) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 16 22:23:47.146315 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.api.extensions [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=87401) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 16 22:23:47.146872 dv-neutron-821829-1-hyperv neutron-server[87401]: INFO neutron.api.extensions [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Loaded extension: address-group
Dec 16 22:23:47.147191 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.api.extensions [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Loading extension file: address_scope.py {{(pid=87401) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 16 22:23:47.147925 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.api.extensions [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=87401) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 16 22:23:47.148433 dv-neutron-821829-1-hyperv neutron-server[87401]: INFO neutron.api.extensions [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Loaded extension: address-scope
Dec 16 22:23:47.148754 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.api.extensions [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Loading extension file: admin_state_down_before_update.py {{(pid=87401) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 16 22:23:47.149660 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.api.extensions [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=87401) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 16 22:23:47.150164 dv-neutron-821829-1-hyperv neutron-server[87401]: INFO neutron.api.extensions [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Loaded extension: router-admin-state-down-before-update
Dec 16 22:23:47.150484 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.api.extensions [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Loading extension file: agent.py {{(pid=87401) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 16 22:23:47.151178 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.api.extensions [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=87401) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 16 22:23:47.151688 dv-neutron-821829-1-hyperv neutron-server[87401]: INFO neutron.api.extensions [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Loaded extension: agent
Dec 16 22:23:47.152029 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.api.extensions [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Loading extension file: agent_resources_synced.py {{(pid=87401) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 16 22:23:47.152934 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.api.extensions [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=87401) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 16 22:23:47.153443 dv-neutron-821829-1-hyperv neutron-server[87401]: INFO neutron.api.extensions [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Loaded extension: agent-resources-synced
Dec 16 22:23:47.153759 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.api.extensions [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Loading extension file: allowedaddresspairs.py {{(pid=87401) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 16 22:23:47.155503 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.api.extensions [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=87401) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 16 22:23:47.156053 dv-neutron-821829-1-hyperv neutron-server[87401]: INFO neutron.api.extensions [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Loaded extension: allowed-address-pairs
Dec 16 22:23:47.156376 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.api.extensions [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Loading extension file: auto_allocated_topology.py {{(pid=87401) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 16 22:23:47.157447 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.api.extensions [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=87401) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 16 22:23:47.157953 dv-neutron-821829-1-hyperv neutron-server[87401]: INFO neutron.api.extensions [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Loaded extension: auto-allocated-topology
Dec 16 22:23:47.158271 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.api.extensions [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Loading extension file: availability_zone.py {{(pid=87401) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 16 22:23:47.158977 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.api.extensions [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=87401) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 16 22:23:47.159476 dv-neutron-821829-1-hyperv neutron-server[87401]: INFO neutron.api.extensions [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Loaded extension: availability_zone
Dec 16 22:23:47.159820 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.api.extensions [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Loading extension file: availability_zone_filter.py {{(pid=87401) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 16 22:23:47.160723 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.api.extensions [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=87401) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 16 22:23:47.161231 dv-neutron-821829-1-hyperv neutron-server[87401]: INFO neutron.api.extensions [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Loaded extension: availability_zone_filter
Dec 16 22:23:47.161550 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.api.extensions [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Loading extension file: data_plane_status.py {{(pid=87401) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 16 22:23:47.162448 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.api.extensions [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=87401) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 16 22:23:47.162946 dv-neutron-821829-1-hyperv neutron-server[87401]: INFO neutron.api.extensions [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Extension data-plane-status not supported by any of loaded plugins
Dec 16 22:23:47.163261 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.api.extensions [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Loading extension file: default_subnetpools.py {{(pid=87401) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 16 22:23:47.164190 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.api.extensions [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=87401) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 16 22:23:47.164773 dv-neutron-821829-1-hyperv neutron-server[87401]: INFO neutron.api.extensions [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Loaded extension: default-subnetpools
Dec 16 22:23:47.165096 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.api.extensions [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Loading extension file: dhcpagentscheduler.py {{(pid=87401) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 16 22:23:47.165884 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.api.extensions [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=87401) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 16 22:23:47.166385 dv-neutron-821829-1-hyperv neutron-server[87401]: INFO neutron.api.extensions [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Loaded extension: dhcp_agent_scheduler
Dec 16 22:23:47.166703 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.api.extensions [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Loading extension file: dns.py {{(pid=87401) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 16 22:23:47.167595 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.api.extensions [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=87401) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 16 22:23:47.168126 dv-neutron-821829-1-hyperv neutron-server[87401]: INFO neutron.api.extensions [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Extension dns-integration not supported by any of loaded plugins
Dec 16 22:23:47.168444 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.api.extensions [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Loading extension file: dns_domain_ports.py {{(pid=87401) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 16 22:23:47.169355 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.api.extensions [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=87401) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 16 22:23:47.169852 dv-neutron-821829-1-hyperv neutron-server[87401]: INFO neutron.api.extensions [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Extension dns-domain-ports not supported by any of loaded plugins
Dec 16 22:23:47.170171 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.api.extensions [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Loading extension file: dvr.py {{(pid=87401) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 16 22:23:47.170832 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.api.extensions [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=87401) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 16 22:23:47.171336 dv-neutron-821829-1-hyperv neutron-server[87401]: INFO neutron.api.extensions [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Loaded extension: dvr
Dec 16 22:23:47.171653 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.api.extensions [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Loading extension file: empty_string_filtering.py {{(pid=87401) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 16 22:23:47.172590 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.api.extensions [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=87401) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 16 22:23:47.173099 dv-neutron-821829-1-hyperv neutron-server[87401]: INFO neutron.api.extensions [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Loaded extension: empty-string-filtering
Dec 16 22:23:47.173415 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.api.extensions [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=87401) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 16 22:23:47.174311 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.api.extensions [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=87401) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 16 22:23:47.174837 dv-neutron-821829-1-hyperv neutron-server[87401]: INFO neutron.api.extensions [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins
Dec 16 22:23:47.175152 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.api.extensions [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=87401) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 16 22:23:47.176088 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.api.extensions [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=87401) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 16 22:23:47.176588 dv-neutron-821829-1-hyperv neutron-server[87401]: INFO neutron.api.extensions [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins
Dec 16 22:23:47.176901 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.api.extensions [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Loading extension file: external_net.py {{(pid=87401) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 16 22:23:47.177793 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.api.extensions [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=87401) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 16 22:23:47.178293 dv-neutron-821829-1-hyperv neutron-server[87401]: INFO neutron.api.extensions [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Loaded extension: external-net
Dec 16 22:23:47.178608 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.api.extensions [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Loading extension file: extra_dhcp_opt.py {{(pid=87401) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 16 22:23:47.179499 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.api.extensions [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=87401) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 16 22:23:47.180031 dv-neutron-821829-1-hyperv neutron-server[87401]: INFO neutron.api.extensions [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Loaded extension: extra_dhcp_opt
Dec 16 22:23:47.180349 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.api.extensions [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Loading extension file: extraroute.py {{(pid=87401) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 16 22:23:47.181247 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.api.extensions [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=87401) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 16 22:23:47.181745 dv-neutron-821829-1-hyperv neutron-server[87401]: INFO neutron.api.extensions [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Loaded extension: extraroute
Dec 16 22:23:47.182062 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.api.extensions [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Loading extension file: extraroute_atomic.py {{(pid=87401) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 16 22:23:47.183082 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.api.extensions [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=87401) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 16 22:23:47.183583 dv-neutron-821829-1-hyperv neutron-server[87401]: INFO neutron.api.extensions [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Loaded extension: extraroute-atomic
Dec 16 22:23:47.183933 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.api.extensions [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Loading extension file: filter_validation.py {{(pid=87401) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 16 22:23:47.184587 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.api.extensions [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=87401) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 16 22:23:47.185082 dv-neutron-821829-1-hyperv neutron-server[87401]: INFO neutron.api.extensions [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Loaded extension: filter-validation
Dec 16 22:23:47.185397 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.api.extensions [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Loading extension file: fip_pf_description.py {{(pid=87401) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 16 22:23:47.187675 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.api.extensions [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=87401) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 16 22:23:47.188226 dv-neutron-821829-1-hyperv neutron-server[87401]: INFO neutron.api.extensions [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins
Dec 16 22:23:47.188550 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.api.extensions [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Loading extension file: fip_port_details.py {{(pid=87401) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 16 22:23:47.189464 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.api.extensions [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=87401) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 16 22:23:47.189974 dv-neutron-821829-1-hyperv neutron-server[87401]: INFO neutron.api.extensions [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Loaded extension: fip-port-details
Dec 16 22:23:47.190831 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.api.extensions [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Loading extension file: flavors.py {{(pid=87401) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 16 22:23:47.192097 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.api.extensions [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=87401) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 16 22:23:47.192613 dv-neutron-821829-1-hyperv neutron-server[87401]: INFO neutron.api.extensions [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Loaded extension: flavors
Dec 16 22:23:47.192936 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.api.extensions [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=87401) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 16 22:23:47.194596 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.api.extensions [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=87401) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 16 22:23:47.195113 dv-neutron-821829-1-hyperv neutron-server[87401]: INFO neutron.api.extensions [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins
Dec 16 22:23:47.195436 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.api.extensions [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Loading extension file: floatingip_pools.py {{(pid=87401) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 16 22:23:47.196151 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.api.extensions [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=87401) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 16 22:23:47.196657 dv-neutron-821829-1-hyperv neutron-server[87401]: INFO neutron.api.extensions [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Loaded extension: floatingip-pools
Dec 16 22:23:47.196973 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.api.extensions [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Loading extension file: ip_allocation.py {{(pid=87401) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 16 22:23:47.197887 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.api.extensions [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=87401) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 16 22:23:47.198385 dv-neutron-821829-1-hyperv neutron-server[87401]: INFO neutron.api.extensions [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Extension ip_allocation not supported by any of loaded plugins
Dec 16 22:23:47.198702 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.api.extensions [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=87401) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 16 22:23:47.199603 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.api.extensions [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=87401) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 16 22:23:47.200132 dv-neutron-821829-1-hyperv neutron-server[87401]: INFO neutron.api.extensions [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Loaded extension: ip-substring-filtering
Dec 16 22:23:47.200456 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.api.extensions [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Loading extension file: l2_adjacency.py {{(pid=87401) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 16 22:23:47.201365 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.api.extensions [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=87401) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 16 22:23:47.201864 dv-neutron-821829-1-hyperv neutron-server[87401]: INFO neutron.api.extensions [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Extension l2_adjacency not supported by any of loaded plugins
Dec 16 22:23:47.202185 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.api.extensions [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Loading extension file: l3.py {{(pid=87401) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 16 22:23:47.203118 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.api.extensions [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=87401) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 16 22:23:47.203632 dv-neutron-821829-1-hyperv neutron-server[87401]: INFO neutron.api.extensions [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Loaded extension: router
Dec 16 22:23:47.203984 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.api.extensions [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Loading extension file: l3_conntrack_helper.py {{(pid=87401) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 16 22:23:47.206805 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.api.extensions [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=87401) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 16 22:23:47.207320 dv-neutron-821829-1-hyperv neutron-server[87401]: INFO neutron.api.extensions [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Extension l3-conntrack-helper not supported by any of loaded plugins
Dec 16 22:23:47.207643 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.api.extensions [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=87401) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 16 22:23:47.208587 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.api.extensions [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=87401) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 16 22:23:47.209098 dv-neutron-821829-1-hyperv neutron-server[87401]: INFO neutron.api.extensions [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Loaded extension: ext-gw-mode
Dec 16 22:23:47.209425 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.api.extensions [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=87401) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 16 22:23:47.210334 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.api.extensions [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=87401) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 16 22:23:47.210837 dv-neutron-821829-1-hyperv neutron-server[87401]: INFO neutron.api.extensions [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Loaded extension: l3-ha
Dec 16 22:23:47.211155 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.api.extensions [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Loading extension file: l3_flavors.py {{(pid=87401) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 16 22:23:47.212089 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.api.extensions [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=87401) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 16 22:23:47.212588 dv-neutron-821829-1-hyperv neutron-server[87401]: INFO neutron.api.extensions [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Loaded extension: l3-flavors
Dec 16 22:23:47.212903 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.api.extensions [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=87401) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 16 22:23:47.213813 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.api.extensions [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=87401) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 16 22:23:47.214312 dv-neutron-821829-1-hyperv neutron-server[87401]: INFO neutron.api.extensions [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Loaded extension: l3-port-ip-change-not-allowed
Dec 16 22:23:47.214629 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.api.extensions [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Loading extension file: l3agentscheduler.py {{(pid=87401) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 16 22:23:47.215655 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.api.extensions [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=87401) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 16 22:23:47.216185 dv-neutron-821829-1-hyperv neutron-server[87401]: INFO neutron.api.extensions [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Loaded extension: l3_agent_scheduler
Dec 16 22:23:47.216506 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.api.extensions [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Loading extension file: logging.py {{(pid=87401) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 16 22:23:47.218016 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.api.extensions [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=87401) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 16 22:23:47.218533 dv-neutron-821829-1-hyperv neutron-server[87401]: INFO neutron.api.extensions [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Extension logging not supported by any of loaded plugins
Dec 16 22:23:47.218860 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.api.extensions [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Loading extension file: metering.py {{(pid=87401) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 16 22:23:47.219588 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.api.extensions [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=87401) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 16 22:23:47.220193 dv-neutron-821829-1-hyperv neutron-server[87401]: INFO neutron.api.extensions [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Loaded extension: metering
Dec 16 22:23:47.220514 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.api.extensions [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=87401) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 16 22:23:47.221639 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.api.extensions [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=87401) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 16 22:23:47.222154 dv-neutron-821829-1-hyperv neutron-server[87401]: INFO neutron.api.extensions [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Loaded extension: metering_source_and_destination_fields
Dec 16 22:23:47.222477 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.api.extensions [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Loading extension file: multiprovidernet.py {{(pid=87401) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 16 22:23:47.223504 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.api.extensions [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=87401) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 16 22:23:47.224044 dv-neutron-821829-1-hyperv neutron-server[87401]: INFO neutron.api.extensions [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Loaded extension: multi-provider
Dec 16 22:23:47.224370 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.api.extensions [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Loading extension file: netmtu.py {{(pid=87401) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 16 22:23:47.225270 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.api.extensions [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=87401) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 16 22:23:47.225776 dv-neutron-821829-1-hyperv neutron-server[87401]: INFO neutron.api.extensions [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Loaded extension: net-mtu
Dec 16 22:23:47.226098 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.api.extensions [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Loading extension file: netmtu_writable.py {{(pid=87401) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 16 22:23:47.227003 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.api.extensions [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=87401) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 16 22:23:47.227511 dv-neutron-821829-1-hyperv neutron-server[87401]: INFO neutron.api.extensions [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Loaded extension: net-mtu-writable
Dec 16 22:23:47.227869 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.api.extensions [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Loading extension file: network_availability_zone.py {{(pid=87401) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 16 22:23:47.228532 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.api.extensions [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=87401) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 16 22:23:47.229034 dv-neutron-821829-1-hyperv neutron-server[87401]: INFO neutron.api.extensions [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Loaded extension: network_availability_zone
Dec 16 22:23:47.229352 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.api.extensions [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Loading extension file: network_ip_availability.py {{(pid=87401) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 16 22:23:47.230426 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.api.extensions [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=87401) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 16 22:23:47.230931 dv-neutron-821829-1-hyperv neutron-server[87401]: INFO neutron.api.extensions [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Loaded extension: network-ip-availability
Dec 16 22:23:47.231251 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.api.extensions [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Loading extension file: network_segment_range.py {{(pid=87401) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 16 22:23:47.232041 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.api.extensions [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=87401) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 16 22:23:47.232538 dv-neutron-821829-1-hyperv neutron-server[87401]: INFO neutron.api.extensions [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Extension network-segment-range not supported by any of loaded plugins
Dec 16 22:23:47.232857 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.api.extensions [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Loading extension file: pagination.py {{(pid=87401) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 16 22:23:47.233810 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.api.extensions [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=87401) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 16 22:23:47.234136 dv-neutron-821829-1-hyperv neutron-server[87401]: INFO neutron.api.extensions [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Loaded extension: pagination
Dec 16 22:23:47.234454 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.api.extensions [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Loading extension file: port_device_profile.py {{(pid=87401) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 16 22:23:47.235363 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.api.extensions [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=87401) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 16 22:23:47.235915 dv-neutron-821829-1-hyperv neutron-server[87401]: INFO neutron.api.extensions [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Loaded extension: port-device-profile
Dec 16 22:23:47.236238 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.api.extensions [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=87401) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 16 22:23:47.237218 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.api.extensions [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=87401) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 16 22:23:47.237721 dv-neutron-821829-1-hyperv neutron-server[87401]: INFO neutron.api.extensions [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Loaded extension: port-mac-address-regenerate
Dec 16 22:23:47.238039 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.api.extensions [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=87401) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 16 22:23:47.238935 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.api.extensions [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=87401) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 16 22:23:47.239436 dv-neutron-821829-1-hyperv neutron-server[87401]: INFO neutron.api.extensions [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Loaded extension: port-numa-affinity-policy
Dec 16 22:23:47.239754 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.api.extensions [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Loading extension file: port_resource_request.py {{(pid=87401) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 16 22:23:47.240672 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.api.extensions [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=87401) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 16 22:23:47.241171 dv-neutron-821829-1-hyperv neutron-server[87401]: INFO neutron.api.extensions [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Extension port-resource-request not supported by any of loaded plugins
Dec 16 22:23:47.241489 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.api.extensions [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Loading extension file: portbindings.py {{(pid=87401) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 16 22:23:47.242407 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.api.extensions [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=87401) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 16 22:23:47.242984 dv-neutron-821829-1-hyperv neutron-server[87401]: INFO neutron.api.extensions [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Loaded extension: binding
Dec 16 22:23:47.243301 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.api.extensions [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Loading extension file: portbindings_extended.py {{(pid=87401) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 16 22:23:47.244596 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.api.extensions [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=87401) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 16 22:23:47.245105 dv-neutron-821829-1-hyperv neutron-server[87401]: INFO neutron.api.extensions [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Loaded extension: binding-extended
Dec 16 22:23:47.245425 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.api.extensions [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Loading extension file: portsecurity.py {{(pid=87401) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 16 22:23:47.246321 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.api.extensions [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=87401) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 16 22:23:47.246828 dv-neutron-821829-1-hyperv neutron-server[87401]: INFO neutron.api.extensions [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Loaded extension: port-security
Dec 16 22:23:47.247149 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.api.extensions [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Loading extension file: project_id.py {{(pid=87401) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 16 22:23:47.248162 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.api.extensions [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=87401) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 16 22:23:47.248489 dv-neutron-821829-1-hyperv neutron-server[87401]: INFO neutron.api.extensions [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Loaded extension: project-id
Dec 16 22:23:47.248807 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.api.extensions [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Loading extension file: providernet.py {{(pid=87401) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 16 22:23:47.249706 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.api.extensions [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=87401) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 16 22:23:47.250208 dv-neutron-821829-1-hyperv neutron-server[87401]: INFO neutron.api.extensions [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Loaded extension: provider
Dec 16 22:23:47.250523 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.api.extensions [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Loading extension file: qos.py {{(pid=87401) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 16 22:23:47.254790 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.api.extensions [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=87401) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 16 22:23:47.255308 dv-neutron-821829-1-hyperv neutron-server[87401]: INFO neutron.api.extensions [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Extension qos not supported by any of loaded plugins
Dec 16 22:23:47.255635 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.api.extensions [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=87401) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 16 22:23:47.256895 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.api.extensions [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=87401) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 16 22:23:47.257408 dv-neutron-821829-1-hyperv neutron-server[87401]: INFO neutron.api.extensions [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins
Dec 16 22:23:47.257731 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.api.extensions [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=87401) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 16 22:23:47.258634 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.api.extensions [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=87401) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 16 22:23:47.259140 dv-neutron-821829-1-hyperv neutron-server[87401]: INFO neutron.api.extensions [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins
Dec 16 22:23:47.259462 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.api.extensions [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Loading extension file: qos_default.py {{(pid=87401) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 16 22:23:47.260386 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.api.extensions [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=87401) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 16 22:23:47.260892 dv-neutron-821829-1-hyperv neutron-server[87401]: INFO neutron.api.extensions [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Extension qos-default not supported by any of loaded plugins
Dec 16 22:23:47.261213 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.api.extensions [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Loading extension file: qos_fip.py {{(pid=87401) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 16 22:23:47.261911 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.api.extensions [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=87401) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 16 22:23:47.262421 dv-neutron-821829-1-hyperv neutron-server[87401]: INFO neutron.api.extensions [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Extension qos-fip not supported by any of loaded plugins
Dec 16 22:23:47.262738 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.api.extensions [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Loading extension file: qos_gateway_ip.py {{(pid=87401) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 16 22:23:47.263644 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.api.extensions [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=87401) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 16 22:23:47.264178 dv-neutron-821829-1-hyperv neutron-server[87401]: INFO neutron.api.extensions [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Extension qos-gateway-ip not supported by any of loaded plugins
Dec 16 22:23:47.264496 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.api.extensions [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Loading extension file: qos_port_network_policy.py {{(pid=87401) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 16 22:23:47.265463 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.api.extensions [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=87401) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 16 22:23:47.265972 dv-neutron-821829-1-hyperv neutron-server[87401]: INFO neutron.api.extensions [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Extension qos-port-network-policy not supported by any of loaded plugins
Dec 16 22:23:47.266288 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.api.extensions [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Loading extension file: qos_rule_type_details.py {{(pid=87401) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 16 22:23:47.267181 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.api.extensions [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=87401) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 16 22:23:47.267678 dv-neutron-821829-1-hyperv neutron-server[87401]: INFO neutron.api.extensions [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Extension qos-rule-type-details not supported by any of loaded plugins
Dec 16 22:23:47.268025 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.api.extensions [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Loading extension file: qos_rules_alias.py {{(pid=87401) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 16 22:23:47.269670 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.api.extensions [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=87401) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 16 22:23:47.270179 dv-neutron-821829-1-hyperv neutron-server[87401]: INFO neutron.api.extensions [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Extension qos-rules-alias not supported by any of loaded plugins
Dec 16 22:23:47.270493 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.api.extensions [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Loading extension file: quotasv2.py {{(pid=87401) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 16 22:23:47.271371 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.api.extensions [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=87401) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 16 22:23:47.271843 dv-neutron-821829-1-hyperv neutron-server[87401]: INFO neutron.api.extensions [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Loaded extension: quotas
Dec 16 22:23:47.272170 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.api.extensions [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Loading extension file: quotasv2_detail.py {{(pid=87401) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 16 22:23:47.273783 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.api.extensions [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=87401) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 16 22:23:47.274118 dv-neutron-821829-1-hyperv neutron-server[87401]: INFO neutron.api.extensions [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Loaded extension: quota_details
Dec 16 22:23:47.274446 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.api.extensions [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Loading extension file: rbac.py {{(pid=87401) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 16 22:23:47.275475 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.api.extensions [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=87401) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 16 22:23:47.276015 dv-neutron-821829-1-hyperv neutron-server[87401]: INFO neutron.api.extensions [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Loaded extension: rbac-policies
Dec 16 22:23:47.276342 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.api.extensions [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Loading extension file: rbac_address_group.py {{(pid=87401) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 16 22:23:47.277262 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.api.extensions [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=87401) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 16 22:23:47.277772 dv-neutron-821829-1-hyperv neutron-server[87401]: INFO neutron.api.extensions [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Loaded extension: rbac-address-group
Dec 16 22:23:47.278092 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.api.extensions [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Loading extension file: rbac_address_scope.py {{(pid=87401) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 16 22:23:47.278996 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.api.extensions [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=87401) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 16 22:23:47.279504 dv-neutron-821829-1-hyperv neutron-server[87401]: INFO neutron.api.extensions [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Loaded extension: rbac-address-scope
Dec 16 22:23:47.279855 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.api.extensions [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Loading extension file: rbac_security_groups.py {{(pid=87401) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 16 22:23:47.280758 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.api.extensions [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=87401) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 16 22:23:47.281264 dv-neutron-821829-1-hyperv neutron-server[87401]: INFO neutron.api.extensions [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Loaded extension: rbac-security-groups
Dec 16 22:23:47.281582 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.api.extensions [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Loading extension file: rbac_subnetpool.py {{(pid=87401) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 16 22:23:47.282501 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.api.extensions [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=87401) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 16 22:23:47.283005 dv-neutron-821829-1-hyperv neutron-server[87401]: INFO neutron.api.extensions [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Loaded extension: rbac-subnetpool
Dec 16 22:23:47.283323 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.api.extensions [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Loading extension file: revisionifmatch.py {{(pid=87401) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 16 22:23:47.284271 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.api.extensions [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=87401) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 16 22:23:47.284778 dv-neutron-821829-1-hyperv neutron-server[87401]: INFO neutron.api.extensions [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Loaded extension: revision-if-match
Dec 16 22:23:47.285094 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.api.extensions [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Loading extension file: revisions.py {{(pid=87401) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 16 22:23:47.286199 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.api.extensions [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=87401) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 16 22:23:47.286708 dv-neutron-821829-1-hyperv neutron-server[87401]: INFO neutron.api.extensions [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Loaded extension: standard-attr-revisions
Dec 16 22:23:47.287025 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.api.extensions [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Loading extension file: router_availability_zone.py {{(pid=87401) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 16 22:23:47.287686 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.api.extensions [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=87401) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 16 22:23:47.288228 dv-neutron-821829-1-hyperv neutron-server[87401]: INFO neutron.api.extensions [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Loaded extension: router_availability_zone
Dec 16 22:23:47.288550 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.api.extensions [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Loading extension file: routerservicetype.py {{(pid=87401) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 16 22:23:47.289454 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.api.extensions [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=87401) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 16 22:23:47.289956 dv-neutron-821829-1-hyperv neutron-server[87401]: INFO neutron.api.extensions [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Extension router-service-type not supported by any of loaded plugins
Dec 16 22:23:47.290273 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.api.extensions [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=87401) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 16 22:23:47.291172 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.api.extensions [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=87401) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 16 22:23:47.291674 dv-neutron-821829-1-hyperv neutron-server[87401]: INFO neutron.api.extensions [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Loaded extension: security-groups-normalized-cidr
Dec 16 22:23:47.292022 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.api.extensions [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Loading extension file: security_groups_port_filtering.py {{(pid=87401) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 16 22:23:47.292929 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.api.extensions [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=87401) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 16 22:23:47.293431 dv-neutron-821829-1-hyperv neutron-server[87401]: INFO neutron.api.extensions [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Loaded extension: port-security-groups-filtering
Dec 16 22:23:47.293748 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.api.extensions [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=87401) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 16 22:23:47.294652 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.api.extensions [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=87401) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 16 22:23:47.295154 dv-neutron-821829-1-hyperv neutron-server[87401]: INFO neutron.api.extensions [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Loaded extension: security-groups-remote-address-group
Dec 16 22:23:47.295470 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.api.extensions [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Loading extension file: securitygroup.py {{(pid=87401) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 16 22:23:47.305144 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.api.extensions [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=87401) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 16 22:23:47.305670 dv-neutron-821829-1-hyperv neutron-server[87401]: INFO neutron.api.extensions [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Loaded extension: security-group
Dec 16 22:23:47.305998 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.api.extensions [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Loading extension file: segment.py {{(pid=87401) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 16 22:23:47.306767 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.api.extensions [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=87401) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 16 22:23:47.307275 dv-neutron-821829-1-hyperv neutron-server[87401]: INFO neutron.api.extensions [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Extension segment not supported by any of loaded plugins
Dec 16 22:23:47.307597 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.api.extensions [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=87401) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 16 22:23:47.308556 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.api.extensions [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=87401) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 16 22:23:47.309062 dv-neutron-821829-1-hyperv neutron-server[87401]: INFO neutron.api.extensions [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins
Dec 16 22:23:47.309381 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.api.extensions [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Loading extension file: servicetype.py {{(pid=87401) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 16 22:23:47.310479 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.api.extensions [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=87401) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 16 22:23:47.310995 dv-neutron-821829-1-hyperv neutron-server[87401]: INFO neutron.api.extensions [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Loaded extension: service-type
Dec 16 22:23:47.311314 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.api.extensions [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Loading extension file: sorting.py {{(pid=87401) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 16 22:23:47.312312 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.api.extensions [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=87401) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 16 22:23:47.312640 dv-neutron-821829-1-hyperv neutron-server[87401]: INFO neutron.api.extensions [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Loaded extension: sorting
Dec 16 22:23:47.312962 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.api.extensions [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Loading extension file: standard_attr_segment.py {{(pid=87401) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 16 22:23:47.313856 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.api.extensions [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=87401) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 16 22:23:47.314363 dv-neutron-821829-1-hyperv neutron-server[87401]: INFO neutron.api.extensions [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Extension standard-attr-segment not supported by any of loaded plugins
Dec 16 22:23:47.314681 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.api.extensions [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Loading extension file: standardattrdescription.py {{(pid=87401) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 16 22:23:47.315873 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.api.extensions [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=87401) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 16 22:23:47.316384 dv-neutron-821829-1-hyperv neutron-server[87401]: INFO neutron.api.extensions [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Loaded extension: standard-attr-description
Dec 16 22:23:47.316702 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.api.extensions [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Loading extension file: stateful_security_group.py {{(pid=87401) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 16 22:23:47.317629 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.api.extensions [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=87401) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 16 22:23:47.318135 dv-neutron-821829-1-hyperv neutron-server[87401]: INFO neutron.api.extensions [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Loaded extension: stateful-security-group
Dec 16 22:23:47.318452 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.api.extensions [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Loading extension file: stdattrs_common.py {{(pid=87401) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 16 22:23:47.319020 dv-neutron-821829-1-hyperv neutron-server[87401]: WARNING neutron.api.extensions [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py
Dec 16 22:23:47.319333 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.api.extensions [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=87401) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 16 22:23:47.320342 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.api.extensions [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=87401) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 16 22:23:47.320849 dv-neutron-821829-1-hyperv neutron-server[87401]: INFO neutron.api.extensions [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins
Dec 16 22:23:47.321167 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.api.extensions [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Loading extension file: subnet_onboard.py {{(pid=87401) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 16 22:23:47.322226 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.api.extensions [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=87401) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 16 22:23:47.322746 dv-neutron-821829-1-hyperv neutron-server[87401]: INFO neutron.api.extensions [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Loaded extension: subnet_onboard
Dec 16 22:23:47.323064 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.api.extensions [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=87401) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 16 22:23:47.324013 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.api.extensions [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=87401) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 16 22:23:47.324520 dv-neutron-821829-1-hyperv neutron-server[87401]: INFO neutron.api.extensions [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins
Dec 16 22:23:47.324837 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.api.extensions [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Loading extension file: subnet_service_types.py {{(pid=87401) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 16 22:23:47.325749 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.api.extensions [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=87401) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 16 22:23:47.326253 dv-neutron-821829-1-hyperv neutron-server[87401]: INFO neutron.api.extensions [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Loaded extension: subnet-service-types
Dec 16 22:23:47.326572 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.api.extensions [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Loading extension file: subnetallocation.py {{(pid=87401) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 16 22:23:47.327659 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.api.extensions [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=87401) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 16 22:23:47.328198 dv-neutron-821829-1-hyperv neutron-server[87401]: INFO neutron.api.extensions [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Loaded extension: subnet_allocation
Dec 16 22:23:47.328517 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.api.extensions [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=87401) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 16 22:23:47.329182 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.api.extensions [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=87401) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 16 22:23:47.329684 dv-neutron-821829-1-hyperv neutron-server[87401]: INFO neutron.api.extensions [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Loaded extension: subnetpool-prefix-ops
Dec 16 22:23:47.329998 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.api.extensions [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=87401) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 16 22:23:47.330978 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.api.extensions [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=87401) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 16 22:23:47.331478 dv-neutron-821829-1-hyperv neutron-server[87401]: INFO neutron.api.extensions [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins
Dec 16 22:23:47.331818 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.api.extensions [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Loading extension file: tagging.py {{(pid=87401) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 16 22:23:47.332882 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.api.extensions [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=87401) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 16 22:23:47.333396 dv-neutron-821829-1-hyperv neutron-server[87401]: INFO neutron.api.extensions [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Loaded extension: standard-attr-tag
Dec 16 22:23:47.333716 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.api.extensions [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Loading extension file: timestamp.py {{(pid=87401) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 16 22:23:47.335423 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.api.extensions [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=87401) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 16 22:23:47.335964 dv-neutron-821829-1-hyperv neutron-server[87401]: INFO neutron.api.extensions [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Loaded extension: standard-attr-timestamp
Dec 16 22:23:47.336289 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.api.extensions [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Loading extension file: trunk.py {{(pid=87401) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 16 22:23:47.337313 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.api.extensions [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=87401) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 16 22:23:47.337821 dv-neutron-821829-1-hyperv neutron-server[87401]: INFO neutron.api.extensions [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Extension trunk not supported by any of loaded plugins
Dec 16 22:23:47.338143 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.api.extensions [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Loading extension file: trunk_details.py {{(pid=87401) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 16 22:23:47.339046 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.api.extensions [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=87401) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 16 22:23:47.339552 dv-neutron-821829-1-hyperv neutron-server[87401]: INFO neutron.api.extensions [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Extension trunk-details not supported by any of loaded plugins
Dec 16 22:23:47.339911 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.api.extensions [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Loading extension file: uplink_status_propagation.py {{(pid=87401) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 16 22:23:47.340825 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.api.extensions [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=87401) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 16 22:23:47.341327 dv-neutron-821829-1-hyperv neutron-server[87401]: INFO neutron.api.extensions [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Extension uplink-status-propagation not supported by any of loaded plugins
Dec 16 22:23:47.341675 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.api.extensions [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Loading extension file: vlantransparent.py {{(pid=87401) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 16 22:23:47.342344 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.api.extensions [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=87401) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 16 22:23:47.342850 dv-neutron-821829-1-hyperv neutron-server[87401]: INFO neutron.api.extensions [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Extension vlan-transparent not supported by any of loaded plugins
Dec 16 22:23:47.345281 dv-neutron-821829-1-hyperv neutron-server[87401]: INFO neutron.quota.resource_registry [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Creating instance of TrackedResource for resource:network
Dec 16 22:23:47.345991 dv-neutron-821829-1-hyperv neutron-server[87401]: INFO neutron.quota.resource_registry [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Creating instance of TrackedResource for resource:subnet
Dec 16 22:23:47.347310 dv-neutron-821829-1-hyperv neutron-server[87401]: INFO neutron.quota.resource_registry [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Creating instance of TrackedResource for resource:subnetpool
Dec 16 22:23:47.347941 dv-neutron-821829-1-hyperv neutron-server[87401]: INFO neutron.quota.resource_registry [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Creating instance of TrackedResource for resource:port
Dec 16 22:23:47.349232 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.api.v2.resource_helper [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=87401) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Dec 16 22:23:47.349667 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.api.v2.resource_helper [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Service FLAVORS assigned prefix:  {{(pid=87401) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Dec 16 22:23:47.350288 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.api.v2.resource_helper [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=87401) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Dec 16 22:23:47.350718 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.api.v2.resource_helper [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=87401) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Dec 16 22:23:47.351042 dv-neutron-821829-1-hyperv neutron-server[87401]: INFO neutron.quota.resource_registry [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Creating instance of TrackedResource for resource:router
Dec 16 22:23:47.351691 dv-neutron-821829-1-hyperv neutron-server[87401]: INFO neutron.quota.resource_registry [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Creating instance of TrackedResource for resource:floatingip
Dec 16 22:23:47.352420 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.api.v2.resource_helper [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Service METERING assigned prefix: /metering {{(pid=87401) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Dec 16 22:23:47.353861 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron_lib.callbacks.manager [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f1b7d915970>> rbac-policy before_create 55550000 {{(pid=87401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 22:23:47.354224 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron_lib.callbacks.manager [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f1b7d915970>> rbac-policy before_update 55550000 {{(pid=87401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 22:23:47.354571 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron_lib.callbacks.manager [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f1b7d915970>> rbac-policy before_delete 55550000 {{(pid=87401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 22:23:47.355693 dv-neutron-821829-1-hyperv neutron-server[87401]: INFO neutron.quota.resource_registry [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Creating instance of CountableResource for resource:rbac_policy
Dec 16 22:23:47.356151 dv-neutron-821829-1-hyperv neutron-server[87401]: INFO neutron.quota.resource_registry [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Creating instance of TrackedResource for resource:security_group
Dec 16 22:23:47.356793 dv-neutron-821829-1-hyperv neutron-server[87401]: INFO neutron.quota.resource_registry [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Creating instance of TrackedResource for resource:security_group_rule
Dec 16 22:23:47.357520 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.api.v2.resource_helper [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Service CORE assigned prefix:  {{(pid=87401) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Dec 16 22:23:47.357847 dv-neutron-821829-1-hyperv neutron-server[87401]: INFO neutron.quota.resource_registry [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Creating instance of TrackedResource for resource:subnetpool
Dec 16 22:23:47.358185 dv-neutron-821829-1-hyperv neutron-server[87401]: WARNING neutron.quota.resource_registry [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] subnetpool is already registered
Dec 16 22:23:47.358772 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.api.v2.resource_helper [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Service CORE assigned prefix:  {{(pid=87401) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Dec 16 22:23:47.359099 dv-neutron-821829-1-hyperv neutron-server[87401]: INFO neutron.quota.resource_registry [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Creating instance of TrackedResource for resource:subnetpool
Dec 16 22:23:47.359429 dv-neutron-821829-1-hyperv neutron-server[87401]: WARNING neutron.quota.resource_registry [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] subnetpool is already registered
Dec 16 22:23:47.362606 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.api.v2.resource_helper [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=87401) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Dec 16 22:23:47.363042 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.api.v2.resource_helper [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Service FLAVORS assigned prefix:  {{(pid=87401) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Dec 16 22:23:47.363636 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.api.v2.resource_helper [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=87401) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Dec 16 22:23:47.364088 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.api.v2.resource_helper [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=87401) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Dec 16 22:23:47.364419 dv-neutron-821829-1-hyperv neutron-server[87401]: INFO neutron.quota.resource_registry [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Creating instance of TrackedResource for resource:router
Dec 16 22:23:47.364749 dv-neutron-821829-1-hyperv neutron-server[87401]: WARNING neutron.quota.resource_registry [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] router is already registered
Dec 16 22:23:47.365336 dv-neutron-821829-1-hyperv neutron-server[87401]: INFO neutron.quota.resource_registry [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Creating instance of TrackedResource for resource:floatingip
Dec 16 22:23:47.365676 dv-neutron-821829-1-hyperv neutron-server[87401]: WARNING neutron.quota.resource_registry [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] floatingip is already registered
Dec 16 22:23:47.366291 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.api.v2.resource_helper [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Service METERING assigned prefix: /metering {{(pid=87401) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Dec 16 22:23:47.367083 dv-neutron-821829-1-hyperv neutron-server[87401]: INFO neutron.quota.resource_registry [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Creating instance of CountableResource for resource:rbac_policy
Dec 16 22:23:47.367412 dv-neutron-821829-1-hyperv neutron-server[87401]: WARNING neutron.quota.resource_registry [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] rbac_policy is already registered
Dec 16 22:23:47.367978 dv-neutron-821829-1-hyperv neutron-server[87401]: INFO neutron.quota.resource_registry [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Creating instance of TrackedResource for resource:security_group
Dec 16 22:23:47.368304 dv-neutron-821829-1-hyperv neutron-server[87401]: WARNING neutron.quota.resource_registry [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] security_group is already registered
Dec 16 22:23:47.368905 dv-neutron-821829-1-hyperv neutron-server[87401]: INFO neutron.quota.resource_registry [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Creating instance of TrackedResource for resource:security_group_rule
Dec 16 22:23:47.369232 dv-neutron-821829-1-hyperv neutron-server[87401]: WARNING neutron.quota.resource_registry [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] security_group_rule is already registered
Dec 16 22:23:47.369877 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.api.v2.resource_helper [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Service CORE assigned prefix:  {{(pid=87401) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Dec 16 22:23:47.370211 dv-neutron-821829-1-hyperv neutron-server[87401]: INFO neutron.quota.resource_registry [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Creating instance of TrackedResource for resource:subnetpool
Dec 16 22:23:47.370539 dv-neutron-821829-1-hyperv neutron-server[87401]: WARNING neutron.quota.resource_registry [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] subnetpool is already registered
Dec 16 22:23:47.371122 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.api.v2.resource_helper [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Service CORE assigned prefix:  {{(pid=87401) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Dec 16 22:23:47.371440 dv-neutron-821829-1-hyperv neutron-server[87401]: INFO neutron.quota.resource_registry [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Creating instance of TrackedResource for resource:subnetpool
Dec 16 22:23:47.371754 dv-neutron-821829-1-hyperv neutron-server[87401]: WARNING neutron.quota.resource_registry [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] subnetpool is already registered
Dec 16 22:23:47.372404 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.api.extensions [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Extended resource: extensions {{(pid=87401) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 16 22:23:47.373870 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.api.extensions [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Extended resource: address-groups {{(pid=87401) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 16 22:23:47.375463 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.api.extensions [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Extended resource: address-scopes {{(pid=87401) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 16 22:23:47.376696 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.api.extensions [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Extended resource: agents {{(pid=87401) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 16 22:23:47.378154 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.api.extensions [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Extended resource: auto-allocated-topology {{(pid=87401) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 16 22:23:47.379382 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.api.extensions [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Extended resource: availability_zones {{(pid=87401) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 16 22:23:47.380704 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.api.extensions [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Extended resource: dhcp-networks {{(pid=87401) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 16 22:23:47.382107 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.api.extensions [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Extended resource: dhcp-agents {{(pid=87401) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 16 22:23:47.383513 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.api.extensions [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Extended resource: routers {{(pid=87401) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 16 22:23:47.386190 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.api.extensions [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Extended resource: flavors {{(pid=87401) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 16 22:23:47.387342 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.api.extensions [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Extended resource: service_profiles {{(pid=87401) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 16 22:23:47.388610 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.api.extensions [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Extended resource: next_providers {{(pid=87401) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 16 22:23:47.390098 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.api.extensions [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Extended resource: service_profiles {{(pid=87401) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 16 22:23:47.391520 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.api.extensions [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Extended resource: floatingip-pools {{(pid=87401) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 16 22:23:47.392792 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.api.extensions [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Extended resource: routers {{(pid=87401) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 16 22:23:47.394595 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.api.extensions [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Extended resource: floatingips {{(pid=87401) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 16 22:23:47.395790 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.api.extensions [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Extended resource: l3-routers {{(pid=87401) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 16 22:23:47.397169 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.api.extensions [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Extended resource: l3-agents {{(pid=87401) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 16 22:23:47.398565 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.api.extensions [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Extended resource: metering-labels {{(pid=87401) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 16 22:23:47.399929 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.api.extensions [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Extended resource: metering-label-rules {{(pid=87401) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 16 22:23:47.401207 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.api.extensions [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Extended resource: network-ip-availabilities {{(pid=87401) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 16 22:23:47.402442 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.api.extensions [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Extended resource: bindings {{(pid=87401) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 16 22:23:47.404119 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.api.extensions [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Extended resource: quotas {{(pid=87401) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 16 22:23:47.405545 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.api.extensions [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Extended resource: quotas {{(pid=87401) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 16 22:23:47.406955 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.api.extensions [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Extended resource: rbac-policies {{(pid=87401) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 16 22:23:47.408268 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.api.extensions [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Extended resource: security-groups {{(pid=87401) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 16 22:23:47.410003 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.api.extensions [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Extended resource: security-group-rules {{(pid=87401) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 16 22:23:47.411234 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.api.extensions [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Extended resource: service-providers {{(pid=87401) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 16 22:23:47.412487 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.api.extensions [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Extended resource: subnetpools {{(pid=87401) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 16 22:23:47.413912 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.api.extensions [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Extended resource: subnetpools {{(pid=87401) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 16 22:23:47.415344 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.api.extensions [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Extended resource: tags {{(pid=87401) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 16 22:23:47.417027 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.api.extensions [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Extended resource: tags {{(pid=87401) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 16 22:23:47.418831 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.api.extensions [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Extended resource: tags {{(pid=87401) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 16 22:23:47.420629 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.api.extensions [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Extended resource: tags {{(pid=87401) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 16 22:23:47.422391 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.api.extensions [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Extended resource: tags {{(pid=87401) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 16 22:23:47.424240 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.api.extensions [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Extended resource: tags {{(pid=87401) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 16 22:23:47.426552 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.api.extensions [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Extended resource: tags {{(pid=87401) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 16 22:23:47.428467 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.api.extensions [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Extended resource: tags {{(pid=87401) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 16 22:23:47.430209 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.api.extensions [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Extended resource: tags {{(pid=87401) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 16 22:23:47.432049 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron.api.extensions [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Extended resource: tags {{(pid=87401) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 16 22:23:47.438542 dv-neutron-821829-1-hyperv neutron-server[87401]: WARNING keystonemiddleware.auth_token [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True.
Dec 16 22:23:47.445229 dv-neutron-821829-1-hyperv neutron-server[87401]: WARNING keystonemiddleware.auth_token [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint
Dec 16 22:23:47.455426 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_concurrency.lockutils [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Acquired lock "singleton_lock" {{(pid=87401) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}}
Dec 16 22:23:47.456004 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_concurrency.lockutils [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Releasing lock "singleton_lock" {{(pid=87401) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}}
Dec 16 22:23:47.456791 dv-neutron-821829-1-hyperv neutron-server[87401]: INFO oslo_service.service [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Starting 2 workers
Dec 16 22:23:47.461999 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Started child 87506 {{(pid=87401) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
Dec 16 22:23:47.466273 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Started child 87507 {{(pid=87401) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
Dec 16 22:23:47.466854 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:23:47.467903 dv-neutron-821829-1-hyperv neutron-server[87401]: INFO neutron.service [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Neutron service started, listening on 0.0.0.0:9696
Dec 16 22:23:47.468315 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [-] (87506) wsgi starting up on http://0.0.0.0:9696
Dec 16 22:23:47.468543 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron_lib.callbacks.manager [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Notify callbacks [] for process, before_spawn {{(pid=87401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:23:47.470462 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:23:47.470892 dv-neutron-821829-1-hyperv neutron-server[87401]: INFO oslo_service.service [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Starting 1 workers
Dec 16 22:23:47.472366 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [-] (87507) wsgi starting up on http://0.0.0.0:9696
Dec 16 22:23:47.476418 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Started child 87508 {{(pid=87401) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
Dec 16 22:23:47.476935 dv-neutron-821829-1-hyperv neutron-server[87401]: INFO oslo_service.service [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Starting 1 workers
Dec 16 22:23:47.479705 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.service [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] calling RpcWorker wait() {{(pid=87508) _wait /opt/stack/neutron/neutron/service.py:128}}
Dec 16 22:23:47.480257 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.service [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] returning from RpcWorker wait() {{(pid=87508) _wait /opt/stack/neutron/neutron/service.py:135}}
Dec 16 22:23:47.481145 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Started child 87509 {{(pid=87401) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
Dec 16 22:23:47.481604 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:23:47.481904 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG neutron_lib.callbacks.manager [None req-a97e2032-159b-40e7-b257-48d41e324980 None None] Notify callbacks [] for process, after_spawn {{(pid=87401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:23:47.482231 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:23:47.483679 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=87401) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}}
Dec 16 22:23:47.483892 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}}
Dec 16 22:23:47.484080 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}}
Dec 16 22:23:47.484294 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
Dec 16 22:23:47.484624 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}}
Dec 16 22:23:47.484784 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}}
Dec 16 22:23:47.485289 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 22:23:47.485556 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=87509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:23:47.486017 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 22:23:47.486017 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 22:23:47.486158 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 22:23:47.486357 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 22:23:47.486657 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:23:47.486886 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 22:23:47.487737 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 22:23:47.488013 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 22:23:47.488289 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 22:23:47.488518 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 22:23:47.488682 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 22:23:47.488848 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 22:23:47.489087 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 22:23:47.489309 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 22:23:47.489598 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 22:23:47.489865 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 22:23:47.490096 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 22:23:47.490365 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 22:23:47.490532 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 22:23:47.490787 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 22:23:47.491067 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 22:23:47.491313 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 22:23:47.491573 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] debug                          = True {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 22:23:47.491831 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 22:23:47.492309 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 22:23:47.492536 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 22:23:47.492782 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 22:23:47.493011 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 22:23:47.493277 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 22:23:47.493498 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 22:23:47.493761 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 22:23:47.494005 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 22:23:47.494238 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 22:23:47.494488 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 22:23:47.494731 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 22:23:47.494985 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] enable_traditional_dhcp        = True {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 22:23:47.495222 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 22:23:47.495435 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 22:23:47.495695 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 22:23:47.495930 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 22:23:47.496383 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] host                           = dv-neutron-821829-1-hyperv {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 22:23:47.496594 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 22:23:47.496820 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 22:23:47.497059 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 22:23:47.497298 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 22:23:47.497540 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 22:23:47.497772 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 22:23:47.498027 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 22:23:47.498267 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 22:23:47.498514 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 22:23:47.498733 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 22:23:47.498984 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 22:23:47.499236 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 22:23:47.499448 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 22:23:47.499680 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 22:23:47.499863 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 22:23:47.500073 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 22:23:47.500361 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 22:23:47.500641 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 22:23:47.500825 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 22:23:47.500991 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 22:23:47.501163 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 22:23:47.501405 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 22:23:47.501564 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 22:23:47.501821 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 22:23:47.502047 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 22:23:47.502253 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 22:23:47.502486 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 22:23:47.502776 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 22:23:47.503261 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 22:23:47.503513 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 22:23:47.503738 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 22:23:47.503984 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 22:23:47.504193 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 22:23:47.504442 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 22:23:47.504661 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 22:23:47.504878 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 22:23:47.505096 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 22:23:47.505326 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 22:23:47.505724 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 22:23:47.505955 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 22:23:47.506165 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 22:23:47.506401 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 22:23:47.506613 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 22:23:47.506818 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 22:23:47.507092 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 22:23:47.507314 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 22:23:47.507562 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 22:23:47.507822 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 22:23:47.508087 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 22:23:47.508289 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 22:23:47.508509 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 22:23:47.508732 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 22:23:47.508984 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 22:23:47.509208 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 22:23:47.509452 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 22:23:47.509700 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 22:23:47.509906 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 22:23:47.510127 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 22:23:47.510332 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 22:23:47.510538 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 22:23:47.510744 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 22:23:47.510949 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 22:23:47.512287 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 22:23:47.512579 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 22:23:47.512755 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 22:23:47.513015 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 22:23:47.514188 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 22:23:47.514679 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 22:23:47.514965 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 22:23:47.515391 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.515721 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.516074 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.516346 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.516592 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.516845 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.517093 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.517944 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.517944 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.517944 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.518880 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.518880 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.519122 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.519882 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.519882 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.520150 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.520289 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.520973 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.520973 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.520973 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.521344 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.521474 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.521741 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.522028 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.523405 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.13/identity {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.523405 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.523405 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.523805 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.523805 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.524057 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.524179 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.524392 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.524659 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.524883 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.525152 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.525665 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.525665 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.525832 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.526185 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.526299 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.526481 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.526713 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.526941 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.527157 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.527378 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.527593 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.527832 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.528085 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.528305 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.528557 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.528801 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.529029 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.529245 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.529480 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.529699 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.529963 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.530182 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.530396 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.530608 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.530825 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.531054 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.531320 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.531540 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.531754 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.532008 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.532227 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.532472 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.532687 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.532906 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.533119 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.533338 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.533556 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.533768 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.534550 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.534774 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.535019 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.535254 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.535488 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.535727 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.535997 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.536266 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.536452 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.536667 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.536882 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.537173 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.537461 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.537712 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.537959 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.538239 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.538541 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.539015 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.539272 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.540927 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.540927 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.540927 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.540927 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.540927 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.540927 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.541787 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.541787 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.541787 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.541787 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.542356 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.542356 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.542356 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.542890 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.542890 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.546113 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.546113 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.546113 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.546113 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.546113 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.546113 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.546113 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.546113 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.547176 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.547176 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.547176 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.547176 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.547176 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.547176 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.547176 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.547176 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.548296 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.548296 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.548296 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.548296 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.548296 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.548296 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.549075 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.549075 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.549075 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.549478 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.549478 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.549773 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.549988 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.551531 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.551531 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.551531 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.551531 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.551531 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.551531 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.552411 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.552411 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.13/identity {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.552411 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.552411 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.552929 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.552929 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.553190 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.553331 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.554768 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.554995 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.555206 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.555497 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.555740 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.556012 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.556225 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.556465 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.557010 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.557010 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.557309 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.557448 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.557607 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.558263 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.558263 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.558263 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.558679 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.558825 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.558976 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.559177 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.559438 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.559684 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.560443 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.561382 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.561638 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.561889 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.563336 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.563594 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.563854 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.564088 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.564352 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.564550 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.564776 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.565037 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.565263 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.565529 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.565944 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.566343 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.567115 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.567394 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.567708 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.568802 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.569023 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.569278 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.569527 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.569759 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.569981 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.570210 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.570498 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.570748 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.571019 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.571252 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.571467 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.571701 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.573967 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.573967 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.574215 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.575396 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.575648 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.575930 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.576198 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.576441 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.576662 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.576879 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.577126 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.577338 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.577569 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.577782 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.577995 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.578214 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.578426 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.578737 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.578991 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.579232 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.579516 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.579811 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.580231 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.580517 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.581399 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.581621 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.581881 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.582152 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.582365 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.582603 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.582876 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.583216 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.583519 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.583848 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.584288 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.584622 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.584936 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.585258 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.585494 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.585803 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.586146 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.586425 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.586682 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.586936 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.587227 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.587457 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.587680 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.587964 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.588205 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.588441 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.588695 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.588932 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.589177 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.589398 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.589659 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.589875 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.590144 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.590474 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.590703 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.590918 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.591074 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}}
Dec 16 22:23:47.591579 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=87401) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}}
Dec 16 22:23:47.591748 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}}
Dec 16 22:23:47.591937 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}}
Dec 16 22:23:47.592104 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
Dec 16 22:23:47.592271 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}}
Dec 16 22:23:47.592422 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}}
Dec 16 22:23:47.592624 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 22:23:47.592784 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 22:23:47.592943 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 22:23:47.593106 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 22:23:47.593264 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 22:23:47.593442 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 22:23:47.593602 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 22:23:47.593757 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 22:23:47.593912 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 22:23:47.594052 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 22:23:47.594319 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 22:23:47.594484 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 22:23:47.594640 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 22:23:47.594796 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 22:23:47.594952 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 22:23:47.595108 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 22:23:47.595264 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 22:23:47.595419 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 22:23:47.595580 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 22:23:47.595736 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 22:23:47.595920 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 22:23:47.596076 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 22:23:47.596232 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] debug                          = True {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 22:23:47.596510 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 22:23:47.596639 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 22:23:47.596782 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 22:23:47.596942 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 22:23:47.597099 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 22:23:47.597256 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 22:23:47.597413 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 22:23:47.597570 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 22:23:47.597726 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 22:23:47.597882 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 22:23:47.598038 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 22:23:47.598194 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 22:23:47.598350 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] enable_traditional_dhcp        = True {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 22:23:47.598505 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 22:23:47.598660 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 22:23:47.598817 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 22:23:47.598972 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 22:23:47.599128 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] host                           = dv-neutron-821829-1-hyperv {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 22:23:47.599283 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 22:23:47.599440 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 22:23:47.599595 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 22:23:47.599750 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 22:23:47.599933 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 22:23:47.600097 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 22:23:47.600266 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 22:23:47.600391 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 22:23:47.600620 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 22:23:47.600782 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 22:23:47.600939 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 22:23:47.601094 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 22:23:47.601252 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 22:23:47.601410 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 22:23:47.601567 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 22:23:47.601724 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 22:23:47.601880 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 22:23:47.602037 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 22:23:47.602220 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 22:23:47.602383 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 22:23:47.602540 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 22:23:47.602695 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 22:23:47.602852 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 22:23:47.603009 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 22:23:47.603170 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 22:23:47.603326 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 22:23:47.603481 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 22:23:47.603637 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 22:23:47.603814 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 22:23:47.603974 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 22:23:47.604176 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 22:23:47.604308 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 22:23:47.604431 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 22:23:47.604573 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 22:23:47.604746 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 22:23:47.604918 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 22:23:47.605059 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 22:23:47.605183 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 22:23:47.605303 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 22:23:47.605457 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 22:23:47.605615 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 22:23:47.605975 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 22:23:47.605975 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 22:23:47.607065 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 22:23:47.607065 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 22:23:47.607065 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 22:23:47.607065 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 22:23:47.607065 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 22:23:47.607065 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 22:23:47.607065 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 22:23:47.607065 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 22:23:47.608314 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 22:23:47.608314 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 22:23:47.608314 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 22:23:47.608314 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 22:23:47.608314 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 22:23:47.608314 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 22:23:47.608314 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 22:23:47.608314 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 22:23:47.609450 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 22:23:47.609450 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 22:23:47.609450 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 22:23:47.609450 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 22:23:47.609450 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 22:23:47.609450 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 22:23:47.609450 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 22:23:47.609450 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 22:23:47.610809 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 22:23:47.610809 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 22:23:47.610809 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.610809 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.610809 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.610809 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.610809 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.610809 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.613001 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.613001 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.613001 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.613001 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.613001 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.613001 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.613001 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.613001 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.613001 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.614417 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.614417 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.614417 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.614417 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.614417 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.614417 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.614417 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.614417 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.615663 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.615663 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.13/identity {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.615663 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.615663 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.615663 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.615663 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.615663 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.615663 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.617144 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.617144 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.617144 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.617144 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.617144 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.617144 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.617144 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.617144 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.617144 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.618030 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.618030 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.618030 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.618030 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.618030 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.618030 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.618030 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.618030 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.618030 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.618772 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.618772 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.618772 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.618772 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.618772 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.618772 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.618772 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.618772 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.620023 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.620023 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.620023 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.620023 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.620023 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.620023 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.620023 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.620023 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.620995 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.620995 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.620995 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.620995 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.620995 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.620995 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.621670 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.621670 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.621670 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.621670 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.621670 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.622259 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.622259 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.622259 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.622259 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.622642 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.622642 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.622793 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.622874 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.623023 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.623232 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.623437 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.623596 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.623718 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.623861 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.623982 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.624117 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.624322 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.624761 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.624761 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.624761 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.625104 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.625104 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.625332 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.625332 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.625780 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.625780 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.625780 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.626129 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.626129 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.626358 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.626358 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.626586 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.626586 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.626742 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.626901 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.627068 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.627228 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.627391 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.627612 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.628293 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.628450 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.628611 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.628712 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:23:47.628799 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.628916 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.629074 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.629233 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.629392 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.629554 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.629728 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.629872 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.630031 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.630198 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.630368 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.630528 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.630687 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.630941 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.631129 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.631288 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.631447 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.631606 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.631781 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.631946 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.632105 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.632265 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.632424 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.632583 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.632742 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.632902 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.13/identity {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.633062 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.633225 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.633384 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.633543 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.633703 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.633863 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.634023 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.634183 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.634343 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.634526 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.634705 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.634863 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.635011 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.635155 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.635298 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.635457 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.635635 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.635833 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.635984 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.636074 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.636236 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.636397 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.636543 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.636699 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.636850 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.637013 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.637173 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.637318 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.637480 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.637639 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.637785 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.637947 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.638110 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.638263 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.638417 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.638571 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.638785 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.638879 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.639039 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.639190 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.639353 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.639505 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.639660 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.639854 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.640019 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.640164 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.640326 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.640479 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.640623 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.640777 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.640927 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.641093 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.641245 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.641412 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.641557 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.641699 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.641851 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.642002 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.642191 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.642345 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.642490 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.642642 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.642796 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.642941 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.643108 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.643309 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.643602 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.643602 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.643789 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.643962 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.644110 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.644268 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.644412 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.644548 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.644691 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.644828 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.645001 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.645147 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.645287 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.645441 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.645592 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.645748 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.645901 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.646040 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.646203 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.646359 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.646515 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.646669 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.646823 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.646973 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.647125 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.647284 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.647463 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.647622 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.647803 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.647971 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.648140 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.648307 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.648471 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.648629 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.648793 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.648938 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.649098 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.649242 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.649401 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.649548 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.649733 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.649887 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.650027 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.650375 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.650375 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.650645 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.650645 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.650905 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.650905 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.651166 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.651166 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.651445 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.651445 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.651850 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 22:23:47.651850 dv-neutron-821829-1-hyperv neutron-server[87401]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}}
Dec 16 22:23:47.822394 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 35648) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:23:47.831002 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [-] 10.222.0.13 "GET / HTTP/1.1" status: 200  len: 253 time: 0.0064020
Dec 16 22:23:58.154129 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deb1c8f7-6817-4e4c-b49c-2d9d891772f6 None None] get_active_networks_info from dv-neutron-821829-1-hyperv {{(pid=87508) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}}
Dec 16 22:23:58.219685 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deb1c8f7-6817-4e4c-b49c-2d9d891772f6 None None] No non-hosted networks {{(pid=87508) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}}
Dec 16 22:23:58.228260 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.agentschedulers_db [None req-deb1c8f7-6817-4e4c-b49c-2d9d891772f6 None None] DHCP Agent not found on host dv-neutron-821829-1-hyperv {{(pid=87508) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}}
Dec 16 22:23:58.291960 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-52c596a0-dddb-40b0-8d8c-6ff7f12aace1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3739444'] for agent, after_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:24:00.515022 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-3ba52527-3013-4b56-b3f7-73c68d392bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3739444'] for agent, after_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:24:00.567422 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-06e5ba3a-f839-409d-b683-34781526e6c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:24:01.409047 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-3e729f7f-1589-4d54-9c4a-7ee6b283cc2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3739444'] for agent, after_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:24:01.593958 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3739444'] for agent, after_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:24:01.594653 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:24:01.594976 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:24:01.595293 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:24:01.595617 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:24:01.596003 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:24:01.596327 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:24:01.596645 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:24:01.597003 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:24:01.597320 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:24:01.597650 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:24:01.597991 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:24:01.598302 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:24:01.598681 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f1b7d4a2a00>, 'Open vSwitch agent', 'dv-neutron-821829-1-hyperv', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:24:01.623247 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f1b7d4f1a60>,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-neutron-821829-1-hyperv', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:24:03.123729 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-4541ba3b-6be8-499c-bc94-3c60aa55c4f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3739444'] for agent, after_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:24:04.715573 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 35742) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:24:04.729760 dv-neutron-821829-1-hyperv neutron-server[87508]: INFO neutron.db.l3_hamode_db [None req-9ceaa59d-b0b5-4722-942d-f44328fdc5fb None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1
Dec 16 22:24:04.813785 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ceaa59d-b0b5-4722-942d-f44328fdc5fb None None] Routers set() bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:24:04.814173 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ceaa59d-b0b5-4722-942d-f44328fdc5fb None None] Router IDs set() for agent in host dv-neutron-821829-1-hyperv {{(pid=87508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}}
Dec 16 22:24:05.280272 dv-neutron-821829-1-hyperv neutron-server[87507]: WARNING oslo_policy.policy [None req-bb81a1b2-f29f-48a3-89b8-caab5c88e3a6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Dec 16 22:24:05.280846 dv-neutron-821829-1-hyperv neutron-server[87507]: WARNING oslo_policy.policy [None req-bb81a1b2-f29f-48a3-89b8-caab5c88e3a6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Dec 16 22:24:05.498613 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [None req-bb81a1b2-f29f-48a3-89b8-caab5c88e3a6 admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=87507) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 16 22:24:05.499643 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-bb81a1b2-f29f-48a3-89b8-caab5c88e3a6 admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.7831542
Dec 16 22:24:07.815407 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 35756) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:24:08.164899 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-7efe954a-683d-4750-835b-e50b525a61e8 admin admin] Request body: {'subnetpool': {'is_default': True, 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'shared': True}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:24:08.264899 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.policy [None req-7efe954a-683d-4750-835b-e50b525a61e8 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=87507) register_rules /opt/stack/neutron/neutron/policy.py:73}}
Dec 16 22:24:08.309663 dv-neutron-821829-1-hyperv neutron-server[87507]: WARNING oslo_policy.policy [None req-7efe954a-683d-4750-835b-e50b525a61e8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Dec 16 22:24:08.310030 dv-neutron-821829-1-hyperv neutron-server[87507]: WARNING oslo_policy.policy [None req-7efe954a-683d-4750-835b-e50b525a61e8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Dec 16 22:24:08.318821 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.quota [None req-7efe954a-683d-4750-835b-e50b525a61e8 admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7f1b7d3e9730>.
Dec 16 22:24:08.334542 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-7efe954a-683d-4750-835b-e50b525a61e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:24:08.393969 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-7efe954a-683d-4750-835b-e50b525a61e8 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8734752627676', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8734752626731', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8734752629054', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8734752382210', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8734752384208', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8734752398012', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-826096', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3291120', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-430574', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-415142'] for rbac-policy, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:24:08.456729 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-7efe954a-683d-4750-835b-e50b525a61e8 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:24:08.457881 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-7efe954a-683d-4750-835b-e50b525a61e8 admin admin] 10.222.0.13 "POST /v2.0/subnetpools HTTP/1.1" status: 201  len: 739 time: 0.6415277
Dec 16 22:24:11.012996 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 35770) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:24:11.349721 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-2f9eab70-1fef-475f-b654-1a7317c0496b admin admin] Request body: {'network': {'project_id': '4d4fa0a0f4ce4db39fac2f5013ef29ba', 'name': 'private', 'admin_state_up': True}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:24:11.354452 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-2f9eab70-1fef-475f-b654-1a7317c0496b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:24:11.358855 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-2f9eab70-1fef-475f-b654-1a7317c0496b admin admin] Usage tracker for resource:network and tenant:4d4fa0a0f4ce4db39fac2f5013ef29ba is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:24:11.363581 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-2f9eab70-1fef-475f-b654-1a7317c0496b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:24:11.369654 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-2f9eab70-1fef-475f-b654-1a7317c0496b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:24:11.379877 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f9eab70-1fef-475f-b654-1a7317c0496b admin admin] Made reservation on behalf of 4d4fa0a0f4ce4db39fac2f5013ef29ba for: {'network': 1} {{(pid=87507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:24:11.382766 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-2f9eab70-1fef-475f-b654-1a7317c0496b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for network, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:24:11.400603 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-2f9eab70-1fef-475f-b654-1a7317c0496b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:24:11.414516 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-2f9eab70-1fef-475f-b654-1a7317c0496b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:24:11.418082 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-2f9eab70-1fef-475f-b654-1a7317c0496b admin admin] Usage tracker for resource:security_group_rule and tenant:4d4fa0a0f4ce4db39fac2f5013ef29ba is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:24:11.423423 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-2f9eab70-1fef-475f-b654-1a7317c0496b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:24:11.429517 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-2f9eab70-1fef-475f-b654-1a7317c0496b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:24:11.525356 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-2f9eab70-1fef-475f-b654-1a7317c0496b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:24:11.529062 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-2f9eab70-1fef-475f-b654-1a7317c0496b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841066'] for security_group, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:24:11.534686 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:24:11.551454 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f9eab70-1fef-475f-b654-1a7317c0496b admin admin] vlan segment allocate from pool success with {'vlan_id': 151, 'physical_network': 'physnet1'}  {{(pid=87507) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 22:24:11.576367 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-2f9eab70-1fef-475f-b654-1a7317c0496b admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8734753546397', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-883292'] for segment, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:24:11.576954 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-2f9eab70-1fef-475f-b654-1a7317c0496b admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7f1b7e1e09d0> segment precommit_create {{(pid=87507) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}}
Dec 16 22:24:11.577415 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.db.segments_db [None req-2f9eab70-1fef-475f-b654-1a7317c0496b admin admin] Added segment 06da9767-deb4-43d6-aaca-4347d3dd10a8 of type vlan for network bbf1bb13-3caa-4567-ae82-12b63a7fa080
Dec 16 22:24:11.624762 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9eab70-1fef-475f-b654-1a7317c0496b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=313d2349-8bec-48b2-8609-31c3ce5951f2,revision_number=1']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:24:11.645424 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9eab70-1fef-475f-b654-1a7317c0496b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:24:11.645773 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9eab70-1fef-475f-b654-1a7317c0496b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:24:11.646098 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9eab70-1fef-475f-b654-1a7317c0496b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:24:11.646415 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9eab70-1fef-475f-b654-1a7317c0496b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:24:11.646722 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9eab70-1fef-475f-b654-1a7317c0496b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:24:11.647037 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9eab70-1fef-475f-b654-1a7317c0496b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:24:11.647343 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9eab70-1fef-475f-b654-1a7317c0496b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:24:11.647646 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9eab70-1fef-475f-b654-1a7317c0496b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:24:11.647974 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9eab70-1fef-475f-b654-1a7317c0496b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:24:11.648277 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9eab70-1fef-475f-b654-1a7317c0496b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:24:11.648577 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9eab70-1fef-475f-b654-1a7317c0496b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:24:11.648874 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9eab70-1fef-475f-b654-1a7317c0496b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:24:11.650163 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9eab70-1fef-475f-b654-1a7317c0496b admin admin] Tracked resource versions report:
Dec 16 22:24:11.650163 dv-neutron-821829-1-hyperv neutron-server[87507]: pushed versions:
Dec 16 22:24:11.650163 dv-neutron-821829-1-hyperv neutron-server[87507]: {   'AddressGroup': {'1.2'},
Dec 16 22:24:11.650163 dv-neutron-821829-1-hyperv neutron-server[87507]:     'ConntrackHelper': {'1.0'},
Dec 16 22:24:11.650163 dv-neutron-821829-1-hyperv neutron-server[87507]:     'Log': {'1.0'},
Dec 16 22:24:11.650163 dv-neutron-821829-1-hyperv neutron-server[87507]:     'Network': {'1.1'},
Dec 16 22:24:11.650163 dv-neutron-821829-1-hyperv neutron-server[87507]:     'Port': {'1.7'},
Dec 16 22:24:11.650163 dv-neutron-821829-1-hyperv neutron-server[87507]:     'PortForwarding': {'1.2'},
Dec 16 22:24:11.650163 dv-neutron-821829-1-hyperv neutron-server[87507]:     'QosPolicy': {'1.8'},
Dec 16 22:24:11.650163 dv-neutron-821829-1-hyperv neutron-server[87507]:     'SecurityGroup': {'1.4'},
Dec 16 22:24:11.650163 dv-neutron-821829-1-hyperv neutron-server[87507]:     'SecurityGroupRule': {'1.2'},
Dec 16 22:24:11.650163 dv-neutron-821829-1-hyperv neutron-server[87507]:     'SubPort': {'1.0'},
Dec 16 22:24:11.650163 dv-neutron-821829-1-hyperv neutron-server[87507]:     'Subnet': {'1.1'},
Dec 16 22:24:11.650163 dv-neutron-821829-1-hyperv neutron-server[87507]:     'Trunk': {'1.1'}}
Dec 16 22:24:11.650163 dv-neutron-821829-1-hyperv neutron-server[87507]: consumer versions:
Dec 16 22:24:11.650163 dv-neutron-821829-1-hyperv neutron-server[87507]: {   DHCP agent@dv-neutron-821829-1-hyperv: {},
Dec 16 22:24:11.650163 dv-neutron-821829-1-hyperv neutron-server[87507]:     L3 agent@dv-neutron-821829-1-hyperv: {},
Dec 16 22:24:11.650163 dv-neutron-821829-1-hyperv neutron-server[87507]:     Metadata agent@dv-neutron-821829-1-hyperv: {},
Dec 16 22:24:11.650163 dv-neutron-821829-1-hyperv neutron-server[87507]:     Metering agent@dv-neutron-821829-1-hyperv: {},
Dec 16 22:24:11.650163 dv-neutron-821829-1-hyperv neutron-server[87507]:     Open vSwitch agent@dv-neutron-821829-1-hyperv: {   'AddressGroup': '1.2',
Dec 16 22:24:11.650163 dv-neutron-821829-1-hyperv neutron-server[87507]:                                                        'ConntrackHelper': '1.0',
Dec 16 22:24:11.650163 dv-neutron-821829-1-hyperv neutron-server[87507]:                                                        'Log': '1.0',
Dec 16 22:24:11.650163 dv-neutron-821829-1-hyperv neutron-server[87507]:                                                        'Network': '1.1',
Dec 16 22:24:11.650163 dv-neutron-821829-1-hyperv neutron-server[87507]:                                                        'Port': '1.7',
Dec 16 22:24:11.650163 dv-neutron-821829-1-hyperv neutron-server[87507]:                                                        'PortForwarding': '1.2',
Dec 16 22:24:11.650163 dv-neutron-821829-1-hyperv neutron-server[87507]:                                                        'QosPolicy': '1.8',
Dec 16 22:24:11.650163 dv-neutron-821829-1-hyperv neutron-server[87507]:                                                        'SecurityGroup': '1.4',
Dec 16 22:24:11.650163 dv-neutron-821829-1-hyperv neutron-server[87507]:                                                        'SecurityGroupRule': '1.2',
Dec 16 22:24:11.650163 dv-neutron-821829-1-hyperv neutron-server[87507]:                                                        'SubPort': '1.0',
Dec 16 22:24:11.650163 dv-neutron-821829-1-hyperv neutron-server[87507]:                                                        'Subnet': '1.1',
Dec 16 22:24:11.650163 dv-neutron-821829-1-hyperv neutron-server[87507]:                                                        'Trunk': '1.1'}}
Dec 16 22:24:11.650163 dv-neutron-821829-1-hyperv neutron-server[87507]:  {{(pid=87507) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Dec 16 22:24:11.693676 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-2f9eab70-1fef-475f-b654-1a7317c0496b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:24:11.700098 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-2f9eab70-1fef-475f-b654-1a7317c0496b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734753047233'] for network, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:24:11.741095 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-2f9eab70-1fef-475f-b654-1a7317c0496b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440'] for network, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:24:11.742519 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f9eab70-1fef-475f-b654-1a7317c0496b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:24:11.743196 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-2f9eab70-1fef-475f-b654-1a7317c0496b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3791486'] for network, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:24:11.747834 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:24:11.846943 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9eab70-1fef-475f-b654-1a7317c0496b admin admin] Pushing event updated for resources: {'Network': ['ID=bbf1bb13-3caa-4567-ae82-12b63a7fa080,revision_number=1']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:24:11.849579 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-2f9eab70-1fef-475f-b654-1a7317c0496b admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 849 time: 0.8356171
Dec 16 22:24:11.873462 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-2f9eab70-1fef-475f-b654-1a7317c0496b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:24:11.882473 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Network bbf1bb13-3caa-4567-ae82-12b63a7fa080 details requested by agent ovs-agent-dv-neutron-821829-1-hyperv with host dv-neutron-821829-1-hyperv {{(pid=87508) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 22:24:14.507535 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 35786) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:24:14.943344 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-039491cb-2ef4-4b20-b5ef-e1710e3d9023 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:24:14.944718 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-039491cb-2ef4-4b20-b5ef-e1710e3d9023 admin admin] 10.222.0.13 "GET /v2.0/networks/bbf1bb13-3caa-4567-ae82-12b63a7fa080 HTTP/1.1" status: 200  len: 825 time: 0.4362304
Dec 16 22:24:14.971358 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-7351112a-db57-4cf2-8f7e-92b0ffa9bdfe admin admin] 10.222.0.13 "GET /v2.0/subnetpools/1276e178-8702-470a-a4aa-a4fc13448cb0 HTTP/1.1" status: 200  len: 734 time: 0.0206726
Dec 16 22:24:14.979401 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-3d8d3396-251c-4ad2-a5a3-615a6e5862f9 admin admin] Request body: {'subnet': {'subnetpool_id': '1276e178-8702-470a-a4aa-a4fc13448cb0', 'name': 'private-subnet', 'tenant_id': '4d4fa0a0f4ce4db39fac2f5013ef29ba', 'gateway_ip': '172.20.0.1', 'network_id': 'bbf1bb13-3caa-4567-ae82-12b63a7fa080', 'ip_version': 4}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:24:14.983432 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-3d8d3396-251c-4ad2-a5a3-615a6e5862f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:24:14.987700 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-3d8d3396-251c-4ad2-a5a3-615a6e5862f9 admin admin] Usage tracker for resource:subnet and tenant:4d4fa0a0f4ce4db39fac2f5013ef29ba is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:24:14.990583 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-3d8d3396-251c-4ad2-a5a3-615a6e5862f9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:24:14.996116 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-3d8d3396-251c-4ad2-a5a3-615a6e5862f9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:24:15.005811 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d8d3396-251c-4ad2-a5a3-615a6e5862f9 admin admin] Made reservation on behalf of 4d4fa0a0f4ce4db39fac2f5013ef29ba for: {'subnet': 1} {{(pid=87507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:24:15.008046 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-3d8d3396-251c-4ad2-a5a3-615a6e5862f9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:24:15.271944 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-3d8d3396-251c-4ad2-a5a3-615a6e5862f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440'] for subnet, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:24:15.276762 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:24:15.364014 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d8d3396-251c-4ad2-a5a3-615a6e5862f9 admin admin] Checking segment: {'id': '06da9767-deb4-43d6-aaca-4347d3dd10a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'bbf1bb13-3caa-4567-ae82-12b63a7fa080'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 22:24:15.364384 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d8d3396-251c-4ad2-a5a3-615a6e5862f9 admin admin] Network hostable DHCP agents. Network: bbf1bb13-3caa-4567-ae82-12b63a7fa080, hostable agents: ['3b155c4d-12dc-491e-aa14-6113b06cfacd'], hosted agents: [] {{(pid=87507) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 16 22:24:15.373030 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8d3396-251c-4ad2-a5a3-615a6e5862f9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2a60c13f-7b9a-433c-a9fe-8fdae5c24872,revision_number=0']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:24:15.380517 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-3d8d3396-251c-4ad2-a5a3-615a6e5862f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:24:15.389978 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d8d3396-251c-4ad2-a5a3-615a6e5862f9 admin admin] Network bbf1bb13-3caa-4567-ae82-12b63a7fa080 is scheduled to be hosted by DHCP agent 3b155c4d-12dc-491e-aa14-6113b06cfacd with binding_index 1 {{(pid=87507) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 16 22:24:15.399341 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.base_scheduler [None req-3d8d3396-251c-4ad2-a5a3-615a6e5862f9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821829-1-hyperv, bbf1bb13-3caa-4567-ae82-12b63a7fa080) {{(pid=87507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:24:15.403631 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d8d3396-251c-4ad2-a5a3-615a6e5862f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:24:15.404229 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-3d8d3396-251c-4ad2-a5a3-615a6e5862f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3791486'] for subnet, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:24:15.409700 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa73ff3e-2c06-453c-89e9-5b930a734bad None None] Network bbf1bb13-3caa-4567-ae82-12b63a7fa080 requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 22:24:15.428601 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-3d8d3396-251c-4ad2-a5a3-615a6e5862f9 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 854 time: 0.4523227
Dec 16 22:24:15.806105 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e75164df-8ad9-4ee2-bead-b25252ac239f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1d6bfaf-d325-5e4f-b05d-2441d8339617-bbf1bb13-3caa-4567-ae82-12b63a7fa080', 'network_id': 'bbf1bb13-3caa-4567-ae82-12b63a7fa080', 'tenant_id': '4d4fa0a0f4ce4db39fac2f5013ef29ba', 'fixed_ips': [{'subnet_id': '2a60c13f-7b9a-433c-a9fe-8fdae5c24872'}]}} from dv-neutron-821829-1-hyperv. {{(pid=87508) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 16 22:24:15.807283 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-e75164df-8ad9-4ee2-bead-b25252ac239f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:24:15.987236 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.db_base_plugin_common [None req-e75164df-8ad9-4ee2-bead-b25252ac239f None None] Allocated IP 172.20.0.2 (bbf1bb13-3caa-4567-ae82-12b63a7fa080/2a60c13f-7b9a-433c-a9fe-8fdae5c24872/ee2472cb-d692-4ff9-901b-e79fec09c848) {{(pid=87508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 22:24:16.219574 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-e75164df-8ad9-4ee2-bead-b25252ac239f None None] Notify callbacks [] for port, precommit_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:24:16.232796 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-e75164df-8ad9-4ee2-bead-b25252ac239f None None] Transition to ACTIVE for port object ee2472cb-d692-4ff9-901b-e79fec09c848 will not be triggered until provisioned by entity L2. {{(pid=87508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:24:16.253336 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-e75164df-8ad9-4ee2-bead-b25252ac239f None None] Transition to ACTIVE for port object ee2472cb-d692-4ff9-901b-e79fec09c848 will not be triggered until provisioned by entity DHCP. {{(pid=87508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:24:16.260117 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-e75164df-8ad9-4ee2-bead-b25252ac239f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940'] for port, after_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:24:16.265540 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:24:16.322401 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e75164df-8ad9-4ee2-bead-b25252ac239f None None] Network bbf1bb13-3caa-4567-ae82-12b63a7fa080 is already hosted by enough agents. {{(pid=87508) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:24:16.325533 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.scheduler.base_scheduler [None req-e75164df-8ad9-4ee2-bead-b25252ac239f None None] Resources bound (agent type, host, resource id):  {{(pid=87508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:24:16.328906 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e75164df-8ad9-4ee2-bead-b25252ac239f None None] Received port after_create {{(pid=87508) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 22:24:16.370851 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75164df-8ad9-4ee2-bead-b25252ac239f None None] Pushing event updated for resources: {'Port': ['ID=ee2472cb-d692-4ff9-901b-e79fec09c848,revision_number=1']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:24:16.409812 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75164df-8ad9-4ee2-bead-b25252ac239f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:24:16.409812 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75164df-8ad9-4ee2-bead-b25252ac239f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:24:16.409812 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75164df-8ad9-4ee2-bead-b25252ac239f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:24:16.410593 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75164df-8ad9-4ee2-bead-b25252ac239f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:24:16.410593 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75164df-8ad9-4ee2-bead-b25252ac239f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:24:16.410760 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75164df-8ad9-4ee2-bead-b25252ac239f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:24:16.411086 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75164df-8ad9-4ee2-bead-b25252ac239f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:24:16.411412 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75164df-8ad9-4ee2-bead-b25252ac239f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:24:16.411743 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75164df-8ad9-4ee2-bead-b25252ac239f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:24:16.412082 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75164df-8ad9-4ee2-bead-b25252ac239f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:24:16.412397 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75164df-8ad9-4ee2-bead-b25252ac239f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:24:16.412707 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75164df-8ad9-4ee2-bead-b25252ac239f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:24:16.414076 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75164df-8ad9-4ee2-bead-b25252ac239f None None] Tracked resource versions report:
Dec 16 22:24:16.414076 dv-neutron-821829-1-hyperv neutron-server[87508]: pushed versions:
Dec 16 22:24:16.414076 dv-neutron-821829-1-hyperv neutron-server[87508]: {   'AddressGroup': {'1.2'},
Dec 16 22:24:16.414076 dv-neutron-821829-1-hyperv neutron-server[87508]:     'ConntrackHelper': {'1.0'},
Dec 16 22:24:16.414076 dv-neutron-821829-1-hyperv neutron-server[87508]:     'Log': {'1.0'},
Dec 16 22:24:16.414076 dv-neutron-821829-1-hyperv neutron-server[87508]:     'Network': {'1.1'},
Dec 16 22:24:16.414076 dv-neutron-821829-1-hyperv neutron-server[87508]:     'Port': {'1.7'},
Dec 16 22:24:16.414076 dv-neutron-821829-1-hyperv neutron-server[87508]:     'PortForwarding': {'1.2'},
Dec 16 22:24:16.414076 dv-neutron-821829-1-hyperv neutron-server[87508]:     'QosPolicy': {'1.8'},
Dec 16 22:24:16.414076 dv-neutron-821829-1-hyperv neutron-server[87508]:     'SecurityGroup': {'1.4'},
Dec 16 22:24:16.414076 dv-neutron-821829-1-hyperv neutron-server[87508]:     'SecurityGroupRule': {'1.2'},
Dec 16 22:24:16.414076 dv-neutron-821829-1-hyperv neutron-server[87508]:     'SubPort': {'1.0'},
Dec 16 22:24:16.414076 dv-neutron-821829-1-hyperv neutron-server[87508]:     'Subnet': {'1.1'},
Dec 16 22:24:16.414076 dv-neutron-821829-1-hyperv neutron-server[87508]:     'Trunk': {'1.1'}}
Dec 16 22:24:16.414076 dv-neutron-821829-1-hyperv neutron-server[87508]: consumer versions:
Dec 16 22:24:16.414076 dv-neutron-821829-1-hyperv neutron-server[87508]: {   DHCP agent@dv-neutron-821829-1-hyperv: {},
Dec 16 22:24:16.414076 dv-neutron-821829-1-hyperv neutron-server[87508]:     L3 agent@dv-neutron-821829-1-hyperv: {},
Dec 16 22:24:16.414076 dv-neutron-821829-1-hyperv neutron-server[87508]:     Metadata agent@dv-neutron-821829-1-hyperv: {},
Dec 16 22:24:16.414076 dv-neutron-821829-1-hyperv neutron-server[87508]:     Metering agent@dv-neutron-821829-1-hyperv: {},
Dec 16 22:24:16.414076 dv-neutron-821829-1-hyperv neutron-server[87508]:     Open vSwitch agent@dv-neutron-821829-1-hyperv: {   'AddressGroup': '1.2',
Dec 16 22:24:16.414076 dv-neutron-821829-1-hyperv neutron-server[87508]:                                                        'ConntrackHelper': '1.0',
Dec 16 22:24:16.414076 dv-neutron-821829-1-hyperv neutron-server[87508]:                                                        'Log': '1.0',
Dec 16 22:24:16.414076 dv-neutron-821829-1-hyperv neutron-server[87508]:                                                        'Network': '1.1',
Dec 16 22:24:16.414076 dv-neutron-821829-1-hyperv neutron-server[87508]:                                                        'Port': '1.7',
Dec 16 22:24:16.414076 dv-neutron-821829-1-hyperv neutron-server[87508]:                                                        'PortForwarding': '1.2',
Dec 16 22:24:16.414076 dv-neutron-821829-1-hyperv neutron-server[87508]:                                                        'QosPolicy': '1.8',
Dec 16 22:24:16.414076 dv-neutron-821829-1-hyperv neutron-server[87508]:                                                        'SecurityGroup': '1.4',
Dec 16 22:24:16.414076 dv-neutron-821829-1-hyperv neutron-server[87508]:                                                        'SecurityGroupRule': '1.2',
Dec 16 22:24:16.414076 dv-neutron-821829-1-hyperv neutron-server[87508]:                                                        'SubPort': '1.0',
Dec 16 22:24:16.414076 dv-neutron-821829-1-hyperv neutron-server[87508]:                                                        'Subnet': '1.1',
Dec 16 22:24:16.414076 dv-neutron-821829-1-hyperv neutron-server[87508]:                                                        'Trunk': '1.1'}}
Dec 16 22:24:16.414076 dv-neutron-821829-1-hyperv neutron-server[87508]:  {{(pid=87508) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Dec 16 22:24:16.429792 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-e75164df-8ad9-4ee2-bead-b25252ac239f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:24:16.436465 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-e75164df-8ad9-4ee2-bead-b25252ac239f None None] Attempting to bind port ee2472cb-d692-4ff9-901b-e79fec09c848 on host dv-neutron-821829-1-hyperv for vnic_type normal with profile  {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 22:24:16.436869 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-e75164df-8ad9-4ee2-bead-b25252ac239f None None] Attempting to bind port ee2472cb-d692-4ff9-901b-e79fec09c848 by drivers openvswitch,hyperv on host dv-neutron-821829-1-hyperv at level 0 using segments [{'id': '06da9767-deb4-43d6-aaca-4347d3dd10a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'bbf1bb13-3caa-4567-ae82-12b63a7fa080'}] {{(pid=87508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 22:24:16.437307 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e75164df-8ad9-4ee2-bead-b25252ac239f None None] Attempting to bind port ee2472cb-d692-4ff9-901b-e79fec09c848 on network bbf1bb13-3caa-4567-ae82-12b63a7fa080 {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 22:24:16.443390 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e75164df-8ad9-4ee2-bead-b25252ac239f None None] Checking agent: {'id': '5571501f-366e-47a4-9b60-8ef19d935d27', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821829-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 24, 2), 'started_at': datetime.datetime(2021, 12, 16, 22, 24, 2), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 24, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821829-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 22:24:16.443704 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e75164df-8ad9-4ee2-bead-b25252ac239f None None] Checking segment: {'id': '06da9767-deb4-43d6-aaca-4347d3dd10a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'bbf1bb13-3caa-4567-ae82-12b63a7fa080'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 22:24:16.444224 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-e75164df-8ad9-4ee2-bead-b25252ac239f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:24:16.444643 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e75164df-8ad9-4ee2-bead-b25252ac239f None None] Bound using segment: {'id': '06da9767-deb4-43d6-aaca-4347d3dd10a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'bbf1bb13-3caa-4567-ae82-12b63a7fa080'} {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 22:24:16.445230 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-e75164df-8ad9-4ee2-bead-b25252ac239f None None] Bound port: ee2472cb-d692-4ff9-901b-e79fec09c848, host: dv-neutron-821829-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06da9767-deb4-43d6-aaca-4347d3dd10a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'bbf1bb13-3caa-4567-ae82-12b63a7fa080'}}] {{(pid=87508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 22:24:16.445589 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-e75164df-8ad9-4ee2-bead-b25252ac239f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:24:16.552280 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-e75164df-8ad9-4ee2-bead-b25252ac239f None None] For port ee2472cb-d692-4ff9-901b-e79fec09c848, host dv-neutron-821829-1-hyperv, cleared binding levels {{(pid=87508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 22:24:16.556107 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-e75164df-8ad9-4ee2-bead-b25252ac239f None None] For port ee2472cb-d692-4ff9-901b-e79fec09c848, host dv-neutron-821829-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=ee2472cb-d692-4ff9-901b-e79fec09c848,segment=NetworkSegment(06da9767-deb4-43d6-aaca-4347d3dd10a8),segment_id=06da9767-deb4-43d6-aaca-4347d3dd10a8)] {{(pid=87508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 22:24:16.560157 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-e75164df-8ad9-4ee2-bead-b25252ac239f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:24:16.563780 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-e75164df-8ad9-4ee2-bead-b25252ac239f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:24:16.651283 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75164df-8ad9-4ee2-bead-b25252ac239f None None] Pushing event updated for resources: {'Port': ['ID=ee2472cb-d692-4ff9-901b-e79fec09c848,revision_number=2']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:24:16.654476 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-e75164df-8ad9-4ee2-bead-b25252ac239f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:24:17.797177 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 35796) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:24:18.381211 dv-neutron-821829-1-hyperv neutron-server[87506]: WARNING oslo_policy.policy [None req-fa9bcb9b-f0e9-433b-b8e0-a7a711bd8224 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Dec 16 22:24:18.381784 dv-neutron-821829-1-hyperv neutron-server[87506]: WARNING oslo_policy.policy [None req-fa9bcb9b-f0e9-433b-b8e0-a7a711bd8224 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Dec 16 22:24:18.598563 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [None req-fa9bcb9b-f0e9-433b-b8e0-a7a711bd8224 admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=87506) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 16 22:24:18.599828 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-fa9bcb9b-f0e9-433b-b8e0-a7a711bd8224 admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.8000836
Dec 16 22:24:19.356753 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device ee2472cb-d692-4ff9-901b-e79fec09c848 up at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 22:24:19.427773 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning for port ee2472cb-d692-4ff9-901b-e79fec09c848 completed by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 22:24:20.270368 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17a3475c-6d5d-42a9-9599-a51b2946887c None None] Network bbf1bb13-3caa-4567-ae82-12b63a7fa080 requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 22:24:20.383773 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-d25e14b6-e921-4680-98fa-b8ca8fbf0cac None None] Provisioning for port ee2472cb-d692-4ff9-901b-e79fec09c848 completed by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 22:24:20.399582 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-d25e14b6-e921-4680-98fa-b8ca8fbf0cac None None] Provisioning complete for port ee2472cb-d692-4ff9-901b-e79fec09c848 triggered by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:24:20.400004 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-d25e14b6-e921-4680-98fa-b8ca8fbf0cac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:24:20.600382 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-d25e14b6-e921-4680-98fa-b8ca8fbf0cac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:24:20.649493 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-d25e14b6-e921-4680-98fa-b8ca8fbf0cac None None] For port ee2472cb-d692-4ff9-901b-e79fec09c848, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=ee2472cb-d692-4ff9-901b-e79fec09c848,segment=NetworkSegment(06da9767-deb4-43d6-aaca-4347d3dd10a8),segment_id=06da9767-deb4-43d6-aaca-4347d3dd10a8)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:24:20.654124 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-d25e14b6-e921-4680-98fa-b8ca8fbf0cac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:24:20.656274 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-e75164df-8ad9-4ee2-bead-b25252ac239f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:24:20.725827 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25e14b6-e921-4680-98fa-b8ca8fbf0cac None None] Pushing event updated for resources: {'Port': ['ID=ee2472cb-d692-4ff9-901b-e79fec09c848,revision_number=3']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:24:20.729177 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-d25e14b6-e921-4680-98fa-b8ca8fbf0cac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:24:20.876521 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-66f62efe-ee95-46bc-ace3-f639e5d6b7f6 None None] Provisioning complete for port ee2472cb-d692-4ff9-901b-e79fec09c848 triggered by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:24:20.877365 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-66f62efe-ee95-46bc-ace3-f639e5d6b7f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:24:20.953487 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 35814) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:24:21.310202 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [None req-a6c5ecfa-e28d-44ac-97fc-91befeb6871f admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=87506) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 16 22:24:21.311142 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-a6c5ecfa-e28d-44ac-97fc-91befeb6871f admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.3568428
Dec 16 22:24:21.336704 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device ee2472cb-d692-4ff9-901b-e79fec09c848 up at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 22:24:21.406962 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning complete for port ee2472cb-d692-4ff9-901b-e79fec09c848 triggered by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:24:21.407681 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:24:23.927105 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 35826) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:24:24.266425 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-1c6c6e1e-8bd3-4e9e-9cbf-d8994d9d524a admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': '4d4fa0a0f4ce4db39fac2f5013ef29ba'}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:24:24.271402 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-1c6c6e1e-8bd3-4e9e-9cbf-d8994d9d524a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:24:24.275101 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-1c6c6e1e-8bd3-4e9e-9cbf-d8994d9d524a admin admin] Usage tracker for resource:router and tenant:4d4fa0a0f4ce4db39fac2f5013ef29ba is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:24:24.278306 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-1c6c6e1e-8bd3-4e9e-9cbf-d8994d9d524a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:24:24.284800 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-1c6c6e1e-8bd3-4e9e-9cbf-d8994d9d524a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:24:24.294902 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-1c6c6e1e-8bd3-4e9e-9cbf-d8994d9d524a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3741155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38980'] for router, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:24:24.296528 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-1c6c6e1e-8bd3-4e9e-9cbf-d8994d9d524a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3743284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3741748', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3896702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-38989'] for router, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:24:24.317500 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-1c6c6e1e-8bd3-4e9e-9cbf-d8994d9d524a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:24:24.426729 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-1c6c6e1e-8bd3-4e9e-9cbf-d8994d9d524a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3740952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3741923'] for router, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:24:24.445524 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-1c6c6e1e-8bd3-4e9e-9cbf-d8994d9d524a admin admin] Notify callbacks [] for router, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:24:24.446980 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-1c6c6e1e-8bd3-4e9e-9cbf-d8994d9d524a admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 709 time: 0.5188904
Dec 16 22:24:26.747283 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 35836) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:24:27.102125 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [None req-f62400ef-4c5e-4f04-b1af-e0fada50406d admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=87507) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 16 22:24:27.103114 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-f62400ef-4c5e-4f04-b1af-e0fada50406d admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.3548946
Dec 16 22:24:28.087034 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-d47946d6-2d1f-4c7c-9b65-4854cdaeed92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:24:28.534943 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.agents_db [None req-0abd2616-a86c-48e2-be07-10823335a5bb None None] Agent healthcheck: found 5 active agents {{(pid=87509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 22:24:29.455971 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 35846) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:24:29.807825 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-618015a2-d37f-46f8-bae6-c2e3cd8c0aa9 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'is_default': True, 'admin_state_up': True, 'name': 'public', 'router:external': True, 'provider:physical_network': 'physnet1'}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:24:29.812648 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-618015a2-d37f-46f8-bae6-c2e3cd8c0aa9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:24:29.816962 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-618015a2-d37f-46f8-bae6-c2e3cd8c0aa9 admin admin] Usage tracker for resource:network and tenant:68e4b8171ad545a09fab3983a7630943 is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:24:29.819673 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-618015a2-d37f-46f8-bae6-c2e3cd8c0aa9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:24:29.825170 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-618015a2-d37f-46f8-bae6-c2e3cd8c0aa9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:24:29.834492 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-618015a2-d37f-46f8-bae6-c2e3cd8c0aa9 admin admin] Made reservation on behalf of 68e4b8171ad545a09fab3983a7630943 for: {'network': 1} {{(pid=87507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:24:29.836609 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-618015a2-d37f-46f8-bae6-c2e3cd8c0aa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for network, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:24:29.847775 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-618015a2-d37f-46f8-bae6-c2e3cd8c0aa9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:24:29.862176 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-618015a2-d37f-46f8-bae6-c2e3cd8c0aa9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:24:29.865701 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-618015a2-d37f-46f8-bae6-c2e3cd8c0aa9 admin admin] Usage tracker for resource:security_group_rule and tenant:68e4b8171ad545a09fab3983a7630943 is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:24:29.868324 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-618015a2-d37f-46f8-bae6-c2e3cd8c0aa9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:24:29.873688 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-618015a2-d37f-46f8-bae6-c2e3cd8c0aa9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:24:29.952400 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-618015a2-d37f-46f8-bae6-c2e3cd8c0aa9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:24:29.955686 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-618015a2-d37f-46f8-bae6-c2e3cd8c0aa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841066'] for security_group, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:24:29.959609 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-2f9eab70-1fef-475f-b654-1a7317c0496b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:24:29.971811 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-618015a2-d37f-46f8-bae6-c2e3cd8c0aa9 admin admin] Reserving flat network on physical network physnet1 {{(pid=87507) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}}
Dec 16 22:24:29.994218 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618015a2-d37f-46f8-bae6-c2e3cd8c0aa9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ca0222f-7fcf-410a-88c2-feffc50a0e4d,revision_number=1']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:24:29.996843 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-618015a2-d37f-46f8-bae6-c2e3cd8c0aa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-883292'] for segment, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:24:29.997176 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.db.segments_db [None req-618015a2-d37f-46f8-bae6-c2e3cd8c0aa9 admin admin] Added segment a416442d-d143-4052-9f4e-546eb8cbe809 of type flat for network f8905ce9-304b-4976-bc47-e58c71c11de5
Dec 16 22:24:29.998299 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-618015a2-d37f-46f8-bae6-c2e3cd8c0aa9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:24:30.028521 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-618015a2-d37f-46f8-bae6-c2e3cd8c0aa9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734753047233'] for network, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:24:30.061211 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-618015a2-d37f-46f8-bae6-c2e3cd8c0aa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440'] for network, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:24:30.062490 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-618015a2-d37f-46f8-bae6-c2e3cd8c0aa9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:24:30.063059 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-618015a2-d37f-46f8-bae6-c2e3cd8c0aa9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3791486'] for network, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:24:30.066613 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:24:30.160912 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618015a2-d37f-46f8-bae6-c2e3cd8c0aa9 admin admin] Pushing event updated for resources: {'Network': ['ID=f8905ce9-304b-4976-bc47-e58c71c11de5,revision_number=1']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:24:30.163955 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-618015a2-d37f-46f8-bae6-c2e3cd8c0aa9 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 0.7069910
Dec 16 22:24:30.164636 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-618015a2-d37f-46f8-bae6-c2e3cd8c0aa9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:24:30.191404 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Network f8905ce9-304b-4976-bc47-e58c71c11de5 details requested by agent ovs-agent-dv-neutron-821829-1-hyperv with host dv-neutron-821829-1-hyperv {{(pid=87508) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 22:24:30.519550 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-afa1c4be-0ecb-4979-8d02-36bfae0dde80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:24:31.362166 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-3e729f7f-1589-4d54-9c4a-7ee6b283cc2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:24:31.598083 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:24:32.521490 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 35866) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:24:32.722101 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa9ccc71-8236-4c26-b0d3-748c26ba005e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:24:32.723383 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-fa9ccc71-8236-4c26-b0d3-748c26ba005e admin admin] 10.222.0.13 "GET /v2.0/subnets/2a60c13f-7b9a-433c-a9fe-8fdae5c24872 HTTP/1.1" status: 200  len: 849 time: 0.2009656
Dec 16 22:24:32.859945 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-8f592f3b-768b-4d47-b48f-ef1a3d675671 admin admin] 10.222.0.13 "GET /v2.0/routers/2bd5f16f-0c53-4d39-8530-16d17de16bfe HTTP/1.1" status: 200  len: 704 time: 0.1310413
Dec 16 22:24:33.058503 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-4541ba3b-6be8-499c-bc94-3c60aa55c4f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:24:33.299980 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-db2d8d9c-12bc-4c98-a033-bff809643da1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:24:33.562389 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.db_base_plugin_common [None req-db2d8d9c-12bc-4c98-a033-bff809643da1 admin admin] Allocated IP 172.20.0.1 (bbf1bb13-3caa-4567-ae82-12b63a7fa080/2a60c13f-7b9a-433c-a9fe-8fdae5c24872/a4eda01a-cd6e-4538-8f24-81bbaa6c83da) {{(pid=87507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 22:24:33.710972 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-db2d8d9c-12bc-4c98-a033-bff809643da1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:24:33.727713 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.provisioning_blocks [None req-db2d8d9c-12bc-4c98-a033-bff809643da1 admin admin] Transition to ACTIVE for port object a4eda01a-cd6e-4538-8f24-81bbaa6c83da will not be triggered until provisioned by entity DHCP. {{(pid=87507) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:24:33.778518 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-db2d8d9c-12bc-4c98-a033-bff809643da1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940'] for port, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:24:33.783324 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:24:33.842363 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db2d8d9c-12bc-4c98-a033-bff809643da1 admin admin] Network bbf1bb13-3caa-4567-ae82-12b63a7fa080 is already hosted by enough agents. {{(pid=87507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:24:33.845938 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.base_scheduler [None req-db2d8d9c-12bc-4c98-a033-bff809643da1 admin admin] Resources bound (agent type, host, resource id):  {{(pid=87507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:24:33.848454 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db2d8d9c-12bc-4c98-a033-bff809643da1 admin admin] Received port after_create {{(pid=87507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 22:24:33.848954 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-db2d8d9c-12bc-4c98-a033-bff809643da1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3830061'] for router_interface, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:24:33.978062 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2d8d9c-12bc-4c98-a033-bff809643da1 admin admin] Pushing event updated for resources: {'Port': ['ID=a4eda01a-cd6e-4538-8f24-81bbaa6c83da,revision_number=1']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:24:33.989636 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-db2d8d9c-12bc-4c98-a033-bff809643da1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:24:34.078361 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-08994c11-04a9-4b35-bc4e-2f24f7efcbb1 None None] Provisioning for port a4eda01a-cd6e-4538-8f24-81bbaa6c83da completed by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 22:24:34.083101 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-08994c11-04a9-4b35-bc4e-2f24f7efcbb1 None None] Provisioning complete for port a4eda01a-cd6e-4538-8f24-81bbaa6c83da triggered by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:24:34.083491 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-08994c11-04a9-4b35-bc4e-2f24f7efcbb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:24:34.106582 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-db2d8d9c-12bc-4c98-a033-bff809643da1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:24:34.137785 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-08994c11-04a9-4b35-bc4e-2f24f7efcbb1 None None] Port a4eda01a-cd6e-4538-8f24-81bbaa6c83da cannot update to ACTIVE because it is not bound. {{(pid=87508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 22:24:34.328511 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-db2d8d9c-12bc-4c98-a033-bff809643da1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:24:34.333153 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-db2d8d9c-12bc-4c98-a033-bff809643da1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:24:34.334187 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-db2d8d9c-12bc-4c98-a033-bff809643da1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3791426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3830222'] for router_interface, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:24:34.338143 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-db2d8d9c-12bc-4c98-a033-bff809643da1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:24:34.465468 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2d8d9c-12bc-4c98-a033-bff809643da1 admin admin] Pushing event updated for resources: {'Port': ['ID=a4eda01a-cd6e-4538-8f24-81bbaa6c83da,revision_number=2']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:24:34.473909 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-db2d8d9c-12bc-4c98-a033-bff809643da1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:24:34.525799 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db2d8d9c-12bc-4c98-a033-bff809643da1 admin admin] Network bbf1bb13-3caa-4567-ae82-12b63a7fa080 is already hosted by enough agents. {{(pid=87507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:24:34.526811 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.base_scheduler [None req-db2d8d9c-12bc-4c98-a033-bff809643da1 admin admin] Resources bound (agent type, host, resource id):  {{(pid=87507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:24:34.709796 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db2d8d9c-12bc-4c98-a033-bff809643da1 admin admin] Router 2bd5f16f-0c53-4d39-8530-16d17de16bfe is scheduled to L3 agent 4f519db7-069b-43e2-8411-c092bac9102a with binding_index 1 {{(pid=87507) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 16 22:24:34.761171 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-dd099c58-4452-4008-be89-04f1ccf514e7 None None] Provisioning complete for port a4eda01a-cd6e-4538-8f24-81bbaa6c83da triggered by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:24:34.761611 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-dd099c58-4452-4008-be89-04f1ccf514e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:24:34.812606 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-dd099c58-4452-4008-be89-04f1ccf514e7 None None] Port a4eda01a-cd6e-4538-8f24-81bbaa6c83da cannot update to ACTIVE because it is not bound. {{(pid=87508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 22:24:34.898222 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db2d8d9c-12bc-4c98-a033-bff809643da1 admin admin] Notify agent at l3_agent.dv-neutron-821829-1-hyperv the message routers_updated {{(pid=87507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 22:24:34.906847 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-db2d8d9c-12bc-4c98-a033-bff809643da1 admin admin] 10.222.0.13 "PUT /v2.0/routers/2bd5f16f-0c53-4d39-8530-16d17de16bfe/add_router_interface HTTP/1.1" status: 200  len: 508 time: 2.0416355
Dec 16 22:24:34.908050 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb2b1cb6-993a-40df-9ce9-c835af9e9933 None None] Sync routers for ids ['2bd5f16f-0c53-4d39-8530-16d17de16bfe'] in dv-neutron-821829-1-hyperv {{(pid=87509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 22:24:34.920541 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb2b1cb6-993a-40df-9ce9-c835af9e9933 None None] Routers {'2bd5f16f-0c53-4d39-8530-16d17de16bfe'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:24:34.921395 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-bb2b1cb6-993a-40df-9ce9-c835af9e9933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b7d6ba5e0>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:24:31Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['2bd5f16f-0c53-4d39-8530-16d17de16bfe'], 'active': True} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:24:35.090964 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvr_db [None req-bb2b1cb6-993a-40df-9ce9-c835af9e9933 None None] Set router 2bd5f16f-0c53-4d39-8530-16d17de16bfe gateway port host: None {{(pid=87509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 22:24:35.449861 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-bb2b1cb6-993a-40df-9ce9-c835af9e9933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b7d6ba5e0>, [{'id': '2bd5f16f-0c53-4d39-8530-16d17de16bfe', 'name': 'router1', 'tenant_id': '4d4fa0a0f4ce4db39fac2f5013ef29ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:24:24Z', 'updated_at': '2021-12-16T22:24:34Z', 'revision_number': 2, 'project_id': '4d4fa0a0f4ce4db39fac2f5013ef29ba', 'gw_port_host': None, '_interfaces': [{'id': 'a4eda01a-cd6e-4538-8f24-81bbaa6c83da', 'name': '', 'network_id': 'bbf1bb13-3caa-4567-ae82-12b63a7fa080', 'tenant_id': '4d4fa0a0f4ce4db39fac2f5013ef29ba', 'mac_address': 'fa:16:3e:9c:db:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bd5f16f-0c53-4d39-8530-16d17de16bfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2a60c13f-7b9a-433c-a9fe-8fdae5c24872', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:24:33Z', 'updated_at': '2021-12-16T22:24:34Z', 'revision_number': 2, 'project_id': '4d4fa0a0f4ce4db39fac2f5013ef29ba', 'subnets': [{'id': '2a60c13f-7b9a-433c-a9fe-8fdae5c24872', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1276e178-8702-470a-a4aa-a4fc13448cb0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:24:35.455920 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb2b1cb6-993a-40df-9ce9-c835af9e9933 None None] Checking router: 2bd5f16f-0c53-4d39-8530-16d17de16bfe for host: dv-neutron-821829-1-hyperv {{(pid=87509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 22:24:35.456291 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb2b1cb6-993a-40df-9ce9-c835af9e9933 None None] Updating router 2bd5f16f-0c53-4d39-8530-16d17de16bfe port a4eda01a-cd6e-4538-8f24-81bbaa6c83da binding host dv-neutron-821829-1-hyperv {{(pid=87509) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 16 22:24:35.510418 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron_lib.callbacks.manager [None req-bb2b1cb6-993a-40df-9ce9-c835af9e9933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:24:35.879492 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron_lib.callbacks.manager [None req-bb2b1cb6-993a-40df-9ce9-c835af9e9933 None None] Notify callbacks [] for port, precommit_update {{(pid=87509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:24:35.894254 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.provisioning_blocks [None req-bb2b1cb6-993a-40df-9ce9-c835af9e9933 None None] Transition to ACTIVE for port object a4eda01a-cd6e-4538-8f24-81bbaa6c83da will not be triggered until provisioned by entity L2. {{(pid=87509) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:24:35.900297 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron_lib.callbacks.manager [None req-bb2b1cb6-993a-40df-9ce9-c835af9e9933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:24:35.908637 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:24:36.131522 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa58eb6f-a0e3-4ba4-85b1-a443e480ff95 None None] Pushing event updated for resources: {'Port': ['ID=a4eda01a-cd6e-4538-8f24-81bbaa6c83da,revision_number=3']} {{(pid=87509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:24:36.143921 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa58eb6f-a0e3-4ba4-85b1-a443e480ff95 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:24:36.144275 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa58eb6f-a0e3-4ba4-85b1-a443e480ff95 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:24:36.144605 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa58eb6f-a0e3-4ba4-85b1-a443e480ff95 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:24:36.144927 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa58eb6f-a0e3-4ba4-85b1-a443e480ff95 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:24:36.145246 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa58eb6f-a0e3-4ba4-85b1-a443e480ff95 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:24:36.145574 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa58eb6f-a0e3-4ba4-85b1-a443e480ff95 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:24:36.145889 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa58eb6f-a0e3-4ba4-85b1-a443e480ff95 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:24:36.146200 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa58eb6f-a0e3-4ba4-85b1-a443e480ff95 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:24:36.146525 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa58eb6f-a0e3-4ba4-85b1-a443e480ff95 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:24:36.146836 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa58eb6f-a0e3-4ba4-85b1-a443e480ff95 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:24:36.147143 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa58eb6f-a0e3-4ba4-85b1-a443e480ff95 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:24:36.147449 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa58eb6f-a0e3-4ba4-85b1-a443e480ff95 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:24:36.148822 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa58eb6f-a0e3-4ba4-85b1-a443e480ff95 None None] Tracked resource versions report:
Dec 16 22:24:36.148822 dv-neutron-821829-1-hyperv neutron-server[87509]: pushed versions:
Dec 16 22:24:36.148822 dv-neutron-821829-1-hyperv neutron-server[87509]: {   'AddressGroup': {'1.2'},
Dec 16 22:24:36.148822 dv-neutron-821829-1-hyperv neutron-server[87509]:     'ConntrackHelper': {'1.0'},
Dec 16 22:24:36.148822 dv-neutron-821829-1-hyperv neutron-server[87509]:     'Log': {'1.0'},
Dec 16 22:24:36.148822 dv-neutron-821829-1-hyperv neutron-server[87509]:     'Network': {'1.1'},
Dec 16 22:24:36.148822 dv-neutron-821829-1-hyperv neutron-server[87509]:     'Port': {'1.7'},
Dec 16 22:24:36.148822 dv-neutron-821829-1-hyperv neutron-server[87509]:     'PortForwarding': {'1.2'},
Dec 16 22:24:36.148822 dv-neutron-821829-1-hyperv neutron-server[87509]:     'QosPolicy': {'1.8'},
Dec 16 22:24:36.148822 dv-neutron-821829-1-hyperv neutron-server[87509]:     'SecurityGroup': {'1.4'},
Dec 16 22:24:36.148822 dv-neutron-821829-1-hyperv neutron-server[87509]:     'SecurityGroupRule': {'1.2'},
Dec 16 22:24:36.148822 dv-neutron-821829-1-hyperv neutron-server[87509]:     'SubPort': {'1.0'},
Dec 16 22:24:36.148822 dv-neutron-821829-1-hyperv neutron-server[87509]:     'Subnet': {'1.1'},
Dec 16 22:24:36.148822 dv-neutron-821829-1-hyperv neutron-server[87509]:     'Trunk': {'1.1'}}
Dec 16 22:24:36.148822 dv-neutron-821829-1-hyperv neutron-server[87509]: consumer versions:
Dec 16 22:24:36.148822 dv-neutron-821829-1-hyperv neutron-server[87509]: {   DHCP agent@dv-neutron-821829-1-hyperv: {},
Dec 16 22:24:36.148822 dv-neutron-821829-1-hyperv neutron-server[87509]:     L3 agent@dv-neutron-821829-1-hyperv: {},
Dec 16 22:24:36.148822 dv-neutron-821829-1-hyperv neutron-server[87509]:     Metadata agent@dv-neutron-821829-1-hyperv: {},
Dec 16 22:24:36.148822 dv-neutron-821829-1-hyperv neutron-server[87509]:     Metering agent@dv-neutron-821829-1-hyperv: {},
Dec 16 22:24:36.148822 dv-neutron-821829-1-hyperv neutron-server[87509]:     Open vSwitch agent@dv-neutron-821829-1-hyperv: {   'AddressGroup': '1.2',
Dec 16 22:24:36.148822 dv-neutron-821829-1-hyperv neutron-server[87509]:                                                        'ConntrackHelper': '1.0',
Dec 16 22:24:36.148822 dv-neutron-821829-1-hyperv neutron-server[87509]:                                                        'Log': '1.0',
Dec 16 22:24:36.148822 dv-neutron-821829-1-hyperv neutron-server[87509]:                                                        'Network': '1.1',
Dec 16 22:24:36.148822 dv-neutron-821829-1-hyperv neutron-server[87509]:                                                        'Port': '1.7',
Dec 16 22:24:36.148822 dv-neutron-821829-1-hyperv neutron-server[87509]:                                                        'PortForwarding': '1.2',
Dec 16 22:24:36.148822 dv-neutron-821829-1-hyperv neutron-server[87509]:                                                        'QosPolicy': '1.8',
Dec 16 22:24:36.148822 dv-neutron-821829-1-hyperv neutron-server[87509]:                                                        'SecurityGroup': '1.4',
Dec 16 22:24:36.148822 dv-neutron-821829-1-hyperv neutron-server[87509]:                                                        'SecurityGroupRule': '1.2',
Dec 16 22:24:36.148822 dv-neutron-821829-1-hyperv neutron-server[87509]:                                                        'SubPort': '1.0',
Dec 16 22:24:36.148822 dv-neutron-821829-1-hyperv neutron-server[87509]:                                                        'Subnet': '1.1',
Dec 16 22:24:36.148822 dv-neutron-821829-1-hyperv neutron-server[87509]:                                                        'Trunk': '1.1'}}
Dec 16 22:24:36.148822 dv-neutron-821829-1-hyperv neutron-server[87509]:  {{(pid=87509) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Dec 16 22:24:36.152893 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.plugins.ml2.managers [None req-bb2b1cb6-993a-40df-9ce9-c835af9e9933 None None] Attempting to bind port a4eda01a-cd6e-4538-8f24-81bbaa6c83da on host dv-neutron-821829-1-hyperv for vnic_type normal with profile  {{(pid=87509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 22:24:36.153343 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.plugins.ml2.managers [None req-bb2b1cb6-993a-40df-9ce9-c835af9e9933 None None] Attempting to bind port a4eda01a-cd6e-4538-8f24-81bbaa6c83da by drivers openvswitch,hyperv on host dv-neutron-821829-1-hyperv at level 0 using segments [{'id': '06da9767-deb4-43d6-aaca-4347d3dd10a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'bbf1bb13-3caa-4567-ae82-12b63a7fa080'}] {{(pid=87509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 22:24:36.153718 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb2b1cb6-993a-40df-9ce9-c835af9e9933 None None] Attempting to bind port a4eda01a-cd6e-4538-8f24-81bbaa6c83da on network bbf1bb13-3caa-4567-ae82-12b63a7fa080 {{(pid=87509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 22:24:36.155878 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG oslo_concurrency.lockutils [None req-fa58eb6f-a0e3-4ba4-85b1-a443e480ff95 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=87509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:24:36.160243 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb2b1cb6-993a-40df-9ce9-c835af9e9933 None None] Checking agent: {'id': '5571501f-366e-47a4-9b60-8ef19d935d27', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821829-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 24, 2), 'started_at': datetime.datetime(2021, 12, 16, 22, 24, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 24, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821829-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 22:24:36.160646 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb2b1cb6-993a-40df-9ce9-c835af9e9933 None None] Checking segment: {'id': '06da9767-deb4-43d6-aaca-4347d3dd10a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'bbf1bb13-3caa-4567-ae82-12b63a7fa080'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 22:24:36.161130 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron_lib.callbacks.manager [None req-bb2b1cb6-993a-40df-9ce9-c835af9e9933 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:24:36.161513 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb2b1cb6-993a-40df-9ce9-c835af9e9933 None None] Bound using segment: {'id': '06da9767-deb4-43d6-aaca-4347d3dd10a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'bbf1bb13-3caa-4567-ae82-12b63a7fa080'} {{(pid=87509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 22:24:36.162008 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.plugins.ml2.managers [None req-bb2b1cb6-993a-40df-9ce9-c835af9e9933 None None] Bound port: a4eda01a-cd6e-4538-8f24-81bbaa6c83da, host: dv-neutron-821829-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06da9767-deb4-43d6-aaca-4347d3dd10a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'bbf1bb13-3caa-4567-ae82-12b63a7fa080'}}] {{(pid=87509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 22:24:36.162393 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron_lib.callbacks.manager [None req-bb2b1cb6-993a-40df-9ce9-c835af9e9933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:24:36.248931 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.plugins.ml2.db [None req-bb2b1cb6-993a-40df-9ce9-c835af9e9933 None None] For port a4eda01a-cd6e-4538-8f24-81bbaa6c83da, host dv-neutron-821829-1-hyperv, cleared binding levels {{(pid=87509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 22:24:36.253538 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.plugins.ml2.db [None req-bb2b1cb6-993a-40df-9ce9-c835af9e9933 None None] For port a4eda01a-cd6e-4538-8f24-81bbaa6c83da, host dv-neutron-821829-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=a4eda01a-cd6e-4538-8f24-81bbaa6c83da,segment=NetworkSegment(06da9767-deb4-43d6-aaca-4347d3dd10a8),segment_id=06da9767-deb4-43d6-aaca-4347d3dd10a8)] {{(pid=87509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 22:24:36.258738 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron_lib.callbacks.manager [None req-bb2b1cb6-993a-40df-9ce9-c835af9e9933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:24:36.262458 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG oslo_concurrency.lockutils [None req-fa58eb6f-a0e3-4ba4-85b1-a443e480ff95 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:24:36.335732 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb2b1cb6-993a-40df-9ce9-c835af9e9933 None None] Routers {'2bd5f16f-0c53-4d39-8530-16d17de16bfe'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:24:36.336391 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-bb2b1cb6-993a-40df-9ce9-c835af9e9933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b7d6ba5e0>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:24:31Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['2bd5f16f-0c53-4d39-8530-16d17de16bfe'], 'active': True} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:24:36.489328 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa58eb6f-a0e3-4ba4-85b1-a443e480ff95 None None] Pushing event updated for resources: {'Port': ['ID=a4eda01a-cd6e-4538-8f24-81bbaa6c83da,revision_number=4']} {{(pid=87509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:24:36.494265 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG oslo_concurrency.lockutils [None req-fa58eb6f-a0e3-4ba4-85b1-a443e480ff95 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=87509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:24:36.500459 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvr_db [None req-bb2b1cb6-993a-40df-9ce9-c835af9e9933 None None] Set router 2bd5f16f-0c53-4d39-8530-16d17de16bfe gateway port host: None {{(pid=87509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 22:24:36.817182 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-bb2b1cb6-993a-40df-9ce9-c835af9e9933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b7d6ba5e0>, [{'id': '2bd5f16f-0c53-4d39-8530-16d17de16bfe', 'name': 'router1', 'tenant_id': '4d4fa0a0f4ce4db39fac2f5013ef29ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:24:24Z', 'updated_at': '2021-12-16T22:24:34Z', 'revision_number': 2, 'project_id': '4d4fa0a0f4ce4db39fac2f5013ef29ba', 'gw_port_host': None, '_interfaces': [{'id': 'a4eda01a-cd6e-4538-8f24-81bbaa6c83da', 'name': '', 'network_id': 'bbf1bb13-3caa-4567-ae82-12b63a7fa080', 'tenant_id': '4d4fa0a0f4ce4db39fac2f5013ef29ba', 'mac_address': 'fa:16:3e:9c:db:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bd5f16f-0c53-4d39-8530-16d17de16bfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2a60c13f-7b9a-433c-a9fe-8fdae5c24872', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:24:33Z', 'updated_at': '2021-12-16T22:24:36Z', 'revision_number': 4, 'project_id': '4d4fa0a0f4ce4db39fac2f5013ef29ba', 'subnets': [{'id': '2a60c13f-7b9a-433c-a9fe-8fdae5c24872', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1276e178-8702-470a-a4aa-a4fc13448cb0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:24:36.820972 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb2b1cb6-993a-40df-9ce9-c835af9e9933 None None] The sync data for ids ['2bd5f16f-0c53-4d39-8530-16d17de16bfe'] in dv-neutron-821829-1-hyperv is: [{'id': '2bd5f16f-0c53-4d39-8530-16d17de16bfe', 'name': 'router1', 'tenant_id': '4d4fa0a0f4ce4db39fac2f5013ef29ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:24:24Z', 'updated_at': '2021-12-16T22:24:34Z', 'revision_number': 2, 'project_id': '4d4fa0a0f4ce4db39fac2f5013ef29ba', 'gw_port_host': None, '_interfaces': [{'id': 'a4eda01a-cd6e-4538-8f24-81bbaa6c83da', 'name': '', 'network_id': 'bbf1bb13-3caa-4567-ae82-12b63a7fa080', 'tenant_id': '4d4fa0a0f4ce4db39fac2f5013ef29ba', 'mac_address': 'fa:16:3e:9c:db:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bd5f16f-0c53-4d39-8530-16d17de16bfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2a60c13f-7b9a-433c-a9fe-8fdae5c24872', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:24:33Z', 'updated_at': '2021-12-16T22:24:36Z', 'revision_number': 4, 'project_id': '4d4fa0a0f4ce4db39fac2f5013ef29ba', 'subnets': [{'id': '2a60c13f-7b9a-433c-a9fe-8fdae5c24872', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1276e178-8702-470a-a4aa-a4fc13448cb0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 22:24:37.063578 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 35888) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:24:37.337212 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.policy [None req-589bf357-70f4-445b-ba00-5555ad986e94 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=87506) register_rules /opt/stack/neutron/neutron/policy.py:73}}
Dec 16 22:24:37.382151 dv-neutron-821829-1-hyperv neutron-server[87506]: WARNING oslo_policy.policy [None req-589bf357-70f4-445b-ba00-5555ad986e94 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Dec 16 22:24:37.382435 dv-neutron-821829-1-hyperv neutron-server[87506]: WARNING oslo_policy.policy [None req-589bf357-70f4-445b-ba00-5555ad986e94 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Dec 16 22:24:37.390723 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-589bf357-70f4-445b-ba00-5555ad986e94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:24:37.396325 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-589bf357-70f4-445b-ba00-5555ad986e94 admin admin] 10.222.0.13 "GET /v2.0/networks/f8905ce9-304b-4976-bc47-e58c71c11de5 HTTP/1.1" status: 200  len: 842 time: 0.3311920
Dec 16 22:24:37.406976 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-4773fef4-a5ca-442d-8bfe-989a7d77f5b2 admin admin] Request body: {'subnet': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'gateway_ip': '172.26.0.1', 'ip_version': 4, 'name': 'public-subnet', 'cidr': '172.26.0.0/24', 'enable_dhcp': False}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:24:37.409004 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.quota [None req-4773fef4-a5ca-442d-8bfe-989a7d77f5b2 admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7f1b7d6eb310>.
Dec 16 22:24:37.421838 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-4773fef4-a5ca-442d-8bfe-989a7d77f5b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:24:37.427890 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-4773fef4-a5ca-442d-8bfe-989a7d77f5b2 admin admin] Usage tracker for resource:subnet and tenant:68e4b8171ad545a09fab3983a7630943 is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:24:37.431262 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-4773fef4-a5ca-442d-8bfe-989a7d77f5b2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:24:37.438401 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-4773fef4-a5ca-442d-8bfe-989a7d77f5b2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:24:37.456384 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4773fef4-a5ca-442d-8bfe-989a7d77f5b2 admin admin] Made reservation on behalf of 68e4b8171ad545a09fab3983a7630943 for: {'subnet': 1} {{(pid=87506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:24:37.459915 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-4773fef4-a5ca-442d-8bfe-989a7d77f5b2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:24:37.894642 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.objects.ports [None req-4773fef4-a5ca-442d-8bfe-989a7d77f5b2 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87506) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}}
Dec 16 22:24:37.895031 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-4773fef4-a5ca-442d-8bfe-989a7d77f5b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440'] for subnet, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:24:37.900701 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:24:37.976511 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4773fef4-a5ca-442d-8bfe-989a7d77f5b2 admin admin] Checking segment: {'id': 'a416442d-d143-4052-9f4e-546eb8cbe809', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 22:24:37.976887 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4773fef4-a5ca-442d-8bfe-989a7d77f5b2 admin admin] Network hostable DHCP agents. Network: f8905ce9-304b-4976-bc47-e58c71c11de5, hostable agents: ['3b155c4d-12dc-491e-aa14-6113b06cfacd'], hosted agents: [] {{(pid=87506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 16 22:24:37.982402 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4773fef4-a5ca-442d-8bfe-989a7d77f5b2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9bca8591-41ef-4f2d-8ecb-ecaab1a28acf,revision_number=0']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:24:37.994472 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4773fef4-a5ca-442d-8bfe-989a7d77f5b2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:24:37.994811 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4773fef4-a5ca-442d-8bfe-989a7d77f5b2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:24:37.995132 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4773fef4-a5ca-442d-8bfe-989a7d77f5b2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:24:37.995449 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4773fef4-a5ca-442d-8bfe-989a7d77f5b2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:24:37.995809 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4773fef4-a5ca-442d-8bfe-989a7d77f5b2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:24:37.996121 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4773fef4-a5ca-442d-8bfe-989a7d77f5b2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:24:37.996448 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4773fef4-a5ca-442d-8bfe-989a7d77f5b2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:24:37.996756 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4773fef4-a5ca-442d-8bfe-989a7d77f5b2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:24:37.997063 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4773fef4-a5ca-442d-8bfe-989a7d77f5b2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:24:37.997364 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4773fef4-a5ca-442d-8bfe-989a7d77f5b2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:24:37.997685 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4773fef4-a5ca-442d-8bfe-989a7d77f5b2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:24:37.997991 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4773fef4-a5ca-442d-8bfe-989a7d77f5b2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:24:37.999300 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4773fef4-a5ca-442d-8bfe-989a7d77f5b2 admin admin] Tracked resource versions report:
Dec 16 22:24:37.999300 dv-neutron-821829-1-hyperv neutron-server[87506]: pushed versions:
Dec 16 22:24:37.999300 dv-neutron-821829-1-hyperv neutron-server[87506]: {   'AddressGroup': {'1.2'},
Dec 16 22:24:37.999300 dv-neutron-821829-1-hyperv neutron-server[87506]:     'ConntrackHelper': {'1.0'},
Dec 16 22:24:37.999300 dv-neutron-821829-1-hyperv neutron-server[87506]:     'Log': {'1.0'},
Dec 16 22:24:37.999300 dv-neutron-821829-1-hyperv neutron-server[87506]:     'Network': {'1.1'},
Dec 16 22:24:37.999300 dv-neutron-821829-1-hyperv neutron-server[87506]:     'Port': {'1.7'},
Dec 16 22:24:37.999300 dv-neutron-821829-1-hyperv neutron-server[87506]:     'PortForwarding': {'1.2'},
Dec 16 22:24:37.999300 dv-neutron-821829-1-hyperv neutron-server[87506]:     'QosPolicy': {'1.8'},
Dec 16 22:24:37.999300 dv-neutron-821829-1-hyperv neutron-server[87506]:     'SecurityGroup': {'1.4'},
Dec 16 22:24:37.999300 dv-neutron-821829-1-hyperv neutron-server[87506]:     'SecurityGroupRule': {'1.2'},
Dec 16 22:24:37.999300 dv-neutron-821829-1-hyperv neutron-server[87506]:     'SubPort': {'1.0'},
Dec 16 22:24:37.999300 dv-neutron-821829-1-hyperv neutron-server[87506]:     'Subnet': {'1.1'},
Dec 16 22:24:37.999300 dv-neutron-821829-1-hyperv neutron-server[87506]:     'Trunk': {'1.1'}}
Dec 16 22:24:37.999300 dv-neutron-821829-1-hyperv neutron-server[87506]: consumer versions:
Dec 16 22:24:37.999300 dv-neutron-821829-1-hyperv neutron-server[87506]: {   DHCP agent@dv-neutron-821829-1-hyperv: {},
Dec 16 22:24:37.999300 dv-neutron-821829-1-hyperv neutron-server[87506]:     L3 agent@dv-neutron-821829-1-hyperv: {},
Dec 16 22:24:37.999300 dv-neutron-821829-1-hyperv neutron-server[87506]:     Metadata agent@dv-neutron-821829-1-hyperv: {},
Dec 16 22:24:37.999300 dv-neutron-821829-1-hyperv neutron-server[87506]:     Metering agent@dv-neutron-821829-1-hyperv: {},
Dec 16 22:24:37.999300 dv-neutron-821829-1-hyperv neutron-server[87506]:     Open vSwitch agent@dv-neutron-821829-1-hyperv: {   'AddressGroup': '1.2',
Dec 16 22:24:37.999300 dv-neutron-821829-1-hyperv neutron-server[87506]:                                                        'ConntrackHelper': '1.0',
Dec 16 22:24:37.999300 dv-neutron-821829-1-hyperv neutron-server[87506]:                                                        'Log': '1.0',
Dec 16 22:24:37.999300 dv-neutron-821829-1-hyperv neutron-server[87506]:                                                        'Network': '1.1',
Dec 16 22:24:37.999300 dv-neutron-821829-1-hyperv neutron-server[87506]:                                                        'Port': '1.7',
Dec 16 22:24:37.999300 dv-neutron-821829-1-hyperv neutron-server[87506]:                                                        'PortForwarding': '1.2',
Dec 16 22:24:37.999300 dv-neutron-821829-1-hyperv neutron-server[87506]:                                                        'QosPolicy': '1.8',
Dec 16 22:24:37.999300 dv-neutron-821829-1-hyperv neutron-server[87506]:                                                        'SecurityGroup': '1.4',
Dec 16 22:24:37.999300 dv-neutron-821829-1-hyperv neutron-server[87506]:                                                        'SecurityGroupRule': '1.2',
Dec 16 22:24:37.999300 dv-neutron-821829-1-hyperv neutron-server[87506]:                                                        'SubPort': '1.0',
Dec 16 22:24:37.999300 dv-neutron-821829-1-hyperv neutron-server[87506]:                                                        'Subnet': '1.1',
Dec 16 22:24:37.999300 dv-neutron-821829-1-hyperv neutron-server[87506]:                                                        'Trunk': '1.1'}}
Dec 16 22:24:37.999300 dv-neutron-821829-1-hyperv neutron-server[87506]:  {{(pid=87506) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Dec 16 22:24:38.031103 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4773fef4-a5ca-442d-8bfe-989a7d77f5b2 admin admin] Network f8905ce9-304b-4976-bc47-e58c71c11de5 is scheduled to be hosted by DHCP agent 3b155c4d-12dc-491e-aa14-6113b06cfacd with binding_index 1 {{(pid=87506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 16 22:24:38.035162 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-4773fef4-a5ca-442d-8bfe-989a7d77f5b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:24:38.042315 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.base_scheduler [None req-4773fef4-a5ca-442d-8bfe-989a7d77f5b2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821829-1-hyperv, f8905ce9-304b-4976-bc47-e58c71c11de5) {{(pid=87506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:24:38.046635 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4773fef4-a5ca-442d-8bfe-989a7d77f5b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:24:38.047263 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-4773fef4-a5ca-442d-8bfe-989a7d77f5b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3791486'] for subnet, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:24:38.052768 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69e6ede6-bff6-4060-8bad-0549959d0e45 None None] Network f8905ce9-304b-4976-bc47-e58c71c11de5 requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 22:24:38.069867 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-4773fef4-a5ca-442d-8bfe-989a7d77f5b2 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.6705313
Dec 16 22:24:38.271516 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebc0b092-50cd-4697-a2af-eafcacd38efd None None] Network f8905ce9-304b-4976-bc47-e58c71c11de5 requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 22:24:39.363045 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device a4eda01a-cd6e-4538-8f24-81bbaa6c83da up at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 22:24:39.432531 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning for port a4eda01a-cd6e-4538-8f24-81bbaa6c83da completed by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 22:24:39.437299 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning complete for port a4eda01a-cd6e-4538-8f24-81bbaa6c83da triggered by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:24:39.437680 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:24:39.555218 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:24:39.587175 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] For port a4eda01a-cd6e-4538-8f24-81bbaa6c83da, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=a4eda01a-cd6e-4538-8f24-81bbaa6c83da,segment=NetworkSegment(06da9767-deb4-43d6-aaca-4347d3dd10a8),segment_id=06da9767-deb4-43d6-aaca-4347d3dd10a8)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:24:39.590677 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:24:39.593709 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-d25e14b6-e921-4680-98fa-b8ca8fbf0cac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:24:39.657704 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Pushing event updated for resources: {'Port': ['ID=a4eda01a-cd6e-4538-8f24-81bbaa6c83da,revision_number=5']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:24:39.660911 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:24:40.290185 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 35908) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:24:40.481605 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-6e40d53a-c214-496b-9a1c-1a7d567c83b3 admin admin] 10.222.0.13 "GET /v2.0/routers/2bd5f16f-0c53-4d39-8530-16d17de16bfe HTTP/1.1" status: 200  len: 710 time: 0.1902516
Dec 16 22:24:40.603596 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c3671af-a358-4aa1-a3e8-fa125477f159 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:24:40.604176 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-3c3671af-a358-4aa1-a3e8-fa125477f159 admin admin] Synchronizing usage tracker for tenant:68e4b8171ad545a09fab3983a7630943 on resource:network {{(pid=87507) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 22:24:40.620968 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-3c3671af-a358-4aa1-a3e8-fa125477f159 admin admin] Unset dirty status for tenant:68e4b8171ad545a09fab3983a7630943 on resource:network {{(pid=87507) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 22:24:40.622191 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-3c3671af-a358-4aa1-a3e8-fa125477f159 admin admin] 10.222.0.13 "GET /v2.0/networks/f8905ce9-304b-4976-bc47-e58c71c11de5 HTTP/1.1" status: 200  len: 886 time: 0.1349633
Dec 16 22:24:40.631451 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-705cd858-1f7a-469d-b20a-394d166d13c3 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5'}}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:24:41.060215 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-705cd858-1f7a-469d-b20a-394d166d13c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3741702', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3740945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-38947'] for router, precommit_update {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:24:41.349467 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device a4eda01a-cd6e-4538-8f24-81bbaa6c83da up at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 22:24:41.415165 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning complete for port a4eda01a-cd6e-4538-8f24-81bbaa6c83da triggered by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:24:41.415540 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:24:41.431161 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-705cd858-1f7a-469d-b20a-394d166d13c3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:24:41.489067 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-705cd858-1f7a-469d-b20a-394d166d13c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:24:41.616994 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.db_base_plugin_common [None req-705cd858-1f7a-469d-b20a-394d166d13c3 admin admin] Allocated IP 172.26.0.250 (f8905ce9-304b-4976-bc47-e58c71c11de5/9bca8591-41ef-4f2d-8ecb-ecaab1a28acf/cc9287cb-1b65-432f-b017-83840a7eea64) {{(pid=87507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 22:24:41.759404 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-705cd858-1f7a-469d-b20a-394d166d13c3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:24:41.786602 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-705cd858-1f7a-469d-b20a-394d166d13c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940'] for port, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:24:41.790116 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:24:41.850300 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-705cd858-1f7a-469d-b20a-394d166d13c3 admin admin] Network f8905ce9-304b-4976-bc47-e58c71c11de5 is already hosted by enough agents. {{(pid=87507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:24:41.853011 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.base_scheduler [None req-705cd858-1f7a-469d-b20a-394d166d13c3 admin admin] Resources bound (agent type, host, resource id):  {{(pid=87507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:24:41.856650 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-705cd858-1f7a-469d-b20a-394d166d13c3 admin admin] Received port after_create {{(pid=87507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 22:24:41.911972 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705cd858-1f7a-469d-b20a-394d166d13c3 admin admin] Pushing event updated for resources: {'Port': ['ID=cc9287cb-1b65-432f-b017-83840a7eea64,revision_number=1']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:24:41.921090 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-705cd858-1f7a-469d-b20a-394d166d13c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:24:42.224258 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-705cd858-1f7a-469d-b20a-394d166d13c3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:24:42.557272 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-705cd858-1f7a-469d-b20a-394d166d13c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3741702', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3740945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-38947'] for router, precommit_update {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:24:42.560433 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-705cd858-1f7a-469d-b20a-394d166d13c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3741923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3741713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3741720', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3740934'] for router, after_update {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:24:42.783549 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-705cd858-1f7a-469d-b20a-394d166d13c3 admin admin] Router 2bd5f16f-0c53-4d39-8530-16d17de16bfe has already been hosted by L3 agent 4f519db7-069b-43e2-8411-c092bac9102a {{(pid=87507) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 22:24:42.954831 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-705cd858-1f7a-469d-b20a-394d166d13c3 admin admin] Notify agent at l3_agent.dv-neutron-821829-1-hyperv the message routers_updated {{(pid=87507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 22:24:42.963245 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-705cd858-1f7a-469d-b20a-394d166d13c3 admin admin] Notify callbacks [] for router, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:24:42.964228 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-354912ac-f562-4737-8337-849d0055a0e6 None None] Sync routers for ids ['2bd5f16f-0c53-4d39-8530-16d17de16bfe'] in dv-neutron-821829-1-hyperv {{(pid=87508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 22:24:42.964709 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-705cd858-1f7a-469d-b20a-394d166d13c3 admin admin] 10.222.0.13 "PUT /v2.0/routers/2bd5f16f-0c53-4d39-8530-16d17de16bfe HTTP/1.1" status: 200  len: 890 time: 2.3360465
Dec 16 22:24:42.974464 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-354912ac-f562-4737-8337-849d0055a0e6 None None] Routers {'2bd5f16f-0c53-4d39-8530-16d17de16bfe'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:24:42.975157 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-354912ac-f562-4737-8337-849d0055a0e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b7d53baf0>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:24:31Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['2bd5f16f-0c53-4d39-8530-16d17de16bfe'], 'active': True} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:24:43.165026 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvr_db [None req-354912ac-f562-4737-8337-849d0055a0e6 None None] Set router 2bd5f16f-0c53-4d39-8530-16d17de16bfe gateway port host: dv-neutron-821829-1-hyperv {{(pid=87508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 22:24:43.494831 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-354912ac-f562-4737-8337-849d0055a0e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b7d53baf0>, [{'id': '2bd5f16f-0c53-4d39-8530-16d17de16bfe', 'name': 'router1', 'tenant_id': '4d4fa0a0f4ce4db39fac2f5013ef29ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.250'}], 'enable_snat': True}, 'gw_port_id': 'cc9287cb-1b65-432f-b017-83840a7eea64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:24:24Z', 'updated_at': '2021-12-16T22:24:42Z', 'revision_number': 4, 'project_id': '4d4fa0a0f4ce4db39fac2f5013ef29ba', 'gw_port': {'id': 'cc9287cb-1b65-432f-b017-83840a7eea64', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:5a:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bd5f16f-0c53-4d39-8530-16d17de16bfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:24:41Z', 'updated_at': '2021-12-16T22:24:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv', '_interfaces': [{'id': 'a4eda01a-cd6e-4538-8f24-81bbaa6c83da', 'name': '', 'network_id': 'bbf1bb13-3caa-4567-ae82-12b63a7fa080', 'tenant_id': '4d4fa0a0f4ce4db39fac2f5013ef29ba', 'mac_address': 'fa:16:3e:9c:db:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bd5f16f-0c53-4d39-8530-16d17de16bfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2a60c13f-7b9a-433c-a9fe-8fdae5c24872', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:24:33Z', 'updated_at': '2021-12-16T22:24:39Z', 'revision_number': 5, 'project_id': '4d4fa0a0f4ce4db39fac2f5013ef29ba', 'subnets': [{'id': '2a60c13f-7b9a-433c-a9fe-8fdae5c24872', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1276e178-8702-470a-a4aa-a4fc13448cb0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:24:43.499455 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-354912ac-f562-4737-8337-849d0055a0e6 None None] Checking router: 2bd5f16f-0c53-4d39-8530-16d17de16bfe for host: dv-neutron-821829-1-hyperv {{(pid=87508) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 22:24:43.499833 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-354912ac-f562-4737-8337-849d0055a0e6 None None] Updating router 2bd5f16f-0c53-4d39-8530-16d17de16bfe port cc9287cb-1b65-432f-b017-83840a7eea64 binding host dv-neutron-821829-1-hyperv {{(pid=87508) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 16 22:24:43.550370 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-354912ac-f562-4737-8337-849d0055a0e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:24:43.874199 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-354912ac-f562-4737-8337-849d0055a0e6 None None] Notify callbacks [] for port, precommit_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:24:43.885828 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-354912ac-f562-4737-8337-849d0055a0e6 None None] Transition to ACTIVE for port object cc9287cb-1b65-432f-b017-83840a7eea64 will not be triggered until provisioned by entity L2. {{(pid=87508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:24:43.892672 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-354912ac-f562-4737-8337-849d0055a0e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:24:43.896358 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:24:43.993104 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6f5058-e93b-4345-a54e-879536993561 None None] Pushing event updated for resources: {'Port': ['ID=cc9287cb-1b65-432f-b017-83840a7eea64,revision_number=2']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:24:43.996455 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-db6f5058-e93b-4345-a54e-879536993561 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:24:43.997308 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-354912ac-f562-4737-8337-849d0055a0e6 None None] Attempting to bind port cc9287cb-1b65-432f-b017-83840a7eea64 on host dv-neutron-821829-1-hyperv for vnic_type normal with profile  {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 22:24:43.997683 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-354912ac-f562-4737-8337-849d0055a0e6 None None] Attempting to bind port cc9287cb-1b65-432f-b017-83840a7eea64 by drivers openvswitch,hyperv on host dv-neutron-821829-1-hyperv at level 0 using segments [{'id': 'a416442d-d143-4052-9f4e-546eb8cbe809', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5'}] {{(pid=87508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 22:24:43.998047 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-354912ac-f562-4737-8337-849d0055a0e6 None None] Attempting to bind port cc9287cb-1b65-432f-b017-83840a7eea64 on network f8905ce9-304b-4976-bc47-e58c71c11de5 {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 22:24:44.004208 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-354912ac-f562-4737-8337-849d0055a0e6 None None] Checking agent: {'id': '5571501f-366e-47a4-9b60-8ef19d935d27', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821829-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 24, 2), 'started_at': datetime.datetime(2021, 12, 16, 22, 24, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 24, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821829-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 22:24:44.004588 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-354912ac-f562-4737-8337-849d0055a0e6 None None] Checking segment: {'id': 'a416442d-d143-4052-9f4e-546eb8cbe809', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 22:24:44.004993 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-354912ac-f562-4737-8337-849d0055a0e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:24:44.005387 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-354912ac-f562-4737-8337-849d0055a0e6 None None] Bound using segment: {'id': 'a416442d-d143-4052-9f4e-546eb8cbe809', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5'} {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 22:24:44.005857 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-354912ac-f562-4737-8337-849d0055a0e6 None None] Bound port: cc9287cb-1b65-432f-b017-83840a7eea64, host: dv-neutron-821829-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a416442d-d143-4052-9f4e-546eb8cbe809', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5'}}] {{(pid=87508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 22:24:44.006253 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-354912ac-f562-4737-8337-849d0055a0e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:24:44.076383 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-354912ac-f562-4737-8337-849d0055a0e6 None None] For port cc9287cb-1b65-432f-b017-83840a7eea64, host dv-neutron-821829-1-hyperv, cleared binding levels {{(pid=87508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 22:24:44.079293 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-354912ac-f562-4737-8337-849d0055a0e6 None None] For port cc9287cb-1b65-432f-b017-83840a7eea64, host dv-neutron-821829-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=cc9287cb-1b65-432f-b017-83840a7eea64,segment=NetworkSegment(a416442d-d143-4052-9f4e-546eb8cbe809),segment_id=a416442d-d143-4052-9f4e-546eb8cbe809)] {{(pid=87508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 22:24:44.084113 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-354912ac-f562-4737-8337-849d0055a0e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:24:44.088654 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:24:44.158290 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-354912ac-f562-4737-8337-849d0055a0e6 None None] Routers {'2bd5f16f-0c53-4d39-8530-16d17de16bfe'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:24:44.158911 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-354912ac-f562-4737-8337-849d0055a0e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b7d53baf0>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:24:31Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['2bd5f16f-0c53-4d39-8530-16d17de16bfe'], 'active': True} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:24:44.223370 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6f5058-e93b-4345-a54e-879536993561 None None] Pushing event updated for resources: {'Port': ['ID=cc9287cb-1b65-432f-b017-83840a7eea64,revision_number=3']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:24:44.227718 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-db6f5058-e93b-4345-a54e-879536993561 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:24:44.339562 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvr_db [None req-354912ac-f562-4737-8337-849d0055a0e6 None None] Set router 2bd5f16f-0c53-4d39-8530-16d17de16bfe gateway port host: dv-neutron-821829-1-hyperv {{(pid=87508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 22:24:44.661046 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-354912ac-f562-4737-8337-849d0055a0e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b7d53baf0>, [{'id': '2bd5f16f-0c53-4d39-8530-16d17de16bfe', 'name': 'router1', 'tenant_id': '4d4fa0a0f4ce4db39fac2f5013ef29ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.250'}], 'enable_snat': True}, 'gw_port_id': 'cc9287cb-1b65-432f-b017-83840a7eea64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:24:24Z', 'updated_at': '2021-12-16T22:24:42Z', 'revision_number': 4, 'project_id': '4d4fa0a0f4ce4db39fac2f5013ef29ba', 'gw_port': {'id': 'cc9287cb-1b65-432f-b017-83840a7eea64', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:5a:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bd5f16f-0c53-4d39-8530-16d17de16bfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:24:41Z', 'updated_at': '2021-12-16T22:24:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv', '_interfaces': [{'id': 'a4eda01a-cd6e-4538-8f24-81bbaa6c83da', 'name': '', 'network_id': 'bbf1bb13-3caa-4567-ae82-12b63a7fa080', 'tenant_id': '4d4fa0a0f4ce4db39fac2f5013ef29ba', 'mac_address': 'fa:16:3e:9c:db:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bd5f16f-0c53-4d39-8530-16d17de16bfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2a60c13f-7b9a-433c-a9fe-8fdae5c24872', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:24:33Z', 'updated_at': '2021-12-16T22:24:39Z', 'revision_number': 5, 'project_id': '4d4fa0a0f4ce4db39fac2f5013ef29ba', 'subnets': [{'id': '2a60c13f-7b9a-433c-a9fe-8fdae5c24872', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1276e178-8702-470a-a4aa-a4fc13448cb0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:24:44.664863 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-354912ac-f562-4737-8337-849d0055a0e6 None None] The sync data for ids ['2bd5f16f-0c53-4d39-8530-16d17de16bfe'] in dv-neutron-821829-1-hyperv is: [{'id': '2bd5f16f-0c53-4d39-8530-16d17de16bfe', 'name': 'router1', 'tenant_id': '4d4fa0a0f4ce4db39fac2f5013ef29ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.250'}], 'enable_snat': True}, 'gw_port_id': 'cc9287cb-1b65-432f-b017-83840a7eea64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:24:24Z', 'updated_at': '2021-12-16T22:24:42Z', 'revision_number': 4, 'project_id': '4d4fa0a0f4ce4db39fac2f5013ef29ba', 'gw_port': {'id': 'cc9287cb-1b65-432f-b017-83840a7eea64', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:5a:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bd5f16f-0c53-4d39-8530-16d17de16bfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:24:41Z', 'updated_at': '2021-12-16T22:24:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv', '_interfaces': [{'id': 'a4eda01a-cd6e-4538-8f24-81bbaa6c83da', 'name': '', 'network_id': 'bbf1bb13-3caa-4567-ae82-12b63a7fa080', 'tenant_id': '4d4fa0a0f4ce4db39fac2f5013ef29ba', 'mac_address': 'fa:16:3e:9c:db:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bd5f16f-0c53-4d39-8530-16d17de16bfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2a60c13f-7b9a-433c-a9fe-8fdae5c24872', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:24:33Z', 'updated_at': '2021-12-16T22:24:39Z', 'revision_number': 5, 'project_id': '4d4fa0a0f4ce4db39fac2f5013ef29ba', 'subnets': [{'id': '2a60c13f-7b9a-433c-a9fe-8fdae5c24872', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1276e178-8702-470a-a4aa-a4fc13448cb0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 22:24:45.302485 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 35918) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:24:45.377732 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device cc9287cb-1b65-432f-b017-83840a7eea64 up at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 22:24:45.424193 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-c7d169b7-6f22-417e-8b11-da2daa63e337 admin admin] 10.222.0.13 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200  len: 411 time: 0.1204424
Dec 16 22:24:45.457870 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning for port cc9287cb-1b65-432f-b017-83840a7eea64 completed by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 22:24:45.464085 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning complete for port cc9287cb-1b65-432f-b017-83840a7eea64 triggered by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:24:45.464465 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:24:45.587177 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:24:45.605530 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] For port cc9287cb-1b65-432f-b017-83840a7eea64, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=cc9287cb-1b65-432f-b017-83840a7eea64,segment=NetworkSegment(a416442d-d143-4052-9f4e-546eb8cbe809),segment_id=a416442d-d143-4052-9f4e-546eb8cbe809)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:24:45.609435 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:24:45.612823 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-db6f5058-e93b-4345-a54e-879536993561 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:24:45.678595 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Pushing event updated for resources: {'Port': ['ID=cc9287cb-1b65-432f-b017-83840a7eea64,revision_number=4']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:24:45.681665 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:24:47.361845 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device cc9287cb-1b65-432f-b017-83840a7eea64 up at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 22:24:47.454160 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning complete for port cc9287cb-1b65-432f-b017-83840a7eea64 triggered by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:24:47.455461 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:24:58.089378 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-020a1101-c5cc-47c6-b289-d9850b32f156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:25:00.521311 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-a149bb45-b4c8-489b-aec1-2e3fec9f650d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:25:01.366315 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-3e729f7f-1589-4d54-9c4a-7ee6b283cc2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:25:01.599641 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:25:03.073752 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-4541ba3b-6be8-499c-bc94-3c60aa55c4f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:25:05.532734 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.agents_db [None req-0abd2616-a86c-48e2-be07-10823335a5bb None None] Agent healthcheck: found 5 active agents {{(pid=87509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 22:25:28.088518 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-38e28ba2-6b05-49b4-9c99-2ad38d11435f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:25:30.547467 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-16136776-b51c-431b-bb8a-7906947667e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:25:31.370428 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-3e729f7f-1589-4d54-9c4a-7ee6b283cc2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:25:31.605384 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:25:33.076620 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-4541ba3b-6be8-499c-bc94-3c60aa55c4f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:25:42.532390 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.agents_db [None req-0abd2616-a86c-48e2-be07-10823335a5bb None None] Agent healthcheck: found 5 active agents {{(pid=87509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 22:25:58.154216 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-a212aa86-0a98-46ed-8c02-8645ee574a5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:26:00.524443 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-9e58920a-a522-4ff9-bafa-559940d98484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:26:01.375024 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-3e729f7f-1589-4d54-9c4a-7ee6b283cc2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:26:01.602292 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:26:03.087384 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-4541ba3b-6be8-499c-bc94-3c60aa55c4f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:26:19.530894 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.agents_db [None req-0abd2616-a86c-48e2-be07-10823335a5bb None None] Agent healthcheck: found 5 active agents {{(pid=87509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 22:26:28.099049 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-5c6cdf60-fd31-4020-a35b-c0687a23c4b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:26:30.523055 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-70cc9b07-597e-44cd-a9b8-744f61b5d04a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:26:31.372617 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-3e729f7f-1589-4d54-9c4a-7ee6b283cc2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:26:31.602871 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:26:33.093404 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-4541ba3b-6be8-499c-bc94-3c60aa55c4f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:26:49.248336 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 36520) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:26:49.314010 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.pecan_wsgi.hooks.translation [None req-1334c689-2521-44b3-adc8-fd5a31913555 admin admin] GET failed (client error): The resource could not be found.
Dec 16 22:26:49.315251 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-1334c689-2521-44b3-adc8-fd5a31913555 admin admin] 10.222.0.13 "GET /v2.0/networks/private HTTP/1.1" status: 404  len: 315 time: 0.0659869
Dec 16 22:26:49.443725 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a018ffc-9028-4340-9255-6970d8f5f828 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:26:49.445123 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-8a018ffc-9028-4340-9255-6970d8f5f828 admin admin] 10.222.0.13 "GET /v2.0/networks?name=private HTTP/1.1" status: 200  len: 872 time: 0.1258748
Dec 16 22:26:51.550487 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 36530) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:26:51.657496 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8494af55-0bf2-41f5-9567-7cd8024f6dd2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:26:51.658712 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-8494af55-0bf2-41f5-9567-7cd8024f6dd2 admin admin] 10.222.0.13 "GET /v2.0/subnets/2a60c13f-7b9a-433c-a9fe-8fdae5c24872 HTTP/1.1" status: 200  len: 849 time: 0.1072872
Dec 16 22:26:51.667671 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-90cd0b74-173e-4baa-9ad3-c18853ed2639 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:26:51.780469 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-90cd0b74-173e-4baa-9ad3-c18853ed2639 admin admin] Notify callbacks [] for subnet, before_update {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:26:51.961448 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-90cd0b74-173e-4baa-9ad3-c18853ed2639 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8734753524300'] for subnet, after_update {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:26:51.964832 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:26:52.008562 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5918693b-9ec3-4b21-a770-b7346371a181 None None] Network bbf1bb13-3caa-4567-ae82-12b63a7fa080 requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 22:26:52.009040 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90cd0b74-173e-4baa-9ad3-c18853ed2639 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:26:52.009369 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-90cd0b74-173e-4baa-9ad3-c18853ed2639 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3791486'] for subnet, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:26:52.010630 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-90cd0b74-173e-4baa-9ad3-c18853ed2639 admin admin] 10.222.0.13 "PUT /v2.0/subnets/2a60c13f-7b9a-433c-a9fe-8fdae5c24872 HTTP/1.1" status: 200  len: 868 time: 0.3464839
Dec 16 22:26:52.027867 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cd0b74-173e-4baa-9ad3-c18853ed2639 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2a60c13f-7b9a-433c-a9fe-8fdae5c24872,revision_number=1']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:26:52.035565 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cd0b74-173e-4baa-9ad3-c18853ed2639 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:26:52.035989 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cd0b74-173e-4baa-9ad3-c18853ed2639 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:26:52.036300 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cd0b74-173e-4baa-9ad3-c18853ed2639 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:26:52.036633 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cd0b74-173e-4baa-9ad3-c18853ed2639 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:26:52.036957 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cd0b74-173e-4baa-9ad3-c18853ed2639 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:26:52.037281 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cd0b74-173e-4baa-9ad3-c18853ed2639 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:26:52.037602 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cd0b74-173e-4baa-9ad3-c18853ed2639 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:26:52.037945 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cd0b74-173e-4baa-9ad3-c18853ed2639 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:26:52.038268 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cd0b74-173e-4baa-9ad3-c18853ed2639 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:26:52.038596 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cd0b74-173e-4baa-9ad3-c18853ed2639 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:26:52.038903 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cd0b74-173e-4baa-9ad3-c18853ed2639 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:26:52.039215 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cd0b74-173e-4baa-9ad3-c18853ed2639 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:26:52.043230 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-90cd0b74-173e-4baa-9ad3-c18853ed2639 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:26:52.483094 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-b62bf87b-785e-42eb-9dc4-15ec8c6b8639 None None] Provisioning complete for port ee2472cb-d692-4ff9-901b-e79fec09c848 triggered by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:26:52.483474 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b62bf87b-785e-42eb-9dc4-15ec8c6b8639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:26:52.605912 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-b62bf87b-785e-42eb-9dc4-15ec8c6b8639 None None] Provisioning complete for port a4eda01a-cd6e-4538-8f24-81bbaa6c83da triggered by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:26:52.606284 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b62bf87b-785e-42eb-9dc4-15ec8c6b8639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:26:54.134139 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 36540) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:26:54.303665 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30597c5f-a304-4f1d-a8cf-34c9c180f2fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:26:54.304173 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30597c5f-a304-4f1d-a8cf-34c9c180f2fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:26:54.305670 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-30597c5f-a304-4f1d-a8cf-34c9c180f2fb admin admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1549 time: 0.1705706
Dec 16 22:26:56.412624 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 36550) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:26:56.529850 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.agents_db [None req-0abd2616-a86c-48e2-be07-10823335a5bb None None] Agent healthcheck: found 5 active agents {{(pid=87509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 22:26:56.582465 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-074ef774-460f-422c-9bc3-ced584a4ee10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:26:56.582945 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-074ef774-460f-422c-9bc3-ced584a4ee10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:26:56.584463 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-074ef774-460f-422c-9bc3-ced584a4ee10 admin admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1549 time: 0.1709080
Dec 16 22:26:58.100569 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-29b2ed7f-1876-41f8-8425-b8aa6b195a0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:26:58.707422 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 36560) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:26:58.876345 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ced8a40-be2b-4e5a-a035-ae5b3e3fb0c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:26:58.877698 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-3ced8a40-be2b-4e5a-a035-ae5b3e3fb0c5 admin admin] 10.222.0.13 "GET /v2.0/networks/bbf1bb13-3caa-4567-ae82-12b63a7fa080 HTTP/1.1" status: 200  len: 869 time: 0.1692867
Dec 16 22:27:00.524825 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-be67098c-6c05-4d2a-b289-17676524059b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:27:00.967599 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 36570) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:27:01.129267 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6e9133a-fc39-4bd2-90dd-455652c776b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:27:01.130589 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-b6e9133a-fc39-4bd2-90dd-455652c776b6 admin admin] 10.222.0.13 "GET /v2.0/networks/f8905ce9-304b-4976-bc47-e58c71c11de5 HTTP/1.1" status: 200  len: 886 time: 0.1620405
Dec 16 22:27:01.377108 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-3e729f7f-1589-4d54-9c4a-7ee6b283cc2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:27:01.603418 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:27:03.103705 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-4541ba3b-6be8-499c-bc94-3c60aa55c4f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:27:03.251474 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 36580) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:27:03.407466 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6871862c-a2cf-4808-ba30-527013597dbe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:27:03.407940 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6871862c-a2cf-4808-ba30-527013597dbe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:27:03.409645 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-6871862c-a2cf-4808-ba30-527013597dbe admin admin] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1570344
Dec 16 22:27:05.531578 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 36590) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:27:05.635261 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74325f03-c342-486c-854f-74dfed23a7c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:27:05.635634 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74325f03-c342-486c-854f-74dfed23a7c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:27:05.637158 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-74325f03-c342-486c-854f-74dfed23a7c5 admin admin] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1046288
Dec 16 22:27:07.717231 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 36600) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:27:07.820259 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9500bb36-95fc-49dd-b967-de7e819de872 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:27:07.821560 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-9500bb36-95fc-49dd-b967-de7e819de872 admin admin] 10.222.0.13 "GET /v2.0/subnets/2a60c13f-7b9a-433c-a9fe-8fdae5c24872 HTTP/1.1" status: 200  len: 868 time: 0.1033742
Dec 16 22:27:09.915576 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 36610) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:27:10.016497 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f007ee8-4cbe-4280-8983-5eb9c09f42a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:27:10.017786 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-9f007ee8-4cbe-4280-8983-5eb9c09f42a2 admin admin] 10.222.0.13 "GET /v2.0/subnets/9bca8591-41ef-4f2d-8ecb-ecaab1a28acf HTTP/1.1" status: 200  len: 816 time: 0.1011972
Dec 16 22:27:28.102223 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-c41cae34-d75e-48b9-ac84-9d5228ff8025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:27:30.528521 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b737d7eb-41fe-495a-8b3a-f5d2e9231b7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:27:31.378293 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-3e729f7f-1589-4d54-9c4a-7ee6b283cc2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:27:31.605002 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:27:32.978009 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 36654) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:27:33.024338 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [None req-567e9238-9327-4231-94b1-6893b9438483 admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=87507) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 16 22:27:33.025293 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-567e9238-9327-4231-94b1-6893b9438483 admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0463703
Dec 16 22:27:33.104748 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-4541ba3b-6be8-499c-bc94-3c60aa55c4f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:27:33.527775 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.agents_db [None req-0abd2616-a86c-48e2-be07-10823335a5bb None None] Agent healthcheck: found 5 active agents {{(pid=87509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 22:27:35.198101 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 36664) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:27:35.263296 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.pecan_wsgi.hooks.translation [None req-515fa540-c7d7-4d45-84c7-0d63db86007c admin admin] GET failed (client error): The resource could not be found.
Dec 16 22:27:35.264550 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-515fa540-c7d7-4d45-84c7-0d63db86007c admin admin] 10.222.0.13 "GET /v2.0/networks/public HTTP/1.1" status: 404  len: 314 time: 0.0655200
Dec 16 22:27:35.385315 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2a01eba-5dce-44f5-a744-425bee4db374 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:27:35.387454 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-c2a01eba-5dce-44f5-a744-425bee4db374 admin admin] 10.222.0.13 "GET /v2.0/networks?name=public HTTP/1.1" status: 200  len: 889 time: 0.1188776
Dec 16 22:27:37.486090 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 36674) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:27:37.532328 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-22761911-780f-43f7-9d16-d4f83e7f079f admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:27:37.537371 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-22761911-780f-43f7-9d16-d4f83e7f079f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:27:37.547056 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-22761911-780f-43f7-9d16-d4f83e7f079f admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:27:37.556236 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22761911-780f-43f7-9d16-d4f83e7f079f admin admin] Made reservation on behalf of 68e4b8171ad545a09fab3983a7630943 for: {'network': 1} {{(pid=87507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:27:37.559074 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-22761911-780f-43f7-9d16-d4f83e7f079f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for network, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:27:37.644898 dv-neutron-821829-1-hyperv neutron-server[87507]: WARNING neutron.services.revisions.revision_plugin [None req-22761911-780f-43f7-9d16-d4f83e7f079f admin admin] Could not find related network for resource <neutron.db.rbac_db_models.NetworkRBAC[object at 7f1b7c2fbc70] {project_id='68e4b8171ad545a09fab3983a7630943', id='d07d4bc1-f312-45da-a6fa-f07f827611d6', target_tenant='*', action='access_as_shared', object_id='f263aea8-a156-44a5-9ce0-1d41df0cc8cc'}> to bump revision.
Dec 16 22:27:37.656305 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22761911-780f-43f7-9d16-d4f83e7f079f admin admin] vlan segment allocate from pool success with {'vlan_id': 188, 'physical_network': 'physnet1'}  {{(pid=87507) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 22:27:37.665406 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-22761911-780f-43f7-9d16-d4f83e7f079f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-883292'] for segment, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:27:37.665744 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.db.segments_db [None req-22761911-780f-43f7-9d16-d4f83e7f079f admin admin] Added segment 60d50b1c-60a3-47f7-81ee-cc1f2ac17661 of type vlan for network f263aea8-a156-44a5-9ce0-1d41df0cc8cc
Dec 16 22:27:37.691167 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-22761911-780f-43f7-9d16-d4f83e7f079f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734753047233'] for network, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:27:37.718232 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-22761911-780f-43f7-9d16-d4f83e7f079f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440'] for network, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:27:37.719506 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22761911-780f-43f7-9d16-d4f83e7f079f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:27:37.720108 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-22761911-780f-43f7-9d16-d4f83e7f079f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3791486'] for network, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:27:37.724620 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-2f9eab70-1fef-475f-b654-1a7317c0496b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:27:37.821630 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-22761911-780f-43f7-9d16-d4f83e7f079f admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 0.3344691
Dec 16 22:27:37.822334 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22761911-780f-43f7-9d16-d4f83e7f079f admin admin] Pushing event updated for resources: {'Network': ['ID=f263aea8-a156-44a5-9ce0-1d41df0cc8cc,revision_number=1']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:27:37.825399 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-22761911-780f-43f7-9d16-d4f83e7f079f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:27:37.832696 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Network f263aea8-a156-44a5-9ce0-1d41df0cc8cc details requested by agent ovs-agent-dv-neutron-821829-1-hyperv with host dv-neutron-821829-1-hyperv {{(pid=87508) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 22:27:39.921040 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 36684) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:27:39.985998 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.pecan_wsgi.hooks.translation [None req-42dd724b-c631-4369-a607-ccb76c896bd3 admin admin] GET failed (client error): The resource could not be found.
Dec 16 22:27:39.986503 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-42dd724b-c631-4369-a607-ccb76c896bd3 admin admin] Synchronizing usage tracker for tenant:68e4b8171ad545a09fab3983a7630943 on resource:network {{(pid=87507) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 22:27:40.001813 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-42dd724b-c631-4369-a607-ccb76c896bd3 admin admin] Unset dirty status for tenant:68e4b8171ad545a09fab3983a7630943 on resource:network {{(pid=87507) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 22:27:40.002887 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-42dd724b-c631-4369-a607-ccb76c896bd3 admin admin] 10.222.0.13 "GET /v2.0/networks/shared HTTP/1.1" status: 404  len: 314 time: 0.0808852
Dec 16 22:27:40.104879 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fbb58c6-5d96-4f5a-949c-218523282d0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:27:40.106910 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-7fbb58c6-5d96-4f5a-949c-218523282d0a admin admin] 10.222.0.13 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200  len: 826 time: 0.1002166
Dec 16 22:27:40.116357 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-467802e9-e5e0-45fd-b7e6-d72db3bdfaf3 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'description': 'shared-subnet', 'network_id': 'f263aea8-a156-44a5-9ce0-1d41df0cc8cc', 'ip_version': 4, 'cidr': '192.168.233.0/24'}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:27:40.120755 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-467802e9-e5e0-45fd-b7e6-d72db3bdfaf3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:27:40.124445 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-467802e9-e5e0-45fd-b7e6-d72db3bdfaf3 admin admin] Usage tracker for resource:subnet and tenant:68e4b8171ad545a09fab3983a7630943 is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:27:40.127411 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-467802e9-e5e0-45fd-b7e6-d72db3bdfaf3 admin admin] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:27:40.132878 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-467802e9-e5e0-45fd-b7e6-d72db3bdfaf3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:27:40.141365 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-467802e9-e5e0-45fd-b7e6-d72db3bdfaf3 admin admin] Made reservation on behalf of 68e4b8171ad545a09fab3983a7630943 for: {'subnet': 1} {{(pid=87507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:27:40.143775 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-467802e9-e5e0-45fd-b7e6-d72db3bdfaf3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:27:40.335421 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-467802e9-e5e0-45fd-b7e6-d72db3bdfaf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440'] for subnet, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:27:40.339690 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-3d8d3396-251c-4ad2-a5a3-615a6e5862f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:27:40.404992 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467802e9-e5e0-45fd-b7e6-d72db3bdfaf3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=76387bd9-b2b1-4dce-b5e8-c02f23ba147b,revision_number=0']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:27:40.408578 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-467802e9-e5e0-45fd-b7e6-d72db3bdfaf3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:27:40.412532 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-467802e9-e5e0-45fd-b7e6-d72db3bdfaf3 admin admin] Checking segment: {'id': '60d50b1c-60a3-47f7-81ee-cc1f2ac17661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'f263aea8-a156-44a5-9ce0-1d41df0cc8cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 22:27:40.412839 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-467802e9-e5e0-45fd-b7e6-d72db3bdfaf3 admin admin] Network hostable DHCP agents. Network: f263aea8-a156-44a5-9ce0-1d41df0cc8cc, hostable agents: ['3b155c4d-12dc-491e-aa14-6113b06cfacd'], hosted agents: [] {{(pid=87507) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 16 22:27:40.431134 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-467802e9-e5e0-45fd-b7e6-d72db3bdfaf3 admin admin] Network f263aea8-a156-44a5-9ce0-1d41df0cc8cc is scheduled to be hosted by DHCP agent 3b155c4d-12dc-491e-aa14-6113b06cfacd with binding_index 1 {{(pid=87507) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 16 22:27:40.440636 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.base_scheduler [None req-467802e9-e5e0-45fd-b7e6-d72db3bdfaf3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821829-1-hyperv, f263aea8-a156-44a5-9ce0-1d41df0cc8cc) {{(pid=87507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:27:40.444883 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-467802e9-e5e0-45fd-b7e6-d72db3bdfaf3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:27:40.445449 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-467802e9-e5e0-45fd-b7e6-d72db3bdfaf3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3791486'] for subnet, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:27:40.450763 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b79a5b1b-cbc3-419e-b61e-65491b55e92c None None] Network f263aea8-a156-44a5-9ce0-1d41df0cc8cc requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 22:27:40.473671 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-467802e9-e5e0-45fd-b7e6-d72db3bdfaf3 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.3604474
Dec 16 22:27:40.683043 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cbba60e-7b86-45e0-be22-9b2bc107823c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1d6bfaf-d325-5e4f-b05d-2441d8339617-f263aea8-a156-44a5-9ce0-1d41df0cc8cc', 'network_id': 'f263aea8-a156-44a5-9ce0-1d41df0cc8cc', 'tenant_id': '68e4b8171ad545a09fab3983a7630943', 'fixed_ips': [{'subnet_id': '76387bd9-b2b1-4dce-b5e8-c02f23ba147b'}]}} from dv-neutron-821829-1-hyperv. {{(pid=87508) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 16 22:27:40.684461 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-4cbba60e-7b86-45e0-be22-9b2bc107823c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:27:40.842176 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.db_base_plugin_common [None req-4cbba60e-7b86-45e0-be22-9b2bc107823c None None] Allocated IP 192.168.233.2 (f263aea8-a156-44a5-9ce0-1d41df0cc8cc/76387bd9-b2b1-4dce-b5e8-c02f23ba147b/fa0c3491-5b5a-46ca-81b2-a1c86dc9cfc3) {{(pid=87508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 22:27:41.070092 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-4cbba60e-7b86-45e0-be22-9b2bc107823c None None] Notify callbacks [] for port, precommit_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:27:41.080465 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-4cbba60e-7b86-45e0-be22-9b2bc107823c None None] Transition to ACTIVE for port object fa0c3491-5b5a-46ca-81b2-a1c86dc9cfc3 will not be triggered until provisioned by entity L2. {{(pid=87508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:27:41.099021 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-4cbba60e-7b86-45e0-be22-9b2bc107823c None None] Transition to ACTIVE for port object fa0c3491-5b5a-46ca-81b2-a1c86dc9cfc3 will not be triggered until provisioned by entity DHCP. {{(pid=87508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:27:41.104839 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-4cbba60e-7b86-45e0-be22-9b2bc107823c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940'] for port, after_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:27:41.109604 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:27:41.170933 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cbba60e-7b86-45e0-be22-9b2bc107823c None None] Network f263aea8-a156-44a5-9ce0-1d41df0cc8cc is already hosted by enough agents. {{(pid=87508) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:27:41.173824 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.scheduler.base_scheduler [None req-4cbba60e-7b86-45e0-be22-9b2bc107823c None None] Resources bound (agent type, host, resource id):  {{(pid=87508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:27:41.177410 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cbba60e-7b86-45e0-be22-9b2bc107823c None None] Received port after_create {{(pid=87508) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 22:27:41.181931 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbba60e-7b86-45e0-be22-9b2bc107823c None None] Pushing event updated for resources: {'Port': ['ID=fa0c3491-5b5a-46ca-81b2-a1c86dc9cfc3,revision_number=1']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:27:41.190769 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cbba60e-7b86-45e0-be22-9b2bc107823c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:27:41.191133 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cbba60e-7b86-45e0-be22-9b2bc107823c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:27:41.191492 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cbba60e-7b86-45e0-be22-9b2bc107823c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:27:41.191826 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cbba60e-7b86-45e0-be22-9b2bc107823c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:27:41.192153 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cbba60e-7b86-45e0-be22-9b2bc107823c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:27:41.192495 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cbba60e-7b86-45e0-be22-9b2bc107823c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:27:41.192821 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cbba60e-7b86-45e0-be22-9b2bc107823c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:27:41.193147 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cbba60e-7b86-45e0-be22-9b2bc107823c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:27:41.193467 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cbba60e-7b86-45e0-be22-9b2bc107823c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:27:41.193785 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cbba60e-7b86-45e0-be22-9b2bc107823c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:27:41.194103 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cbba60e-7b86-45e0-be22-9b2bc107823c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:27:41.194418 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cbba60e-7b86-45e0-be22-9b2bc107823c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:27:41.221758 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-4cbba60e-7b86-45e0-be22-9b2bc107823c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:27:41.282579 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-4cbba60e-7b86-45e0-be22-9b2bc107823c None None] Attempting to bind port fa0c3491-5b5a-46ca-81b2-a1c86dc9cfc3 on host dv-neutron-821829-1-hyperv for vnic_type normal with profile  {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 22:27:41.283060 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-4cbba60e-7b86-45e0-be22-9b2bc107823c None None] Attempting to bind port fa0c3491-5b5a-46ca-81b2-a1c86dc9cfc3 by drivers openvswitch,hyperv on host dv-neutron-821829-1-hyperv at level 0 using segments [{'id': '60d50b1c-60a3-47f7-81ee-cc1f2ac17661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'f263aea8-a156-44a5-9ce0-1d41df0cc8cc'}] {{(pid=87508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 22:27:41.283504 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cbba60e-7b86-45e0-be22-9b2bc107823c None None] Attempting to bind port fa0c3491-5b5a-46ca-81b2-a1c86dc9cfc3 on network f263aea8-a156-44a5-9ce0-1d41df0cc8cc {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 22:27:41.289382 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cbba60e-7b86-45e0-be22-9b2bc107823c None None] Checking agent: {'id': '5571501f-366e-47a4-9b60-8ef19d935d27', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821829-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 24, 2), 'started_at': datetime.datetime(2021, 12, 16, 22, 24, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 27, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821829-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 22:27:41.289839 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cbba60e-7b86-45e0-be22-9b2bc107823c None None] Checking segment: {'id': '60d50b1c-60a3-47f7-81ee-cc1f2ac17661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'f263aea8-a156-44a5-9ce0-1d41df0cc8cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 22:27:41.290319 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-4cbba60e-7b86-45e0-be22-9b2bc107823c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:27:41.290786 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cbba60e-7b86-45e0-be22-9b2bc107823c None None] Bound using segment: {'id': '60d50b1c-60a3-47f7-81ee-cc1f2ac17661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'f263aea8-a156-44a5-9ce0-1d41df0cc8cc'} {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 22:27:41.291331 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-4cbba60e-7b86-45e0-be22-9b2bc107823c None None] Bound port: fa0c3491-5b5a-46ca-81b2-a1c86dc9cfc3, host: dv-neutron-821829-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60d50b1c-60a3-47f7-81ee-cc1f2ac17661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'f263aea8-a156-44a5-9ce0-1d41df0cc8cc'}}] {{(pid=87508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 22:27:41.291704 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-4cbba60e-7b86-45e0-be22-9b2bc107823c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:27:41.383130 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-4cbba60e-7b86-45e0-be22-9b2bc107823c None None] For port fa0c3491-5b5a-46ca-81b2-a1c86dc9cfc3, host dv-neutron-821829-1-hyperv, cleared binding levels {{(pid=87508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 22:27:41.386224 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-4cbba60e-7b86-45e0-be22-9b2bc107823c None None] For port fa0c3491-5b5a-46ca-81b2-a1c86dc9cfc3, host dv-neutron-821829-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=fa0c3491-5b5a-46ca-81b2-a1c86dc9cfc3,segment=NetworkSegment(60d50b1c-60a3-47f7-81ee-cc1f2ac17661),segment_id=60d50b1c-60a3-47f7-81ee-cc1f2ac17661)] {{(pid=87508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 22:27:41.391273 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-4cbba60e-7b86-45e0-be22-9b2bc107823c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:27:41.396315 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:27:41.475895 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbba60e-7b86-45e0-be22-9b2bc107823c None None] Pushing event updated for resources: {'Port': ['ID=fa0c3491-5b5a-46ca-81b2-a1c86dc9cfc3,revision_number=2']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:27:41.479416 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-4cbba60e-7b86-45e0-be22-9b2bc107823c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:27:42.303509 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-741827d3-e1af-482c-aef5-11f6a0809176 None None] Network f263aea8-a156-44a5-9ce0-1d41df0cc8cc requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 22:27:42.397459 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-0d455afb-d9f4-4676-ba04-fb3e974606ba None None] Provisioning for port fa0c3491-5b5a-46ca-81b2-a1c86dc9cfc3 completed by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 22:27:43.467514 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device fa0c3491-5b5a-46ca-81b2-a1c86dc9cfc3 up at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 22:27:43.534916 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning for port fa0c3491-5b5a-46ca-81b2-a1c86dc9cfc3 completed by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 22:27:43.539308 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning complete for port fa0c3491-5b5a-46ca-81b2-a1c86dc9cfc3 triggered by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:27:43.539685 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:27:43.654599 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:27:43.686319 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] For port fa0c3491-5b5a-46ca-81b2-a1c86dc9cfc3, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=fa0c3491-5b5a-46ca-81b2-a1c86dc9cfc3,segment=NetworkSegment(60d50b1c-60a3-47f7-81ee-cc1f2ac17661),segment_id=60d50b1c-60a3-47f7-81ee-cc1f2ac17661)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:27:43.691481 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:27:43.693489 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:27:43.758745 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Pushing event updated for resources: {'Port': ['ID=fa0c3491-5b5a-46ca-81b2-a1c86dc9cfc3,revision_number=3']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:27:43.762278 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:27:45.451553 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device fa0c3491-5b5a-46ca-81b2-a1c86dc9cfc3 up at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 22:27:45.525365 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning complete for port fa0c3491-5b5a-46ca-81b2-a1c86dc9cfc3 triggered by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:27:45.525736 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:27:58.103382 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-3492dd79-13dd-44f8-8efb-a595ca6eb909 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:28:00.530796 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-fe82a69a-54d3-4b98-8edf-8d9a9502b870 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:28:01.380706 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-3e729f7f-1589-4d54-9c4a-7ee6b283cc2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:28:01.607345 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:28:03.107164 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-4541ba3b-6be8-499c-bc94-3c60aa55c4f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:28:10.526946 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.agents_db [None req-0abd2616-a86c-48e2-be07-10823335a5bb None None] Agent healthcheck: found 5 active agents {{(pid=87509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 22:28:28.105680 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-11ec6d69-80fd-43ce-b19f-359d984f03d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:28:30.533461 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-03839ca8-eeca-4e9f-a8c4-3a6292afe2b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:28:31.383935 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-3e729f7f-1589-4d54-9c4a-7ee6b283cc2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:28:31.609933 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:28:33.110720 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-4541ba3b-6be8-499c-bc94-3c60aa55c4f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:28:47.525650 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.agents_db [None req-0abd2616-a86c-48e2-be07-10823335a5bb None None] Agent healthcheck: found 5 active agents {{(pid=87509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 22:28:49.325385 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 36734) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:28:49.331290 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [None req-1d1ca62a-8935-47cf-8be1-45861535fbc7 tempest-verify_tempest_config-2126512514 tempest-verify_tempest_config-2126512514-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=87507) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 16 22:28:49.332271 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-1d1ca62a-8935-47cf-8be1-45861535fbc7 tempest-verify_tempest_config-2126512514 tempest-verify_tempest_config-2126512514-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13635 time: 0.0059280
Dec 16 22:28:49.626033 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 36752) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:28:49.740689 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-3e22ee5b-93e1-45ad-8dae-8c2acfe0f84b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:28:49.754909 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-3e22ee5b-93e1-45ad-8dae-8c2acfe0f84b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:28:49.758623 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-3e22ee5b-93e1-45ad-8dae-8c2acfe0f84b admin admin] Usage tracker for resource:security_group_rule and tenant:388dd89ea26c44128ad3d49271d4d7b7 is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:28:49.761903 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-3e22ee5b-93e1-45ad-8dae-8c2acfe0f84b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:28:49.767417 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-3e22ee5b-93e1-45ad-8dae-8c2acfe0f84b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:28:49.853114 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-3e22ee5b-93e1-45ad-8dae-8c2acfe0f84b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:28:49.857091 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-3e22ee5b-93e1-45ad-8dae-8c2acfe0f84b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841066'] for security_group, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:28:49.865407 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:28:49.903752 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-3e22ee5b-93e1-45ad-8dae-8c2acfe0f84b admin admin] Synchronizing usage tracker for tenant:68e4b8171ad545a09fab3983a7630943 on resource:security_group {{(pid=87507) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 22:28:49.907981 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e22ee5b-93e1-45ad-8dae-8c2acfe0f84b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85b28fd4-e811-4ddf-a869-5c1ce4e8acc5,revision_number=1']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:28:49.918622 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e22ee5b-93e1-45ad-8dae-8c2acfe0f84b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:28:49.918981 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e22ee5b-93e1-45ad-8dae-8c2acfe0f84b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:28:49.919309 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e22ee5b-93e1-45ad-8dae-8c2acfe0f84b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:28:49.919671 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e22ee5b-93e1-45ad-8dae-8c2acfe0f84b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:28:49.919951 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e22ee5b-93e1-45ad-8dae-8c2acfe0f84b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:28:49.920292 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e22ee5b-93e1-45ad-8dae-8c2acfe0f84b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:28:49.920602 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e22ee5b-93e1-45ad-8dae-8c2acfe0f84b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:28:49.920928 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e22ee5b-93e1-45ad-8dae-8c2acfe0f84b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:28:49.921238 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e22ee5b-93e1-45ad-8dae-8c2acfe0f84b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:28:49.921543 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e22ee5b-93e1-45ad-8dae-8c2acfe0f84b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:28:49.921848 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e22ee5b-93e1-45ad-8dae-8c2acfe0f84b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:28:49.922152 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e22ee5b-93e1-45ad-8dae-8c2acfe0f84b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:28:49.927678 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-3e22ee5b-93e1-45ad-8dae-8c2acfe0f84b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:28:49.933802 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-3e22ee5b-93e1-45ad-8dae-8c2acfe0f84b admin admin] Unset dirty status for tenant:68e4b8171ad545a09fab3983a7630943 on resource:security_group {{(pid=87507) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 22:28:49.935101 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-3e22ee5b-93e1-45ad-8dae-8c2acfe0f84b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=388dd89ea26c44128ad3d49271d4d7b7&name=default HTTP/1.1" status: 200  len: 2975 time: 0.3081210
Dec 16 22:28:49.937796 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 36758) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:28:49.991891 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-9bc8e9c3-13e0-4722-8e42-97defaac78cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:28:50.016269 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-9bc8e9c3-13e0-4722-8e42-97defaac78cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:28:50.106964 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-9bc8e9c3-13e0-4722-8e42-97defaac78cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841066'] for security_group, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:28:50.112335 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:28:50.125644 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc8e9c3-13e0-4722-8e42-97defaac78cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85b28fd4-e811-4ddf-a869-5c1ce4e8acc5,revision_number=None']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:28:50.128680 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-9bc8e9c3-13e0-4722-8e42-97defaac78cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:28:50.129766 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-9bc8e9c3-13e0-4722-8e42-97defaac78cc admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/85b28fd4-e811-4ddf-a869-5c1ce4e8acc5 HTTP/1.1" status: 204  len: 168 time: 0.1911056
Dec 16 22:28:50.130703 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-9bc8e9c3-13e0-4722-8e42-97defaac78cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:28:58.107742 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-e9b14765-8b55-4889-b266-1d2ca1976caa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:29:00.534844 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-6fb28838-0c80-4c76-bb08-c731dd890fb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:29:01.386941 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-3e729f7f-1589-4d54-9c4a-7ee6b283cc2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:29:01.611610 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:29:03.112901 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-4541ba3b-6be8-499c-bc94-3c60aa55c4f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:29:24.524693 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.agents_db [None req-0abd2616-a86c-48e2-be07-10823335a5bb None None] Agent healthcheck: found 5 active agents {{(pid=87509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 22:29:28.108688 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-f3a553f9-e346-422f-b847-552c77d66f9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:29:30.538776 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-acd36e46-ce45-4ec3-aed5-ec1ac4d3c4af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:29:31.389479 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-3e729f7f-1589-4d54-9c4a-7ee6b283cc2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:29:31.613244 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:29:33.118481 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-4541ba3b-6be8-499c-bc94-3c60aa55c4f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:29:58.109849 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b0a05854-7e2b-43ec-8ecf-762c82ce8a99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:30:00.539583 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-48faedec-dde5-42d1-98b4-9cbb959e193c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:30:01.391845 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-3e729f7f-1589-4d54-9c4a-7ee6b283cc2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:30:01.523897 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.agents_db [None req-0abd2616-a86c-48e2-be07-10823335a5bb None None] Agent healthcheck: found 5 active agents {{(pid=87509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 22:30:01.614561 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:30:03.119987 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-4541ba3b-6be8-499c-bc94-3c60aa55c4f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:30:07.649245 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3739444'] for agent, after_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:30:22.373770 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 36828) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:30:22.486641 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-7ec8baf1-7216-49ed-a035-070229c80429 admin admin] 10.222.0.13 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4315 time: 0.1117597
Dec 16 22:30:24.638715 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 36838) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:30:24.703801 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-12b55b4d-3765-4649-ae8f-5802e5f5a048 admin admin] 10.222.0.13 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4315 time: 0.0639620
Dec 16 22:30:28.111252 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b944f0b0-c582-4405-b98f-94daeb6b2fc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:30:30.540784 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-f36fa506-1adf-45a7-a837-aeb65c91dc32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:30:31.393457 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-3e729f7f-1589-4d54-9c4a-7ee6b283cc2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:30:31.615845 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:30:33.121639 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-4541ba3b-6be8-499c-bc94-3c60aa55c4f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:30:37.603108 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:30:38.523972 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.agents_db [None req-0abd2616-a86c-48e2-be07-10823335a5bb None None] Agent healthcheck: found 6 active agents {{(pid=87509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 22:30:58.113380 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-82b3f95c-f419-47d6-aaac-7b627f792cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:31:00.544882 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-fc370867-268b-4518-833c-1983574fd7f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:31:01.398098 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-3e729f7f-1589-4d54-9c4a-7ee6b283cc2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:31:01.619093 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:31:03.136917 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-4541ba3b-6be8-499c-bc94-3c60aa55c4f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:31:07.617240 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:31:15.524198 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.agents_db [None req-0abd2616-a86c-48e2-be07-10823335a5bb None None] Agent healthcheck: found 6 active agents {{(pid=87509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 22:31:28.117270 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-93165024-6f5c-4ceb-8c5a-406561103ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:31:30.541438 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-3da90ea9-397a-4869-b480-63e772d3c32e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:31:31.400391 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-3e729f7f-1589-4d54-9c4a-7ee6b283cc2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:31:31.621783 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:31:33.132704 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-4541ba3b-6be8-499c-bc94-3c60aa55c4f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:31:37.615171 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:31:47.972506 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 36976) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:31:48.348452 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-f7b3264d-62a1-4004-b985-c08a07550f80 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1666550204-network', 'tenant_id': 'b95ee9c426304bab82943f010c6dac17'}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:31:48.356404 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-f7b3264d-62a1-4004-b985-c08a07550f80 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:31:48.360717 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-f7b3264d-62a1-4004-b985-c08a07550f80 admin admin] Usage tracker for resource:network and tenant:b95ee9c426304bab82943f010c6dac17 is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:31:48.363354 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-f7b3264d-62a1-4004-b985-c08a07550f80 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:31:48.369410 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-f7b3264d-62a1-4004-b985-c08a07550f80 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:31:48.382887 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7b3264d-62a1-4004-b985-c08a07550f80 admin admin] Made reservation on behalf of b95ee9c426304bab82943f010c6dac17 for: {'network': 1} {{(pid=87507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:31:48.383988 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-f7b3264d-62a1-4004-b985-c08a07550f80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for network, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:31:48.397045 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-f7b3264d-62a1-4004-b985-c08a07550f80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:31:48.412703 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-f7b3264d-62a1-4004-b985-c08a07550f80 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:31:48.416493 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-f7b3264d-62a1-4004-b985-c08a07550f80 admin admin] Usage tracker for resource:security_group_rule and tenant:b95ee9c426304bab82943f010c6dac17 is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:31:48.419232 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-f7b3264d-62a1-4004-b985-c08a07550f80 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:31:48.425174 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-f7b3264d-62a1-4004-b985-c08a07550f80 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:31:48.526664 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-f7b3264d-62a1-4004-b985-c08a07550f80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:31:48.530902 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-f7b3264d-62a1-4004-b985-c08a07550f80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841066'] for security_group, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:31:48.535797 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-618015a2-d37f-46f8-bae6-c2e3cd8c0aa9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:31:48.565440 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7b3264d-62a1-4004-b985-c08a07550f80 admin admin] vlan segment allocate from pool success with {'vlan_id': 189, 'physical_network': 'physnet1'}  {{(pid=87507) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 22:31:48.575539 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b3264d-62a1-4004-b985-c08a07550f80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7a781f6-3316-4368-b594-b5c7a2c200af,revision_number=1']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:31:48.578600 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-f7b3264d-62a1-4004-b985-c08a07550f80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-883292'] for segment, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:31:48.579111 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.db.segments_db [None req-f7b3264d-62a1-4004-b985-c08a07550f80 admin admin] Added segment 4f66cca6-f628-4787-a123-0cc878e80ac6 of type vlan for network ee4be5eb-8d65-4c35-a7d0-77b65d96496e
Dec 16 22:31:48.603631 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b3264d-62a1-4004-b985-c08a07550f80 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:31:48.603999 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b3264d-62a1-4004-b985-c08a07550f80 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:31:48.604319 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b3264d-62a1-4004-b985-c08a07550f80 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:31:48.604640 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b3264d-62a1-4004-b985-c08a07550f80 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:31:48.604959 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b3264d-62a1-4004-b985-c08a07550f80 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:31:48.605298 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b3264d-62a1-4004-b985-c08a07550f80 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:31:48.605616 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b3264d-62a1-4004-b985-c08a07550f80 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:31:48.605940 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b3264d-62a1-4004-b985-c08a07550f80 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:31:48.606258 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b3264d-62a1-4004-b985-c08a07550f80 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:31:48.606564 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b3264d-62a1-4004-b985-c08a07550f80 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:31:48.606868 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b3264d-62a1-4004-b985-c08a07550f80 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:31:48.607174 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b3264d-62a1-4004-b985-c08a07550f80 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:31:48.608296 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b3264d-62a1-4004-b985-c08a07550f80 admin admin] Tracked resource versions report:
Dec 16 22:31:48.608296 dv-neutron-821829-1-hyperv neutron-server[87507]: pushed versions:
Dec 16 22:31:48.608296 dv-neutron-821829-1-hyperv neutron-server[87507]: {   'AddressGroup': {'1.2'},
Dec 16 22:31:48.608296 dv-neutron-821829-1-hyperv neutron-server[87507]:     'ConntrackHelper': {'1.0'},
Dec 16 22:31:48.608296 dv-neutron-821829-1-hyperv neutron-server[87507]:     'Log': {'1.0'},
Dec 16 22:31:48.608296 dv-neutron-821829-1-hyperv neutron-server[87507]:     'Network': {'1.1'},
Dec 16 22:31:48.608296 dv-neutron-821829-1-hyperv neutron-server[87507]:     'Port': {'1.7'},
Dec 16 22:31:48.608296 dv-neutron-821829-1-hyperv neutron-server[87507]:     'PortForwarding': {'1.2'},
Dec 16 22:31:48.608296 dv-neutron-821829-1-hyperv neutron-server[87507]:     'QosPolicy': {'1.8'},
Dec 16 22:31:48.608296 dv-neutron-821829-1-hyperv neutron-server[87507]:     'SecurityGroup': {'1.4'},
Dec 16 22:31:48.608296 dv-neutron-821829-1-hyperv neutron-server[87507]:     'SecurityGroupRule': {'1.2'},
Dec 16 22:31:48.608296 dv-neutron-821829-1-hyperv neutron-server[87507]:     'SubPort': {'1.0'},
Dec 16 22:31:48.608296 dv-neutron-821829-1-hyperv neutron-server[87507]:     'Subnet': {'1.1'},
Dec 16 22:31:48.608296 dv-neutron-821829-1-hyperv neutron-server[87507]:     'Trunk': {'1.1'}}
Dec 16 22:31:48.608296 dv-neutron-821829-1-hyperv neutron-server[87507]: consumer versions:
Dec 16 22:31:48.608296 dv-neutron-821829-1-hyperv neutron-server[87507]: {   DHCP agent@dv-neutron-821829-1-hyperv: {},
Dec 16 22:31:48.608296 dv-neutron-821829-1-hyperv neutron-server[87507]:     HyperV agent@hv-neutron-8218: {},
Dec 16 22:31:48.608296 dv-neutron-821829-1-hyperv neutron-server[87507]:     L3 agent@dv-neutron-821829-1-hyperv: {},
Dec 16 22:31:48.608296 dv-neutron-821829-1-hyperv neutron-server[87507]:     Metadata agent@dv-neutron-821829-1-hyperv: {},
Dec 16 22:31:48.608296 dv-neutron-821829-1-hyperv neutron-server[87507]:     Metering agent@dv-neutron-821829-1-hyperv: {},
Dec 16 22:31:48.608296 dv-neutron-821829-1-hyperv neutron-server[87507]:     Open vSwitch agent@dv-neutron-821829-1-hyperv: {   'AddressGroup': '1.2',
Dec 16 22:31:48.608296 dv-neutron-821829-1-hyperv neutron-server[87507]:                                                        'ConntrackHelper': '1.0',
Dec 16 22:31:48.608296 dv-neutron-821829-1-hyperv neutron-server[87507]:                                                        'Log': '1.0',
Dec 16 22:31:48.608296 dv-neutron-821829-1-hyperv neutron-server[87507]:                                                        'Network': '1.1',
Dec 16 22:31:48.608296 dv-neutron-821829-1-hyperv neutron-server[87507]:                                                        'Port': '1.7',
Dec 16 22:31:48.608296 dv-neutron-821829-1-hyperv neutron-server[87507]:                                                        'PortForwarding': '1.2',
Dec 16 22:31:48.608296 dv-neutron-821829-1-hyperv neutron-server[87507]:                                                        'QosPolicy': '1.8',
Dec 16 22:31:48.608296 dv-neutron-821829-1-hyperv neutron-server[87507]:                                                        'SecurityGroup': '1.4',
Dec 16 22:31:48.608296 dv-neutron-821829-1-hyperv neutron-server[87507]:                                                        'SecurityGroupRule': '1.2',
Dec 16 22:31:48.608296 dv-neutron-821829-1-hyperv neutron-server[87507]:                                                        'SubPort': '1.0',
Dec 16 22:31:48.608296 dv-neutron-821829-1-hyperv neutron-server[87507]:                                                        'Subnet': '1.1',
Dec 16 22:31:48.608296 dv-neutron-821829-1-hyperv neutron-server[87507]:                                                        'Trunk': '1.1'}}
Dec 16 22:31:48.608296 dv-neutron-821829-1-hyperv neutron-server[87507]:  {{(pid=87507) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Dec 16 22:31:48.613766 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-f7b3264d-62a1-4004-b985-c08a07550f80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:31:48.617209 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-f7b3264d-62a1-4004-b985-c08a07550f80 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734753047233'] for network, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:31:48.647646 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-f7b3264d-62a1-4004-b985-c08a07550f80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440'] for network, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:31:48.649010 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7b3264d-62a1-4004-b985-c08a07550f80 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:31:48.649580 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-f7b3264d-62a1-4004-b985-c08a07550f80 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3791486'] for network, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:31:48.652753 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:31:48.746859 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b3264d-62a1-4004-b985-c08a07550f80 admin admin] Pushing event updated for resources: {'Network': ['ID=ee4be5eb-8d65-4c35-a7d0-77b65d96496e,revision_number=1']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:31:48.749551 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-f7b3264d-62a1-4004-b985-c08a07550f80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:31:48.758301 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Network ee4be5eb-8d65-4c35-a7d0-77b65d96496e details requested by agent ovs-agent-dv-neutron-821829-1-hyperv with host dv-neutron-821829-1-hyperv {{(pid=87508) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 22:31:48.777738 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-f7b3264d-62a1-4004-b985-c08a07550f80 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 879 time: 0.8035464
Dec 16 22:31:48.780601 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 37020) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:31:48.788455 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-d0c6c618-e293-4a0c-9bfc-bc1799c74ba0 admin admin] Request body: {'subnet': {'network_id': 'ee4be5eb-8d65-4c35-a7d0-77b65d96496e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1666550204-subnet', 'tenant_id': 'b95ee9c426304bab82943f010c6dac17', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:31:48.793702 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-d0c6c618-e293-4a0c-9bfc-bc1799c74ba0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:31:48.798841 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-d0c6c618-e293-4a0c-9bfc-bc1799c74ba0 admin admin] Usage tracker for resource:subnet and tenant:b95ee9c426304bab82943f010c6dac17 is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:31:48.803407 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-d0c6c618-e293-4a0c-9bfc-bc1799c74ba0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:31:48.811399 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-d0c6c618-e293-4a0c-9bfc-bc1799c74ba0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:31:48.828184 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0c6c618-e293-4a0c-9bfc-bc1799c74ba0 admin admin] Made reservation on behalf of b95ee9c426304bab82943f010c6dac17 for: {'subnet': 1} {{(pid=87507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:31:48.831610 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-d0c6c618-e293-4a0c-9bfc-bc1799c74ba0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:31:49.115592 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-d0c6c618-e293-4a0c-9bfc-bc1799c74ba0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440'] for subnet, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:31:49.120242 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:31:49.189644 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c6c618-e293-4a0c-9bfc-bc1799c74ba0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3450588b-5964-4afe-b2b9-07bddce97e2c,revision_number=0']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:31:49.193931 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-d0c6c618-e293-4a0c-9bfc-bc1799c74ba0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:31:49.201776 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0c6c618-e293-4a0c-9bfc-bc1799c74ba0 admin admin] Checking segment: {'id': '4f66cca6-f628-4787-a123-0cc878e80ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'ee4be5eb-8d65-4c35-a7d0-77b65d96496e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 22:31:49.202335 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0c6c618-e293-4a0c-9bfc-bc1799c74ba0 admin admin] Network hostable DHCP agents. Network: ee4be5eb-8d65-4c35-a7d0-77b65d96496e, hostable agents: ['3b155c4d-12dc-491e-aa14-6113b06cfacd'], hosted agents: [] {{(pid=87507) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 16 22:31:49.224271 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0c6c618-e293-4a0c-9bfc-bc1799c74ba0 admin admin] Network ee4be5eb-8d65-4c35-a7d0-77b65d96496e is scheduled to be hosted by DHCP agent 3b155c4d-12dc-491e-aa14-6113b06cfacd with binding_index 1 {{(pid=87507) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 16 22:31:49.234802 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.base_scheduler [None req-d0c6c618-e293-4a0c-9bfc-bc1799c74ba0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821829-1-hyperv, ee4be5eb-8d65-4c35-a7d0-77b65d96496e) {{(pid=87507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:31:49.240653 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0c6c618-e293-4a0c-9bfc-bc1799c74ba0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:31:49.241972 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-d0c6c618-e293-4a0c-9bfc-bc1799c74ba0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3791486'] for subnet, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:31:49.246938 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62788974-7720-4bbf-aac7-25ef23dbe877 None None] Network ee4be5eb-8d65-4c35-a7d0-77b65d96496e requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 22:31:49.269296 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-d0c6c618-e293-4a0c-9bfc-bc1799c74ba0 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 842 time: 0.4870942
Dec 16 22:31:49.275035 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 37042) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:31:49.281167 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-1e3f817c-0262-4747-8cda-21d1ec717d63 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1666550204-router', 'tenant_id': 'b95ee9c426304bab82943f010c6dac17', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5'}}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:31:49.285607 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-1e3f817c-0262-4747-8cda-21d1ec717d63 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:31:49.289403 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-1e3f817c-0262-4747-8cda-21d1ec717d63 admin admin] Usage tracker for resource:router and tenant:b95ee9c426304bab82943f010c6dac17 is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:31:49.293067 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-1e3f817c-0262-4747-8cda-21d1ec717d63 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:31:49.298846 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-1e3f817c-0262-4747-8cda-21d1ec717d63 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:31:49.309939 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-1e3f817c-0262-4747-8cda-21d1ec717d63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3741155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38980'] for router, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:31:49.312196 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-1e3f817c-0262-4747-8cda-21d1ec717d63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3743284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3741748', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3896702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-38989'] for router, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:31:49.324188 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 37046) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:31:49.337406 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-1e3f817c-0262-4747-8cda-21d1ec717d63 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:31:49.521361 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-866a3f4b-bd98-4a8b-ba05-9b9d4512942f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1d6bfaf-d325-5e4f-b05d-2441d8339617-ee4be5eb-8d65-4c35-a7d0-77b65d96496e', 'network_id': 'ee4be5eb-8d65-4c35-a7d0-77b65d96496e', 'tenant_id': 'b95ee9c426304bab82943f010c6dac17', 'fixed_ips': [{'subnet_id': '3450588b-5964-4afe-b2b9-07bddce97e2c'}]}} from dv-neutron-821829-1-hyperv. {{(pid=87508) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 16 22:31:49.522769 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-866a3f4b-bd98-4a8b-ba05-9b9d4512942f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:31:49.709869 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.db_base_plugin_common [None req-866a3f4b-bd98-4a8b-ba05-9b9d4512942f None None] Allocated IP 172.20.0.2 (ee4be5eb-8d65-4c35-a7d0-77b65d96496e/3450588b-5964-4afe-b2b9-07bddce97e2c/85714f8c-d72a-425f-ab93-97c87d586844) {{(pid=87508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 22:31:49.740663 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-1e3f817c-0262-4747-8cda-21d1ec717d63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3741702', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3740945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-38947'] for router, precommit_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:31:49.818843 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-168eb22d-034a-4078-8cc4-821b6b703c87 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1277569529-network', 'tenant_id': 'a21c60855e3d440781134350c2712d36'}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:31:49.825312 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-168eb22d-034a-4078-8cc4-821b6b703c87 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:31:49.830984 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-168eb22d-034a-4078-8cc4-821b6b703c87 admin admin] Usage tracker for resource:network and tenant:a21c60855e3d440781134350c2712d36 is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:31:49.835667 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-168eb22d-034a-4078-8cc4-821b6b703c87 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:31:49.845349 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-168eb22d-034a-4078-8cc4-821b6b703c87 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:31:49.861969 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-168eb22d-034a-4078-8cc4-821b6b703c87 admin admin] Made reservation on behalf of a21c60855e3d440781134350c2712d36 for: {'network': 1} {{(pid=87507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:31:49.867201 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-168eb22d-034a-4078-8cc4-821b6b703c87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for network, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:31:49.890924 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-168eb22d-034a-4078-8cc4-821b6b703c87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:31:49.916097 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-168eb22d-034a-4078-8cc4-821b6b703c87 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:31:49.920691 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-168eb22d-034a-4078-8cc4-821b6b703c87 admin admin] Usage tracker for resource:security_group_rule and tenant:a21c60855e3d440781134350c2712d36 is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:31:49.924103 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-168eb22d-034a-4078-8cc4-821b6b703c87 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:31:49.938186 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-168eb22d-034a-4078-8cc4-821b6b703c87 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:31:49.974282 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-866a3f4b-bd98-4a8b-ba05-9b9d4512942f None None] Notify callbacks [] for port, precommit_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:31:49.986528 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-866a3f4b-bd98-4a8b-ba05-9b9d4512942f None None] Transition to ACTIVE for port object 85714f8c-d72a-425f-ab93-97c87d586844 will not be triggered until provisioned by entity L2. {{(pid=87508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:31:50.009437 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-866a3f4b-bd98-4a8b-ba05-9b9d4512942f None None] Transition to ACTIVE for port object 85714f8c-d72a-425f-ab93-97c87d586844 will not be triggered until provisioned by entity DHCP. {{(pid=87508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:31:50.019166 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-866a3f4b-bd98-4a8b-ba05-9b9d4512942f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940'] for port, after_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:31:50.028930 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:31:50.085633 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-1e3f817c-0262-4747-8cda-21d1ec717d63 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:31:50.111376 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866a3f4b-bd98-4a8b-ba05-9b9d4512942f None None] Pushing event updated for resources: {'Port': ['ID=85714f8c-d72a-425f-ab93-97c87d586844,revision_number=1']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:31:50.119707 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-1e3f817c-0262-4747-8cda-21d1ec717d63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:31:50.122781 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-866a3f4b-bd98-4a8b-ba05-9b9d4512942f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:31:50.123210 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-866a3f4b-bd98-4a8b-ba05-9b9d4512942f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:31:50.123797 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-866a3f4b-bd98-4a8b-ba05-9b9d4512942f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:31:50.124315 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-866a3f4b-bd98-4a8b-ba05-9b9d4512942f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:31:50.124827 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-866a3f4b-bd98-4a8b-ba05-9b9d4512942f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:31:50.125354 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-866a3f4b-bd98-4a8b-ba05-9b9d4512942f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:31:50.125878 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-866a3f4b-bd98-4a8b-ba05-9b9d4512942f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:31:50.126400 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-866a3f4b-bd98-4a8b-ba05-9b9d4512942f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:31:50.126936 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-866a3f4b-bd98-4a8b-ba05-9b9d4512942f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:31:50.127732 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-866a3f4b-bd98-4a8b-ba05-9b9d4512942f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:31:50.128642 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-866a3f4b-bd98-4a8b-ba05-9b9d4512942f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:31:50.129556 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-866a3f4b-bd98-4a8b-ba05-9b9d4512942f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:31:50.131099 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-866a3f4b-bd98-4a8b-ba05-9b9d4512942f None None] Tracked resource versions report:
Dec 16 22:31:50.131099 dv-neutron-821829-1-hyperv neutron-server[87508]: pushed versions:
Dec 16 22:31:50.131099 dv-neutron-821829-1-hyperv neutron-server[87508]: {   'AddressGroup': {'1.2'},
Dec 16 22:31:50.131099 dv-neutron-821829-1-hyperv neutron-server[87508]:     'ConntrackHelper': {'1.0'},
Dec 16 22:31:50.131099 dv-neutron-821829-1-hyperv neutron-server[87508]:     'Log': {'1.0'},
Dec 16 22:31:50.131099 dv-neutron-821829-1-hyperv neutron-server[87508]:     'Network': {'1.1'},
Dec 16 22:31:50.131099 dv-neutron-821829-1-hyperv neutron-server[87508]:     'Port': {'1.7'},
Dec 16 22:31:50.131099 dv-neutron-821829-1-hyperv neutron-server[87508]:     'PortForwarding': {'1.2'},
Dec 16 22:31:50.131099 dv-neutron-821829-1-hyperv neutron-server[87508]:     'QosPolicy': {'1.8'},
Dec 16 22:31:50.131099 dv-neutron-821829-1-hyperv neutron-server[87508]:     'SecurityGroup': {'1.4'},
Dec 16 22:31:50.131099 dv-neutron-821829-1-hyperv neutron-server[87508]:     'SecurityGroupRule': {'1.2'},
Dec 16 22:31:50.131099 dv-neutron-821829-1-hyperv neutron-server[87508]:     'SubPort': {'1.0'},
Dec 16 22:31:50.131099 dv-neutron-821829-1-hyperv neutron-server[87508]:     'Subnet': {'1.1'},
Dec 16 22:31:50.131099 dv-neutron-821829-1-hyperv neutron-server[87508]:     'Trunk': {'1.1'}}
Dec 16 22:31:50.131099 dv-neutron-821829-1-hyperv neutron-server[87508]: consumer versions:
Dec 16 22:31:50.131099 dv-neutron-821829-1-hyperv neutron-server[87508]: {   DHCP agent@dv-neutron-821829-1-hyperv: {},
Dec 16 22:31:50.131099 dv-neutron-821829-1-hyperv neutron-server[87508]:     HyperV agent@hv-neutron-8218: {},
Dec 16 22:31:50.131099 dv-neutron-821829-1-hyperv neutron-server[87508]:     L3 agent@dv-neutron-821829-1-hyperv: {},
Dec 16 22:31:50.131099 dv-neutron-821829-1-hyperv neutron-server[87508]:     Metadata agent@dv-neutron-821829-1-hyperv: {},
Dec 16 22:31:50.131099 dv-neutron-821829-1-hyperv neutron-server[87508]:     Metering agent@dv-neutron-821829-1-hyperv: {},
Dec 16 22:31:50.131099 dv-neutron-821829-1-hyperv neutron-server[87508]:     Open vSwitch agent@dv-neutron-821829-1-hyperv: {   'AddressGroup': '1.2',
Dec 16 22:31:50.131099 dv-neutron-821829-1-hyperv neutron-server[87508]:                                                        'ConntrackHelper': '1.0',
Dec 16 22:31:50.131099 dv-neutron-821829-1-hyperv neutron-server[87508]:                                                        'Log': '1.0',
Dec 16 22:31:50.131099 dv-neutron-821829-1-hyperv neutron-server[87508]:                                                        'Network': '1.1',
Dec 16 22:31:50.131099 dv-neutron-821829-1-hyperv neutron-server[87508]:                                                        'Port': '1.7',
Dec 16 22:31:50.131099 dv-neutron-821829-1-hyperv neutron-server[87508]:                                                        'PortForwarding': '1.2',
Dec 16 22:31:50.131099 dv-neutron-821829-1-hyperv neutron-server[87508]:                                                        'QosPolicy': '1.8',
Dec 16 22:31:50.131099 dv-neutron-821829-1-hyperv neutron-server[87508]:                                                        'SecurityGroup': '1.4',
Dec 16 22:31:50.131099 dv-neutron-821829-1-hyperv neutron-server[87508]:                                                        'SecurityGroupRule': '1.2',
Dec 16 22:31:50.131099 dv-neutron-821829-1-hyperv neutron-server[87508]:                                                        'SubPort': '1.0',
Dec 16 22:31:50.131099 dv-neutron-821829-1-hyperv neutron-server[87508]:                                                        'Subnet': '1.1',
Dec 16 22:31:50.131099 dv-neutron-821829-1-hyperv neutron-server[87508]:                                                        'Trunk': '1.1'}}
Dec 16 22:31:50.131099 dv-neutron-821829-1-hyperv neutron-server[87508]:  {{(pid=87508) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Dec 16 22:31:50.134660 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-168eb22d-034a-4078-8cc4-821b6b703c87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:31:50.141207 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-168eb22d-034a-4078-8cc4-821b6b703c87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841066'] for security_group, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:31:50.145755 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:31:50.161438 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-866a3f4b-bd98-4a8b-ba05-9b9d4512942f None None] Network ee4be5eb-8d65-4c35-a7d0-77b65d96496e is already hosted by enough agents. {{(pid=87508) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:31:50.166819 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-866a3f4b-bd98-4a8b-ba05-9b9d4512942f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:31:50.167995 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.scheduler.base_scheduler [None req-866a3f4b-bd98-4a8b-ba05-9b9d4512942f None None] Resources bound (agent type, host, resource id):  {{(pid=87508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:31:50.172210 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-168eb22d-034a-4078-8cc4-821b6b703c87 admin admin] vlan segment allocate from pool success with {'vlan_id': 161, 'physical_network': 'physnet1'}  {{(pid=87507) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 22:31:50.175242 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-866a3f4b-bd98-4a8b-ba05-9b9d4512942f None None] Received port after_create {{(pid=87508) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 22:31:50.185856 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168eb22d-034a-4078-8cc4-821b6b703c87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa2f9f2d-fb69-4bba-a38e-e50901aa693a,revision_number=1']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:31:50.190480 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-168eb22d-034a-4078-8cc4-821b6b703c87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:31:50.191452 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-168eb22d-034a-4078-8cc4-821b6b703c87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-883292'] for segment, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:31:50.191839 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.db.segments_db [None req-168eb22d-034a-4078-8cc4-821b6b703c87 admin admin] Added segment 0e9a6b9a-afeb-4b5e-89d6-53273bbdf644 of type vlan for network 4324e1ea-4669-4cf4-86ce-32057be725fc
Dec 16 22:31:50.237172 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-168eb22d-034a-4078-8cc4-821b6b703c87 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734753047233'] for network, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:31:50.305598 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-866a3f4b-bd98-4a8b-ba05-9b9d4512942f None None] Attempting to bind port 85714f8c-d72a-425f-ab93-97c87d586844 on host dv-neutron-821829-1-hyperv for vnic_type normal with profile  {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 22:31:50.305971 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-866a3f4b-bd98-4a8b-ba05-9b9d4512942f None None] Attempting to bind port 85714f8c-d72a-425f-ab93-97c87d586844 by drivers openvswitch,hyperv on host dv-neutron-821829-1-hyperv at level 0 using segments [{'id': '4f66cca6-f628-4787-a123-0cc878e80ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'ee4be5eb-8d65-4c35-a7d0-77b65d96496e'}] {{(pid=87508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 22:31:50.306731 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-866a3f4b-bd98-4a8b-ba05-9b9d4512942f None None] Attempting to bind port 85714f8c-d72a-425f-ab93-97c87d586844 on network ee4be5eb-8d65-4c35-a7d0-77b65d96496e {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 22:31:50.308453 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-168eb22d-034a-4078-8cc4-821b6b703c87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440'] for network, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:31:50.309974 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-168eb22d-034a-4078-8cc4-821b6b703c87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:31:50.310768 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-168eb22d-034a-4078-8cc4-821b6b703c87 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3791486'] for network, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:31:50.313027 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-866a3f4b-bd98-4a8b-ba05-9b9d4512942f None None] Checking agent: {'id': '5571501f-366e-47a4-9b60-8ef19d935d27', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821829-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 24, 2), 'started_at': datetime.datetime(2021, 12, 16, 22, 24, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 31, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821829-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 22:31:50.313647 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-866a3f4b-bd98-4a8b-ba05-9b9d4512942f None None] Checking segment: {'id': '4f66cca6-f628-4787-a123-0cc878e80ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'ee4be5eb-8d65-4c35-a7d0-77b65d96496e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 22:31:50.314422 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-866a3f4b-bd98-4a8b-ba05-9b9d4512942f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:31:50.314961 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-866a3f4b-bd98-4a8b-ba05-9b9d4512942f None None] Bound using segment: {'id': '4f66cca6-f628-4787-a123-0cc878e80ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'ee4be5eb-8d65-4c35-a7d0-77b65d96496e'} {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 22:31:50.315599 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-866a3f4b-bd98-4a8b-ba05-9b9d4512942f None None] Bound port: 85714f8c-d72a-425f-ab93-97c87d586844, host: dv-neutron-821829-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f66cca6-f628-4787-a123-0cc878e80ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'ee4be5eb-8d65-4c35-a7d0-77b65d96496e'}}] {{(pid=87508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 22:31:50.317122 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-866a3f4b-bd98-4a8b-ba05-9b9d4512942f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:31:50.319613 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:31:50.321596 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.db_base_plugin_common [None req-1e3f817c-0262-4747-8cda-21d1ec717d63 admin admin] Allocated IP 172.26.0.217 (f8905ce9-304b-4976-bc47-e58c71c11de5/9bca8591-41ef-4f2d-8ecb-ecaab1a28acf/69dbe4dd-86c4-48a5-9dd8-a8b9a49bba57) {{(pid=87506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 22:31:50.422885 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-866a3f4b-bd98-4a8b-ba05-9b9d4512942f None None] For port 85714f8c-d72a-425f-ab93-97c87d586844, host dv-neutron-821829-1-hyperv, cleared binding levels {{(pid=87508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 22:31:50.426652 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-866a3f4b-bd98-4a8b-ba05-9b9d4512942f None None] For port 85714f8c-d72a-425f-ab93-97c87d586844, host dv-neutron-821829-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=85714f8c-d72a-425f-ab93-97c87d586844,segment=NetworkSegment(4f66cca6-f628-4787-a123-0cc878e80ac6),segment_id=4f66cca6-f628-4787-a123-0cc878e80ac6)] {{(pid=87508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 22:31:50.433037 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-866a3f4b-bd98-4a8b-ba05-9b9d4512942f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:31:50.438547 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:31:50.451353 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-168eb22d-034a-4078-8cc4-821b6b703c87 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 1.1262724
Dec 16 22:31:50.454403 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 37084) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:31:50.455074 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168eb22d-034a-4078-8cc4-821b6b703c87 admin admin] Pushing event updated for resources: {'Network': ['ID=4324e1ea-4669-4cf4-86ce-32057be725fc,revision_number=1']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:31:50.459985 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-168eb22d-034a-4078-8cc4-821b6b703c87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:31:50.463495 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-85d6c70d-a8e7-49c8-9f17-51830b840440 admin admin] Request body: {'subnet': {'network_id': '4324e1ea-4669-4cf4-86ce-32057be725fc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1277569529-subnet', 'tenant_id': 'a21c60855e3d440781134350c2712d36', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:31:50.468260 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-85d6c70d-a8e7-49c8-9f17-51830b840440 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:31:50.476369 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-85d6c70d-a8e7-49c8-9f17-51830b840440 admin admin] Usage tracker for resource:subnet and tenant:a21c60855e3d440781134350c2712d36 is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:31:50.481701 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-85d6c70d-a8e7-49c8-9f17-51830b840440 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:31:50.492570 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-85d6c70d-a8e7-49c8-9f17-51830b840440 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:31:50.511750 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85d6c70d-a8e7-49c8-9f17-51830b840440 admin admin] Made reservation on behalf of a21c60855e3d440781134350c2712d36 for: {'subnet': 1} {{(pid=87507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:31:50.514118 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-85d6c70d-a8e7-49c8-9f17-51830b840440 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:31:50.565304 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866a3f4b-bd98-4a8b-ba05-9b9d4512942f None None] Pushing event updated for resources: {'Port': ['ID=85714f8c-d72a-425f-ab93-97c87d586844,revision_number=2']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:31:50.568594 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Network 4324e1ea-4669-4cf4-86ce-32057be725fc details requested by agent ovs-agent-dv-neutron-821829-1-hyperv with host dv-neutron-821829-1-hyperv {{(pid=87508) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 22:31:50.584397 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-1e3f817c-0262-4747-8cda-21d1ec717d63 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:31:50.634487 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-866a3f4b-bd98-4a8b-ba05-9b9d4512942f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:31:50.680991 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-1e3f817c-0262-4747-8cda-21d1ec717d63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940'] for port, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:31:50.686671 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:31:50.783302 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e3f817c-0262-4747-8cda-21d1ec717d63 admin admin] Network f8905ce9-304b-4976-bc47-e58c71c11de5 is already hosted by enough agents. {{(pid=87506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:31:50.792275 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.base_scheduler [None req-1e3f817c-0262-4747-8cda-21d1ec717d63 admin admin] Resources bound (agent type, host, resource id):  {{(pid=87506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:31:50.796971 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e3f817c-0262-4747-8cda-21d1ec717d63 admin admin] Received port after_create {{(pid=87506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 22:31:50.798206 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-85d6c70d-a8e7-49c8-9f17-51830b840440 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440'] for subnet, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:31:50.807662 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-90cd0b74-173e-4baa-9ad3-c18853ed2639 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:31:50.886239 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3f817c-0262-4747-8cda-21d1ec717d63 admin admin] Pushing event updated for resources: {'Port': ['ID=69dbe4dd-86c4-48a5-9dd8-a8b9a49bba57,revision_number=1']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:31:50.925663 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85d6c70d-a8e7-49c8-9f17-51830b840440 admin admin] Checking segment: {'id': '0e9a6b9a-afeb-4b5e-89d6-53273bbdf644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '4324e1ea-4669-4cf4-86ce-32057be725fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 22:31:50.926037 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85d6c70d-a8e7-49c8-9f17-51830b840440 admin admin] Network hostable DHCP agents. Network: 4324e1ea-4669-4cf4-86ce-32057be725fc, hostable agents: ['3b155c4d-12dc-491e-aa14-6113b06cfacd'], hosted agents: [] {{(pid=87507) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 16 22:31:50.936050 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d6c70d-a8e7-49c8-9f17-51830b840440 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3657b92c-69b8-4f39-be86-861bf2c75ad0,revision_number=0']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:31:50.976165 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-85d6c70d-a8e7-49c8-9f17-51830b840440 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:31:50.987691 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85d6c70d-a8e7-49c8-9f17-51830b840440 admin admin] Network 4324e1ea-4669-4cf4-86ce-32057be725fc is scheduled to be hosted by DHCP agent 3b155c4d-12dc-491e-aa14-6113b06cfacd with binding_index 1 {{(pid=87507) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 16 22:31:50.990510 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3f817c-0262-4747-8cda-21d1ec717d63 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:31:50.990851 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3f817c-0262-4747-8cda-21d1ec717d63 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:31:50.991176 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3f817c-0262-4747-8cda-21d1ec717d63 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:31:50.991498 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3f817c-0262-4747-8cda-21d1ec717d63 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:31:50.991840 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3f817c-0262-4747-8cda-21d1ec717d63 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:31:50.992175 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3f817c-0262-4747-8cda-21d1ec717d63 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:31:50.992691 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3f817c-0262-4747-8cda-21d1ec717d63 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:31:50.993023 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3f817c-0262-4747-8cda-21d1ec717d63 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:31:50.993334 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3f817c-0262-4747-8cda-21d1ec717d63 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:31:50.993641 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3f817c-0262-4747-8cda-21d1ec717d63 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:31:50.993950 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3f817c-0262-4747-8cda-21d1ec717d63 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:31:50.994253 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3f817c-0262-4747-8cda-21d1ec717d63 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:31:50.995338 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3f817c-0262-4747-8cda-21d1ec717d63 admin admin] Tracked resource versions report:
Dec 16 22:31:50.995338 dv-neutron-821829-1-hyperv neutron-server[87506]: pushed versions:
Dec 16 22:31:50.995338 dv-neutron-821829-1-hyperv neutron-server[87506]: {   'AddressGroup': {'1.2'},
Dec 16 22:31:50.995338 dv-neutron-821829-1-hyperv neutron-server[87506]:     'ConntrackHelper': {'1.0'},
Dec 16 22:31:50.995338 dv-neutron-821829-1-hyperv neutron-server[87506]:     'Log': {'1.0'},
Dec 16 22:31:50.995338 dv-neutron-821829-1-hyperv neutron-server[87506]:     'Network': {'1.1'},
Dec 16 22:31:50.995338 dv-neutron-821829-1-hyperv neutron-server[87506]:     'Port': {'1.7'},
Dec 16 22:31:50.995338 dv-neutron-821829-1-hyperv neutron-server[87506]:     'PortForwarding': {'1.2'},
Dec 16 22:31:50.995338 dv-neutron-821829-1-hyperv neutron-server[87506]:     'QosPolicy': {'1.8'},
Dec 16 22:31:50.995338 dv-neutron-821829-1-hyperv neutron-server[87506]:     'SecurityGroup': {'1.4'},
Dec 16 22:31:50.995338 dv-neutron-821829-1-hyperv neutron-server[87506]:     'SecurityGroupRule': {'1.2'},
Dec 16 22:31:50.995338 dv-neutron-821829-1-hyperv neutron-server[87506]:     'SubPort': {'1.0'},
Dec 16 22:31:50.995338 dv-neutron-821829-1-hyperv neutron-server[87506]:     'Subnet': {'1.1'},
Dec 16 22:31:50.995338 dv-neutron-821829-1-hyperv neutron-server[87506]:     'Trunk': {'1.1'}}
Dec 16 22:31:50.995338 dv-neutron-821829-1-hyperv neutron-server[87506]: consumer versions:
Dec 16 22:31:50.995338 dv-neutron-821829-1-hyperv neutron-server[87506]: {   DHCP agent@dv-neutron-821829-1-hyperv: {},
Dec 16 22:31:50.995338 dv-neutron-821829-1-hyperv neutron-server[87506]:     HyperV agent@hv-neutron-8218: {},
Dec 16 22:31:50.995338 dv-neutron-821829-1-hyperv neutron-server[87506]:     L3 agent@dv-neutron-821829-1-hyperv: {},
Dec 16 22:31:50.995338 dv-neutron-821829-1-hyperv neutron-server[87506]:     Metadata agent@dv-neutron-821829-1-hyperv: {},
Dec 16 22:31:50.995338 dv-neutron-821829-1-hyperv neutron-server[87506]:     Metering agent@dv-neutron-821829-1-hyperv: {},
Dec 16 22:31:50.995338 dv-neutron-821829-1-hyperv neutron-server[87506]:     Open vSwitch agent@dv-neutron-821829-1-hyperv: {   'AddressGroup': '1.2',
Dec 16 22:31:50.995338 dv-neutron-821829-1-hyperv neutron-server[87506]:                                                        'ConntrackHelper': '1.0',
Dec 16 22:31:50.995338 dv-neutron-821829-1-hyperv neutron-server[87506]:                                                        'Log': '1.0',
Dec 16 22:31:50.995338 dv-neutron-821829-1-hyperv neutron-server[87506]:                                                        'Network': '1.1',
Dec 16 22:31:50.995338 dv-neutron-821829-1-hyperv neutron-server[87506]:                                                        'Port': '1.7',
Dec 16 22:31:50.995338 dv-neutron-821829-1-hyperv neutron-server[87506]:                                                        'PortForwarding': '1.2',
Dec 16 22:31:50.995338 dv-neutron-821829-1-hyperv neutron-server[87506]:                                                        'QosPolicy': '1.8',
Dec 16 22:31:50.995338 dv-neutron-821829-1-hyperv neutron-server[87506]:                                                        'SecurityGroup': '1.4',
Dec 16 22:31:50.995338 dv-neutron-821829-1-hyperv neutron-server[87506]:                                                        'SecurityGroupRule': '1.2',
Dec 16 22:31:50.995338 dv-neutron-821829-1-hyperv neutron-server[87506]:                                                        'SubPort': '1.0',
Dec 16 22:31:50.995338 dv-neutron-821829-1-hyperv neutron-server[87506]:                                                        'Subnet': '1.1',
Dec 16 22:31:50.995338 dv-neutron-821829-1-hyperv neutron-server[87506]:                                                        'Trunk': '1.1'}}
Dec 16 22:31:50.995338 dv-neutron-821829-1-hyperv neutron-server[87506]:  {{(pid=87506) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Dec 16 22:31:51.005980 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.base_scheduler [None req-85d6c70d-a8e7-49c8-9f17-51830b840440 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821829-1-hyperv, 4324e1ea-4669-4cf4-86ce-32057be725fc) {{(pid=87507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:31:51.022592 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab0c33a3-2574-4907-9209-d5be9598ed5c None None] Network 4324e1ea-4669-4cf4-86ce-32057be725fc requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 22:31:51.042953 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85d6c70d-a8e7-49c8-9f17-51830b840440 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:31:51.044981 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-85d6c70d-a8e7-49c8-9f17-51830b840440 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3791486'] for subnet, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:31:51.086983 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-85d6c70d-a8e7-49c8-9f17-51830b840440 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 0.6287937
Dec 16 22:31:51.091663 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 37102) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:31:51.097071 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-1fd5accf-e09e-4e70-8fcc-9160de84b52a admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1277569529-router', 'tenant_id': 'a21c60855e3d440781134350c2712d36', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5'}}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:31:51.100561 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-1e3f817c-0262-4747-8cda-21d1ec717d63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.413s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:31:51.106677 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-1fd5accf-e09e-4e70-8fcc-9160de84b52a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:31:51.112899 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-1fd5accf-e09e-4e70-8fcc-9160de84b52a admin admin] Usage tracker for resource:router and tenant:a21c60855e3d440781134350c2712d36 is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:31:51.117941 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-1fd5accf-e09e-4e70-8fcc-9160de84b52a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:31:51.136849 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-1fd5accf-e09e-4e70-8fcc-9160de84b52a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:31:51.154214 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-1fd5accf-e09e-4e70-8fcc-9160de84b52a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3741155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38980'] for router, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:31:51.155161 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-1fd5accf-e09e-4e70-8fcc-9160de84b52a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3743284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3741748', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3896702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-38989'] for router, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:31:51.174902 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-1fd5accf-e09e-4e70-8fcc-9160de84b52a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:31:51.422527 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61d97100-73a1-4007-950c-8dacfcd46211 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1d6bfaf-d325-5e4f-b05d-2441d8339617-4324e1ea-4669-4cf4-86ce-32057be725fc', 'network_id': '4324e1ea-4669-4cf4-86ce-32057be725fc', 'tenant_id': 'a21c60855e3d440781134350c2712d36', 'fixed_ips': [{'subnet_id': '3657b92c-69b8-4f39-be86-861bf2c75ad0'}]}} from dv-neutron-821829-1-hyperv. {{(pid=87508) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 16 22:31:51.430279 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-61d97100-73a1-4007-950c-8dacfcd46211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:31:51.436183 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-1e3f817c-0262-4747-8cda-21d1ec717d63 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:31:51.530287 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 37114) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:31:51.567676 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-1fd5accf-e09e-4e70-8fcc-9160de84b52a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3741702', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3740945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-38947'] for router, precommit_update {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:31:51.732338 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 85714f8c-d72a-425f-ab93-97c87d586844 up at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 22:31:51.898128 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.db_base_plugin_common [None req-61d97100-73a1-4007-950c-8dacfcd46211 None None] Allocated IP 172.20.0.2 (4324e1ea-4669-4cf4-86ce-32057be725fc/3657b92c-69b8-4f39-be86-861bf2c75ad0/9ff256f1-e44b-4cb7-b217-17eb4efad839) {{(pid=87508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 22:31:51.960212 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-1e3f817c-0262-4747-8cda-21d1ec717d63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3740952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3741923'] for router, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:31:51.963472 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning for port 85714f8c-d72a-425f-ab93-97c87d586844 completed by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 22:31:52.115691 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80ba0ad3-161b-407e-bac9-51a9c9b56349 None None] Network ee4be5eb-8d65-4c35-a7d0-77b65d96496e requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 22:31:52.140678 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-1fd5accf-e09e-4e70-8fcc-9160de84b52a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:31:52.173326 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-1fd5accf-e09e-4e70-8fcc-9160de84b52a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:31:52.308071 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e3f817c-0262-4747-8cda-21d1ec717d63 admin admin] Router c1568abc-6c06-4a5c-a473-9ea135ff733e is scheduled to L3 agent 4f519db7-069b-43e2-8411-c092bac9102a with binding_index 1 {{(pid=87506) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 16 22:31:52.337999 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-d98c3ed2-4b22-4878-9965-143ee60c806d None None] Provisioning for port 85714f8c-d72a-425f-ab93-97c87d586844 completed by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 22:31:52.350162 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-d98c3ed2-4b22-4878-9965-143ee60c806d None None] Provisioning complete for port 85714f8c-d72a-425f-ab93-97c87d586844 triggered by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:31:52.350727 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-d98c3ed2-4b22-4878-9965-143ee60c806d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:31:52.422476 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.db_base_plugin_common [None req-1fd5accf-e09e-4e70-8fcc-9160de84b52a admin admin] Allocated IP 172.26.0.25 (f8905ce9-304b-4976-bc47-e58c71c11de5/9bca8591-41ef-4f2d-8ecb-ecaab1a28acf/f36db7e1-2b19-4f1a-b338-be86ca326f63) {{(pid=87507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 22:31:52.524165 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.agents_db [None req-0abd2616-a86c-48e2-be07-10823335a5bb None None] Agent healthcheck: found 6 active agents {{(pid=87509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 22:31:52.560314 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-d98c3ed2-4b22-4878-9965-143ee60c806d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:31:52.560821 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e3f817c-0262-4747-8cda-21d1ec717d63 admin admin] Notify agent at l3_agent.dv-neutron-821829-1-hyperv the message routers_updated {{(pid=87506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 22:31:52.569535 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-522ad2b8-b05f-4afb-976b-08d547252a03 tempest-RoutersTestDVR-44162811 tempest-RoutersTestDVR-44162811-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-677741964'}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:31:52.572791 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-529c31db-1f2e-4292-a1a5-8ef2d95b41b4 None None] Sync routers for ids ['c1568abc-6c06-4a5c-a473-9ea135ff733e'] in dv-neutron-821829-1-hyperv {{(pid=87509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 22:31:52.585324 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-529c31db-1f2e-4292-a1a5-8ef2d95b41b4 None None] Routers {'c1568abc-6c06-4a5c-a473-9ea135ff733e'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:31:52.587962 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-529c31db-1f2e-4292-a1a5-8ef2d95b41b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b7c833340>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:31:31Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['c1568abc-6c06-4a5c-a473-9ea135ff733e'], 'active': True} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:31:52.615957 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-522ad2b8-b05f-4afb-976b-08d547252a03 tempest-RoutersTestDVR-44162811 tempest-RoutersTestDVR-44162811-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:31:52.619547 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-1e3f817c-0262-4747-8cda-21d1ec717d63 admin admin] Notify callbacks [] for router, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:31:52.624713 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-1e3f817c-0262-4747-8cda-21d1ec717d63 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 918 time: 3.3480365
Dec 16 22:31:52.627790 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 37144) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:31:52.628386 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 37146) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:31:52.632180 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-522ad2b8-b05f-4afb-976b-08d547252a03 tempest-RoutersTestDVR-44162811 tempest-RoutersTestDVR-44162811-project-admin] Usage tracker for resource:router and tenant:84edd9f271304b6d9cd7dfdb76fdbff8 is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:31:52.637058 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-522ad2b8-b05f-4afb-976b-08d547252a03 tempest-RoutersTestDVR-44162811 tempest-RoutersTestDVR-44162811-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:31:52.644069 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-522ad2b8-b05f-4afb-976b-08d547252a03 tempest-RoutersTestDVR-44162811 tempest-RoutersTestDVR-44162811-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:31:52.646054 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-d98c3ed2-4b22-4878-9965-143ee60c806d None None] For port 85714f8c-d72a-425f-ab93-97c87d586844, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=85714f8c-d72a-425f-ab93-97c87d586844,segment=NetworkSegment(4f66cca6-f628-4787-a123-0cc878e80ac6),segment_id=4f66cca6-f628-4787-a123-0cc878e80ac6)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:31:52.718166 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-d98c3ed2-4b22-4878-9965-143ee60c806d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:31:52.727541 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-522ad2b8-b05f-4afb-976b-08d547252a03 tempest-RoutersTestDVR-44162811 tempest-RoutersTestDVR-44162811-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3741155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38980'] for router, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:31:52.728147 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-522ad2b8-b05f-4afb-976b-08d547252a03 tempest-RoutersTestDVR-44162811 tempest-RoutersTestDVR-44162811-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3743284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3741748', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3896702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-38989'] for router, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:31:52.747025 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-866a3f4b-bd98-4a8b-ba05-9b9d4512942f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:31:52.758089 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-1fd5accf-e09e-4e70-8fcc-9160de84b52a admin admin] Notify callbacks [] for port, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:31:52.812008 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-1fd5accf-e09e-4e70-8fcc-9160de84b52a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940'] for port, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:31:52.817979 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-705cd858-1f7a-469d-b20a-394d166d13c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:31:52.838367 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98c3ed2-4b22-4878-9965-143ee60c806d None None] Pushing event updated for resources: {'Port': ['ID=85714f8c-d72a-425f-ab93-97c87d586844,revision_number=3']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:31:52.852271 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-d98c3ed2-4b22-4878-9965-143ee60c806d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:31:52.888511 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-61d97100-73a1-4007-950c-8dacfcd46211 None None] Notify callbacks [] for port, precommit_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:31:52.911735 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-61d97100-73a1-4007-950c-8dacfcd46211 None None] Transition to ACTIVE for port object 9ff256f1-e44b-4cb7-b217-17eb4efad839 will not be triggered until provisioned by entity L2. {{(pid=87508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:31:52.936717 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-522ad2b8-b05f-4afb-976b-08d547252a03 tempest-RoutersTestDVR-44162811 tempest-RoutersTestDVR-44162811-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:31:52.949598 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-61d97100-73a1-4007-950c-8dacfcd46211 None None] Transition to ACTIVE for port object 9ff256f1-e44b-4cb7-b217-17eb4efad839 will not be triggered until provisioned by entity DHCP. {{(pid=87508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:31:52.961520 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-61d97100-73a1-4007-950c-8dacfcd46211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940'] for port, after_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:31:52.962896 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd5accf-e09e-4e70-8fcc-9160de84b52a admin admin] Pushing event updated for resources: {'Port': ['ID=f36db7e1-2b19-4f1a-b338-be86ca326f63,revision_number=1']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:31:52.974755 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:31:52.994700 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fd5accf-e09e-4e70-8fcc-9160de84b52a admin admin] Network f8905ce9-304b-4976-bc47-e58c71c11de5 is already hosted by enough agents. {{(pid=87507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:31:52.996184 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-1fd5accf-e09e-4e70-8fcc-9160de84b52a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:31:53.000201 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.base_scheduler [None req-1fd5accf-e09e-4e70-8fcc-9160de84b52a admin admin] Resources bound (agent type, host, resource id):  {{(pid=87507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:31:53.004750 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvr_db [None req-529c31db-1f2e-4292-a1a5-8ef2d95b41b4 None None] Set router c1568abc-6c06-4a5c-a473-9ea135ff733e gateway port host: dv-neutron-821829-1-hyperv {{(pid=87509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 22:31:53.008458 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fd5accf-e09e-4e70-8fcc-9160de84b52a admin admin] Received port after_create {{(pid=87507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 22:31:53.076452 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61d97100-73a1-4007-950c-8dacfcd46211 None None] Network 4324e1ea-4669-4cf4-86ce-32057be725fc is already hosted by enough agents. {{(pid=87508) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:31:53.079296 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.scheduler.base_scheduler [None req-61d97100-73a1-4007-950c-8dacfcd46211 None None] Resources bound (agent type, host, resource id):  {{(pid=87508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:31:53.087802 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61d97100-73a1-4007-950c-8dacfcd46211 None None] Received port after_create {{(pid=87508) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 22:31:53.114113 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 37160) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:31:53.279116 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-522ad2b8-b05f-4afb-976b-08d547252a03 tempest-RoutersTestDVR-44162811 tempest-RoutersTestDVR-44162811-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3740952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3741923'] for router, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:31:53.302625 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-c5240b91-3997-434f-8684-caadeb87c2d5 tempest-RoutersIpV6AdminTest-146809031 tempest-RoutersIpV6AdminTest-146809031-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-565906552', 'router:external': True}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:31:53.343466 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d97100-73a1-4007-950c-8dacfcd46211 None None] Pushing event updated for resources: {'Port': ['ID=9ff256f1-e44b-4cb7-b217-17eb4efad839,revision_number=1']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:31:53.350980 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-61d97100-73a1-4007-950c-8dacfcd46211 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.376s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:31:53.352381 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-61d97100-73a1-4007-950c-8dacfcd46211 None None] Attempting to bind port 9ff256f1-e44b-4cb7-b217-17eb4efad839 on host dv-neutron-821829-1-hyperv for vnic_type normal with profile  {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 22:31:53.352753 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-61d97100-73a1-4007-950c-8dacfcd46211 None None] Attempting to bind port 9ff256f1-e44b-4cb7-b217-17eb4efad839 by drivers openvswitch,hyperv on host dv-neutron-821829-1-hyperv at level 0 using segments [{'id': '0e9a6b9a-afeb-4b5e-89d6-53273bbdf644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '4324e1ea-4669-4cf4-86ce-32057be725fc'}] {{(pid=87508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 22:31:53.355085 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61d97100-73a1-4007-950c-8dacfcd46211 None None] Attempting to bind port 9ff256f1-e44b-4cb7-b217-17eb4efad839 on network 4324e1ea-4669-4cf4-86ce-32057be725fc {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 22:31:53.369598 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-c5240b91-3997-434f-8684-caadeb87c2d5 tempest-RoutersIpV6AdminTest-146809031 tempest-RoutersIpV6AdminTest-146809031-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:31:53.380043 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-c5240b91-3997-434f-8684-caadeb87c2d5 tempest-RoutersIpV6AdminTest-146809031 tempest-RoutersIpV6AdminTest-146809031-project-admin] Usage tracker for resource:network and tenant:5cf88710195741768968293f02f9935d is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:31:53.382706 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61d97100-73a1-4007-950c-8dacfcd46211 None None] Checking agent: {'id': '5571501f-366e-47a4-9b60-8ef19d935d27', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821829-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 24, 2), 'started_at': datetime.datetime(2021, 12, 16, 22, 24, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 31, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821829-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 22:31:53.384147 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61d97100-73a1-4007-950c-8dacfcd46211 None None] Checking segment: {'id': '0e9a6b9a-afeb-4b5e-89d6-53273bbdf644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '4324e1ea-4669-4cf4-86ce-32057be725fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 22:31:53.385001 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-c5240b91-3997-434f-8684-caadeb87c2d5 tempest-RoutersIpV6AdminTest-146809031 tempest-RoutersIpV6AdminTest-146809031-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:31:53.385637 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-61d97100-73a1-4007-950c-8dacfcd46211 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:31:53.386197 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61d97100-73a1-4007-950c-8dacfcd46211 None None] Bound using segment: {'id': '0e9a6b9a-afeb-4b5e-89d6-53273bbdf644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '4324e1ea-4669-4cf4-86ce-32057be725fc'} {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 22:31:53.389656 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-61d97100-73a1-4007-950c-8dacfcd46211 None None] Bound port: 9ff256f1-e44b-4cb7-b217-17eb4efad839, host: dv-neutron-821829-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e9a6b9a-afeb-4b5e-89d6-53273bbdf644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '4324e1ea-4669-4cf4-86ce-32057be725fc'}}] {{(pid=87508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 22:31:53.390079 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-61d97100-73a1-4007-950c-8dacfcd46211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:31:53.397903 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-c5240b91-3997-434f-8684-caadeb87c2d5 tempest-RoutersIpV6AdminTest-146809031 tempest-RoutersIpV6AdminTest-146809031-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:31:53.413628 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-ac9ed145-97eb-4e8d-bed1-5fd8ba28b247 None None] Provisioning complete for port 85714f8c-d72a-425f-ab93-97c87d586844 triggered by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:31:53.414010 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-ac9ed145-97eb-4e8d-bed1-5fd8ba28b247 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:31:53.423885 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 37170) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:31:53.434940 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5240b91-3997-434f-8684-caadeb87c2d5 tempest-RoutersIpV6AdminTest-146809031 tempest-RoutersIpV6AdminTest-146809031-project-admin] Made reservation on behalf of 5cf88710195741768968293f02f9935d for: {'network': 1} {{(pid=87506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:31:53.447494 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-c5240b91-3997-434f-8684-caadeb87c2d5 tempest-RoutersIpV6AdminTest-146809031 tempest-RoutersIpV6AdminTest-146809031-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for network, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:31:53.462354 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-529c31db-1f2e-4292-a1a5-8ef2d95b41b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b7c833340>, [{'id': 'c1568abc-6c06-4a5c-a473-9ea135ff733e', 'name': 'tempest-ServersTestJSON-1666550204-router', 'tenant_id': 'b95ee9c426304bab82943f010c6dac17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.217'}], 'enable_snat': True}, 'gw_port_id': '69dbe4dd-86c4-48a5-9dd8-a8b9a49bba57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:31:49Z', 'updated_at': '2021-12-16T22:31:51Z', 'revision_number': 3, 'project_id': 'b95ee9c426304bab82943f010c6dac17', 'gw_port': {'id': '69dbe4dd-86c4-48a5-9dd8-a8b9a49bba57', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:85:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1568abc-6c06-4a5c-a473-9ea135ff733e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:31:50Z', 'updated_at': '2021-12-16T22:31:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv'}], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:31:53.482108 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-529c31db-1f2e-4292-a1a5-8ef2d95b41b4 None None] Checking router: c1568abc-6c06-4a5c-a473-9ea135ff733e for host: dv-neutron-821829-1-hyperv {{(pid=87509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 22:31:53.483612 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-529c31db-1f2e-4292-a1a5-8ef2d95b41b4 None None] Updating router c1568abc-6c06-4a5c-a473-9ea135ff733e port 69dbe4dd-86c4-48a5-9dd8-a8b9a49bba57 binding host dv-neutron-821829-1-hyperv {{(pid=87509) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 16 22:31:53.494721 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-c5240b91-3997-434f-8684-caadeb87c2d5 tempest-RoutersIpV6AdminTest-146809031 tempest-RoutersIpV6AdminTest-146809031-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:31:53.521486 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-522ad2b8-b05f-4afb-976b-08d547252a03 tempest-RoutersTestDVR-44162811 tempest-RoutersTestDVR-44162811-project-admin] Notify callbacks [] for router, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:31:53.522669 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-522ad2b8-b05f-4afb-976b-08d547252a03 tempest-RoutersTestDVR-44162811 tempest-RoutersTestDVR-44162811-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 728 time: 1.9900200
Dec 16 22:31:53.614368 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron_lib.callbacks.manager [None req-529c31db-1f2e-4292-a1a5-8ef2d95b41b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:31:53.624014 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 37180) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:31:53.633715 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-19c6db1b-845a-4c75-a8b5-3ea0c6253ff1 tempest-ExternalNetworksTestJSON-942302126 tempest-ExternalNetworksTestJSON-942302126-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-164276976'}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:31:53.654267 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 85714f8c-d72a-425f-ab93-97c87d586844 up at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 22:31:53.672051 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-c5240b91-3997-434f-8684-caadeb87c2d5 tempest-RoutersIpV6AdminTest-146809031 tempest-RoutersIpV6AdminTest-146809031-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:31:53.689358 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-c5240b91-3997-434f-8684-caadeb87c2d5 tempest-RoutersIpV6AdminTest-146809031 tempest-RoutersIpV6AdminTest-146809031-project-admin] Usage tracker for resource:security_group_rule and tenant:5cf88710195741768968293f02f9935d is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:31:53.695824 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-c5240b91-3997-434f-8684-caadeb87c2d5 tempest-RoutersIpV6AdminTest-146809031 tempest-RoutersIpV6AdminTest-146809031-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:31:53.723307 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-c5240b91-3997-434f-8684-caadeb87c2d5 tempest-RoutersIpV6AdminTest-146809031 tempest-RoutersIpV6AdminTest-146809031-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:31:53.741223 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-19c6db1b-845a-4c75-a8b5-3ea0c6253ff1 tempest-ExternalNetworksTestJSON-942302126 tempest-ExternalNetworksTestJSON-942302126-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:31:53.751318 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-19c6db1b-845a-4c75-a8b5-3ea0c6253ff1 tempest-ExternalNetworksTestJSON-942302126 tempest-ExternalNetworksTestJSON-942302126-project] Usage tracker for resource:network and tenant:dfbd220dbf53417baf67915bec178f81 is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:31:53.759065 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-19c6db1b-845a-4c75-a8b5-3ea0c6253ff1 tempest-ExternalNetworksTestJSON-942302126 tempest-ExternalNetworksTestJSON-942302126-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:31:53.770223 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-19c6db1b-845a-4c75-a8b5-3ea0c6253ff1 tempest-ExternalNetworksTestJSON-942302126 tempest-ExternalNetworksTestJSON-942302126-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:31:53.854199 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-1fd5accf-e09e-4e70-8fcc-9160de84b52a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:31:53.886021 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-443b45af-fb77-41f9-96e9-27df90483687 tempest-PortsAdminExtendedAttrsIpV6TestJSON-86254145 tempest-PortsAdminExtendedAttrsIpV6TestJSON-86254145-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-460949474'}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:31:53.892267 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-61d97100-73a1-4007-950c-8dacfcd46211 None None] For port 9ff256f1-e44b-4cb7-b217-17eb4efad839, host dv-neutron-821829-1-hyperv, cleared binding levels {{(pid=87508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 22:31:53.905038 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-443b45af-fb77-41f9-96e9-27df90483687 tempest-PortsAdminExtendedAttrsIpV6TestJSON-86254145 tempest-PortsAdminExtendedAttrsIpV6TestJSON-86254145-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:31:53.929909 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-443b45af-fb77-41f9-96e9-27df90483687 tempest-PortsAdminExtendedAttrsIpV6TestJSON-86254145 tempest-PortsAdminExtendedAttrsIpV6TestJSON-86254145-project] Usage tracker for resource:network and tenant:0a4734557f0f45e3a2ced89bc27c0504 is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:31:53.942889 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-61d97100-73a1-4007-950c-8dacfcd46211 None None] For port 9ff256f1-e44b-4cb7-b217-17eb4efad839, host dv-neutron-821829-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=9ff256f1-e44b-4cb7-b217-17eb4efad839,segment=NetworkSegment(0e9a6b9a-afeb-4b5e-89d6-53273bbdf644),segment_id=0e9a6b9a-afeb-4b5e-89d6-53273bbdf644)] {{(pid=87508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 22:31:53.944705 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-443b45af-fb77-41f9-96e9-27df90483687 tempest-PortsAdminExtendedAttrsIpV6TestJSON-86254145 tempest-PortsAdminExtendedAttrsIpV6TestJSON-86254145-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:31:53.963021 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-61d97100-73a1-4007-950c-8dacfcd46211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:31:53.970172 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 37190) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:31:53.975244 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-443b45af-fb77-41f9-96e9-27df90483687 tempest-PortsAdminExtendedAttrsIpV6TestJSON-86254145 tempest-PortsAdminExtendedAttrsIpV6TestJSON-86254145-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:31:53.983233 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:31:54.084454 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron_lib.callbacks.manager [None req-529c31db-1f2e-4292-a1a5-8ef2d95b41b4 None None] Notify callbacks [] for port, precommit_update {{(pid=87509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:31:54.099318 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.provisioning_blocks [None req-529c31db-1f2e-4292-a1a5-8ef2d95b41b4 None None] Transition to ACTIVE for port object 69dbe4dd-86c4-48a5-9dd8-a8b9a49bba57 will not be triggered until provisioned by entity L2. {{(pid=87509) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:31:54.115574 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19c6db1b-845a-4c75-a8b5-3ea0c6253ff1 tempest-ExternalNetworksTestJSON-942302126 tempest-ExternalNetworksTestJSON-942302126-project] Made reservation on behalf of dfbd220dbf53417baf67915bec178f81 for: {'network': 1} {{(pid=87507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:31:54.117060 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron_lib.callbacks.manager [None req-529c31db-1f2e-4292-a1a5-8ef2d95b41b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:31:54.120909 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-19c6db1b-845a-4c75-a8b5-3ea0c6253ff1 tempest-ExternalNetworksTestJSON-942302126 tempest-ExternalNetworksTestJSON-942302126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for network, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:31:54.131222 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:31:54.151121 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning complete for port 85714f8c-d72a-425f-ab93-97c87d586844 triggered by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:31:54.151507 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:31:54.155317 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-6d179e51-f01a-4c32-b848-179dc0608b16 tempest-RoutersTestDVR-44162811 tempest-RoutersTestDVR-44162811-project-admin] Notify callbacks [] for router, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:31:54.194139 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-443b45af-fb77-41f9-96e9-27df90483687 tempest-PortsAdminExtendedAttrsIpV6TestJSON-86254145 tempest-PortsAdminExtendedAttrsIpV6TestJSON-86254145-project] Made reservation on behalf of 0a4734557f0f45e3a2ced89bc27c0504 for: {'network': 1} {{(pid=87506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:31:54.206032 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-443b45af-fb77-41f9-96e9-27df90483687 tempest-PortsAdminExtendedAttrsIpV6TestJSON-86254145 tempest-PortsAdminExtendedAttrsIpV6TestJSON-86254145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for network, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:31:54.252227 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d97100-73a1-4007-950c-8dacfcd46211 None None] Pushing event updated for resources: {'Port': ['ID=9ff256f1-e44b-4cb7-b217-17eb4efad839,revision_number=2']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:31:54.262748 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-61d97100-73a1-4007-950c-8dacfcd46211 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:31:54.270095 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-443b45af-fb77-41f9-96e9-27df90483687 tempest-PortsAdminExtendedAttrsIpV6TestJSON-86254145 tempest-PortsAdminExtendedAttrsIpV6TestJSON-86254145-project] Notify callbacks [] for security_group, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:31:54.336924 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-443b45af-fb77-41f9-96e9-27df90483687 tempest-PortsAdminExtendedAttrsIpV6TestJSON-86254145 tempest-PortsAdminExtendedAttrsIpV6TestJSON-86254145-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:31:54.350609 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.plugins.ml2.managers [None req-529c31db-1f2e-4292-a1a5-8ef2d95b41b4 None None] Attempting to bind port 69dbe4dd-86c4-48a5-9dd8-a8b9a49bba57 on host dv-neutron-821829-1-hyperv for vnic_type normal with profile  {{(pid=87509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 22:31:54.351041 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.plugins.ml2.managers [None req-529c31db-1f2e-4292-a1a5-8ef2d95b41b4 None None] Attempting to bind port 69dbe4dd-86c4-48a5-9dd8-a8b9a49bba57 by drivers openvswitch,hyperv on host dv-neutron-821829-1-hyperv at level 0 using segments [{'id': 'a416442d-d143-4052-9f4e-546eb8cbe809', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5'}] {{(pid=87509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 22:31:54.351410 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-529c31db-1f2e-4292-a1a5-8ef2d95b41b4 None None] Attempting to bind port 69dbe4dd-86c4-48a5-9dd8-a8b9a49bba57 on network f8905ce9-304b-4976-bc47-e58c71c11de5 {{(pid=87509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 22:31:54.354099 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e79665-460d-4b1a-893d-021005f9fc17 None None] Pushing event updated for resources: {'Port': ['ID=69dbe4dd-86c4-48a5-9dd8-a8b9a49bba57,revision_number=2']} {{(pid=87509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:31:54.365071 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-539ef5a8-3017-418c-a27b-b2134fe80efd tempest-QuotasNegativeTest-1323589361 tempest-QuotasNegativeTest-1323589361-project-admin] Request body: {'quota': {'network': 2}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:31:54.367991 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-443b45af-fb77-41f9-96e9-27df90483687 tempest-PortsAdminExtendedAttrsIpV6TestJSON-86254145 tempest-PortsAdminExtendedAttrsIpV6TestJSON-86254145-project] Usage tracker for resource:security_group_rule and tenant:0a4734557f0f45e3a2ced89bc27c0504 is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:31:54.373420 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e79665-460d-4b1a-893d-021005f9fc17 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:31:54.373817 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e79665-460d-4b1a-893d-021005f9fc17 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:31:54.374162 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e79665-460d-4b1a-893d-021005f9fc17 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:31:54.374490 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e79665-460d-4b1a-893d-021005f9fc17 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:31:54.374999 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e79665-460d-4b1a-893d-021005f9fc17 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:31:54.375346 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e79665-460d-4b1a-893d-021005f9fc17 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:31:54.375672 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e79665-460d-4b1a-893d-021005f9fc17 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:31:54.376018 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e79665-460d-4b1a-893d-021005f9fc17 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:31:54.376379 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e79665-460d-4b1a-893d-021005f9fc17 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:31:54.376703 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e79665-460d-4b1a-893d-021005f9fc17 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:31:54.377018 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e79665-460d-4b1a-893d-021005f9fc17 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:31:54.377331 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e79665-460d-4b1a-893d-021005f9fc17 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:31:54.378508 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e79665-460d-4b1a-893d-021005f9fc17 None None] Tracked resource versions report:
Dec 16 22:31:54.378508 dv-neutron-821829-1-hyperv neutron-server[87509]: pushed versions:
Dec 16 22:31:54.378508 dv-neutron-821829-1-hyperv neutron-server[87509]: {   'AddressGroup': {'1.2'},
Dec 16 22:31:54.378508 dv-neutron-821829-1-hyperv neutron-server[87509]:     'ConntrackHelper': {'1.0'},
Dec 16 22:31:54.378508 dv-neutron-821829-1-hyperv neutron-server[87509]:     'Log': {'1.0'},
Dec 16 22:31:54.378508 dv-neutron-821829-1-hyperv neutron-server[87509]:     'Network': {'1.1'},
Dec 16 22:31:54.378508 dv-neutron-821829-1-hyperv neutron-server[87509]:     'Port': {'1.7'},
Dec 16 22:31:54.378508 dv-neutron-821829-1-hyperv neutron-server[87509]:     'PortForwarding': {'1.2'},
Dec 16 22:31:54.378508 dv-neutron-821829-1-hyperv neutron-server[87509]:     'QosPolicy': {'1.8'},
Dec 16 22:31:54.378508 dv-neutron-821829-1-hyperv neutron-server[87509]:     'SecurityGroup': {'1.4'},
Dec 16 22:31:54.378508 dv-neutron-821829-1-hyperv neutron-server[87509]:     'SecurityGroupRule': {'1.2'},
Dec 16 22:31:54.378508 dv-neutron-821829-1-hyperv neutron-server[87509]:     'SubPort': {'1.0'},
Dec 16 22:31:54.378508 dv-neutron-821829-1-hyperv neutron-server[87509]:     'Subnet': {'1.1'},
Dec 16 22:31:54.378508 dv-neutron-821829-1-hyperv neutron-server[87509]:     'Trunk': {'1.1'}}
Dec 16 22:31:54.378508 dv-neutron-821829-1-hyperv neutron-server[87509]: consumer versions:
Dec 16 22:31:54.378508 dv-neutron-821829-1-hyperv neutron-server[87509]: {   DHCP agent@dv-neutron-821829-1-hyperv: {},
Dec 16 22:31:54.378508 dv-neutron-821829-1-hyperv neutron-server[87509]:     HyperV agent@hv-neutron-8218: {},
Dec 16 22:31:54.378508 dv-neutron-821829-1-hyperv neutron-server[87509]:     L3 agent@dv-neutron-821829-1-hyperv: {},
Dec 16 22:31:54.378508 dv-neutron-821829-1-hyperv neutron-server[87509]:     Metadata agent@dv-neutron-821829-1-hyperv: {},
Dec 16 22:31:54.378508 dv-neutron-821829-1-hyperv neutron-server[87509]:     Metering agent@dv-neutron-821829-1-hyperv: {},
Dec 16 22:31:54.378508 dv-neutron-821829-1-hyperv neutron-server[87509]:     Open vSwitch agent@dv-neutron-821829-1-hyperv: {   'AddressGroup': '1.2',
Dec 16 22:31:54.378508 dv-neutron-821829-1-hyperv neutron-server[87509]:                                                        'ConntrackHelper': '1.0',
Dec 16 22:31:54.378508 dv-neutron-821829-1-hyperv neutron-server[87509]:                                                        'Log': '1.0',
Dec 16 22:31:54.378508 dv-neutron-821829-1-hyperv neutron-server[87509]:                                                        'Network': '1.1',
Dec 16 22:31:54.378508 dv-neutron-821829-1-hyperv neutron-server[87509]:                                                        'Port': '1.7',
Dec 16 22:31:54.378508 dv-neutron-821829-1-hyperv neutron-server[87509]:                                                        'PortForwarding': '1.2',
Dec 16 22:31:54.378508 dv-neutron-821829-1-hyperv neutron-server[87509]:                                                        'QosPolicy': '1.8',
Dec 16 22:31:54.378508 dv-neutron-821829-1-hyperv neutron-server[87509]:                                                        'SecurityGroup': '1.4',
Dec 16 22:31:54.378508 dv-neutron-821829-1-hyperv neutron-server[87509]:                                                        'SecurityGroupRule': '1.2',
Dec 16 22:31:54.378508 dv-neutron-821829-1-hyperv neutron-server[87509]:                                                        'SubPort': '1.0',
Dec 16 22:31:54.378508 dv-neutron-821829-1-hyperv neutron-server[87509]:                                                        'Subnet': '1.1',
Dec 16 22:31:54.378508 dv-neutron-821829-1-hyperv neutron-server[87509]:                                                        'Trunk': '1.1'}}
Dec 16 22:31:54.378508 dv-neutron-821829-1-hyperv neutron-server[87509]:  {{(pid=87509) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Dec 16 22:31:54.382033 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-529c31db-1f2e-4292-a1a5-8ef2d95b41b4 None None] Checking agent: {'id': '5571501f-366e-47a4-9b60-8ef19d935d27', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821829-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 24, 2), 'started_at': datetime.datetime(2021, 12, 16, 22, 24, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 31, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821829-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 22:31:54.382420 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-529c31db-1f2e-4292-a1a5-8ef2d95b41b4 None None] Checking segment: {'id': 'a416442d-d143-4052-9f4e-546eb8cbe809', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 22:31:54.382886 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron_lib.callbacks.manager [None req-529c31db-1f2e-4292-a1a5-8ef2d95b41b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:31:54.383289 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-529c31db-1f2e-4292-a1a5-8ef2d95b41b4 None None] Bound using segment: {'id': 'a416442d-d143-4052-9f4e-546eb8cbe809', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5'} {{(pid=87509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 22:31:54.383796 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.plugins.ml2.managers [None req-529c31db-1f2e-4292-a1a5-8ef2d95b41b4 None None] Bound port: 69dbe4dd-86c4-48a5-9dd8-a8b9a49bba57, host: dv-neutron-821829-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a416442d-d143-4052-9f4e-546eb8cbe809', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5'}}] {{(pid=87509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 22:31:54.384185 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron_lib.callbacks.manager [None req-529c31db-1f2e-4292-a1a5-8ef2d95b41b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:31:54.406433 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-443b45af-fb77-41f9-96e9-27df90483687 tempest-PortsAdminExtendedAttrsIpV6TestJSON-86254145 tempest-PortsAdminExtendedAttrsIpV6TestJSON-86254145-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:31:54.422629 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG oslo_concurrency.lockutils [None req-63e79665-460d-4b1a-893d-021005f9fc17 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=87509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:31:54.456629 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 37200) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:31:54.489766 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-443b45af-fb77-41f9-96e9-27df90483687 tempest-PortsAdminExtendedAttrsIpV6TestJSON-86254145 tempest-PortsAdminExtendedAttrsIpV6TestJSON-86254145-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:31:54.521186 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-539ef5a8-3017-418c-a27b-b2134fe80efd tempest-QuotasNegativeTest-1323589361 tempest-QuotasNegativeTest-1323589361-project-admin] 10.222.0.13 "PUT /v2.0/quotas/0d6d00cdb8664965aaa9744053d8dea9 HTTP/1.1" status: 200  len: 368 time: 0.5476415
Dec 16 22:31:54.539946 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 37206) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:31:54.558615 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-69977cdf-2f6d-4876-95c8-41228e23399c tempest-QuotasNegativeTest-1323589361 tempest-QuotasNegativeTest-1323589361-project-admin] Request body: {'network': {'project_id': '0d6d00cdb8664965aaa9744053d8dea9'}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:31:54.576081 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-69977cdf-2f6d-4876-95c8-41228e23399c tempest-QuotasNegativeTest-1323589361 tempest-QuotasNegativeTest-1323589361-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:31:54.582883 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.plugins.ml2.db [None req-529c31db-1f2e-4292-a1a5-8ef2d95b41b4 None None] For port 69dbe4dd-86c4-48a5-9dd8-a8b9a49bba57, host dv-neutron-821829-1-hyperv, cleared binding levels {{(pid=87509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 22:31:54.594039 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.plugins.ml2.db [None req-529c31db-1f2e-4292-a1a5-8ef2d95b41b4 None None] For port 69dbe4dd-86c4-48a5-9dd8-a8b9a49bba57, host dv-neutron-821829-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=69dbe4dd-86c4-48a5-9dd8-a8b9a49bba57,segment=NetworkSegment(a416442d-d143-4052-9f4e-546eb8cbe809),segment_id=a416442d-d143-4052-9f4e-546eb8cbe809)] {{(pid=87509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 22:31:54.601916 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron_lib.callbacks.manager [None req-529c31db-1f2e-4292-a1a5-8ef2d95b41b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:31:54.611477 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG oslo_concurrency.lockutils [None req-63e79665-460d-4b1a-893d-021005f9fc17 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:31:54.621850 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-69977cdf-2f6d-4876-95c8-41228e23399c tempest-QuotasNegativeTest-1323589361 tempest-QuotasNegativeTest-1323589361-project-admin] Usage tracker for resource:network and tenant:0d6d00cdb8664965aaa9744053d8dea9 is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:31:54.626311 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-c5240b91-3997-434f-8684-caadeb87c2d5 tempest-RoutersIpV6AdminTest-146809031 tempest-RoutersIpV6AdminTest-146809031-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:31:54.641688 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-69977cdf-2f6d-4876-95c8-41228e23399c tempest-QuotasNegativeTest-1323589361 tempest-QuotasNegativeTest-1323589361-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:31:54.660188 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-c5240b91-3997-434f-8684-caadeb87c2d5 tempest-RoutersIpV6AdminTest-146809031 tempest-RoutersIpV6AdminTest-146809031-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841066'] for security_group, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:31:54.662966 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-69977cdf-2f6d-4876-95c8-41228e23399c tempest-QuotasNegativeTest-1323589361 tempest-QuotasNegativeTest-1323589361-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 2; headroom:2 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:31:54.683624 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:31:54.706150 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-b93b8caa-5d89-4462-838b-e3133c0276cf tempest-FloatingIPAdminTestJSON-210502716 tempest-FloatingIPAdminTestJSON-210502716-project] Request body: {'floatingip': {'floating_network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5'}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:31:54.715786 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-19c6db1b-845a-4c75-a8b5-3ea0c6253ff1 tempest-ExternalNetworksTestJSON-942302126 tempest-ExternalNetworksTestJSON-942302126-project] Notify callbacks [] for security_group, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:31:54.717928 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e79665-460d-4b1a-893d-021005f9fc17 None None] Pushing event updated for resources: {'Port': ['ID=69dbe4dd-86c4-48a5-9dd8-a8b9a49bba57,revision_number=3']} {{(pid=87509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:31:54.741917 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69977cdf-2f6d-4876-95c8-41228e23399c tempest-QuotasNegativeTest-1323589361 tempest-QuotasNegativeTest-1323589361-project-admin] Made reservation on behalf of 0d6d00cdb8664965aaa9744053d8dea9 for: {'network': 1} {{(pid=87506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:31:54.742272 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG oslo_concurrency.lockutils [None req-63e79665-460d-4b1a-893d-021005f9fc17 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=87509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:31:54.744923 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-69977cdf-2f6d-4876-95c8-41228e23399c tempest-QuotasNegativeTest-1323589361 tempest-QuotasNegativeTest-1323589361-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for network, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:31:54.765476 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-529c31db-1f2e-4292-a1a5-8ef2d95b41b4 None None] Routers {'c1568abc-6c06-4a5c-a473-9ea135ff733e'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:31:54.766202 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-529c31db-1f2e-4292-a1a5-8ef2d95b41b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b7c833340>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:31:31Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['c1568abc-6c06-4a5c-a473-9ea135ff733e'], 'active': True} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:31:54.772085 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5240b91-3997-434f-8684-caadeb87c2d5 tempest-RoutersIpV6AdminTest-146809031 tempest-RoutersIpV6AdminTest-146809031-project-admin] vlan segment allocate from pool success with {'vlan_id': 181, 'physical_network': 'physnet1'}  {{(pid=87506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 22:31:54.775057 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-b93b8caa-5d89-4462-838b-e3133c0276cf tempest-FloatingIPAdminTestJSON-210502716 tempest-FloatingIPAdminTestJSON-210502716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:31:54.802006 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5240b91-3997-434f-8684-caadeb87c2d5 tempest-RoutersIpV6AdminTest-146809031 tempest-RoutersIpV6AdminTest-146809031-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af5a84bc-b0bc-454a-8c69-e17d038e786e,revision_number=1']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:31:54.815112 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-69977cdf-2f6d-4876-95c8-41228e23399c tempest-QuotasNegativeTest-1323589361 tempest-QuotasNegativeTest-1323589361-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:31:54.825119 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-b93b8caa-5d89-4462-838b-e3133c0276cf tempest-FloatingIPAdminTestJSON-210502716 tempest-FloatingIPAdminTestJSON-210502716-project] Usage tracker for resource:floatingip and tenant:e4e313c5c45843f887a4996f6021aa04 is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:31:54.846532 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-b93b8caa-5d89-4462-838b-e3133c0276cf tempest-FloatingIPAdminTestJSON-210502716 tempest-FloatingIPAdminTestJSON-210502716-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:31:54.862608 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-c5240b91-3997-434f-8684-caadeb87c2d5 tempest-RoutersIpV6AdminTest-146809031 tempest-RoutersIpV6AdminTest-146809031-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:31:54.865416 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-19c6db1b-845a-4c75-a8b5-3ea0c6253ff1 tempest-ExternalNetworksTestJSON-942302126 tempest-ExternalNetworksTestJSON-942302126-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:31:54.870022 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-b93b8caa-5d89-4462-838b-e3133c0276cf tempest-FloatingIPAdminTestJSON-210502716 tempest-FloatingIPAdminTestJSON-210502716-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:31:54.873968 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-c5240b91-3997-434f-8684-caadeb87c2d5 tempest-RoutersIpV6AdminTest-146809031 tempest-RoutersIpV6AdminTest-146809031-project-admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8734753546397', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-883292'] for segment, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:31:54.874751 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-c5240b91-3997-434f-8684-caadeb87c2d5 tempest-RoutersIpV6AdminTest-146809031 tempest-RoutersIpV6AdminTest-146809031-project-admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7f1b7e1e09d0> segment precommit_create {{(pid=87506) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}}
Dec 16 22:31:54.875164 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.db.segments_db [None req-c5240b91-3997-434f-8684-caadeb87c2d5 tempest-RoutersIpV6AdminTest-146809031 tempest-RoutersIpV6AdminTest-146809031-project-admin] Added segment 0d5a28e7-80e7-4c4f-b023-6c759c382bd4 of type vlan for network d71208a3-096e-43da-b080-681ced87d2c2
Dec 16 22:31:54.887730 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-19c6db1b-845a-4c75-a8b5-3ea0c6253ff1 tempest-ExternalNetworksTestJSON-942302126 tempest-ExternalNetworksTestJSON-942302126-project] Usage tracker for resource:security_group_rule and tenant:dfbd220dbf53417baf67915bec178f81 is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:31:54.891155 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-69977cdf-2f6d-4876-95c8-41228e23399c tempest-QuotasNegativeTest-1323589361 tempest-QuotasNegativeTest-1323589361-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:31:54.894897 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-19c6db1b-845a-4c75-a8b5-3ea0c6253ff1 tempest-ExternalNetworksTestJSON-942302126 tempest-ExternalNetworksTestJSON-942302126-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:31:54.898412 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-6d179e51-f01a-4c32-b848-179dc0608b16 tempest-RoutersTestDVR-44162811 tempest-RoutersTestDVR-44162811-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3739500', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39002'] for router, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:31:54.909132 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-69977cdf-2f6d-4876-95c8-41228e23399c tempest-QuotasNegativeTest-1323589361 tempest-QuotasNegativeTest-1323589361-project-admin] Usage tracker for resource:security_group_rule and tenant:0d6d00cdb8664965aaa9744053d8dea9 is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:31:54.914692 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-6d179e51-f01a-4c32-b848-179dc0608b16 tempest-RoutersTestDVR-44162811 tempest-RoutersTestDVR-44162811-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:31:54.916610 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-19c6db1b-845a-4c75-a8b5-3ea0c6253ff1 tempest-ExternalNetworksTestJSON-942302126 tempest-ExternalNetworksTestJSON-942302126-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:31:54.928145 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-69977cdf-2f6d-4876-95c8-41228e23399c tempest-QuotasNegativeTest-1323589361 tempest-QuotasNegativeTest-1323589361-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:31:54.949536 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-d8fa8f1a-ce12-43a7-b1f7-11a3a211e1d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:31:54.959159 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-69977cdf-2f6d-4876-95c8-41228e23399c tempest-QuotasNegativeTest-1323589361 tempest-QuotasNegativeTest-1323589361-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:31:54.966951 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-443b45af-fb77-41f9-96e9-27df90483687 tempest-PortsAdminExtendedAttrsIpV6TestJSON-86254145 tempest-PortsAdminExtendedAttrsIpV6TestJSON-86254145-project] Notify callbacks [] for security_group, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:31:54.968152 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-b93b8caa-5d89-4462-838b-e3133c0276cf tempest-FloatingIPAdminTestJSON-210502716 tempest-FloatingIPAdminTestJSON-210502716-project] Notify callbacks [] for floatingip, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:31:54.987383 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvr_db [None req-529c31db-1f2e-4292-a1a5-8ef2d95b41b4 None None] Set router c1568abc-6c06-4a5c-a473-9ea135ff733e gateway port host: dv-neutron-821829-1-hyperv {{(pid=87509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 22:31:55.001570 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-443b45af-fb77-41f9-96e9-27df90483687 tempest-PortsAdminExtendedAttrsIpV6TestJSON-86254145 tempest-PortsAdminExtendedAttrsIpV6TestJSON-86254145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841066'] for security_group, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:31:55.014099 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-c5240b91-3997-434f-8684-caadeb87c2d5 tempest-RoutersIpV6AdminTest-146809031 tempest-RoutersIpV6AdminTest-146809031-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734753047233'] for network, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:31:55.024937 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:31:55.100117 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-6d179e51-f01a-4c32-b848-179dc0608b16 tempest-RoutersTestDVR-44162811 tempest-RoutersTestDVR-44162811-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3830089'] for router, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:31:55.100618 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d179e51-f01a-4c32-b848-179dc0608b16 tempest-RoutersTestDVR-44162811 tempest-RoutersTestDVR-44162811-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1a935c5b-d1fc-4a26-a01c-8752beb32846 {{(pid=87507) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 16 22:31:55.166258 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-443b45af-fb77-41f9-96e9-27df90483687 tempest-PortsAdminExtendedAttrsIpV6TestJSON-86254145 tempest-PortsAdminExtendedAttrsIpV6TestJSON-86254145-project] vlan segment allocate from pool success with {'vlan_id': 174, 'physical_network': 'physnet1'}  {{(pid=87506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 22:31:55.213193 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443b45af-fb77-41f9-96e9-27df90483687 tempest-PortsAdminExtendedAttrsIpV6TestJSON-86254145 tempest-PortsAdminExtendedAttrsIpV6TestJSON-86254145-project] Pushing event updated for resources: {'SecurityGroup': ['ID=50fc07ab-4ece-4b81-a4a4-3a09905b1563,revision_number=1']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:31:55.229872 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-443b45af-fb77-41f9-96e9-27df90483687 tempest-PortsAdminExtendedAttrsIpV6TestJSON-86254145 tempest-PortsAdminExtendedAttrsIpV6TestJSON-86254145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:31:55.238899 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-443b45af-fb77-41f9-96e9-27df90483687 tempest-PortsAdminExtendedAttrsIpV6TestJSON-86254145 tempest-PortsAdminExtendedAttrsIpV6TestJSON-86254145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-883292'] for segment, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:31:55.239338 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.db.segments_db [None req-443b45af-fb77-41f9-96e9-27df90483687 tempest-PortsAdminExtendedAttrsIpV6TestJSON-86254145 tempest-PortsAdminExtendedAttrsIpV6TestJSON-86254145-project] Added segment 462c9ab5-3f2e-4ef1-955c-22fc513fae18 of type vlan for network 02df7aab-63e0-4ecf-8461-cdca5aca48bb
Dec 16 22:31:55.317756 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-529c31db-1f2e-4292-a1a5-8ef2d95b41b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b7c833340>, [{'id': 'c1568abc-6c06-4a5c-a473-9ea135ff733e', 'name': 'tempest-ServersTestJSON-1666550204-router', 'tenant_id': 'b95ee9c426304bab82943f010c6dac17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.217'}], 'enable_snat': True}, 'gw_port_id': '69dbe4dd-86c4-48a5-9dd8-a8b9a49bba57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:31:49Z', 'updated_at': '2021-12-16T22:31:51Z', 'revision_number': 3, 'project_id': 'b95ee9c426304bab82943f010c6dac17', 'gw_port': {'id': '69dbe4dd-86c4-48a5-9dd8-a8b9a49bba57', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:85:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1568abc-6c06-4a5c-a473-9ea135ff733e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:31:50Z', 'updated_at': '2021-12-16T22:31:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv'}], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:31:55.320514 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-c5240b91-3997-434f-8684-caadeb87c2d5 tempest-RoutersIpV6AdminTest-146809031 tempest-RoutersIpV6AdminTest-146809031-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440'] for network, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:31:55.322845 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-529c31db-1f2e-4292-a1a5-8ef2d95b41b4 None None] The sync data for ids ['c1568abc-6c06-4a5c-a473-9ea135ff733e'] in dv-neutron-821829-1-hyperv is: [{'id': 'c1568abc-6c06-4a5c-a473-9ea135ff733e', 'name': 'tempest-ServersTestJSON-1666550204-router', 'tenant_id': 'b95ee9c426304bab82943f010c6dac17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.217'}], 'enable_snat': True}, 'gw_port_id': '69dbe4dd-86c4-48a5-9dd8-a8b9a49bba57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:31:49Z', 'updated_at': '2021-12-16T22:31:51Z', 'revision_number': 3, 'project_id': 'b95ee9c426304bab82943f010c6dac17', 'gw_port': {'id': '69dbe4dd-86c4-48a5-9dd8-a8b9a49bba57', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:85:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1568abc-6c06-4a5c-a473-9ea135ff733e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:31:50Z', 'updated_at': '2021-12-16T22:31:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv'}] {{(pid=87509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 22:31:55.344042 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-1fd5accf-e09e-4e70-8fcc-9160de84b52a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3740952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3741923'] for router, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:31:55.345609 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5240b91-3997-434f-8684-caadeb87c2d5 tempest-RoutersIpV6AdminTest-146809031 tempest-RoutersIpV6AdminTest-146809031-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:31:55.346373 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-c5240b91-3997-434f-8684-caadeb87c2d5 tempest-RoutersIpV6AdminTest-146809031 tempest-RoutersIpV6AdminTest-146809031-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3791486'] for network, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:31:55.354612 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-6d179e51-f01a-4c32-b848-179dc0608b16 tempest-RoutersTestDVR-44162811 tempest-RoutersTestDVR-44162811-project-admin] Notify callbacks [] for router, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:31:55.360630 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-443b45af-fb77-41f9-96e9-27df90483687 tempest-PortsAdminExtendedAttrsIpV6TestJSON-86254145 tempest-PortsAdminExtendedAttrsIpV6TestJSON-86254145-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734753047233'] for network, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:31:55.360807 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-6d179e51-f01a-4c32-b848-179dc0608b16 tempest-RoutersTestDVR-44162811 tempest-RoutersTestDVR-44162811-project-admin] 10.222.0.13 "DELETE /v2.0/routers/1a935c5b-d1fc-4a26-a01c-8752beb32846 HTTP/1.1" status: 204  len: 168 time: 1.7297149
Dec 16 22:31:55.361436 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 37216) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:31:55.363993 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-19c6db1b-845a-4c75-a8b5-3ea0c6253ff1 tempest-ExternalNetworksTestJSON-942302126 tempest-ExternalNetworksTestJSON-942302126-project] Notify callbacks [] for security_group, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:31:55.365493 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:31:55.453487 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-c8cba296-b48b-431e-b37e-173b039a09e9 tempest-RoutersTestDVR-44162811 tempest-RoutersTestDVR-44162811-project-admin] Request body: {'router': {'name': 'tempest-router-820967279', 'distributed': False}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:31:55.465203 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-19c6db1b-845a-4c75-a8b5-3ea0c6253ff1 tempest-ExternalNetworksTestJSON-942302126 tempest-ExternalNetworksTestJSON-942302126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841066'] for security_group, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:31:55.478580 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-c8cba296-b48b-431e-b37e-173b039a09e9 tempest-RoutersTestDVR-44162811 tempest-RoutersTestDVR-44162811-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:31:55.493149 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-f7b3264d-62a1-4004-b985-c08a07550f80 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:31:55.504124 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-c8cba296-b48b-431e-b37e-173b039a09e9 tempest-RoutersTestDVR-44162811 tempest-RoutersTestDVR-44162811-project-admin] Usage tracker for resource:router and tenant:84edd9f271304b6d9cd7dfdb76fdbff8 is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:31:55.544468 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c6db1b-845a-4c75-a8b5-3ea0c6253ff1 tempest-ExternalNetworksTestJSON-942302126 tempest-ExternalNetworksTestJSON-942302126-project] Pushing event updated for resources: {'SecurityGroup': ['ID=686e56b5-1e61-40d1-8290-c404d7291977,revision_number=1']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:31:55.548032 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-c8cba296-b48b-431e-b37e-173b039a09e9 tempest-RoutersTestDVR-44162811 tempest-RoutersTestDVR-44162811-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:31:55.558550 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-19c6db1b-845a-4c75-a8b5-3ea0c6253ff1 tempest-ExternalNetworksTestJSON-942302126 tempest-ExternalNetworksTestJSON-942302126-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:31:55.561799 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-c8cba296-b48b-431e-b37e-173b039a09e9 tempest-RoutersTestDVR-44162811 tempest-RoutersTestDVR-44162811-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:31:55.574806 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19c6db1b-845a-4c75-a8b5-3ea0c6253ff1 tempest-ExternalNetworksTestJSON-942302126 tempest-ExternalNetworksTestJSON-942302126-project] vlan segment allocate from pool success with {'vlan_id': 167, 'physical_network': 'physnet1'}  {{(pid=87507) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 22:31:55.647734 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.db_base_plugin_common [None req-d8fa8f1a-ce12-43a7-b1f7-11a3a211e1d7 admin admin] Allocated IP 172.20.0.1 (ee4be5eb-8d65-4c35-a7d0-77b65d96496e/3450588b-5964-4afe-b2b9-07bddce97e2c/62ff8753-d50e-4407-b4f0-f88711fada08) {{(pid=87506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 22:31:55.657972 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-19c6db1b-845a-4c75-a8b5-3ea0c6253ff1 tempest-ExternalNetworksTestJSON-942302126 tempest-ExternalNetworksTestJSON-942302126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-883292'] for segment, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:31:55.658477 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.db.segments_db [None req-19c6db1b-845a-4c75-a8b5-3ea0c6253ff1 tempest-ExternalNetworksTestJSON-942302126 tempest-ExternalNetworksTestJSON-942302126-project] Added segment 7f465164-b153-4171-a220-09ccc6c1214d of type vlan for network 2c590395-84ee-4795-89c2-1912698e1a52
Dec 16 22:31:55.677091 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-443b45af-fb77-41f9-96e9-27df90483687 tempest-PortsAdminExtendedAttrsIpV6TestJSON-86254145 tempest-PortsAdminExtendedAttrsIpV6TestJSON-86254145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440'] for network, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:31:55.685580 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa86e0bd-98e3-463f-80ae-410bc124768f None None] Network 4324e1ea-4669-4cf4-86ce-32057be725fc requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 22:31:55.721576 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-443b45af-fb77-41f9-96e9-27df90483687 tempest-PortsAdminExtendedAttrsIpV6TestJSON-86254145 tempest-PortsAdminExtendedAttrsIpV6TestJSON-86254145-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:31:55.722210 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-443b45af-fb77-41f9-96e9-27df90483687 tempest-PortsAdminExtendedAttrsIpV6TestJSON-86254145 tempest-PortsAdminExtendedAttrsIpV6TestJSON-86254145-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3791486'] for network, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:31:55.724927 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-19c6db1b-845a-4c75-a8b5-3ea0c6253ff1 tempest-ExternalNetworksTestJSON-942302126 tempest-ExternalNetworksTestJSON-942302126-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734753047233'] for network, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:31:55.731117 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5240b91-3997-434f-8684-caadeb87c2d5 tempest-RoutersIpV6AdminTest-146809031 tempest-RoutersIpV6AdminTest-146809031-project-admin] Pushing event updated for resources: {'Network': ['ID=d71208a3-096e-43da-b080-681ced87d2c2,revision_number=1']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:31:55.737272 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-c5240b91-3997-434f-8684-caadeb87c2d5 tempest-RoutersIpV6AdminTest-146809031 tempest-RoutersIpV6AdminTest-146809031-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.371s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:31:55.737891 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-c5240b91-3997-434f-8684-caadeb87c2d5 tempest-RoutersIpV6AdminTest-146809031 tempest-RoutersIpV6AdminTest-146809031-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:31:55.777177 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fd5accf-e09e-4e70-8fcc-9160de84b52a admin admin] Router ec3443c7-b9c7-43dc-a77e-606744e51456 is scheduled to L3 agent 4f519db7-069b-43e2-8411-c092bac9102a with binding_index 1 {{(pid=87507) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 16 22:31:55.789936 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-c8cba296-b48b-431e-b37e-173b039a09e9 tempest-RoutersTestDVR-44162811 tempest-RoutersTestDVR-44162811-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3741155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38980'] for router, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:31:55.790928 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-c8cba296-b48b-431e-b37e-173b039a09e9 tempest-RoutersTestDVR-44162811 tempest-RoutersTestDVR-44162811-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3743284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3741748', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3896702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-38989'] for router, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:31:55.792098 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Network d71208a3-096e-43da-b080-681ced87d2c2 details requested by agent ovs-agent-dv-neutron-821829-1-hyperv with host dv-neutron-821829-1-hyperv {{(pid=87508) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 22:31:55.805148 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-69977cdf-2f6d-4876-95c8-41228e23399c tempest-QuotasNegativeTest-1323589361 tempest-QuotasNegativeTest-1323589361-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:31:55.817497 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-c8cba296-b48b-431e-b37e-173b039a09e9 tempest-RoutersTestDVR-44162811 tempest-RoutersTestDVR-44162811-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:31:55.818860 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-19c6db1b-845a-4c75-a8b5-3ea0c6253ff1 tempest-ExternalNetworksTestJSON-942302126 tempest-ExternalNetworksTestJSON-942302126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440'] for network, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:31:55.888993 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19c6db1b-845a-4c75-a8b5-3ea0c6253ff1 tempest-ExternalNetworksTestJSON-942302126 tempest-ExternalNetworksTestJSON-942302126-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:31:55.890128 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-19c6db1b-845a-4c75-a8b5-3ea0c6253ff1 tempest-ExternalNetworksTestJSON-942302126 tempest-ExternalNetworksTestJSON-942302126-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3791486'] for network, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:31:55.908904 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-168eb22d-034a-4078-8cc4-821b6b703c87 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:31:55.913608 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 9ff256f1-e44b-4cb7-b217-17eb4efad839 up at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 22:31:55.993807 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning for port 9ff256f1-e44b-4cb7-b217-17eb4efad839 completed by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 22:31:56.010794 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-d8ea6ad4-50bb-446c-bcdd-3c121be279eb None None] Provisioning for port 9ff256f1-e44b-4cb7-b217-17eb4efad839 completed by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 22:31:56.015566 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-d8fa8f1a-ce12-43a7-b1f7-11a3a211e1d7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:31:56.017977 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-d8ea6ad4-50bb-446c-bcdd-3c121be279eb None None] Provisioning complete for port 9ff256f1-e44b-4cb7-b217-17eb4efad839 triggered by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:31:56.018551 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-d8ea6ad4-50bb-446c-bcdd-3c121be279eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:31:56.034179 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.provisioning_blocks [None req-d8fa8f1a-ce12-43a7-b1f7-11a3a211e1d7 admin admin] Transition to ACTIVE for port object 62ff8753-d50e-4407-b4f0-f88711fada08 will not be triggered until provisioned by entity DHCP. {{(pid=87506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:31:56.101329 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fd5accf-e09e-4e70-8fcc-9160de84b52a admin admin] Notify agent at l3_agent.dv-neutron-821829-1-hyperv the message routers_updated {{(pid=87507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 22:31:56.112848 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f981ab72-55dd-4d80-8a65-ed43dfdcde16 None None] Sync routers for ids ['ec3443c7-b9c7-43dc-a77e-606744e51456'] in dv-neutron-821829-1-hyperv {{(pid=87508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 22:31:56.134135 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-d8fa8f1a-ce12-43a7-b1f7-11a3a211e1d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940'] for port, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:31:56.139167 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-c5240b91-3997-434f-8684-caadeb87c2d5 tempest-RoutersIpV6AdminTest-146809031 tempest-RoutersIpV6AdminTest-146809031-project-admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 874 time: 3.4836545
Dec 16 22:31:56.147986 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 37222) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:31:56.153169 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-69977cdf-2f6d-4876-95c8-41228e23399c tempest-QuotasNegativeTest-1323589361 tempest-QuotasNegativeTest-1323589361-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841066'] for security_group, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:31:56.163564 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f981ab72-55dd-4d80-8a65-ed43dfdcde16 None None] Routers {'ec3443c7-b9c7-43dc-a77e-606744e51456'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:31:56.164244 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-f981ab72-55dd-4d80-8a65-ed43dfdcde16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b7c24e310>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:31:31Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['ec3443c7-b9c7-43dc-a77e-606744e51456'], 'active': True} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:31:56.181890 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-19c6db1b-845a-4c75-a8b5-3ea0c6253ff1 tempest-ExternalNetworksTestJSON-942302126 tempest-ExternalNetworksTestJSON-942302126-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 791 time: 3.0598009
Dec 16 22:31:56.189690 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-c38c1cb1-c209-4e2b-807c-76415df2fa0e tempest-RoutersIpV6AdminTest-146809031 tempest-RoutersIpV6AdminTest-146809031-project-admin] Request body: {'subnet': {'network_id': 'd71208a3-096e-43da-b080-681ced87d2c2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:31:56.192798 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 37226) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:31:56.196016 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-b93b8caa-5d89-4462-838b-e3133c0276cf tempest-FloatingIPAdminTestJSON-210502716 tempest-FloatingIPAdminTestJSON-210502716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:31:56.221560 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-c8cba296-b48b-431e-b37e-173b039a09e9 tempest-RoutersTestDVR-44162811 tempest-RoutersTestDVR-44162811-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3740952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3741923'] for router, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:31:56.227795 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-1fd5accf-e09e-4e70-8fcc-9160de84b52a admin admin] Notify callbacks [] for router, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:31:56.229058 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-1fd5accf-e09e-4e70-8fcc-9160de84b52a admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 5.1358421
Dec 16 22:31:56.234161 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 37232) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:31:56.330023 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c6db1b-845a-4c75-a8b5-3ea0c6253ff1 tempest-ExternalNetworksTestJSON-942302126 tempest-ExternalNetworksTestJSON-942302126-project] Pushing event updated for resources: {'Network': ['ID=2c590395-84ee-4795-89c2-1912698e1a52,revision_number=1']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:31:56.338878 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-443b45af-fb77-41f9-96e9-27df90483687 tempest-PortsAdminExtendedAttrsIpV6TestJSON-86254145 tempest-PortsAdminExtendedAttrsIpV6TestJSON-86254145-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 802 time: 2.9111223
Dec 16 22:31:56.341625 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-c8cba296-b48b-431e-b37e-173b039a09e9 tempest-RoutersTestDVR-44162811 tempest-RoutersTestDVR-44162811-project-admin] Notify callbacks [] for router, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:31:56.342999 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-c8cba296-b48b-431e-b37e-173b039a09e9 tempest-RoutersTestDVR-44162811 tempest-RoutersTestDVR-44162811-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 721 time: 0.9759505
Dec 16 22:31:56.346271 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-19c6db1b-845a-4c75-a8b5-3ea0c6253ff1 tempest-ExternalNetworksTestJSON-942302126 tempest-ExternalNetworksTestJSON-942302126-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.437s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:31:56.349589 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 37238) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:31:56.362282 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-c38c1cb1-c209-4e2b-807c-76415df2fa0e tempest-RoutersIpV6AdminTest-146809031 tempest-RoutersIpV6AdminTest-146809031-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:31:56.384774 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-c38c1cb1-c209-4e2b-807c-76415df2fa0e tempest-RoutersIpV6AdminTest-146809031 tempest-RoutersIpV6AdminTest-146809031-project-admin] Usage tracker for resource:subnet and tenant:5cf88710195741768968293f02f9935d is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:31:56.388699 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8fa8f1a-ce12-43a7-b1f7-11a3a211e1d7 admin admin] Network ee4be5eb-8d65-4c35-a7d0-77b65d96496e is already hosted by enough agents. {{(pid=87506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:31:56.390036 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Network 2c590395-84ee-4795-89c2-1912698e1a52 details requested by agent ovs-agent-dv-neutron-821829-1-hyperv with host dv-neutron-821829-1-hyperv {{(pid=87508) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 22:31:56.394540 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443b45af-fb77-41f9-96e9-27df90483687 tempest-PortsAdminExtendedAttrsIpV6TestJSON-86254145 tempest-PortsAdminExtendedAttrsIpV6TestJSON-86254145-project] Pushing event updated for resources: {'Network': ['ID=02df7aab-63e0-4ecf-8461-cdca5aca48bb,revision_number=1']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:31:56.402657 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-c38c1cb1-c209-4e2b-807c-76415df2fa0e tempest-RoutersIpV6AdminTest-146809031 tempest-RoutersIpV6AdminTest-146809031-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:31:56.406893 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.base_scheduler [None req-d8fa8f1a-ce12-43a7-b1f7-11a3a211e1d7 admin admin] Resources bound (agent type, host, resource id):  {{(pid=87506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:31:56.433364 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-443b45af-fb77-41f9-96e9-27df90483687 tempest-PortsAdminExtendedAttrsIpV6TestJSON-86254145 tempest-PortsAdminExtendedAttrsIpV6TestJSON-86254145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.695s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:31:56.434662 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69977cdf-2f6d-4876-95c8-41228e23399c tempest-QuotasNegativeTest-1323589361 tempest-QuotasNegativeTest-1323589361-project-admin] vlan segment allocate from pool success with {'vlan_id': 171, 'physical_network': 'physnet1'}  {{(pid=87506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 22:31:56.439450 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.107s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:31:56.475785 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Network 02df7aab-63e0-4ecf-8461-cdca5aca48bb details requested by agent ovs-agent-dv-neutron-821829-1-hyperv with host dv-neutron-821829-1-hyperv {{(pid=87508) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 22:31:56.534095 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-c38c1cb1-c209-4e2b-807c-76415df2fa0e tempest-RoutersIpV6AdminTest-146809031 tempest-RoutersIpV6AdminTest-146809031-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:31:56.549230 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-b94830fe-0c8e-4dc9-bcf8-86747d11701c tempest-ExternalNetworksTestJSON-962053912 tempest-ExternalNetworksTestJSON-962053912-project-admin] Request body: {'network': {'name': 'tempest-network--2065328587', 'router:external': True}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:31:56.554604 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-b94830fe-0c8e-4dc9-bcf8-86747d11701c tempest-ExternalNetworksTestJSON-962053912 tempest-ExternalNetworksTestJSON-962053912-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:31:56.558897 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-b94830fe-0c8e-4dc9-bcf8-86747d11701c tempest-ExternalNetworksTestJSON-962053912 tempest-ExternalNetworksTestJSON-962053912-project-admin] Usage tracker for resource:network and tenant:2f0ee56b7e804cc28e241b9b31e92a6e is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:31:56.561891 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-b94830fe-0c8e-4dc9-bcf8-86747d11701c tempest-ExternalNetworksTestJSON-962053912 tempest-ExternalNetworksTestJSON-962053912-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:31:56.562466 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.db_base_plugin_common [None req-b93b8caa-5d89-4462-838b-e3133c0276cf tempest-FloatingIPAdminTestJSON-210502716 tempest-FloatingIPAdminTestJSON-210502716-project] Allocated IP 172.26.0.106 (f8905ce9-304b-4976-bc47-e58c71c11de5/9bca8591-41ef-4f2d-8ecb-ecaab1a28acf/c1552c24-1361-4cf4-bdc4-d725aa0f6d0f) {{(pid=87506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 22:31:56.569654 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-b94830fe-0c8e-4dc9-bcf8-86747d11701c tempest-ExternalNetworksTestJSON-962053912 tempest-ExternalNetworksTestJSON-962053912-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:31:56.578742 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-69977cdf-2f6d-4876-95c8-41228e23399c tempest-QuotasNegativeTest-1323589361 tempest-QuotasNegativeTest-1323589361-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-883292'] for segment, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:31:56.579364 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.db.segments_db [None req-69977cdf-2f6d-4876-95c8-41228e23399c tempest-QuotasNegativeTest-1323589361 tempest-QuotasNegativeTest-1323589361-project-admin] Added segment 42d19284-3e7c-4754-ad60-6e0c57905fe1 of type vlan for network c985f6fd-2aab-4a14-b84d-e78afbc03208
Dec 16 22:31:56.590488 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b94830fe-0c8e-4dc9-bcf8-86747d11701c tempest-ExternalNetworksTestJSON-962053912 tempest-ExternalNetworksTestJSON-962053912-project-admin] Made reservation on behalf of 2f0ee56b7e804cc28e241b9b31e92a6e for: {'network': 1} {{(pid=87507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:31:56.592934 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-b94830fe-0c8e-4dc9-bcf8-86747d11701c tempest-ExternalNetworksTestJSON-962053912 tempest-ExternalNetworksTestJSON-962053912-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for network, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:31:56.609107 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c38c1cb1-c209-4e2b-807c-76415df2fa0e tempest-RoutersIpV6AdminTest-146809031 tempest-RoutersIpV6AdminTest-146809031-project-admin] Made reservation on behalf of 5cf88710195741768968293f02f9935d for: {'subnet': 1} {{(pid=87506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:31:56.611788 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-c38c1cb1-c209-4e2b-807c-76415df2fa0e tempest-RoutersIpV6AdminTest-146809031 tempest-RoutersIpV6AdminTest-146809031-project-admin] Notify callbacks [] for subnet, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:31:56.633837 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8fa8f1a-ce12-43a7-b1f7-11a3a211e1d7 admin admin] Received port after_create {{(pid=87506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 22:31:56.634694 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-d8fa8f1a-ce12-43a7-b1f7-11a3a211e1d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3830061'] for router_interface, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:31:56.755794 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-b94830fe-0c8e-4dc9-bcf8-86747d11701c tempest-ExternalNetworksTestJSON-962053912 tempest-ExternalNetworksTestJSON-962053912-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:31:56.794347 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-b94830fe-0c8e-4dc9-bcf8-86747d11701c tempest-ExternalNetworksTestJSON-962053912 tempest-ExternalNetworksTestJSON-962053912-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:31:56.802096 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-26509960-666c-4fc0-92aa-3217d9a82e12 tempest-RoutersTestDVR-44162811 tempest-RoutersTestDVR-44162811-project-admin] Notify callbacks [] for router, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:31:56.840420 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fa8f1a-ce12-43a7-b1f7-11a3a211e1d7 admin admin] Pushing event updated for resources: {'Port': ['ID=62ff8753-d50e-4407-b4f0-f88711fada08,revision_number=1']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:31:56.944893 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-d8ea6ad4-50bb-446c-bcdd-3c121be279eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:31:56.971121 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-b94830fe-0c8e-4dc9-bcf8-86747d11701c tempest-ExternalNetworksTestJSON-962053912 tempest-ExternalNetworksTestJSON-962053912-project-admin] Usage tracker for resource:security_group_rule and tenant:2f0ee56b7e804cc28e241b9b31e92a6e is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:31:56.980337 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-d8fa8f1a-ce12-43a7-b1f7-11a3a211e1d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.541s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:31:56.994221 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-443b45af-fb77-41f9-96e9-27df90483687 tempest-PortsAdminExtendedAttrsIpV6TestJSON-86254145 tempest-PortsAdminExtendedAttrsIpV6TestJSON-86254145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.637s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:31:56.999267 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-d8ea6ad4-50bb-446c-bcdd-3c121be279eb None None] For port 9ff256f1-e44b-4cb7-b217-17eb4efad839, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=9ff256f1-e44b-4cb7-b217-17eb4efad839,segment=NetworkSegment(0e9a6b9a-afeb-4b5e-89d6-53273bbdf644),segment_id=0e9a6b9a-afeb-4b5e-89d6-53273bbdf644)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:31:57.008957 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-d8ea6ad4-50bb-446c-bcdd-3c121be279eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:31:57.012047 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvr_db [None req-f981ab72-55dd-4d80-8a65-ed43dfdcde16 None None] Set router ec3443c7-b9c7-43dc-a77e-606744e51456 gateway port host: dv-neutron-821829-1-hyperv {{(pid=87508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 22:31:57.018809 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-69977cdf-2f6d-4876-95c8-41228e23399c tempest-QuotasNegativeTest-1323589361 tempest-QuotasNegativeTest-1323589361-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734753047233'] for network, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:31:57.052489 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-b94830fe-0c8e-4dc9-bcf8-86747d11701c tempest-ExternalNetworksTestJSON-962053912 tempest-ExternalNetworksTestJSON-962053912-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:31:57.144337 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69977cdf-2f6d-4876-95c8-41228e23399c tempest-QuotasNegativeTest-1323589361 tempest-QuotasNegativeTest-1323589361-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d5a85c2-e2ab-4e8a-bfd5-d65fb2a42c76,revision_number=1']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:31:57.148141 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:31:57.159063 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-b94830fe-0c8e-4dc9-bcf8-86747d11701c tempest-ExternalNetworksTestJSON-962053912 tempest-ExternalNetworksTestJSON-962053912-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:31:57.182073 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-69977cdf-2f6d-4876-95c8-41228e23399c tempest-QuotasNegativeTest-1323589361 tempest-QuotasNegativeTest-1323589361-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:31:57.242182 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-69977cdf-2f6d-4876-95c8-41228e23399c tempest-QuotasNegativeTest-1323589361 tempest-QuotasNegativeTest-1323589361-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440'] for network, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:31:57.254146 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69977cdf-2f6d-4876-95c8-41228e23399c tempest-QuotasNegativeTest-1323589361 tempest-QuotasNegativeTest-1323589361-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:31:57.255238 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-69977cdf-2f6d-4876-95c8-41228e23399c tempest-QuotasNegativeTest-1323589361 tempest-QuotasNegativeTest-1323589361-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3791486'] for network, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:31:57.265665 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:31:57.314274 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-8ee4c6a6-9cd4-4abf-839e-ee5df34aee21 None None] Provisioning for port 62ff8753-d50e-4407-b4f0-f88711fada08 completed by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 22:31:57.338706 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-8ee4c6a6-9cd4-4abf-839e-ee5df34aee21 None None] Provisioning complete for port 62ff8753-d50e-4407-b4f0-f88711fada08 triggered by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:31:57.339086 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-8ee4c6a6-9cd4-4abf-839e-ee5df34aee21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:31:57.358513 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-b93b8caa-5d89-4462-838b-e3133c0276cf tempest-FloatingIPAdminTestJSON-210502716 tempest-FloatingIPAdminTestJSON-210502716-project] Notify callbacks [] for port, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:31:57.407337 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ea6ad4-50bb-446c-bcdd-3c121be279eb None None] Pushing event updated for resources: {'Port': ['ID=9ff256f1-e44b-4cb7-b217-17eb4efad839,revision_number=3']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:31:57.418469 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-8ee4c6a6-9cd4-4abf-839e-ee5df34aee21 None None] Port 62ff8753-d50e-4407-b4f0-f88711fada08 cannot update to ACTIVE because it is not bound. {{(pid=87508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 22:31:57.421630 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-d8ea6ad4-50bb-446c-bcdd-3c121be279eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:31:57.447369 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 37256) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:31:57.515860 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-98b40199-c33e-41f7-8ff5-a26543335544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327-project-admin] Request body: {'port': {'network_id': '02df7aab-63e0-4ecf-8461-cdca5aca48bb', 'binding:host_id': 'hv-neutron-8218', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-609628862'}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:31:57.519070 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69977cdf-2f6d-4876-95c8-41228e23399c tempest-QuotasNegativeTest-1323589361 tempest-QuotasNegativeTest-1323589361-project-admin] Pushing event updated for resources: {'Network': ['ID=c985f6fd-2aab-4a14-b84d-e78afbc03208,revision_number=1']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:31:57.522283 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-b93b8caa-5d89-4462-838b-e3133c0276cf tempest-FloatingIPAdminTestJSON-210502716 tempest-FloatingIPAdminTestJSON-210502716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940'] for port, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:31:57.550616 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Network c985f6fd-2aab-4a14-b84d-e78afbc03208 details requested by agent ovs-agent-dv-neutron-821829-1-hyperv with host dv-neutron-821829-1-hyperv {{(pid=87508) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 22:31:57.603241 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-26509960-666c-4fc0-92aa-3217d9a82e12 tempest-RoutersTestDVR-44162811 tempest-RoutersTestDVR-44162811-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3739500', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39002'] for router, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:31:57.604908 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-98b40199-c33e-41f7-8ff5-a26543335544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:31:57.607065 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-26509960-666c-4fc0-92aa-3217d9a82e12 tempest-RoutersTestDVR-44162811 tempest-RoutersTestDVR-44162811-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:31:57.608321 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-69977cdf-2f6d-4876-95c8-41228e23399c tempest-QuotasNegativeTest-1323589361 tempest-QuotasNegativeTest-1323589361-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.343s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:31:57.632584 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-1e3f817c-0262-4747-8cda-21d1ec717d63 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:31:57.713969 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 69dbe4dd-86c4-48a5-9dd8-a8b9a49bba57 up at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 22:31:57.715604 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-98b40199-c33e-41f7-8ff5-a26543335544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327-project-admin] Usage tracker for resource:port and tenant:e3a94693b6bd4c1c975a78c01183cef8 is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:31:57.735575 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-98b40199-c33e-41f7-8ff5-a26543335544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:31:57.744033 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-69977cdf-2f6d-4876-95c8-41228e23399c tempest-QuotasNegativeTest-1323589361 tempest-QuotasNegativeTest-1323589361-project-admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 837 time: 3.2000136
Dec 16 22:31:57.755264 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-98b40199-c33e-41f7-8ff5-a26543335544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:31:57.764363 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 37260) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:31:57.777088 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b93b8caa-5d89-4462-838b-e3133c0276cf tempest-FloatingIPAdminTestJSON-210502716 tempest-FloatingIPAdminTestJSON-210502716-project] Network f8905ce9-304b-4976-bc47-e58c71c11de5 is already hosted by enough agents. {{(pid=87506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:31:57.782380 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-26509960-666c-4fc0-92aa-3217d9a82e12 tempest-RoutersTestDVR-44162811 tempest-RoutersTestDVR-44162811-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3830089'] for router, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:31:57.782929 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-c86d7510-8d0e-4a8d-9689-af8378d79efa None None] Provisioning complete for port 9ff256f1-e44b-4cb7-b217-17eb4efad839 triggered by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:31:57.782929 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-c86d7510-8d0e-4a8d-9689-af8378d79efa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:31:57.783110 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26509960-666c-4fc0-92aa-3217d9a82e12 tempest-RoutersTestDVR-44162811 tempest-RoutersTestDVR-44162811-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 105845e5-f979-480c-adcf-9e4dc75b328a {{(pid=87507) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 16 22:31:57.787089 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-3bc73167-4d0c-46f4-be8f-f2a199bed8a1 tempest-QuotasNegativeTest-1323589361 tempest-QuotasNegativeTest-1323589361-project-admin] Request body: {'network': {'project_id': '0d6d00cdb8664965aaa9744053d8dea9'}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:31:57.798214 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.base_scheduler [None req-b93b8caa-5d89-4462-838b-e3133c0276cf tempest-FloatingIPAdminTestJSON-210502716 tempest-FloatingIPAdminTestJSON-210502716-project] Resources bound (agent type, host, resource id):  {{(pid=87506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:31:57.800574 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b93b8caa-5d89-4462-838b-e3133c0276cf tempest-FloatingIPAdminTestJSON-210502716 tempest-FloatingIPAdminTestJSON-210502716-project] Received port after_create {{(pid=87506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 22:31:57.808787 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-26509960-666c-4fc0-92aa-3217d9a82e12 tempest-RoutersTestDVR-44162811 tempest-RoutersTestDVR-44162811-project-admin] Notify callbacks [] for router, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:31:57.809952 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-26509960-666c-4fc0-92aa-3217d9a82e12 tempest-RoutersTestDVR-44162811 tempest-RoutersTestDVR-44162811-project-admin] 10.222.0.13 "DELETE /v2.0/routers/105845e5-f979-480c-adcf-9e4dc75b328a HTTP/1.1" status: 204  len: 168 time: 1.4594076
Dec 16 22:31:57.820641 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 37264) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:31:57.831485 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-b8e08243-6168-4902-b9ad-be78022bc10c tempest-RoutersTestDVR-44162811 tempest-RoutersTestDVR-44162811-project-admin] Request body: {'router': {'name': 'tempest-router-786351051', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '085d2ece724a417aa1a437ca417be31a'}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:31:57.838898 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-b8e08243-6168-4902-b9ad-be78022bc10c tempest-RoutersTestDVR-44162811 tempest-RoutersTestDVR-44162811-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:31:57.849063 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-b8e08243-6168-4902-b9ad-be78022bc10c tempest-RoutersTestDVR-44162811 tempest-RoutersTestDVR-44162811-project-admin] Usage tracker for resource:router and tenant:085d2ece724a417aa1a437ca417be31a is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:31:57.850412 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-f981ab72-55dd-4d80-8a65-ed43dfdcde16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b7c24e310>, [{'id': 'ec3443c7-b9c7-43dc-a77e-606744e51456', 'name': 'tempest-ServerActionsTestJSON-1277569529-router', 'tenant_id': 'a21c60855e3d440781134350c2712d36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.25'}], 'enable_snat': True}, 'gw_port_id': 'f36db7e1-2b19-4f1a-b338-be86ca326f63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:31:51Z', 'updated_at': '2021-12-16T22:31:53Z', 'revision_number': 3, 'project_id': 'a21c60855e3d440781134350c2712d36', 'gw_port': {'id': 'f36db7e1-2b19-4f1a-b338-be86ca326f63', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:b5:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec3443c7-b9c7-43dc-a77e-606744e51456', 'device_owner': 'network:router_gateway', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:31:52Z', 'updated_at': '2021-12-16T22:31:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv'}], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:31:57.854837 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-b8e08243-6168-4902-b9ad-be78022bc10c tempest-RoutersTestDVR-44162811 tempest-RoutersTestDVR-44162811-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:31:57.858790 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-3bc73167-4d0c-46f4-be8f-f2a199bed8a1 tempest-QuotasNegativeTest-1323589361 tempest-QuotasNegativeTest-1323589361-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:31:57.861078 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f981ab72-55dd-4d80-8a65-ed43dfdcde16 None None] Checking router: ec3443c7-b9c7-43dc-a77e-606744e51456 for host: dv-neutron-821829-1-hyperv {{(pid=87508) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 22:31:57.861447 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f981ab72-55dd-4d80-8a65-ed43dfdcde16 None None] Updating router ec3443c7-b9c7-43dc-a77e-606744e51456 port f36db7e1-2b19-4f1a-b338-be86ca326f63 binding host dv-neutron-821829-1-hyperv {{(pid=87508) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 16 22:31:57.869538 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-b8e08243-6168-4902-b9ad-be78022bc10c tempest-RoutersTestDVR-44162811 tempest-RoutersTestDVR-44162811-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:31:57.899321 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-3bc73167-4d0c-46f4-be8f-f2a199bed8a1 tempest-QuotasNegativeTest-1323589361 tempest-QuotasNegativeTest-1323589361-project-admin] Usage tracker for resource:network and tenant:0d6d00cdb8664965aaa9744053d8dea9 is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:31:57.903034 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93b8caa-5d89-4462-838b-e3133c0276cf tempest-FloatingIPAdminTestJSON-210502716 tempest-FloatingIPAdminTestJSON-210502716-project] Pushing event updated for resources: {'Port': ['ID=c1552c24-1361-4cf4-bdc4-d725aa0f6d0f,revision_number=1']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:31:57.912180 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-3bc73167-4d0c-46f4-be8f-f2a199bed8a1 tempest-QuotasNegativeTest-1323589361 tempest-QuotasNegativeTest-1323589361-project-admin] Quota usage for network was recalculated. Used quota:1. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:31:57.917496 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98b40199-c33e-41f7-8ff5-a26543335544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327-project-admin] Made reservation on behalf of e3a94693b6bd4c1c975a78c01183cef8 for: {'port': 1} {{(pid=87506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:31:57.920257 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-98b40199-c33e-41f7-8ff5-a26543335544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:31:57.925002 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning for port 69dbe4dd-86c4-48a5-9dd8-a8b9a49bba57 completed by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 22:31:57.931794 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-f981ab72-55dd-4d80-8a65-ed43dfdcde16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:31:57.950684 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-b93b8caa-5d89-4462-838b-e3133c0276cf tempest-FloatingIPAdminTestJSON-210502716 tempest-FloatingIPAdminTestJSON-210502716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:31:57.962282 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning complete for port 69dbe4dd-86c4-48a5-9dd8-a8b9a49bba57 triggered by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:31:57.962839 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:31:57.982209 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-b8e08243-6168-4902-b9ad-be78022bc10c tempest-RoutersTestDVR-44162811 tempest-RoutersTestDVR-44162811-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3741155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38980'] for router, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:31:57.983184 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-b8e08243-6168-4902-b9ad-be78022bc10c tempest-RoutersTestDVR-44162811 tempest-RoutersTestDVR-44162811-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3743284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3741748', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3896702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-38989'] for router, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:31:57.989791 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-3bc73167-4d0c-46f4-be8f-f2a199bed8a1 tempest-QuotasNegativeTest-1323589361 tempest-QuotasNegativeTest-1323589361-project-admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 2; headroom:1 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:31:57.998547 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-b8e08243-6168-4902-b9ad-be78022bc10c tempest-RoutersTestDVR-44162811 tempest-RoutersTestDVR-44162811-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:31:58.010165 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-98b40199-c33e-41f7-8ff5-a26543335544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:31:58.051140 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-b8e08243-6168-4902-b9ad-be78022bc10c tempest-RoutersTestDVR-44162811 tempest-RoutersTestDVR-44162811-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3740952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3741923'] for router, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:31:58.058044 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-a84ac656-74fd-468b-8cdc-2cfe68479da9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:31:58.093207 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-b94830fe-0c8e-4dc9-bcf8-86747d11701c tempest-ExternalNetworksTestJSON-962053912 tempest-ExternalNetworksTestJSON-962053912-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:31:58.104257 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-b94830fe-0c8e-4dc9-bcf8-86747d11701c tempest-ExternalNetworksTestJSON-962053912 tempest-ExternalNetworksTestJSON-962053912-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841066'] for security_group, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:31:58.146644 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:31:58.155427 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-98b40199-c33e-41f7-8ff5-a26543335544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:31:58.160375 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bc73167-4d0c-46f4-be8f-f2a199bed8a1 tempest-QuotasNegativeTest-1323589361 tempest-QuotasNegativeTest-1323589361-project-admin] Made reservation on behalf of 0d6d00cdb8664965aaa9744053d8dea9 for: {'network': 1} {{(pid=87506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:31:58.162734 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-3bc73167-4d0c-46f4-be8f-f2a199bed8a1 tempest-QuotasNegativeTest-1323589361 tempest-QuotasNegativeTest-1323589361-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for network, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:31:58.164684 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-b8e08243-6168-4902-b9ad-be78022bc10c tempest-RoutersTestDVR-44162811 tempest-RoutersTestDVR-44162811-project-admin] Notify callbacks [] for router, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:31:58.166088 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-b8e08243-6168-4902-b9ad-be78022bc10c tempest-RoutersTestDVR-44162811 tempest-RoutersTestDVR-44162811-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 722 time: 0.3421705
Dec 16 22:31:58.172305 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-d8fa8f1a-ce12-43a7-b1f7-11a3a211e1d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:31:58.174514 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-c6b51bdb-b18a-45ea-813b-0d186770b8b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:31:58.174668 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 37268) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:31:58.188281 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b94830fe-0c8e-4dc9-bcf8-86747d11701c tempest-ExternalNetworksTestJSON-962053912 tempest-ExternalNetworksTestJSON-962053912-project-admin] vlan segment allocate from pool success with {'vlan_id': 166, 'physical_network': 'physnet1'}  {{(pid=87507) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 22:31:58.196294 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-98b40199-c33e-41f7-8ff5-a26543335544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327-project-admin] Usage tracker for resource:security_group_rule and tenant:e3a94693b6bd4c1c975a78c01183cef8 is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:31:58.212647 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-98b40199-c33e-41f7-8ff5-a26543335544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:31:58.225152 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-b93b8caa-5d89-4462-838b-e3133c0276cf tempest-FloatingIPAdminTestJSON-210502716 tempest-FloatingIPAdminTestJSON-210502716-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:31:58.235232 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-98b40199-c33e-41f7-8ff5-a26543335544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:31:58.292413 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-a83afeec-1c0d-4f8f-a161-7776a1c1c9e2 tempest-RoutersTestDVR-44162811 tempest-RoutersTestDVR-44162811-project-admin] Request body: {'router': {'distributed': True}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:31:58.317474 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:31:58.334995 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3bc73167-4d0c-46f4-be8f-f2a199bed8a1 tempest-QuotasNegativeTest-1323589361 tempest-QuotasNegativeTest-1323589361-project-admin] vlan segment allocate from pool success with {'vlan_id': 163, 'physical_network': 'physnet1'}  {{(pid=87506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 22:31:58.342519 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] For port 69dbe4dd-86c4-48a5-9dd8-a8b9a49bba57, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=69dbe4dd-86c4-48a5-9dd8-a8b9a49bba57,segment=NetworkSegment(a416442d-d143-4052-9f4e-546eb8cbe809),segment_id=a416442d-d143-4052-9f4e-546eb8cbe809)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:31:58.350435 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:31:58.352141 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94830fe-0c8e-4dc9-bcf8-86747d11701c tempest-ExternalNetworksTestJSON-962053912 tempest-ExternalNetworksTestJSON-962053912-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=605911ce-cac2-4e91-882d-bf0f9f414d55,revision_number=1']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:31:58.362505 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 9ff256f1-e44b-4cb7-b217-17eb4efad839 up at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 22:31:58.371784 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-b94830fe-0c8e-4dc9-bcf8-86747d11701c tempest-ExternalNetworksTestJSON-962053912 tempest-ExternalNetworksTestJSON-962053912-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:31:58.392051 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-3bc73167-4d0c-46f4-be8f-f2a199bed8a1 tempest-QuotasNegativeTest-1323589361 tempest-QuotasNegativeTest-1323589361-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-883292'] for segment, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:31:58.392435 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.db.segments_db [None req-3bc73167-4d0c-46f4-be8f-f2a199bed8a1 tempest-QuotasNegativeTest-1323589361 tempest-QuotasNegativeTest-1323589361-project-admin] Added segment 873aae18-de98-4eef-a617-21b44f04b342 of type vlan for network 63b2c42e-713f-43f8-85eb-f9d5849ed83b
Dec 16 22:31:58.398363 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:31:58.414453 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-b93b8caa-5d89-4462-838b-e3133c0276cf tempest-FloatingIPAdminTestJSON-210502716 tempest-FloatingIPAdminTestJSON-210502716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:31:58.425030 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-b94830fe-0c8e-4dc9-bcf8-86747d11701c tempest-ExternalNetworksTestJSON-962053912 tempest-ExternalNetworksTestJSON-962053912-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-883292'] for segment, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:31:58.425524 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.db.segments_db [None req-b94830fe-0c8e-4dc9-bcf8-86747d11701c tempest-ExternalNetworksTestJSON-962053912 tempest-ExternalNetworksTestJSON-962053912-project-admin] Added segment ea5756d2-c480-4412-82b0-ecbe0e5f6883 of type vlan for network ee00d7fe-334f-4865-b020-eafd80053eca
Dec 16 22:31:58.531671 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Pushing event updated for resources: {'Port': ['ID=69dbe4dd-86c4-48a5-9dd8-a8b9a49bba57,revision_number=4']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:31:58.534509 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:31:58.580883 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-3bc73167-4d0c-46f4-be8f-f2a199bed8a1 tempest-QuotasNegativeTest-1323589361 tempest-QuotasNegativeTest-1323589361-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734753047233'] for network, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:31:58.621797 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning complete for port 9ff256f1-e44b-4cb7-b217-17eb4efad839 triggered by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:31:58.622173 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:31:58.654826 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-b94830fe-0c8e-4dc9-bcf8-86747d11701c tempest-ExternalNetworksTestJSON-962053912 tempest-ExternalNetworksTestJSON-962053912-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734753047233'] for network, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:31:58.682892 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-f981ab72-55dd-4d80-8a65-ed43dfdcde16 None None] Notify callbacks [] for port, precommit_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:31:58.702269 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-f981ab72-55dd-4d80-8a65-ed43dfdcde16 None None] Transition to ACTIVE for port object f36db7e1-2b19-4f1a-b338-be86ca326f63 will not be triggered until provisioned by entity L2. {{(pid=87508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:31:58.711921 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-f981ab72-55dd-4d80-8a65-ed43dfdcde16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:31:58.753305 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-d98c3ed2-4b22-4878-9965-143ee60c806d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:31:58.803036 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-98b40199-c33e-41f7-8ff5-a26543335544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:31:58.807921 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-3bc73167-4d0c-46f4-be8f-f2a199bed8a1 tempest-QuotasNegativeTest-1323589361 tempest-QuotasNegativeTest-1323589361-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440'] for network, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:31:58.824003 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bc73167-4d0c-46f4-be8f-f2a199bed8a1 tempest-QuotasNegativeTest-1323589361 tempest-QuotasNegativeTest-1323589361-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:31:58.824775 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-3bc73167-4d0c-46f4-be8f-f2a199bed8a1 tempest-QuotasNegativeTest-1323589361 tempest-QuotasNegativeTest-1323589361-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3791486'] for network, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:31:58.827752 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-98b40199-c33e-41f7-8ff5-a26543335544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841066'] for security_group, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:31:58.833352 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-443b45af-fb77-41f9-96e9-27df90483687 tempest-PortsAdminExtendedAttrsIpV6TestJSON-86254145 tempest-PortsAdminExtendedAttrsIpV6TestJSON-86254145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:31:58.837353 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-a83afeec-1c0d-4f8f-a161-7776a1c1c9e2 tempest-RoutersTestDVR-44162811 tempest-RoutersTestDVR-44162811-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3741702', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3740945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-38947'] for router, precommit_update {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:31:58.837353 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-a83afeec-1c0d-4f8f-a161-7776a1c1c9e2 tempest-RoutersTestDVR-44162811 tempest-RoutersTestDVR-44162811-project-admin] Notify callbacks [] for router, before_update {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:31:58.839466 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-f981ab72-55dd-4d80-8a65-ed43dfdcde16 None None] Attempting to bind port f36db7e1-2b19-4f1a-b338-be86ca326f63 on host dv-neutron-821829-1-hyperv for vnic_type normal with profile  {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 22:31:58.839874 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-f981ab72-55dd-4d80-8a65-ed43dfdcde16 None None] Attempting to bind port f36db7e1-2b19-4f1a-b338-be86ca326f63 by drivers openvswitch,hyperv on host dv-neutron-821829-1-hyperv at level 0 using segments [{'id': 'a416442d-d143-4052-9f4e-546eb8cbe809', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5'}] {{(pid=87508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 22:31:58.840246 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f981ab72-55dd-4d80-8a65-ed43dfdcde16 None None] Attempting to bind port f36db7e1-2b19-4f1a-b338-be86ca326f63 on network f8905ce9-304b-4976-bc47-e58c71c11de5 {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 22:31:58.853224 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f981ab72-55dd-4d80-8a65-ed43dfdcde16 None None] Checking agent: {'id': '5571501f-366e-47a4-9b60-8ef19d935d27', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821829-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 24, 2), 'started_at': datetime.datetime(2021, 12, 16, 22, 24, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 31, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821829-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 22:31:58.853612 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f981ab72-55dd-4d80-8a65-ed43dfdcde16 None None] Checking segment: {'id': 'a416442d-d143-4052-9f4e-546eb8cbe809', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 22:31:58.854006 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-f981ab72-55dd-4d80-8a65-ed43dfdcde16 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:31:58.854923 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f981ab72-55dd-4d80-8a65-ed43dfdcde16 None None] Bound using segment: {'id': 'a416442d-d143-4052-9f4e-546eb8cbe809', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5'} {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 22:31:58.854923 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-f981ab72-55dd-4d80-8a65-ed43dfdcde16 None None] Bound port: f36db7e1-2b19-4f1a-b338-be86ca326f63, host: dv-neutron-821829-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a416442d-d143-4052-9f4e-546eb8cbe809', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5'}}] {{(pid=87508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 22:31:58.855301 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-f981ab72-55dd-4d80-8a65-ed43dfdcde16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:31:58.890680 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e69496-0a7c-46d3-83c5-ea6090145dac None None] Pushing event updated for resources: {'Port': ['ID=f36db7e1-2b19-4f1a-b338-be86ca326f63,revision_number=2']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:31:58.893568 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-78e69496-0a7c-46d3-83c5-ea6090145dac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:31:58.943514 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-f981ab72-55dd-4d80-8a65-ed43dfdcde16 None None] For port f36db7e1-2b19-4f1a-b338-be86ca326f63, host dv-neutron-821829-1-hyperv, cleared binding levels {{(pid=87508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 22:31:58.946539 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.notifiers.nova [None req-98b40199-c33e-41f7-8ff5-a26543335544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327-project-admin] device_id is not set on port f838b9bd-6e9d-42ba-8c8c-3b447a04728d yet. {{(pid=87506) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 16 22:31:58.948576 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-f981ab72-55dd-4d80-8a65-ed43dfdcde16 None None] For port f36db7e1-2b19-4f1a-b338-be86ca326f63, host dv-neutron-821829-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=f36db7e1-2b19-4f1a-b338-be86ca326f63,segment=NetworkSegment(a416442d-d143-4052-9f4e-546eb8cbe809),segment_id=a416442d-d143-4052-9f4e-546eb8cbe809)] {{(pid=87508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 22:31:58.954507 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-f981ab72-55dd-4d80-8a65-ed43dfdcde16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:31:58.962101 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:31:58.975180 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.db_base_plugin_common [None req-a84ac656-74fd-468b-8cdc-2cfe68479da9 admin admin] Allocated IP 172.20.0.1 (4324e1ea-4669-4cf4-86ce-32057be725fc/3657b92c-69b8-4f39-be86-861bf2c75ad0/a7277c6d-6959-4777-9c8c-59986b5a708a) {{(pid=87507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 22:31:59.001561 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-b94830fe-0c8e-4dc9-bcf8-86747d11701c tempest-ExternalNetworksTestJSON-962053912 tempest-ExternalNetworksTestJSON-962053912-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440'] for network, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:31:59.008130 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b94830fe-0c8e-4dc9-bcf8-86747d11701c tempest-ExternalNetworksTestJSON-962053912 tempest-ExternalNetworksTestJSON-962053912-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:31:59.008636 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-b94830fe-0c8e-4dc9-bcf8-86747d11701c tempest-ExternalNetworksTestJSON-962053912 tempest-ExternalNetworksTestJSON-962053912-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3791486'] for network, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:31:59.009718 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.db.resource_extend [None req-d8fa8f1a-ce12-43a7-b1f7-11a3a211e1d7 admin admin] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 16 22:31:59.030643 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-19c6db1b-845a-4c75-a8b5-3ea0c6253ff1 tempest-ExternalNetworksTestJSON-942302126 tempest-ExternalNetworksTestJSON-942302126-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:31:59.050670 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.objects.ports [None req-c38c1cb1-c209-4e2b-807c-76415df2fa0e tempest-RoutersIpV6AdminTest-146809031 tempest-RoutersIpV6AdminTest-146809031-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87506) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}}
Dec 16 22:31:59.051371 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-c38c1cb1-c209-4e2b-807c-76415df2fa0e tempest-RoutersIpV6AdminTest-146809031 tempest-RoutersIpV6AdminTest-146809031-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440'] for subnet, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:31:59.073124 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-d8fa8f1a-ce12-43a7-b1f7-11a3a211e1d7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:31:59.098537 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-a83afeec-1c0d-4f8f-a161-7776a1c1c9e2 tempest-RoutersTestDVR-44162811 tempest-RoutersTestDVR-44162811-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=87507) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}}
Dec 16 22:31:59.099015 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-a83afeec-1c0d-4f8f-a161-7776a1c1c9e2 tempest-RoutersTestDVR-44162811 tempest-RoutersTestDVR-44162811-project-admin] Router 442b6937-e0b9-460f-93d8-031f9a2c4f78 migrating from <neutron.services.l3_router.service_providers.single_node.SingleNodeDriver object at 0x7f1b7da106d0> provider to <neutron.services.l3_router.service_providers.dvr.DvrDriver object at 0x7f1b7da10d90> provider. {{(pid=87507) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}}
Dec 16 22:31:59.099521 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-a83afeec-1c0d-4f8f-a161-7776a1c1c9e2 tempest-RoutersTestDVR-44162811 tempest-RoutersTestDVR-44162811-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:31:59.101828 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f981ab72-55dd-4d80-8a65-ed43dfdcde16 None None] Routers {'ec3443c7-b9c7-43dc-a77e-606744e51456'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:31:59.102863 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-f981ab72-55dd-4d80-8a65-ed43dfdcde16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b7c24e310>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:31:31Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['ec3443c7-b9c7-43dc-a77e-606744e51456'], 'active': True} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:31:59.141684 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-d8fa8f1a-ce12-43a7-b1f7-11a3a211e1d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:31:59.166912 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-d8fa8f1a-ce12-43a7-b1f7-11a3a211e1d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3791426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3830222'] for router_interface, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:31:59.173156 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-3bc73167-4d0c-46f4-be8f-f2a199bed8a1 tempest-QuotasNegativeTest-1323589361 tempest-QuotasNegativeTest-1323589361-project-admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 837 time: 1.4080262
Dec 16 22:31:59.180320 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc73167-4d0c-46f4-be8f-f2a199bed8a1 tempest-QuotasNegativeTest-1323589361 tempest-QuotasNegativeTest-1323589361-project-admin] Pushing event updated for resources: {'Network': ['ID=63b2c42e-713f-43f8-85eb-f9d5849ed83b,revision_number=1']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:31:59.181920 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 37272) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:31:59.191004 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-a83afeec-1c0d-4f8f-a161-7776a1c1c9e2 tempest-RoutersTestDVR-44162811 tempest-RoutersTestDVR-44162811-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:31:59.200924 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-7d345fe6-362a-4626-a049-2b87744e05ac tempest-QuotasNegativeTest-1323589361 tempest-QuotasNegativeTest-1323589361-project-admin] Request body: {'network': {'project_id': '0d6d00cdb8664965aaa9744053d8dea9'}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:31:59.217168 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-3bc73167-4d0c-46f4-be8f-f2a199bed8a1 tempest-QuotasNegativeTest-1323589361 tempest-QuotasNegativeTest-1323589361-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.384s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:31:59.217950 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-c5240b91-3997-434f-8684-caadeb87c2d5 tempest-RoutersIpV6AdminTest-146809031 tempest-RoutersIpV6AdminTest-146809031-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.315s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:31:59.220900 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-a83afeec-1c0d-4f8f-a161-7776a1c1c9e2 tempest-RoutersTestDVR-44162811 tempest-RoutersTestDVR-44162811-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3741923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3741713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3741720', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3740934'] for router, after_update {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:31:59.227000 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-b94830fe-0c8e-4dc9-bcf8-86747d11701c tempest-ExternalNetworksTestJSON-962053912 tempest-ExternalNetworksTestJSON-962053912-project-admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 863 time: 3.0303798
Dec 16 22:31:59.227625 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-7d345fe6-362a-4626-a049-2b87744e05ac tempest-QuotasNegativeTest-1323589361 tempest-QuotasNegativeTest-1323589361-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:31:59.230049 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Network 63b2c42e-713f-43f8-85eb-f9d5849ed83b details requested by agent ovs-agent-dv-neutron-821829-1-hyperv with host dv-neutron-821829-1-hyperv {{(pid=87508) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 22:31:59.236984 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-7d345fe6-362a-4626-a049-2b87744e05ac tempest-QuotasNegativeTest-1323589361 tempest-QuotasNegativeTest-1323589361-project-admin] Usage tracker for resource:network and tenant:0d6d00cdb8664965aaa9744053d8dea9 is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:31:59.241838 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 37278) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:31:59.247236 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-7d345fe6-362a-4626-a049-2b87744e05ac tempest-QuotasNegativeTest-1323589361 tempest-QuotasNegativeTest-1323589361-project-admin] Quota usage for network was recalculated. Used quota:2. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:31:59.249898 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94830fe-0c8e-4dc9-bcf8-86747d11701c tempest-ExternalNetworksTestJSON-962053912 tempest-ExternalNetworksTestJSON-962053912-project-admin] Pushing event updated for resources: {'Network': ['ID=ee00d7fe-334f-4865-b020-eafd80053eca,revision_number=1']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:31:59.303818 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-b93b8caa-5d89-4462-838b-e3133c0276cf tempest-FloatingIPAdminTestJSON-210502716 tempest-FloatingIPAdminTestJSON-210502716-project] Notify callbacks [] for port, precommit_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:31:59.323030 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-b94830fe-0c8e-4dc9-bcf8-86747d11701c tempest-ExternalNetworksTestJSON-962053912 tempest-ExternalNetworksTestJSON-962053912-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:31:59.341412 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-7d345fe6-362a-4626-a049-2b87744e05ac tempest-QuotasNegativeTest-1323589361 tempest-QuotasNegativeTest-1323589361-project-admin] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 2; headroom:0 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:31:59.400174 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d345fe6-362a-4626-a049-2b87744e05ac tempest-QuotasNegativeTest-1323589361 tempest-QuotasNegativeTest-1323589361-project-admin] POST failed (client error): There was a conflict when trying to complete your request.
Dec 16 22:31:59.400763 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d345fe6-362a-4626-a049-2b87744e05ac tempest-QuotasNegativeTest-1323589361 tempest-QuotasNegativeTest-1323589361-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=87507) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 16 22:31:59.404863 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-7d345fe6-362a-4626-a049-2b87744e05ac tempest-QuotasNegativeTest-1323589361 tempest-QuotasNegativeTest-1323589361-project-admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 409  len: 310 time: 0.2129958
Dec 16 22:31:59.413076 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-b93b8caa-5d89-4462-838b-e3133c0276cf tempest-FloatingIPAdminTestJSON-210502716 tempest-FloatingIPAdminTestJSON-210502716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:31:59.422198 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 37282) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:31:59.428158 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Network ee00d7fe-334f-4865-b020-eafd80053eca details requested by agent ovs-agent-dv-neutron-821829-1-hyperv with host dv-neutron-821829-1-hyperv {{(pid=87508) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 22:31:59.464522 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b40199-c33e-41f7-8ff5-a26543335544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32687650-fbeb-47a9-aa56-f058719ddc37,revision_number=1']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:31:59.481686 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-98b40199-c33e-41f7-8ff5-a26543335544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:31:59.482574 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c38c1cb1-c209-4e2b-807c-76415df2fa0e tempest-RoutersIpV6AdminTest-146809031 tempest-RoutersIpV6AdminTest-146809031-project-admin] Checking segment: {'id': '0d5a28e7-80e7-4c4f-b023-6c759c382bd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'd71208a3-096e-43da-b080-681ced87d2c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 22:31:59.483103 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c38c1cb1-c209-4e2b-807c-76415df2fa0e tempest-RoutersIpV6AdminTest-146809031 tempest-RoutersIpV6AdminTest-146809031-project-admin] Network hostable DHCP agents. Network: d71208a3-096e-43da-b080-681ced87d2c2, hostable agents: ['3b155c4d-12dc-491e-aa14-6113b06cfacd'], hosted agents: [] {{(pid=87506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 16 22:31:59.487576 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-4773fef4-a5ca-442d-8bfe-989a7d77f5b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.363s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:31:59.555461 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e69496-0a7c-46d3-83c5-ea6090145dac None None] Pushing event updated for resources: {'Port': ['ID=f36db7e1-2b19-4f1a-b338-be86ca326f63,revision_number=3']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:31:59.568892 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-b93b8caa-5d89-4462-838b-e3133c0276cf tempest-FloatingIPAdminTestJSON-210502716 tempest-FloatingIPAdminTestJSON-210502716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3741874'] for floatingip, after_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:31:59.607083 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-a84ac656-74fd-468b-8cdc-2cfe68479da9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:31:59.614752 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-78e69496-0a7c-46d3-83c5-ea6090145dac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.653s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:31:59.623457 dv-neutron-821829-1-hyperv neutron-server[87507]: WARNING neutron.scheduler.l3_agent_scheduler [None req-a83afeec-1c0d-4f8f-a161-7776a1c1c9e2 tempest-RoutersTestDVR-44162811 tempest-RoutersTestDVR-44162811-project-admin] No L3 agents can host the router 442b6937-e0b9-460f-93d8-031f9a2c4f78
Dec 16 22:31:59.626099 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-f9167b61-499a-4212-a61f-f85e23bdd44a tempest-ExternalNetworksTestJSON-962053912 tempest-ExternalNetworksTestJSON-962053912-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-825997'] for network, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:31:59.631633 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 69dbe4dd-86c4-48a5-9dd8-a8b9a49bba57 up at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 22:31:59.640884 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.provisioning_blocks [None req-a84ac656-74fd-468b-8cdc-2cfe68479da9 admin admin] Transition to ACTIVE for port object a7277c6d-6959-4777-9c8c-59986b5a708a will not be triggered until provisioned by entity DHCP. {{(pid=87507) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:31:59.725814 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c38c1cb1-c209-4e2b-807c-76415df2fa0e tempest-RoutersIpV6AdminTest-146809031 tempest-RoutersIpV6AdminTest-146809031-project-admin] Network d71208a3-096e-43da-b080-681ced87d2c2 is scheduled to be hosted by DHCP agent 3b155c4d-12dc-491e-aa14-6113b06cfacd with binding_index 1 {{(pid=87506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 16 22:31:59.735120 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-c2d8d50f-d74a-4158-8d8b-170d41dcda9f tempest-QuotasNegativeTest-1323589361 tempest-QuotasNegativeTest-1323589361-project-admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0d6d00cdb8664965aaa9744053d8dea9&name=default HTTP/1.1" status: 200  len: 2975 time: 0.3093998
Dec 16 22:31:59.735324 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvr_db [None req-f981ab72-55dd-4d80-8a65-ed43dfdcde16 None None] Set router ec3443c7-b9c7-43dc-a77e-606744e51456 gateway port host: dv-neutron-821829-1-hyperv {{(pid=87508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 22:31:59.737905 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 37286) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:31:59.746109 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38c1cb1-c209-4e2b-807c-76415df2fa0e tempest-RoutersIpV6AdminTest-146809031 tempest-RoutersIpV6AdminTest-146809031-project-admin] Pushing event updated for resources: {'Subnet': ['ID=0e0f033c-ba21-426c-a6a6-408da8c99c00,revision_number=0']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:31:59.763228 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8fa8f1a-ce12-43a7-b1f7-11a3a211e1d7 admin admin] Network ee4be5eb-8d65-4c35-a7d0-77b65d96496e is already hosted by enough agents. {{(pid=87506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:31:59.764136 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-b93b8caa-5d89-4462-838b-e3133c0276cf tempest-FloatingIPAdminTestJSON-210502716 tempest-FloatingIPAdminTestJSON-210502716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for floatingip, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:31:59.767856 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-b93b8caa-5d89-4462-838b-e3133c0276cf tempest-FloatingIPAdminTestJSON-210502716 tempest-FloatingIPAdminTestJSON-210502716-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 5.3068078
Dec 16 22:31:59.768791 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-c38c1cb1-c209-4e2b-807c-76415df2fa0e tempest-RoutersIpV6AdminTest-146809031 tempest-RoutersIpV6AdminTest-146809031-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:31:59.769521 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.base_scheduler [None req-d8fa8f1a-ce12-43a7-b1f7-11a3a211e1d7 admin admin] Resources bound (agent type, host, resource id):  {{(pid=87506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:31:59.771089 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.591s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:31:59.797820 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 37288) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:31:59.821898 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-0b750496-5d6f-4c89-801f-776331f09c94 tempest-FloatingIPAdminTestJSON-210502716 tempest-FloatingIPAdminTestJSON-210502716-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-253741344'}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:31:59.826661 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-0b750496-5d6f-4c89-801f-776331f09c94 tempest-FloatingIPAdminTestJSON-210502716 tempest-FloatingIPAdminTestJSON-210502716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:31:59.830646 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-0b750496-5d6f-4c89-801f-776331f09c94 tempest-FloatingIPAdminTestJSON-210502716 tempest-FloatingIPAdminTestJSON-210502716-project] Usage tracker for resource:network and tenant:e4e313c5c45843f887a4996f6021aa04 is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:31:59.833632 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-0b750496-5d6f-4c89-801f-776331f09c94 tempest-FloatingIPAdminTestJSON-210502716 tempest-FloatingIPAdminTestJSON-210502716-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:31:59.839535 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-0b750496-5d6f-4c89-801f-776331f09c94 tempest-FloatingIPAdminTestJSON-210502716 tempest-FloatingIPAdminTestJSON-210502716-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:31:59.844565 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.base_scheduler [None req-c38c1cb1-c209-4e2b-807c-76415df2fa0e tempest-RoutersIpV6AdminTest-146809031 tempest-RoutersIpV6AdminTest-146809031-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821829-1-hyperv, d71208a3-096e-43da-b080-681ced87d2c2) {{(pid=87506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:31:59.865316 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b499fddf-7e95-4212-9efc-01d745be4fef None None] Network d71208a3-096e-43da-b080-681ced87d2c2 requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 22:31:59.866958 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c38c1cb1-c209-4e2b-807c-76415df2fa0e tempest-RoutersIpV6AdminTest-146809031 tempest-RoutersIpV6AdminTest-146809031-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:31:59.867473 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-c38c1cb1-c209-4e2b-807c-76415df2fa0e tempest-RoutersIpV6AdminTest-146809031 tempest-RoutersIpV6AdminTest-146809031-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3791486'] for subnet, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:31:59.876194 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b750496-5d6f-4c89-801f-776331f09c94 tempest-FloatingIPAdminTestJSON-210502716 tempest-FloatingIPAdminTestJSON-210502716-project] Made reservation on behalf of e4e313c5c45843f887a4996f6021aa04 for: {'network': 1} {{(pid=87507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:31:59.879732 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-0b750496-5d6f-4c89-801f-776331f09c94 tempest-FloatingIPAdminTestJSON-210502716 tempest-FloatingIPAdminTestJSON-210502716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for network, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:31:59.908700 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-0b750496-5d6f-4c89-801f-776331f09c94 tempest-FloatingIPAdminTestJSON-210502716 tempest-FloatingIPAdminTestJSON-210502716-project] Notify callbacks [] for security_group, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:31:59.991565 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning complete for port 69dbe4dd-86c4-48a5-9dd8-a8b9a49bba57 triggered by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:31:59.991930 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:00.002866 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-0b750496-5d6f-4c89-801f-776331f09c94 tempest-FloatingIPAdminTestJSON-210502716 tempest-FloatingIPAdminTestJSON-210502716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:32:00.006921 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-0b750496-5d6f-4c89-801f-776331f09c94 tempest-FloatingIPAdminTestJSON-210502716 tempest-FloatingIPAdminTestJSON-210502716-project] Usage tracker for resource:security_group_rule and tenant:e4e313c5c45843f887a4996f6021aa04 is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:32:00.010291 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-a84ac656-74fd-468b-8cdc-2cfe68479da9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940'] for port, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:00.019086 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-0b750496-5d6f-4c89-801f-776331f09c94 tempest-FloatingIPAdminTestJSON-210502716 tempest-FloatingIPAdminTestJSON-210502716-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:32:00.054454 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-0b750496-5d6f-4c89-801f-776331f09c94 tempest-FloatingIPAdminTestJSON-210502716 tempest-FloatingIPAdminTestJSON-210502716-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:32:00.073351 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:32:00.075204 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.notifiers.nova [None req-98b40199-c33e-41f7-8ff5-a26543335544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327-project-admin] device_id is not set on port f838b9bd-6e9d-42ba-8c8c-3b447a04728d yet. {{(pid=87506) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 16 22:32:00.099454 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fa8f1a-ce12-43a7-b1f7-11a3a211e1d7 admin admin] Pushing event updated for resources: {'Port': ['ID=62ff8753-d50e-4407-b4f0-f88711fada08,revision_number=2']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:32:00.102496 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-98b40199-c33e-41f7-8ff5-a26543335544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:00.104175 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a83afeec-1c0d-4f8f-a161-7776a1c1c9e2 tempest-RoutersTestDVR-44162811 tempest-RoutersTestDVR-44162811-project-admin] Hosts for router 442b6937-e0b9-460f-93d8-031f9a2c4f78: [] {{(pid=87507) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:329}}
Dec 16 22:32:00.109994 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-c38c1cb1-c209-4e2b-807c-76415df2fa0e tempest-RoutersIpV6AdminTest-146809031 tempest-RoutersIpV6AdminTest-146809031-project-admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 822 time: 3.9531422
Dec 16 22:32:00.140701 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 37296) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:32:00.176506 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a84ac656-74fd-468b-8cdc-2cfe68479da9 admin admin] Network 4324e1ea-4669-4cf4-86ce-32057be725fc is already hosted by enough agents. {{(pid=87507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:32:00.187775 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-f9167b61-499a-4212-a61f-f85e23bdd44a tempest-ExternalNetworksTestJSON-962053912 tempest-ExternalNetworksTestJSON-962053912-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3329565', 'neutron.services.segments.db._delete_segments_for_network-8734753546406'] for network, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:00.198515 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.base_scheduler [None req-a84ac656-74fd-468b-8cdc-2cfe68479da9 admin admin] Resources bound (agent type, host, resource id):  {{(pid=87507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:32:00.206595 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a84ac656-74fd-468b-8cdc-2cfe68479da9 admin admin] Received port after_create {{(pid=87507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 22:32:00.207889 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-a84ac656-74fd-468b-8cdc-2cfe68479da9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3830061'] for router_interface, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:00.219376 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a83afeec-1c0d-4f8f-a161-7776a1c1c9e2 tempest-RoutersTestDVR-44162811 tempest-RoutersTestDVR-44162811-project-admin] Hosts for other DVR routers connected to router 442b6937-e0b9-460f-93d8-031f9a2c4f78: set() {{(pid=87507) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:346}}
Dec 16 22:32:00.220987 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-651583e1-f0b2-4add-b3e7-65f8e516ead5 tempest-RoutersIpV6AdminTest-146809031 tempest-RoutersIpV6AdminTest-146809031-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-538201938', 'network_id': 'd71208a3-096e-43da-b080-681ced87d2c2'}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:32:00.222198 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-a83afeec-1c0d-4f8f-a161-7776a1c1c9e2 tempest-RoutersTestDVR-44162811 tempest-RoutersTestDVR-44162811-project-admin] Notify callbacks [] for router, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:00.230175 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-a83afeec-1c0d-4f8f-a161-7776a1c1c9e2 tempest-RoutersTestDVR-44162811 tempest-RoutersTestDVR-44162811-project-admin] 10.222.0.13 "PUT /v2.0/routers/442b6937-e0b9-460f-93d8-031f9a2c4f78 HTTP/1.1" status: 200  len: 716 time: 2.0406668
Dec 16 22:32:00.230310 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.provisioning_blocks [None req-98b40199-c33e-41f7-8ff5-a26543335544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327-project-admin] Transition to ACTIVE for port object f838b9bd-6e9d-42ba-8c8c-3b447a04728d will not be triggered until provisioned by entity L2. {{(pid=87506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:32:00.234314 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 37300) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:32:00.236855 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-651583e1-f0b2-4add-b3e7-65f8e516ead5 tempest-RoutersIpV6AdminTest-146809031 tempest-RoutersIpV6AdminTest-146809031-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:32:00.239691 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-01b3c889-d35f-4ca7-b047-c06b6149c20f tempest-QuotasNegativeTest-1323589361 tempest-QuotasNegativeTest-1323589361-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:00.265375 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-01a1873d-0be6-451c-bb4f-51143293bead None None] Provisioning complete for port 62ff8753-d50e-4407-b4f0-f88711fada08 triggered by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:32:00.265973 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-01a1873d-0be6-451c-bb4f-51143293bead None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:00.296163 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-f9167b61-499a-4212-a61f-f85e23bdd44a tempest-ExternalNetworksTestJSON-962053912 tempest-ExternalNetworksTestJSON-962053912-project-admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f1b7c1c30a0>> segment before_delete 55550000 {{(pid=87507) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 22:32:00.296784 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-f9167b61-499a-4212-a61f-f85e23bdd44a tempest-ExternalNetworksTestJSON-962053912 tempest-ExternalNetworksTestJSON-962053912-project-admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f1b7c1c30a0>> subnet precommit_delete_associations 55550000 {{(pid=87507) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 22:32:00.297519 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-f9167b61-499a-4212-a61f-f85e23bdd44a tempest-ExternalNetworksTestJSON-962053912 tempest-ExternalNetworksTestJSON-962053912-project-admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f1b77b457f0>> segment_host_mapping after_create 55550000 {{(pid=87507) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 22:32:00.297853 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-f9167b61-499a-4212-a61f-f85e23bdd44a tempest-ExternalNetworksTestJSON-962053912 tempest-ExternalNetworksTestJSON-962053912-project-admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f1b77b457f0>> port after_create 55550000 {{(pid=87507) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 22:32:00.298189 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-f9167b61-499a-4212-a61f-f85e23bdd44a tempest-ExternalNetworksTestJSON-962053912 tempest-ExternalNetworksTestJSON-962053912-project-admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f1b77b457f0>> port after_delete 55550000 {{(pid=87507) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 22:32:00.298535 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-f9167b61-499a-4212-a61f-f85e23bdd44a tempest-ExternalNetworksTestJSON-962053912 tempest-ExternalNetworksTestJSON-962053912-project-admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f1b77b457f0>> port after_update 55550000 {{(pid=87507) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 22:32:00.298849 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-f9167b61-499a-4212-a61f-f85e23bdd44a tempest-ExternalNetworksTestJSON-962053912 tempest-ExternalNetworksTestJSON-962053912-project-admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f1b77b457f0>> segment after_delete 55550000 {{(pid=87507) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 22:32:00.299159 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-f9167b61-499a-4212-a61f-f85e23bdd44a tempest-ExternalNetworksTestJSON-962053912 tempest-ExternalNetworksTestJSON-962053912-project-admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f1b77b457f0>> subnet after_create 55550000 {{(pid=87507) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 22:32:00.299658 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-f9167b61-499a-4212-a61f-f85e23bdd44a tempest-ExternalNetworksTestJSON-962053912 tempest-ExternalNetworksTestJSON-962053912-project-admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f1b77b457f0>> subnet after_delete 55550000 {{(pid=87507) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 22:32:00.300009 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-f9167b61-499a-4212-a61f-f85e23bdd44a tempest-ExternalNetworksTestJSON-962053912 tempest-ExternalNetworksTestJSON-962053912-project-admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f1b77b457f0>> subnet after_update 55550000 {{(pid=87507) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 22:32:00.345326 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-651583e1-f0b2-4add-b3e7-65f8e516ead5 tempest-RoutersIpV6AdminTest-146809031 tempest-RoutersIpV6AdminTest-146809031-project-admin] Usage tracker for resource:port and tenant:5cf88710195741768968293f02f9935d is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:32:00.356922 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-01a1873d-0be6-451c-bb4f-51143293bead None None] Port 62ff8753-d50e-4407-b4f0-f88711fada08 cannot update to ACTIVE because it is not bound. {{(pid=87508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 22:32:00.407640 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03eaa10a-bb65-4751-aff1-54025d367656 None None] Network d71208a3-096e-43da-b080-681ced87d2c2 requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 22:32:00.416534 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-98b40199-c33e-41f7-8ff5-a26543335544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940'] for port, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:00.423082 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-651583e1-f0b2-4add-b3e7-65f8e516ead5 tempest-RoutersIpV6AdminTest-146809031 tempest-RoutersIpV6AdminTest-146809031-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:32:00.445269 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-651583e1-f0b2-4add-b3e7-65f8e516ead5 tempest-RoutersIpV6AdminTest-146809031 tempest-RoutersIpV6AdminTest-146809031-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:32:00.453660 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93b8caa-5d89-4462-838b-e3133c0276cf tempest-FloatingIPAdminTestJSON-210502716 tempest-FloatingIPAdminTestJSON-210502716-project] Pushing event updated for resources: {'Port': ['ID=c1552c24-1361-4cf4-bdc4-d725aa0f6d0f,revision_number=2']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:32:00.461374 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-f9167b61-499a-4212-a61f-f85e23bdd44a tempest-ExternalNetworksTestJSON-962053912 tempest-ExternalNetworksTestJSON-962053912-project-admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f1b77f56820>> subnet after_create 55550000 {{(pid=87507) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 22:32:00.461720 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-f9167b61-499a-4212-a61f-f85e23bdd44a tempest-ExternalNetworksTestJSON-962053912 tempest-ExternalNetworksTestJSON-962053912-project-admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f1b77f56820>> subnet after_delete 55550000 {{(pid=87507) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 22:32:00.462050 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-f9167b61-499a-4212-a61f-f85e23bdd44a tempest-ExternalNetworksTestJSON-962053912 tempest-ExternalNetworksTestJSON-962053912-project-admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f1b77f56820>> subnet before_create 55550000 {{(pid=87507) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 22:32:00.462376 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-f9167b61-499a-4212-a61f-f85e23bdd44a tempest-ExternalNetworksTestJSON-962053912 tempest-ExternalNetworksTestJSON-962053912-project-admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f1b77f56820>> subnet before_update 55550000 {{(pid=87507) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 22:32:00.462729 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.services.segments.db [None req-f9167b61-499a-4212-a61f-f85e23bdd44a tempest-ExternalNetworksTestJSON-962053912 tempest-ExternalNetworksTestJSON-962053912-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1b7c1c3be0>,) {'filters': {'network_id': ['ee00d7fe-334f-4865-b020-eafd80053eca']}} {{(pid=87507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:32:00.464195 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-b93b8caa-5d89-4462-838b-e3133c0276cf tempest-FloatingIPAdminTestJSON-210502716 tempest-FloatingIPAdminTestJSON-210502716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.693s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:32:00.466225 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-deaea2ac-731f-414b-af7d-d66082cffe80 tempest-RoutersTestDVR-44162811 tempest-RoutersTestDVR-44162811-project-admin] 10.222.0.13 "GET /v2.0/routers/442b6937-e0b9-460f-93d8-031f9a2c4f78 HTTP/1.1" status: 200  len: 716 time: 0.2309468
Dec 16 22:32:00.466895 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.013s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:32:00.470477 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84ac656-74fd-468b-8cdc-2cfe68479da9 admin admin] Pushing event updated for resources: {'Port': ['ID=a7277c6d-6959-4777-9c8c-59986b5a708a,revision_number=1']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:32:00.483728 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 37304) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:32:00.496847 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-a84ac656-74fd-468b-8cdc-2cfe68479da9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.423s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:32:00.498428 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.services.segments.db [None req-f9167b61-499a-4212-a61f-f85e23bdd44a tempest-ExternalNetworksTestJSON-962053912 tempest-ExternalNetworksTestJSON-962053912-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b7c1c3be0>, 'ea5756d2-c480-4412-82b0-ecbe0e5f6883') {'for_net_delete': True} {{(pid=87507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:32:00.498715 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.services.segments.db [None req-f9167b61-499a-4212-a61f-f85e23bdd44a tempest-ExternalNetworksTestJSON-962053912 tempest-ExternalNetworksTestJSON-962053912-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b7c1c3be0>, 'ea5756d2-c480-4412-82b0-ecbe0e5f6883') {} {{(pid=87507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:32:00.499660 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-f981ab72-55dd-4d80-8a65-ed43dfdcde16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b7c24e310>, [{'id': 'ec3443c7-b9c7-43dc-a77e-606744e51456', 'name': 'tempest-ServerActionsTestJSON-1277569529-router', 'tenant_id': 'a21c60855e3d440781134350c2712d36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.25'}], 'enable_snat': True}, 'gw_port_id': 'f36db7e1-2b19-4f1a-b338-be86ca326f63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:31:51Z', 'updated_at': '2021-12-16T22:31:53Z', 'revision_number': 3, 'project_id': 'a21c60855e3d440781134350c2712d36', 'gw_port': {'id': 'f36db7e1-2b19-4f1a-b338-be86ca326f63', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:b5:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec3443c7-b9c7-43dc-a77e-606744e51456', 'device_owner': 'network:router_gateway', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:31:52Z', 'updated_at': '2021-12-16T22:31:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv'}], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:32:00.506254 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f981ab72-55dd-4d80-8a65-ed43dfdcde16 None None] The sync data for ids ['ec3443c7-b9c7-43dc-a77e-606744e51456'] in dv-neutron-821829-1-hyperv is: [{'id': 'ec3443c7-b9c7-43dc-a77e-606744e51456', 'name': 'tempest-ServerActionsTestJSON-1277569529-router', 'tenant_id': 'a21c60855e3d440781134350c2712d36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.25'}], 'enable_snat': True}, 'gw_port_id': 'f36db7e1-2b19-4f1a-b338-be86ca326f63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:31:51Z', 'updated_at': '2021-12-16T22:31:53Z', 'revision_number': 3, 'project_id': 'a21c60855e3d440781134350c2712d36', 'gw_port': {'id': 'f36db7e1-2b19-4f1a-b338-be86ca326f63', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:b5:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec3443c7-b9c7-43dc-a77e-606744e51456', 'device_owner': 'network:router_gateway', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:31:52Z', 'updated_at': '2021-12-16T22:31:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv'}] {{(pid=87508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 22:32:00.529361 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8fa8f1a-ce12-43a7-b1f7-11a3a211e1d7 admin admin] Router c1568abc-6c06-4a5c-a473-9ea135ff733e has already been hosted by L3 agent 4f519db7-069b-43e2-8411-c092bac9102a {{(pid=87506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 22:32:00.530117 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-651583e1-f0b2-4add-b3e7-65f8e516ead5 tempest-RoutersIpV6AdminTest-146809031 tempest-RoutersIpV6AdminTest-146809031-project-admin] Made reservation on behalf of 5cf88710195741768968293f02f9935d for: {'port': 1} {{(pid=87506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:32:00.532230 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-01b3c889-d35f-4ca7-b047-c06b6149c20f tempest-QuotasNegativeTest-1323589361 tempest-QuotasNegativeTest-1323589361-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:00.532523 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-651583e1-f0b2-4add-b3e7-65f8e516ead5 tempest-RoutersIpV6AdminTest-146809031 tempest-RoutersIpV6AdminTest-146809031-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:00.568048 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-f9167b61-499a-4212-a61f-f85e23bdd44a tempest-ExternalNetworksTestJSON-962053912 tempest-ExternalNetworksTestJSON-962053912-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734753593977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2128549'] for segment, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:00.585685 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b40199-c33e-41f7-8ff5-a26543335544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327-project-admin] Pushing event updated for resources: {'Port': ['ID=f838b9bd-6e9d-42ba-8c8c-3b447a04728d,revision_number=1']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:32:00.603899 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-98b40199-c33e-41f7-8ff5-a26543335544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:32:00.604596 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-d8fa8f1a-ce12-43a7-b1f7-11a3a211e1d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.143s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:32:00.605112 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-d8fa8f1a-ce12-43a7-b1f7-11a3a211e1d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:32:00.607930 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-c241cfde-01c2-4318-bed5-7d81b1acbf37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:00.624618 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-f9167b61-499a-4212-a61f-f85e23bdd44a tempest-ExternalNetworksTestJSON-962053912 tempest-ExternalNetworksTestJSON-962053912-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-883292'] for segment, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:00.664593 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9167b61-499a-4212-a61f-f85e23bdd44a tempest-ExternalNetworksTestJSON-962053912 tempest-ExternalNetworksTestJSON-962053912-project-admin] Releasing vlan 166 on physical network physnet1 to pool {{(pid=87507) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 16 22:32:00.664593 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-f9167b61-499a-4212-a61f-f85e23bdd44a tempest-ExternalNetworksTestJSON-962053912 tempest-ExternalNetworksTestJSON-962053912-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-883285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10808034'] for segment, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:00.675320 dv-neutron-821829-1-hyperv neutron-server[87507]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Dec 16 22:32:00.675320 dv-neutron-821829-1-hyperv neutron-server[87507]:   from cryptography.utils import int_from_bytes
Dec 16 22:32:00.675320 dv-neutron-821829-1-hyperv neutron-server[87507]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Dec 16 22:32:00.675320 dv-neutron-821829-1-hyperv neutron-server[87507]:   from cryptography.utils import int_from_bytes
Dec 16 22:32:00.675320 dv-neutron-821829-1-hyperv neutron-server[87507]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship.  (this warning may be suppressed after 10 occurrences)
Dec 16 22:32:00.675320 dv-neutron-821829-1-hyperv neutron-server[87507]:   util.warn_limited(
Dec 16 22:32:00.675320 dv-neutron-821829-1-hyperv neutron-server[87507]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship.  (this warning may be suppressed after 10 occurrences)
Dec 16 22:32:00.675320 dv-neutron-821829-1-hyperv neutron-server[87507]:   util.warn_limited(
Dec 16 22:32:00.675320 dv-neutron-821829-1-hyperv neutron-server[87507]: Traceback (most recent call last):
Dec 16 22:32:00.675320 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 16 22:32:00.675320 dv-neutron-821829-1-hyperv neutron-server[87507]:     timer()
Dec 16 22:32:00.675320 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 22:32:00.675320 dv-neutron-821829-1-hyperv neutron-server[87507]:     cb(*args, **kw)
Dec 16 22:32:00.675320 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 22:32:00.675320 dv-neutron-821829-1-hyperv neutron-server[87507]:     return func(*args, **kwargs)
Dec 16 22:32:00.675320 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 22:32:00.675320 dv-neutron-821829-1-hyperv neutron-server[87507]:     self._notify()
Dec 16 22:32:00.675320 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 22:32:00.675320 dv-neutron-821829-1-hyperv neutron-server[87507]:     self.callback(batched_events)
Dec 16 22:32:00.675320 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 22:32:00.675320 dv-neutron-821829-1-hyperv neutron-server[87507]:     event.method(event)
Dec 16 22:32:00.675320 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 22:32:00.675320 dv-neutron-821829-1-hyperv neutron-server[87507]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 22:32:00.675320 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 22:32:00.675320 dv-neutron-821829-1-hyperv neutron-server[87507]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 22:32:00.675320 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 22:32:00.675320 dv-neutron-821829-1-hyperv neutron-server[87507]:     return f(self, *a, **k)
Dec 16 22:32:00.675320 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 16 22:32:00.675320 dv-neutron-821829-1-hyperv neutron-server[87507]:     return self._get(url).json()
Dec 16 22:32:00.675320 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 16 22:32:00.675320 dv-neutron-821829-1-hyperv neutron-server[87507]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 22:32:00.675320 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 16 22:32:00.675320 dv-neutron-821829-1-hyperv neutron-server[87507]:     return self.request(url, 'GET', **kwargs)
Dec 16 22:32:00.675320 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 16 22:32:00.675320 dv-neutron-821829-1-hyperv neutron-server[87507]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 22:32:00.675320 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 16 22:32:00.675320 dv-neutron-821829-1-hyperv neutron-server[87507]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 22:32:00.675320 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 16 22:32:00.675320 dv-neutron-821829-1-hyperv neutron-server[87507]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 22:32:00.675320 dv-neutron-821829-1-hyperv neutron-server[87507]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 22:32:00.697334 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.notifiers.nova [None req-651583e1-f0b2-4add-b3e7-65f8e516ead5 tempest-RoutersIpV6AdminTest-146809031 tempest-RoutersIpV6AdminTest-146809031-project-admin] device_id is not set on port 37832610-0c46-44b9-9952-bfba3c77573e yet. {{(pid=87506) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 16 22:32:00.790643 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98b40199-c33e-41f7-8ff5-a26543335544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327-project-admin] Checking segment: {'id': '462c9ab5-3f2e-4ef1-955c-22fc513fae18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '02df7aab-63e0-4ecf-8461-cdca5aca48bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 22:32:00.791021 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98b40199-c33e-41f7-8ff5-a26543335544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327-project-admin] Network hostable DHCP agents. Network: 02df7aab-63e0-4ecf-8461-cdca5aca48bb, hostable agents: ['3b155c4d-12dc-491e-aa14-6113b06cfacd'], hosted agents: [] {{(pid=87506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 16 22:32:00.828189 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-e638a5fb-8c14-454d-9fbe-d96c529c5e96 None None] Provisioning for port a7277c6d-6959-4777-9c8c-59986b5a708a completed by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 22:32:00.835337 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-e638a5fb-8c14-454d-9fbe-d96c529c5e96 None None] Provisioning complete for port a7277c6d-6959-4777-9c8c-59986b5a708a triggered by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:32:00.835912 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-e638a5fb-8c14-454d-9fbe-d96c529c5e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:00.903170 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-0b750496-5d6f-4c89-801f-776331f09c94 tempest-FloatingIPAdminTestJSON-210502716 tempest-FloatingIPAdminTestJSON-210502716-project] Notify callbacks [] for security_group, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:00.905250 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-e638a5fb-8c14-454d-9fbe-d96c529c5e96 None None] Port a7277c6d-6959-4777-9c8c-59986b5a708a cannot update to ACTIVE because it is not bound. {{(pid=87508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 22:32:00.905526 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-01b3c889-d35f-4ca7-b047-c06b6149c20f tempest-QuotasNegativeTest-1323589361 tempest-QuotasNegativeTest-1323589361-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841066'] for security_group, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:00.944752 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98b40199-c33e-41f7-8ff5-a26543335544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327-project-admin] Network 02df7aab-63e0-4ecf-8461-cdca5aca48bb is scheduled to be hosted by DHCP agent 3b155c4d-12dc-491e-aa14-6113b06cfacd with binding_index 1 {{(pid=87506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 16 22:32:00.977258 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:32:00.985085 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-0b750496-5d6f-4c89-801f-776331f09c94 tempest-FloatingIPAdminTestJSON-210502716 tempest-FloatingIPAdminTestJSON-210502716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841066'] for security_group, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:00.985953 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-f9167b61-499a-4212-a61f-f85e23bdd44a tempest-ExternalNetworksTestJSON-962053912 tempest-ExternalNetworksTestJSON-962053912-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3329572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3741856'] for network, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:00.992924 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8fa8f1a-ce12-43a7-b1f7-11a3a211e1d7 admin admin] Notify agent at l3_agent.dv-neutron-821829-1-hyperv the message routers_updated {{(pid=87506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 22:32:01.000170 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.base_scheduler [None req-98b40199-c33e-41f7-8ff5-a26543335544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821829-1-hyperv, 02df7aab-63e0-4ecf-8461-cdca5aca48bb) {{(pid=87506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:32:01.005863 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ca0c4bf-8aad-4deb-9aa0-73351657e42d None None] Sync routers for ids ['c1568abc-6c06-4a5c-a473-9ea135ff733e'] in dv-neutron-821829-1-hyperv {{(pid=87509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 22:32:01.010695 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98b40199-c33e-41f7-8ff5-a26543335544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327-project-admin] Received port after_create {{(pid=87506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 22:32:01.011103 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9751bbf7-c155-4a24-baeb-42cbc0e721a9 None None] Network 02df7aab-63e0-4ecf-8461-cdca5aca48bb requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 22:32:01.017887 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b3c889-d35f-4ca7-b047-c06b6149c20f tempest-QuotasNegativeTest-1323589361 tempest-QuotasNegativeTest-1323589361-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d5a85c2-e2ab-4e8a-bfd5-d65fb2a42c76,revision_number=None']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:32:01.018820 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ca0c4bf-8aad-4deb-9aa0-73351657e42d None None] Routers {'c1568abc-6c06-4a5c-a473-9ea135ff733e'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:32:01.020338 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-3ca0c4bf-8aad-4deb-9aa0-73351657e42d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b7c709a90>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:32:01Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['c1568abc-6c06-4a5c-a473-9ea135ff733e'], 'active': True} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:32:01.030171 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-d8fa8f1a-ce12-43a7-b1f7-11a3a211e1d7 admin admin] 10.222.0.13 "PUT /v2.0/routers/c1568abc-6c06-4a5c-a473-9ea135ff733e/add_router_interface HTTP/1.1" status: 200  len: 503 time: 8.3721726
Dec 16 22:32:01.034626 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.db_base_plugin_common [None req-651583e1-f0b2-4add-b3e7-65f8e516ead5 tempest-RoutersIpV6AdminTest-146809031 tempest-RoutersIpV6AdminTest-146809031-project-admin] Allocated IP 2001:db8::2be (d71208a3-096e-43da-b080-681ced87d2c2/0e0f033c-ba21-426c-a6a6-408da8c99c00/37832610-0c46-44b9-9952-bfba3c77573e) {{(pid=87506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 22:32:01.058627 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.managers [None req-98b40199-c33e-41f7-8ff5-a26543335544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327-project-admin] Attempting to bind port f838b9bd-6e9d-42ba-8c8c-3b447a04728d on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=87506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 22:32:01.059397 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.managers [None req-98b40199-c33e-41f7-8ff5-a26543335544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327-project-admin] Attempting to bind port f838b9bd-6e9d-42ba-8c8c-3b447a04728d by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '462c9ab5-3f2e-4ef1-955c-22fc513fae18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '02df7aab-63e0-4ecf-8461-cdca5aca48bb'}] {{(pid=87506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 22:32:01.059992 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98b40199-c33e-41f7-8ff5-a26543335544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327-project-admin] Attempting to bind port f838b9bd-6e9d-42ba-8c8c-3b447a04728d on network 02df7aab-63e0-4ecf-8461-cdca5aca48bb {{(pid=87506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 22:32:01.065746 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-baa1d920-d525-45d7-a901-612bc3d3fc51 tempest-RoutersTestDVR-1826190184 tempest-RoutersTestDVR-1826190184-project] 10.222.0.13 "GET /v2.0/routers/442b6937-e0b9-460f-93d8-031f9a2c4f78 HTTP/1.1" status: 200  len: 682 time: 0.5778737
Dec 16 22:32:01.091861 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 37314) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:32:01.097143 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98b40199-c33e-41f7-8ff5-a26543335544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327-project-admin] Port f838b9bd-6e9d-42ba-8c8c-3b447a04728d on network 02df7aab-63e0-4ecf-8461-cdca5aca48bb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=87506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 16 22:32:01.098299 dv-neutron-821829-1-hyperv neutron-server[87506]: ERROR neutron.plugins.ml2.managers [None req-98b40199-c33e-41f7-8ff5-a26543335544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327-project-admin] Failed to bind port f838b9bd-6e9d-42ba-8c8c-3b447a04728d on host hv-neutron-8218 for vnic_type normal using segments [{'id': '462c9ab5-3f2e-4ef1-955c-22fc513fae18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '02df7aab-63e0-4ecf-8461-cdca5aca48bb'}]
Dec 16 22:32:01.116704 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-a84ac656-74fd-468b-8cdc-2cfe68479da9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:01.178660 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9167b61-499a-4212-a61f-f85e23bdd44a tempest-ExternalNetworksTestJSON-962053912 tempest-ExternalNetworksTestJSON-962053912-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network  ee00d7fe-334f-4865-b020-eafd80053eca {{(pid=87507) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}}
Dec 16 22:32:01.200511 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b750496-5d6f-4c89-801f-776331f09c94 tempest-FloatingIPAdminTestJSON-210502716 tempest-FloatingIPAdminTestJSON-210502716-project] vlan segment allocate from pool success with {'vlan_id': 194, 'physical_network': 'physnet1'}  {{(pid=87507) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 22:32:01.206422 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.plugins.ml2.plugin [None req-98b40199-c33e-41f7-8ff5-a26543335544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327-project-admin] Attempt 2 to bind port f838b9bd-6e9d-42ba-8c8c-3b447a04728d
Dec 16 22:32:01.227983 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-01b3c889-d35f-4ca7-b047-c06b6149c20f tempest-QuotasNegativeTest-1323589361 tempest-QuotasNegativeTest-1323589361-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:32:01.236710 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-f9167b61-499a-4212-a61f-f85e23bdd44a tempest-ExternalNetworksTestJSON-962053912 tempest-ExternalNetworksTestJSON-962053912-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3791486'] for network, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:01.256109 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-0b750496-5d6f-4c89-801f-776331f09c94 tempest-FloatingIPAdminTestJSON-210502716 tempest-FloatingIPAdminTestJSON-210502716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-883292'] for segment, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:01.256598 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.db.segments_db [None req-0b750496-5d6f-4c89-801f-776331f09c94 tempest-FloatingIPAdminTestJSON-210502716 tempest-FloatingIPAdminTestJSON-210502716-project] Added segment 5a9c101d-c9ac-4cb3-925a-541ab10570ce of type vlan for network 5b8d5e95-c7ec-4bcd-a4e9-51858715b4bc
Dec 16 22:32:01.290406 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-0b750496-5d6f-4c89-801f-776331f09c94 tempest-FloatingIPAdminTestJSON-210502716 tempest-FloatingIPAdminTestJSON-210502716-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734753047233'] for network, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:01.312192 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvr_db [None req-3ca0c4bf-8aad-4deb-9aa0-73351657e42d None None] Set router c1568abc-6c06-4a5c-a473-9ea135ff733e gateway port host: dv-neutron-821829-1-hyperv {{(pid=87509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 22:32:01.323753 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-3e22ee5b-93e1-45ad-8dae-8c2acfe0f84b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.274s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:32:01.360423 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-f9167b61-499a-4212-a61f-f85e23bdd44a tempest-ExternalNetworksTestJSON-962053912 tempest-ExternalNetworksTestJSON-962053912-project-admin] 10.222.0.13 "DELETE /v2.0/networks/ee00d7fe-334f-4865-b020-eafd80053eca HTTP/1.1" status: 204  len: 168 time: 2.1174109
Dec 16 22:32:01.364400 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-01b3c889-d35f-4ca7-b047-c06b6149c20f tempest-QuotasNegativeTest-1323589361 tempest-QuotasNegativeTest-1323589361-project-admin] Notify callbacks [] for security_group, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:01.365992 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-01b3c889-d35f-4ca7-b047-c06b6149c20f tempest-QuotasNegativeTest-1323589361 tempest-QuotasNegativeTest-1323589361-project-admin] 10.222.0.13 "DELETE /v2.0/security-groups/3d5a85c2-e2ab-4e8a-bfd5-d65fb2a42c76 HTTP/1.1" status: 204  len: 168 time: 1.5790989
Dec 16 22:32:01.367255 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 37318) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:32:01.371253 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b750496-5d6f-4c89-801f-776331f09c94 tempest-FloatingIPAdminTestJSON-210502716 tempest-FloatingIPAdminTestJSON-210502716-project] Pushing event updated for resources: {'SecurityGroup': ['ID=91f711ba-328e-4c8d-8af3-761c8ca120f7,revision_number=1']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:32:01.376244 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 37320) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:32:01.380793 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-0b750496-5d6f-4c89-801f-776331f09c94 tempest-FloatingIPAdminTestJSON-210502716 tempest-FloatingIPAdminTestJSON-210502716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:32:01.385019 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-22761911-780f-43f7-9d16-d4f83e7f079f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.241s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:32:01.406661 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-0b750496-5d6f-4c89-801f-776331f09c94 tempest-FloatingIPAdminTestJSON-210502716 tempest-FloatingIPAdminTestJSON-210502716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440'] for network, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:01.412412 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-6bade780-6b36-428f-a196-8826495efb1f tempest-ExternalNetworksTestJSON-962053912 tempest-ExternalNetworksTestJSON-962053912-project-admin] Request body: {'network': {'router:external': True}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:32:01.418176 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-6bade780-6b36-428f-a196-8826495efb1f tempest-ExternalNetworksTestJSON-962053912 tempest-ExternalNetworksTestJSON-962053912-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:32:01.425310 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-6bade780-6b36-428f-a196-8826495efb1f tempest-ExternalNetworksTestJSON-962053912 tempest-ExternalNetworksTestJSON-962053912-project-admin] Usage tracker for resource:network and tenant:2f0ee56b7e804cc28e241b9b31e92a6e is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:32:01.430824 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-6bade780-6b36-428f-a196-8826495efb1f tempest-ExternalNetworksTestJSON-962053912 tempest-ExternalNetworksTestJSON-962053912-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:32:01.439341 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-6bade780-6b36-428f-a196-8826495efb1f tempest-ExternalNetworksTestJSON-962053912 tempest-ExternalNetworksTestJSON-962053912-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:32:01.442256 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.managers [None req-98b40199-c33e-41f7-8ff5-a26543335544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327-project-admin] Attempting to bind port f838b9bd-6e9d-42ba-8c8c-3b447a04728d on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=87506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 22:32:01.452277 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.managers [None req-98b40199-c33e-41f7-8ff5-a26543335544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327-project-admin] Attempting to bind port f838b9bd-6e9d-42ba-8c8c-3b447a04728d by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '462c9ab5-3f2e-4ef1-955c-22fc513fae18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '02df7aab-63e0-4ecf-8461-cdca5aca48bb'}] {{(pid=87506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 22:32:01.452796 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98b40199-c33e-41f7-8ff5-a26543335544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327-project-admin] Attempting to bind port f838b9bd-6e9d-42ba-8c8c-3b447a04728d on network 02df7aab-63e0-4ecf-8461-cdca5aca48bb {{(pid=87506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 22:32:01.461338 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9167b61-499a-4212-a61f-f85e23bdd44a tempest-ExternalNetworksTestJSON-962053912 tempest-ExternalNetworksTestJSON-962053912-project-admin] Pushing event deleted for resources: {'Network': ['ID=ee00d7fe-334f-4865-b020-eafd80053eca,revision_number=None']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:32:01.487436 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-e367b92d-382b-49b0-bd80-a70b8cb97407 tempest-RoutersTestDVR-44162811 tempest-RoutersTestDVR-44162811-project-admin] Notify callbacks [] for router, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:01.529143 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-3e729f7f-1589-4d54-9c4a-7ee6b283cc2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:01.588428 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98b40199-c33e-41f7-8ff5-a26543335544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327-project-admin] Port f838b9bd-6e9d-42ba-8c8c-3b447a04728d on network 02df7aab-63e0-4ecf-8461-cdca5aca48bb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=87506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 16 22:32:01.589030 dv-neutron-821829-1-hyperv neutron-server[87506]: ERROR neutron.plugins.ml2.managers [None req-98b40199-c33e-41f7-8ff5-a26543335544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327-project-admin] Failed to bind port f838b9bd-6e9d-42ba-8c8c-3b447a04728d on host hv-neutron-8218 for vnic_type normal using segments [{'id': '462c9ab5-3f2e-4ef1-955c-22fc513fae18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '02df7aab-63e0-4ecf-8461-cdca5aca48bb'}]
Dec 16 22:32:01.602377 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.plugins.ml2.plugin [None req-98b40199-c33e-41f7-8ff5-a26543335544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327-project-admin] Attempt 3 to bind port f838b9bd-6e9d-42ba-8c8c-3b447a04728d
Dec 16 22:32:01.636217 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:01.666884 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device f36db7e1-2b19-4f1a-b338-be86ca326f63 up at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 22:32:01.696155 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b750496-5d6f-4c89-801f-776331f09c94 tempest-FloatingIPAdminTestJSON-210502716 tempest-FloatingIPAdminTestJSON-210502716-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:32:01.696769 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-0b750496-5d6f-4c89-801f-776331f09c94 tempest-FloatingIPAdminTestJSON-210502716 tempest-FloatingIPAdminTestJSON-210502716-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3791486'] for network, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:01.798566 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning for port f36db7e1-2b19-4f1a-b338-be86ca326f63 completed by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 22:32:01.804058 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning complete for port f36db7e1-2b19-4f1a-b338-be86ca326f63 triggered by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:32:01.804648 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:01.885346 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-3ca0c4bf-8aad-4deb-9aa0-73351657e42d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b7c709a90>, [{'id': 'c1568abc-6c06-4a5c-a473-9ea135ff733e', 'name': 'tempest-ServersTestJSON-1666550204-router', 'tenant_id': 'b95ee9c426304bab82943f010c6dac17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.217'}], 'enable_snat': True}, 'gw_port_id': '69dbe4dd-86c4-48a5-9dd8-a8b9a49bba57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:31:49Z', 'updated_at': '2021-12-16T22:31:57Z', 'revision_number': 4, 'project_id': 'b95ee9c426304bab82943f010c6dac17', 'gw_port': {'id': '69dbe4dd-86c4-48a5-9dd8-a8b9a49bba57', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:85:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1568abc-6c06-4a5c-a473-9ea135ff733e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:31:50Z', 'updated_at': '2021-12-16T22:31:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv', '_interfaces': [{'id': '62ff8753-d50e-4407-b4f0-f88711fada08', 'name': '', 'network_id': 'ee4be5eb-8d65-4c35-a7d0-77b65d96496e', 'tenant_id': 'b95ee9c426304bab82943f010c6dac17', 'mac_address': 'fa:16:3e:b3:fa:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1568abc-6c06-4a5c-a473-9ea135ff733e', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '3450588b-5964-4afe-b2b9-07bddce97e2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:31:55Z', 'updated_at': '2021-12-16T22:31:58Z', 'revision_number': 2, 'project_id': 'b95ee9c426304bab82943f010c6dac17', 'subnets': [{'id': '3450588b-5964-4afe-b2b9-07bddce97e2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:32:01.900994 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ca0c4bf-8aad-4deb-9aa0-73351657e42d None None] Checking router: c1568abc-6c06-4a5c-a473-9ea135ff733e for host: dv-neutron-821829-1-hyperv {{(pid=87509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 22:32:01.901241 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ca0c4bf-8aad-4deb-9aa0-73351657e42d None None] Updating router c1568abc-6c06-4a5c-a473-9ea135ff733e port 62ff8753-d50e-4407-b4f0-f88711fada08 binding host dv-neutron-821829-1-hyperv {{(pid=87509) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 16 22:32:01.905841 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.managers [None req-98b40199-c33e-41f7-8ff5-a26543335544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327-project-admin] Attempting to bind port f838b9bd-6e9d-42ba-8c8c-3b447a04728d on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=87506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 22:32:01.908560 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.managers [None req-98b40199-c33e-41f7-8ff5-a26543335544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327-project-admin] Attempting to bind port f838b9bd-6e9d-42ba-8c8c-3b447a04728d by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '462c9ab5-3f2e-4ef1-955c-22fc513fae18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '02df7aab-63e0-4ecf-8461-cdca5aca48bb'}] {{(pid=87506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 22:32:01.909025 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98b40199-c33e-41f7-8ff5-a26543335544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327-project-admin] Attempting to bind port f838b9bd-6e9d-42ba-8c8c-3b447a04728d on network 02df7aab-63e0-4ecf-8461-cdca5aca48bb {{(pid=87506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 22:32:02.032556 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron_lib.callbacks.manager [None req-3ca0c4bf-8aad-4deb-9aa0-73351657e42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:02.041638 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:02.066799 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-a84ac656-74fd-468b-8cdc-2cfe68479da9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:02.072424 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] For port f36db7e1-2b19-4f1a-b338-be86ca326f63, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=f36db7e1-2b19-4f1a-b338-be86ca326f63,segment=NetworkSegment(a416442d-d143-4052-9f4e-546eb8cbe809),segment_id=a416442d-d143-4052-9f4e-546eb8cbe809)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:32:02.078147 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-f9167b61-499a-4212-a61f-f85e23bdd44a tempest-ExternalNetworksTestJSON-962053912 tempest-ExternalNetworksTestJSON-962053912-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.693s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:32:02.079466 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-b94830fe-0c8e-4dc9-bcf8-86747d11701c tempest-ExternalNetworksTestJSON-962053912 tempest-ExternalNetworksTestJSON-962053912-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.375s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:32:02.080131 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:02.086281 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:32:02.205232 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98b40199-c33e-41f7-8ff5-a26543335544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327-project-admin] Port f838b9bd-6e9d-42ba-8c8c-3b447a04728d on network 02df7aab-63e0-4ecf-8461-cdca5aca48bb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=87506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 16 22:32:02.211888 dv-neutron-821829-1-hyperv neutron-server[87506]: ERROR neutron.plugins.ml2.managers [None req-98b40199-c33e-41f7-8ff5-a26543335544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327-project-admin] Failed to bind port f838b9bd-6e9d-42ba-8c8c-3b447a04728d on host hv-neutron-8218 for vnic_type normal using segments [{'id': '462c9ab5-3f2e-4ef1-955c-22fc513fae18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '02df7aab-63e0-4ecf-8461-cdca5aca48bb'}]
Dec 16 22:32:02.215877 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bade780-6b36-428f-a196-8826495efb1f tempest-ExternalNetworksTestJSON-962053912 tempest-ExternalNetworksTestJSON-962053912-project-admin] Made reservation on behalf of 2f0ee56b7e804cc28e241b9b31e92a6e for: {'network': 1} {{(pid=87507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:32:02.218352 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-6bade780-6b36-428f-a196-8826495efb1f tempest-ExternalNetworksTestJSON-962053912 tempest-ExternalNetworksTestJSON-962053912-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for network, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:02.223822 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.plugins.ml2.plugin [None req-98b40199-c33e-41f7-8ff5-a26543335544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327-project-admin] Attempt 4 to bind port f838b9bd-6e9d-42ba-8c8c-3b447a04728d
Dec 16 22:32:02.234073 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Pushing event updated for resources: {'Port': ['ID=f36db7e1-2b19-4f1a-b338-be86ca326f63,revision_number=4']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:32:02.241608 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b750496-5d6f-4c89-801f-776331f09c94 tempest-FloatingIPAdminTestJSON-210502716 tempest-FloatingIPAdminTestJSON-210502716-project] Pushing event updated for resources: {'Network': ['ID=5b8d5e95-c7ec-4bcd-a4e9-51858715b4bc,revision_number=1']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:32:02.245097 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:32:02.248379 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-0b750496-5d6f-4c89-801f-776331f09c94 tempest-FloatingIPAdminTestJSON-210502716 tempest-FloatingIPAdminTestJSON-210502716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:32:02.249379 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-a84ac656-74fd-468b-8cdc-2cfe68479da9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10807814'] for port, after_update {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:02.256450 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Network 5b8d5e95-c7ec-4bcd-a4e9-51858715b4bc details requested by agent ovs-agent-dv-neutron-821829-1-hyperv with host dv-neutron-821829-1-hyperv {{(pid=87508) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 22:32:02.313421 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:32:02.343976 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.managers [None req-98b40199-c33e-41f7-8ff5-a26543335544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327-project-admin] Attempting to bind port f838b9bd-6e9d-42ba-8c8c-3b447a04728d on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=87506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 22:32:02.344745 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.managers [None req-98b40199-c33e-41f7-8ff5-a26543335544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327-project-admin] Attempting to bind port f838b9bd-6e9d-42ba-8c8c-3b447a04728d by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '462c9ab5-3f2e-4ef1-955c-22fc513fae18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '02df7aab-63e0-4ecf-8461-cdca5aca48bb'}] {{(pid=87506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 22:32:02.345269 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98b40199-c33e-41f7-8ff5-a26543335544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327-project-admin] Attempting to bind port f838b9bd-6e9d-42ba-8c8c-3b447a04728d on network 02df7aab-63e0-4ecf-8461-cdca5aca48bb {{(pid=87506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 22:32:02.351594 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-e367b92d-382b-49b0-bd80-a70b8cb97407 tempest-RoutersTestDVR-44162811 tempest-RoutersTestDVR-44162811-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3739500', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39002'] for router, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:02.364487 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-e367b92d-382b-49b0-bd80-a70b8cb97407 tempest-RoutersTestDVR-44162811 tempest-RoutersTestDVR-44162811-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:02.380278 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98b40199-c33e-41f7-8ff5-a26543335544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327-project-admin] Port f838b9bd-6e9d-42ba-8c8c-3b447a04728d on network 02df7aab-63e0-4ecf-8461-cdca5aca48bb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=87506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 16 22:32:02.382839 dv-neutron-821829-1-hyperv neutron-server[87506]: ERROR neutron.plugins.ml2.managers [None req-98b40199-c33e-41f7-8ff5-a26543335544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327-project-admin] Failed to bind port f838b9bd-6e9d-42ba-8c8c-3b447a04728d on host hv-neutron-8218 for vnic_type normal using segments [{'id': '462c9ab5-3f2e-4ef1-955c-22fc513fae18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '02df7aab-63e0-4ecf-8461-cdca5aca48bb'}]
Dec 16 22:32:02.391112 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.plugins.ml2.plugin [None req-98b40199-c33e-41f7-8ff5-a26543335544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327-project-admin] Attempt 5 to bind port f838b9bd-6e9d-42ba-8c8c-3b447a04728d
Dec 16 22:32:02.408360 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84ac656-74fd-468b-8cdc-2cfe68479da9 admin admin] Pushing event updated for resources: {'Port': ['ID=a7277c6d-6959-4777-9c8c-59986b5a708a,revision_number=2']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:32:02.418044 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-a84ac656-74fd-468b-8cdc-2cfe68479da9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:32:02.442369 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-0b750496-5d6f-4c89-801f-776331f09c94 tempest-FloatingIPAdminTestJSON-210502716 tempest-FloatingIPAdminTestJSON-210502716-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 790 time: 2.6381085
Dec 16 22:32:02.452029 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 37336) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:32:02.498366 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-6396c18f-beb6-4366-bbc4-2a310fb78130 tempest-FloatingIPAdminTestJSON-210502716 tempest-FloatingIPAdminTestJSON-210502716-project] Request body: {'subnet': {'network_id': '5b8d5e95-c7ec-4bcd-a4e9-51858715b4bc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:32:02.560491 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-21e881e4-0b34-4252-8900-ec81edae6bb4 tempest-QuotasNegativeTest-1323589361 tempest-QuotasNegativeTest-1323589361-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-825997'] for network, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:02.563595 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.managers [None req-98b40199-c33e-41f7-8ff5-a26543335544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327-project-admin] Attempting to bind port f838b9bd-6e9d-42ba-8c8c-3b447a04728d on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=87506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 22:32:02.564184 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.managers [None req-98b40199-c33e-41f7-8ff5-a26543335544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327-project-admin] Attempting to bind port f838b9bd-6e9d-42ba-8c8c-3b447a04728d by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '462c9ab5-3f2e-4ef1-955c-22fc513fae18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '02df7aab-63e0-4ecf-8461-cdca5aca48bb'}] {{(pid=87506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 22:32:02.564712 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98b40199-c33e-41f7-8ff5-a26543335544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327-project-admin] Attempting to bind port f838b9bd-6e9d-42ba-8c8c-3b447a04728d on network 02df7aab-63e0-4ecf-8461-cdca5aca48bb {{(pid=87506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 22:32:02.587037 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98b40199-c33e-41f7-8ff5-a26543335544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327-project-admin] Port f838b9bd-6e9d-42ba-8c8c-3b447a04728d on network 02df7aab-63e0-4ecf-8461-cdca5aca48bb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=87506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 16 22:32:02.591961 dv-neutron-821829-1-hyperv neutron-server[87506]: ERROR neutron.plugins.ml2.managers [None req-98b40199-c33e-41f7-8ff5-a26543335544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327-project-admin] Failed to bind port f838b9bd-6e9d-42ba-8c8c-3b447a04728d on host hv-neutron-8218 for vnic_type normal using segments [{'id': '462c9ab5-3f2e-4ef1-955c-22fc513fae18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '02df7aab-63e0-4ecf-8461-cdca5aca48bb'}]
Dec 16 22:32:02.595018 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.plugins.ml2.plugin [None req-98b40199-c33e-41f7-8ff5-a26543335544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327-project-admin] Attempt 6 to bind port f838b9bd-6e9d-42ba-8c8c-3b447a04728d
Dec 16 22:32:02.616319 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-e367b92d-382b-49b0-bd80-a70b8cb97407 tempest-RoutersTestDVR-44162811 tempest-RoutersTestDVR-44162811-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3830089'] for router, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:02.617155 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e367b92d-382b-49b0-bd80-a70b8cb97407 tempest-RoutersTestDVR-44162811 tempest-RoutersTestDVR-44162811-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 442b6937-e0b9-460f-93d8-031f9a2c4f78 {{(pid=87506) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 16 22:32:02.620990 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.managers [None req-98b40199-c33e-41f7-8ff5-a26543335544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327-project-admin] Attempting to bind port f838b9bd-6e9d-42ba-8c8c-3b447a04728d on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=87506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 22:32:02.621436 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.managers [None req-98b40199-c33e-41f7-8ff5-a26543335544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327-project-admin] Attempting to bind port f838b9bd-6e9d-42ba-8c8c-3b447a04728d by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '462c9ab5-3f2e-4ef1-955c-22fc513fae18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '02df7aab-63e0-4ecf-8461-cdca5aca48bb'}] {{(pid=87506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 22:32:02.621868 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98b40199-c33e-41f7-8ff5-a26543335544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327-project-admin] Attempting to bind port f838b9bd-6e9d-42ba-8c8c-3b447a04728d on network 02df7aab-63e0-4ecf-8461-cdca5aca48bb {{(pid=87506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 22:32:02.626054 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-651583e1-f0b2-4add-b3e7-65f8e516ead5 tempest-RoutersIpV6AdminTest-146809031 tempest-RoutersIpV6AdminTest-146809031-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:02.630698 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6bade780-6b36-428f-a196-8826495efb1f tempest-ExternalNetworksTestJSON-962053912 tempest-ExternalNetworksTestJSON-962053912-project-admin] vlan segment allocate from pool success with {'vlan_id': 191, 'physical_network': 'physnet1'}  {{(pid=87507) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 22:32:02.640552 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98b40199-c33e-41f7-8ff5-a26543335544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327-project-admin] Port f838b9bd-6e9d-42ba-8c8c-3b447a04728d on network 02df7aab-63e0-4ecf-8461-cdca5aca48bb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=87506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 16 22:32:02.640990 dv-neutron-821829-1-hyperv neutron-server[87506]: ERROR neutron.plugins.ml2.managers [None req-98b40199-c33e-41f7-8ff5-a26543335544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327-project-admin] Failed to bind port f838b9bd-6e9d-42ba-8c8c-3b447a04728d on host hv-neutron-8218 for vnic_type normal using segments [{'id': '462c9ab5-3f2e-4ef1-955c-22fc513fae18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '02df7aab-63e0-4ecf-8461-cdca5aca48bb'}]
Dec 16 22:32:02.642653 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.plugins.ml2.plugin [None req-98b40199-c33e-41f7-8ff5-a26543335544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327-project-admin] Attempt 7 to bind port f838b9bd-6e9d-42ba-8c8c-3b447a04728d
Dec 16 22:32:02.656858 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-e367b92d-382b-49b0-bd80-a70b8cb97407 tempest-RoutersTestDVR-44162811 tempest-RoutersTestDVR-44162811-project-admin] Notify callbacks [] for router, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:02.658162 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-e367b92d-382b-49b0-bd80-a70b8cb97407 tempest-RoutersTestDVR-44162811 tempest-RoutersTestDVR-44162811-project-admin] 10.222.0.13 "DELETE /v2.0/routers/442b6937-e0b9-460f-93d8-031f9a2c4f78 HTTP/1.1" status: 204  len: 168 time: 1.5635529
Dec 16 22:32:02.658471 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-a84ac656-74fd-468b-8cdc-2cfe68479da9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3791426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3830222'] for router_interface, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:02.663202 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 37342) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:32:02.668648 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-3b284389-a1fc-4770-9ae2-578941904e29 tempest-RoutersTestDVR-44162811 tempest-RoutersTestDVR-44162811-project-admin] Request body: {'router': {'name': 'tempest-router-258224963', 'distributed': True}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:32:02.682710 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-6bade780-6b36-428f-a196-8826495efb1f tempest-ExternalNetworksTestJSON-962053912 tempest-ExternalNetworksTestJSON-962053912-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-883292'] for segment, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:02.683078 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.db.segments_db [None req-6bade780-6b36-428f-a196-8826495efb1f tempest-ExternalNetworksTestJSON-962053912 tempest-ExternalNetworksTestJSON-962053912-project-admin] Added segment 291ea033-fc92-47c0-b08c-73599bc896a8 of type vlan for network 8646a234-111d-4b6b-9b06-e927c927adf6
Dec 16 22:32:02.684669 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron_lib.callbacks.manager [None req-3ca0c4bf-8aad-4deb-9aa0-73351657e42d None None] Notify callbacks [] for port, precommit_update {{(pid=87509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:02.691933 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-3b284389-a1fc-4770-9ae2-578941904e29 tempest-RoutersTestDVR-44162811 tempest-RoutersTestDVR-44162811-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:32:02.702108 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.provisioning_blocks [None req-3ca0c4bf-8aad-4deb-9aa0-73351657e42d None None] Transition to ACTIVE for port object 62ff8753-d50e-4407-b4f0-f88711fada08 will not be triggered until provisioned by entity L2. {{(pid=87509) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:32:02.702459 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.managers [None req-98b40199-c33e-41f7-8ff5-a26543335544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327-project-admin] Attempting to bind port f838b9bd-6e9d-42ba-8c8c-3b447a04728d on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=87506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 22:32:02.704302 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.managers [None req-98b40199-c33e-41f7-8ff5-a26543335544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327-project-admin] Attempting to bind port f838b9bd-6e9d-42ba-8c8c-3b447a04728d by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '462c9ab5-3f2e-4ef1-955c-22fc513fae18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '02df7aab-63e0-4ecf-8461-cdca5aca48bb'}] {{(pid=87506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 22:32:02.704742 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98b40199-c33e-41f7-8ff5-a26543335544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327-project-admin] Attempting to bind port f838b9bd-6e9d-42ba-8c8c-3b447a04728d on network 02df7aab-63e0-4ecf-8461-cdca5aca48bb {{(pid=87506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 22:32:02.707341 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-3b284389-a1fc-4770-9ae2-578941904e29 tempest-RoutersTestDVR-44162811 tempest-RoutersTestDVR-44162811-project-admin] Usage tracker for resource:router and tenant:84edd9f271304b6d9cd7dfdb76fdbff8 is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:32:02.711630 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-3b284389-a1fc-4770-9ae2-578941904e29 tempest-RoutersTestDVR-44162811 tempest-RoutersTestDVR-44162811-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:32:02.719031 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron_lib.callbacks.manager [None req-3ca0c4bf-8aad-4deb-9aa0-73351657e42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:02.721194 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-3b284389-a1fc-4770-9ae2-578941904e29 tempest-RoutersTestDVR-44162811 tempest-RoutersTestDVR-44162811-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:32:02.727705 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98b40199-c33e-41f7-8ff5-a26543335544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327-project-admin] Port f838b9bd-6e9d-42ba-8c8c-3b447a04728d on network 02df7aab-63e0-4ecf-8461-cdca5aca48bb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=87506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 16 22:32:02.728157 dv-neutron-821829-1-hyperv neutron-server[87506]: ERROR neutron.plugins.ml2.managers [None req-98b40199-c33e-41f7-8ff5-a26543335544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327-project-admin] Failed to bind port f838b9bd-6e9d-42ba-8c8c-3b447a04728d on host hv-neutron-8218 for vnic_type normal using segments [{'id': '462c9ab5-3f2e-4ef1-955c-22fc513fae18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '02df7aab-63e0-4ecf-8461-cdca5aca48bb'}]
Dec 16 22:32:02.730503 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.plugins.ml2.plugin [None req-98b40199-c33e-41f7-8ff5-a26543335544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327-project-admin] Attempt 8 to bind port f838b9bd-6e9d-42ba-8c8c-3b447a04728d
Dec 16 22:32:02.733860 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG oslo_concurrency.lockutils [None req-63e79665-460d-4b1a-893d-021005f9fc17 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:32:02.756785 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-3b284389-a1fc-4770-9ae2-578941904e29 tempest-RoutersTestDVR-44162811 tempest-RoutersTestDVR-44162811-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3741155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38980'] for router, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:02.757830 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-3b284389-a1fc-4770-9ae2-578941904e29 tempest-RoutersTestDVR-44162811 tempest-RoutersTestDVR-44162811-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3743284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3741748', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3896702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-38989'] for router, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:02.762866 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.managers [None req-98b40199-c33e-41f7-8ff5-a26543335544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327-project-admin] Attempting to bind port f838b9bd-6e9d-42ba-8c8c-3b447a04728d on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=87506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 22:32:02.763330 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.managers [None req-98b40199-c33e-41f7-8ff5-a26543335544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327-project-admin] Attempting to bind port f838b9bd-6e9d-42ba-8c8c-3b447a04728d by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '462c9ab5-3f2e-4ef1-955c-22fc513fae18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '02df7aab-63e0-4ecf-8461-cdca5aca48bb'}] {{(pid=87506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 22:32:02.763773 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98b40199-c33e-41f7-8ff5-a26543335544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327-project-admin] Attempting to bind port f838b9bd-6e9d-42ba-8c8c-3b447a04728d on network 02df7aab-63e0-4ecf-8461-cdca5aca48bb {{(pid=87506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 22:32:02.773497 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98b40199-c33e-41f7-8ff5-a26543335544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327-project-admin] Port f838b9bd-6e9d-42ba-8c8c-3b447a04728d on network 02df7aab-63e0-4ecf-8461-cdca5aca48bb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=87506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 16 22:32:02.773942 dv-neutron-821829-1-hyperv neutron-server[87506]: ERROR neutron.plugins.ml2.managers [None req-98b40199-c33e-41f7-8ff5-a26543335544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327-project-admin] Failed to bind port f838b9bd-6e9d-42ba-8c8c-3b447a04728d on host hv-neutron-8218 for vnic_type normal using segments [{'id': '462c9ab5-3f2e-4ef1-955c-22fc513fae18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '02df7aab-63e0-4ecf-8461-cdca5aca48bb'}]
Dec 16 22:32:02.776404 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.plugins.ml2.plugin [None req-98b40199-c33e-41f7-8ff5-a26543335544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327-project-admin] Attempt 9 to bind port f838b9bd-6e9d-42ba-8c8c-3b447a04728d
Dec 16 22:32:02.797379 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-651583e1-f0b2-4add-b3e7-65f8e516ead5 tempest-RoutersIpV6AdminTest-146809031 tempest-RoutersIpV6AdminTest-146809031-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940'] for port, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:02.801977 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-3b284389-a1fc-4770-9ae2-578941904e29 tempest-RoutersTestDVR-44162811 tempest-RoutersTestDVR-44162811-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:02.813272 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.managers [None req-98b40199-c33e-41f7-8ff5-a26543335544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327-project-admin] Attempting to bind port f838b9bd-6e9d-42ba-8c8c-3b447a04728d on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=87506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 22:32:02.813739 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.managers [None req-98b40199-c33e-41f7-8ff5-a26543335544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327-project-admin] Attempting to bind port f838b9bd-6e9d-42ba-8c8c-3b447a04728d by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '462c9ab5-3f2e-4ef1-955c-22fc513fae18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '02df7aab-63e0-4ecf-8461-cdca5aca48bb'}] {{(pid=87506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 22:32:02.814186 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98b40199-c33e-41f7-8ff5-a26543335544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327-project-admin] Attempting to bind port f838b9bd-6e9d-42ba-8c8c-3b447a04728d on network 02df7aab-63e0-4ecf-8461-cdca5aca48bb {{(pid=87506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 22:32:02.819459 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:32:02.834269 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-6396c18f-beb6-4366-bbc4-2a310fb78130 tempest-FloatingIPAdminTestJSON-210502716 tempest-FloatingIPAdminTestJSON-210502716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:32:02.872660 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98b40199-c33e-41f7-8ff5-a26543335544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327-project-admin] Port f838b9bd-6e9d-42ba-8c8c-3b447a04728d on network 02df7aab-63e0-4ecf-8461-cdca5aca48bb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=87506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 16 22:32:02.873172 dv-neutron-821829-1-hyperv neutron-server[87506]: ERROR neutron.plugins.ml2.managers [None req-98b40199-c33e-41f7-8ff5-a26543335544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327-project-admin] Failed to bind port f838b9bd-6e9d-42ba-8c8c-3b447a04728d on host hv-neutron-8218 for vnic_type normal using segments [{'id': '462c9ab5-3f2e-4ef1-955c-22fc513fae18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '02df7aab-63e0-4ecf-8461-cdca5aca48bb'}]
Dec 16 22:32:02.876333 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.plugins.ml2.plugin [None req-98b40199-c33e-41f7-8ff5-a26543335544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327-project-admin] Attempt 10 to bind port f838b9bd-6e9d-42ba-8c8c-3b447a04728d
Dec 16 22:32:02.908779 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-651583e1-f0b2-4add-b3e7-65f8e516ead5 tempest-RoutersIpV6AdminTest-146809031 tempest-RoutersIpV6AdminTest-146809031-project-admin] Network d71208a3-096e-43da-b080-681ced87d2c2 is already hosted by enough agents. {{(pid=87506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:32:02.909748 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbd206b-8ff1-4aee-aa34-a7a82f684fd0 None None] Pushing event updated for resources: {'Port': ['ID=62ff8753-d50e-4407-b4f0-f88711fada08,revision_number=3']} {{(pid=87509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:32:02.919545 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-6396c18f-beb6-4366-bbc4-2a310fb78130 tempest-FloatingIPAdminTestJSON-210502716 tempest-FloatingIPAdminTestJSON-210502716-project] Usage tracker for resource:subnet and tenant:e4e313c5c45843f887a4996f6021aa04 is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:32:02.924190 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-6396c18f-beb6-4366-bbc4-2a310fb78130 tempest-FloatingIPAdminTestJSON-210502716 tempest-FloatingIPAdminTestJSON-210502716-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:32:02.931919 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.base_scheduler [None req-651583e1-f0b2-4add-b3e7-65f8e516ead5 tempest-RoutersIpV6AdminTest-146809031 tempest-RoutersIpV6AdminTest-146809031-project-admin] Resources bound (agent type, host, resource id):  {{(pid=87506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:32:02.932444 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-6bade780-6b36-428f-a196-8826495efb1f tempest-ExternalNetworksTestJSON-962053912 tempest-ExternalNetworksTestJSON-962053912-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734753047233'] for network, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:02.935115 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG oslo_concurrency.lockutils [None req-7cbd206b-8ff1-4aee-aa34-a7a82f684fd0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=87509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:32:02.940566 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-6396c18f-beb6-4366-bbc4-2a310fb78130 tempest-FloatingIPAdminTestJSON-210502716 tempest-FloatingIPAdminTestJSON-210502716-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:32:02.951356 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-651583e1-f0b2-4add-b3e7-65f8e516ead5 tempest-RoutersIpV6AdminTest-146809031 tempest-RoutersIpV6AdminTest-146809031-project-admin] Received port after_create {{(pid=87506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 22:32:02.952790 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-651583e1-f0b2-4add-b3e7-65f8e516ead5 tempest-RoutersIpV6AdminTest-146809031 tempest-RoutersIpV6AdminTest-146809031-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:32:02.953366 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-651583e1-f0b2-4add-b3e7-65f8e516ead5 tempest-RoutersIpV6AdminTest-146809031 tempest-RoutersIpV6AdminTest-146809031-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3791486'] for port, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:02.957766 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.managers [None req-98b40199-c33e-41f7-8ff5-a26543335544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327-project-admin] Attempting to bind port f838b9bd-6e9d-42ba-8c8c-3b447a04728d on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=87506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 22:32:02.958208 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.managers [None req-98b40199-c33e-41f7-8ff5-a26543335544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327-project-admin] Attempting to bind port f838b9bd-6e9d-42ba-8c8c-3b447a04728d by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '462c9ab5-3f2e-4ef1-955c-22fc513fae18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '02df7aab-63e0-4ecf-8461-cdca5aca48bb'}] {{(pid=87506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 22:32:02.958654 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98b40199-c33e-41f7-8ff5-a26543335544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327-project-admin] Attempting to bind port f838b9bd-6e9d-42ba-8c8c-3b447a04728d on network 02df7aab-63e0-4ecf-8461-cdca5aca48bb {{(pid=87506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 22:32:02.977196 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-3b284389-a1fc-4770-9ae2-578941904e29 tempest-RoutersTestDVR-44162811 tempest-RoutersTestDVR-44162811-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3740952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3741923'] for router, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:02.987800 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-21e881e4-0b34-4252-8900-ec81edae6bb4 tempest-QuotasNegativeTest-1323589361 tempest-QuotasNegativeTest-1323589361-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3329565', 'neutron.services.segments.db._delete_segments_for_network-8734753546406'] for network, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:02.988298 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98b40199-c33e-41f7-8ff5-a26543335544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327-project-admin] Port f838b9bd-6e9d-42ba-8c8c-3b447a04728d on network 02df7aab-63e0-4ecf-8461-cdca5aca48bb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=87506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 16 22:32:02.988725 dv-neutron-821829-1-hyperv neutron-server[87506]: ERROR neutron.plugins.ml2.managers [None req-98b40199-c33e-41f7-8ff5-a26543335544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327-project-admin] Failed to bind port f838b9bd-6e9d-42ba-8c8c-3b447a04728d on host hv-neutron-8218 for vnic_type normal using segments [{'id': '462c9ab5-3f2e-4ef1-955c-22fc513fae18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '02df7aab-63e0-4ecf-8461-cdca5aca48bb'}]
Dec 16 22:32:02.989199 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-98b40199-c33e-41f7-8ff5-a26543335544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:03.016548 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651583e1-f0b2-4add-b3e7-65f8e516ead5 tempest-RoutersIpV6AdminTest-146809031 tempest-RoutersIpV6AdminTest-146809031-project-admin] Pushing event updated for resources: {'Port': ['ID=37832610-0c46-44b9-9952-bfba3c77573e,revision_number=1']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:32:03.026701 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-651583e1-f0b2-4add-b3e7-65f8e516ead5 tempest-RoutersIpV6AdminTest-146809031 tempest-RoutersIpV6AdminTest-146809031-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:32:03.047041 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6396c18f-beb6-4366-bbc4-2a310fb78130 tempest-FloatingIPAdminTestJSON-210502716 tempest-FloatingIPAdminTestJSON-210502716-project] Made reservation on behalf of e4e313c5c45843f887a4996f6021aa04 for: {'subnet': 1} {{(pid=87507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:32:03.050927 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-6396c18f-beb6-4366-bbc4-2a310fb78130 tempest-FloatingIPAdminTestJSON-210502716 tempest-FloatingIPAdminTestJSON-210502716-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10549598'] for subnet, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:03.065987 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-651583e1-f0b2-4add-b3e7-65f8e516ead5 tempest-RoutersIpV6AdminTest-146809031 tempest-RoutersIpV6AdminTest-146809031-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1029 time: 2.8679290
Dec 16 22:32:03.074364 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-3b284389-a1fc-4770-9ae2-578941904e29 tempest-RoutersTestDVR-44162811 tempest-RoutersTestDVR-44162811-project-admin] Notify callbacks [] for router, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:03.075664 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-3b284389-a1fc-4770-9ae2-578941904e29 tempest-RoutersTestDVR-44162811 tempest-RoutersTestDVR-44162811-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 720 time: 0.4111164
Dec 16 22:32:03.076345 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 37346) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:32:03.084568 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 37348) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:32:03.102183 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.services.segments.db [None req-21e881e4-0b34-4252-8900-ec81edae6bb4 tempest-QuotasNegativeTest-1323589361 tempest-QuotasNegativeTest-1323589361-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1b7c2c9a60>,) {'filters': {'network_id': ['63b2c42e-713f-43f8-85eb-f9d5849ed83b']}} {{(pid=87507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:32:03.124478 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 37354) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:32:03.137997 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.db.resource_extend [None req-6bade780-6b36-428f-a196-8826495efb1f tempest-ExternalNetworksTestJSON-962053912 tempest-ExternalNetworksTestJSON-962053912-project-admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 16 22:32:03.162924 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.plugins.ml2.managers [None req-3ca0c4bf-8aad-4deb-9aa0-73351657e42d None None] Attempting to bind port 62ff8753-d50e-4407-b4f0-f88711fada08 on host dv-neutron-821829-1-hyperv for vnic_type normal with profile  {{(pid=87509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 22:32:03.163459 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.plugins.ml2.managers [None req-3ca0c4bf-8aad-4deb-9aa0-73351657e42d None None] Attempting to bind port 62ff8753-d50e-4407-b4f0-f88711fada08 by drivers openvswitch,hyperv on host dv-neutron-821829-1-hyperv at level 0 using segments [{'id': '4f66cca6-f628-4787-a123-0cc878e80ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'ee4be5eb-8d65-4c35-a7d0-77b65d96496e'}] {{(pid=87509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 22:32:03.166552 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ca0c4bf-8aad-4deb-9aa0-73351657e42d None None] Attempting to bind port 62ff8753-d50e-4407-b4f0-f88711fada08 on network ee4be5eb-8d65-4c35-a7d0-77b65d96496e {{(pid=87509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 22:32:03.178124 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-4541ba3b-6be8-499c-bc94-3c60aa55c4f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:03.181321 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ca0c4bf-8aad-4deb-9aa0-73351657e42d None None] Checking agent: {'id': '5571501f-366e-47a4-9b60-8ef19d935d27', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821829-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 24, 2), 'started_at': datetime.datetime(2021, 12, 16, 22, 24, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 32, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821829-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 22:32:03.181716 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ca0c4bf-8aad-4deb-9aa0-73351657e42d None None] Checking segment: {'id': '4f66cca6-f628-4787-a123-0cc878e80ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'ee4be5eb-8d65-4c35-a7d0-77b65d96496e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 22:32:03.182124 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron_lib.callbacks.manager [None req-3ca0c4bf-8aad-4deb-9aa0-73351657e42d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:03.182540 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ca0c4bf-8aad-4deb-9aa0-73351657e42d None None] Bound using segment: {'id': '4f66cca6-f628-4787-a123-0cc878e80ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'ee4be5eb-8d65-4c35-a7d0-77b65d96496e'} {{(pid=87509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 22:32:03.183024 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.plugins.ml2.managers [None req-3ca0c4bf-8aad-4deb-9aa0-73351657e42d None None] Bound port: 62ff8753-d50e-4407-b4f0-f88711fada08, host: dv-neutron-821829-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f66cca6-f628-4787-a123-0cc878e80ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'ee4be5eb-8d65-4c35-a7d0-77b65d96496e'}}] {{(pid=87509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 22:32:03.183445 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron_lib.callbacks.manager [None req-3ca0c4bf-8aad-4deb-9aa0-73351657e42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:03.207749 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-b317d353-e34a-4b40-95a3-e23c45109a1c tempest-ServersTestJSON-1208382319 tempest-ServersTestJSON-1208382319-project] Request body: {'security_group': {'name': 'tempest-securitygroup--780120940', 'description': 'tempest-description--2013311273'}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:32:03.225579 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-b317d353-e34a-4b40-95a3-e23c45109a1c tempest-ServersTestJSON-1208382319 tempest-ServersTestJSON-1208382319-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:32:03.228032 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-6bade780-6b36-428f-a196-8826495efb1f tempest-ExternalNetworksTestJSON-962053912 tempest-ExternalNetworksTestJSON-962053912-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440'] for network, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:03.230906 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.services.segments.db [None req-21e881e4-0b34-4252-8900-ec81edae6bb4 tempest-QuotasNegativeTest-1323589361 tempest-QuotasNegativeTest-1323589361-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b7c2c9a60>, '873aae18-de98-4eef-a617-21b44f04b342') {'for_net_delete': True} {{(pid=87507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:32:03.231194 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.services.segments.db [None req-21e881e4-0b34-4252-8900-ec81edae6bb4 tempest-QuotasNegativeTest-1323589361 tempest-QuotasNegativeTest-1323589361-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b7c2c9a60>, '873aae18-de98-4eef-a617-21b44f04b342') {} {{(pid=87507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:32:03.244946 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bade780-6b36-428f-a196-8826495efb1f tempest-ExternalNetworksTestJSON-962053912 tempest-ExternalNetworksTestJSON-962053912-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:32:03.245789 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-6bade780-6b36-428f-a196-8826495efb1f tempest-ExternalNetworksTestJSON-962053912 tempest-ExternalNetworksTestJSON-962053912-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3791486'] for network, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:03.277945 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-618015a2-d37f-46f8-bae6-c2e3cd8c0aa9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:32:03.286466 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.plugins.ml2.db [None req-3ca0c4bf-8aad-4deb-9aa0-73351657e42d None None] For port 62ff8753-d50e-4407-b4f0-f88711fada08, host dv-neutron-821829-1-hyperv, cleared binding levels {{(pid=87509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 22:32:03.290595 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.plugins.ml2.db [None req-3ca0c4bf-8aad-4deb-9aa0-73351657e42d None None] For port 62ff8753-d50e-4407-b4f0-f88711fada08, host dv-neutron-821829-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=62ff8753-d50e-4407-b4f0-f88711fada08,segment=NetworkSegment(4f66cca6-f628-4787-a123-0cc878e80ac6),segment_id=4f66cca6-f628-4787-a123-0cc878e80ac6)] {{(pid=87509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 22:32:03.296851 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron_lib.callbacks.manager [None req-3ca0c4bf-8aad-4deb-9aa0-73351657e42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:03.299230 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-b317d353-e34a-4b40-95a3-e23c45109a1c tempest-ServersTestJSON-1208382319 tempest-ServersTestJSON-1208382319-project] Usage tracker for resource:security_group and tenant:b95ee9c426304bab82943f010c6dac17 is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:32:03.302714 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-21e881e4-0b34-4252-8900-ec81edae6bb4 tempest-QuotasNegativeTest-1323589361 tempest-QuotasNegativeTest-1323589361-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734753593977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2128549'] for segment, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:03.305012 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:32:03.315875 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-b317d353-e34a-4b40-95a3-e23c45109a1c tempest-ServersTestJSON-1208382319 tempest-ServersTestJSON-1208382319-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:32:03.328232 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a84ac656-74fd-468b-8cdc-2cfe68479da9 admin admin] Network 4324e1ea-4669-4cf4-86ce-32057be725fc is already hosted by enough agents. {{(pid=87507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:32:03.328521 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-b317d353-e34a-4b40-95a3-e23c45109a1c tempest-ServersTestJSON-1208382319 tempest-ServersTestJSON-1208382319-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:32:03.333661 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-787f873e-b28e-4cff-8771-55b984b77351 tempest-RoutersTestDVR-44162811 tempest-RoutersTestDVR-44162811-project-admin] Notify callbacks [] for router, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:03.382737 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ca0c4bf-8aad-4deb-9aa0-73351657e42d None None] Routers {'c1568abc-6c06-4a5c-a473-9ea135ff733e'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:32:03.383795 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-3ca0c4bf-8aad-4deb-9aa0-73351657e42d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b7c709a90>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:32:01Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['c1568abc-6c06-4a5c-a473-9ea135ff733e'], 'active': True} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:32:03.384406 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.base_scheduler [None req-a84ac656-74fd-468b-8cdc-2cfe68479da9 admin admin] Resources bound (agent type, host, resource id):  {{(pid=87507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:32:03.389881 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.db [None req-98b40199-c33e-41f7-8ff5-a26543335544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327-project-admin] For port f838b9bd-6e9d-42ba-8c8c-3b447a04728d, host hv-neutron-8218, cleared binding levels {{(pid=87506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 22:32:03.390464 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.db [None req-98b40199-c33e-41f7-8ff5-a26543335544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327-project-admin] Attempted to set empty binding levels {{(pid=87506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}}
Dec 16 22:32:03.396790 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-6bade780-6b36-428f-a196-8826495efb1f tempest-ExternalNetworksTestJSON-962053912 tempest-ExternalNetworksTestJSON-962053912-project-admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 836 time: 2.0195668
Dec 16 22:32:03.406134 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 37358) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:32:03.419898 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-21e881e4-0b34-4252-8900-ec81edae6bb4 tempest-QuotasNegativeTest-1323589361 tempest-QuotasNegativeTest-1323589361-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-883292'] for segment, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:03.458297 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [None req-8e5d0232-0f62-4b0b-bbab-124ea03959bd tempest-RoutersIpV6AdminTest-146809031 tempest-RoutersIpV6AdminTest-146809031-project-admin] Deleting port 37832610-0c46-44b9-9952-bfba3c77573e {{(pid=87506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:32:03.458834 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-8e5d0232-0f62-4b0b-bbab-124ea03959bd tempest-RoutersIpV6AdminTest-146809031 tempest-RoutersIpV6AdminTest-146809031-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:03.484704 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbd206b-8ff1-4aee-aa34-a7a82f684fd0 None None] Pushing event updated for resources: {'Port': ['ID=62ff8753-d50e-4407-b4f0-f88711fada08,revision_number=4']} {{(pid=87509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:32:03.488030 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG oslo_concurrency.lockutils [None req-7cbd206b-8ff1-4aee-aa34-a7a82f684fd0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=87509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:32:03.489722 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bade780-6b36-428f-a196-8826495efb1f tempest-ExternalNetworksTestJSON-962053912 tempest-ExternalNetworksTestJSON-962053912-project-admin] Pushing event updated for resources: {'Network': ['ID=8646a234-111d-4b6b-9b06-e927c927adf6,revision_number=1']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:32:03.507576 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-6bade780-6b36-428f-a196-8826495efb1f tempest-ExternalNetworksTestJSON-962053912 tempest-ExternalNetworksTestJSON-962053912-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:32:03.510248 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21e881e4-0b34-4252-8900-ec81edae6bb4 tempest-QuotasNegativeTest-1323589361 tempest-QuotasNegativeTest-1323589361-project-admin] Releasing vlan 163 on physical network physnet1 to pool {{(pid=87507) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 16 22:32:03.510643 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-21e881e4-0b34-4252-8900-ec81edae6bb4 tempest-QuotasNegativeTest-1323589361 tempest-QuotasNegativeTest-1323589361-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-883285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10808034'] for segment, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:03.517868 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Network 8646a234-111d-4b6b-9b06-e927c927adf6 details requested by agent ovs-agent-dv-neutron-821829-1-hyperv with host dv-neutron-821829-1-hyperv {{(pid=87508) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 22:32:03.547358 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-83e66489-46a1-40b0-afb4-f57d09b5e232 tempest-ExternalNetworksTestJSON-962053912 tempest-ExternalNetworksTestJSON-962053912-project-admin] Request body: {'subnet': {'network_id': '8646a234-111d-4b6b-9b06-e927c927adf6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:32:03.563447 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-98b40199-c33e-41f7-8ff5-a26543335544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:03.572119 dv-neutron-821829-1-hyperv neutron-server[87507]: Traceback (most recent call last):
Dec 16 22:32:03.572119 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 16 22:32:03.572119 dv-neutron-821829-1-hyperv neutron-server[87507]:     timer()
Dec 16 22:32:03.572119 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 22:32:03.572119 dv-neutron-821829-1-hyperv neutron-server[87507]:     cb(*args, **kw)
Dec 16 22:32:03.572119 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 22:32:03.572119 dv-neutron-821829-1-hyperv neutron-server[87507]:     return func(*args, **kwargs)
Dec 16 22:32:03.572119 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 22:32:03.572119 dv-neutron-821829-1-hyperv neutron-server[87507]:     self._notify()
Dec 16 22:32:03.572119 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 22:32:03.572119 dv-neutron-821829-1-hyperv neutron-server[87507]:     self.callback(batched_events)
Dec 16 22:32:03.572119 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 22:32:03.572119 dv-neutron-821829-1-hyperv neutron-server[87507]:     event.method(event)
Dec 16 22:32:03.572119 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 22:32:03.572119 dv-neutron-821829-1-hyperv neutron-server[87507]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 22:32:03.572119 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 22:32:03.572119 dv-neutron-821829-1-hyperv neutron-server[87507]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 22:32:03.572119 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 22:32:03.572119 dv-neutron-821829-1-hyperv neutron-server[87507]:     return f(self, *a, **k)
Dec 16 22:32:03.572119 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 16 22:32:03.572119 dv-neutron-821829-1-hyperv neutron-server[87507]:     return self._get(url).json()
Dec 16 22:32:03.572119 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 16 22:32:03.572119 dv-neutron-821829-1-hyperv neutron-server[87507]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 22:32:03.572119 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 16 22:32:03.572119 dv-neutron-821829-1-hyperv neutron-server[87507]:     return self.request(url, 'GET', **kwargs)
Dec 16 22:32:03.572119 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 16 22:32:03.572119 dv-neutron-821829-1-hyperv neutron-server[87507]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 22:32:03.572119 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 16 22:32:03.572119 dv-neutron-821829-1-hyperv neutron-server[87507]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 22:32:03.572119 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 16 22:32:03.572119 dv-neutron-821829-1-hyperv neutron-server[87507]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 22:32:03.572119 dv-neutron-821829-1-hyperv neutron-server[87507]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 22:32:03.616311 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvr_db [None req-3ca0c4bf-8aad-4deb-9aa0-73351657e42d None None] Set router c1568abc-6c06-4a5c-a473-9ea135ff733e gateway port host: dv-neutron-821829-1-hyperv {{(pid=87509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 22:32:03.645453 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-b317d353-e34a-4b40-95a3-e23c45109a1c tempest-ServersTestJSON-1208382319 tempest-ServersTestJSON-1208382319-project] Notify callbacks [] for security_group, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:03.671929 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-83e66489-46a1-40b0-afb4-f57d09b5e232 tempest-ExternalNetworksTestJSON-962053912 tempest-ExternalNetworksTestJSON-962053912-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:32:03.685421 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:32:03.686033 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device f36db7e1-2b19-4f1a-b338-be86ca326f63 up at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 22:32:03.818216 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-83e66489-46a1-40b0-afb4-f57d09b5e232 tempest-ExternalNetworksTestJSON-962053912 tempest-ExternalNetworksTestJSON-962053912-project-admin] Usage tracker for resource:subnet and tenant:2f0ee56b7e804cc28e241b9b31e92a6e is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:32:03.821708 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-83e66489-46a1-40b0-afb4-f57d09b5e232 tempest-ExternalNetworksTestJSON-962053912 tempest-ExternalNetworksTestJSON-962053912-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:32:03.852439 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-21e881e4-0b34-4252-8900-ec81edae6bb4 tempest-QuotasNegativeTest-1323589361 tempest-QuotasNegativeTest-1323589361-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3329572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3741856'] for network, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:03.865774 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:32:03.868565 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning complete for port f36db7e1-2b19-4f1a-b338-be86ca326f63 triggered by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:32:03.868955 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:03.880146 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-21e881e4-0b34-4252-8900-ec81edae6bb4 tempest-QuotasNegativeTest-1323589361 tempest-QuotasNegativeTest-1323589361-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3791486'] for network, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:03.899271 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e881e4-0b34-4252-8900-ec81edae6bb4 tempest-QuotasNegativeTest-1323589361 tempest-QuotasNegativeTest-1323589361-project-admin] Pushing event deleted for resources: {'Network': ['ID=63b2c42e-713f-43f8-85eb-f9d5849ed83b,revision_number=None']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:32:03.905743 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-21e881e4-0b34-4252-8900-ec81edae6bb4 tempest-QuotasNegativeTest-1323589361 tempest-QuotasNegativeTest-1323589361-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:32:03.908604 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-83e66489-46a1-40b0-afb4-f57d09b5e232 tempest-ExternalNetworksTestJSON-962053912 tempest-ExternalNetworksTestJSON-962053912-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:32:03.910306 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-21e881e4-0b34-4252-8900-ec81edae6bb4 tempest-QuotasNegativeTest-1323589361 tempest-QuotasNegativeTest-1323589361-project-admin] 10.222.0.13 "DELETE /v2.0/networks/63b2c42e-713f-43f8-85eb-f9d5849ed83b HTTP/1.1" status: 204  len: 168 time: 2.5271339
Dec 16 22:32:03.914936 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 37362) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:32:03.950651 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-889352f4-4be1-440e-95d8-2e3b5545dca5 None None] Provisioning complete for port a7277c6d-6959-4777-9c8c-59986b5a708a triggered by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:32:03.951031 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-889352f4-4be1-440e-95d8-2e3b5545dca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:03.964276 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98b40199-c33e-41f7-8ff5-a26543335544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:32:03.964791 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-98b40199-c33e-41f7-8ff5-a26543335544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3791486'] for port, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:03.978595 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-b317d353-e34a-4b40-95a3-e23c45109a1c tempest-ServersTestJSON-1208382319 tempest-ServersTestJSON-1208382319-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:32:03.981257 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a84ac656-74fd-468b-8cdc-2cfe68479da9 admin admin] Router ec3443c7-b9c7-43dc-a77e-606744e51456 has already been hosted by L3 agent 4f519db7-069b-43e2-8411-c092bac9102a {{(pid=87507) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 22:32:04.056583 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-889352f4-4be1-440e-95d8-2e3b5545dca5 None None] Port a7277c6d-6959-4777-9c8c-59986b5a708a cannot update to ACTIVE because it is not bound. {{(pid=87508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 22:32:04.124659 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-b317d353-e34a-4b40-95a3-e23c45109a1c tempest-ServersTestJSON-1208382319 tempest-ServersTestJSON-1208382319-project] Usage tracker for resource:security_group_rule and tenant:b95ee9c426304bab82943f010c6dac17 is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:32:04.138553 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-b317d353-e34a-4b40-95a3-e23c45109a1c tempest-ServersTestJSON-1208382319 tempest-ServersTestJSON-1208382319-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:32:04.144830 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-787f873e-b28e-4cff-8771-55b984b77351 tempest-RoutersTestDVR-44162811 tempest-RoutersTestDVR-44162811-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3739500', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39002'] for router, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:04.152148 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-787f873e-b28e-4cff-8771-55b984b77351 tempest-RoutersTestDVR-44162811 tempest-RoutersTestDVR-44162811-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:04.155329 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83e66489-46a1-40b0-afb4-f57d09b5e232 tempest-ExternalNetworksTestJSON-962053912 tempest-ExternalNetworksTestJSON-962053912-project-admin] Made reservation on behalf of 2f0ee56b7e804cc28e241b9b31e92a6e for: {'subnet': 1} {{(pid=87506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:32:04.157699 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-83e66489-46a1-40b0-afb4-f57d09b5e232 tempest-ExternalNetworksTestJSON-962053912 tempest-ExternalNetworksTestJSON-962053912-project-admin] Notify callbacks [] for subnet, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:04.170165 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b40199-c33e-41f7-8ff5-a26543335544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327-project-admin] Pushing event updated for resources: {'Port': ['ID=f838b9bd-6e9d-42ba-8c8c-3b447a04728d,revision_number=2']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:32:04.183030 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-b317d353-e34a-4b40-95a3-e23c45109a1c tempest-ServersTestJSON-1208382319 tempest-ServersTestJSON-1208382319-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:32:04.188808 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-98b40199-c33e-41f7-8ff5-a26543335544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 985 time: 6.7379508
Dec 16 22:32:04.196606 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-98b40199-c33e-41f7-8ff5-a26543335544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.511s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:32:04.197984 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 37366) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:32:04.215103 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-3ca0c4bf-8aad-4deb-9aa0-73351657e42d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b7c709a90>, [{'id': 'c1568abc-6c06-4a5c-a473-9ea135ff733e', 'name': 'tempest-ServersTestJSON-1666550204-router', 'tenant_id': 'b95ee9c426304bab82943f010c6dac17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.217'}], 'enable_snat': True}, 'gw_port_id': '69dbe4dd-86c4-48a5-9dd8-a8b9a49bba57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:31:49Z', 'updated_at': '2021-12-16T22:31:57Z', 'revision_number': 4, 'project_id': 'b95ee9c426304bab82943f010c6dac17', 'gw_port': {'id': '69dbe4dd-86c4-48a5-9dd8-a8b9a49bba57', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:85:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1568abc-6c06-4a5c-a473-9ea135ff733e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:31:50Z', 'updated_at': '2021-12-16T22:31:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv', '_interfaces': [{'id': '62ff8753-d50e-4407-b4f0-f88711fada08', 'name': '', 'network_id': 'ee4be5eb-8d65-4c35-a7d0-77b65d96496e', 'tenant_id': 'b95ee9c426304bab82943f010c6dac17', 'mac_address': 'fa:16:3e:b3:fa:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1568abc-6c06-4a5c-a473-9ea135ff733e', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '3450588b-5964-4afe-b2b9-07bddce97e2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:31:55Z', 'updated_at': '2021-12-16T22:32:03Z', 'revision_number': 4, 'project_id': 'b95ee9c426304bab82943f010c6dac17', 'subnets': [{'id': '3450588b-5964-4afe-b2b9-07bddce97e2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:32:04.219122 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ca0c4bf-8aad-4deb-9aa0-73351657e42d None None] The sync data for ids ['c1568abc-6c06-4a5c-a473-9ea135ff733e'] in dv-neutron-821829-1-hyperv is: [{'id': 'c1568abc-6c06-4a5c-a473-9ea135ff733e', 'name': 'tempest-ServersTestJSON-1666550204-router', 'tenant_id': 'b95ee9c426304bab82943f010c6dac17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.217'}], 'enable_snat': True}, 'gw_port_id': '69dbe4dd-86c4-48a5-9dd8-a8b9a49bba57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:31:49Z', 'updated_at': '2021-12-16T22:31:57Z', 'revision_number': 4, 'project_id': 'b95ee9c426304bab82943f010c6dac17', 'gw_port': {'id': '69dbe4dd-86c4-48a5-9dd8-a8b9a49bba57', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:85:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1568abc-6c06-4a5c-a473-9ea135ff733e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:31:50Z', 'updated_at': '2021-12-16T22:31:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv', '_interfaces': [{'id': '62ff8753-d50e-4407-b4f0-f88711fada08', 'name': '', 'network_id': 'ee4be5eb-8d65-4c35-a7d0-77b65d96496e', 'tenant_id': 'b95ee9c426304bab82943f010c6dac17', 'mac_address': 'fa:16:3e:b3:fa:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1568abc-6c06-4a5c-a473-9ea135ff733e', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '3450588b-5964-4afe-b2b9-07bddce97e2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:31:55Z', 'updated_at': '2021-12-16T22:32:03Z', 'revision_number': 4, 'project_id': 'b95ee9c426304bab82943f010c6dac17', 'subnets': [{'id': '3450588b-5964-4afe-b2b9-07bddce97e2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 22:32:04.286077 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-06d99039-e9f6-4601-8680-00875ff68a1f tempest-QuotasNegativeTest-1323589361 tempest-QuotasNegativeTest-1323589361-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-825997'] for network, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:04.381286 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-6396c18f-beb6-4366-bbc4-2a310fb78130 tempest-FloatingIPAdminTestJSON-210502716 tempest-FloatingIPAdminTestJSON-210502716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10807931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10549612'] for subnet, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:04.421938 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:32:04.426618 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-787f873e-b28e-4cff-8771-55b984b77351 tempest-RoutersTestDVR-44162811 tempest-RoutersTestDVR-44162811-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3830089'] for router, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:04.427651 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-787f873e-b28e-4cff-8771-55b984b77351 tempest-RoutersTestDVR-44162811 tempest-RoutersTestDVR-44162811-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c5a76fa0-2c12-4fca-8f85-9d1e31f8718a {{(pid=87506) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 16 22:32:04.518104 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a84ac656-74fd-468b-8cdc-2cfe68479da9 admin admin] Notify agent at l3_agent.dv-neutron-821829-1-hyperv the message routers_updated {{(pid=87507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 22:32:04.528579 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dac2a61-a371-4492-90aa-667c130b6915 None None] Sync routers for ids ['ec3443c7-b9c7-43dc-a77e-606744e51456'] in dv-neutron-821829-1-hyperv {{(pid=87508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 22:32:04.529763 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-8e5d0232-0f62-4b0b-bbab-124ea03959bd tempest-RoutersIpV6AdminTest-146809031 tempest-RoutersIpV6AdminTest-146809031-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:04.550740 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dac2a61-a371-4492-90aa-667c130b6915 None None] Routers {'ec3443c7-b9c7-43dc-a77e-606744e51456'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:32:04.552800 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-4dac2a61-a371-4492-90aa-667c130b6915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b77e09d30>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:32:01Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['ec3443c7-b9c7-43dc-a77e-606744e51456'], 'active': True} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:32:04.603250 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-06d99039-e9f6-4601-8680-00875ff68a1f tempest-QuotasNegativeTest-1323589361 tempest-QuotasNegativeTest-1323589361-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3329565', 'neutron.services.segments.db._delete_segments_for_network-8734753546406'] for network, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:04.620934 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [None req-1d7a3fca-1d6c-4eb7-848d-46d9b482e17e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327-project-admin] Deleting port f838b9bd-6e9d-42ba-8c8c-3b447a04728d {{(pid=87506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:32:04.621393 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-1d7a3fca-1d6c-4eb7-848d-46d9b482e17e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:04.633612 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-a84ac656-74fd-468b-8cdc-2cfe68479da9 admin admin] 10.222.0.13 "PUT /v2.0/routers/ec3443c7-b9c7-43dc-a77e-606744e51456/add_router_interface HTTP/1.1" status: 200  len: 503 time: 8.3907368
Dec 16 22:32:04.650970 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.services.segments.db [None req-06d99039-e9f6-4601-8680-00875ff68a1f tempest-QuotasNegativeTest-1323589361 tempest-QuotasNegativeTest-1323589361-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1b772f6640>,) {'filters': {'network_id': ['c985f6fd-2aab-4a14-b84d-e78afbc03208']}} {{(pid=87507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:32:04.669208 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6396c18f-beb6-4366-bbc4-2a310fb78130 tempest-FloatingIPAdminTestJSON-210502716 tempest-FloatingIPAdminTestJSON-210502716-project] Pushing event updated for resources: {'Subnet': ['ID=8c8f6270-78cf-4919-853c-26a6e96e0be1,revision_number=0']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:32:04.674254 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-6396c18f-beb6-4366-bbc4-2a310fb78130 tempest-FloatingIPAdminTestJSON-210502716 tempest-FloatingIPAdminTestJSON-210502716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:32:04.676044 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.services.segments.db [None req-06d99039-e9f6-4601-8680-00875ff68a1f tempest-QuotasNegativeTest-1323589361 tempest-QuotasNegativeTest-1323589361-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b772f6640>, '42d19284-3e7c-4754-ad60-6e0c57905fe1') {'for_net_delete': True} {{(pid=87507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:32:04.676342 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.services.segments.db [None req-06d99039-e9f6-4601-8680-00875ff68a1f tempest-QuotasNegativeTest-1323589361 tempest-QuotasNegativeTest-1323589361-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b772f6640>, '42d19284-3e7c-4754-ad60-6e0c57905fe1') {} {{(pid=87507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:32:04.692396 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6396c18f-beb6-4366-bbc4-2a310fb78130 tempest-FloatingIPAdminTestJSON-210502716 tempest-FloatingIPAdminTestJSON-210502716-project] Checking segment: {'id': '5a9c101d-c9ac-4cb3-925a-541ab10570ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '5b8d5e95-c7ec-4bcd-a4e9-51858715b4bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 22:32:04.692755 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6396c18f-beb6-4366-bbc4-2a310fb78130 tempest-FloatingIPAdminTestJSON-210502716 tempest-FloatingIPAdminTestJSON-210502716-project] Network hostable DHCP agents. Network: 5b8d5e95-c7ec-4bcd-a4e9-51858715b4bc, hostable agents: ['3b155c4d-12dc-491e-aa14-6113b06cfacd'], hosted agents: [] {{(pid=87507) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 16 22:32:04.698157 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-06d99039-e9f6-4601-8680-00875ff68a1f tempest-QuotasNegativeTest-1323589361 tempest-QuotasNegativeTest-1323589361-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734753593977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2128549'] for segment, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:04.714734 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-787f873e-b28e-4cff-8771-55b984b77351 tempest-RoutersTestDVR-44162811 tempest-RoutersTestDVR-44162811-project-admin] Notify callbacks [] for router, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:04.719752 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-787f873e-b28e-4cff-8771-55b984b77351 tempest-RoutersTestDVR-44162811 tempest-RoutersTestDVR-44162811-project-admin] 10.222.0.13 "DELETE /v2.0/routers/c5a76fa0-2c12-4fca-8f85-9d1e31f8718a HTTP/1.1" status: 204  len: 168 time: 1.6302526
Dec 16 22:32:04.739652 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-06d99039-e9f6-4601-8680-00875ff68a1f tempest-QuotasNegativeTest-1323589361 tempest-QuotasNegativeTest-1323589361-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-883292'] for segment, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:04.744884 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [None req-8e5d0232-0f62-4b0b-bbab-124ea03959bd tempest-RoutersIpV6AdminTest-146809031 tempest-RoutersIpV6AdminTest-146809031-project-admin] Calling delete_port for 37832610-0c46-44b9-9952-bfba3c77573e owned by  {{(pid=87506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:32:04.757229 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6396c18f-beb6-4366-bbc4-2a310fb78130 tempest-FloatingIPAdminTestJSON-210502716 tempest-FloatingIPAdminTestJSON-210502716-project] Network 5b8d5e95-c7ec-4bcd-a4e9-51858715b4bc is scheduled to be hosted by DHCP agent 3b155c4d-12dc-491e-aa14-6113b06cfacd with binding_index 1 {{(pid=87507) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 16 22:32:04.759583 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06d99039-e9f6-4601-8680-00875ff68a1f tempest-QuotasNegativeTest-1323589361 tempest-QuotasNegativeTest-1323589361-project-admin] Releasing vlan 171 on physical network physnet1 to pool {{(pid=87507) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 16 22:32:04.783710 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-06d99039-e9f6-4601-8680-00875ff68a1f tempest-QuotasNegativeTest-1323589361 tempest-QuotasNegativeTest-1323589361-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-883285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10808034'] for segment, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:04.808208 dv-neutron-821829-1-hyperv neutron-server[87507]: Traceback (most recent call last):
Dec 16 22:32:04.808208 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 16 22:32:04.808208 dv-neutron-821829-1-hyperv neutron-server[87507]:     timer()
Dec 16 22:32:04.808208 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 22:32:04.808208 dv-neutron-821829-1-hyperv neutron-server[87507]:     cb(*args, **kw)
Dec 16 22:32:04.808208 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 22:32:04.808208 dv-neutron-821829-1-hyperv neutron-server[87507]:     return func(*args, **kwargs)
Dec 16 22:32:04.808208 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 22:32:04.808208 dv-neutron-821829-1-hyperv neutron-server[87507]:     self._notify()
Dec 16 22:32:04.808208 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 22:32:04.808208 dv-neutron-821829-1-hyperv neutron-server[87507]:     self.callback(batched_events)
Dec 16 22:32:04.808208 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 22:32:04.808208 dv-neutron-821829-1-hyperv neutron-server[87507]:     event.method(event)
Dec 16 22:32:04.808208 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 22:32:04.808208 dv-neutron-821829-1-hyperv neutron-server[87507]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 22:32:04.808208 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 22:32:04.808208 dv-neutron-821829-1-hyperv neutron-server[87507]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 22:32:04.808208 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 22:32:04.808208 dv-neutron-821829-1-hyperv neutron-server[87507]:     return f(self, *a, **k)
Dec 16 22:32:04.808208 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 16 22:32:04.808208 dv-neutron-821829-1-hyperv neutron-server[87507]:     return self._get(url).json()
Dec 16 22:32:04.808208 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 16 22:32:04.808208 dv-neutron-821829-1-hyperv neutron-server[87507]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 22:32:04.808208 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 16 22:32:04.808208 dv-neutron-821829-1-hyperv neutron-server[87507]:     return self.request(url, 'GET', **kwargs)
Dec 16 22:32:04.808208 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 16 22:32:04.808208 dv-neutron-821829-1-hyperv neutron-server[87507]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 22:32:04.808208 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 16 22:32:04.808208 dv-neutron-821829-1-hyperv neutron-server[87507]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 22:32:04.808208 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 16 22:32:04.808208 dv-neutron-821829-1-hyperv neutron-server[87507]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 22:32:04.808208 dv-neutron-821829-1-hyperv neutron-server[87507]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 22:32:04.842659 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvr_db [None req-4dac2a61-a371-4492-90aa-667c130b6915 None None] Set router ec3443c7-b9c7-43dc-a77e-606744e51456 gateway port host: dv-neutron-821829-1-hyperv {{(pid=87508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 22:32:04.923801 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.base_scheduler [None req-6396c18f-beb6-4366-bbc4-2a310fb78130 tempest-FloatingIPAdminTestJSON-210502716 tempest-FloatingIPAdminTestJSON-210502716-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821829-1-hyperv, 5b8d5e95-c7ec-4bcd-a4e9-51858715b4bc) {{(pid=87507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:32:04.947206 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c74df4d-fe66-42c9-afaf-46858212a979 None None] Network 5b8d5e95-c7ec-4bcd-a4e9-51858715b4bc requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 22:32:04.949882 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6396c18f-beb6-4366-bbc4-2a310fb78130 tempest-FloatingIPAdminTestJSON-210502716 tempest-FloatingIPAdminTestJSON-210502716-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:32:04.951626 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-6396c18f-beb6-4366-bbc4-2a310fb78130 tempest-FloatingIPAdminTestJSON-210502716 tempest-FloatingIPAdminTestJSON-210502716-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3791486'] for subnet, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:04.983481 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-06d99039-e9f6-4601-8680-00875ff68a1f tempest-QuotasNegativeTest-1323589361 tempest-QuotasNegativeTest-1323589361-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3329572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3741856'] for network, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:04.998391 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-f7b3264d-62a1-4004-b985-c08a07550f80 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:32:05.025174 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-06d99039-e9f6-4601-8680-00875ff68a1f tempest-QuotasNegativeTest-1323589361 tempest-QuotasNegativeTest-1323589361-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3791486'] for network, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:05.029640 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-06d99039-e9f6-4601-8680-00875ff68a1f tempest-QuotasNegativeTest-1323589361 tempest-QuotasNegativeTest-1323589361-project-admin] 10.222.0.13 "DELETE /v2.0/networks/c985f6fd-2aab-4a14-b84d-e78afbc03208 HTTP/1.1" status: 204  len: 168 time: 1.1108510
Dec 16 22:32:05.046142 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-6396c18f-beb6-4366-bbc4-2a310fb78130 tempest-FloatingIPAdminTestJSON-210502716 tempest-FloatingIPAdminTestJSON-210502716-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 2.5763419
Dec 16 22:32:05.047088 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d99039-e9f6-4601-8680-00875ff68a1f tempest-QuotasNegativeTest-1323589361 tempest-QuotasNegativeTest-1323589361-project-admin] Pushing event deleted for resources: {'Network': ['ID=c985f6fd-2aab-4a14-b84d-e78afbc03208,revision_number=None']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:32:05.055353 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-06d99039-e9f6-4601-8680-00875ff68a1f tempest-QuotasNegativeTest-1323589361 tempest-QuotasNegativeTest-1323589361-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:32:05.055645 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 37380) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:32:05.068492 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-88bbe595-ea9d-4098-831d-bbd5af074580 tempest-FloatingIPAdminTestJSON-210502716 tempest-FloatingIPAdminTestJSON-210502716-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-906127469', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5'}, 'admin_state_up': False}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:32:05.087110 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-88bbe595-ea9d-4098-831d-bbd5af074580 tempest-FloatingIPAdminTestJSON-210502716 tempest-FloatingIPAdminTestJSON-210502716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:32:05.098127 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-88bbe595-ea9d-4098-831d-bbd5af074580 tempest-FloatingIPAdminTestJSON-210502716 tempest-FloatingIPAdminTestJSON-210502716-project] Usage tracker for resource:router and tenant:e4e313c5c45843f887a4996f6021aa04 is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:32:05.104073 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-88bbe595-ea9d-4098-831d-bbd5af074580 tempest-FloatingIPAdminTestJSON-210502716 tempest-FloatingIPAdminTestJSON-210502716-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:32:05.116680 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-88bbe595-ea9d-4098-831d-bbd5af074580 tempest-FloatingIPAdminTestJSON-210502716 tempest-FloatingIPAdminTestJSON-210502716-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:32:05.142331 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-88bbe595-ea9d-4098-831d-bbd5af074580 tempest-FloatingIPAdminTestJSON-210502716 tempest-FloatingIPAdminTestJSON-210502716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3741155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38980'] for router, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:05.143743 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-88bbe595-ea9d-4098-831d-bbd5af074580 tempest-FloatingIPAdminTestJSON-210502716 tempest-FloatingIPAdminTestJSON-210502716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3743284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3741748', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3896702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-38989'] for router, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:05.174800 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-88bbe595-ea9d-4098-831d-bbd5af074580 tempest-FloatingIPAdminTestJSON-210502716 tempest-FloatingIPAdminTestJSON-210502716-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:05.434831 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 37390) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:32:05.562387 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.db [None req-1d7a3fca-1d6c-4eb7-848d-46d9b482e17e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327-project-admin] For port f838b9bd-6e9d-42ba-8c8c-3b447a04728d, host hv-neutron-8218, got binding levels [] {{(pid=87506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:32:05.562933 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-1d7a3fca-1d6c-4eb7-848d-46d9b482e17e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:05.701438 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-88bbe595-ea9d-4098-831d-bbd5af074580 tempest-FloatingIPAdminTestJSON-210502716 tempest-FloatingIPAdminTestJSON-210502716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3741702', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3740945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-38947'] for router, precommit_update {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:05.754941 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-b317d353-e34a-4b40-95a3-e23c45109a1c tempest-ServersTestJSON-1208382319 tempest-ServersTestJSON-1208382319-project] Notify callbacks [] for security_group, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:05.828338 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 37400) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:32:05.831839 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-8e5d0232-0f62-4b0b-bbab-124ea03959bd tempest-RoutersIpV6AdminTest-146809031 tempest-RoutersIpV6AdminTest-146809031-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949'] for port, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:05.843413 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [None req-1d7a3fca-1d6c-4eb7-848d-46d9b482e17e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327-project-admin] Calling delete_port for f838b9bd-6e9d-42ba-8c8c-3b447a04728d owned by  {{(pid=87506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:32:05.843599 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-a5720163-b8f9-419b-96ea-aa850f4d65d3 tempest-ServerActionsTestJSON-1581017418 tempest-ServerActionsTestJSON-1581017418-project] Request body: {'security_group': {'name': 'tempest-securitygroup--849695215', 'description': 'tempest-description--2054289119'}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:32:05.860441 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-a5720163-b8f9-419b-96ea-aa850f4d65d3 tempest-ServerActionsTestJSON-1581017418 tempest-ServerActionsTestJSON-1581017418-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:32:05.873888 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-a5720163-b8f9-419b-96ea-aa850f4d65d3 tempest-ServerActionsTestJSON-1581017418 tempest-ServerActionsTestJSON-1581017418-project] Usage tracker for resource:security_group and tenant:a21c60855e3d440781134350c2712d36 is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:32:05.880605 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-a5720163-b8f9-419b-96ea-aa850f4d65d3 tempest-ServerActionsTestJSON-1581017418 tempest-ServerActionsTestJSON-1581017418-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:32:05.883754 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 37404) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:32:05.887486 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 62ff8753-d50e-4407-b4f0-f88711fada08 up at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 22:32:05.891054 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-4d88176a-a989-49c0-bb1c-c8d24e365e2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:05.894515 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-a5720163-b8f9-419b-96ea-aa850f4d65d3 tempest-ServerActionsTestJSON-1581017418 tempest-ServerActionsTestJSON-1581017418-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:32:05.907946 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-b317d353-e34a-4b40-95a3-e23c45109a1c tempest-ServersTestJSON-1208382319 tempest-ServersTestJSON-1208382319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841066'] for security_group, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:05.915871 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-a5720163-b8f9-419b-96ea-aa850f4d65d3 tempest-ServerActionsTestJSON-1581017418 tempest-ServerActionsTestJSON-1581017418-project] Notify callbacks [] for security_group, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:05.941092 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-98b40199-c33e-41f7-8ff5-a26543335544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:32:05.943611 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-a5720163-b8f9-419b-96ea-aa850f4d65d3 tempest-ServerActionsTestJSON-1581017418 tempest-ServerActionsTestJSON-1581017418-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:32:05.957065 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-a5720163-b8f9-419b-96ea-aa850f4d65d3 tempest-ServerActionsTestJSON-1581017418 tempest-ServerActionsTestJSON-1581017418-project] Usage tracker for resource:security_group_rule and tenant:a21c60855e3d440781134350c2712d36 is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:32:05.962374 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-a5720163-b8f9-419b-96ea-aa850f4d65d3 tempest-ServerActionsTestJSON-1581017418 tempest-ServerActionsTestJSON-1581017418-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:32:05.972869 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f2672d4-2291-410c-a217-3f5efd77c2a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1d6bfaf-d325-5e4f-b05d-2441d8339617-5b8d5e95-c7ec-4bcd-a4e9-51858715b4bc', 'network_id': '5b8d5e95-c7ec-4bcd-a4e9-51858715b4bc', 'tenant_id': 'e4e313c5c45843f887a4996f6021aa04', 'fixed_ips': [{'subnet_id': '8c8f6270-78cf-4919-853c-26a6e96e0be1'}]}} from dv-neutron-821829-1-hyperv. {{(pid=87508) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 16 22:32:05.974000 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-9f2672d4-2291-410c-a217-3f5efd77c2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:05.978298 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-a5720163-b8f9-419b-96ea-aa850f4d65d3 tempest-ServerActionsTestJSON-1581017418 tempest-ServerActionsTestJSON-1581017418-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:32:06.057765 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-4d88176a-a989-49c0-bb1c-c8d24e365e2f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:32:06.083994 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-4d88176a-a989-49c0-bb1c-c8d24e365e2f admin admin] Usage tracker for resource:security_group_rule and tenant:085d2ece724a417aa1a437ca417be31a is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:32:06.111546 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning for port 62ff8753-d50e-4407-b4f0-f88711fada08 completed by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 22:32:06.126486 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning complete for port 62ff8753-d50e-4407-b4f0-f88711fada08 triggered by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:32:06.127945 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:06.136370 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-4d88176a-a989-49c0-bb1c-c8d24e365e2f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:32:06.174567 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-4d88176a-a989-49c0-bb1c-c8d24e365e2f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:32:06.176378 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b317d353-e34a-4b40-95a3-e23c45109a1c tempest-ServersTestJSON-1208382319 tempest-ServersTestJSON-1208382319-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5d566684-e21e-48b5-9daf-a272f2025a2f,revision_number=1']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:32:06.183203 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-b317d353-e34a-4b40-95a3-e23c45109a1c tempest-ServersTestJSON-1208382319 tempest-ServersTestJSON-1208382319-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:32:06.186461 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.235s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:32:06.224349 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-3e8ec113-de09-4322-99dc-2696d1977d39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:06.250775 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-4dac2a61-a371-4492-90aa-667c130b6915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b77e09d30>, [{'id': 'ec3443c7-b9c7-43dc-a77e-606744e51456', 'name': 'tempest-ServerActionsTestJSON-1277569529-router', 'tenant_id': 'a21c60855e3d440781134350c2712d36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.25'}], 'enable_snat': True}, 'gw_port_id': 'f36db7e1-2b19-4f1a-b338-be86ca326f63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:31:51Z', 'updated_at': '2021-12-16T22:32:00Z', 'revision_number': 4, 'project_id': 'a21c60855e3d440781134350c2712d36', 'gw_port': {'id': 'f36db7e1-2b19-4f1a-b338-be86ca326f63', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:b5:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec3443c7-b9c7-43dc-a77e-606744e51456', 'device_owner': 'network:router_gateway', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:31:52Z', 'updated_at': '2021-12-16T22:32:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv', '_interfaces': [{'id': 'a7277c6d-6959-4777-9c8c-59986b5a708a', 'name': '', 'network_id': '4324e1ea-4669-4cf4-86ce-32057be725fc', 'tenant_id': 'a21c60855e3d440781134350c2712d36', 'mac_address': 'fa:16:3e:5f:18:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec3443c7-b9c7-43dc-a77e-606744e51456', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '3657b92c-69b8-4f39-be86-861bf2c75ad0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:31:58Z', 'updated_at': '2021-12-16T22:32:01Z', 'revision_number': 2, 'project_id': 'a21c60855e3d440781134350c2712d36', 'subnets': [{'id': '3657b92c-69b8-4f39-be86-861bf2c75ad0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:32:06.257634 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.db_base_plugin_common [None req-9f2672d4-2291-410c-a217-3f5efd77c2a7 None None] Allocated IP 172.20.0.2 (5b8d5e95-c7ec-4bcd-a4e9-51858715b4bc/8c8f6270-78cf-4919-853c-26a6e96e0be1/860b2d06-b062-4533-9125-d2b8659ab6d5) {{(pid=87508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 22:32:06.262256 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-3e8ec113-de09-4322-99dc-2696d1977d39 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:32:06.266593 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dac2a61-a371-4492-90aa-667c130b6915 None None] Checking router: ec3443c7-b9c7-43dc-a77e-606744e51456 for host: dv-neutron-821829-1-hyperv {{(pid=87508) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 22:32:06.267291 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dac2a61-a371-4492-90aa-667c130b6915 None None] Updating router ec3443c7-b9c7-43dc-a77e-606744e51456 port a7277c6d-6959-4777-9c8c-59986b5a708a binding host dv-neutron-821829-1-hyperv {{(pid=87508) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 16 22:32:06.300841 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-b317d353-e34a-4b40-95a3-e23c45109a1c tempest-ServersTestJSON-1208382319 tempest-ServersTestJSON-1208382319-project] Notify callbacks [] for security_group, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:06.304576 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-b317d353-e34a-4b40-95a3-e23c45109a1c tempest-ServersTestJSON-1208382319 tempest-ServersTestJSON-1208382319-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1779 time: 3.1122415
Dec 16 22:32:06.314078 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-8e5d0232-0f62-4b0b-bbab-124ea03959bd tempest-RoutersIpV6AdminTest-146809031 tempest-RoutersIpV6AdminTest-146809031-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for port, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:06.316734 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-8e5d0232-0f62-4b0b-bbab-124ea03959bd tempest-RoutersIpV6AdminTest-146809031 tempest-RoutersIpV6AdminTest-146809031-project-admin] 10.222.0.13 "DELETE /v2.0/ports/37832610-0c46-44b9-9952-bfba3c77573e HTTP/1.1" status: 204  len: 168 time: 3.2355804
Dec 16 22:32:06.318630 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 37410) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:32:06.330924 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 37412) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:32:06.332329 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5d0232-0f62-4b0b-bbab-124ea03959bd tempest-RoutersIpV6AdminTest-146809031 tempest-RoutersIpV6AdminTest-146809031-project-admin] Pushing event deleted for resources: {'Port': ['ID=37832610-0c46-44b9-9952-bfba3c77573e,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:32:06.338818 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-5b495875-bc16-4e5a-9873-c75e1ec0c70c tempest-RoutersIpV6AdminTest-146809031 tempest-RoutersIpV6AdminTest-146809031-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd71208a3-096e-43da-b080-681ced87d2c2', 'external_fixed_ips': [{'subnet_id': '0e0f033c-ba21-426c-a6a6-408da8c99c00', 'ip_address': '2001:db8::2be'}]}}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:32:06.345447 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-d50c55e8-0d49-422d-ac34-15cb2623cbc9 tempest-ServersTestJSON-1208382319 tempest-ServersTestJSON-1208382319-project] Request body: {'security_group_rule': {'security_group_id': '5d566684-e21e-48b5-9daf-a272f2025a2f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:32:06.350440 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-8e5d0232-0f62-4b0b-bbab-124ea03959bd tempest-RoutersIpV6AdminTest-146809031 tempest-RoutersIpV6AdminTest-146809031-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:32:06.359147 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-1d7a3fca-1d6c-4eb7-848d-46d9b482e17e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949'] for port, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:06.364489 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-d50c55e8-0d49-422d-ac34-15cb2623cbc9 tempest-ServersTestJSON-1208382319 tempest-ServersTestJSON-1208382319-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:32:06.367306 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-5b495875-bc16-4e5a-9873-c75e1ec0c70c tempest-RoutersIpV6AdminTest-146809031 tempest-RoutersIpV6AdminTest-146809031-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:32:06.375085 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-d50c55e8-0d49-422d-ac34-15cb2623cbc9 tempest-ServersTestJSON-1208382319 tempest-ServersTestJSON-1208382319-project] Usage tracker for resource:security_group_rule and tenant:b95ee9c426304bab82943f010c6dac17 is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:32:06.383279 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-d50c55e8-0d49-422d-ac34-15cb2623cbc9 tempest-ServersTestJSON-1208382319 tempest-ServersTestJSON-1208382319-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:32:06.386368 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-5b495875-bc16-4e5a-9873-c75e1ec0c70c tempest-RoutersIpV6AdminTest-146809031 tempest-RoutersIpV6AdminTest-146809031-project-admin] Usage tracker for resource:router and tenant:5cf88710195741768968293f02f9935d is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:32:06.390320 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-d8fa8f1a-ce12-43a7-b1f7-11a3a211e1d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:32:06.395470 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-88bbe595-ea9d-4098-831d-bbd5af074580 tempest-FloatingIPAdminTestJSON-210502716 tempest-FloatingIPAdminTestJSON-210502716-project] Notify callbacks [] for router_gateway, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:06.418827 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-3e8ec113-de09-4322-99dc-2696d1977d39 admin admin] Usage tracker for resource:security_group_rule and tenant:499007b77990408ca9761eded4238d4a is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:32:06.428535 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-3e8ec113-de09-4322-99dc-2696d1977d39 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:32:06.431338 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-5b495875-bc16-4e5a-9873-c75e1ec0c70c tempest-RoutersIpV6AdminTest-146809031 tempest-RoutersIpV6AdminTest-146809031-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:32:06.438908 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-88bbe595-ea9d-4098-831d-bbd5af074580 tempest-FloatingIPAdminTestJSON-210502716 tempest-FloatingIPAdminTestJSON-210502716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:06.442072 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-3e8ec113-de09-4322-99dc-2696d1977d39 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:32:06.443377 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-4dac2a61-a371-4492-90aa-667c130b6915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:06.445848 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-d50c55e8-0d49-422d-ac34-15cb2623cbc9 tempest-ServersTestJSON-1208382319 tempest-ServersTestJSON-1208382319-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:32:06.454880 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7a3fca-1d6c-4eb7-848d-46d9b482e17e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327-project-admin] Pushing event deleted for resources: {'Port': ['ID=f838b9bd-6e9d-42ba-8c8c-3b447a04728d,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:32:06.458445 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-5b495875-bc16-4e5a-9873-c75e1ec0c70c tempest-RoutersIpV6AdminTest-146809031 tempest-RoutersIpV6AdminTest-146809031-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:32:06.460384 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-1d7a3fca-1d6c-4eb7-848d-46d9b482e17e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:32:06.524724 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-a5720163-b8f9-419b-96ea-aa850f4d65d3 tempest-ServerActionsTestJSON-1581017418 tempest-ServerActionsTestJSON-1581017418-project] Notify callbacks [] for security_group, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:06.537676 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-a5720163-b8f9-419b-96ea-aa850f4d65d3 tempest-ServerActionsTestJSON-1581017418 tempest-ServerActionsTestJSON-1581017418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841066'] for security_group, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:06.545373 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:06.550984 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-1d7a3fca-1d6c-4eb7-848d-46d9b482e17e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for port, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:06.556347 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:32:06.580978 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-4d88176a-a989-49c0-bb1c-c8d24e365e2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:06.588119 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-d50c55e8-0d49-422d-ac34-15cb2623cbc9 tempest-ServersTestJSON-1208382319 tempest-ServersTestJSON-1208382319-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:06.599895 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-1d7a3fca-1d6c-4eb7-848d-46d9b482e17e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327-project-admin] 10.222.0.13 "DELETE /v2.0/ports/f838b9bd-6e9d-42ba-8c8c-3b447a04728d HTTP/1.1" status: 204  len: 168 time: 2.4009054
Dec 16 22:32:06.603168 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-4d88176a-a989-49c0-bb1c-c8d24e365e2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841066'] for security_group, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:06.607706 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 37418) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:32:06.620888 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-5b495875-bc16-4e5a-9873-c75e1ec0c70c tempest-RoutersIpV6AdminTest-146809031 tempest-RoutersIpV6AdminTest-146809031-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3741155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38980'] for router, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:06.621846 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-5b495875-bc16-4e5a-9873-c75e1ec0c70c tempest-RoutersIpV6AdminTest-146809031 tempest-RoutersIpV6AdminTest-146809031-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3743284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3741748', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3896702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-38989'] for router, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:06.656384 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5720163-b8f9-419b-96ea-aa850f4d65d3 tempest-ServerActionsTestJSON-1581017418 tempest-ServerActionsTestJSON-1581017418-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1011a650-dc8c-4279-9762-0c0bcda15d85,revision_number=1']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:32:06.661745 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-b317d353-e34a-4b40-95a3-e23c45109a1c tempest-ServersTestJSON-1208382319 tempest-ServersTestJSON-1208382319-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:32:06.664120 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-a5720163-b8f9-419b-96ea-aa850f4d65d3 tempest-ServerActionsTestJSON-1581017418 tempest-ServerActionsTestJSON-1581017418-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:32:06.667695 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-a5720163-b8f9-419b-96ea-aa850f4d65d3 tempest-ServerActionsTestJSON-1581017418 tempest-ServerActionsTestJSON-1581017418-project] Notify callbacks [] for security_group, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:06.668902 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-a5720163-b8f9-419b-96ea-aa850f4d65d3 tempest-ServerActionsTestJSON-1581017418 tempest-ServerActionsTestJSON-1581017418-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1779 time: 0.8332355
Dec 16 22:32:06.672326 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 37422) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:32:06.683132 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-c86795eb-1dcc-4a33-8ff5-5d42c969b62c tempest-ServerActionsTestJSON-1581017418 tempest-ServerActionsTestJSON-1581017418-project] Request body: {'security_group_rule': {'security_group_id': '1011a650-dc8c-4279-9762-0c0bcda15d85', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:32:06.692169 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] For port 62ff8753-d50e-4407-b4f0-f88711fada08, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=62ff8753-d50e-4407-b4f0-f88711fada08,segment=NetworkSegment(4f66cca6-f628-4787-a123-0cc878e80ac6),segment_id=4f66cca6-f628-4787-a123-0cc878e80ac6)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:32:06.699171 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-c86795eb-1dcc-4a33-8ff5-5d42c969b62c tempest-ServerActionsTestJSON-1581017418 tempest-ServerActionsTestJSON-1581017418-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:32:06.701220 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:06.710202 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:32:06.713385 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-c86795eb-1dcc-4a33-8ff5-5d42c969b62c tempest-ServerActionsTestJSON-1581017418 tempest-ServerActionsTestJSON-1581017418-project] Usage tracker for resource:security_group_rule and tenant:a21c60855e3d440781134350c2712d36 is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:32:06.720652 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.db_base_plugin_common [None req-88bbe595-ea9d-4098-831d-bbd5af074580 tempest-FloatingIPAdminTestJSON-210502716 tempest-FloatingIPAdminTestJSON-210502716-project] Allocated IP 172.26.0.91 (f8905ce9-304b-4976-bc47-e58c71c11de5/9bca8591-41ef-4f2d-8ecb-ecaab1a28acf/c44641ae-eb8f-4d64-857c-ff9881aca077) {{(pid=87507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 22:32:06.722582 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-c86795eb-1dcc-4a33-8ff5-5d42c969b62c tempest-ServerActionsTestJSON-1581017418 tempest-ServerActionsTestJSON-1581017418-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:32:06.736837 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-c86795eb-1dcc-4a33-8ff5-5d42c969b62c tempest-ServerActionsTestJSON-1581017418 tempest-ServerActionsTestJSON-1581017418-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:32:06.745088 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.pecan_wsgi.hooks.translation [None req-e56505f7-436b-446d-8a04-44f98c4d2857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327-project-admin] GET failed (client error): The resource could not be found.
Dec 16 22:32:06.745865 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-e56505f7-436b-446d-8a04-44f98c4d2857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327-project-admin] Synchronizing usage tracker for tenant:e3a94693b6bd4c1c975a78c01183cef8 on resource:port {{(pid=87506) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 22:32:06.762990 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-4d88176a-a989-49c0-bb1c-c8d24e365e2f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=085d2ece724a417aa1a437ca417be31a&name=default HTTP/1.1" status: 200  len: 2979 time: 1.3162563
Dec 16 22:32:06.773324 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 37428) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:32:06.784379 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-5b495875-bc16-4e5a-9873-c75e1ec0c70c tempest-RoutersIpV6AdminTest-146809031 tempest-RoutersIpV6AdminTest-146809031-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:06.786646 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d88176a-a989-49c0-bb1c-c8d24e365e2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b34a9de6-6752-4ea6-99b2-741dee142b8b,revision_number=1']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:32:06.813357 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-4d88176a-a989-49c0-bb1c-c8d24e365e2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:32:06.849766 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-3e8ec113-de09-4322-99dc-2696d1977d39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:06.850763 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-c86795eb-1dcc-4a33-8ff5-5d42c969b62c tempest-ServerActionsTestJSON-1581017418 tempest-ServerActionsTestJSON-1581017418-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:06.864752 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-3e8ec113-de09-4322-99dc-2696d1977d39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841066'] for security_group, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:06.867795 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-d50c55e8-0d49-422d-ac34-15cb2623cbc9 tempest-ServersTestJSON-1208382319 tempest-ServersTestJSON-1208382319-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:06.884241 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-e56505f7-436b-446d-8a04-44f98c4d2857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327-project-admin] Unset dirty status for tenant:e3a94693b6bd4c1c975a78c01183cef8 on resource:port {{(pid=87506) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 22:32:06.888885 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-e56505f7-436b-446d-8a04-44f98c4d2857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327-project-admin] 10.222.0.13 "GET /v2.0/ports/f838b9bd-6e9d-42ba-8c8c-3b447a04728d HTTP/1.1" status: 404  len: 333 time: 0.2765040
Dec 16 22:32:06.889031 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-168eb22d-034a-4078-8cc4-821b6b703c87 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:32:06.891719 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-d50c55e8-0d49-422d-ac34-15cb2623cbc9 tempest-ServersTestJSON-1208382319 tempest-ServersTestJSON-1208382319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841137'] for security_group_rule, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:06.892154 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.objects.ports [None req-83e66489-46a1-40b0-afb4-f57d09b5e232 tempest-ExternalNetworksTestJSON-962053912 tempest-ExternalNetworksTestJSON-962053912-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87506) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}}
Dec 16 22:32:06.892594 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-83e66489-46a1-40b0-afb4-f57d09b5e232 tempest-ExternalNetworksTestJSON-962053912 tempest-ExternalNetworksTestJSON-962053912-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440'] for subnet, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:06.893551 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 37432) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:32:06.914298 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:32:06.922043 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-732d4f51-4355-4e9e-90a7-b81281f87f9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327-project-admin] Request body: {'port': {'network_id': '02df7aab-63e0-4ecf-8461-cdca5aca48bb', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-103530673'}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:32:06.939194 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-732d4f51-4355-4e9e-90a7-b81281f87f9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:32:06.940458 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Pushing event updated for resources: {'Port': ['ID=62ff8753-d50e-4407-b4f0-f88711fada08,revision_number=5']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:32:06.944083 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:32:06.962058 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-9f2672d4-2291-410c-a217-3f5efd77c2a7 None None] Notify callbacks [] for port, precommit_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:06.989779 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8ec113-de09-4322-99dc-2696d1977d39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85aa9fc2-9523-4da1-a01d-d0b5f327fb68,revision_number=1']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:32:06.992551 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-732d4f51-4355-4e9e-90a7-b81281f87f9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:32:06.996697 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-9f2672d4-2291-410c-a217-3f5efd77c2a7 None None] Transition to ACTIVE for port object 860b2d06-b062-4533-9125-d2b8659ab6d5 will not be triggered until provisioned by entity L2. {{(pid=87508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:32:06.999576 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-3e8ec113-de09-4322-99dc-2696d1977d39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:32:07.003109 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-3e8ec113-de09-4322-99dc-2696d1977d39 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=499007b77990408ca9761eded4238d4a&name=default HTTP/1.1" status: 200  len: 2979 time: 1.1182785
Dec 16 22:32:07.021699 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 37436) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:32:07.029625 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-c86795eb-1dcc-4a33-8ff5-5d42c969b62c tempest-ServerActionsTestJSON-1581017418 tempest-ServerActionsTestJSON-1581017418-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:07.032794 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-9f2672d4-2291-410c-a217-3f5efd77c2a7 None None] Transition to ACTIVE for port object 860b2d06-b062-4533-9125-d2b8659ab6d5 will not be triggered until provisioned by entity DHCP. {{(pid=87508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:32:07.047470 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-c86795eb-1dcc-4a33-8ff5-5d42c969b62c tempest-ServerActionsTestJSON-1581017418 tempest-ServerActionsTestJSON-1581017418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841137'] for security_group_rule, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:07.048177 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-732d4f51-4355-4e9e-90a7-b81281f87f9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327-project-admin] Made reservation on behalf of e3a94693b6bd4c1c975a78c01183cef8 for: {'port': 1} {{(pid=87507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:32:07.049171 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-9f2672d4-2291-410c-a217-3f5efd77c2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940'] for port, after_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:07.050612 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-732d4f51-4355-4e9e-90a7-b81281f87f9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:07.056699 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:32:07.058101 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50c55e8-0d49-422d-ac34-15cb2623cbc9 tempest-ServersTestJSON-1208382319 tempest-ServersTestJSON-1208382319-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9416f6b6-9a3b-4fa4-8ede-b7626b86cd95,revision_number=0']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:32:07.086949 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-d50c55e8-0d49-422d-ac34-15cb2623cbc9 tempest-ServersTestJSON-1208382319 tempest-ServersTestJSON-1208382319-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:32:07.087068 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:32:07.088931 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-c38c1cb1-c209-4e2b-807c-76415df2fa0e tempest-RoutersIpV6AdminTest-146809031 tempest-RoutersIpV6AdminTest-146809031-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.169s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:32:07.107741 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-88bbe595-ea9d-4098-831d-bbd5af074580 tempest-FloatingIPAdminTestJSON-210502716 tempest-FloatingIPAdminTestJSON-210502716-project] Notify callbacks [] for port, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:07.137405 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.notifiers.nova [None req-732d4f51-4355-4e9e-90a7-b81281f87f9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327-project-admin] device_id is not set on port 668a4319-5574-4737-bb15-4b921d028258 yet. {{(pid=87507) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 16 22:32:07.166558 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f2672d4-2291-410c-a217-3f5efd77c2a7 None None] Network 5b8d5e95-c7ec-4bcd-a4e9-51858715b4bc is already hosted by enough agents. {{(pid=87508) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:32:07.173310 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86795eb-1dcc-4a33-8ff5-5d42c969b62c tempest-ServerActionsTestJSON-1581017418 tempest-ServerActionsTestJSON-1581017418-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cbb7d76f-5999-453f-97db-bc415274080b,revision_number=0']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:32:07.173805 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.scheduler.base_scheduler [None req-9f2672d4-2291-410c-a217-3f5efd77c2a7 None None] Resources bound (agent type, host, resource id):  {{(pid=87508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:32:07.176853 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f2672d4-2291-410c-a217-3f5efd77c2a7 None None] Received port after_create {{(pid=87508) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 22:32:07.185503 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-c86795eb-1dcc-4a33-8ff5-5d42c969b62c tempest-ServerActionsTestJSON-1581017418 tempest-ServerActionsTestJSON-1581017418-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:32:07.191603 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-7efcb7d4-792f-4688-96c8-a59fa27813ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:07.202600 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-d50c55e8-0d49-422d-ac34-15cb2623cbc9 tempest-ServersTestJSON-1208382319 tempest-ServersTestJSON-1208382319-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:07.207293 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-d50c55e8-0d49-422d-ac34-15cb2623cbc9 tempest-ServersTestJSON-1208382319 tempest-ServersTestJSON-1208382319-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.8806314
Dec 16 22:32:07.214049 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 37440) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:32:07.239839 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-1106a369-556c-4b5e-98a5-83f59473b98c tempest-ServersTestJSON-1208382319 tempest-ServersTestJSON-1208382319-project] Request body: {'security_group_rule': {'security_group_id': '5d566684-e21e-48b5-9daf-a272f2025a2f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:32:07.242211 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2672d4-2291-410c-a217-3f5efd77c2a7 None None] Pushing event updated for resources: {'Port': ['ID=860b2d06-b062-4533-9125-d2b8659ab6d5,revision_number=1']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:32:07.246141 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-9f2672d4-2291-410c-a217-3f5efd77c2a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:32:07.248520 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-4dac2a61-a371-4492-90aa-667c130b6915 None None] Notify callbacks [] for port, precommit_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:07.252066 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-1106a369-556c-4b5e-98a5-83f59473b98c tempest-ServersTestJSON-1208382319 tempest-ServersTestJSON-1208382319-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:32:07.260908 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-1106a369-556c-4b5e-98a5-83f59473b98c tempest-ServersTestJSON-1208382319 tempest-ServersTestJSON-1208382319-project] Usage tracker for resource:security_group_rule and tenant:b95ee9c426304bab82943f010c6dac17 is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:32:07.266956 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-c86795eb-1dcc-4a33-8ff5-5d42c969b62c tempest-ServerActionsTestJSON-1581017418 tempest-ServerActionsTestJSON-1581017418-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:07.268316 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-c86795eb-1dcc-4a33-8ff5-5d42c969b62c tempest-ServerActionsTestJSON-1581017418 tempest-ServerActionsTestJSON-1581017418-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.5916643
Dec 16 22:32:07.271243 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-1106a369-556c-4b5e-98a5-83f59473b98c tempest-ServersTestJSON-1208382319 tempest-ServersTestJSON-1208382319-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:32:07.283483 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-34da8ee7-e716-4eb9-9ced-bc6835bebc3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:07.284980 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 37444) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:32:07.302101 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-1106a369-556c-4b5e-98a5-83f59473b98c tempest-ServersTestJSON-1208382319 tempest-ServersTestJSON-1208382319-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:32:07.307213 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-5b495875-bc16-4e5a-9873-c75e1ec0c70c tempest-RoutersIpV6AdminTest-146809031 tempest-RoutersIpV6AdminTest-146809031-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3741702', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3740945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-38947'] for router, precommit_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:07.311054 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-b1fe8974-4766-4d41-b607-bd0b72d86b2d tempest-ServerActionsTestJSON-1581017418 tempest-ServerActionsTestJSON-1581017418-project] Request body: {'security_group_rule': {'security_group_id': '1011a650-dc8c-4279-9762-0c0bcda15d85', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:32:07.312830 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-4dac2a61-a371-4492-90aa-667c130b6915 None None] Transition to ACTIVE for port object a7277c6d-6959-4777-9c8c-59986b5a708a will not be triggered until provisioned by entity L2. {{(pid=87508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:32:07.317766 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e66489-46a1-40b0-afb4-f57d09b5e232 tempest-ExternalNetworksTestJSON-962053912 tempest-ExternalNetworksTestJSON-962053912-project-admin] Pushing event updated for resources: {'Subnet': ['ID=a3835754-73a2-4de7-b378-3b665014e49b,revision_number=0']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:32:07.319967 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83e66489-46a1-40b0-afb4-f57d09b5e232 tempest-ExternalNetworksTestJSON-962053912 tempest-ExternalNetworksTestJSON-962053912-project-admin] Checking segment: {'id': '291ea033-fc92-47c0-b08c-73599bc896a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '8646a234-111d-4b6b-9b06-e927c927adf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 22:32:07.320324 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83e66489-46a1-40b0-afb4-f57d09b5e232 tempest-ExternalNetworksTestJSON-962053912 tempest-ExternalNetworksTestJSON-962053912-project-admin] Network hostable DHCP agents. Network: 8646a234-111d-4b6b-9b06-e927c927adf6, hostable agents: ['3b155c4d-12dc-491e-aa14-6113b06cfacd'], hosted agents: [] {{(pid=87506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 16 22:32:07.322989 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-9f2672d4-2291-410c-a217-3f5efd77c2a7 None None] Attempting to bind port 860b2d06-b062-4533-9125-d2b8659ab6d5 on host dv-neutron-821829-1-hyperv for vnic_type normal with profile  {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 22:32:07.323635 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-9f2672d4-2291-410c-a217-3f5efd77c2a7 None None] Attempting to bind port 860b2d06-b062-4533-9125-d2b8659ab6d5 by drivers openvswitch,hyperv on host dv-neutron-821829-1-hyperv at level 0 using segments [{'id': '5a9c101d-c9ac-4cb3-925a-541ab10570ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '5b8d5e95-c7ec-4bcd-a4e9-51858715b4bc'}] {{(pid=87508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 22:32:07.327982 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f2672d4-2291-410c-a217-3f5efd77c2a7 None None] Attempting to bind port 860b2d06-b062-4533-9125-d2b8659ab6d5 on network 5b8d5e95-c7ec-4bcd-a4e9-51858715b4bc {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 22:32:07.329708 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-83e66489-46a1-40b0-afb4-f57d09b5e232 tempest-ExternalNetworksTestJSON-962053912 tempest-ExternalNetworksTestJSON-962053912-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:32:07.329822 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-b1fe8974-4766-4d41-b607-bd0b72d86b2d tempest-ServerActionsTestJSON-1581017418 tempest-ServerActionsTestJSON-1581017418-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:32:07.334046 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-4dac2a61-a371-4492-90aa-667c130b6915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:07.336448 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-7efcb7d4-792f-4688-96c8-a59fa27813ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:07.343676 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-866a3f4b-bd98-4a8b-ba05-9b9d4512942f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:32:07.344720 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-b1fe8974-4766-4d41-b607-bd0b72d86b2d tempest-ServerActionsTestJSON-1581017418 tempest-ServerActionsTestJSON-1581017418-project] Usage tracker for resource:security_group_rule and tenant:a21c60855e3d440781134350c2712d36 is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:32:07.357225 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-b1fe8974-4766-4d41-b607-bd0b72d86b2d tempest-ServerActionsTestJSON-1581017418 tempest-ServerActionsTestJSON-1581017418-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:32:07.374519 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-b1fe8974-4766-4d41-b607-bd0b72d86b2d tempest-ServerActionsTestJSON-1581017418 tempest-ServerActionsTestJSON-1581017418-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:32:07.380056 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-34da8ee7-e716-4eb9-9ced-bc6835bebc3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:07.386515 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f2672d4-2291-410c-a217-3f5efd77c2a7 None None] Checking agent: {'id': '5571501f-366e-47a4-9b60-8ef19d935d27', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821829-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 24, 2), 'started_at': datetime.datetime(2021, 12, 16, 22, 24, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 32, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821829-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 22:32:07.387320 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f2672d4-2291-410c-a217-3f5efd77c2a7 None None] Checking segment: {'id': '5a9c101d-c9ac-4cb3-925a-541ab10570ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '5b8d5e95-c7ec-4bcd-a4e9-51858715b4bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 22:32:07.387948 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-9f2672d4-2291-410c-a217-3f5efd77c2a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:07.388533 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f2672d4-2291-410c-a217-3f5efd77c2a7 None None] Bound using segment: {'id': '5a9c101d-c9ac-4cb3-925a-541ab10570ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '5b8d5e95-c7ec-4bcd-a4e9-51858715b4bc'} {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 22:32:07.389604 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-9f2672d4-2291-410c-a217-3f5efd77c2a7 None None] Bound port: 860b2d06-b062-4533-9125-d2b8659ab6d5, host: dv-neutron-821829-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a9c101d-c9ac-4cb3-925a-541ab10570ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '5b8d5e95-c7ec-4bcd-a4e9-51858715b4bc'}}] {{(pid=87508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 22:32:07.390180 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-9f2672d4-2291-410c-a217-3f5efd77c2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:07.407882 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-1106a369-556c-4b5e-98a5-83f59473b98c tempest-ServersTestJSON-1208382319 tempest-ServersTestJSON-1208382319-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:07.415062 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-88bbe595-ea9d-4098-831d-bbd5af074580 tempest-FloatingIPAdminTestJSON-210502716 tempest-FloatingIPAdminTestJSON-210502716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10807823'] for port, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:07.447367 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83e66489-46a1-40b0-afb4-f57d09b5e232 tempest-ExternalNetworksTestJSON-962053912 tempest-ExternalNetworksTestJSON-962053912-project-admin] Network 8646a234-111d-4b6b-9b06-e927c927adf6 is scheduled to be hosted by DHCP agent 3b155c4d-12dc-491e-aa14-6113b06cfacd with binding_index 1 {{(pid=87506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 16 22:32:07.479046 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.base_scheduler [None req-83e66489-46a1-40b0-afb4-f57d09b5e232 tempest-ExternalNetworksTestJSON-962053912 tempest-ExternalNetworksTestJSON-962053912-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821829-1-hyperv, 8646a234-111d-4b6b-9b06-e927c927adf6) {{(pid=87506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:32:07.485116 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83e66489-46a1-40b0-afb4-f57d09b5e232 tempest-ExternalNetworksTestJSON-962053912 tempest-ExternalNetworksTestJSON-962053912-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:32:07.485696 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-83e66489-46a1-40b0-afb4-f57d09b5e232 tempest-ExternalNetworksTestJSON-962053912 tempest-ExternalNetworksTestJSON-962053912-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3791486'] for subnet, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:07.520296 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-7efcb7d4-792f-4688-96c8-a59fa27813ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841066'] for security_group, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:07.525270 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-7efcb7d4-792f-4688-96c8-a59fa27813ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:07.526920 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-7efcb7d4-792f-4688-96c8-a59fa27813ba admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b34a9de6-6752-4ea6-99b2-741dee142b8b HTTP/1.1" status: 204  len: 168 time: 0.7465827
Dec 16 22:32:07.531721 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ad8bfd4-f730-4e9a-95c4-e356682f371b None None] Network 8646a234-111d-4b6b-9b06-e927c927adf6 requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 22:32:07.541194 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:32:07.559189 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-83e66489-46a1-40b0-afb4-f57d09b5e232 tempest-ExternalNetworksTestJSON-962053912 tempest-ExternalNetworksTestJSON-962053912-project-admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 802 time: 4.1042757
Dec 16 22:32:07.564521 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 37450) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:32:07.570407 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efcb7d4-792f-4688-96c8-a59fa27813ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b34a9de6-6752-4ea6-99b2-741dee142b8b,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:32:07.583883 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-7efcb7d4-792f-4688-96c8-a59fa27813ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:32:07.587943 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-b95fadc4-b108-4723-912a-8340ee8f123f tempest-ExternalNetworksTestJSON-962053912 tempest-ExternalNetworksTestJSON-962053912-project-admin] Request body: {'floatingip': {'floating_network_id': '8646a234-111d-4b6b-9b06-e927c927adf6'}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:32:07.594826 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-b95fadc4-b108-4723-912a-8340ee8f123f tempest-ExternalNetworksTestJSON-962053912 tempest-ExternalNetworksTestJSON-962053912-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:32:07.594940 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:32:07.601319 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-b95fadc4-b108-4723-912a-8340ee8f123f tempest-ExternalNetworksTestJSON-962053912 tempest-ExternalNetworksTestJSON-962053912-project-admin] Usage tracker for resource:floatingip and tenant:2f0ee56b7e804cc28e241b9b31e92a6e is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:32:07.610588 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-b95fadc4-b108-4723-912a-8340ee8f123f tempest-ExternalNetworksTestJSON-962053912 tempest-ExternalNetworksTestJSON-962053912-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:32:07.620083 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-b95fadc4-b108-4723-912a-8340ee8f123f tempest-ExternalNetworksTestJSON-962053912 tempest-ExternalNetworksTestJSON-962053912-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:32:07.726670 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-b95fadc4-b108-4723-912a-8340ee8f123f tempest-ExternalNetworksTestJSON-962053912 tempest-ExternalNetworksTestJSON-962053912-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:07.732911 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-b1fe8974-4766-4d41-b607-bd0b72d86b2d tempest-ServerActionsTestJSON-1581017418 tempest-ServerActionsTestJSON-1581017418-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:07.767971 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88bbe595-ea9d-4098-831d-bbd5af074580 tempest-FloatingIPAdminTestJSON-210502716 tempest-FloatingIPAdminTestJSON-210502716-project] Network f8905ce9-304b-4976-bc47-e58c71c11de5 is already hosted by enough agents. {{(pid=87507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:32:07.771406 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-34da8ee7-e716-4eb9-9ced-bc6835bebc3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841066'] for security_group, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:07.799472 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.base_scheduler [None req-88bbe595-ea9d-4098-831d-bbd5af074580 tempest-FloatingIPAdminTestJSON-210502716 tempest-FloatingIPAdminTestJSON-210502716-project] Resources bound (agent type, host, resource id):  {{(pid=87507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:32:07.802675 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88bbe595-ea9d-4098-831d-bbd5af074580 tempest-FloatingIPAdminTestJSON-210502716 tempest-FloatingIPAdminTestJSON-210502716-project] Received port after_create {{(pid=87507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 22:32:07.860558 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 62ff8753-d50e-4407-b4f0-f88711fada08 up at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 22:32:07.876317 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-732d4f51-4355-4e9e-90a7-b81281f87f9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:07.884316 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bbe595-ea9d-4098-831d-bbd5af074580 tempest-FloatingIPAdminTestJSON-210502716 tempest-FloatingIPAdminTestJSON-210502716-project] Pushing event updated for resources: {'Port': ['ID=c44641ae-eb8f-4d64-857c-ff9881aca077,revision_number=1']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:32:07.887262 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-88bbe595-ea9d-4098-831d-bbd5af074580 tempest-FloatingIPAdminTestJSON-210502716 tempest-FloatingIPAdminTestJSON-210502716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:32:07.896384 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-3e8ec113-de09-4322-99dc-2696d1977d39 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.025s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:32:07.930094 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-34da8ee7-e716-4eb9-9ced-bc6835bebc3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:07.934257 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-34da8ee7-e716-4eb9-9ced-bc6835bebc3e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/85aa9fc2-9523-4da1-a01d-d0b5f327fb68 HTTP/1.1" status: 204  len: 168 time: 0.9088812
Dec 16 22:32:07.936393 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-1106a369-556c-4b5e-98a5-83f59473b98c tempest-ServersTestJSON-1208382319 tempest-ServersTestJSON-1208382319-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:07.943316 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34da8ee7-e716-4eb9-9ced-bc6835bebc3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85aa9fc2-9523-4da1-a01d-d0b5f327fb68,revision_number=None']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:32:07.945992 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-34da8ee7-e716-4eb9-9ced-bc6835bebc3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:32:07.957146 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-1106a369-556c-4b5e-98a5-83f59473b98c tempest-ServersTestJSON-1208382319 tempest-ServersTestJSON-1208382319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841137'] for security_group_rule, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:08.033795 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:32:08.039918 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 37466) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:32:08.046717 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8181073-8cd0-42e3-b9d8-dd84385fe277 None None] Pushing event updated for resources: {'Port': ['ID=a7277c6d-6959-4777-9c8c-59986b5a708a,revision_number=3']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:32:08.064855 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-b8181073-8cd0-42e3-b9d8-dd84385fe277 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.721s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:32:08.076258 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-5b495875-bc16-4e5a-9873-c75e1ec0c70c tempest-RoutersIpV6AdminTest-146809031 tempest-RoutersIpV6AdminTest-146809031-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:08.117046 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-5b495875-bc16-4e5a-9873-c75e1ec0c70c tempest-RoutersIpV6AdminTest-146809031 tempest-RoutersIpV6AdminTest-146809031-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:08.125618 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning complete for port 62ff8753-d50e-4407-b4f0-f88711fada08 triggered by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:32:08.126282 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:08.169251 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1106a369-556c-4b5e-98a5-83f59473b98c tempest-ServersTestJSON-1208382319 tempest-ServersTestJSON-1208382319-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59f567ee-1352-4704-b5ea-e97cc6e65166,revision_number=0']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:32:08.172168 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-1106a369-556c-4b5e-98a5-83f59473b98c tempest-ServersTestJSON-1208382319 tempest-ServersTestJSON-1208382319-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:32:08.174452 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-b1fe8974-4766-4d41-b607-bd0b72d86b2d tempest-ServerActionsTestJSON-1581017418 tempest-ServerActionsTestJSON-1581017418-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:08.183197 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-823c754e-0d01-4e9b-9a41-1e09e32cb724 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:08.200220 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-4dac2a61-a371-4492-90aa-667c130b6915 None None] Attempting to bind port a7277c6d-6959-4777-9c8c-59986b5a708a on host dv-neutron-821829-1-hyperv for vnic_type normal with profile  {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 22:32:08.201047 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-4dac2a61-a371-4492-90aa-667c130b6915 None None] Attempting to bind port a7277c6d-6959-4777-9c8c-59986b5a708a by drivers openvswitch,hyperv on host dv-neutron-821829-1-hyperv at level 0 using segments [{'id': '0e9a6b9a-afeb-4b5e-89d6-53273bbdf644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '4324e1ea-4669-4cf4-86ce-32057be725fc'}] {{(pid=87508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 22:32:08.201642 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dac2a61-a371-4492-90aa-667c130b6915 None None] Attempting to bind port a7277c6d-6959-4777-9c8c-59986b5a708a on network 4324e1ea-4669-4cf4-86ce-32057be725fc {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 22:32:08.232655 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:08.248335 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dac2a61-a371-4492-90aa-667c130b6915 None None] Checking agent: {'id': '5571501f-366e-47a4-9b60-8ef19d935d27', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821829-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 24, 2), 'started_at': datetime.datetime(2021, 12, 16, 22, 24, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 32, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821829-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 22:32:08.249051 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dac2a61-a371-4492-90aa-667c130b6915 None None] Checking segment: {'id': '0e9a6b9a-afeb-4b5e-89d6-53273bbdf644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '4324e1ea-4669-4cf4-86ce-32057be725fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 22:32:08.249831 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-4dac2a61-a371-4492-90aa-667c130b6915 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:08.250268 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-b1fe8974-4766-4d41-b607-bd0b72d86b2d tempest-ServerActionsTestJSON-1581017418 tempest-ServerActionsTestJSON-1581017418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841137'] for security_group_rule, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:08.250611 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dac2a61-a371-4492-90aa-667c130b6915 None None] Bound using segment: {'id': '0e9a6b9a-afeb-4b5e-89d6-53273bbdf644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '4324e1ea-4669-4cf4-86ce-32057be725fc'} {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 22:32:08.251298 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-4dac2a61-a371-4492-90aa-667c130b6915 None None] Bound port: a7277c6d-6959-4777-9c8c-59986b5a708a, host: dv-neutron-821829-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e9a6b9a-afeb-4b5e-89d6-53273bbdf644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '4324e1ea-4669-4cf4-86ce-32057be725fc'}}] {{(pid=87508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 22:32:08.251898 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-4dac2a61-a371-4492-90aa-667c130b6915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:08.258533 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-823c754e-0d01-4e9b-9a41-1e09e32cb724 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:32:08.283376 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-c86795eb-1dcc-4a33-8ff5-5d42c969b62c tempest-ServerActionsTestJSON-1581017418 tempest-ServerActionsTestJSON-1581017418-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:32:08.291854 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-823c754e-0d01-4e9b-9a41-1e09e32cb724 admin admin] Usage tracker for resource:security_group_rule and tenant:84edd9f271304b6d9cd7dfdb76fdbff8 is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:32:08.304439 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-1106a369-556c-4b5e-98a5-83f59473b98c tempest-ServersTestJSON-1208382319 tempest-ServersTestJSON-1208382319-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:08.305615 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-1106a369-556c-4b5e-98a5-83f59473b98c tempest-ServersTestJSON-1208382319 tempest-ServersTestJSON-1208382319-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 1.0813458
Dec 16 22:32:08.313480 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-823c754e-0d01-4e9b-9a41-1e09e32cb724 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:32:08.318753 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 37472) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:32:08.322964 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-732d4f51-4355-4e9e-90a7-b81281f87f9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10807823'] for port, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:08.341321 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-4ee484c7-e5d3-4484-83bd-ae66b9d09101 tempest-ServersTestJSON-1208382319 tempest-ServersTestJSON-1208382319-project] Request body: {'floatingip': {'floating_network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5'}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:32:08.346666 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fe8974-4766-4d41-b607-bd0b72d86b2d tempest-ServerActionsTestJSON-1581017418 tempest-ServerActionsTestJSON-1581017418-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=832f4740-0240-42af-b77d-8b6481877d90,revision_number=0']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:32:08.349984 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-b1fe8974-4766-4d41-b607-bd0b72d86b2d tempest-ServerActionsTestJSON-1581017418 tempest-ServerActionsTestJSON-1581017418-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:32:08.352414 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-823c754e-0d01-4e9b-9a41-1e09e32cb724 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:32:08.360480 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-4ee484c7-e5d3-4484-83bd-ae66b9d09101 tempest-ServersTestJSON-1208382319 tempest-ServersTestJSON-1208382319-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:32:08.366730 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-a84ac656-74fd-468b-8cdc-2cfe68479da9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:32:08.367412 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-b95fadc4-b108-4723-912a-8340ee8f123f tempest-ExternalNetworksTestJSON-962053912 tempest-ExternalNetworksTestJSON-962053912-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:08.373926 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-4dac2a61-a371-4492-90aa-667c130b6915 None None] For port a7277c6d-6959-4777-9c8c-59986b5a708a, host dv-neutron-821829-1-hyperv, cleared binding levels {{(pid=87508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 22:32:08.377776 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-4dac2a61-a371-4492-90aa-667c130b6915 None None] For port a7277c6d-6959-4777-9c8c-59986b5a708a, host dv-neutron-821829-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=a7277c6d-6959-4777-9c8c-59986b5a708a,segment=NetworkSegment(0e9a6b9a-afeb-4b5e-89d6-53273bbdf644),segment_id=0e9a6b9a-afeb-4b5e-89d6-53273bbdf644)] {{(pid=87508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 22:32:08.398110 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-4dac2a61-a371-4492-90aa-667c130b6915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:08.404349 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-b1fe8974-4766-4d41-b607-bd0b72d86b2d tempest-ServerActionsTestJSON-1581017418 tempest-ServerActionsTestJSON-1581017418-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:08.406361 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:32:08.406769 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-b1fe8974-4766-4d41-b607-bd0b72d86b2d tempest-ServerActionsTestJSON-1581017418 tempest-ServerActionsTestJSON-1581017418-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 1.1128957
Dec 16 22:32:08.412868 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 37476) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:32:08.426248 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-4479aa38-0e67-41d0-b838-0e59a30bae7d tempest-ServerActionsTestJSON-1581017418 tempest-ServerActionsTestJSON-1581017418-project] Request body: {'floatingip': {'floating_network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5'}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:32:08.432181 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-4479aa38-0e67-41d0-b838-0e59a30bae7d tempest-ServerActionsTestJSON-1581017418 tempest-ServerActionsTestJSON-1581017418-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:32:08.436131 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-4479aa38-0e67-41d0-b838-0e59a30bae7d tempest-ServerActionsTestJSON-1581017418 tempest-ServerActionsTestJSON-1581017418-project] Usage tracker for resource:floatingip and tenant:a21c60855e3d440781134350c2712d36 is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:32:08.439348 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-4479aa38-0e67-41d0-b838-0e59a30bae7d tempest-ServerActionsTestJSON-1581017418 tempest-ServerActionsTestJSON-1581017418-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:32:08.459207 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-4ee484c7-e5d3-4484-83bd-ae66b9d09101 tempest-ServersTestJSON-1208382319 tempest-ServersTestJSON-1208382319-project] Usage tracker for resource:floatingip and tenant:b95ee9c426304bab82943f010c6dac17 is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:32:08.516971 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-4ee484c7-e5d3-4484-83bd-ae66b9d09101 tempest-ServersTestJSON-1208382319 tempest-ServersTestJSON-1208382319-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:32:08.520008 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 37480) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:32:08.571673 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8181073-8cd0-42e3-b9d8-dd84385fe277 None None] Pushing event updated for resources: {'Port': ['ID=a7277c6d-6959-4777-9c8c-59986b5a708a,revision_number=4']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:32:08.587832 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-b8181073-8cd0-42e3-b9d8-dd84385fe277 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:32:08.588860 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-9f2672d4-2291-410c-a217-3f5efd77c2a7 None None] For port 860b2d06-b062-4533-9125-d2b8659ab6d5, host dv-neutron-821829-1-hyperv, cleared binding levels {{(pid=87508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 22:32:08.618520 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.db_base_plugin_common [None req-5b495875-bc16-4e5a-9873-c75e1ec0c70c tempest-RoutersIpV6AdminTest-146809031 tempest-RoutersIpV6AdminTest-146809031-project-admin] Allocated IP 2001:db8::2be (d71208a3-096e-43da-b080-681ced87d2c2/0e0f033c-ba21-426c-a6a6-408da8c99c00/af69cefd-e64b-404d-8a7b-3a774729372f) {{(pid=87506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 22:32:08.628170 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-9f2672d4-2291-410c-a217-3f5efd77c2a7 None None] For port 860b2d06-b062-4533-9125-d2b8659ab6d5, host dv-neutron-821829-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=860b2d06-b062-4533-9125-d2b8659ab6d5,segment=NetworkSegment(5a9c101d-c9ac-4cb3-925a-541ab10570ce),segment_id=5a9c101d-c9ac-4cb3-925a-541ab10570ce)] {{(pid=87508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 22:32:08.641441 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-4479aa38-0e67-41d0-b838-0e59a30bae7d tempest-ServerActionsTestJSON-1581017418 tempest-ServerActionsTestJSON-1581017418-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:32:08.664810 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-4ee484c7-e5d3-4484-83bd-ae66b9d09101 tempest-ServersTestJSON-1208382319 tempest-ServersTestJSON-1208382319-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:32:08.668450 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-732d4f51-4355-4e9e-90a7-b81281f87f9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327-project-admin] Network 02df7aab-63e0-4ecf-8461-cdca5aca48bb is already hosted by enough agents. {{(pid=87507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:32:08.675909 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-9f2672d4-2291-410c-a217-3f5efd77c2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:08.688391 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-61d97100-73a1-4007-950c-8dacfcd46211 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:32:08.702722 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-2660541d-7402-42b3-b2a3-9cebc443d86a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:08.715313 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.base_scheduler [None req-732d4f51-4355-4e9e-90a7-b81281f87f9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327-project-admin] Resources bound (agent type, host, resource id):  {{(pid=87507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:32:08.731894 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732d4f51-4355-4e9e-90a7-b81281f87f9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327-project-admin] Pushing event updated for resources: {'Port': ['ID=668a4319-5574-4737-bb15-4b921d028258,revision_number=1']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:32:08.734252 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-4ee484c7-e5d3-4484-83bd-ae66b9d09101 tempest-ServersTestJSON-1208382319 tempest-ServersTestJSON-1208382319-project] Notify callbacks [] for floatingip, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:08.755134 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-4479aa38-0e67-41d0-b838-0e59a30bae7d tempest-ServerActionsTestJSON-1581017418 tempest-ServerActionsTestJSON-1581017418-project] Notify callbacks [] for floatingip, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:08.764404 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dac2a61-a371-4492-90aa-667c130b6915 None None] Routers {'ec3443c7-b9c7-43dc-a77e-606744e51456'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:32:08.764941 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-4dac2a61-a371-4492-90aa-667c130b6915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b77e09d30>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:32:01Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['ec3443c7-b9c7-43dc-a77e-606744e51456'], 'active': True} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:32:08.774085 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-732d4f51-4355-4e9e-90a7-b81281f87f9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327-project-admin] Received port after_create {{(pid=87507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 22:32:08.775716 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-732d4f51-4355-4e9e-90a7-b81281f87f9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:32:08.776346 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-732d4f51-4355-4e9e-90a7-b81281f87f9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3791486'] for port, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:08.789317 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-732d4f51-4355-4e9e-90a7-b81281f87f9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.418s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:32:08.805238 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.db_base_plugin_common [None req-b95fadc4-b108-4723-912a-8340ee8f123f tempest-ExternalNetworksTestJSON-962053912 tempest-ExternalNetworksTestJSON-962053912-project-admin] Allocated IP 172.20.0.9 (8646a234-111d-4b6b-9b06-e927c927adf6/a3835754-73a2-4de7-b378-3b665014e49b/0c79b341-9faa-448c-b95b-dc9595b3030b) {{(pid=87506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 22:32:08.809813 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-2660541d-7402-42b3-b2a3-9cebc443d86a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:32:08.916255 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2672d4-2291-410c-a217-3f5efd77c2a7 None None] Pushing event updated for resources: {'Port': ['ID=860b2d06-b062-4533-9125-d2b8659ab6d5,revision_number=2']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:32:08.919374 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-9f2672d4-2291-410c-a217-3f5efd77c2a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:32:08.978103 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-2660541d-7402-42b3-b2a3-9cebc443d86a admin admin] Usage tracker for resource:security_group_rule and tenant:567b6140c56444508bb591efcd34f517 is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:32:08.983788 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e461b6d9-2ef0-4d9d-abf3-fc4ba47676d6 None None] Network 8646a234-111d-4b6b-9b06-e927c927adf6 requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 22:32:08.987394 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-2660541d-7402-42b3-b2a3-9cebc443d86a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:32:09.033819 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-732d4f51-4355-4e9e-90a7-b81281f87f9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 963 time: 2.1359749
Dec 16 22:32:09.036954 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-2660541d-7402-42b3-b2a3-9cebc443d86a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:32:09.044457 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 37484) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:32:09.059162 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-b37ee038-b0cc-468e-bbfd-90836b1a8ad2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8218'}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:32:09.123933 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-88bbe595-ea9d-4098-831d-bbd5af074580 tempest-FloatingIPAdminTestJSON-210502716 tempest-FloatingIPAdminTestJSON-210502716-project] Notify callbacks [] for router_gateway, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:09.166738 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-b95fadc4-b108-4723-912a-8340ee8f123f tempest-ExternalNetworksTestJSON-962053912 tempest-ExternalNetworksTestJSON-962053912-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:09.188317 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-5b495875-bc16-4e5a-9873-c75e1ec0c70c tempest-RoutersIpV6AdminTest-146809031 tempest-RoutersIpV6AdminTest-146809031-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:09.227954 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvr_db [None req-4dac2a61-a371-4492-90aa-667c130b6915 None None] Set router ec3443c7-b9c7-43dc-a77e-606744e51456 gateway port host: dv-neutron-821829-1-hyperv {{(pid=87508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 22:32:09.305607 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-b95fadc4-b108-4723-912a-8340ee8f123f tempest-ExternalNetworksTestJSON-962053912 tempest-ExternalNetworksTestJSON-962053912-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940'] for port, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:09.305809 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-823c754e-0d01-4e9b-9a41-1e09e32cb724 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:09.312182 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-5b495875-bc16-4e5a-9873-c75e1ec0c70c tempest-RoutersIpV6AdminTest-146809031 tempest-RoutersIpV6AdminTest-146809031-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940'] for port, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:09.316866 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-8e5d0232-0f62-4b0b-bbab-124ea03959bd tempest-RoutersIpV6AdminTest-146809031 tempest-RoutersIpV6AdminTest-146809031-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:32:09.328322 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-823c754e-0d01-4e9b-9a41-1e09e32cb724 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841066'] for security_group, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:09.414052 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b95fadc4-b108-4723-912a-8340ee8f123f tempest-ExternalNetworksTestJSON-962053912 tempest-ExternalNetworksTestJSON-962053912-project-admin] Network 8646a234-111d-4b6b-9b06-e927c927adf6 is already hosted by enough agents. {{(pid=87506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:32:09.422671 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b495875-bc16-4e5a-9873-c75e1ec0c70c tempest-RoutersIpV6AdminTest-146809031 tempest-RoutersIpV6AdminTest-146809031-project-admin] Network d71208a3-096e-43da-b080-681ced87d2c2 is already hosted by enough agents. {{(pid=87506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:32:09.423735 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.base_scheduler [None req-b95fadc4-b108-4723-912a-8340ee8f123f tempest-ExternalNetworksTestJSON-962053912 tempest-ExternalNetworksTestJSON-962053912-project-admin] Resources bound (agent type, host, resource id):  {{(pid=87506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:32:09.427750 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95fadc4-b108-4723-912a-8340ee8f123f tempest-ExternalNetworksTestJSON-962053912 tempest-ExternalNetworksTestJSON-962053912-project-admin] Pushing event updated for resources: {'Port': ['ID=0c79b341-9faa-448c-b95b-dc9595b3030b,revision_number=1']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:32:09.429959 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.base_scheduler [None req-5b495875-bc16-4e5a-9873-c75e1ec0c70c tempest-RoutersIpV6AdminTest-146809031 tempest-RoutersIpV6AdminTest-146809031-project-admin] Resources bound (agent type, host, resource id):  {{(pid=87506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:32:09.442914 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b95fadc4-b108-4723-912a-8340ee8f123f tempest-ExternalNetworksTestJSON-962053912 tempest-ExternalNetworksTestJSON-962053912-project-admin] Received port after_create {{(pid=87506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 22:32:09.499836 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-4479aa38-0e67-41d0-b838-0e59a30bae7d tempest-ServerActionsTestJSON-1581017418 tempest-ServerActionsTestJSON-1581017418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:09.500733 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-34da8ee7-e716-4eb9-9ced-bc6835bebc3e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:32:09.513432 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-823c754e-0d01-4e9b-9a41-1e09e32cb724 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=84edd9f271304b6d9cd7dfdb76fdbff8&name=default HTTP/1.1" status: 200  len: 2979 time: 1.4578152
Dec 16 22:32:09.513432 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-b37ee038-b0cc-468e-bbfd-90836b1a8ad2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:09.517004 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 37490) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:32:09.582099 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b495875-bc16-4e5a-9873-c75e1ec0c70c tempest-RoutersIpV6AdminTest-146809031 tempest-RoutersIpV6AdminTest-146809031-project-admin] Received port after_create {{(pid=87506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 22:32:09.665881 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 860b2d06-b062-4533-9125-d2b8659ab6d5 up at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 22:32:09.667821 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-2660541d-7402-42b3-b2a3-9cebc443d86a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:09.693873 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823c754e-0d01-4e9b-9a41-1e09e32cb724 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8666e21f-2077-481b-9a13-ea320a1b34bb,revision_number=1']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:32:09.703261 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-2660541d-7402-42b3-b2a3-9cebc443d86a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841066'] for security_group, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:09.704418 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-823c754e-0d01-4e9b-9a41-1e09e32cb724 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:32:09.735364 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b495875-bc16-4e5a-9873-c75e1ec0c70c tempest-RoutersIpV6AdminTest-146809031 tempest-RoutersIpV6AdminTest-146809031-project-admin] Pushing event updated for resources: {'Port': ['ID=af69cefd-e64b-404d-8a7b-3a774729372f,revision_number=1']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:32:09.756590 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-b95fadc4-b108-4723-912a-8340ee8f123f tempest-ExternalNetworksTestJSON-962053912 tempest-ExternalNetworksTestJSON-962053912-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:09.779484 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-5b495875-bc16-4e5a-9873-c75e1ec0c70c tempest-RoutersIpV6AdminTest-146809031 tempest-RoutersIpV6AdminTest-146809031-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.462s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:32:09.779920 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-b93b8caa-5d89-4462-838b-e3133c0276cf tempest-FloatingIPAdminTestJSON-210502716 tempest-FloatingIPAdminTestJSON-210502716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.410s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:32:09.780266 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-b93b8caa-5d89-4462-838b-e3133c0276cf tempest-FloatingIPAdminTestJSON-210502716 tempest-FloatingIPAdminTestJSON-210502716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:32:09.788694 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning for port 860b2d06-b062-4533-9125-d2b8659ab6d5 completed by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 22:32:09.799736 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-4dac2a61-a371-4492-90aa-667c130b6915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b77e09d30>, [{'id': 'ec3443c7-b9c7-43dc-a77e-606744e51456', 'name': 'tempest-ServerActionsTestJSON-1277569529-router', 'tenant_id': 'a21c60855e3d440781134350c2712d36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.25'}], 'enable_snat': True}, 'gw_port_id': 'f36db7e1-2b19-4f1a-b338-be86ca326f63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:31:51Z', 'updated_at': '2021-12-16T22:32:00Z', 'revision_number': 4, 'project_id': 'a21c60855e3d440781134350c2712d36', 'gw_port': {'id': 'f36db7e1-2b19-4f1a-b338-be86ca326f63', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:b5:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec3443c7-b9c7-43dc-a77e-606744e51456', 'device_owner': 'network:router_gateway', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:31:52Z', 'updated_at': '2021-12-16T22:32:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv', '_interfaces': [{'id': 'a7277c6d-6959-4777-9c8c-59986b5a708a', 'name': '', 'network_id': '4324e1ea-4669-4cf4-86ce-32057be725fc', 'tenant_id': 'a21c60855e3d440781134350c2712d36', 'mac_address': 'fa:16:3e:5f:18:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec3443c7-b9c7-43dc-a77e-606744e51456', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '3657b92c-69b8-4f39-be86-861bf2c75ad0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:31:58Z', 'updated_at': '2021-12-16T22:32:08Z', 'revision_number': 4, 'project_id': 'a21c60855e3d440781134350c2712d36', 'subnets': [{'id': '3657b92c-69b8-4f39-be86-861bf2c75ad0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:32:09.803682 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:32:09.810699 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dac2a61-a371-4492-90aa-667c130b6915 None None] The sync data for ids ['ec3443c7-b9c7-43dc-a77e-606744e51456'] in dv-neutron-821829-1-hyperv is: [{'id': 'ec3443c7-b9c7-43dc-a77e-606744e51456', 'name': 'tempest-ServerActionsTestJSON-1277569529-router', 'tenant_id': 'a21c60855e3d440781134350c2712d36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.25'}], 'enable_snat': True}, 'gw_port_id': 'f36db7e1-2b19-4f1a-b338-be86ca326f63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:31:51Z', 'updated_at': '2021-12-16T22:32:00Z', 'revision_number': 4, 'project_id': 'a21c60855e3d440781134350c2712d36', 'gw_port': {'id': 'f36db7e1-2b19-4f1a-b338-be86ca326f63', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:b5:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec3443c7-b9c7-43dc-a77e-606744e51456', 'device_owner': 'network:router_gateway', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:31:52Z', 'updated_at': '2021-12-16T22:32:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv', '_interfaces': [{'id': 'a7277c6d-6959-4777-9c8c-59986b5a708a', 'name': '', 'network_id': '4324e1ea-4669-4cf4-86ce-32057be725fc', 'tenant_id': 'a21c60855e3d440781134350c2712d36', 'mac_address': 'fa:16:3e:5f:18:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec3443c7-b9c7-43dc-a77e-606744e51456', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '3657b92c-69b8-4f39-be86-861bf2c75ad0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:31:58Z', 'updated_at': '2021-12-16T22:32:08Z', 'revision_number': 4, 'project_id': 'a21c60855e3d440781134350c2712d36', 'subnets': [{'id': '3657b92c-69b8-4f39-be86-861bf2c75ad0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 22:32:09.815280 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-2660541d-7402-42b3-b2a3-9cebc443d86a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=567b6140c56444508bb591efcd34f517&name=default HTTP/1.1" status: 200  len: 2979 time: 1.2819171
Dec 16 22:32:09.823073 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 37494) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:32:09.971689 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2660541d-7402-42b3-b2a3-9cebc443d86a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=128ccbc9-8574-41f8-b61b-b92cc25150f5,revision_number=1']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:32:09.997262 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-2aaf1677-b945-4d74-9e26-9cd79ef15ad0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:10.006970 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-b95fadc4-b108-4723-912a-8340ee8f123f tempest-ExternalNetworksTestJSON-962053912 tempest-ExternalNetworksTestJSON-962053912-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:10.142675 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de78acd3-72c2-43ee-aebd-881999fd360a None None] Network 5b8d5e95-c7ec-4bcd-a4e9-51858715b4bc requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 22:32:10.151494 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-2660541d-7402-42b3-b2a3-9cebc443d86a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.347s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:32:10.176020 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-4ee484c7-e5d3-4484-83bd-ae66b9d09101 tempest-ServersTestJSON-1208382319 tempest-ServersTestJSON-1208382319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:10.252552 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-a8504f56-caeb-490c-b307-04318dca4e93 None None] Provisioning for port 860b2d06-b062-4533-9125-d2b8659ab6d5 completed by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 22:32:10.261644 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-a8504f56-caeb-490c-b307-04318dca4e93 None None] Provisioning complete for port 860b2d06-b062-4533-9125-d2b8659ab6d5 triggered by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:32:10.262165 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-a8504f56-caeb-490c-b307-04318dca4e93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:10.315607 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-b95fadc4-b108-4723-912a-8340ee8f123f tempest-ExternalNetworksTestJSON-962053912 tempest-ExternalNetworksTestJSON-962053912-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:10.376540 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.db.resource_extend [None req-b37ee038-b0cc-468e-bbfd-90836b1a8ad2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327-project-admin] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 16 22:32:10.392946 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-b95fadc4-b108-4723-912a-8340ee8f123f tempest-ExternalNetworksTestJSON-962053912 tempest-ExternalNetworksTestJSON-962053912-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:10.419129 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.db_base_plugin_common [None req-4479aa38-0e67-41d0-b838-0e59a30bae7d tempest-ServerActionsTestJSON-1581017418 tempest-ServerActionsTestJSON-1581017418-project] Allocated IP 172.26.0.33 (f8905ce9-304b-4976-bc47-e58c71c11de5/9bca8591-41ef-4f2d-8ecb-ecaab1a28acf/0a6d5400-4a65-4b53-a440-d66a94677e38) {{(pid=87506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 22:32:10.429113 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-1d7a3fca-1d6c-4eb7-848d-46d9b482e17e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:32:10.479971 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.notifiers.nova [None req-b37ee038-b0cc-468e-bbfd-90836b1a8ad2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327-project-admin] device_id is not set on port 668a4319-5574-4737-bb15-4b921d028258 yet. {{(pid=87507) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 16 22:32:10.485159 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-2aaf1677-b945-4d74-9e26-9cd79ef15ad0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:10.489420 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-b37ee038-b0cc-468e-bbfd-90836b1a8ad2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:10.508753 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.provisioning_blocks [None req-b37ee038-b0cc-468e-bbfd-90836b1a8ad2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327-project-admin] Transition to ACTIVE for port object 668a4319-5574-4737-bb15-4b921d028258 will not be triggered until provisioned by entity L2. {{(pid=87507) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:32:10.510440 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-88bbe595-ea9d-4098-831d-bbd5af074580 tempest-FloatingIPAdminTestJSON-210502716 tempest-FloatingIPAdminTestJSON-210502716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3740952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3741923'] for router, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:10.521450 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-a8504f56-caeb-490c-b307-04318dca4e93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:10.537568 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-b95fadc4-b108-4723-912a-8340ee8f123f tempest-ExternalNetworksTestJSON-962053912 tempest-ExternalNetworksTestJSON-962053912-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3741874'] for floatingip, after_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:10.588333 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-5e001c4a-ebd9-4feb-81b3-78578cabec86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:10.596413 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-a8504f56-caeb-490c-b307-04318dca4e93 None None] For port 860b2d06-b062-4533-9125-d2b8659ab6d5, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=860b2d06-b062-4533-9125-d2b8659ab6d5,segment=NetworkSegment(5a9c101d-c9ac-4cb3-925a-541ab10570ce),segment_id=5a9c101d-c9ac-4cb3-925a-541ab10570ce)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:32:10.616016 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-a8504f56-caeb-490c-b307-04318dca4e93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:10.620591 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:32:10.621193 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-5e001c4a-ebd9-4feb-81b3-78578cabec86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:10.673506 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-b37ee038-b0cc-468e-bbfd-90836b1a8ad2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10807814'] for port, after_update {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:10.696169 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-db2d8d9c-12bc-4c98-a033-bff809643da1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:32:10.710663 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8504f56-caeb-490c-b307-04318dca4e93 None None] Pushing event updated for resources: {'Port': ['ID=860b2d06-b062-4533-9125-d2b8659ab6d5,revision_number=3']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:32:10.721274 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95fadc4-b108-4723-912a-8340ee8f123f tempest-ExternalNetworksTestJSON-962053912 tempest-ExternalNetworksTestJSON-962053912-project-admin] Pushing event updated for resources: {'Port': ['ID=0c79b341-9faa-448c-b95b-dc9595b3030b,revision_number=2']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:32:10.724647 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-a8504f56-caeb-490c-b307-04318dca4e93 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:32:10.725950 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-b95fadc4-b108-4723-912a-8340ee8f123f tempest-ExternalNetworksTestJSON-962053912 tempest-ExternalNetworksTestJSON-962053912-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:32:10.746223 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-b95fadc4-b108-4723-912a-8340ee8f123f tempest-ExternalNetworksTestJSON-962053912 tempest-ExternalNetworksTestJSON-962053912-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for floatingip, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:10.750264 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-b95fadc4-b108-4723-912a-8340ee8f123f tempest-ExternalNetworksTestJSON-962053912 tempest-ExternalNetworksTestJSON-962053912-project-admin] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 691 time: 3.1711986
Dec 16 22:32:10.762474 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 37498) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:32:10.909444 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-5b495875-bc16-4e5a-9873-c75e1ec0c70c tempest-RoutersIpV6AdminTest-146809031 tempest-RoutersIpV6AdminTest-146809031-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:11.001898 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-2aaf1677-b945-4d74-9e26-9cd79ef15ad0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841066'] for security_group, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:11.017777 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:32:11.045755 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aaf1677-b945-4d74-9e26-9cd79ef15ad0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8666e21f-2077-481b-9a13-ea320a1b34bb,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:32:11.049472 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-4479aa38-0e67-41d0-b838-0e59a30bae7d tempest-ServerActionsTestJSON-1581017418 tempest-ServerActionsTestJSON-1581017418-project] Notify callbacks [] for port, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:11.051062 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-792575f8-7097-48e1-9411-845b39355baa None None] Provisioning complete for port 860b2d06-b062-4533-9125-d2b8659ab6d5 triggered by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:32:11.051573 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-792575f8-7097-48e1-9411-845b39355baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:11.116624 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-fbf607d5-9c7b-423c-a7d4-451299303bb4 tempest-ExternalNetworksTestJSON-962053912 tempest-ExternalNetworksTestJSON-962053912-project-admin] 10.222.0.13 "GET /v2.0/floatingips?floating_network_id=8646a234-111d-4b6b-9b06-e927c927adf6 HTTP/1.1" status: 200  len: 689 time: 0.3526151
Dec 16 22:32:11.121003 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-2aaf1677-b945-4d74-9e26-9cd79ef15ad0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:32:11.121509 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 37502) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:32:11.125013 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-5e001c4a-ebd9-4feb-81b3-78578cabec86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841066'] for security_group, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:11.128154 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37ee038-b0cc-468e-bbfd-90836b1a8ad2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327-project-admin] Pushing event updated for resources: {'Port': ['ID=668a4319-5574-4737-bb15-4b921d028258,revision_number=2']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:32:11.130937 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-b37ee038-b0cc-468e-bbfd-90836b1a8ad2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.435s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:32:11.149024 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:32:11.170482 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e001c4a-ebd9-4feb-81b3-78578cabec86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=128ccbc9-8574-41f8-b61b-b92cc25150f5,revision_number=None']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:32:11.172772 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-5e001c4a-ebd9-4feb-81b3-78578cabec86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:32:11.181332 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.managers [None req-b37ee038-b0cc-468e-bbfd-90836b1a8ad2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327-project-admin] Attempting to bind port 668a4319-5574-4737-bb15-4b921d028258 on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=87507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 22:32:11.181690 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.managers [None req-b37ee038-b0cc-468e-bbfd-90836b1a8ad2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327-project-admin] Attempting to bind port 668a4319-5574-4737-bb15-4b921d028258 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '462c9ab5-3f2e-4ef1-955c-22fc513fae18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '02df7aab-63e0-4ecf-8461-cdca5aca48bb'}] {{(pid=87507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 22:32:11.182065 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b37ee038-b0cc-468e-bbfd-90836b1a8ad2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327-project-admin] Attempting to bind port 668a4319-5574-4737-bb15-4b921d028258 on network 02df7aab-63e0-4ecf-8461-cdca5aca48bb {{(pid=87507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 22:32:11.193653 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b37ee038-b0cc-468e-bbfd-90836b1a8ad2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327-project-admin] Port 668a4319-5574-4737-bb15-4b921d028258 on network 02df7aab-63e0-4ecf-8461-cdca5aca48bb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=87507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 16 22:32:11.193988 dv-neutron-821829-1-hyperv neutron-server[87507]: ERROR neutron.plugins.ml2.managers [None req-b37ee038-b0cc-468e-bbfd-90836b1a8ad2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327-project-admin] Failed to bind port 668a4319-5574-4737-bb15-4b921d028258 on host hv-neutron-8218 for vnic_type normal using segments [{'id': '462c9ab5-3f2e-4ef1-955c-22fc513fae18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '02df7aab-63e0-4ecf-8461-cdca5aca48bb'}]
Dec 16 22:32:11.198071 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.plugins.ml2.plugin [None req-b37ee038-b0cc-468e-bbfd-90836b1a8ad2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327-project-admin] Attempt 2 to bind port 668a4319-5574-4737-bb15-4b921d028258
Dec 16 22:32:11.215483 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-5e001c4a-ebd9-4feb-81b3-78578cabec86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:11.219311 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-5e001c4a-ebd9-4feb-81b3-78578cabec86 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/128ccbc9-8574-41f8-b61b-b92cc25150f5 HTTP/1.1" status: 204  len: 168 time: 1.3937311
Dec 16 22:32:11.228959 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.managers [None req-b37ee038-b0cc-468e-bbfd-90836b1a8ad2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327-project-admin] Attempting to bind port 668a4319-5574-4737-bb15-4b921d028258 on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=87507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 22:32:11.229849 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.managers [None req-b37ee038-b0cc-468e-bbfd-90836b1a8ad2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327-project-admin] Attempting to bind port 668a4319-5574-4737-bb15-4b921d028258 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '462c9ab5-3f2e-4ef1-955c-22fc513fae18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '02df7aab-63e0-4ecf-8461-cdca5aca48bb'}] {{(pid=87507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 22:32:11.230184 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b37ee038-b0cc-468e-bbfd-90836b1a8ad2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327-project-admin] Attempting to bind port 668a4319-5574-4737-bb15-4b921d028258 on network 02df7aab-63e0-4ecf-8461-cdca5aca48bb {{(pid=87507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 22:32:11.236760 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b37ee038-b0cc-468e-bbfd-90836b1a8ad2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327-project-admin] Port 668a4319-5574-4737-bb15-4b921d028258 on network 02df7aab-63e0-4ecf-8461-cdca5aca48bb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=87507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 16 22:32:11.237074 dv-neutron-821829-1-hyperv neutron-server[87507]: ERROR neutron.plugins.ml2.managers [None req-b37ee038-b0cc-468e-bbfd-90836b1a8ad2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327-project-admin] Failed to bind port 668a4319-5574-4737-bb15-4b921d028258 on host hv-neutron-8218 for vnic_type normal using segments [{'id': '462c9ab5-3f2e-4ef1-955c-22fc513fae18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '02df7aab-63e0-4ecf-8461-cdca5aca48bb'}]
Dec 16 22:32:11.240418 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.plugins.ml2.plugin [None req-b37ee038-b0cc-468e-bbfd-90836b1a8ad2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327-project-admin] Attempt 3 to bind port 668a4319-5574-4737-bb15-4b921d028258
Dec 16 22:32:11.260070 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.managers [None req-b37ee038-b0cc-468e-bbfd-90836b1a8ad2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327-project-admin] Attempting to bind port 668a4319-5574-4737-bb15-4b921d028258 on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=87507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 22:32:11.260372 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.managers [None req-b37ee038-b0cc-468e-bbfd-90836b1a8ad2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327-project-admin] Attempting to bind port 668a4319-5574-4737-bb15-4b921d028258 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '462c9ab5-3f2e-4ef1-955c-22fc513fae18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '02df7aab-63e0-4ecf-8461-cdca5aca48bb'}] {{(pid=87507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 22:32:11.260666 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b37ee038-b0cc-468e-bbfd-90836b1a8ad2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327-project-admin] Attempting to bind port 668a4319-5574-4737-bb15-4b921d028258 on network 02df7aab-63e0-4ecf-8461-cdca5aca48bb {{(pid=87507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 22:32:11.267357 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b37ee038-b0cc-468e-bbfd-90836b1a8ad2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327-project-admin] Port 668a4319-5574-4737-bb15-4b921d028258 on network 02df7aab-63e0-4ecf-8461-cdca5aca48bb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=87507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 16 22:32:11.267588 dv-neutron-821829-1-hyperv neutron-server[87507]: ERROR neutron.plugins.ml2.managers [None req-b37ee038-b0cc-468e-bbfd-90836b1a8ad2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327-project-admin] Failed to bind port 668a4319-5574-4737-bb15-4b921d028258 on host hv-neutron-8218 for vnic_type normal using segments [{'id': '462c9ab5-3f2e-4ef1-955c-22fc513fae18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '02df7aab-63e0-4ecf-8461-cdca5aca48bb'}]
Dec 16 22:32:11.268296 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88bbe595-ea9d-4098-831d-bbd5af074580 tempest-FloatingIPAdminTestJSON-210502716 tempest-FloatingIPAdminTestJSON-210502716-project] Router 8976845b-1a00-4e4d-a758-acdcb256e7af is scheduled to L3 agent 4f519db7-069b-43e2-8411-c092bac9102a with binding_index 1 {{(pid=87507) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 16 22:32:11.268676 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-2aaf1677-b945-4d74-9e26-9cd79ef15ad0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:11.270443 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-2aaf1677-b945-4d74-9e26-9cd79ef15ad0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8666e21f-2077-481b-9a13-ea320a1b34bb HTTP/1.1" status: 204  len: 168 time: 1.7515767
Dec 16 22:32:11.270724 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.plugins.ml2.plugin [None req-b37ee038-b0cc-468e-bbfd-90836b1a8ad2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327-project-admin] Attempt 4 to bind port 668a4319-5574-4737-bb15-4b921d028258
Dec 16 22:32:11.273764 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-5879f8d5-aeb0-4a75-8156-193b9c4f3d5b tempest-ExternalNetworksTestJSON-962053912 tempest-ExternalNetworksTestJSON-962053912-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-825997'] for network, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:11.292747 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.managers [None req-b37ee038-b0cc-468e-bbfd-90836b1a8ad2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327-project-admin] Attempting to bind port 668a4319-5574-4737-bb15-4b921d028258 on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=87507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 22:32:11.292747 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.managers [None req-b37ee038-b0cc-468e-bbfd-90836b1a8ad2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327-project-admin] Attempting to bind port 668a4319-5574-4737-bb15-4b921d028258 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '462c9ab5-3f2e-4ef1-955c-22fc513fae18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '02df7aab-63e0-4ecf-8461-cdca5aca48bb'}] {{(pid=87507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 22:32:11.293109 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b37ee038-b0cc-468e-bbfd-90836b1a8ad2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327-project-admin] Attempting to bind port 668a4319-5574-4737-bb15-4b921d028258 on network 02df7aab-63e0-4ecf-8461-cdca5aca48bb {{(pid=87507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 22:32:11.299887 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b37ee038-b0cc-468e-bbfd-90836b1a8ad2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327-project-admin] Port 668a4319-5574-4737-bb15-4b921d028258 on network 02df7aab-63e0-4ecf-8461-cdca5aca48bb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=87507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 16 22:32:11.300245 dv-neutron-821829-1-hyperv neutron-server[87507]: ERROR neutron.plugins.ml2.managers [None req-b37ee038-b0cc-468e-bbfd-90836b1a8ad2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327-project-admin] Failed to bind port 668a4319-5574-4737-bb15-4b921d028258 on host hv-neutron-8218 for vnic_type normal using segments [{'id': '462c9ab5-3f2e-4ef1-955c-22fc513fae18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '02df7aab-63e0-4ecf-8461-cdca5aca48bb'}]
Dec 16 22:32:11.351241 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.plugins.ml2.plugin [None req-b37ee038-b0cc-468e-bbfd-90836b1a8ad2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327-project-admin] Attempt 5 to bind port 668a4319-5574-4737-bb15-4b921d028258
Dec 16 22:32:11.380567 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [None req-5879f8d5-aeb0-4a75-8156-193b9c4f3d5b tempest-ExternalNetworksTestJSON-962053912 tempest-ExternalNetworksTestJSON-962053912-project-admin] Deleting port 0c79b341-9faa-448c-b95b-dc9595b3030b {{(pid=87506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:32:11.380865 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-5879f8d5-aeb0-4a75-8156-193b9c4f3d5b tempest-ExternalNetworksTestJSON-962053912 tempest-ExternalNetworksTestJSON-962053912-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:11.389772 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.managers [None req-b37ee038-b0cc-468e-bbfd-90836b1a8ad2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327-project-admin] Attempting to bind port 668a4319-5574-4737-bb15-4b921d028258 on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=87507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 22:32:11.390411 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.managers [None req-b37ee038-b0cc-468e-bbfd-90836b1a8ad2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327-project-admin] Attempting to bind port 668a4319-5574-4737-bb15-4b921d028258 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '462c9ab5-3f2e-4ef1-955c-22fc513fae18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '02df7aab-63e0-4ecf-8461-cdca5aca48bb'}] {{(pid=87507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 22:32:11.390744 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b37ee038-b0cc-468e-bbfd-90836b1a8ad2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327-project-admin] Attempting to bind port 668a4319-5574-4737-bb15-4b921d028258 on network 02df7aab-63e0-4ecf-8461-cdca5aca48bb {{(pid=87507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 22:32:11.408805 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b37ee038-b0cc-468e-bbfd-90836b1a8ad2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327-project-admin] Port 668a4319-5574-4737-bb15-4b921d028258 on network 02df7aab-63e0-4ecf-8461-cdca5aca48bb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=87507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 16 22:32:11.409057 dv-neutron-821829-1-hyperv neutron-server[87507]: ERROR neutron.plugins.ml2.managers [None req-b37ee038-b0cc-468e-bbfd-90836b1a8ad2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327-project-admin] Failed to bind port 668a4319-5574-4737-bb15-4b921d028258 on host hv-neutron-8218 for vnic_type normal using segments [{'id': '462c9ab5-3f2e-4ef1-955c-22fc513fae18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '02df7aab-63e0-4ecf-8461-cdca5aca48bb'}]
Dec 16 22:32:11.412035 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.plugins.ml2.plugin [None req-b37ee038-b0cc-468e-bbfd-90836b1a8ad2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327-project-admin] Attempt 6 to bind port 668a4319-5574-4737-bb15-4b921d028258
Dec 16 22:32:11.496325 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.managers [None req-b37ee038-b0cc-468e-bbfd-90836b1a8ad2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327-project-admin] Attempting to bind port 668a4319-5574-4737-bb15-4b921d028258 on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=87507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 22:32:11.496643 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.managers [None req-b37ee038-b0cc-468e-bbfd-90836b1a8ad2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327-project-admin] Attempting to bind port 668a4319-5574-4737-bb15-4b921d028258 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '462c9ab5-3f2e-4ef1-955c-22fc513fae18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '02df7aab-63e0-4ecf-8461-cdca5aca48bb'}] {{(pid=87507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 22:32:11.497040 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b37ee038-b0cc-468e-bbfd-90836b1a8ad2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327-project-admin] Attempting to bind port 668a4319-5574-4737-bb15-4b921d028258 on network 02df7aab-63e0-4ecf-8461-cdca5aca48bb {{(pid=87507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 22:32:11.523577 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b37ee038-b0cc-468e-bbfd-90836b1a8ad2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327-project-admin] Port 668a4319-5574-4737-bb15-4b921d028258 on network 02df7aab-63e0-4ecf-8461-cdca5aca48bb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=87507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 16 22:32:11.523965 dv-neutron-821829-1-hyperv neutron-server[87507]: ERROR neutron.plugins.ml2.managers [None req-b37ee038-b0cc-468e-bbfd-90836b1a8ad2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327-project-admin] Failed to bind port 668a4319-5574-4737-bb15-4b921d028258 on host hv-neutron-8218 for vnic_type normal using segments [{'id': '462c9ab5-3f2e-4ef1-955c-22fc513fae18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '02df7aab-63e0-4ecf-8461-cdca5aca48bb'}]
Dec 16 22:32:11.531629 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.plugins.ml2.plugin [None req-b37ee038-b0cc-468e-bbfd-90836b1a8ad2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327-project-admin] Attempt 7 to bind port 668a4319-5574-4737-bb15-4b921d028258
Dec 16 22:32:11.617059 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88bbe595-ea9d-4098-831d-bbd5af074580 tempest-FloatingIPAdminTestJSON-210502716 tempest-FloatingIPAdminTestJSON-210502716-project] Notify agent at l3_agent.dv-neutron-821829-1-hyperv the message routers_updated {{(pid=87507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 22:32:11.623913 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-4479aa38-0e67-41d0-b838-0e59a30bae7d tempest-ServerActionsTestJSON-1581017418 tempest-ServerActionsTestJSON-1581017418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940'] for port, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:11.633198 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e02bca4f-4bf0-48a1-960b-4b7c3a62eb62 None None] Sync routers for ids ['8976845b-1a00-4e4d-a758-acdcb256e7af'] in dv-neutron-821829-1-hyperv {{(pid=87509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 22:32:11.641135 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.managers [None req-b37ee038-b0cc-468e-bbfd-90836b1a8ad2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327-project-admin] Attempting to bind port 668a4319-5574-4737-bb15-4b921d028258 on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=87507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 22:32:11.641553 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.managers [None req-b37ee038-b0cc-468e-bbfd-90836b1a8ad2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327-project-admin] Attempting to bind port 668a4319-5574-4737-bb15-4b921d028258 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '462c9ab5-3f2e-4ef1-955c-22fc513fae18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '02df7aab-63e0-4ecf-8461-cdca5aca48bb'}] {{(pid=87507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 22:32:11.641951 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b37ee038-b0cc-468e-bbfd-90836b1a8ad2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327-project-admin] Attempting to bind port 668a4319-5574-4737-bb15-4b921d028258 on network 02df7aab-63e0-4ecf-8461-cdca5aca48bb {{(pid=87507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 22:32:11.655681 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e02bca4f-4bf0-48a1-960b-4b7c3a62eb62 None None] Routers {'8976845b-1a00-4e4d-a758-acdcb256e7af'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:32:11.657473 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-e02bca4f-4bf0-48a1-960b-4b7c3a62eb62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b7c709c70>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:32:01Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['8976845b-1a00-4e4d-a758-acdcb256e7af'], 'active': True} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:32:11.659613 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b37ee038-b0cc-468e-bbfd-90836b1a8ad2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327-project-admin] Port 668a4319-5574-4737-bb15-4b921d028258 on network 02df7aab-63e0-4ecf-8461-cdca5aca48bb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=87507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 16 22:32:11.660091 dv-neutron-821829-1-hyperv neutron-server[87507]: ERROR neutron.plugins.ml2.managers [None req-b37ee038-b0cc-468e-bbfd-90836b1a8ad2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327-project-admin] Failed to bind port 668a4319-5574-4737-bb15-4b921d028258 on host hv-neutron-8218 for vnic_type normal using segments [{'id': '462c9ab5-3f2e-4ef1-955c-22fc513fae18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '02df7aab-63e0-4ecf-8461-cdca5aca48bb'}]
Dec 16 22:32:11.667186 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.plugins.ml2.plugin [None req-b37ee038-b0cc-468e-bbfd-90836b1a8ad2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327-project-admin] Attempt 8 to bind port 668a4319-5574-4737-bb15-4b921d028258
Dec 16 22:32:11.693368 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.db_base_plugin_common [None req-4ee484c7-e5d3-4484-83bd-ae66b9d09101 tempest-ServersTestJSON-1208382319 tempest-ServersTestJSON-1208382319-project] Allocated IP 172.26.0.226 (f8905ce9-304b-4976-bc47-e58c71c11de5/9bca8591-41ef-4f2d-8ecb-ecaab1a28acf/f7ed4363-1a7d-4451-8dad-704901c1e423) {{(pid=87507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 22:32:11.704890 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-88bbe595-ea9d-4098-831d-bbd5af074580 tempest-FloatingIPAdminTestJSON-210502716 tempest-FloatingIPAdminTestJSON-210502716-project] Notify callbacks [] for router, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:11.706210 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-88bbe595-ea9d-4098-831d-bbd5af074580 tempest-FloatingIPAdminTestJSON-210502716 tempest-FloatingIPAdminTestJSON-210502716-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 890 time: 6.6495147
Dec 16 22:32:11.709389 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.managers [None req-b37ee038-b0cc-468e-bbfd-90836b1a8ad2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327-project-admin] Attempting to bind port 668a4319-5574-4737-bb15-4b921d028258 on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=87507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 22:32:11.709720 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.managers [None req-b37ee038-b0cc-468e-bbfd-90836b1a8ad2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327-project-admin] Attempting to bind port 668a4319-5574-4737-bb15-4b921d028258 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '462c9ab5-3f2e-4ef1-955c-22fc513fae18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '02df7aab-63e0-4ecf-8461-cdca5aca48bb'}] {{(pid=87507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 22:32:11.710056 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b37ee038-b0cc-468e-bbfd-90836b1a8ad2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327-project-admin] Attempting to bind port 668a4319-5574-4737-bb15-4b921d028258 on network 02df7aab-63e0-4ecf-8461-cdca5aca48bb {{(pid=87507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 22:32:11.720430 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 37516) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:32:11.721163 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b37ee038-b0cc-468e-bbfd-90836b1a8ad2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327-project-admin] Port 668a4319-5574-4737-bb15-4b921d028258 on network 02df7aab-63e0-4ecf-8461-cdca5aca48bb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=87507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 16 22:32:11.721494 dv-neutron-821829-1-hyperv neutron-server[87507]: ERROR neutron.plugins.ml2.managers [None req-b37ee038-b0cc-468e-bbfd-90836b1a8ad2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327-project-admin] Failed to bind port 668a4319-5574-4737-bb15-4b921d028258 on host hv-neutron-8218 for vnic_type normal using segments [{'id': '462c9ab5-3f2e-4ef1-955c-22fc513fae18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '02df7aab-63e0-4ecf-8461-cdca5aca48bb'}]
Dec 16 22:32:11.725826 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-b93b8caa-5d89-4462-838b-e3133c0276cf tempest-FloatingIPAdminTestJSON-210502716 tempest-FloatingIPAdminTestJSON-210502716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:32:11.803577 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4479aa38-0e67-41d0-b838-0e59a30bae7d tempest-ServerActionsTestJSON-1581017418 tempest-ServerActionsTestJSON-1581017418-project] Network f8905ce9-304b-4976-bc47-e58c71c11de5 is already hosted by enough agents. {{(pid=87506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:32:11.817976 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-e02bca4f-4bf0-48a1-960b-4b7c3a62eb62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b7c709c70>, [], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:32:11.821064 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.base_scheduler [None req-4479aa38-0e67-41d0-b838-0e59a30bae7d tempest-ServerActionsTestJSON-1581017418 tempest-ServerActionsTestJSON-1581017418-project] Resources bound (agent type, host, resource id):  {{(pid=87506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:32:11.834019 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4479aa38-0e67-41d0-b838-0e59a30bae7d tempest-ServerActionsTestJSON-1581017418 tempest-ServerActionsTestJSON-1581017418-project] Received port after_create {{(pid=87506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 22:32:11.837636 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.plugins.ml2.plugin [None req-b37ee038-b0cc-468e-bbfd-90836b1a8ad2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327-project-admin] Attempt 9 to bind port 668a4319-5574-4737-bb15-4b921d028258
Dec 16 22:32:11.842328 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device a7277c6d-6959-4777-9c8c-59986b5a708a up at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 22:32:11.849394 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e02bca4f-4bf0-48a1-960b-4b7c3a62eb62 None None] Routers {'8976845b-1a00-4e4d-a758-acdcb256e7af'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:32:11.850202 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-e02bca4f-4bf0-48a1-960b-4b7c3a62eb62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b7c709c70>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:32:01Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['8976845b-1a00-4e4d-a758-acdcb256e7af'], 'active': True} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:32:11.865509 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4479aa38-0e67-41d0-b838-0e59a30bae7d tempest-ServerActionsTestJSON-1581017418 tempest-ServerActionsTestJSON-1581017418-project] Pushing event updated for resources: {'Port': ['ID=0a6d5400-4a65-4b53-a440-d66a94677e38,revision_number=1']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:32:11.875078 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-4479aa38-0e67-41d0-b838-0e59a30bae7d tempest-ServerActionsTestJSON-1581017418 tempest-ServerActionsTestJSON-1581017418-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:32:11.876137 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-5b495875-bc16-4e5a-9873-c75e1ec0c70c tempest-RoutersIpV6AdminTest-146809031 tempest-RoutersIpV6AdminTest-146809031-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3740952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3741923'] for router, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:11.984373 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning for port a7277c6d-6959-4777-9c8c-59986b5a708a completed by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 22:32:11.990798 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning complete for port a7277c6d-6959-4777-9c8c-59986b5a708a triggered by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:32:11.991379 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:11.996209 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-e02bca4f-4bf0-48a1-960b-4b7c3a62eb62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b7c709c70>, [], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:32:11.996621 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e02bca4f-4bf0-48a1-960b-4b7c3a62eb62 None None] The sync data for ids ['8976845b-1a00-4e4d-a758-acdcb256e7af'] in dv-neutron-821829-1-hyperv is: [] {{(pid=87509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 22:32:12.167803 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-5879f8d5-aeb0-4a75-8156-193b9c4f3d5b tempest-ExternalNetworksTestJSON-962053912 tempest-ExternalNetworksTestJSON-962053912-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:12.168136 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-5879f8d5-aeb0-4a75-8156-193b9c4f3d5b tempest-ExternalNetworksTestJSON-962053912 tempest-ExternalNetworksTestJSON-962053912-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:12.192116 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.managers [None req-b37ee038-b0cc-468e-bbfd-90836b1a8ad2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327-project-admin] Attempting to bind port 668a4319-5574-4737-bb15-4b921d028258 on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=87507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 22:32:12.192568 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.managers [None req-b37ee038-b0cc-468e-bbfd-90836b1a8ad2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327-project-admin] Attempting to bind port 668a4319-5574-4737-bb15-4b921d028258 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '462c9ab5-3f2e-4ef1-955c-22fc513fae18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '02df7aab-63e0-4ecf-8461-cdca5aca48bb'}] {{(pid=87507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 22:32:12.193361 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b37ee038-b0cc-468e-bbfd-90836b1a8ad2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327-project-admin] Attempting to bind port 668a4319-5574-4737-bb15-4b921d028258 on network 02df7aab-63e0-4ecf-8461-cdca5aca48bb {{(pid=87507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 22:32:12.209922 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:12.219516 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b37ee038-b0cc-468e-bbfd-90836b1a8ad2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327-project-admin] Port 668a4319-5574-4737-bb15-4b921d028258 on network 02df7aab-63e0-4ecf-8461-cdca5aca48bb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=87507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 16 22:32:12.219871 dv-neutron-821829-1-hyperv neutron-server[87507]: ERROR neutron.plugins.ml2.managers [None req-b37ee038-b0cc-468e-bbfd-90836b1a8ad2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327-project-admin] Failed to bind port 668a4319-5574-4737-bb15-4b921d028258 on host hv-neutron-8218 for vnic_type normal using segments [{'id': '462c9ab5-3f2e-4ef1-955c-22fc513fae18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '02df7aab-63e0-4ecf-8461-cdca5aca48bb'}]
Dec 16 22:32:12.227496 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.plugins.ml2.plugin [None req-b37ee038-b0cc-468e-bbfd-90836b1a8ad2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327-project-admin] Attempt 10 to bind port 668a4319-5574-4737-bb15-4b921d028258
Dec 16 22:32:12.271065 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] For port a7277c6d-6959-4777-9c8c-59986b5a708a, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=a7277c6d-6959-4777-9c8c-59986b5a708a,segment=NetworkSegment(0e9a6b9a-afeb-4b5e-89d6-53273bbdf644),segment_id=0e9a6b9a-afeb-4b5e-89d6-53273bbdf644)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:32:12.277779 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:12.279388 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 860b2d06-b062-4533-9125-d2b8659ab6d5 up at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 22:32:12.311442 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:32:12.341374 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [None req-5879f8d5-aeb0-4a75-8156-193b9c4f3d5b tempest-ExternalNetworksTestJSON-962053912 tempest-ExternalNetworksTestJSON-962053912-project-admin] Calling delete_port for 0c79b341-9faa-448c-b95b-dc9595b3030b owned by network:floatingip {{(pid=87506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:32:12.345169 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.managers [None req-b37ee038-b0cc-468e-bbfd-90836b1a8ad2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327-project-admin] Attempting to bind port 668a4319-5574-4737-bb15-4b921d028258 on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=87507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 22:32:12.345503 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.managers [None req-b37ee038-b0cc-468e-bbfd-90836b1a8ad2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327-project-admin] Attempting to bind port 668a4319-5574-4737-bb15-4b921d028258 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '462c9ab5-3f2e-4ef1-955c-22fc513fae18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '02df7aab-63e0-4ecf-8461-cdca5aca48bb'}] {{(pid=87507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 22:32:12.345841 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b37ee038-b0cc-468e-bbfd-90836b1a8ad2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327-project-admin] Attempting to bind port 668a4319-5574-4737-bb15-4b921d028258 on network 02df7aab-63e0-4ecf-8461-cdca5aca48bb {{(pid=87507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 22:32:12.376157 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b37ee038-b0cc-468e-bbfd-90836b1a8ad2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327-project-admin] Port 668a4319-5574-4737-bb15-4b921d028258 on network 02df7aab-63e0-4ecf-8461-cdca5aca48bb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=87507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 16 22:32:12.376491 dv-neutron-821829-1-hyperv neutron-server[87507]: ERROR neutron.plugins.ml2.managers [None req-b37ee038-b0cc-468e-bbfd-90836b1a8ad2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327-project-admin] Failed to bind port 668a4319-5574-4737-bb15-4b921d028258 on host hv-neutron-8218 for vnic_type normal using segments [{'id': '462c9ab5-3f2e-4ef1-955c-22fc513fae18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '02df7aab-63e0-4ecf-8461-cdca5aca48bb'}]
Dec 16 22:32:12.376899 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-b37ee038-b0cc-468e-bbfd-90836b1a8ad2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:12.382038 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-4479aa38-0e67-41d0-b838-0e59a30bae7d tempest-ServerActionsTestJSON-1581017418 tempest-ServerActionsTestJSON-1581017418-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:12.464778 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Pushing event updated for resources: {'Port': ['ID=a7277c6d-6959-4777-9c8c-59986b5a708a,revision_number=5']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:32:12.485311 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:32:12.501109 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning complete for port 860b2d06-b062-4533-9125-d2b8659ab6d5 triggered by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:32:12.501500 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:12.655274 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-4ee484c7-e5d3-4484-83bd-ae66b9d09101 tempest-ServersTestJSON-1208382319 tempest-ServersTestJSON-1208382319-project] Notify callbacks [] for port, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:12.657937 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-4479aa38-0e67-41d0-b838-0e59a30bae7d tempest-ServerActionsTestJSON-1581017418 tempest-ServerActionsTestJSON-1581017418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:12.754320 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.db [None req-b37ee038-b0cc-468e-bbfd-90836b1a8ad2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327-project-admin] For port 668a4319-5574-4737-bb15-4b921d028258, host hv-neutron-8218, cleared binding levels {{(pid=87507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 22:32:12.754941 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.db [None req-b37ee038-b0cc-468e-bbfd-90836b1a8ad2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327-project-admin] Attempted to set empty binding levels {{(pid=87507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}}
Dec 16 22:32:12.785159 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 37544) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:32:12.819815 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-b37ee038-b0cc-468e-bbfd-90836b1a8ad2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10807814'] for port, after_update {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:12.832163 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-5879f8d5-aeb0-4a75-8156-193b9c4f3d5b tempest-ExternalNetworksTestJSON-962053912 tempest-ExternalNetworksTestJSON-962053912-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949'] for port, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:12.837494 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:32:12.861880 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:32:12.923316 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b495875-bc16-4e5a-9873-c75e1ec0c70c tempest-RoutersIpV6AdminTest-146809031 tempest-RoutersIpV6AdminTest-146809031-project-admin] Router c2baf413-64e0-489d-83ef-ec367626ca05 is scheduled to L3 agent 4f519db7-069b-43e2-8411-c092bac9102a with binding_index 1 {{(pid=87506) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 16 22:32:12.977206 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5879f8d5-aeb0-4a75-8156-193b9c4f3d5b tempest-ExternalNetworksTestJSON-962053912 tempest-ExternalNetworksTestJSON-962053912-project-admin] Pushing event deleted for resources: {'Port': ['ID=0c79b341-9faa-448c-b95b-dc9595b3030b,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:32:13.012808 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-5879f8d5-aeb0-4a75-8156-193b9c4f3d5b tempest-ExternalNetworksTestJSON-962053912 tempest-ExternalNetworksTestJSON-962053912-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:32:13.018962 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.plugin [None req-b37ee038-b0cc-468e-bbfd-90836b1a8ad2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327-project-admin] In _notify_port_updated(), no bound segment for port 668a4319-5574-4737-bb15-4b921d028258 on network 02df7aab-63e0-4ecf-8461-cdca5aca48bb {{(pid=87507) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}}
Dec 16 22:32:13.019965 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b37ee038-b0cc-468e-bbfd-90836b1a8ad2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:32:13.020649 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-b37ee038-b0cc-468e-bbfd-90836b1a8ad2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3791486'] for port, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:13.024738 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-b37ee038-b0cc-468e-bbfd-90836b1a8ad2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327-project-admin] 10.222.0.13 "PUT /v2.0/ports/668a4319-5574-4737-bb15-4b921d028258 HTTP/1.1" status: 200  len: 980 time: 3.9766307
Dec 16 22:32:13.025519 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 37556) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:32:13.126943 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 37560) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:32:13.155628 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37ee038-b0cc-468e-bbfd-90836b1a8ad2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327-project-admin] Pushing event updated for resources: {'Port': ['ID=668a4319-5574-4737-bb15-4b921d028258,revision_number=3']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:32:13.158560 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-b37ee038-b0cc-468e-bbfd-90836b1a8ad2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:32:13.161424 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-4ee484c7-e5d3-4484-83bd-ae66b9d09101 tempest-ServersTestJSON-1208382319 tempest-ServersTestJSON-1208382319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10807823'] for port, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:13.189442 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:32:13.209676 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-58a33727-6ba4-4f93-8641-3a0a9ffbca1b tempest-ExtraDHCPOptionsIpV6TestJSON-903106190 tempest-ExtraDHCPOptionsIpV6TestJSON-903106190-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1107033080'}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:32:13.225921 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-58a33727-6ba4-4f93-8641-3a0a9ffbca1b tempest-ExtraDHCPOptionsIpV6TestJSON-903106190 tempest-ExtraDHCPOptionsIpV6TestJSON-903106190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:32:13.241858 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-58a33727-6ba4-4f93-8641-3a0a9ffbca1b tempest-ExtraDHCPOptionsIpV6TestJSON-903106190 tempest-ExtraDHCPOptionsIpV6TestJSON-903106190-project] Usage tracker for resource:network and tenant:57ed53f83b2e4ecc9453765ed889b71b is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:32:13.247461 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-58a33727-6ba4-4f93-8641-3a0a9ffbca1b tempest-ExtraDHCPOptionsIpV6TestJSON-903106190 tempest-ExtraDHCPOptionsIpV6TestJSON-903106190-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:32:13.257041 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-5879f8d5-aeb0-4a75-8156-193b9c4f3d5b tempest-ExternalNetworksTestJSON-962053912 tempest-ExternalNetworksTestJSON-962053912-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:13.259722 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-58a33727-6ba4-4f93-8641-3a0a9ffbca1b tempest-ExtraDHCPOptionsIpV6TestJSON-903106190 tempest-ExtraDHCPOptionsIpV6TestJSON-903106190-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:32:13.277881 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-a0da3f56-bada-4c0b-99ce-c4ecc236af90 tempest-AgentManagementNegativeTest-1021516249 tempest-AgentManagementNegativeTest-1021516249-project] 10.222.0.13 "GET /v2.0/agents HTTP/1.1" status: 200  len: 207 time: 0.1397080
Dec 16 22:32:13.302305 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ee484c7-e5d3-4484-83bd-ae66b9d09101 tempest-ServersTestJSON-1208382319 tempest-ServersTestJSON-1208382319-project] Network f8905ce9-304b-4976-bc47-e58c71c11de5 is already hosted by enough agents. {{(pid=87507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:32:13.310164 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b495875-bc16-4e5a-9873-c75e1ec0c70c tempest-RoutersIpV6AdminTest-146809031 tempest-RoutersIpV6AdminTest-146809031-project-admin] Notify agent at l3_agent.dv-neutron-821829-1-hyperv the message routers_updated {{(pid=87506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 22:32:13.321168 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7feaf0a7-aea1-44a3-a789-cd2d5c192c6f None None] Sync routers for ids ['c2baf413-64e0-489d-83ef-ec367626ca05'] in dv-neutron-821829-1-hyperv {{(pid=87508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 22:32:13.330914 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.base_scheduler [None req-4ee484c7-e5d3-4484-83bd-ae66b9d09101 tempest-ServersTestJSON-1208382319 tempest-ServersTestJSON-1208382319-project] Resources bound (agent type, host, resource id):  {{(pid=87507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:32:13.334416 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7feaf0a7-aea1-44a3-a789-cd2d5c192c6f None None] Routers {'c2baf413-64e0-489d-83ef-ec367626ca05'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:32:13.335247 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-7feaf0a7-aea1-44a3-a789-cd2d5c192c6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b7c0f5af0>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:32:01Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['c2baf413-64e0-489d-83ef-ec367626ca05'], 'active': True} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:32:13.338795 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ee484c7-e5d3-4484-83bd-ae66b9d09101 tempest-ServersTestJSON-1208382319 tempest-ServersTestJSON-1208382319-project] Received port after_create {{(pid=87507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 22:32:13.365818 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-5879f8d5-aeb0-4a75-8156-193b9c4f3d5b tempest-ExternalNetworksTestJSON-962053912 tempest-ExternalNetworksTestJSON-962053912-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3328566'] for subnet, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:13.381759 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee484c7-e5d3-4484-83bd-ae66b9d09101 tempest-ServersTestJSON-1208382319 tempest-ServersTestJSON-1208382319-project] Pushing event updated for resources: {'Port': ['ID=f7ed4363-1a7d-4451-8dad-704901c1e423,revision_number=1']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:32:13.389371 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58a33727-6ba4-4f93-8641-3a0a9ffbca1b tempest-ExtraDHCPOptionsIpV6TestJSON-903106190 tempest-ExtraDHCPOptionsIpV6TestJSON-903106190-project] Made reservation on behalf of 57ed53f83b2e4ecc9453765ed889b71b for: {'network': 1} {{(pid=87506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:32:13.392747 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-58a33727-6ba4-4f93-8641-3a0a9ffbca1b tempest-ExtraDHCPOptionsIpV6TestJSON-903106190 tempest-ExtraDHCPOptionsIpV6TestJSON-903106190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for network, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:13.395139 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-4ee484c7-e5d3-4484-83bd-ae66b9d09101 tempest-ServersTestJSON-1208382319 tempest-ServersTestJSON-1208382319-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:32:13.438114 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-58a33727-6ba4-4f93-8641-3a0a9ffbca1b tempest-ExtraDHCPOptionsIpV6TestJSON-903106190 tempest-ExtraDHCPOptionsIpV6TestJSON-903106190-project] Notify callbacks [] for security_group, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:13.467003 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-58a33727-6ba4-4f93-8641-3a0a9ffbca1b tempest-ExtraDHCPOptionsIpV6TestJSON-903106190 tempest-ExtraDHCPOptionsIpV6TestJSON-903106190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:32:13.470814 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-58a33727-6ba4-4f93-8641-3a0a9ffbca1b tempest-ExtraDHCPOptionsIpV6TestJSON-903106190 tempest-ExtraDHCPOptionsIpV6TestJSON-903106190-project] Usage tracker for resource:security_group_rule and tenant:57ed53f83b2e4ecc9453765ed889b71b is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:32:13.471207 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c22c3d72-96eb-4d4d-acdd-5d2fab1d3a36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:32:13.471702 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c22c3d72-96eb-4d4d-acdd-5d2fab1d3a36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:32:13.474347 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-58a33727-6ba4-4f93-8641-3a0a9ffbca1b tempest-ExtraDHCPOptionsIpV6TestJSON-903106190 tempest-ExtraDHCPOptionsIpV6TestJSON-903106190-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:32:13.479372 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c22c3d72-96eb-4d4d-acdd-5d2fab1d3a36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:32:13.479828 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c22c3d72-96eb-4d4d-acdd-5d2fab1d3a36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:32:13.480348 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c22c3d72-96eb-4d4d-acdd-5d2fab1d3a36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:32:13.480847 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c22c3d72-96eb-4d4d-acdd-5d2fab1d3a36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:32:13.481330 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c22c3d72-96eb-4d4d-acdd-5d2fab1d3a36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:32:13.481824 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c22c3d72-96eb-4d4d-acdd-5d2fab1d3a36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:32:13.481933 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-58a33727-6ba4-4f93-8641-3a0a9ffbca1b tempest-ExtraDHCPOptionsIpV6TestJSON-903106190 tempest-ExtraDHCPOptionsIpV6TestJSON-903106190-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:32:13.482292 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c22c3d72-96eb-4d4d-acdd-5d2fab1d3a36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:32:13.483057 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c22c3d72-96eb-4d4d-acdd-5d2fab1d3a36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:32:13.483283 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c22c3d72-96eb-4d4d-acdd-5d2fab1d3a36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:32:13.483857 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c22c3d72-96eb-4d4d-acdd-5d2fab1d3a36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:32:13.484407 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c22c3d72-96eb-4d4d-acdd-5d2fab1d3a36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:32:13.484970 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c22c3d72-96eb-4d4d-acdd-5d2fab1d3a36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:32:13.485405 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c22c3d72-96eb-4d4d-acdd-5d2fab1d3a36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:32:13.485887 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c22c3d72-96eb-4d4d-acdd-5d2fab1d3a36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:32:13.487665 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-c22c3d72-96eb-4d4d-acdd-5d2fab1d3a36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327-project-admin] Synchronizing usage tracker for tenant:e3a94693b6bd4c1c975a78c01183cef8 on resource:port {{(pid=87507) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 22:32:13.570025 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-58a33727-6ba4-4f93-8641-3a0a9ffbca1b tempest-ExtraDHCPOptionsIpV6TestJSON-903106190 tempest-ExtraDHCPOptionsIpV6TestJSON-903106190-project] Notify callbacks [] for security_group, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:13.578611 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.db.resource_extend [None req-4479aa38-0e67-41d0-b838-0e59a30bae7d tempest-ServerActionsTestJSON-1581017418 tempest-ServerActionsTestJSON-1581017418-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 16 22:32:13.588007 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-5b495875-bc16-4e5a-9873-c75e1ec0c70c tempest-RoutersIpV6AdminTest-146809031 tempest-RoutersIpV6AdminTest-146809031-project-admin] Notify callbacks [] for router, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:13.592703 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-5b495875-bc16-4e5a-9873-c75e1ec0c70c tempest-RoutersIpV6AdminTest-146809031 tempest-RoutersIpV6AdminTest-146809031-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 878 time: 7.2579887
Dec 16 22:32:13.598138 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 37570) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:32:13.605979 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-58a33727-6ba4-4f93-8641-3a0a9ffbca1b tempest-ExtraDHCPOptionsIpV6TestJSON-903106190 tempest-ExtraDHCPOptionsIpV6TestJSON-903106190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841066'] for security_group, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:13.654913 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-c22c3d72-96eb-4d4d-acdd-5d2fab1d3a36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327-project-admin] Unset dirty status for tenant:e3a94693b6bd4c1c975a78c01183cef8 on resource:port {{(pid=87507) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 22:32:13.655933 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device a7277c6d-6959-4777-9c8c-59986b5a708a up at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 22:32:13.660273 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-c22c3d72-96eb-4d4d-acdd-5d2fab1d3a36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327-project-admin] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200  len: 14242 time: 0.6278150
Dec 16 22:32:13.660948 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 37574) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:32:13.671686 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-4479aa38-0e67-41d0-b838-0e59a30bae7d tempest-ServerActionsTestJSON-1581017418 tempest-ServerActionsTestJSON-1581017418-project] Notify callbacks [] for port, precommit_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:13.680593 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:32:13.701085 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvr_db [None req-7feaf0a7-aea1-44a3-a789-cd2d5c192c6f None None] Set router c2baf413-64e0-489d-83ef-ec367626ca05 gateway port host: dv-neutron-821829-1-hyperv {{(pid=87508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 22:32:13.706039 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-4479aa38-0e67-41d0-b838-0e59a30bae7d tempest-ServerActionsTestJSON-1581017418 tempest-ServerActionsTestJSON-1581017418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:13.733309 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 37578) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:32:13.754801 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a33727-6ba4-4f93-8641-3a0a9ffbca1b tempest-ExtraDHCPOptionsIpV6TestJSON-903106190 tempest-ExtraDHCPOptionsIpV6TestJSON-903106190-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7039d1cc-35a0-4ebd-abd1-32600bba665a,revision_number=1']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:32:13.762205 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-4479aa38-0e67-41d0-b838-0e59a30bae7d tempest-ServerActionsTestJSON-1581017418 tempest-ServerActionsTestJSON-1581017418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3741874'] for floatingip, after_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:13.781617 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-4ee484c7-e5d3-4484-83bd-ae66b9d09101 tempest-ServersTestJSON-1208382319 tempest-ServersTestJSON-1208382319-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:13.798117 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-b0e0a20a-1659-4e35-bbcb-89509288e8fc tempest-FloatingIPAdminTestJSON-210502716 tempest-FloatingIPAdminTestJSON-210502716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:13.817230 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.plugin [None req-59767f4f-6e0b-4d5d-92c1-9357ab45ca52 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327-project-admin] Deleting port 668a4319-5574-4737-bb15-4b921d028258 {{(pid=87507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:32:13.817596 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-59767f4f-6e0b-4d5d-92c1-9357ab45ca52 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:13.822099 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-58a33727-6ba4-4f93-8641-3a0a9ffbca1b tempest-ExtraDHCPOptionsIpV6TestJSON-903106190 tempest-ExtraDHCPOptionsIpV6TestJSON-903106190-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:32:13.825203 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.084s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:32:13.950466 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-5879f8d5-aeb0-4a75-8156-193b9c4f3d5b tempest-ExternalNetworksTestJSON-962053912 tempest-ExternalNetworksTestJSON-962053912-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3328622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440'] for subnet, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:13.967407 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58a33727-6ba4-4f93-8641-3a0a9ffbca1b tempest-ExtraDHCPOptionsIpV6TestJSON-903106190 tempest-ExtraDHCPOptionsIpV6TestJSON-903106190-project] vlan segment allocate from pool success with {'vlan_id': 157, 'physical_network': 'physnet1'}  {{(pid=87506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 22:32:13.989029 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-072234cb-1184-4b05-8bc1-2ed9a77d5c0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:14.020248 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning complete for port a7277c6d-6959-4777-9c8c-59986b5a708a triggered by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:32:14.020682 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:14.027594 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-4ee484c7-e5d3-4484-83bd-ae66b9d09101 tempest-ServersTestJSON-1208382319 tempest-ServersTestJSON-1208382319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:14.031998 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-58a33727-6ba4-4f93-8641-3a0a9ffbca1b tempest-ExtraDHCPOptionsIpV6TestJSON-903106190 tempest-ExtraDHCPOptionsIpV6TestJSON-903106190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-883292'] for segment, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:14.032398 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.db.segments_db [None req-58a33727-6ba4-4f93-8641-3a0a9ffbca1b tempest-ExtraDHCPOptionsIpV6TestJSON-903106190 tempest-ExtraDHCPOptionsIpV6TestJSON-903106190-project] Added segment b73895dd-fb54-4010-a19c-7a4f97706f6a of type vlan for network 253685fa-49de-4f72-9f01-8c35b72d7889
Dec 16 22:32:14.059659 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-072234cb-1184-4b05-8bc1-2ed9a77d5c0d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:32:14.087513 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4479aa38-0e67-41d0-b838-0e59a30bae7d tempest-ServerActionsTestJSON-1581017418 tempest-ServerActionsTestJSON-1581017418-project] Pushing event updated for resources: {'Port': ['ID=0a6d5400-4a65-4b53-a440-d66a94677e38,revision_number=2']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:32:14.100065 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-072234cb-1184-4b05-8bc1-2ed9a77d5c0d admin admin] Usage tracker for resource:security_group_rule and tenant:84522b335922422dbf7b7b36145ec524 is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:32:14.108450 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-072234cb-1184-4b05-8bc1-2ed9a77d5c0d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:32:14.129952 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-072234cb-1184-4b05-8bc1-2ed9a77d5c0d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:32:14.143375 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-4479aa38-0e67-41d0-b838-0e59a30bae7d tempest-ServerActionsTestJSON-1581017418 tempest-ServerActionsTestJSON-1581017418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for floatingip, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:14.152257 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-4479aa38-0e67-41d0-b838-0e59a30bae7d tempest-ServerActionsTestJSON-1581017418 tempest-ServerActionsTestJSON-1581017418-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 5.7312689
Dec 16 22:32:14.152257 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-4479aa38-0e67-41d0-b838-0e59a30bae7d tempest-ServerActionsTestJSON-1581017418 tempest-ServerActionsTestJSON-1581017418-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:32:14.155561 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.164s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:32:14.189517 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-239a4f27-896d-4dbd-b7d5-d358d9609acb tempest-RoutersIpV6AdminTest-146809031 tempest-RoutersIpV6AdminTest-146809031-project-admin] Notify callbacks [] for router, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:14.260978 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-58a33727-6ba4-4f93-8641-3a0a9ffbca1b tempest-ExtraDHCPOptionsIpV6TestJSON-903106190 tempest-ExtraDHCPOptionsIpV6TestJSON-903106190-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734753047233'] for network, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:14.279310 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-7feaf0a7-aea1-44a3-a789-cd2d5c192c6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b7c0f5af0>, [{'id': 'c2baf413-64e0-489d-83ef-ec367626ca05', 'name': '', 'tenant_id': '5cf88710195741768968293f02f9935d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd71208a3-096e-43da-b080-681ced87d2c2', 'external_fixed_ips': [{'subnet_id': '0e0f033c-ba21-426c-a6a6-408da8c99c00', 'ip_address': '2001:db8::2be'}], 'enable_snat': True}, 'gw_port_id': 'af69cefd-e64b-404d-8a7b-3a774729372f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:32:06Z', 'updated_at': '2021-12-16T22:32:09Z', 'revision_number': 3, 'project_id': '5cf88710195741768968293f02f9935d', 'gw_port': {'id': 'af69cefd-e64b-404d-8a7b-3a774729372f', 'name': '', 'network_id': 'd71208a3-096e-43da-b080-681ced87d2c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:b0:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2baf413-64e0-489d-83ef-ec367626ca05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 142, 'fixed_ips': [{'subnet_id': '0e0f033c-ba21-426c-a6a6-408da8c99c00', 'ip_address': '2001:db8::2be', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:32:08Z', 'updated_at': '2021-12-16T22:32:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0e0f033c-ba21-426c-a6a6-408da8c99c00', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv'}], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:32:14.284550 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7feaf0a7-aea1-44a3-a789-cd2d5c192c6f None None] Checking router: c2baf413-64e0-489d-83ef-ec367626ca05 for host: dv-neutron-821829-1-hyperv {{(pid=87508) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 22:32:14.284908 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7feaf0a7-aea1-44a3-a789-cd2d5c192c6f None None] Updating router c2baf413-64e0-489d-83ef-ec367626ca05 port af69cefd-e64b-404d-8a7b-3a774729372f binding host dv-neutron-821829-1-hyperv {{(pid=87508) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 16 22:32:14.349959 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-7feaf0a7-aea1-44a3-a789-cd2d5c192c6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:14.450914 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-5879f8d5-aeb0-4a75-8156-193b9c4f3d5b tempest-ExternalNetworksTestJSON-962053912 tempest-ExternalNetworksTestJSON-962053912-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3329565', 'neutron.services.segments.db._delete_segments_for_network-8734753546406'] for network, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:14.459907 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-239a4f27-896d-4dbd-b7d5-d358d9609acb tempest-RoutersIpV6AdminTest-146809031 tempest-RoutersIpV6AdminTest-146809031-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:14.468004 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5879f8d5-aeb0-4a75-8156-193b9c4f3d5b tempest-ExternalNetworksTestJSON-962053912 tempest-ExternalNetworksTestJSON-962053912-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=a3835754-73a2-4de7-b378-3b665014e49b,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:32:14.471536 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-5879f8d5-aeb0-4a75-8156-193b9c4f3d5b tempest-ExternalNetworksTestJSON-962053912 tempest-ExternalNetworksTestJSON-962053912-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:32:14.480030 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [None req-239a4f27-896d-4dbd-b7d5-d358d9609acb tempest-RoutersIpV6AdminTest-146809031 tempest-RoutersIpV6AdminTest-146809031-project-admin] Deleting port af69cefd-e64b-404d-8a7b-3a774729372f {{(pid=87506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:32:14.480428 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-239a4f27-896d-4dbd-b7d5-d358d9609acb tempest-RoutersIpV6AdminTest-146809031 tempest-RoutersIpV6AdminTest-146809031-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:14.649006 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-5879f8d5-aeb0-4a75-8156-193b9c4f3d5b tempest-ExternalNetworksTestJSON-962053912 tempest-ExternalNetworksTestJSON-962053912-project-admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f1b807397f0>> segment before_delete 55550000 {{(pid=87506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 22:32:14.649354 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-5879f8d5-aeb0-4a75-8156-193b9c4f3d5b tempest-ExternalNetworksTestJSON-962053912 tempest-ExternalNetworksTestJSON-962053912-project-admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f1b807397f0>> subnet precommit_delete_associations 55550000 {{(pid=87506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 22:32:14.650107 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-5879f8d5-aeb0-4a75-8156-193b9c4f3d5b tempest-ExternalNetworksTestJSON-962053912 tempest-ExternalNetworksTestJSON-962053912-project-admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f1b7c3c1910>> segment_host_mapping after_create 55550000 {{(pid=87506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 22:32:14.650435 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-5879f8d5-aeb0-4a75-8156-193b9c4f3d5b tempest-ExternalNetworksTestJSON-962053912 tempest-ExternalNetworksTestJSON-962053912-project-admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f1b7c3c1910>> port after_create 55550000 {{(pid=87506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 22:32:14.650769 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-5879f8d5-aeb0-4a75-8156-193b9c4f3d5b tempest-ExternalNetworksTestJSON-962053912 tempest-ExternalNetworksTestJSON-962053912-project-admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f1b7c3c1910>> port after_delete 55550000 {{(pid=87506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 22:32:14.651131 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-5879f8d5-aeb0-4a75-8156-193b9c4f3d5b tempest-ExternalNetworksTestJSON-962053912 tempest-ExternalNetworksTestJSON-962053912-project-admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f1b7c3c1910>> port after_update 55550000 {{(pid=87506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 22:32:14.651430 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-5879f8d5-aeb0-4a75-8156-193b9c4f3d5b tempest-ExternalNetworksTestJSON-962053912 tempest-ExternalNetworksTestJSON-962053912-project-admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f1b7c3c1910>> segment after_delete 55550000 {{(pid=87506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 22:32:14.652300 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-5879f8d5-aeb0-4a75-8156-193b9c4f3d5b tempest-ExternalNetworksTestJSON-962053912 tempest-ExternalNetworksTestJSON-962053912-project-admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f1b7c3c1910>> subnet after_create 55550000 {{(pid=87506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 22:32:14.652300 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-5879f8d5-aeb0-4a75-8156-193b9c4f3d5b tempest-ExternalNetworksTestJSON-962053912 tempest-ExternalNetworksTestJSON-962053912-project-admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f1b7c3c1910>> subnet after_delete 55550000 {{(pid=87506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 22:32:14.652568 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-5879f8d5-aeb0-4a75-8156-193b9c4f3d5b tempest-ExternalNetworksTestJSON-962053912 tempest-ExternalNetworksTestJSON-962053912-project-admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f1b7c3c1910>> subnet after_update 55550000 {{(pid=87506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 22:32:14.729687 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 37606) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:32:14.745742 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.db [None req-59767f4f-6e0b-4d5d-92c1-9357ab45ca52 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327-project-admin] For port 668a4319-5574-4737-bb15-4b921d028258, host hv-neutron-8218, got binding levels [] {{(pid=87507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:32:14.746091 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-59767f4f-6e0b-4d5d-92c1-9357ab45ca52 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:14.762650 dv-neutron-821829-1-hyperv neutron-server[87507]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
Dec 16 22:32:14.764773 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-7feaf0a7-aea1-44a3-a789-cd2d5c192c6f None None] Notify callbacks [] for port, precommit_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:14.777437 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-7feaf0a7-aea1-44a3-a789-cd2d5c192c6f None None] Transition to ACTIVE for port object af69cefd-e64b-404d-8a7b-3a774729372f will not be triggered until provisioned by entity L2. {{(pid=87508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:32:14.785111 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-7feaf0a7-aea1-44a3-a789-cd2d5c192c6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:14.792825 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-b8181073-8cd0-42e3-b9d8-dd84385fe277 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:32:14.817645 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-5879f8d5-aeb0-4a75-8156-193b9c4f3d5b tempest-ExternalNetworksTestJSON-962053912 tempest-ExternalNetworksTestJSON-962053912-project-admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f1b774b6ca0>> subnet after_create 55550000 {{(pid=87506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 22:32:14.817919 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-5879f8d5-aeb0-4a75-8156-193b9c4f3d5b tempest-ExternalNetworksTestJSON-962053912 tempest-ExternalNetworksTestJSON-962053912-project-admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f1b774b6ca0>> subnet after_delete 55550000 {{(pid=87506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 22:32:14.818221 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-5879f8d5-aeb0-4a75-8156-193b9c4f3d5b tempest-ExternalNetworksTestJSON-962053912 tempest-ExternalNetworksTestJSON-962053912-project-admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f1b774b6ca0>> subnet before_create 55550000 {{(pid=87506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 22:32:14.818547 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-5879f8d5-aeb0-4a75-8156-193b9c4f3d5b tempest-ExternalNetworksTestJSON-962053912 tempest-ExternalNetworksTestJSON-962053912-project-admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f1b774b6ca0>> subnet before_update 55550000 {{(pid=87506) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 22:32:14.818905 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.services.segments.db [None req-5879f8d5-aeb0-4a75-8156-193b9c4f3d5b tempest-ExternalNetworksTestJSON-962053912 tempest-ExternalNetworksTestJSON-962053912-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1b7c5baa00>,) {'filters': {'network_id': ['8646a234-111d-4b6b-9b06-e927c927adf6']}} {{(pid=87506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:32:14.830216 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.db.resource_extend [None req-58a33727-6ba4-4f93-8641-3a0a9ffbca1b tempest-ExtraDHCPOptionsIpV6TestJSON-903106190 tempest-ExtraDHCPOptionsIpV6TestJSON-903106190-project] It took 0.35 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 16 22:32:14.848507 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.services.segments.db [None req-5879f8d5-aeb0-4a75-8156-193b9c4f3d5b tempest-ExternalNetworksTestJSON-962053912 tempest-ExternalNetworksTestJSON-962053912-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b7c5baa00>, '291ea033-fc92-47c0-b08c-73599bc896a8') {'for_net_delete': True} {{(pid=87506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:32:14.848788 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.services.segments.db [None req-5879f8d5-aeb0-4a75-8156-193b9c4f3d5b tempest-ExternalNetworksTestJSON-962053912 tempest-ExternalNetworksTestJSON-962053912-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b7c5baa00>, '291ea033-fc92-47c0-b08c-73599bc896a8') {} {{(pid=87506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:32:14.867263 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-7feaf0a7-aea1-44a3-a789-cd2d5c192c6f None None] Attempting to bind port af69cefd-e64b-404d-8a7b-3a774729372f on host dv-neutron-821829-1-hyperv for vnic_type normal with profile  {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 22:32:14.867698 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-7feaf0a7-aea1-44a3-a789-cd2d5c192c6f None None] Attempting to bind port af69cefd-e64b-404d-8a7b-3a774729372f by drivers openvswitch,hyperv on host dv-neutron-821829-1-hyperv at level 0 using segments [{'id': '0d5a28e7-80e7-4c4f-b023-6c759c382bd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'd71208a3-096e-43da-b080-681ced87d2c2'}] {{(pid=87508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 22:32:14.868099 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7feaf0a7-aea1-44a3-a789-cd2d5c192c6f None None] Attempting to bind port af69cefd-e64b-404d-8a7b-3a774729372f on network d71208a3-096e-43da-b080-681ced87d2c2 {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 22:32:14.875652 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-58a33727-6ba4-4f93-8641-3a0a9ffbca1b tempest-ExtraDHCPOptionsIpV6TestJSON-903106190 tempest-ExtraDHCPOptionsIpV6TestJSON-903106190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440'] for network, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:14.878026 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359097d8-9f72-4cc3-b75a-e6b37a5f69dc None None] Pushing event updated for resources: {'Port': ['ID=af69cefd-e64b-404d-8a7b-3a774729372f,revision_number=2']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:32:14.880566 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7feaf0a7-aea1-44a3-a789-cd2d5c192c6f None None] Checking agent: {'id': '5571501f-366e-47a4-9b60-8ef19d935d27', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821829-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 24, 2), 'started_at': datetime.datetime(2021, 12, 16, 22, 24, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 32, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821829-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 22:32:14.880732 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-5879f8d5-aeb0-4a75-8156-193b9c4f3d5b tempest-ExternalNetworksTestJSON-962053912 tempest-ExternalNetworksTestJSON-962053912-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734753593977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-266764496'] for segment, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:14.882021 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7feaf0a7-aea1-44a3-a789-cd2d5c192c6f None None] Checking segment: {'id': '0d5a28e7-80e7-4c4f-b023-6c759c382bd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'd71208a3-096e-43da-b080-681ced87d2c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 22:32:14.882462 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-7feaf0a7-aea1-44a3-a789-cd2d5c192c6f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:14.882866 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7feaf0a7-aea1-44a3-a789-cd2d5c192c6f None None] Bound using segment: {'id': '0d5a28e7-80e7-4c4f-b023-6c759c382bd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'd71208a3-096e-43da-b080-681ced87d2c2'} {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 22:32:14.883499 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-7feaf0a7-aea1-44a3-a789-cd2d5c192c6f None None] Bound port: af69cefd-e64b-404d-8a7b-3a774729372f, host: dv-neutron-821829-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d5a28e7-80e7-4c4f-b023-6c759c382bd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'd71208a3-096e-43da-b080-681ced87d2c2'}}] {{(pid=87508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 22:32:14.883947 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-7feaf0a7-aea1-44a3-a789-cd2d5c192c6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:14.894426 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58a33727-6ba4-4f93-8641-3a0a9ffbca1b tempest-ExtraDHCPOptionsIpV6TestJSON-903106190 tempest-ExtraDHCPOptionsIpV6TestJSON-903106190-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:32:14.894690 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-58a33727-6ba4-4f93-8641-3a0a9ffbca1b tempest-ExtraDHCPOptionsIpV6TestJSON-903106190 tempest-ExtraDHCPOptionsIpV6TestJSON-903106190-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3791486'] for network, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:14.910837 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:32:14.911778 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-359097d8-9f72-4cc3-b75a-e6b37a5f69dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:32:14.947136 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-5879f8d5-aeb0-4a75-8156-193b9c4f3d5b tempest-ExternalNetworksTestJSON-962053912 tempest-ExternalNetworksTestJSON-962053912-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-883292'] for segment, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:14.950530 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-239a4f27-896d-4dbd-b7d5-d358d9609acb tempest-RoutersIpV6AdminTest-146809031 tempest-RoutersIpV6AdminTest-146809031-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:14.964627 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-7feaf0a7-aea1-44a3-a789-cd2d5c192c6f None None] For port af69cefd-e64b-404d-8a7b-3a774729372f, host dv-neutron-821829-1-hyperv, cleared binding levels {{(pid=87508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 22:32:14.968407 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-7feaf0a7-aea1-44a3-a789-cd2d5c192c6f None None] For port af69cefd-e64b-404d-8a7b-3a774729372f, host dv-neutron-821829-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=af69cefd-e64b-404d-8a7b-3a774729372f,segment=NetworkSegment(0d5a28e7-80e7-4c4f-b023-6c759c382bd4),segment_id=0d5a28e7-80e7-4c4f-b023-6c759c382bd4)] {{(pid=87508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 22:32:14.968673 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.plugin [None req-59767f4f-6e0b-4d5d-92c1-9357ab45ca52 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327-project-admin] Calling delete_port for 668a4319-5574-4737-bb15-4b921d028258 owned by  {{(pid=87507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:32:14.974347 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-7feaf0a7-aea1-44a3-a789-cd2d5c192c6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:14.978137 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-4cbba60e-7b86-45e0-be22-9b2bc107823c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:32:15.015458 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-58a33727-6ba4-4f93-8641-3a0a9ffbca1b tempest-ExtraDHCPOptionsIpV6TestJSON-903106190 tempest-ExtraDHCPOptionsIpV6TestJSON-903106190-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 796 time: 2.2232502
Dec 16 22:32:15.017555 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 37610) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:32:15.021680 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5879f8d5-aeb0-4a75-8156-193b9c4f3d5b tempest-ExternalNetworksTestJSON-962053912 tempest-ExternalNetworksTestJSON-962053912-project-admin] Releasing vlan 191 on physical network physnet1 to pool {{(pid=87506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 16 22:32:15.022437 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-5879f8d5-aeb0-4a75-8156-193b9c4f3d5b tempest-ExternalNetworksTestJSON-962053912 tempest-ExternalNetworksTestJSON-962053912-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-883285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1863180'] for segment, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:15.052071 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.db.resource_extend [None req-4ee484c7-e5d3-4484-83bd-ae66b9d09101 tempest-ServersTestJSON-1208382319 tempest-ServersTestJSON-1208382319-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 16 22:32:15.054208 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7feaf0a7-aea1-44a3-a789-cd2d5c192c6f None None] Routers {'c2baf413-64e0-489d-83ef-ec367626ca05'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:32:15.054845 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-7feaf0a7-aea1-44a3-a789-cd2d5c192c6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b7c0f5af0>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:32:01Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['c2baf413-64e0-489d-83ef-ec367626ca05'], 'active': True} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:32:15.055281 dv-neutron-821829-1-hyperv neutron-server[87506]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Dec 16 22:32:15.055281 dv-neutron-821829-1-hyperv neutron-server[87506]:   from cryptography.utils import int_from_bytes
Dec 16 22:32:15.055281 dv-neutron-821829-1-hyperv neutron-server[87506]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Dec 16 22:32:15.055281 dv-neutron-821829-1-hyperv neutron-server[87506]:   from cryptography.utils import int_from_bytes
Dec 16 22:32:15.055281 dv-neutron-821829-1-hyperv neutron-server[87506]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship.  (this warning may be suppressed after 10 occurrences)
Dec 16 22:32:15.055281 dv-neutron-821829-1-hyperv neutron-server[87506]:   util.warn_limited(
Dec 16 22:32:15.055281 dv-neutron-821829-1-hyperv neutron-server[87506]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship.  (this warning may be suppressed after 10 occurrences)
Dec 16 22:32:15.055281 dv-neutron-821829-1-hyperv neutron-server[87506]:   util.warn_limited(
Dec 16 22:32:15.055281 dv-neutron-821829-1-hyperv neutron-server[87506]: Traceback (most recent call last):
Dec 16 22:32:15.055281 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 16 22:32:15.055281 dv-neutron-821829-1-hyperv neutron-server[87506]:     timer()
Dec 16 22:32:15.055281 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 22:32:15.055281 dv-neutron-821829-1-hyperv neutron-server[87506]:     cb(*args, **kw)
Dec 16 22:32:15.055281 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 22:32:15.055281 dv-neutron-821829-1-hyperv neutron-server[87506]:     return func(*args, **kwargs)
Dec 16 22:32:15.055281 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 22:32:15.055281 dv-neutron-821829-1-hyperv neutron-server[87506]:     self._notify()
Dec 16 22:32:15.055281 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 22:32:15.055281 dv-neutron-821829-1-hyperv neutron-server[87506]:     self.callback(batched_events)
Dec 16 22:32:15.055281 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 22:32:15.055281 dv-neutron-821829-1-hyperv neutron-server[87506]:     event.method(event)
Dec 16 22:32:15.055281 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 22:32:15.055281 dv-neutron-821829-1-hyperv neutron-server[87506]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 22:32:15.055281 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 22:32:15.055281 dv-neutron-821829-1-hyperv neutron-server[87506]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 22:32:15.055281 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 22:32:15.055281 dv-neutron-821829-1-hyperv neutron-server[87506]:     return f(self, *a, **k)
Dec 16 22:32:15.055281 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 16 22:32:15.055281 dv-neutron-821829-1-hyperv neutron-server[87506]:     return self._get(url).json()
Dec 16 22:32:15.055281 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 16 22:32:15.055281 dv-neutron-821829-1-hyperv neutron-server[87506]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 22:32:15.055281 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 16 22:32:15.055281 dv-neutron-821829-1-hyperv neutron-server[87506]:     return self.request(url, 'GET', **kwargs)
Dec 16 22:32:15.055281 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 16 22:32:15.055281 dv-neutron-821829-1-hyperv neutron-server[87506]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 22:32:15.055281 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 16 22:32:15.055281 dv-neutron-821829-1-hyperv neutron-server[87506]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 22:32:15.055281 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 16 22:32:15.055281 dv-neutron-821829-1-hyperv neutron-server[87506]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 22:32:15.055281 dv-neutron-821829-1-hyperv neutron-server[87506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 22:32:15.065090 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-072234cb-1184-4b05-8bc1-2ed9a77d5c0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:15.074139 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [req-b910a092-110d-4d10-83f9-fbd34c5fc01a req-b01569dd-897b-4aff-95a8-498434864f83 tempest-ServerActionsTestJSON-1581017418 tempest-ServerActionsTestJSON-1581017418-project] Synchronizing usage tracker for tenant:a21c60855e3d440781134350c2712d36 on resource:security_group {{(pid=87507) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 22:32:15.087300 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-4ee484c7-e5d3-4484-83bd-ae66b9d09101 tempest-ServersTestJSON-1208382319 tempest-ServersTestJSON-1208382319-project] Notify callbacks [] for port, precommit_update {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:15.089375 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-072234cb-1184-4b05-8bc1-2ed9a77d5c0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841066'] for security_group, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:15.122957 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359097d8-9f72-4cc3-b75a-e6b37a5f69dc None None] Pushing event updated for resources: {'Port': ['ID=af69cefd-e64b-404d-8a7b-3a774729372f,revision_number=3']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:32:15.142629 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-b94830fe-0c8e-4dc9-bcf8-86747d11701c tempest-ExternalNetworksTestJSON-962053912 tempest-ExternalNetworksTestJSON-962053912-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:32:15.176263 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-359097d8-9f72-4cc3-b75a-e6b37a5f69dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:32:15.212928 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-4ee484c7-e5d3-4484-83bd-ae66b9d09101 tempest-ServersTestJSON-1208382319 tempest-ServersTestJSON-1208382319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10807814'] for port, after_update {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:15.215446 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvr_db [None req-7feaf0a7-aea1-44a3-a789-cd2d5c192c6f None None] Set router c2baf413-64e0-489d-83ef-ec367626ca05 gateway port host: None {{(pid=87508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 22:32:15.222895 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-b0797bd3-bc57-439f-af12-99aace5a257a tempest-ExtraDHCPOptionsIpV6TestJSON-903106190 tempest-ExtraDHCPOptionsIpV6TestJSON-903106190-project] Request body: {'subnet': {'network_id': '253685fa-49de-4f72-9f01-8c35b72d7889', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:32:15.247125 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [None req-239a4f27-896d-4dbd-b7d5-d358d9609acb tempest-RoutersIpV6AdminTest-146809031 tempest-RoutersIpV6AdminTest-146809031-project-admin] Calling delete_port for af69cefd-e64b-404d-8a7b-3a774729372f owned by network:router_gateway {{(pid=87506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:32:15.288101 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-072234cb-1184-4b05-8bc1-2ed9a77d5c0d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=84522b335922422dbf7b7b36145ec524&name=default HTTP/1.1" status: 200  len: 2979 time: 1.5498896
Dec 16 22:32:15.298196 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 37614) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:32:15.315389 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072234cb-1184-4b05-8bc1-2ed9a77d5c0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bf7fc07-11b7-4e26-ba70-81ed7ceab506,revision_number=1']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:32:15.325229 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-7feaf0a7-aea1-44a3-a789-cd2d5c192c6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b7c0f5af0>, [{'id': 'c2baf413-64e0-489d-83ef-ec367626ca05', 'name': '', 'tenant_id': '5cf88710195741768968293f02f9935d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:32:06Z', 'updated_at': '2021-12-16T22:32:14Z', 'revision_number': 4, 'project_id': '5cf88710195741768968293f02f9935d', 'gw_port_host': None}], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:32:15.326975 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [req-b910a092-110d-4d10-83f9-fbd34c5fc01a req-b01569dd-897b-4aff-95a8-498434864f83 tempest-ServerActionsTestJSON-1581017418 tempest-ServerActionsTestJSON-1581017418-project] Unset dirty status for tenant:a21c60855e3d440781134350c2712d36 on resource:security_group {{(pid=87507) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 22:32:15.328137 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-b910a092-110d-4d10-83f9-fbd34c5fc01a req-b01569dd-897b-4aff-95a8-498434864f83 tempest-ServerActionsTestJSON-1581017418 tempest-ServerActionsTestJSON-1581017418-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--849695215&fields=id&tenant_id=a21c60855e3d440781134350c2712d36 HTTP/1.1" status: 200  len: 267 time: 0.5973444
Dec 16 22:32:15.330654 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-072234cb-1184-4b05-8bc1-2ed9a77d5c0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:32:15.338617 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7feaf0a7-aea1-44a3-a789-cd2d5c192c6f None None] The sync data for ids ['c2baf413-64e0-489d-83ef-ec367626ca05'] in dv-neutron-821829-1-hyperv is: [{'id': 'c2baf413-64e0-489d-83ef-ec367626ca05', 'name': '', 'tenant_id': '5cf88710195741768968293f02f9935d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:32:06Z', 'updated_at': '2021-12-16T22:32:14Z', 'revision_number': 4, 'project_id': '5cf88710195741768968293f02f9935d', 'gw_port_host': None}] {{(pid=87508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 22:32:15.340533 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-59767f4f-6e0b-4d5d-92c1-9357ab45ca52 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10807823'] for port, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:15.341838 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-b37ee038-b0cc-468e-bbfd-90836b1a8ad2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.096s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:32:15.372085 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.db_base_plugin_common [None req-b0e0a20a-1659-4e35-bbcb-89509288e8fc tempest-FloatingIPAdminTestJSON-210502716 tempest-FloatingIPAdminTestJSON-210502716-project] Allocated IP 172.20.0.1 (5b8d5e95-c7ec-4bcd-a4e9-51858715b4bc/8c8f6270-78cf-4919-853c-26a6e96e0be1/79a3b376-7387-44a9-a6ee-9ccd6fc778a0) {{(pid=87507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 22:32:15.398926 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a33727-6ba4-4f93-8641-3a0a9ffbca1b tempest-ExtraDHCPOptionsIpV6TestJSON-903106190 tempest-ExtraDHCPOptionsIpV6TestJSON-903106190-project] Pushing event updated for resources: {'Network': ['ID=253685fa-49de-4f72-9f01-8c35b72d7889,revision_number=1']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:32:15.416617 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-58a33727-6ba4-4f93-8641-3a0a9ffbca1b tempest-ExtraDHCPOptionsIpV6TestJSON-903106190 tempest-ExtraDHCPOptionsIpV6TestJSON-903106190-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.506s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:32:15.431453 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Network 253685fa-49de-4f72-9f01-8c35b72d7889 details requested by agent ovs-agent-dv-neutron-821829-1-hyperv with host dv-neutron-821829-1-hyperv {{(pid=87508) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 22:32:15.440322 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-5879f8d5-aeb0-4a75-8156-193b9c4f3d5b tempest-ExternalNetworksTestJSON-962053912 tempest-ExternalNetworksTestJSON-962053912-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3329572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3741856'] for network, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:15.469244 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-59767f4f-6e0b-4d5d-92c1-9357ab45ca52 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for port, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:15.582290 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-59767f4f-6e0b-4d5d-92c1-9357ab45ca52 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327-project-admin] 10.222.0.13 "DELETE /v2.0/ports/668a4319-5574-4737-bb15-4b921d028258 HTTP/1.1" status: 204  len: 168 time: 1.9172704
Dec 16 22:32:15.613603 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 37618) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:32:15.706227 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-4ee484c7-e5d3-4484-83bd-ae66b9d09101 tempest-ServersTestJSON-1208382319 tempest-ServersTestJSON-1208382319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3741874'] for floatingip, after_update {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:15.709037 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-3bc73167-4d0c-46f4-be8f-f2a199bed8a1 tempest-QuotasNegativeTest-1323589361 tempest-QuotasNegativeTest-1323589361-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:32:15.738926 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5879f8d5-aeb0-4a75-8156-193b9c4f3d5b tempest-ExternalNetworksTestJSON-962053912 tempest-ExternalNetworksTestJSON-962053912-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network  8646a234-111d-4b6b-9b06-e927c927adf6 {{(pid=87506) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}}
Dec 16 22:32:15.745927 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee484c7-e5d3-4484-83bd-ae66b9d09101 tempest-ServersTestJSON-1208382319 tempest-ServersTestJSON-1208382319-project] Pushing event updated for resources: {'Port': ['ID=f7ed4363-1a7d-4451-8dad-704901c1e423,revision_number=2']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:32:15.746492 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-b0797bd3-bc57-439f-af12-99aace5a257a tempest-ExtraDHCPOptionsIpV6TestJSON-903106190 tempest-ExtraDHCPOptionsIpV6TestJSON-903106190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:32:15.752803 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5879f8d5-aeb0-4a75-8156-193b9c4f3d5b tempest-ExternalNetworksTestJSON-962053912 tempest-ExternalNetworksTestJSON-962053912-project-admin] Pushing event deleted for resources: {'Network': ['ID=8646a234-111d-4b6b-9b06-e927c927adf6,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:32:15.755598 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-4ee484c7-e5d3-4484-83bd-ae66b9d09101 tempest-ServersTestJSON-1208382319 tempest-ServersTestJSON-1208382319-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.414s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:32:15.757563 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-5879f8d5-aeb0-4a75-8156-193b9c4f3d5b tempest-ExternalNetworksTestJSON-962053912 tempest-ExternalNetworksTestJSON-962053912-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3791486'] for network, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:15.758868 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-4ee484c7-e5d3-4484-83bd-ae66b9d09101 tempest-ServersTestJSON-1208382319 tempest-ServersTestJSON-1208382319-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.346s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:32:15.762849 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-5879f8d5-aeb0-4a75-8156-193b9c4f3d5b tempest-ExternalNetworksTestJSON-962053912 tempest-ExternalNetworksTestJSON-962053912-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:32:15.772901 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-b0797bd3-bc57-439f-af12-99aace5a257a tempest-ExtraDHCPOptionsIpV6TestJSON-903106190 tempest-ExtraDHCPOptionsIpV6TestJSON-903106190-project] Usage tracker for resource:subnet and tenant:57ed53f83b2e4ecc9453765ed889b71b is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:32:15.778649 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-b0797bd3-bc57-439f-af12-99aace5a257a tempest-ExtraDHCPOptionsIpV6TestJSON-903106190 tempest-ExtraDHCPOptionsIpV6TestJSON-903106190-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:32:15.789786 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-5879f8d5-aeb0-4a75-8156-193b9c4f3d5b tempest-ExternalNetworksTestJSON-962053912 tempest-ExternalNetworksTestJSON-962053912-project-admin] 10.222.0.13 "DELETE /v2.0/networks/8646a234-111d-4b6b-9b06-e927c927adf6 HTTP/1.1" status: 204  len: 168 time: 4.6567883
Dec 16 22:32:15.792167 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-b0797bd3-bc57-439f-af12-99aace5a257a tempest-ExtraDHCPOptionsIpV6TestJSON-903106190 tempest-ExtraDHCPOptionsIpV6TestJSON-903106190-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:32:15.796226 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 37622) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:32:15.798515 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-d40a977e-1dcf-4aa9-b521-8fdad3d5ab94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:15.804934 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.pecan_wsgi.hooks.translation [None req-2722f085-543e-4a5a-9c75-93f4644473ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327-project-admin] GET failed (client error): The resource could not be found.
Dec 16 22:32:15.805469 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-2722f085-543e-4a5a-9c75-93f4644473ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327-project-admin] Synchronizing usage tracker for tenant:e3a94693b6bd4c1c975a78c01183cef8 on resource:port {{(pid=87507) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 22:32:15.824669 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59767f4f-6e0b-4d5d-92c1-9357ab45ca52 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327-project-admin] Pushing event deleted for resources: {'Port': ['ID=668a4319-5574-4737-bb15-4b921d028258,revision_number=None']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:32:15.833727 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-59767f4f-6e0b-4d5d-92c1-9357ab45ca52 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:32:15.846290 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-4ee484c7-e5d3-4484-83bd-ae66b9d09101 tempest-ServersTestJSON-1208382319 tempest-ServersTestJSON-1208382319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for floatingip, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:15.855194 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-4ee484c7-e5d3-4484-83bd-ae66b9d09101 tempest-ServersTestJSON-1208382319 tempest-ServersTestJSON-1208382319-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 7.5211589
Dec 16 22:32:15.884568 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b910a092-110d-4d10-83f9-fbd34c5fc01a req-5b6f5587-d41a-44f7-84c7-b178d9654ea3 tempest-ServerActionsTestJSON-1581017418 tempest-ServerActionsTestJSON-1581017418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:32:15.885282 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [req-b910a092-110d-4d10-83f9-fbd34c5fc01a req-5b6f5587-d41a-44f7-84c7-b178d9654ea3 tempest-ServerActionsTestJSON-1581017418 tempest-ServerActionsTestJSON-1581017418-project] Synchronizing usage tracker for tenant:a21c60855e3d440781134350c2712d36 on resource:network {{(pid=87507) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 22:32:15.893377 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-2722f085-543e-4a5a-9c75-93f4644473ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327-project-admin] Unset dirty status for tenant:e3a94693b6bd4c1c975a78c01183cef8 on resource:port {{(pid=87507) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 22:32:15.898391 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-2722f085-543e-4a5a-9c75-93f4644473ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327-project-admin] 10.222.0.13 "GET /v2.0/ports/668a4319-5574-4737-bb15-4b921d028258 HTTP/1.1" status: 404  len: 333 time: 0.2780437
Dec 16 22:32:15.909260 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 37628) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:32:15.919683 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0797bd3-bc57-439f-af12-99aace5a257a tempest-ExtraDHCPOptionsIpV6TestJSON-903106190 tempest-ExtraDHCPOptionsIpV6TestJSON-903106190-project] Made reservation on behalf of 57ed53f83b2e4ecc9453765ed889b71b for: {'subnet': 1} {{(pid=87506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:32:15.919888 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-93db1293-e3f8-4ef7-b553-91ffd378223f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1476009059', 'network_id': '02df7aab-63e0-4ecf-8461-cdca5aca48bb'}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:32:15.923111 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-b0797bd3-bc57-439f-af12-99aace5a257a tempest-ExtraDHCPOptionsIpV6TestJSON-903106190 tempest-ExtraDHCPOptionsIpV6TestJSON-903106190-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11213078'] for subnet, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:15.932825 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-93db1293-e3f8-4ef7-b553-91ffd378223f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:32:15.946685 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-d40a977e-1dcf-4aa9-b521-8fdad3d5ab94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:15.951118 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [req-b910a092-110d-4d10-83f9-fbd34c5fc01a req-5b6f5587-d41a-44f7-84c7-b178d9654ea3 tempest-ServerActionsTestJSON-1581017418 tempest-ServerActionsTestJSON-1581017418-project] Unset dirty status for tenant:a21c60855e3d440781134350c2712d36 on resource:network {{(pid=87507) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 22:32:15.952377 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-b910a092-110d-4d10-83f9-fbd34c5fc01a req-5b6f5587-d41a-44f7-84c7-b178d9654ea3 tempest-ServerActionsTestJSON-1581017418 tempest-ServerActionsTestJSON-1581017418-project] 10.222.0.13 "GET /v2.0/networks?id=4324e1ea-4669-4cf4-86ce-32057be725fc HTTP/1.1" status: 200  len: 812 time: 0.5828273
Dec 16 22:32:15.957396 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-93db1293-e3f8-4ef7-b553-91ffd378223f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:32:15.959247 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-cc5d708d-411f-417b-8914-dd102d64ba83 tempest-ExternalNetworksTestJSON-962053912 tempest-ExternalNetworksTestJSON-962053912-project-admin] Synchronizing usage tracker for tenant:2f0ee56b7e804cc28e241b9b31e92a6e on resource:floatingip {{(pid=87506) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 22:32:15.961615 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-b0e0a20a-1659-4e35-bbcb-89509288e8fc tempest-FloatingIPAdminTestJSON-210502716 tempest-FloatingIPAdminTestJSON-210502716-project] Notify callbacks [] for port, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:15.995890 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-b910a092-110d-4d10-83f9-fbd34c5fc01a req-6bafb17f-0404-44ff-b4a6-bb37373df10f tempest-ServerActionsTestJSON-1581017418 tempest-ServerActionsTestJSON-1581017418-project] 10.222.0.13 "GET /v2.0/quotas/a21c60855e3d440781134350c2712d36 HTTP/1.1" status: 200  len: 375 time: 0.0304966
Dec 16 22:32:15.998716 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.provisioning_blocks [None req-b0e0a20a-1659-4e35-bbcb-89509288e8fc tempest-FloatingIPAdminTestJSON-210502716 tempest-FloatingIPAdminTestJSON-210502716-project] Transition to ACTIVE for port object 79a3b376-7387-44a9-a6ee-9ccd6fc778a0 will not be triggered until provisioned by entity DHCP. {{(pid=87507) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:32:16.000198 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93db1293-e3f8-4ef7-b553-91ffd378223f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327-project-admin] Made reservation on behalf of e3a94693b6bd4c1c975a78c01183cef8 for: {'port': 1} {{(pid=87507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:32:16.002573 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-93db1293-e3f8-4ef7-b553-91ffd378223f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:16.032779 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.db.api [None req-239a4f27-896d-4dbd-b7d5-d358d9609acb tempest-RoutersIpV6AdminTest-146809031 tempest-RoutersIpV6AdminTest-146809031-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87506) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 16 22:32:16.033140 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_db.api [None req-239a4f27-896d-4dbd-b7d5-d358d9609acb tempest-RoutersIpV6AdminTest-146809031 tempest-RoutersIpV6AdminTest-146809031-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 16 22:32:16.077878 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-b0e0a20a-1659-4e35-bbcb-89509288e8fc tempest-FloatingIPAdminTestJSON-210502716 tempest-FloatingIPAdminTestJSON-210502716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10807823'] for port, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:16.096048 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:32:16.102322 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-cc5d708d-411f-417b-8914-dd102d64ba83 tempest-ExternalNetworksTestJSON-962053912 tempest-ExternalNetworksTestJSON-962053912-project-admin] Unset dirty status for tenant:2f0ee56b7e804cc28e241b9b31e92a6e on resource:floatingip {{(pid=87506) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 22:32:16.103515 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-cc5d708d-411f-417b-8914-dd102d64ba83 tempest-ExternalNetworksTestJSON-962053912 tempest-ExternalNetworksTestJSON-962053912-project-admin] 10.222.0.13 "GET /v2.0/floatingips HTTP/1.1" status: 200  len: 1651 time: 0.3063569
Dec 16 22:32:16.110896 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 37642) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:32:16.146898 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.notifiers.nova [None req-93db1293-e3f8-4ef7-b553-91ffd378223f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327-project-admin] device_id is not set on port 61bd2aa1-1f18-4b07-a205-2453b63dade5 yet. {{(pid=87507) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 16 22:32:16.213915 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b7f6fc0-b5c5-4ea7-bbe0-94acf4b17d91 tempest-ExternalNetworksTestJSON-962053912 tempest-ExternalNetworksTestJSON-962053912-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:32:16.214375 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b7f6fc0-b5c5-4ea7-bbe0-94acf4b17d91 tempest-ExternalNetworksTestJSON-962053912 tempest-ExternalNetworksTestJSON-962053912-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:32:16.214821 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b7f6fc0-b5c5-4ea7-bbe0-94acf4b17d91 tempest-ExternalNetworksTestJSON-962053912 tempest-ExternalNetworksTestJSON-962053912-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:32:16.215259 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b7f6fc0-b5c5-4ea7-bbe0-94acf4b17d91 tempest-ExternalNetworksTestJSON-962053912 tempest-ExternalNetworksTestJSON-962053912-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:32:16.215697 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b7f6fc0-b5c5-4ea7-bbe0-94acf4b17d91 tempest-ExternalNetworksTestJSON-962053912 tempest-ExternalNetworksTestJSON-962053912-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:32:16.217088 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b7f6fc0-b5c5-4ea7-bbe0-94acf4b17d91 tempest-ExternalNetworksTestJSON-962053912 tempest-ExternalNetworksTestJSON-962053912-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:32:16.217536 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b7f6fc0-b5c5-4ea7-bbe0-94acf4b17d91 tempest-ExternalNetworksTestJSON-962053912 tempest-ExternalNetworksTestJSON-962053912-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:32:16.217870 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0e0a20a-1659-4e35-bbcb-89509288e8fc tempest-FloatingIPAdminTestJSON-210502716 tempest-FloatingIPAdminTestJSON-210502716-project] Network 5b8d5e95-c7ec-4bcd-a4e9-51858715b4bc is already hosted by enough agents. {{(pid=87507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:32:16.218899 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-2b7f6fc0-b5c5-4ea7-bbe0-94acf4b17d91 tempest-ExternalNetworksTestJSON-962053912 tempest-ExternalNetworksTestJSON-962053912-project-admin] Synchronizing usage tracker for tenant:2f0ee56b7e804cc28e241b9b31e92a6e on resource:subnet {{(pid=87506) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 22:32:16.227097 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.base_scheduler [None req-b0e0a20a-1659-4e35-bbcb-89509288e8fc tempest-FloatingIPAdminTestJSON-210502716 tempest-FloatingIPAdminTestJSON-210502716-project] Resources bound (agent type, host, resource id):  {{(pid=87507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:32:16.232592 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0e0a20a-1659-4e35-bbcb-89509288e8fc tempest-FloatingIPAdminTestJSON-210502716 tempest-FloatingIPAdminTestJSON-210502716-project] Received port after_create {{(pid=87507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 22:32:16.257747 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-2b7f6fc0-b5c5-4ea7-bbe0-94acf4b17d91 tempest-ExternalNetworksTestJSON-962053912 tempest-ExternalNetworksTestJSON-962053912-project-admin] Unset dirty status for tenant:2f0ee56b7e804cc28e241b9b31e92a6e on resource:subnet {{(pid=87506) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 22:32:16.261827 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-2b7f6fc0-b5c5-4ea7-bbe0-94acf4b17d91 tempest-ExternalNetworksTestJSON-962053912 tempest-ExternalNetworksTestJSON-962053912-project-admin] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 4582 time: 0.1381845
Dec 16 22:32:16.262650 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 37656) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:32:16.294220 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 37660) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:32:16.320467 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e0a20a-1659-4e35-bbcb-89509288e8fc tempest-FloatingIPAdminTestJSON-210502716 tempest-FloatingIPAdminTestJSON-210502716-project] Pushing event updated for resources: {'Port': ['ID=79a3b376-7387-44a9-a6ee-9ccd6fc778a0,revision_number=1']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:32:16.347386 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-b0e0a20a-1659-4e35-bbcb-89509288e8fc tempest-FloatingIPAdminTestJSON-210502716 tempest-FloatingIPAdminTestJSON-210502716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:32:16.358569 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-d40a977e-1dcf-4aa9-b521-8fdad3d5ab94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841066'] for security_group, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:16.384940 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:32:16.391589 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.api.v2.resource [None req-404ee359-0696-46f5-b55f-ba20934e3b20 tempest-ExternalNetworksTestJSON-962053912 tempest-ExternalNetworksTestJSON-962053912-project-admin] delete failed (client error): The resource could not be found.
Dec 16 22:32:16.395163 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-404ee359-0696-46f5-b55f-ba20934e3b20 tempest-ExternalNetworksTestJSON-962053912 tempest-ExternalNetworksTestJSON-962053912-project-admin] 10.222.0.13 "DELETE /v2.0/floatingips/24cc5382-6474-4443-93b3-c0a798125e99 HTTP/1.1" status: 404  len: 345 time: 0.1288691
Dec 16 22:32:16.397516 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 37664) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:32:16.417297 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-b0e0a20a-1659-4e35-bbcb-89509288e8fc tempest-FloatingIPAdminTestJSON-210502716 tempest-FloatingIPAdminTestJSON-210502716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3830061'] for router_interface, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:16.425058 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40a977e-1dcf-4aa9-b521-8fdad3d5ab94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bf7fc07-11b7-4e26-ba70-81ed7ceab506,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:32:16.427961 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-d40a977e-1dcf-4aa9-b521-8fdad3d5ab94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:32:16.445712 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.pecan_wsgi.hooks.translation [None req-dbeed2b3-e652-4fa1-89b2-c6cf8cf83d50 tempest-ExternalNetworksTestJSON-962053912 tempest-ExternalNetworksTestJSON-962053912-project-admin] DELETE failed (client error): The resource could not be found.
Dec 16 22:32:16.446512 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dbeed2b3-e652-4fa1-89b2-c6cf8cf83d50 tempest-ExternalNetworksTestJSON-962053912 tempest-ExternalNetworksTestJSON-962053912-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=87506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 16 22:32:16.478021 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-dbeed2b3-e652-4fa1-89b2-c6cf8cf83d50 tempest-ExternalNetworksTestJSON-962053912 tempest-ExternalNetworksTestJSON-962053912-project-admin] 10.222.0.13 "DELETE /v2.0/networks/8646a234-111d-4b6b-9b06-e927c927adf6 HTTP/1.1" status: 404  len: 339 time: 0.0771439
Dec 16 22:32:16.487736 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 37668) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:32:16.490529 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-d40a977e-1dcf-4aa9-b521-8fdad3d5ab94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:16.493835 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-d40a977e-1dcf-4aa9-b521-8fdad3d5ab94 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9bf7fc07-11b7-4e26-ba70-81ed7ceab506 HTTP/1.1" status: 204  len: 168 time: 1.1770012
Dec 16 22:32:16.497812 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-67b311fd-414c-4e47-837e-461c9b3b79fc tempest-ExternalNetworksTestJSON-962053912 tempest-ExternalNetworksTestJSON-962053912-project-admin] Request body: {'network': {'name': 'tempest-network--1028746939', 'router:external': True}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:32:16.507092 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-67b311fd-414c-4e47-837e-461c9b3b79fc tempest-ExternalNetworksTestJSON-962053912 tempest-ExternalNetworksTestJSON-962053912-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:32:16.514789 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-67b311fd-414c-4e47-837e-461c9b3b79fc tempest-ExternalNetworksTestJSON-962053912 tempest-ExternalNetworksTestJSON-962053912-project-admin] Usage tracker for resource:network and tenant:2f0ee56b7e804cc28e241b9b31e92a6e is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:32:16.520398 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-67b311fd-414c-4e47-837e-461c9b3b79fc tempest-ExternalNetworksTestJSON-962053912 tempest-ExternalNetworksTestJSON-962053912-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:32:16.523094 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-b0797bd3-bc57-439f-af12-99aace5a257a tempest-ExtraDHCPOptionsIpV6TestJSON-903106190 tempest-ExtraDHCPOptionsIpV6TestJSON-903106190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1863317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11213092'] for subnet, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:16.530125 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-67b311fd-414c-4e47-837e-461c9b3b79fc tempest-ExternalNetworksTestJSON-962053912 tempest-ExternalNetworksTestJSON-962053912-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:32:16.532707 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-510519e1-7ec3-419f-957c-321e976d6671 None None] Provisioning for port 79a3b376-7387-44a9-a6ee-9ccd6fc778a0 completed by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 22:32:16.535852 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:32:16.538441 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [req-b910a092-110d-4d10-83f9-fbd34c5fc01a req-53db69ec-d7e0-4da9-8cb1-e018375c7ce2 tempest-ServerActionsTestJSON-1581017418 tempest-ServerActionsTestJSON-1581017418-project] Synchronizing usage tracker for tenant:a21c60855e3d440781134350c2712d36 on resource:port {{(pid=87507) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 22:32:16.542962 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-510519e1-7ec3-419f-957c-321e976d6671 None None] Provisioning complete for port 79a3b376-7387-44a9-a6ee-9ccd6fc778a0 triggered by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:32:16.543479 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-510519e1-7ec3-419f-957c-321e976d6671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:16.562288 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [None req-239a4f27-896d-4dbd-b7d5-d358d9609acb tempest-RoutersIpV6AdminTest-146809031 tempest-RoutersIpV6AdminTest-146809031-project-admin] Deleting port af69cefd-e64b-404d-8a7b-3a774729372f {{(pid=87506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:32:16.562816 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-239a4f27-896d-4dbd-b7d5-d358d9609acb tempest-RoutersIpV6AdminTest-146809031 tempest-RoutersIpV6AdminTest-146809031-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:16.643311 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67b311fd-414c-4e47-837e-461c9b3b79fc tempest-ExternalNetworksTestJSON-962053912 tempest-ExternalNetworksTestJSON-962053912-project-admin] Made reservation on behalf of 2f0ee56b7e804cc28e241b9b31e92a6e for: {'network': 1} {{(pid=87506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:32:16.647518 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-67b311fd-414c-4e47-837e-461c9b3b79fc tempest-ExternalNetworksTestJSON-962053912 tempest-ExternalNetworksTestJSON-962053912-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for network, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:16.651692 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-510519e1-7ec3-419f-957c-321e976d6671 None None] Port 79a3b376-7387-44a9-a6ee-9ccd6fc778a0 cannot update to ACTIVE because it is not bound. {{(pid=87508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 22:32:16.704218 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [req-3a62e978-1636-407f-9567-f64a1c1e914e req-d5592268-f71d-48f4-90ee-d58ac3261b4e tempest-ServersTestJSON-1208382319 tempest-ServersTestJSON-1208382319-project] Synchronizing usage tracker for tenant:b95ee9c426304bab82943f010c6dac17 on resource:security_group {{(pid=87507) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 22:32:16.723815 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0797bd3-bc57-439f-af12-99aace5a257a tempest-ExtraDHCPOptionsIpV6TestJSON-903106190 tempest-ExtraDHCPOptionsIpV6TestJSON-903106190-project] Pushing event updated for resources: {'Subnet': ['ID=f340023e-e2a4-4a10-8e28-abac8c85ff19,revision_number=0']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:32:16.726821 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-b0797bd3-bc57-439f-af12-99aace5a257a tempest-ExtraDHCPOptionsIpV6TestJSON-903106190 tempest-ExtraDHCPOptionsIpV6TestJSON-903106190-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:32:16.746228 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [req-b910a092-110d-4d10-83f9-fbd34c5fc01a req-53db69ec-d7e0-4da9-8cb1-e018375c7ce2 tempest-ServerActionsTestJSON-1581017418 tempest-ServerActionsTestJSON-1581017418-project] Unset dirty status for tenant:a21c60855e3d440781134350c2712d36 on resource:port {{(pid=87507) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 22:32:16.748483 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-b910a092-110d-4d10-83f9-fbd34c5fc01a req-53db69ec-d7e0-4da9-8cb1-e018375c7ce2 tempest-ServerActionsTestJSON-1581017418 tempest-ServerActionsTestJSON-1581017418-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=a21c60855e3d440781134350c2712d36&fields=id HTTP/1.1" status: 200  len: 348 time: 0.7335494
Dec 16 22:32:16.780070 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-93db1293-e3f8-4ef7-b553-91ffd378223f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:16.803091 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0797bd3-bc57-439f-af12-99aace5a257a tempest-ExtraDHCPOptionsIpV6TestJSON-903106190 tempest-ExtraDHCPOptionsIpV6TestJSON-903106190-project] Checking segment: {'id': 'b73895dd-fb54-4010-a19c-7a4f97706f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '253685fa-49de-4f72-9f01-8c35b72d7889'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 22:32:16.803438 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0797bd3-bc57-439f-af12-99aace5a257a tempest-ExtraDHCPOptionsIpV6TestJSON-903106190 tempest-ExtraDHCPOptionsIpV6TestJSON-903106190-project] Network hostable DHCP agents. Network: 253685fa-49de-4f72-9f01-8c35b72d7889, hostable agents: ['3b155c4d-12dc-491e-aa14-6113b06cfacd'], hosted agents: [] {{(pid=87506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 16 22:32:16.813345 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67b311fd-414c-4e47-837e-461c9b3b79fc tempest-ExternalNetworksTestJSON-962053912 tempest-ExternalNetworksTestJSON-962053912-project-admin] vlan segment allocate from pool success with {'vlan_id': 162, 'physical_network': 'physnet1'}  {{(pid=87506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 22:32:16.855025 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-67b311fd-414c-4e47-837e-461c9b3b79fc tempest-ExternalNetworksTestJSON-962053912 tempest-ExternalNetworksTestJSON-962053912-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-883292'] for segment, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:16.855361 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.db.segments_db [None req-67b311fd-414c-4e47-837e-461c9b3b79fc tempest-ExternalNetworksTestJSON-962053912 tempest-ExternalNetworksTestJSON-962053912-project-admin] Added segment 3bb0472f-b218-4e4f-b70e-105fcfd369b2 of type vlan for network c2e133f9-1492-4bbf-99e0-5ee4404339da
Dec 16 22:32:16.878965 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-93db1293-e3f8-4ef7-b553-91ffd378223f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10807823'] for port, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:16.885460 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0797bd3-bc57-439f-af12-99aace5a257a tempest-ExtraDHCPOptionsIpV6TestJSON-903106190 tempest-ExtraDHCPOptionsIpV6TestJSON-903106190-project] Network 253685fa-49de-4f72-9f01-8c35b72d7889 is scheduled to be hosted by DHCP agent 3b155c4d-12dc-491e-aa14-6113b06cfacd with binding_index 1 {{(pid=87506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 16 22:32:16.887149 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [req-3a62e978-1636-407f-9567-f64a1c1e914e req-d5592268-f71d-48f4-90ee-d58ac3261b4e tempest-ServersTestJSON-1208382319 tempest-ServersTestJSON-1208382319-project] Unset dirty status for tenant:b95ee9c426304bab82943f010c6dac17 on resource:security_group {{(pid=87507) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 22:32:16.888339 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-3a62e978-1636-407f-9567-f64a1c1e914e req-d5592268-f71d-48f4-90ee-d58ac3261b4e tempest-ServersTestJSON-1208382319 tempest-ServersTestJSON-1208382319-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--780120940&fields=id&tenant_id=b95ee9c426304bab82943f010c6dac17 HTTP/1.1" status: 200  len: 267 time: 0.5930474
Dec 16 22:32:16.901655 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.db [None req-239a4f27-896d-4dbd-b7d5-d358d9609acb tempest-RoutersIpV6AdminTest-146809031 tempest-RoutersIpV6AdminTest-146809031-project-admin] For port af69cefd-e64b-404d-8a7b-3a774729372f, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=af69cefd-e64b-404d-8a7b-3a774729372f,segment=NetworkSegment(0d5a28e7-80e7-4c4f-b023-6c759c382bd4),segment_id=0d5a28e7-80e7-4c4f-b023-6c759c382bd4)] {{(pid=87506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:32:16.902066 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-239a4f27-896d-4dbd-b7d5-d358d9609acb tempest-RoutersIpV6AdminTest-146809031 tempest-RoutersIpV6AdminTest-146809031-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:16.910192 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-b37ee038-b0cc-468e-bbfd-90836b1a8ad2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:32:16.926696 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.base_scheduler [None req-b0797bd3-bc57-439f-af12-99aace5a257a tempest-ExtraDHCPOptionsIpV6TestJSON-903106190 tempest-ExtraDHCPOptionsIpV6TestJSON-903106190-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821829-1-hyperv, 253685fa-49de-4f72-9f01-8c35b72d7889) {{(pid=87506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:32:16.931040 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0797bd3-bc57-439f-af12-99aace5a257a tempest-ExtraDHCPOptionsIpV6TestJSON-903106190 tempest-ExtraDHCPOptionsIpV6TestJSON-903106190-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:32:16.931627 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-b0797bd3-bc57-439f-af12-99aace5a257a tempest-ExtraDHCPOptionsIpV6TestJSON-903106190 tempest-ExtraDHCPOptionsIpV6TestJSON-903106190-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3791486'] for subnet, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:16.937539 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-407bc2b3-d835-42dd-9259-4f4c6f726cc9 None None] Network 253685fa-49de-4f72-9f01-8c35b72d7889 requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 22:32:17.010767 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93db1293-e3f8-4ef7-b553-91ffd378223f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327-project-admin] Network 02df7aab-63e0-4ecf-8461-cdca5aca48bb is already hosted by enough agents. {{(pid=87507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:32:17.027184 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.base_scheduler [None req-93db1293-e3f8-4ef7-b553-91ffd378223f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327-project-admin] Resources bound (agent type, host, resource id):  {{(pid=87507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:32:17.037947 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93db1293-e3f8-4ef7-b553-91ffd378223f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327-project-admin] Received port after_create {{(pid=87507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 22:32:17.039186 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93db1293-e3f8-4ef7-b553-91ffd378223f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:32:17.039856 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-93db1293-e3f8-4ef7-b553-91ffd378223f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for port, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:17.059398 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-67b311fd-414c-4e47-837e-461c9b3b79fc tempest-ExternalNetworksTestJSON-962053912 tempest-ExternalNetworksTestJSON-962053912-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734753047233'] for network, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:17.070435 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [None req-239a4f27-896d-4dbd-b7d5-d358d9609acb tempest-RoutersIpV6AdminTest-146809031 tempest-RoutersIpV6AdminTest-146809031-project-admin] Calling delete_port for af69cefd-e64b-404d-8a7b-3a774729372f owned by network:router_gateway {{(pid=87506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:32:17.132949 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [req-b910a092-110d-4d10-83f9-fbd34c5fc01a req-a5f6a3c7-9683-4d33-ba85-57a763114e1c service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=87507) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 16 22:32:17.133275 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-b0797bd3-bc57-439f-af12-99aace5a257a tempest-ExtraDHCPOptionsIpV6TestJSON-903106190 tempest-ExtraDHCPOptionsIpV6TestJSON-903106190-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 2.0812933
Dec 16 22:32:17.133911 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 37692) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:32:17.140763 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-b910a092-110d-4d10-83f9-fbd34c5fc01a req-a5f6a3c7-9683-4d33-ba85-57a763114e1c service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.1752937
Dec 16 22:32:17.142458 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-b0e0a20a-1659-4e35-bbcb-89509288e8fc tempest-FloatingIPAdminTestJSON-210502716 tempest-FloatingIPAdminTestJSON-210502716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:17.152829 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-299e8d73-f1af-4151-af3c-3fefe0dc445d tempest-ExtraDHCPOptionsIpV6TestJSON-903106190 tempest-ExtraDHCPOptionsIpV6TestJSON-903106190-project] Request body: {'port': {'network_id': '253685fa-49de-4f72-9f01-8c35b72d7889', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1411547105'}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:32:17.259898 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-67b311fd-414c-4e47-837e-461c9b3b79fc tempest-ExternalNetworksTestJSON-962053912 tempest-ExternalNetworksTestJSON-962053912-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440'] for network, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:17.265922 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67b311fd-414c-4e47-837e-461c9b3b79fc tempest-ExternalNetworksTestJSON-962053912 tempest-ExternalNetworksTestJSON-962053912-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:32:17.266498 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-67b311fd-414c-4e47-837e-461c9b3b79fc tempest-ExternalNetworksTestJSON-962053912 tempest-ExternalNetworksTestJSON-962053912-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3791486'] for network, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:17.277517 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93db1293-e3f8-4ef7-b553-91ffd378223f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327-project-admin] Pushing event updated for resources: {'Port': ['ID=61bd2aa1-1f18-4b07-a205-2453b63dade5,revision_number=1']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:32:17.284399 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:32:17.293420 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-93db1293-e3f8-4ef7-b553-91ffd378223f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.383s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:32:17.310766 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cabb3db0-de18-4d24-9888-cc253f66c1ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1d6bfaf-d325-5e4f-b05d-2441d8339617-253685fa-49de-4f72-9f01-8c35b72d7889', 'network_id': '253685fa-49de-4f72-9f01-8c35b72d7889', 'tenant_id': '57ed53f83b2e4ecc9453765ed889b71b', 'fixed_ips': [{'subnet_id': 'f340023e-e2a4-4a10-8e28-abac8c85ff19'}]}} from dv-neutron-821829-1-hyperv. {{(pid=87508) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 16 22:32:17.311906 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-cabb3db0-de18-4d24-9888-cc253f66c1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:17.340327 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-93db1293-e3f8-4ef7-b553-91ffd378223f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 964 time: 1.4298890
Dec 16 22:32:17.373143 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 37702) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:32:17.512421 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.db_base_plugin_common [None req-cabb3db0-de18-4d24-9888-cc253f66c1ce None None] Allocated IP 2001:db8::2 (253685fa-49de-4f72-9f01-8c35b72d7889/f340023e-e2a4-4a10-8e28-abac8c85ff19/8a9864b3-c425-49c0-976b-13ce1e5c07ea) {{(pid=87508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 22:32:17.546268 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-67b311fd-414c-4e47-837e-461c9b3b79fc tempest-ExternalNetworksTestJSON-962053912 tempest-ExternalNetworksTestJSON-962053912-project-admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 863 time: 1.0573566
Dec 16 22:32:17.554576 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 37708) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:32:17.582769 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b311fd-414c-4e47-837e-461c9b3b79fc tempest-ExternalNetworksTestJSON-962053912 tempest-ExternalNetworksTestJSON-962053912-project-admin] Pushing event updated for resources: {'Network': ['ID=c2e133f9-1492-4bbf-99e0-5ee4404339da,revision_number=1']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:32:17.585879 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-67b311fd-414c-4e47-837e-461c9b3b79fc tempest-ExternalNetworksTestJSON-962053912 tempest-ExternalNetworksTestJSON-962053912-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:32:17.613864 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1db8cab1-d0f5-4882-85e5-a8edaa5c0237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:32:17.615840 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-1db8cab1-d0f5-4882-85e5-a8edaa5c0237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327-project-admin] 10.222.0.13 "GET /v2.0/ports/61bd2aa1-1f18-4b07-a205-2453b63dade5 HTTP/1.1" status: 200  len: 959 time: 0.2414844
Dec 16 22:32:17.617011 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-299e8d73-f1af-4151-af3c-3fefe0dc445d tempest-ExtraDHCPOptionsIpV6TestJSON-903106190 tempest-ExtraDHCPOptionsIpV6TestJSON-903106190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:32:17.620940 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 37712) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:32:17.625089 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-299e8d73-f1af-4151-af3c-3fefe0dc445d tempest-ExtraDHCPOptionsIpV6TestJSON-903106190 tempest-ExtraDHCPOptionsIpV6TestJSON-903106190-project] Usage tracker for resource:port and tenant:57ed53f83b2e4ecc9453765ed889b71b is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:32:17.637763 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Network c2e133f9-1492-4bbf-99e0-5ee4404339da details requested by agent ovs-agent-dv-neutron-821829-1-hyperv with host dv-neutron-821829-1-hyperv {{(pid=87508) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 22:32:17.661132 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-299e8d73-f1af-4151-af3c-3fefe0dc445d tempest-ExtraDHCPOptionsIpV6TestJSON-903106190 tempest-ExtraDHCPOptionsIpV6TestJSON-903106190-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:32:17.663600 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 37716) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:32:17.683416 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-299e8d73-f1af-4151-af3c-3fefe0dc445d tempest-ExtraDHCPOptionsIpV6TestJSON-903106190 tempest-ExtraDHCPOptionsIpV6TestJSON-903106190-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:32:17.710785 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-b910a092-110d-4d10-83f9-fbd34c5fc01a req-1fcf02e5-20a5-42fa-bb82-7f4b10a33ec6 service neutron] 10.222.0.13 "GET /v2.0/networks/4324e1ea-4669-4cf4-86ce-32057be725fc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5691826
Dec 16 22:32:17.765400 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a62e978-1636-407f-9567-f64a1c1e914e req-8d219ce8-5c34-453b-9280-685a7ecd1459 tempest-ServersTestJSON-1208382319 tempest-ServersTestJSON-1208382319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:32:17.766103 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [req-3a62e978-1636-407f-9567-f64a1c1e914e req-8d219ce8-5c34-453b-9280-685a7ecd1459 tempest-ServersTestJSON-1208382319 tempest-ServersTestJSON-1208382319-project] Synchronizing usage tracker for tenant:b95ee9c426304bab82943f010c6dac17 on resource:network {{(pid=87507) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 22:32:17.814695 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-7b471887-1182-40bb-ad95-64a077a52153 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1892063245'}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:32:17.820856 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-299e8d73-f1af-4151-af3c-3fefe0dc445d tempest-ExtraDHCPOptionsIpV6TestJSON-903106190 tempest-ExtraDHCPOptionsIpV6TestJSON-903106190-project] Made reservation on behalf of 57ed53f83b2e4ecc9453765ed889b71b for: {'port': 1} {{(pid=87506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:32:17.824468 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-299e8d73-f1af-4151-af3c-3fefe0dc445d tempest-ExtraDHCPOptionsIpV6TestJSON-903106190 tempest-ExtraDHCPOptionsIpV6TestJSON-903106190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:17.834825 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-7b471887-1182-40bb-ad95-64a077a52153 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:32:17.837189 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-cabb3db0-de18-4d24-9888-cc253f66c1ce None None] Notify callbacks [] for port, precommit_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:17.849536 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-7b471887-1182-40bb-ad95-64a077a52153 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Usage tracker for resource:network and tenant:8e4385a98eb1416284c1cc96b3355a70 is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:32:17.850519 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-cabb3db0-de18-4d24-9888-cc253f66c1ce None None] Transition to ACTIVE for port object 8a9864b3-c425-49c0-976b-13ce1e5c07ea will not be triggered until provisioned by entity L2. {{(pid=87508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:32:17.855646 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-239a4f27-896d-4dbd-b7d5-d358d9609acb tempest-RoutersIpV6AdminTest-146809031 tempest-RoutersIpV6AdminTest-146809031-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1863393'] for port, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:17.857264 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-7b471887-1182-40bb-ad95-64a077a52153 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:32:17.869447 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-cabb3db0-de18-4d24-9888-cc253f66c1ce None None] Transition to ACTIVE for port object 8a9864b3-c425-49c0-976b-13ce1e5c07ea will not be triggered until provisioned by entity DHCP. {{(pid=87508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:32:17.872104 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [None req-f771b542-4e58-4525-b198-9205b0dc1109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327-project-admin] Deleting port 61bd2aa1-1f18-4b07-a205-2453b63dade5 {{(pid=87506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:32:17.872479 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-f771b542-4e58-4525-b198-9205b0dc1109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:17.876110 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-cabb3db0-de18-4d24-9888-cc253f66c1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940'] for port, after_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:17.885209 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-a8504f56-caeb-490c-b307-04318dca4e93 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:32:17.912180 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-7b471887-1182-40bb-ad95-64a077a52153 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:32:17.924013 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:32:17.936678 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2b970e2-9b05-4e49-99b1-5e942970c98f tempest-ExternalNetworksTestJSON-942302126 tempest-ExternalNetworksTestJSON-942302126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:32:17.942771 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cabb3db0-de18-4d24-9888-cc253f66c1ce None None] Network 253685fa-49de-4f72-9f01-8c35b72d7889 is already hosted by enough agents. {{(pid=87508) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:32:17.943129 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2b970e2-9b05-4e49-99b1-5e942970c98f tempest-ExternalNetworksTestJSON-942302126 tempest-ExternalNetworksTestJSON-942302126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:32:17.949437 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2b970e2-9b05-4e49-99b1-5e942970c98f tempest-ExternalNetworksTestJSON-942302126 tempest-ExternalNetworksTestJSON-942302126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:32:17.949924 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.scheduler.base_scheduler [None req-cabb3db0-de18-4d24-9888-cc253f66c1ce None None] Resources bound (agent type, host, resource id):  {{(pid=87508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:32:17.952310 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cabb3db0-de18-4d24-9888-cc253f66c1ce None None] Received port after_create {{(pid=87508) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 22:32:17.954844 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2b970e2-9b05-4e49-99b1-5e942970c98f tempest-ExternalNetworksTestJSON-942302126 tempest-ExternalNetworksTestJSON-942302126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:32:17.961450 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2b970e2-9b05-4e49-99b1-5e942970c98f tempest-ExternalNetworksTestJSON-942302126 tempest-ExternalNetworksTestJSON-942302126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:32:17.962341 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-d2b970e2-9b05-4e49-99b1-5e942970c98f tempest-ExternalNetworksTestJSON-942302126 tempest-ExternalNetworksTestJSON-942302126-project] Synchronizing usage tracker for tenant:dfbd220dbf53417baf67915bec178f81 on resource:network {{(pid=87507) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 22:32:17.963153 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.notifiers.nova [None req-299e8d73-f1af-4151-af3c-3fefe0dc445d tempest-ExtraDHCPOptionsIpV6TestJSON-903106190 tempest-ExtraDHCPOptionsIpV6TestJSON-903106190-project] device_id is not set on port ea4812e0-9c1c-498e-a114-626facfef34e yet. {{(pid=87506) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 16 22:32:17.971422 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [req-3a62e978-1636-407f-9567-f64a1c1e914e req-8d219ce8-5c34-453b-9280-685a7ecd1459 tempest-ServersTestJSON-1208382319 tempest-ServersTestJSON-1208382319-project] Unset dirty status for tenant:b95ee9c426304bab82943f010c6dac17 on resource:network {{(pid=87507) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 22:32:17.972614 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-3a62e978-1636-407f-9567-f64a1c1e914e req-8d219ce8-5c34-453b-9280-685a7ecd1459 tempest-ServersTestJSON-1208382319 tempest-ServersTestJSON-1208382319-project] 10.222.0.13 "GET /v2.0/networks?id=ee4be5eb-8d65-4c35-a7d0-77b65d96496e HTTP/1.1" status: 200  len: 806 time: 1.0674510
Dec 16 22:32:17.997869 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabb3db0-de18-4d24-9888-cc253f66c1ce None None] Pushing event updated for resources: {'Port': ['ID=8a9864b3-c425-49c0-976b-13ce1e5c07ea,revision_number=1']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:32:18.004659 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-cabb3db0-de18-4d24-9888-cc253f66c1ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:32:18.016639 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239a4f27-896d-4dbd-b7d5-d358d9609acb tempest-RoutersIpV6AdminTest-146809031 tempest-RoutersIpV6AdminTest-146809031-project-admin] Pushing event deleted for resources: {'Port': ['ID=af69cefd-e64b-404d-8a7b-3a774729372f,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:32:18.031519 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-3a62e978-1636-407f-9567-f64a1c1e914e req-7f12a179-f060-43db-8010-b5a55c77072c tempest-ServersTestJSON-1208382319 tempest-ServersTestJSON-1208382319-project] 10.222.0.13 "GET /v2.0/quotas/b95ee9c426304bab82943f010c6dac17 HTTP/1.1" status: 200  len: 375 time: 0.0487657
Dec 16 22:32:18.046340 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-239a4f27-896d-4dbd-b7d5-d358d9609acb tempest-RoutersIpV6AdminTest-146809031 tempest-RoutersIpV6AdminTest-146809031-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:32:18.068557 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b471887-1182-40bb-ad95-64a077a52153 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Made reservation on behalf of 8e4385a98eb1416284c1cc96b3355a70 for: {'network': 1} {{(pid=87506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:32:18.069268 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-cabb3db0-de18-4d24-9888-cc253f66c1ce None None] Attempting to bind port 8a9864b3-c425-49c0-976b-13ce1e5c07ea on host dv-neutron-821829-1-hyperv for vnic_type normal with profile  {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 22:32:18.069268 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-cabb3db0-de18-4d24-9888-cc253f66c1ce None None] Attempting to bind port 8a9864b3-c425-49c0-976b-13ce1e5c07ea by drivers openvswitch,hyperv on host dv-neutron-821829-1-hyperv at level 0 using segments [{'id': 'b73895dd-fb54-4010-a19c-7a4f97706f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '253685fa-49de-4f72-9f01-8c35b72d7889'}] {{(pid=87508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 22:32:18.069540 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cabb3db0-de18-4d24-9888-cc253f66c1ce None None] Attempting to bind port 8a9864b3-c425-49c0-976b-13ce1e5c07ea on network 253685fa-49de-4f72-9f01-8c35b72d7889 {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 22:32:18.071993 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-7b471887-1182-40bb-ad95-64a077a52153 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for network, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:18.075101 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cabb3db0-de18-4d24-9888-cc253f66c1ce None None] Checking agent: {'id': '5571501f-366e-47a4-9b60-8ef19d935d27', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821829-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 24, 2), 'started_at': datetime.datetime(2021, 12, 16, 22, 24, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 32, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821829-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 22:32:18.075488 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cabb3db0-de18-4d24-9888-cc253f66c1ce None None] Checking segment: {'id': 'b73895dd-fb54-4010-a19c-7a4f97706f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '253685fa-49de-4f72-9f01-8c35b72d7889'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 22:32:18.075936 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-cabb3db0-de18-4d24-9888-cc253f66c1ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:18.076343 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cabb3db0-de18-4d24-9888-cc253f66c1ce None None] Bound using segment: {'id': 'b73895dd-fb54-4010-a19c-7a4f97706f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '253685fa-49de-4f72-9f01-8c35b72d7889'} {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 22:32:18.076819 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-cabb3db0-de18-4d24-9888-cc253f66c1ce None None] Bound port: 8a9864b3-c425-49c0-976b-13ce1e5c07ea, host: dv-neutron-821829-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b73895dd-fb54-4010-a19c-7a4f97706f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '253685fa-49de-4f72-9f01-8c35b72d7889'}}] {{(pid=87508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 22:32:18.077202 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-cabb3db0-de18-4d24-9888-cc253f66c1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:18.088390 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-d2b970e2-9b05-4e49-99b1-5e942970c98f tempest-ExternalNetworksTestJSON-942302126 tempest-ExternalNetworksTestJSON-942302126-project] Unset dirty status for tenant:dfbd220dbf53417baf67915bec178f81 on resource:network {{(pid=87507) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 22:32:18.092020 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-d2b970e2-9b05-4e49-99b1-5e942970c98f tempest-ExternalNetworksTestJSON-942302126 tempest-ExternalNetworksTestJSON-942302126-project] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200  len: 3060 time: 0.5258954
Dec 16 22:32:18.113145 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 37724) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:32:18.151784 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-7b471887-1182-40bb-ad95-64a077a52153 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks [] for security_group, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:18.160426 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-239a4f27-896d-4dbd-b7d5-d358d9609acb tempest-RoutersIpV6AdminTest-146809031 tempest-RoutersIpV6AdminTest-146809031-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3741895'] for router_gateway, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:18.171513 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-b910a092-110d-4d10-83f9-fbd34c5fc01a req-35b9cfb5-f40f-427a-a473-12b9970702c8 service neutron] 10.222.0.13 "GET /v2.0/networks/4324e1ea-4669-4cf4-86ce-32057be725fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3895981
Dec 16 22:32:18.181650 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-cabb3db0-de18-4d24-9888-cc253f66c1ce None None] For port 8a9864b3-c425-49c0-976b-13ce1e5c07ea, host dv-neutron-821829-1-hyperv, cleared binding levels {{(pid=87508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 22:32:18.189419 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-cabb3db0-de18-4d24-9888-cc253f66c1ce None None] For port 8a9864b3-c425-49c0-976b-13ce1e5c07ea, host dv-neutron-821829-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=8a9864b3-c425-49c0-976b-13ce1e5c07ea,segment=NetworkSegment(b73895dd-fb54-4010-a19c-7a4f97706f6a),segment_id=b73895dd-fb54-4010-a19c-7a4f97706f6a)] {{(pid=87508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 22:32:18.196586 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-cabb3db0-de18-4d24-9888-cc253f66c1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:18.203696 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:32:18.264610 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-3a62e978-1636-407f-9567-f64a1c1e914e req-e6051bde-c433-488d-b3aa-93cc20e8f057 tempest-ServersTestJSON-1208382319 tempest-ServersTestJSON-1208382319-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=b95ee9c426304bab82943f010c6dac17&fields=id HTTP/1.1" status: 200  len: 348 time: 0.2321203
Dec 16 22:32:18.298663 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-b0e0a20a-1659-4e35-bbcb-89509288e8fc tempest-FloatingIPAdminTestJSON-210502716 tempest-FloatingIPAdminTestJSON-210502716-project] Notify callbacks [] for port, precommit_update {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:18.307976 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-b0e0a20a-1659-4e35-bbcb-89509288e8fc tempest-FloatingIPAdminTestJSON-210502716 tempest-FloatingIPAdminTestJSON-210502716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10807814'] for port, after_update {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:18.323444 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabb3db0-de18-4d24-9888-cc253f66c1ce None None] Pushing event updated for resources: {'Port': ['ID=8a9864b3-c425-49c0-976b-13ce1e5c07ea,revision_number=2']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:32:18.344259 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-cabb3db0-de18-4d24-9888-cc253f66c1ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:32:18.360533 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:32:18.367923 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-7b471887-1182-40bb-ad95-64a077a52153 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:32:18.446552 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-7b471887-1182-40bb-ad95-64a077a52153 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Usage tracker for resource:security_group_rule and tenant:8e4385a98eb1416284c1cc96b3355a70 is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:32:18.481128 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-7b471887-1182-40bb-ad95-64a077a52153 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:32:18.499503 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-239a4f27-896d-4dbd-b7d5-d358d9609acb tempest-RoutersIpV6AdminTest-146809031 tempest-RoutersIpV6AdminTest-146809031-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3739500', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39002'] for router, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:18.552706 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [req-3a62e978-1636-407f-9567-f64a1c1e914e req-ab445e7e-28d6-4747-bb03-531f98419c8b service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=87507) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 16 22:32:18.553590 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-239a4f27-896d-4dbd-b7d5-d358d9609acb tempest-RoutersIpV6AdminTest-146809031 tempest-RoutersIpV6AdminTest-146809031-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:18.553730 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-3a62e978-1636-407f-9567-f64a1c1e914e req-ab445e7e-28d6-4747-bb03-531f98419c8b service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.1942556
Dec 16 22:32:18.565046 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-a2797f71-f969-4e9c-afc1-c594cb3ae737 req-9137c15b-3f53-4e72-9ec9-5cab8756b701 tempest-ServerActionsTestJSON-1581017418 tempest-ServerActionsTestJSON-1581017418-project] 10.222.0.13 "GET /v2.0/ports?device_id=95ef1739-1bf2-4522-993c-76a77d5f2322 HTTP/1.1" status: 200  len: 210 time: 0.1197240
Dec 16 22:32:18.592006 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-7b471887-1182-40bb-ad95-64a077a52153 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:32:18.597752 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-eff1c5ad-ea76-4b94-ae9e-3598de9467c0 tempest-ExternalNetworksTestJSON-962053912 tempest-ExternalNetworksTestJSON-962053912-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-825997'] for network, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:18.716201 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-f771b542-4e58-4525-b198-9205b0dc1109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:18.813205 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e0a20a-1659-4e35-bbcb-89509288e8fc tempest-FloatingIPAdminTestJSON-210502716 tempest-FloatingIPAdminTestJSON-210502716-project] Pushing event updated for resources: {'Port': ['ID=79a3b376-7387-44a9-a6ee-9ccd6fc778a0,revision_number=2']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:32:18.816198 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-b0e0a20a-1659-4e35-bbcb-89509288e8fc tempest-FloatingIPAdminTestJSON-210502716 tempest-FloatingIPAdminTestJSON-210502716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.456s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:32:18.823791 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-239a4f27-896d-4dbd-b7d5-d358d9609acb tempest-RoutersIpV6AdminTest-146809031 tempest-RoutersIpV6AdminTest-146809031-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3830089'] for router, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:18.824285 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-239a4f27-896d-4dbd-b7d5-d358d9609acb tempest-RoutersIpV6AdminTest-146809031 tempest-RoutersIpV6AdminTest-146809031-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c2baf413-64e0-489d-83ef-ec367626ca05 {{(pid=87506) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 16 22:32:18.833187 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-b0e0a20a-1659-4e35-bbcb-89509288e8fc tempest-FloatingIPAdminTestJSON-210502716 tempest-FloatingIPAdminTestJSON-210502716-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3791426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3830222'] for router_interface, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:18.920888 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.db_base_plugin_common [None req-299e8d73-f1af-4151-af3c-3fefe0dc445d tempest-ExtraDHCPOptionsIpV6TestJSON-903106190 tempest-ExtraDHCPOptionsIpV6TestJSON-903106190-project] Allocated IP 2001:db8::316 (253685fa-49de-4f72-9f01-8c35b72d7889/f340023e-e2a4-4a10-8e28-abac8c85ff19/ea4812e0-9c1c-498e-a114-626facfef34e) {{(pid=87506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 22:32:18.934318 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [None req-f771b542-4e58-4525-b198-9205b0dc1109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327-project-admin] Calling delete_port for 61bd2aa1-1f18-4b07-a205-2453b63dade5 owned by  {{(pid=87506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:32:18.999248 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-3a62e978-1636-407f-9567-f64a1c1e914e req-e422efd9-5fc3-4eb3-a1ef-f9f40023cb06 service neutron] 10.222.0.13 "GET /v2.0/networks/ee4be5eb-8d65-4c35-a7d0-77b65d96496e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4284925
Dec 16 22:32:19.110373 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-eff1c5ad-ea76-4b94-ae9e-3598de9467c0 tempest-ExternalNetworksTestJSON-962053912 tempest-ExternalNetworksTestJSON-962053912-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3329565', 'neutron.services.segments.db._delete_segments_for_network-8734753546406'] for network, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:19.117404 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0e0a20a-1659-4e35-bbcb-89509288e8fc tempest-FloatingIPAdminTestJSON-210502716 tempest-FloatingIPAdminTestJSON-210502716-project] Network 5b8d5e95-c7ec-4bcd-a4e9-51858715b4bc is already hosted by enough agents. {{(pid=87507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:32:19.118825 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.base_scheduler [None req-b0e0a20a-1659-4e35-bbcb-89509288e8fc tempest-FloatingIPAdminTestJSON-210502716 tempest-FloatingIPAdminTestJSON-210502716-project] Resources bound (agent type, host, resource id):  {{(pid=87507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:32:19.284140 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-3a62e978-1636-407f-9567-f64a1c1e914e req-e9075c42-c017-4737-9cf7-7d7778e34cf5 service neutron] 10.222.0.13 "GET /v2.0/networks/ee4be5eb-8d65-4c35-a7d0-77b65d96496e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2839980
Dec 16 22:32:19.330079 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-239a4f27-896d-4dbd-b7d5-d358d9609acb tempest-RoutersIpV6AdminTest-146809031 tempest-RoutersIpV6AdminTest-146809031-project-admin] Notify callbacks [] for router, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:19.337098 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-239a4f27-896d-4dbd-b7d5-d358d9609acb tempest-RoutersIpV6AdminTest-146809031 tempest-RoutersIpV6AdminTest-146809031-project-admin] 10.222.0.13 "DELETE /v2.0/routers/c2baf413-64e0-489d-83ef-ec367626ca05 HTTP/1.1" status: 204  len: 168 time: 5.7298646
Dec 16 22:32:19.350161 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 37768) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:32:19.367372 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-f771b542-4e58-4525-b198-9205b0dc1109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1863393'] for port, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:19.382660 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.services.segments.db [None req-eff1c5ad-ea76-4b94-ae9e-3598de9467c0 tempest-ExternalNetworksTestJSON-962053912 tempest-ExternalNetworksTestJSON-962053912-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1b7c2c0cd0>,) {'filters': {'network_id': ['c2e133f9-1492-4bbf-99e0-5ee4404339da']}} {{(pid=87506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:32:19.514753 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.db_base_plugin_v2 [None req-27d55210-6896-43df-864d-ae2fed3e2d8d tempest-RoutersIpV6AdminTest-146809031 tempest-RoutersIpV6AdminTest-146809031-project-admin] Deleting subnet 0e0f033c-ba21-426c-a6a6-408da8c99c00 {{(pid=87507) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 16 22:32:19.529902 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-27d55210-6896-43df-864d-ae2fed3e2d8d tempest-RoutersIpV6AdminTest-146809031 tempest-RoutersIpV6AdminTest-146809031-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:19.582763 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.services.segments.db [None req-eff1c5ad-ea76-4b94-ae9e-3598de9467c0 tempest-ExternalNetworksTestJSON-962053912 tempest-ExternalNetworksTestJSON-962053912-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b7c2c0cd0>, '3bb0472f-b218-4e4f-b70e-105fcfd369b2') {'for_net_delete': True} {{(pid=87506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:32:19.590972 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.services.segments.db [None req-eff1c5ad-ea76-4b94-ae9e-3598de9467c0 tempest-ExternalNetworksTestJSON-962053912 tempest-ExternalNetworksTestJSON-962053912-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b7c2c0cd0>, '3bb0472f-b218-4e4f-b70e-105fcfd369b2') {} {{(pid=87506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:32:19.605727 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-661ade7c-ecb9-485a-baf9-ca8b75899701 None None] Provisioning complete for port 79a3b376-7387-44a9-a6ee-9ccd6fc778a0 triggered by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:32:19.606601 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-661ade7c-ecb9-485a-baf9-ca8b75899701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:19.621224 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-98b40199-c33e-41f7-8ff5-a26543335544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:32:19.626237 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0e0a20a-1659-4e35-bbcb-89509288e8fc tempest-FloatingIPAdminTestJSON-210502716 tempest-FloatingIPAdminTestJSON-210502716-project] Router 8976845b-1a00-4e4d-a758-acdcb256e7af has already been hosted by L3 agent 4f519db7-069b-43e2-8411-c092bac9102a {{(pid=87507) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 22:32:19.742359 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 8a9864b3-c425-49c0-976b-13ce1e5c07ea up at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 22:32:19.762035 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-7b471887-1182-40bb-ad95-64a077a52153 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks [] for security_group, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:19.787628 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f771b542-4e58-4525-b198-9205b0dc1109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327-project-admin] Pushing event deleted for resources: {'Port': ['ID=61bd2aa1-1f18-4b07-a205-2453b63dade5,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:32:19.791248 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-f771b542-4e58-4525-b198-9205b0dc1109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:32:19.793794 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-eff1c5ad-ea76-4b94-ae9e-3598de9467c0 tempest-ExternalNetworksTestJSON-962053912 tempest-ExternalNetworksTestJSON-962053912-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734753593977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-266764496'] for segment, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:19.804296 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-7b471887-1182-40bb-ad95-64a077a52153 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841066'] for security_group, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:19.813726 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-f771b542-4e58-4525-b198-9205b0dc1109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for port, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:19.830863 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-661ade7c-ecb9-485a-baf9-ca8b75899701 None None] Port 79a3b376-7387-44a9-a6ee-9ccd6fc778a0 cannot update to ACTIVE because it is not bound. {{(pid=87508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 22:32:19.831136 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-d40a977e-1dcf-4aa9-b521-8fdad3d5ab94 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:32:19.853113 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-eff1c5ad-ea76-4b94-ae9e-3598de9467c0 tempest-ExternalNetworksTestJSON-962053912 tempest-ExternalNetworksTestJSON-962053912-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-883292'] for segment, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:19.898095 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning for port 8a9864b3-c425-49c0-976b-13ce1e5c07ea completed by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 22:32:19.922552 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eff1c5ad-ea76-4b94-ae9e-3598de9467c0 tempest-ExternalNetworksTestJSON-962053912 tempest-ExternalNetworksTestJSON-962053912-project-admin] Releasing vlan 162 on physical network physnet1 to pool {{(pid=87506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 16 22:32:19.922973 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-eff1c5ad-ea76-4b94-ae9e-3598de9467c0 tempest-ExternalNetworksTestJSON-962053912 tempest-ExternalNetworksTestJSON-962053912-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-883285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1863180'] for segment, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:19.932492 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b34ac0fa-4dac-4978-85fa-c82eae276f8d None None] Network 253685fa-49de-4f72-9f01-8c35b72d7889 requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 22:32:19.944328 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-27d55210-6896-43df-864d-ae2fed3e2d8d tempest-RoutersIpV6AdminTest-146809031 tempest-RoutersIpV6AdminTest-146809031-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2128562'] for subnet, precommit_delete_associations {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:19.984249 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-0f409262-9ae2-4d9e-85f6-5b10a3e497df req-33c82d66-3c1b-47b2-9fb4-d97904301f94 tempest-ServerActionsTestJSON-1581017418 tempest-ServerActionsTestJSON-1581017418-project] 10.222.0.13 "GET /v2.0/ports?device_id=95ef1739-1bf2-4522-993c-76a77d5f2322 HTTP/1.1" status: 200  len: 210 time: 0.1715298
Dec 16 22:32:20.024864 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-d9e261b8-3637-443f-bde0-907c79d490e4 req-8aa594b9-8006-4b39-9d36-492e1609f415 tempest-ServersTestJSON-1208382319 tempest-ServersTestJSON-1208382319-project] 10.222.0.13 "GET /v2.0/ports?device_id=e8b1f9e3-1dc7-4804-9d4e-3e2ba6aa02cb HTTP/1.1" status: 200  len: 210 time: 0.1612728
Dec 16 22:32:20.035082 dv-neutron-821829-1-hyperv neutron-server[87506]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 16 22:32:20.035082 dv-neutron-821829-1-hyperv neutron-server[87506]:   util.warn(
Dec 16 22:32:20.035082 dv-neutron-821829-1-hyperv neutron-server[87506]: Traceback (most recent call last):
Dec 16 22:32:20.035082 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 16 22:32:20.035082 dv-neutron-821829-1-hyperv neutron-server[87506]:     timer()
Dec 16 22:32:20.035082 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 22:32:20.035082 dv-neutron-821829-1-hyperv neutron-server[87506]:     cb(*args, **kw)
Dec 16 22:32:20.035082 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 22:32:20.035082 dv-neutron-821829-1-hyperv neutron-server[87506]:     return func(*args, **kwargs)
Dec 16 22:32:20.035082 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 22:32:20.035082 dv-neutron-821829-1-hyperv neutron-server[87506]:     self._notify()
Dec 16 22:32:20.035082 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 22:32:20.035082 dv-neutron-821829-1-hyperv neutron-server[87506]:     self.callback(batched_events)
Dec 16 22:32:20.035082 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 22:32:20.035082 dv-neutron-821829-1-hyperv neutron-server[87506]:     event.method(event)
Dec 16 22:32:20.035082 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 22:32:20.035082 dv-neutron-821829-1-hyperv neutron-server[87506]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 22:32:20.035082 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 22:32:20.035082 dv-neutron-821829-1-hyperv neutron-server[87506]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 22:32:20.035082 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 22:32:20.035082 dv-neutron-821829-1-hyperv neutron-server[87506]:     return f(self, *a, **k)
Dec 16 22:32:20.035082 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 16 22:32:20.035082 dv-neutron-821829-1-hyperv neutron-server[87506]:     return self._get(url).json()
Dec 16 22:32:20.035082 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 16 22:32:20.035082 dv-neutron-821829-1-hyperv neutron-server[87506]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 22:32:20.035082 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 16 22:32:20.035082 dv-neutron-821829-1-hyperv neutron-server[87506]:     return self.request(url, 'GET', **kwargs)
Dec 16 22:32:20.035082 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 16 22:32:20.035082 dv-neutron-821829-1-hyperv neutron-server[87506]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 22:32:20.035082 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 16 22:32:20.035082 dv-neutron-821829-1-hyperv neutron-server[87506]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 22:32:20.035082 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 16 22:32:20.035082 dv-neutron-821829-1-hyperv neutron-server[87506]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 22:32:20.035082 dv-neutron-821829-1-hyperv neutron-server[87506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 22:32:20.037048 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-f771b542-4e58-4525-b198-9205b0dc1109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327-project-admin] 10.222.0.13 "DELETE /v2.0/ports/61bd2aa1-1f18-4b07-a205-2453b63dade5 HTTP/1.1" status: 204  len: 168 time: 2.4145224
Dec 16 22:32:20.045947 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 37796) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:32:20.076270 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-299e8d73-f1af-4151-af3c-3fefe0dc445d tempest-ExtraDHCPOptionsIpV6TestJSON-903106190 tempest-ExtraDHCPOptionsIpV6TestJSON-903106190-project] Notify callbacks [] for port, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:20.077662 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-3a5d6f18-7877-4496-9aab-d770cbae9619 None None] Provisioning for port 8a9864b3-c425-49c0-976b-13ce1e5c07ea completed by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 22:32:20.091064 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-3a5d6f18-7877-4496-9aab-d770cbae9619 None None] Provisioning complete for port 8a9864b3-c425-49c0-976b-13ce1e5c07ea triggered by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:32:20.091835 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-3a5d6f18-7877-4496-9aab-d770cbae9619 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:20.094973 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.provisioning_blocks [None req-299e8d73-f1af-4151-af3c-3fefe0dc445d tempest-ExtraDHCPOptionsIpV6TestJSON-903106190 tempest-ExtraDHCPOptionsIpV6TestJSON-903106190-project] Transition to ACTIVE for port object ea4812e0-9c1c-498e-a114-626facfef34e will not be triggered until provisioned by entity DHCP. {{(pid=87506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:32:20.123745 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b471887-1182-40bb-ad95-64a077a52153 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce5b3188-f6b4-4fb2-a852-ea5870c36e5a,revision_number=1']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:32:20.127069 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-eff1c5ad-ea76-4b94-ae9e-3598de9467c0 tempest-ExternalNetworksTestJSON-962053912 tempest-ExternalNetworksTestJSON-962053912-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3329572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3741856'] for network, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:20.131593 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-7b471887-1182-40bb-ad95-64a077a52153 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:32:20.133973 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-299e8d73-f1af-4151-af3c-3fefe0dc445d tempest-ExtraDHCPOptionsIpV6TestJSON-903106190 tempest-ExtraDHCPOptionsIpV6TestJSON-903106190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1863393'] for port, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:20.136018 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b471887-1182-40bb-ad95-64a077a52153 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] vlan segment allocate from pool success with {'vlan_id': 171, 'physical_network': 'physnet1'}  {{(pid=87506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 22:32:20.145570 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-67b311fd-414c-4e47-837e-461c9b3b79fc tempest-ExternalNetworksTestJSON-962053912 tempest-ExternalNetworksTestJSON-962053912-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:32:20.174595 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eff1c5ad-ea76-4b94-ae9e-3598de9467c0 tempest-ExternalNetworksTestJSON-962053912 tempest-ExternalNetworksTestJSON-962053912-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network  c2e133f9-1492-4bbf-99e0-5ee4404339da {{(pid=87506) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}}
Dec 16 22:32:20.182336 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b7b4abd-140b-4c77-87e3-691ac7614b38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327-project-admin] GET failed (client error): The resource could not be found.
Dec 16 22:32:20.183030 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-0b7b4abd-140b-4c77-87e3-691ac7614b38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327-project-admin] Synchronizing usage tracker for tenant:e3a94693b6bd4c1c975a78c01183cef8 on resource:port {{(pid=87507) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 22:32:20.190001 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-7b471887-1182-40bb-ad95-64a077a52153 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-883292'] for segment, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:20.191988 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.db.segments_db [None req-7b471887-1182-40bb-ad95-64a077a52153 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Added segment da71c9a1-7532-4738-a9bc-22a7f498ec35 of type vlan for network 7edd76f7-0f97-48a5-b177-9842de6c0500
Dec 16 22:32:20.199420 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-27d55210-6896-43df-864d-ae2fed3e2d8d tempest-RoutersIpV6AdminTest-146809031 tempest-RoutersIpV6AdminTest-146809031-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3328566'] for subnet, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:20.209021 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-eff1c5ad-ea76-4b94-ae9e-3598de9467c0 tempest-ExternalNetworksTestJSON-962053912 tempest-ExternalNetworksTestJSON-962053912-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3791486'] for network, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:20.216510 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff1c5ad-ea76-4b94-ae9e-3598de9467c0 tempest-ExternalNetworksTestJSON-962053912 tempest-ExternalNetworksTestJSON-962053912-project-admin] Pushing event deleted for resources: {'Network': ['ID=c2e133f9-1492-4bbf-99e0-5ee4404339da,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:32:20.220135 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-eff1c5ad-ea76-4b94-ae9e-3598de9467c0 tempest-ExternalNetworksTestJSON-962053912 tempest-ExternalNetworksTestJSON-962053912-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:32:20.230003 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-98b40199-c33e-41f7-8ff5-a26543335544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.059s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:32:20.294207 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-0b7b4abd-140b-4c77-87e3-691ac7614b38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327-project-admin] Unset dirty status for tenant:e3a94693b6bd4c1c975a78c01183cef8 on resource:port {{(pid=87507) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 22:32:20.295838 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-0b7b4abd-140b-4c77-87e3-691ac7614b38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327-project-admin] 10.222.0.13 "GET /v2.0/ports/61bd2aa1-1f18-4b07-a205-2453b63dade5 HTTP/1.1" status: 404  len: 333 time: 0.2485075
Dec 16 22:32:20.301720 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 37806) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:32:20.303109 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0e0a20a-1659-4e35-bbcb-89509288e8fc tempest-FloatingIPAdminTestJSON-210502716 tempest-FloatingIPAdminTestJSON-210502716-project] Notify agent at l3_agent.dv-neutron-821829-1-hyperv the message routers_updated {{(pid=87507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 22:32:20.309661 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-b0e0a20a-1659-4e35-bbcb-89509288e8fc tempest-FloatingIPAdminTestJSON-210502716 tempest-FloatingIPAdminTestJSON-210502716-project] 10.222.0.13 "PUT /v2.0/routers/8976845b-1a00-4e4d-a758-acdcb256e7af/add_router_interface HTTP/1.1" status: 200  len: 503 time: 8.5870528
Dec 16 22:32:20.315975 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-450cfea9-f727-487b-8f30-33474466ca21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327-project-admin] Request body: {'port': {'network_id': '02df7aab-63e0-4ecf-8461-cdca5aca48bb', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-508072955'}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:32:20.323309 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 37810) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:32:20.328057 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-450cfea9-f727-487b-8f30-33474466ca21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:32:20.333555 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-3a5d6f18-7877-4496-9aab-d770cbae9619 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:20.336626 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-f2a475f3-aeb6-41fd-9920-eaf3afa92bf6 tempest-FloatingIPAdminTestJSON-210502716 tempest-FloatingIPAdminTestJSON-210502716-project] Request body: {'port': {'network_id': '5b8d5e95-c7ec-4bcd-a4e9-51858715b4bc', 'name': 'tempest-FloatingIPAdminTestJSON-354193738'}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:32:20.367641 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-450cfea9-f727-487b-8f30-33474466ca21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:32:20.429901 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-3a5d6f18-7877-4496-9aab-d770cbae9619 None None] For port 8a9864b3-c425-49c0-976b-13ce1e5c07ea, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=8a9864b3-c425-49c0-976b-13ce1e5c07ea,segment=NetworkSegment(b73895dd-fb54-4010-a19c-7a4f97706f6a),segment_id=b73895dd-fb54-4010-a19c-7a4f97706f6a)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:32:20.448518 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-3a5d6f18-7877-4496-9aab-d770cbae9619 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:20.454739 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-db6f5058-e93b-4345-a54e-879536993561 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:32:20.457376 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-450cfea9-f727-487b-8f30-33474466ca21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327-project-admin] Made reservation on behalf of e3a94693b6bd4c1c975a78c01183cef8 for: {'port': 1} {{(pid=87507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:32:20.460144 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-450cfea9-f727-487b-8f30-33474466ca21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:20.481614 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-27d55210-6896-43df-864d-ae2fed3e2d8d tempest-RoutersIpV6AdminTest-146809031 tempest-RoutersIpV6AdminTest-146809031-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3328622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10807868', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10549621'] for subnet, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:20.500292 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-85d6c70d-a8e7-49c8-9f17-51830b840440 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:32:20.532679 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-299e8d73-f1af-4151-af3c-3fefe0dc445d tempest-ExtraDHCPOptionsIpV6TestJSON-903106190 tempest-ExtraDHCPOptionsIpV6TestJSON-903106190-project] Network 253685fa-49de-4f72-9f01-8c35b72d7889 is already hosted by enough agents. {{(pid=87506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:32:20.546922 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-eff1c5ad-ea76-4b94-ae9e-3598de9467c0 tempest-ExternalNetworksTestJSON-962053912 tempest-ExternalNetworksTestJSON-962053912-project-admin] 10.222.0.13 "DELETE /v2.0/networks/c2e133f9-1492-4bbf-99e0-5ee4404339da HTTP/1.1" status: 204  len: 168 time: 2.4285967
Dec 16 22:32:20.554085 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d55210-6896-43df-864d-ae2fed3e2d8d tempest-RoutersIpV6AdminTest-146809031 tempest-RoutersIpV6AdminTest-146809031-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=0e0f033c-ba21-426c-a6a6-408da8c99c00,revision_number=None']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:32:20.557983 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 37818) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:32:20.566002 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.notifiers.nova [None req-450cfea9-f727-487b-8f30-33474466ca21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327-project-admin] device_id is not set on port 8ab8d800-e5da-41d4-8929-88f91dc7b905 yet. {{(pid=87507) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 16 22:32:20.578023 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5d6f18-7877-4496-9aab-d770cbae9619 None None] Pushing event updated for resources: {'Port': ['ID=8a9864b3-c425-49c0-976b-13ce1e5c07ea,revision_number=3']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:32:20.589363 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.base_scheduler [None req-299e8d73-f1af-4151-af3c-3fefe0dc445d tempest-ExtraDHCPOptionsIpV6TestJSON-903106190 tempest-ExtraDHCPOptionsIpV6TestJSON-903106190-project] Resources bound (agent type, host, resource id):  {{(pid=87506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:32:20.590981 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-3a5d6f18-7877-4496-9aab-d770cbae9619 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:32:20.617678 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-299e8d73-f1af-4151-af3c-3fefe0dc445d tempest-ExtraDHCPOptionsIpV6TestJSON-903106190 tempest-ExtraDHCPOptionsIpV6TestJSON-903106190-project] Received port after_create {{(pid=87506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 22:32:20.623164 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-299e8d73-f1af-4151-af3c-3fefe0dc445d tempest-ExtraDHCPOptionsIpV6TestJSON-903106190 tempest-ExtraDHCPOptionsIpV6TestJSON-903106190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:32:20.623798 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-299e8d73-f1af-4151-af3c-3fefe0dc445d tempest-ExtraDHCPOptionsIpV6TestJSON-903106190 tempest-ExtraDHCPOptionsIpV6TestJSON-903106190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for port, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:20.629382 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-27d55210-6896-43df-864d-ae2fed3e2d8d tempest-RoutersIpV6AdminTest-146809031 tempest-RoutersIpV6AdminTest-146809031-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:32:20.633885 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-886667db-f081-4425-8cf0-e3aa9cf0c815 tempest-ExternalNetworksTestJSON-962053912 tempest-ExternalNetworksTestJSON-962053912-project-admin] Request body: {'network': {'name': 'tempest-network--1118766097', 'router:external': True}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:32:20.647442 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-27d55210-6896-43df-864d-ae2fed3e2d8d tempest-RoutersIpV6AdminTest-146809031 tempest-RoutersIpV6AdminTest-146809031-project-admin] Notify callbacks [] for subnet, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:20.652858 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-7b471887-1182-40bb-ad95-64a077a52153 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734753047233'] for network, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:20.660957 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-886667db-f081-4425-8cf0-e3aa9cf0c815 tempest-ExternalNetworksTestJSON-962053912 tempest-ExternalNetworksTestJSON-962053912-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:32:20.662886 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299e8d73-f1af-4151-af3c-3fefe0dc445d tempest-ExtraDHCPOptionsIpV6TestJSON-903106190 tempest-ExtraDHCPOptionsIpV6TestJSON-903106190-project] Pushing event updated for resources: {'Port': ['ID=ea4812e0-9c1c-498e-a114-626facfef34e,revision_number=1']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:32:20.685679 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-886667db-f081-4425-8cf0-e3aa9cf0c815 tempest-ExternalNetworksTestJSON-962053912 tempest-ExternalNetworksTestJSON-962053912-project-admin] Usage tracker for resource:network and tenant:2f0ee56b7e804cc28e241b9b31e92a6e is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:32:20.695064 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-f2a475f3-aeb6-41fd-9920-eaf3afa92bf6 tempest-FloatingIPAdminTestJSON-210502716 tempest-FloatingIPAdminTestJSON-210502716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:32:20.713754 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-886667db-f081-4425-8cf0-e3aa9cf0c815 tempest-ExternalNetworksTestJSON-962053912 tempest-ExternalNetworksTestJSON-962053912-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:32:20.722871 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-27d55210-6896-43df-864d-ae2fed3e2d8d tempest-RoutersIpV6AdminTest-146809031 tempest-RoutersIpV6AdminTest-146809031-project-admin] 10.222.0.13 "DELETE /v2.0/subnets/0e0f033c-ba21-426c-a6a6-408da8c99c00 HTTP/1.1" status: 204  len: 168 time: 1.3689501
Dec 16 22:32:20.723067 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-299e8d73-f1af-4151-af3c-3fefe0dc445d tempest-ExtraDHCPOptionsIpV6TestJSON-903106190 tempest-ExtraDHCPOptionsIpV6TestJSON-903106190-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.491s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:32:20.723530 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-f2a475f3-aeb6-41fd-9920-eaf3afa92bf6 tempest-FloatingIPAdminTestJSON-210502716 tempest-FloatingIPAdminTestJSON-210502716-project] Usage tracker for resource:port and tenant:e4e313c5c45843f887a4996f6021aa04 is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:32:20.727172 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-299e8d73-f1af-4151-af3c-3fefe0dc445d tempest-ExtraDHCPOptionsIpV6TestJSON-903106190 tempest-ExtraDHCPOptionsIpV6TestJSON-903106190-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 942 time: 3.5894623
Dec 16 22:32:20.729808 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-f2a475f3-aeb6-41fd-9920-eaf3afa92bf6 tempest-FloatingIPAdminTestJSON-210502716 tempest-FloatingIPAdminTestJSON-210502716-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:32:20.730589 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 37826) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:32:20.730927 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 37828) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:32:20.739216 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-b8b7feac-1ef8-4c2d-8228-c3a2f87a6e71 tempest-ExtraDHCPOptionsIpV6TestJSON-903106190 tempest-ExtraDHCPOptionsIpV6TestJSON-903106190-project] Request body: {'port': {'network_id': '253685fa-49de-4f72-9f01-8c35b72d7889', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-488497302', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:32:20.739779 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.api.validators [None req-b8b7feac-1ef8-4c2d-8228-c3a2f87a6e71 tempest-ExtraDHCPOptionsIpV6TestJSON-903106190 tempest-ExtraDHCPOptionsIpV6TestJSON-903106190-project] bootfile-name is not in valid_values {{(pid=87506) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}}
Dec 16 22:32:20.740253 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.api.validators [None req-b8b7feac-1ef8-4c2d-8228-c3a2f87a6e71 tempest-ExtraDHCPOptionsIpV6TestJSON-903106190 tempest-ExtraDHCPOptionsIpV6TestJSON-903106190-project] tftp-server is not in valid_values {{(pid=87506) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}}
Dec 16 22:32:20.740901 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.api.validators [None req-b8b7feac-1ef8-4c2d-8228-c3a2f87a6e71 tempest-ExtraDHCPOptionsIpV6TestJSON-903106190 tempest-ExtraDHCPOptionsIpV6TestJSON-903106190-project] server-ip-address is not in valid_values {{(pid=87506) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}}
Dec 16 22:32:20.747600 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-886667db-f081-4425-8cf0-e3aa9cf0c815 tempest-ExternalNetworksTestJSON-962053912 tempest-ExternalNetworksTestJSON-962053912-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:32:20.752151 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-f2a475f3-aeb6-41fd-9920-eaf3afa92bf6 tempest-FloatingIPAdminTestJSON-210502716 tempest-FloatingIPAdminTestJSON-210502716-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:32:20.759576 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-7b471887-1182-40bb-ad95-64a077a52153 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440'] for network, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:20.911644 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-7bf11dec-19a2-454d-9f2e-2316065d4a14 tempest-RoutersIpV6AdminTest-146809031 tempest-RoutersIpV6AdminTest-146809031-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-825997'] for network, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:20.924250 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b471887-1182-40bb-ad95-64a077a52153 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:32:20.924633 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-7b471887-1182-40bb-ad95-64a077a52153 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3791486'] for network, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:20.928630 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:32:20.998385 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-cbb22d26-d73b-4c1a-81b4-fed798d43656 None None] Provisioning complete for port 8a9864b3-c425-49c0-976b-13ce1e5c07ea triggered by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:32:20.998941 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-cbb22d26-d73b-4c1a-81b4-fed798d43656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:21.198177 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23edea06-1036-43f4-9085-59ea48463394 None None] Sync routers for ids ['8976845b-1a00-4e4d-a758-acdcb256e7af'] in dv-neutron-821829-1-hyperv {{(pid=87509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 22:32:21.215018 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23edea06-1036-43f4-9085-59ea48463394 None None] Routers {'8976845b-1a00-4e4d-a758-acdcb256e7af'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:32:21.220561 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-23edea06-1036-43f4-9085-59ea48463394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b7d5f91f0>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:32:01Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['8976845b-1a00-4e4d-a758-acdcb256e7af'], 'active': True} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:32:21.249284 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.49', 54501) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:32:21.266424 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b471887-1182-40bb-ad95-64a077a52153 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Pushing event updated for resources: {'Network': ['ID=7edd76f7-0f97-48a5-b177-9842de6c0500,revision_number=1']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:32:21.283036 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-7b471887-1182-40bb-ad95-64a077a52153 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.354s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:32:21.302907 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-450cfea9-f727-487b-8f30-33474466ca21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:21.316734 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Network 7edd76f7-0f97-48a5-b177-9842de6c0500 details requested by agent ovs-agent-dv-neutron-821829-1-hyperv with host dv-neutron-821829-1-hyperv {{(pid=87508) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 22:32:21.340269 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-450cfea9-f727-487b-8f30-33474466ca21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10807823'] for port, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:21.343644 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-886667db-f081-4425-8cf0-e3aa9cf0c815 tempest-ExternalNetworksTestJSON-962053912 tempest-ExternalNetworksTestJSON-962053912-project-admin] Made reservation on behalf of 2f0ee56b7e804cc28e241b9b31e92a6e for: {'network': 1} {{(pid=87507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:32:21.346341 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-886667db-f081-4425-8cf0-e3aa9cf0c815 tempest-ExternalNetworksTestJSON-962053912 tempest-ExternalNetworksTestJSON-962053912-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for network, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:21.397533 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2a475f3-aeb6-41fd-9920-eaf3afa92bf6 tempest-FloatingIPAdminTestJSON-210502716 tempest-FloatingIPAdminTestJSON-210502716-project] Made reservation on behalf of e4e313c5c45843f887a4996f6021aa04 for: {'port': 1} {{(pid=87507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:32:21.408784 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-f2a475f3-aeb6-41fd-9920-eaf3afa92bf6 tempest-FloatingIPAdminTestJSON-210502716 tempest-FloatingIPAdminTestJSON-210502716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:21.437856 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-732d4f51-4355-4e9e-90a7-b81281f87f9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:32:21.447266 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-23edea06-1036-43f4-9085-59ea48463394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b7d5f91f0>, [], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:32:21.458507 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23edea06-1036-43f4-9085-59ea48463394 None None] Routers {'8976845b-1a00-4e4d-a758-acdcb256e7af'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:32:21.459870 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-23edea06-1036-43f4-9085-59ea48463394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b7d5f91f0>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:32:01Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['8976845b-1a00-4e4d-a758-acdcb256e7af'], 'active': True} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:32:21.485273 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-cbb22d26-d73b-4c1a-81b4-fed798d43656 None None] Provisioning for port ea4812e0-9c1c-498e-a114-626facfef34e completed by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 22:32:21.503168 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-cbb22d26-d73b-4c1a-81b4-fed798d43656 None None] Provisioning complete for port ea4812e0-9c1c-498e-a114-626facfef34e triggered by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:32:21.503932 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-cbb22d26-d73b-4c1a-81b4-fed798d43656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:21.528307 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450cfea9-f727-487b-8f30-33474466ca21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327-project-admin] Pushing event updated for resources: {'Port': ['ID=8ab8d800-e5da-41d4-8929-88f91dc7b905,revision_number=1']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:32:21.556331 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-7b471887-1182-40bb-ad95-64a077a52153 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 786 time: 3.8883033
Dec 16 22:32:21.559673 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 37850) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:32:21.600571 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-1a4da1b4-9bf9-4fba-bf6a-7aea84eab015 req-5cd3c93a-555d-42eb-8063-0fe7ec9266c0 tempest-ServersTestJSON-1208382319 tempest-ServersTestJSON-1208382319-project] 10.222.0.13 "GET /v2.0/ports?device_id=e8b1f9e3-1dc7-4804-9d4e-3e2ba6aa02cb HTTP/1.1" status: 200  len: 210 time: 0.2582874
Dec 16 22:32:21.601450 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-450cfea9-f727-487b-8f30-33474466ca21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:32:21.628986 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-bf908258-d604-4210-83dc-1ee4b1f6e6b4 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Request body: {'subnet': {'network_id': '7edd76f7-0f97-48a5-b177-9842de6c0500', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:32:21.639654 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-23edea06-1036-43f4-9085-59ea48463394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b7d5f91f0>, [], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:32:21.640126 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23edea06-1036-43f4-9085-59ea48463394 None None] The sync data for ids ['8976845b-1a00-4e4d-a758-acdcb256e7af'] in dv-neutron-821829-1-hyperv is: [] {{(pid=87509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 22:32:21.652561 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-63ccd986-6592-4689-a64f-b2bc1ad1668d req-02a98210-5d14-4311-9307-7dbd5970d619 tempest-ServerActionsTestJSON-1581017418 tempest-ServerActionsTestJSON-1581017418-project] 10.222.0.13 "GET /v2.0/ports?device_id=95ef1739-1bf2-4522-993c-76a77d5f2322 HTTP/1.1" status: 200  len: 210 time: 0.2247314
Dec 16 22:32:21.658164 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.notifiers.nova [None req-f2a475f3-aeb6-41fd-9920-eaf3afa92bf6 tempest-FloatingIPAdminTestJSON-210502716 tempest-FloatingIPAdminTestJSON-210502716-project] device_id is not set on port f5a40e46-b787-43c8-9736-918bbc41c481 yet. {{(pid=87507) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 16 22:32:21.660711 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-cbb22d26-d73b-4c1a-81b4-fed798d43656 None None] Port ea4812e0-9c1c-498e-a114-626facfef34e cannot update to ACTIVE because it is not bound. {{(pid=87508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 22:32:21.693171 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 8a9864b3-c425-49c0-976b-13ce1e5c07ea up at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 22:32:21.699410 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-450cfea9-f727-487b-8f30-33474466ca21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327-project-admin] Network 02df7aab-63e0-4ecf-8461-cdca5aca48bb is already hosted by enough agents. {{(pid=87507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:32:21.708529 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.base_scheduler [None req-450cfea9-f727-487b-8f30-33474466ca21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327-project-admin] Resources bound (agent type, host, resource id):  {{(pid=87507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:32:21.710425 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-886667db-f081-4425-8cf0-e3aa9cf0c815 tempest-ExternalNetworksTestJSON-962053912 tempest-ExternalNetworksTestJSON-962053912-project-admin] vlan segment allocate from pool success with {'vlan_id': 191, 'physical_network': 'physnet1'}  {{(pid=87507) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 22:32:21.722266 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-450cfea9-f727-487b-8f30-33474466ca21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327-project-admin] Received port after_create {{(pid=87507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 22:32:21.722443 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-450cfea9-f727-487b-8f30-33474466ca21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:32:21.722986 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-450cfea9-f727-487b-8f30-33474466ca21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for port, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:21.747876 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b910a092-110d-4d10-83f9-fbd34c5fc01a req-663cbd89-8d53-44b3-9153-d45e27991686 tempest-ServerActionsTestJSON-1581017418 tempest-ServerActionsTestJSON-1581017418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:32:21.749131 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-b910a092-110d-4d10-83f9-fbd34c5fc01a req-663cbd89-8d53-44b3-9153-d45e27991686 tempest-ServerActionsTestJSON-1581017418 tempest-ServerActionsTestJSON-1581017418-project] 10.222.0.49 "GET /v2.0/networks?id=4324e1ea-4669-4cf4-86ce-32057be725fc HTTP/1.1" status: 200  len: 812 time: 0.4650264
Dec 16 22:32:21.762086 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-886667db-f081-4425-8cf0-e3aa9cf0c815 tempest-ExternalNetworksTestJSON-962053912 tempest-ExternalNetworksTestJSON-962053912-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-883292'] for segment, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:21.762423 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.db.segments_db [None req-886667db-f081-4425-8cf0-e3aa9cf0c815 tempest-ExternalNetworksTestJSON-962053912 tempest-ExternalNetworksTestJSON-962053912-project-admin] Added segment 37e8caef-4ce6-41bd-9ad0-bedfba0f8328 of type vlan for network 6f0bddc7-c6e1-44ee-93a8-59470ed27403
Dec 16 22:32:21.780330 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning complete for port 8a9864b3-c425-49c0-976b-13ce1e5c07ea triggered by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:32:21.781128 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:21.818801 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-450cfea9-f727-487b-8f30-33474466ca21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 963 time: 1.5134211
Dec 16 22:32:21.833454 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-2dc0f90b-5256-41f9-8c0b-c26d920d4dc4 None None] Provisioning complete for port ea4812e0-9c1c-498e-a114-626facfef34e triggered by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:32:21.833946 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-2dc0f90b-5256-41f9-8c0b-c26d920d4dc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:21.838488 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 37858) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:32:21.851104 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-8e9ebc86-fec0-4741-bd7c-3255bd6ffa1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8218'}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:32:21.927032 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-886667db-f081-4425-8cf0-e3aa9cf0c815 tempest-ExternalNetworksTestJSON-962053912 tempest-ExternalNetworksTestJSON-962053912-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734753047233'] for network, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:21.946287 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.db_base_plugin_common [None req-f2a475f3-aeb6-41fd-9920-eaf3afa92bf6 tempest-FloatingIPAdminTestJSON-210502716 tempest-FloatingIPAdminTestJSON-210502716-project] Allocated IP 172.20.0.6 (5b8d5e95-c7ec-4bcd-a4e9-51858715b4bc/8c8f6270-78cf-4919-853c-26a6e96e0be1/f5a40e46-b787-43c8-9736-918bbc41c481) {{(pid=87507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 22:32:21.966809 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-b8b7feac-1ef8-4c2d-8228-c3a2f87a6e71 tempest-ExtraDHCPOptionsIpV6TestJSON-903106190 tempest-ExtraDHCPOptionsIpV6TestJSON-903106190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:32:21.970241 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-2dc0f90b-5256-41f9-8c0b-c26d920d4dc4 None None] Port ea4812e0-9c1c-498e-a114-626facfef34e cannot update to ACTIVE because it is not bound. {{(pid=87508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 22:32:21.971338 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-b8b7feac-1ef8-4c2d-8228-c3a2f87a6e71 tempest-ExtraDHCPOptionsIpV6TestJSON-903106190 tempest-ExtraDHCPOptionsIpV6TestJSON-903106190-project] Usage tracker for resource:port and tenant:57ed53f83b2e4ecc9453765ed889b71b is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:32:21.975198 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-b8b7feac-1ef8-4c2d-8228-c3a2f87a6e71 tempest-ExtraDHCPOptionsIpV6TestJSON-903106190 tempest-ExtraDHCPOptionsIpV6TestJSON-903106190-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:32:21.981142 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-b8b7feac-1ef8-4c2d-8228-c3a2f87a6e71 tempest-ExtraDHCPOptionsIpV6TestJSON-903106190 tempest-ExtraDHCPOptionsIpV6TestJSON-903106190-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:32:22.023400 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-7bf11dec-19a2-454d-9f2e-2316065d4a14 tempest-RoutersIpV6AdminTest-146809031 tempest-RoutersIpV6AdminTest-146809031-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3329565', 'neutron.services.segments.db._delete_segments_for_network-8734753546406'] for network, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:22.038493 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-b910a092-110d-4d10-83f9-fbd34c5fc01a req-04717189-ac0a-4dc2-9e55-702e212912e0 tempest-ServerActionsTestJSON-1581017418 tempest-ServerActionsTestJSON-1581017418-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a21c60855e3d440781134350c2712d36 HTTP/1.1" status: 200  len: 379 time: 0.1641281
Dec 16 22:32:22.039109 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8b7feac-1ef8-4c2d-8228-c3a2f87a6e71 tempest-ExtraDHCPOptionsIpV6TestJSON-903106190 tempest-ExtraDHCPOptionsIpV6TestJSON-903106190-project] Made reservation on behalf of 57ed53f83b2e4ecc9453765ed889b71b for: {'port': 1} {{(pid=87506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:32:22.043256 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-b8b7feac-1ef8-4c2d-8228-c3a2f87a6e71 tempest-ExtraDHCPOptionsIpV6TestJSON-903106190 tempest-ExtraDHCPOptionsIpV6TestJSON-903106190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:22.065455 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-886667db-f081-4425-8cf0-e3aa9cf0c815 tempest-ExternalNetworksTestJSON-962053912 tempest-ExternalNetworksTestJSON-962053912-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440'] for network, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:22.074326 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-8e9ebc86-fec0-4741-bd7c-3255bd6ffa1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:22.078120 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [req-b910a092-110d-4d10-83f9-fbd34c5fc01a req-0b4a19b7-40eb-44a0-b49c-f423532d3f43 tempest-ServerActionsTestJSON-1581017418 tempest-ServerActionsTestJSON-1581017418-project] Request body: {'port': {'device_id': '95ef1739-1bf2-4522-993c-76a77d5f2322', 'network_id': '4324e1ea-4669-4cf4-86ce-32057be725fc', 'admin_state_up': True, 'tenant_id': 'a21c60855e3d440781134350c2712d36', 'security_groups': ['1011a650-dc8c-4279-9762-0c0bcda15d85']}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:32:22.087387 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-886667db-f081-4425-8cf0-e3aa9cf0c815 tempest-ExternalNetworksTestJSON-962053912 tempest-ExternalNetworksTestJSON-962053912-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:32:22.088001 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-886667db-f081-4425-8cf0-e3aa9cf0c815 tempest-ExternalNetworksTestJSON-962053912 tempest-ExternalNetworksTestJSON-962053912-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3791486'] for network, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:22.096512 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:32:22.108898 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-bf908258-d604-4210-83dc-1ee4b1f6e6b4 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:32:22.113306 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-bf908258-d604-4210-83dc-1ee4b1f6e6b4 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Usage tracker for resource:subnet and tenant:8e4385a98eb1416284c1cc96b3355a70 is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:32:22.116638 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-bf908258-d604-4210-83dc-1ee4b1f6e6b4 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:32:22.126335 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.notifiers.nova [None req-b8b7feac-1ef8-4c2d-8228-c3a2f87a6e71 tempest-ExtraDHCPOptionsIpV6TestJSON-903106190 tempest-ExtraDHCPOptionsIpV6TestJSON-903106190-project] device_id is not set on port c44e75b8-3e2e-41d9-8376-7c517c4d8373 yet. {{(pid=87506) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 16 22:32:22.163735 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.49', 54508) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:32:22.250521 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-886667db-f081-4425-8cf0-e3aa9cf0c815 tempest-ExternalNetworksTestJSON-962053912 tempest-ExternalNetworksTestJSON-962053912-project-admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 863 time: 1.6442351
Dec 16 22:32:22.267611 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 37878) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:32:22.316406 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.services.segments.db [None req-7bf11dec-19a2-454d-9f2e-2316065d4a14 tempest-RoutersIpV6AdminTest-146809031 tempest-RoutersIpV6AdminTest-146809031-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1b767f8400>,) {'filters': {'network_id': ['d71208a3-096e-43da-b080-681ced87d2c2']}} {{(pid=87506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:32:22.330891 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-bf908258-d604-4210-83dc-1ee4b1f6e6b4 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:32:22.381540 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886667db-f081-4425-8cf0-e3aa9cf0c815 tempest-ExternalNetworksTestJSON-962053912 tempest-ExternalNetworksTestJSON-962053912-project-admin] Pushing event updated for resources: {'Network': ['ID=6f0bddc7-c6e1-44ee-93a8-59470ed27403,revision_number=1']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:32:22.397090 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Network 6f0bddc7-c6e1-44ee-93a8-59470ed27403 details requested by agent ovs-agent-dv-neutron-821829-1-hyperv with host dv-neutron-821829-1-hyperv {{(pid=87508) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 22:32:22.426351 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.services.segments.db [None req-7bf11dec-19a2-454d-9f2e-2316065d4a14 tempest-RoutersIpV6AdminTest-146809031 tempest-RoutersIpV6AdminTest-146809031-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b767f8400>, '0d5a28e7-80e7-4c4f-b023-6c759c382bd4') {'for_net_delete': True} {{(pid=87506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:32:22.426699 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.services.segments.db [None req-7bf11dec-19a2-454d-9f2e-2316065d4a14 tempest-RoutersIpV6AdminTest-146809031 tempest-RoutersIpV6AdminTest-146809031-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b767f8400>, '0d5a28e7-80e7-4c4f-b023-6c759c382bd4') {} {{(pid=87506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:32:22.454479 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-886667db-f081-4425-8cf0-e3aa9cf0c815 tempest-ExternalNetworksTestJSON-962053912 tempest-ExternalNetworksTestJSON-962053912-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.358s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:32:22.527839 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-7bf11dec-19a2-454d-9f2e-2316065d4a14 tempest-RoutersIpV6AdminTest-146809031 tempest-RoutersIpV6AdminTest-146809031-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734753593977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-266764496'] for segment, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:22.635129 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2f6f0d3-a169-479f-a10e-da5b6006bf0e tempest-ExternalNetworksTestJSON-942302126 tempest-ExternalNetworksTestJSON-942302126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:32:22.637013 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-d2f6f0d3-a169-479f-a10e-da5b6006bf0e tempest-ExternalNetworksTestJSON-942302126 tempest-ExternalNetworksTestJSON-942302126-project] 10.222.0.13 "GET /v2.0/networks/6f0bddc7-c6e1-44ee-93a8-59470ed27403 HTTP/1.1" status: 200  len: 757 time: 0.3218889
Dec 16 22:32:22.642052 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 37888) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:32:22.749257 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-f2a475f3-aeb6-41fd-9920-eaf3afa92bf6 tempest-FloatingIPAdminTestJSON-210502716 tempest-FloatingIPAdminTestJSON-210502716-project] Notify callbacks [] for port, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:22.795053 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-7bf11dec-19a2-454d-9f2e-2316065d4a14 tempest-RoutersIpV6AdminTest-146809031 tempest-RoutersIpV6AdminTest-146809031-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-883292'] for segment, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:22.804784 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7bf11dec-19a2-454d-9f2e-2316065d4a14 tempest-RoutersIpV6AdminTest-146809031 tempest-RoutersIpV6AdminTest-146809031-project-admin] Releasing vlan 181 on physical network physnet1 to pool {{(pid=87506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 16 22:32:22.807417 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-7bf11dec-19a2-454d-9f2e-2316065d4a14 tempest-RoutersIpV6AdminTest-146809031 tempest-RoutersIpV6AdminTest-146809031-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-883285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1863180'] for segment, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:22.867045 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a62e978-1636-407f-9567-f64a1c1e914e req-c4aa69dd-10d8-40f3-9464-fef20ef1e26c tempest-ServersTestJSON-1208382319 tempest-ServersTestJSON-1208382319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:32:22.868808 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-3a62e978-1636-407f-9567-f64a1c1e914e req-c4aa69dd-10d8-40f3-9464-fef20ef1e26c tempest-ServersTestJSON-1208382319 tempest-ServersTestJSON-1208382319-project] 10.222.0.49 "GET /v2.0/networks?id=ee4be5eb-8d65-4c35-a7d0-77b65d96496e HTTP/1.1" status: 200  len: 806 time: 0.5421476
Dec 16 22:32:22.875522 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf908258-d604-4210-83dc-1ee4b1f6e6b4 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Made reservation on behalf of 8e4385a98eb1416284c1cc96b3355a70 for: {'subnet': 1} {{(pid=87506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:32:22.880469 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-bf908258-d604-4210-83dc-1ee4b1f6e6b4 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11213078'] for subnet, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:23.082111 dv-neutron-821829-1-hyperv neutron-server[87506]: Traceback (most recent call last):
Dec 16 22:32:23.082111 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 16 22:32:23.082111 dv-neutron-821829-1-hyperv neutron-server[87506]:     timer()
Dec 16 22:32:23.082111 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 22:32:23.082111 dv-neutron-821829-1-hyperv neutron-server[87506]:     cb(*args, **kw)
Dec 16 22:32:23.082111 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 22:32:23.082111 dv-neutron-821829-1-hyperv neutron-server[87506]:     return func(*args, **kwargs)
Dec 16 22:32:23.082111 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 22:32:23.082111 dv-neutron-821829-1-hyperv neutron-server[87506]:     self._notify()
Dec 16 22:32:23.082111 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 22:32:23.082111 dv-neutron-821829-1-hyperv neutron-server[87506]:     self.callback(batched_events)
Dec 16 22:32:23.082111 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 22:32:23.082111 dv-neutron-821829-1-hyperv neutron-server[87506]:     event.method(event)
Dec 16 22:32:23.082111 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 22:32:23.082111 dv-neutron-821829-1-hyperv neutron-server[87506]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 22:32:23.082111 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 22:32:23.082111 dv-neutron-821829-1-hyperv neutron-server[87506]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 22:32:23.082111 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 22:32:23.082111 dv-neutron-821829-1-hyperv neutron-server[87506]:     return f(self, *a, **k)
Dec 16 22:32:23.082111 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 16 22:32:23.082111 dv-neutron-821829-1-hyperv neutron-server[87506]:     return self._get(url).json()
Dec 16 22:32:23.082111 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 16 22:32:23.082111 dv-neutron-821829-1-hyperv neutron-server[87506]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 22:32:23.082111 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 16 22:32:23.082111 dv-neutron-821829-1-hyperv neutron-server[87506]:     return self.request(url, 'GET', **kwargs)
Dec 16 22:32:23.082111 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 16 22:32:23.082111 dv-neutron-821829-1-hyperv neutron-server[87506]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 22:32:23.082111 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 16 22:32:23.082111 dv-neutron-821829-1-hyperv neutron-server[87506]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 22:32:23.082111 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 16 22:32:23.082111 dv-neutron-821829-1-hyperv neutron-server[87506]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 22:32:23.082111 dv-neutron-821829-1-hyperv neutron-server[87506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 22:32:23.118957 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.notifiers.nova [None req-8e9ebc86-fec0-4741-bd7c-3255bd6ffa1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327-project-admin] device_id is not set on port 8ab8d800-e5da-41d4-8929-88f91dc7b905 yet. {{(pid=87507) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 16 22:32:23.131454 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-73c339e0-a803-43e2-8635-ec26b13d4113 req-5e130910-6aae-4959-bf11-d0be6dc6b142 tempest-ServersTestJSON-1208382319 tempest-ServersTestJSON-1208382319-project] 10.222.0.13 "GET /v2.0/ports?device_id=e8b1f9e3-1dc7-4804-9d4e-3e2ba6aa02cb HTTP/1.1" status: 200  len: 210 time: 0.2413652
Dec 16 22:32:23.142997 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-6556b0fa-dfe6-41f5-878d-4b7049b70f1a req-03440b89-5e6d-4e70-bb83-312fa4ad3d6d tempest-ServerActionsTestJSON-1581017418 tempest-ServerActionsTestJSON-1581017418-project] 10.222.0.13 "GET /v2.0/ports?device_id=95ef1739-1bf2-4522-993c-76a77d5f2322 HTTP/1.1" status: 200  len: 210 time: 0.2396083
Dec 16 22:32:23.161425 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7ce0aa6-7a0b-487d-bdd6-ea6541fd3104 tempest-ExternalNetworksTestJSON-942302126 tempest-ExternalNetworksTestJSON-942302126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:32:23.161657 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-a7ce0aa6-7a0b-487d-bdd6-ea6541fd3104 tempest-ExternalNetworksTestJSON-942302126 tempest-ExternalNetworksTestJSON-942302126-project] 10.222.0.13 "GET /v2.0/networks/2c590395-84ee-4795-89c2-1912698e1a52 HTTP/1.1" status: 200  len: 767 time: 0.5163195
Dec 16 22:32:23.163574 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-8e9ebc86-fec0-4741-bd7c-3255bd6ffa1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:23.165822 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 37900) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:32:23.310929 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.db_base_plugin_common [None req-b8b7feac-1ef8-4c2d-8228-c3a2f87a6e71 tempest-ExtraDHCPOptionsIpV6TestJSON-903106190 tempest-ExtraDHCPOptionsIpV6TestJSON-903106190-project] Allocated IP 2001:db8::b0 (253685fa-49de-4f72-9f01-8c35b72d7889/f340023e-e2a4-4a10-8e28-abac8c85ff19/c44e75b8-3e2e-41d9-8376-7c517c4d8373) {{(pid=87506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 22:32:23.359869 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [req-b910a092-110d-4d10-83f9-fbd34c5fc01a req-0b4a19b7-40eb-44a0-b49c-f423532d3f43 tempest-ServerActionsTestJSON-1581017418 tempest-ServerActionsTestJSON-1581017418-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:32:23.368264 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-7bf11dec-19a2-454d-9f2e-2316065d4a14 tempest-RoutersIpV6AdminTest-146809031 tempest-RoutersIpV6AdminTest-146809031-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3329572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3741856'] for network, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:23.373126 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.provisioning_blocks [None req-f2a475f3-aeb6-41fd-9920-eaf3afa92bf6 tempest-FloatingIPAdminTestJSON-210502716 tempest-FloatingIPAdminTestJSON-210502716-project] Transition to ACTIVE for port object f5a40e46-b787-43c8-9736-918bbc41c481 will not be triggered until provisioned by entity DHCP. {{(pid=87507) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:32:23.376747 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-e488bd65-0557-4760-a5e9-81140489934a tempest-ExternalNetworksTestJSON-962053912 tempest-ExternalNetworksTestJSON-962053912-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-825997'] for network, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:23.397656 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.provisioning_blocks [None req-8e9ebc86-fec0-4741-bd7c-3255bd6ffa1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327-project-admin] Transition to ACTIVE for port object 8ab8d800-e5da-41d4-8929-88f91dc7b905 will not be triggered until provisioned by entity L2. {{(pid=87507) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:32:23.406009 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-8e9ebc86-fec0-4741-bd7c-3255bd6ffa1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10807814'] for port, after_update {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:23.430551 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [req-b910a092-110d-4d10-83f9-fbd34c5fc01a req-0b4a19b7-40eb-44a0-b49c-f423532d3f43 tempest-ServerActionsTestJSON-1581017418 tempest-ServerActionsTestJSON-1581017418-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:32:23.448951 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-69977cdf-2f6d-4876-95c8-41228e23399c tempest-QuotasNegativeTest-1323589361 tempest-QuotasNegativeTest-1323589361-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:32:23.473276 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bf11dec-19a2-454d-9f2e-2316065d4a14 tempest-RoutersIpV6AdminTest-146809031 tempest-RoutersIpV6AdminTest-146809031-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network  d71208a3-096e-43da-b080-681ced87d2c2 {{(pid=87506) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}}
Dec 16 22:32:23.479274 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-7bf11dec-19a2-454d-9f2e-2316065d4a14 tempest-RoutersIpV6AdminTest-146809031 tempest-RoutersIpV6AdminTest-146809031-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3791486'] for network, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:23.508280 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:32:23.515156 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf11dec-19a2-454d-9f2e-2316065d4a14 tempest-RoutersIpV6AdminTest-146809031 tempest-RoutersIpV6AdminTest-146809031-project-admin] Pushing event deleted for resources: {'Network': ['ID=d71208a3-096e-43da-b080-681ced87d2c2,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:32:23.522926 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b910a092-110d-4d10-83f9-fbd34c5fc01a req-0b4a19b7-40eb-44a0-b49c-f423532d3f43 tempest-ServerActionsTestJSON-1581017418 tempest-ServerActionsTestJSON-1581017418-project] Made reservation on behalf of a21c60855e3d440781134350c2712d36 for: {'port': 1} {{(pid=87506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:32:23.526610 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-b910a092-110d-4d10-83f9-fbd34c5fc01a req-0b4a19b7-40eb-44a0-b49c-f423532d3f43 tempest-ServerActionsTestJSON-1581017418 tempest-ServerActionsTestJSON-1581017418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:23.539255 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-7bf11dec-19a2-454d-9f2e-2316065d4a14 tempest-RoutersIpV6AdminTest-146809031 tempest-RoutersIpV6AdminTest-146809031-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:32:23.550434 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-7bf11dec-19a2-454d-9f2e-2316065d4a14 tempest-RoutersIpV6AdminTest-146809031 tempest-RoutersIpV6AdminTest-146809031-project-admin] 10.222.0.13 "DELETE /v2.0/networks/d71208a3-096e-43da-b080-681ced87d2c2 HTTP/1.1" status: 204  len: 168 time: 2.8143518
Dec 16 22:32:23.779326 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-e488bd65-0557-4760-a5e9-81140489934a tempest-ExternalNetworksTestJSON-962053912 tempest-ExternalNetworksTestJSON-962053912-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3329565', 'neutron.services.segments.db._delete_segments_for_network-8734753546406'] for network, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:23.837531 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-bf908258-d604-4210-83dc-1ee4b1f6e6b4 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1863317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11213092'] for subnet, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:23.865579 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:32:23.872104 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9ebc86-fec0-4741-bd7c-3255bd6ffa1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327-project-admin] Pushing event updated for resources: {'Port': ['ID=8ab8d800-e5da-41d4-8929-88f91dc7b905,revision_number=2']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:32:23.950298 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-8e9ebc86-fec0-4741-bd7c-3255bd6ffa1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.442s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:32:23.952312 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.services.segments.db [None req-e488bd65-0557-4760-a5e9-81140489934a tempest-ExternalNetworksTestJSON-962053912 tempest-ExternalNetworksTestJSON-962053912-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1b7c29a8e0>,) {'filters': {'network_id': ['6f0bddc7-c6e1-44ee-93a8-59470ed27403']}} {{(pid=87507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:32:23.988185 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.services.segments.db [None req-e488bd65-0557-4760-a5e9-81140489934a tempest-ExternalNetworksTestJSON-962053912 tempest-ExternalNetworksTestJSON-962053912-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b7c29a8e0>, '37e8caef-4ce6-41bd-9ad0-bedfba0f8328') {'for_net_delete': True} {{(pid=87507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:32:23.990095 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.services.segments.db [None req-e488bd65-0557-4760-a5e9-81140489934a tempest-ExternalNetworksTestJSON-962053912 tempest-ExternalNetworksTestJSON-962053912-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b7c29a8e0>, '37e8caef-4ce6-41bd-9ad0-bedfba0f8328') {} {{(pid=87507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:32:24.027749 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-e488bd65-0557-4760-a5e9-81140489934a tempest-ExternalNetworksTestJSON-962053912 tempest-ExternalNetworksTestJSON-962053912-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734753593977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2128549'] for segment, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:24.074688 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-e488bd65-0557-4760-a5e9-81140489934a tempest-ExternalNetworksTestJSON-962053912 tempest-ExternalNetworksTestJSON-962053912-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-883292'] for segment, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:24.080282 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf908258-d604-4210-83dc-1ee4b1f6e6b4 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Pushing event updated for resources: {'Subnet': ['ID=d3721583-f783-4196-bedc-02b52ac0f718,revision_number=0']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:32:24.091749 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e488bd65-0557-4760-a5e9-81140489934a tempest-ExternalNetworksTestJSON-962053912 tempest-ExternalNetworksTestJSON-962053912-project-admin] Releasing vlan 191 on physical network physnet1 to pool {{(pid=87507) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 16 22:32:24.093819 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-e488bd65-0557-4760-a5e9-81140489934a tempest-ExternalNetworksTestJSON-962053912 tempest-ExternalNetworksTestJSON-962053912-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-883285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10808034'] for segment, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:24.096647 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-bf908258-d604-4210-83dc-1ee4b1f6e6b4 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:32:24.115143 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-b8b7feac-1ef8-4c2d-8228-c3a2f87a6e71 tempest-ExtraDHCPOptionsIpV6TestJSON-903106190 tempest-ExtraDHCPOptionsIpV6TestJSON-903106190-project] Notify callbacks [] for port, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:24.130539 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf908258-d604-4210-83dc-1ee4b1f6e6b4 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Checking segment: {'id': 'da71c9a1-7532-4738-a9bc-22a7f498ec35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '7edd76f7-0f97-48a5-b177-9842de6c0500'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 22:32:24.131348 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf908258-d604-4210-83dc-1ee4b1f6e6b4 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Network hostable DHCP agents. Network: 7edd76f7-0f97-48a5-b177-9842de6c0500, hostable agents: ['3b155c4d-12dc-491e-aa14-6113b06cfacd'], hosted agents: [] {{(pid=87506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 16 22:32:24.145166 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.db_base_plugin_common [req-b910a092-110d-4d10-83f9-fbd34c5fc01a req-0b4a19b7-40eb-44a0-b49c-f423532d3f43 tempest-ServerActionsTestJSON-1581017418 tempest-ServerActionsTestJSON-1581017418-project] Allocated IP 172.20.0.9 (4324e1ea-4669-4cf4-86ce-32057be725fc/3657b92c-69b8-4f39-be86-861bf2c75ad0/760988bb-0591-4c97-be7d-c348804c49dd) {{(pid=87506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 22:32:24.155801 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 37910) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:32:24.173736 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-deb80e2c-2596-4290-930f-83ed096ecc11 tempest-RoutersIpV6AdminTest-146809031 tempest-RoutersIpV6AdminTest-146809031-project-admin] Request body: {'router': {'name': 'tempest-router--1471267851', 'project_id': '6bc9239cb3fc46d8856c422f4ddf223e'}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:32:24.211246 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-deb80e2c-2596-4290-930f-83ed096ecc11 tempest-RoutersIpV6AdminTest-146809031 tempest-RoutersIpV6AdminTest-146809031-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:32:24.250175 dv-neutron-821829-1-hyperv neutron-server[87507]: Traceback (most recent call last):
Dec 16 22:32:24.250175 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 16 22:32:24.250175 dv-neutron-821829-1-hyperv neutron-server[87507]:     timer()
Dec 16 22:32:24.250175 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 22:32:24.250175 dv-neutron-821829-1-hyperv neutron-server[87507]:     cb(*args, **kw)
Dec 16 22:32:24.250175 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 22:32:24.250175 dv-neutron-821829-1-hyperv neutron-server[87507]:     return func(*args, **kwargs)
Dec 16 22:32:24.250175 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 22:32:24.250175 dv-neutron-821829-1-hyperv neutron-server[87507]:     self._notify()
Dec 16 22:32:24.250175 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 22:32:24.250175 dv-neutron-821829-1-hyperv neutron-server[87507]:     self.callback(batched_events)
Dec 16 22:32:24.250175 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 22:32:24.250175 dv-neutron-821829-1-hyperv neutron-server[87507]:     event.method(event)
Dec 16 22:32:24.250175 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 22:32:24.250175 dv-neutron-821829-1-hyperv neutron-server[87507]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 22:32:24.250175 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 22:32:24.250175 dv-neutron-821829-1-hyperv neutron-server[87507]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 22:32:24.250175 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 22:32:24.250175 dv-neutron-821829-1-hyperv neutron-server[87507]:     return f(self, *a, **k)
Dec 16 22:32:24.250175 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 16 22:32:24.250175 dv-neutron-821829-1-hyperv neutron-server[87507]:     return self._get(url).json()
Dec 16 22:32:24.250175 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 16 22:32:24.250175 dv-neutron-821829-1-hyperv neutron-server[87507]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 22:32:24.250175 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 16 22:32:24.250175 dv-neutron-821829-1-hyperv neutron-server[87507]:     return self.request(url, 'GET', **kwargs)
Dec 16 22:32:24.250175 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 16 22:32:24.250175 dv-neutron-821829-1-hyperv neutron-server[87507]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 22:32:24.250175 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 16 22:32:24.250175 dv-neutron-821829-1-hyperv neutron-server[87507]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 22:32:24.250175 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 16 22:32:24.250175 dv-neutron-821829-1-hyperv neutron-server[87507]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 22:32:24.250175 dv-neutron-821829-1-hyperv neutron-server[87507]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 22:32:24.255891 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-f2a475f3-aeb6-41fd-9920-eaf3afa92bf6 tempest-FloatingIPAdminTestJSON-210502716 tempest-FloatingIPAdminTestJSON-210502716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10807823'] for port, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:24.296027 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:32:24.355580 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.managers [None req-8e9ebc86-fec0-4741-bd7c-3255bd6ffa1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327-project-admin] Attempting to bind port 8ab8d800-e5da-41d4-8929-88f91dc7b905 on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=87507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 22:32:24.356261 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.managers [None req-8e9ebc86-fec0-4741-bd7c-3255bd6ffa1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327-project-admin] Attempting to bind port 8ab8d800-e5da-41d4-8929-88f91dc7b905 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '462c9ab5-3f2e-4ef1-955c-22fc513fae18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '02df7aab-63e0-4ecf-8461-cdca5aca48bb'}] {{(pid=87507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 22:32:24.356763 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e9ebc86-fec0-4741-bd7c-3255bd6ffa1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327-project-admin] Attempting to bind port 8ab8d800-e5da-41d4-8929-88f91dc7b905 on network 02df7aab-63e0-4ecf-8461-cdca5aca48bb {{(pid=87507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 22:32:24.382370 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-deb80e2c-2596-4290-930f-83ed096ecc11 tempest-RoutersIpV6AdminTest-146809031 tempest-RoutersIpV6AdminTest-146809031-project-admin] Usage tracker for resource:router and tenant:6bc9239cb3fc46d8856c422f4ddf223e is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:32:24.388718 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-deb80e2c-2596-4290-930f-83ed096ecc11 tempest-RoutersIpV6AdminTest-146809031 tempest-RoutersIpV6AdminTest-146809031-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:32:24.398092 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-deb80e2c-2596-4290-930f-83ed096ecc11 tempest-RoutersIpV6AdminTest-146809031 tempest-RoutersIpV6AdminTest-146809031-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:32:24.402363 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf908258-d604-4210-83dc-1ee4b1f6e6b4 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Network 7edd76f7-0f97-48a5-b177-9842de6c0500 is scheduled to be hosted by DHCP agent 3b155c4d-12dc-491e-aa14-6113b06cfacd with binding_index 1 {{(pid=87506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 16 22:32:24.428528 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.base_scheduler [None req-bf908258-d604-4210-83dc-1ee4b1f6e6b4 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821829-1-hyperv, 7edd76f7-0f97-48a5-b177-9842de6c0500) {{(pid=87506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:32:24.441105 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf908258-d604-4210-83dc-1ee4b1f6e6b4 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:32:24.441105 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-bf908258-d604-4210-83dc-1ee4b1f6e6b4 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3791486'] for subnet, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:24.441593 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b178f26-d380-4a2e-ae18-0c4580149f2c None None] Network 7edd76f7-0f97-48a5-b177-9842de6c0500 requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 22:32:24.477930 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-52a14173-f842-4e26-9f65-8fc99ddd3b8d req-c0175958-7fe4-4be8-a0bc-af345110b3c8 tempest-ServersTestJSON-1208382319 tempest-ServersTestJSON-1208382319-project] 10.222.0.13 "GET /v2.0/ports?device_id=e8b1f9e3-1dc7-4804-9d4e-3e2ba6aa02cb HTTP/1.1" status: 200  len: 210 time: 0.1873989
Dec 16 22:32:24.513062 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-8e59d3ae-5337-4936-85ad-8d0f6db781f2 req-51669b2f-c080-4c9a-9699-2feccab98768 tempest-ServerActionsTestJSON-1581017418 tempest-ServerActionsTestJSON-1581017418-project] 10.222.0.13 "GET /v2.0/ports?device_id=95ef1739-1bf2-4522-993c-76a77d5f2322 HTTP/1.1" status: 200  len: 210 time: 0.1530876
Dec 16 22:32:24.513866 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-deb80e2c-2596-4290-930f-83ed096ecc11 tempest-RoutersIpV6AdminTest-146809031 tempest-RoutersIpV6AdminTest-146809031-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3741155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38980'] for router, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:24.514143 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e9ebc86-fec0-4741-bd7c-3255bd6ffa1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327-project-admin] Port 8ab8d800-e5da-41d4-8929-88f91dc7b905 on network 02df7aab-63e0-4ecf-8461-cdca5aca48bb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=87507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 16 22:32:24.514622 dv-neutron-821829-1-hyperv neutron-server[87507]: ERROR neutron.plugins.ml2.managers [None req-8e9ebc86-fec0-4741-bd7c-3255bd6ffa1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327-project-admin] Failed to bind port 8ab8d800-e5da-41d4-8929-88f91dc7b905 on host hv-neutron-8218 for vnic_type normal using segments [{'id': '462c9ab5-3f2e-4ef1-955c-22fc513fae18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '02df7aab-63e0-4ecf-8461-cdca5aca48bb'}]
Dec 16 22:32:24.516412 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-deb80e2c-2596-4290-930f-83ed096ecc11 tempest-RoutersIpV6AdminTest-146809031 tempest-RoutersIpV6AdminTest-146809031-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3743284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3741748', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3896702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-38989'] for router, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:24.524445 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.plugins.ml2.plugin [None req-8e9ebc86-fec0-4741-bd7c-3255bd6ffa1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327-project-admin] Attempt 2 to bind port 8ab8d800-e5da-41d4-8929-88f91dc7b905
Dec 16 22:32:24.533316 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-bf908258-d604-4210-83dc-1ee4b1f6e6b4 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 2.9667001
Dec 16 22:32:24.537801 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 37918) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:32:24.555929 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.managers [None req-8e9ebc86-fec0-4741-bd7c-3255bd6ffa1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327-project-admin] Attempting to bind port 8ab8d800-e5da-41d4-8929-88f91dc7b905 on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=87507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 22:32:24.556593 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.managers [None req-8e9ebc86-fec0-4741-bd7c-3255bd6ffa1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327-project-admin] Attempting to bind port 8ab8d800-e5da-41d4-8929-88f91dc7b905 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '462c9ab5-3f2e-4ef1-955c-22fc513fae18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '02df7aab-63e0-4ecf-8461-cdca5aca48bb'}] {{(pid=87507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 22:32:24.557078 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e9ebc86-fec0-4741-bd7c-3255bd6ffa1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327-project-admin] Attempting to bind port 8ab8d800-e5da-41d4-8929-88f91dc7b905 on network 02df7aab-63e0-4ecf-8461-cdca5aca48bb {{(pid=87507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 22:32:24.560718 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2a475f3-aeb6-41fd-9920-eaf3afa92bf6 tempest-FloatingIPAdminTestJSON-210502716 tempest-FloatingIPAdminTestJSON-210502716-project] Network 5b8d5e95-c7ec-4bcd-a4e9-51858715b4bc is already hosted by enough agents. {{(pid=87507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:32:24.561709 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.provisioning_blocks [None req-b8b7feac-1ef8-4c2d-8228-c3a2f87a6e71 tempest-ExtraDHCPOptionsIpV6TestJSON-903106190 tempest-ExtraDHCPOptionsIpV6TestJSON-903106190-project] Transition to ACTIVE for port object c44e75b8-3e2e-41d9-8376-7c517c4d8373 will not be triggered until provisioned by entity DHCP. {{(pid=87506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:32:24.564091 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-e488bd65-0557-4760-a5e9-81140489934a tempest-ExternalNetworksTestJSON-962053912 tempest-ExternalNetworksTestJSON-962053912-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3329572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3741856'] for network, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:24.570392 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.base_scheduler [None req-f2a475f3-aeb6-41fd-9920-eaf3afa92bf6 tempest-FloatingIPAdminTestJSON-210502716 tempest-FloatingIPAdminTestJSON-210502716-project] Resources bound (agent type, host, resource id):  {{(pid=87507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:32:24.573618 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-833bb97e-5e2a-43ea-8044-67d19586f690 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Request body: {'port': {'network_id': '7edd76f7-0f97-48a5-b177-9842de6c0500', 'name': 'tempest-NetworksTestDHCPv6-1935845228'}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:32:24.577456 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2a475f3-aeb6-41fd-9920-eaf3afa92bf6 tempest-FloatingIPAdminTestJSON-210502716 tempest-FloatingIPAdminTestJSON-210502716-project] Received port after_create {{(pid=87507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 22:32:24.614811 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a475f3-aeb6-41fd-9920-eaf3afa92bf6 tempest-FloatingIPAdminTestJSON-210502716 tempest-FloatingIPAdminTestJSON-210502716-project] Pushing event updated for resources: {'Port': ['ID=f5a40e46-b787-43c8-9736-918bbc41c481,revision_number=1']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:32:24.617111 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e9ebc86-fec0-4741-bd7c-3255bd6ffa1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327-project-admin] Port 8ab8d800-e5da-41d4-8929-88f91dc7b905 on network 02df7aab-63e0-4ecf-8461-cdca5aca48bb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=87507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 16 22:32:24.617514 dv-neutron-821829-1-hyperv neutron-server[87507]: ERROR neutron.plugins.ml2.managers [None req-8e9ebc86-fec0-4741-bd7c-3255bd6ffa1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327-project-admin] Failed to bind port 8ab8d800-e5da-41d4-8929-88f91dc7b905 on host hv-neutron-8218 for vnic_type normal using segments [{'id': '462c9ab5-3f2e-4ef1-955c-22fc513fae18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '02df7aab-63e0-4ecf-8461-cdca5aca48bb'}]
Dec 16 22:32:24.622391 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-f2a475f3-aeb6-41fd-9920-eaf3afa92bf6 tempest-FloatingIPAdminTestJSON-210502716 tempest-FloatingIPAdminTestJSON-210502716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:32:24.622986 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:32:24.636670 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.plugins.ml2.plugin [None req-8e9ebc86-fec0-4741-bd7c-3255bd6ffa1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327-project-admin] Attempt 3 to bind port 8ab8d800-e5da-41d4-8929-88f91dc7b905
Dec 16 22:32:24.659378 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e488bd65-0557-4760-a5e9-81140489934a tempest-ExternalNetworksTestJSON-962053912 tempest-ExternalNetworksTestJSON-962053912-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network  6f0bddc7-c6e1-44ee-93a8-59470ed27403 {{(pid=87507) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}}
Dec 16 22:32:24.671184 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.managers [None req-8e9ebc86-fec0-4741-bd7c-3255bd6ffa1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327-project-admin] Attempting to bind port 8ab8d800-e5da-41d4-8929-88f91dc7b905 on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=87507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 22:32:24.671622 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.managers [None req-8e9ebc86-fec0-4741-bd7c-3255bd6ffa1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327-project-admin] Attempting to bind port 8ab8d800-e5da-41d4-8929-88f91dc7b905 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '462c9ab5-3f2e-4ef1-955c-22fc513fae18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '02df7aab-63e0-4ecf-8461-cdca5aca48bb'}] {{(pid=87507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 22:32:24.672044 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e9ebc86-fec0-4741-bd7c-3255bd6ffa1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327-project-admin] Attempting to bind port 8ab8d800-e5da-41d4-8929-88f91dc7b905 on network 02df7aab-63e0-4ecf-8461-cdca5aca48bb {{(pid=87507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 22:32:24.681838 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-e488bd65-0557-4760-a5e9-81140489934a tempest-ExternalNetworksTestJSON-962053912 tempest-ExternalNetworksTestJSON-962053912-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3791486'] for network, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:24.685705 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e488bd65-0557-4760-a5e9-81140489934a tempest-ExternalNetworksTestJSON-962053912 tempest-ExternalNetworksTestJSON-962053912-project-admin] Pushing event deleted for resources: {'Network': ['ID=6f0bddc7-c6e1-44ee-93a8-59470ed27403,revision_number=None']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:32:24.691140 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e9ebc86-fec0-4741-bd7c-3255bd6ffa1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327-project-admin] Port 8ab8d800-e5da-41d4-8929-88f91dc7b905 on network 02df7aab-63e0-4ecf-8461-cdca5aca48bb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=87507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 16 22:32:24.691539 dv-neutron-821829-1-hyperv neutron-server[87507]: ERROR neutron.plugins.ml2.managers [None req-8e9ebc86-fec0-4741-bd7c-3255bd6ffa1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327-project-admin] Failed to bind port 8ab8d800-e5da-41d4-8929-88f91dc7b905 on host hv-neutron-8218 for vnic_type normal using segments [{'id': '462c9ab5-3f2e-4ef1-955c-22fc513fae18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '02df7aab-63e0-4ecf-8461-cdca5aca48bb'}]
Dec 16 22:32:24.695776 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.plugins.ml2.plugin [None req-8e9ebc86-fec0-4741-bd7c-3255bd6ffa1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327-project-admin] Attempt 4 to bind port 8ab8d800-e5da-41d4-8929-88f91dc7b905
Dec 16 22:32:24.705396 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-e488bd65-0557-4760-a5e9-81140489934a tempest-ExternalNetworksTestJSON-962053912 tempest-ExternalNetworksTestJSON-962053912-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:32:24.727963 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-e488bd65-0557-4760-a5e9-81140489934a tempest-ExternalNetworksTestJSON-962053912 tempest-ExternalNetworksTestJSON-962053912-project-admin] 10.222.0.13 "DELETE /v2.0/networks/6f0bddc7-c6e1-44ee-93a8-59470ed27403 HTTP/1.1" status: 204  len: 168 time: 1.5579321
Dec 16 22:32:24.732535 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 37922) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:32:24.746833 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-02e6332d-e2cf-4615-bb04-4390d6f1ba58 tempest-ExternalNetworksTestJSON-962053912 tempest-ExternalNetworksTestJSON-962053912-project-admin] Request body: {'network': {'name': 'tempest-network--1675618193'}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:32:24.759443 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.managers [None req-8e9ebc86-fec0-4741-bd7c-3255bd6ffa1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327-project-admin] Attempting to bind port 8ab8d800-e5da-41d4-8929-88f91dc7b905 on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=87507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 22:32:24.759973 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.managers [None req-8e9ebc86-fec0-4741-bd7c-3255bd6ffa1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327-project-admin] Attempting to bind port 8ab8d800-e5da-41d4-8929-88f91dc7b905 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '462c9ab5-3f2e-4ef1-955c-22fc513fae18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '02df7aab-63e0-4ecf-8461-cdca5aca48bb'}] {{(pid=87507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 22:32:24.760392 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e9ebc86-fec0-4741-bd7c-3255bd6ffa1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327-project-admin] Attempting to bind port 8ab8d800-e5da-41d4-8929-88f91dc7b905 on network 02df7aab-63e0-4ecf-8461-cdca5aca48bb {{(pid=87507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 22:32:24.778391 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e9ebc86-fec0-4741-bd7c-3255bd6ffa1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327-project-admin] Port 8ab8d800-e5da-41d4-8929-88f91dc7b905 on network 02df7aab-63e0-4ecf-8461-cdca5aca48bb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=87507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 16 22:32:24.780772 dv-neutron-821829-1-hyperv neutron-server[87507]: ERROR neutron.plugins.ml2.managers [None req-8e9ebc86-fec0-4741-bd7c-3255bd6ffa1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327-project-admin] Failed to bind port 8ab8d800-e5da-41d4-8929-88f91dc7b905 on host hv-neutron-8218 for vnic_type normal using segments [{'id': '462c9ab5-3f2e-4ef1-955c-22fc513fae18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '02df7aab-63e0-4ecf-8461-cdca5aca48bb'}]
Dec 16 22:32:24.781843 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-02e6332d-e2cf-4615-bb04-4390d6f1ba58 tempest-ExternalNetworksTestJSON-962053912 tempest-ExternalNetworksTestJSON-962053912-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:32:24.785368 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.plugins.ml2.plugin [None req-8e9ebc86-fec0-4741-bd7c-3255bd6ffa1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327-project-admin] Attempt 5 to bind port 8ab8d800-e5da-41d4-8929-88f91dc7b905
Dec 16 22:32:24.791249 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-deb80e2c-2596-4290-930f-83ed096ecc11 tempest-RoutersIpV6AdminTest-146809031 tempest-RoutersIpV6AdminTest-146809031-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:24.798042 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-b910a092-110d-4d10-83f9-fbd34c5fc01a req-0b4a19b7-40eb-44a0-b49c-f423532d3f43 tempest-ServerActionsTestJSON-1581017418 tempest-ServerActionsTestJSON-1581017418-project] Notify callbacks [] for port, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:24.800674 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2a475f3-aeb6-41fd-9920-eaf3afa92bf6 tempest-FloatingIPAdminTestJSON-210502716 tempest-FloatingIPAdminTestJSON-210502716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:32:24.802355 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-f2a475f3-aeb6-41fd-9920-eaf3afa92bf6 tempest-FloatingIPAdminTestJSON-210502716 tempest-FloatingIPAdminTestJSON-210502716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for port, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:24.841908 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-02e6332d-e2cf-4615-bb04-4390d6f1ba58 tempest-ExternalNetworksTestJSON-962053912 tempest-ExternalNetworksTestJSON-962053912-project-admin] Usage tracker for resource:network and tenant:2f0ee56b7e804cc28e241b9b31e92a6e is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:32:24.847049 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-02e6332d-e2cf-4615-bb04-4390d6f1ba58 tempest-ExternalNetworksTestJSON-962053912 tempest-ExternalNetworksTestJSON-962053912-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:32:24.862817 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-02e6332d-e2cf-4615-bb04-4390d6f1ba58 tempest-ExternalNetworksTestJSON-962053912 tempest-ExternalNetworksTestJSON-962053912-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:32:24.890021 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.managers [None req-8e9ebc86-fec0-4741-bd7c-3255bd6ffa1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327-project-admin] Attempting to bind port 8ab8d800-e5da-41d4-8929-88f91dc7b905 on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=87507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 22:32:24.890428 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.managers [None req-8e9ebc86-fec0-4741-bd7c-3255bd6ffa1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327-project-admin] Attempting to bind port 8ab8d800-e5da-41d4-8929-88f91dc7b905 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '462c9ab5-3f2e-4ef1-955c-22fc513fae18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '02df7aab-63e0-4ecf-8461-cdca5aca48bb'}] {{(pid=87507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 22:32:24.890996 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e9ebc86-fec0-4741-bd7c-3255bd6ffa1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327-project-admin] Attempting to bind port 8ab8d800-e5da-41d4-8929-88f91dc7b905 on network 02df7aab-63e0-4ecf-8461-cdca5aca48bb {{(pid=87507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 22:32:24.903672 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e9ebc86-fec0-4741-bd7c-3255bd6ffa1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327-project-admin] Port 8ab8d800-e5da-41d4-8929-88f91dc7b905 on network 02df7aab-63e0-4ecf-8461-cdca5aca48bb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=87507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 16 22:32:24.904178 dv-neutron-821829-1-hyperv neutron-server[87507]: ERROR neutron.plugins.ml2.managers [None req-8e9ebc86-fec0-4741-bd7c-3255bd6ffa1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327-project-admin] Failed to bind port 8ab8d800-e5da-41d4-8929-88f91dc7b905 on host hv-neutron-8218 for vnic_type normal using segments [{'id': '462c9ab5-3f2e-4ef1-955c-22fc513fae18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '02df7aab-63e0-4ecf-8461-cdca5aca48bb'}]
Dec 16 22:32:24.908517 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-f2a475f3-aeb6-41fd-9920-eaf3afa92bf6 tempest-FloatingIPAdminTestJSON-210502716 tempest-FloatingIPAdminTestJSON-210502716-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 4.5797734
Dec 16 22:32:24.920775 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 37926) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:32:24.921268 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.plugins.ml2.plugin [None req-8e9ebc86-fec0-4741-bd7c-3255bd6ffa1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327-project-admin] Attempt 6 to bind port 8ab8d800-e5da-41d4-8929-88f91dc7b905
Dec 16 22:32:24.939342 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02e6332d-e2cf-4615-bb04-4390d6f1ba58 tempest-ExternalNetworksTestJSON-962053912 tempest-ExternalNetworksTestJSON-962053912-project-admin] Made reservation on behalf of 2f0ee56b7e804cc28e241b9b31e92a6e for: {'network': 1} {{(pid=87507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:32:24.942947 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-02e6332d-e2cf-4615-bb04-4390d6f1ba58 tempest-ExternalNetworksTestJSON-962053912 tempest-ExternalNetworksTestJSON-962053912-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for network, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:24.944537 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.provisioning_blocks [req-b910a092-110d-4d10-83f9-fbd34c5fc01a req-0b4a19b7-40eb-44a0-b49c-f423532d3f43 tempest-ServerActionsTestJSON-1581017418 tempest-ServerActionsTestJSON-1581017418-project] Transition to ACTIVE for port object 760988bb-0591-4c97-be7d-c348804c49dd will not be triggered until provisioned by entity DHCP. {{(pid=87506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:32:24.980073 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-deb80e2c-2596-4290-930f-83ed096ecc11 tempest-RoutersIpV6AdminTest-146809031 tempest-RoutersIpV6AdminTest-146809031-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3740952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3741923'] for router, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:24.981335 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2392462-65de-48f9-ad16-758956c772ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1d6bfaf-d325-5e4f-b05d-2441d8339617-7edd76f7-0f97-48a5-b177-9842de6c0500', 'network_id': '7edd76f7-0f97-48a5-b177-9842de6c0500', 'tenant_id': '8e4385a98eb1416284c1cc96b3355a70', 'fixed_ips': [{'subnet_id': 'd3721583-f783-4196-bedc-02b52ac0f718'}]}} from dv-neutron-821829-1-hyperv. {{(pid=87508) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 16 22:32:24.982183 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b2392462-65de-48f9-ad16-758956c772ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:24.990653 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-b8b7feac-1ef8-4c2d-8228-c3a2f87a6e71 tempest-ExtraDHCPOptionsIpV6TestJSON-903106190 tempest-ExtraDHCPOptionsIpV6TestJSON-903106190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1863393'] for port, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:25.018708 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-833bb97e-5e2a-43ea-8044-67d19586f690 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:32:25.023319 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.managers [None req-8e9ebc86-fec0-4741-bd7c-3255bd6ffa1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327-project-admin] Attempting to bind port 8ab8d800-e5da-41d4-8929-88f91dc7b905 on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=87507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 22:32:25.023628 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-833bb97e-5e2a-43ea-8044-67d19586f690 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Usage tracker for resource:port and tenant:8e4385a98eb1416284c1cc96b3355a70 is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:32:25.023856 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.managers [None req-8e9ebc86-fec0-4741-bd7c-3255bd6ffa1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327-project-admin] Attempting to bind port 8ab8d800-e5da-41d4-8929-88f91dc7b905 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '462c9ab5-3f2e-4ef1-955c-22fc513fae18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '02df7aab-63e0-4ecf-8461-cdca5aca48bb'}] {{(pid=87507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 22:32:25.026947 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-833bb97e-5e2a-43ea-8044-67d19586f690 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:32:25.027976 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e9ebc86-fec0-4741-bd7c-3255bd6ffa1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327-project-admin] Attempting to bind port 8ab8d800-e5da-41d4-8929-88f91dc7b905 on network 02df7aab-63e0-4ecf-8461-cdca5aca48bb {{(pid=87507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 22:32:25.038535 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-833bb97e-5e2a-43ea-8044-67d19586f690 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:32:25.042131 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e9ebc86-fec0-4741-bd7c-3255bd6ffa1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327-project-admin] Port 8ab8d800-e5da-41d4-8929-88f91dc7b905 on network 02df7aab-63e0-4ecf-8461-cdca5aca48bb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=87507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 16 22:32:25.042452 dv-neutron-821829-1-hyperv neutron-server[87507]: ERROR neutron.plugins.ml2.managers [None req-8e9ebc86-fec0-4741-bd7c-3255bd6ffa1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327-project-admin] Failed to bind port 8ab8d800-e5da-41d4-8929-88f91dc7b905 on host hv-neutron-8218 for vnic_type normal using segments [{'id': '462c9ab5-3f2e-4ef1-955c-22fc513fae18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '02df7aab-63e0-4ecf-8461-cdca5aca48bb'}]
Dec 16 22:32:25.043089 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02e6332d-e2cf-4615-bb04-4390d6f1ba58 tempest-ExternalNetworksTestJSON-962053912 tempest-ExternalNetworksTestJSON-962053912-project-admin] vlan segment allocate from pool success with {'vlan_id': 192, 'physical_network': 'physnet1'}  {{(pid=87507) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 22:32:25.045003 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.plugins.ml2.plugin [None req-8e9ebc86-fec0-4741-bd7c-3255bd6ffa1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327-project-admin] Attempt 7 to bind port 8ab8d800-e5da-41d4-8929-88f91dc7b905
Dec 16 22:32:25.073349 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.managers [None req-8e9ebc86-fec0-4741-bd7c-3255bd6ffa1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327-project-admin] Attempting to bind port 8ab8d800-e5da-41d4-8929-88f91dc7b905 on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=87507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 22:32:25.073724 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.managers [None req-8e9ebc86-fec0-4741-bd7c-3255bd6ffa1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327-project-admin] Attempting to bind port 8ab8d800-e5da-41d4-8929-88f91dc7b905 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '462c9ab5-3f2e-4ef1-955c-22fc513fae18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '02df7aab-63e0-4ecf-8461-cdca5aca48bb'}] {{(pid=87507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 22:32:25.074394 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e9ebc86-fec0-4741-bd7c-3255bd6ffa1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327-project-admin] Attempting to bind port 8ab8d800-e5da-41d4-8929-88f91dc7b905 on network 02df7aab-63e0-4ecf-8461-cdca5aca48bb {{(pid=87507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 22:32:25.078178 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-02e6332d-e2cf-4615-bb04-4390d6f1ba58 tempest-ExternalNetworksTestJSON-962053912 tempest-ExternalNetworksTestJSON-962053912-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-883292'] for segment, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:25.078523 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.db.segments_db [None req-02e6332d-e2cf-4615-bb04-4390d6f1ba58 tempest-ExternalNetworksTestJSON-962053912 tempest-ExternalNetworksTestJSON-962053912-project-admin] Added segment dd047548-d243-4371-8cdb-fd24e501b47f of type vlan for network ee854a01-3430-4ca2-8630-5679c74abad2
Dec 16 22:32:25.085066 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e9ebc86-fec0-4741-bd7c-3255bd6ffa1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327-project-admin] Port 8ab8d800-e5da-41d4-8929-88f91dc7b905 on network 02df7aab-63e0-4ecf-8461-cdca5aca48bb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=87507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 16 22:32:25.085399 dv-neutron-821829-1-hyperv neutron-server[87507]: ERROR neutron.plugins.ml2.managers [None req-8e9ebc86-fec0-4741-bd7c-3255bd6ffa1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327-project-admin] Failed to bind port 8ab8d800-e5da-41d4-8929-88f91dc7b905 on host hv-neutron-8218 for vnic_type normal using segments [{'id': '462c9ab5-3f2e-4ef1-955c-22fc513fae18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '02df7aab-63e0-4ecf-8461-cdca5aca48bb'}]
Dec 16 22:32:25.086457 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.plugins.ml2.plugin [None req-8e9ebc86-fec0-4741-bd7c-3255bd6ffa1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327-project-admin] Attempt 8 to bind port 8ab8d800-e5da-41d4-8929-88f91dc7b905
Dec 16 22:32:25.101464 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-b93b8caa-5d89-4462-838b-e3133c0276cf tempest-FloatingIPAdminTestJSON-210502716 tempest-FloatingIPAdminTestJSON-210502716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:32:25.129350 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.managers [None req-8e9ebc86-fec0-4741-bd7c-3255bd6ffa1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327-project-admin] Attempting to bind port 8ab8d800-e5da-41d4-8929-88f91dc7b905 on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=87507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 22:32:25.129350 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.managers [None req-8e9ebc86-fec0-4741-bd7c-3255bd6ffa1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327-project-admin] Attempting to bind port 8ab8d800-e5da-41d4-8929-88f91dc7b905 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '462c9ab5-3f2e-4ef1-955c-22fc513fae18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '02df7aab-63e0-4ecf-8461-cdca5aca48bb'}] {{(pid=87507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 22:32:25.129646 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e9ebc86-fec0-4741-bd7c-3255bd6ffa1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327-project-admin] Attempting to bind port 8ab8d800-e5da-41d4-8929-88f91dc7b905 on network 02df7aab-63e0-4ecf-8461-cdca5aca48bb {{(pid=87507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 22:32:25.136867 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e9ebc86-fec0-4741-bd7c-3255bd6ffa1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327-project-admin] Port 8ab8d800-e5da-41d4-8929-88f91dc7b905 on network 02df7aab-63e0-4ecf-8461-cdca5aca48bb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=87507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 16 22:32:25.137193 dv-neutron-821829-1-hyperv neutron-server[87507]: ERROR neutron.plugins.ml2.managers [None req-8e9ebc86-fec0-4741-bd7c-3255bd6ffa1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327-project-admin] Failed to bind port 8ab8d800-e5da-41d4-8929-88f91dc7b905 on host hv-neutron-8218 for vnic_type normal using segments [{'id': '462c9ab5-3f2e-4ef1-955c-22fc513fae18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '02df7aab-63e0-4ecf-8461-cdca5aca48bb'}]
Dec 16 22:32:25.139267 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-02e6332d-e2cf-4615-bb04-4390d6f1ba58 tempest-ExternalNetworksTestJSON-962053912 tempest-ExternalNetworksTestJSON-962053912-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734753047233'] for network, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:25.142410 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.plugins.ml2.plugin [None req-8e9ebc86-fec0-4741-bd7c-3255bd6ffa1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327-project-admin] Attempt 9 to bind port 8ab8d800-e5da-41d4-8929-88f91dc7b905
Dec 16 22:32:25.161724 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.managers [None req-8e9ebc86-fec0-4741-bd7c-3255bd6ffa1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327-project-admin] Attempting to bind port 8ab8d800-e5da-41d4-8929-88f91dc7b905 on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=87507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 22:32:25.162439 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.managers [None req-8e9ebc86-fec0-4741-bd7c-3255bd6ffa1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327-project-admin] Attempting to bind port 8ab8d800-e5da-41d4-8929-88f91dc7b905 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '462c9ab5-3f2e-4ef1-955c-22fc513fae18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '02df7aab-63e0-4ecf-8461-cdca5aca48bb'}] {{(pid=87507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 22:32:25.162787 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e9ebc86-fec0-4741-bd7c-3255bd6ffa1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327-project-admin] Attempting to bind port 8ab8d800-e5da-41d4-8929-88f91dc7b905 on network 02df7aab-63e0-4ecf-8461-cdca5aca48bb {{(pid=87507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 22:32:25.169812 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e9ebc86-fec0-4741-bd7c-3255bd6ffa1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327-project-admin] Port 8ab8d800-e5da-41d4-8929-88f91dc7b905 on network 02df7aab-63e0-4ecf-8461-cdca5aca48bb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=87507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 16 22:32:25.170144 dv-neutron-821829-1-hyperv neutron-server[87507]: ERROR neutron.plugins.ml2.managers [None req-8e9ebc86-fec0-4741-bd7c-3255bd6ffa1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327-project-admin] Failed to bind port 8ab8d800-e5da-41d4-8929-88f91dc7b905 on host hv-neutron-8218 for vnic_type normal using segments [{'id': '462c9ab5-3f2e-4ef1-955c-22fc513fae18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '02df7aab-63e0-4ecf-8461-cdca5aca48bb'}]
Dec 16 22:32:25.182976 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.plugins.ml2.plugin [None req-8e9ebc86-fec0-4741-bd7c-3255bd6ffa1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327-project-admin] Attempt 10 to bind port 8ab8d800-e5da-41d4-8929-88f91dc7b905
Dec 16 22:32:25.222713 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-9f2249db-14a7-445f-aa10-d097efc43db7 None None] Provisioning for port f5a40e46-b787-43c8-9736-918bbc41c481 completed by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 22:32:25.227523 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.managers [None req-8e9ebc86-fec0-4741-bd7c-3255bd6ffa1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327-project-admin] Attempting to bind port 8ab8d800-e5da-41d4-8929-88f91dc7b905 on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=87507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 22:32:25.228825 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.managers [None req-8e9ebc86-fec0-4741-bd7c-3255bd6ffa1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327-project-admin] Attempting to bind port 8ab8d800-e5da-41d4-8929-88f91dc7b905 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '462c9ab5-3f2e-4ef1-955c-22fc513fae18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '02df7aab-63e0-4ecf-8461-cdca5aca48bb'}] {{(pid=87507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 22:32:25.229344 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e9ebc86-fec0-4741-bd7c-3255bd6ffa1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327-project-admin] Attempting to bind port 8ab8d800-e5da-41d4-8929-88f91dc7b905 on network 02df7aab-63e0-4ecf-8461-cdca5aca48bb {{(pid=87507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 22:32:25.235393 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e9ebc86-fec0-4741-bd7c-3255bd6ffa1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327-project-admin] Port 8ab8d800-e5da-41d4-8929-88f91dc7b905 on network 02df7aab-63e0-4ecf-8461-cdca5aca48bb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=87507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 16 22:32:25.236007 dv-neutron-821829-1-hyperv neutron-server[87507]: ERROR neutron.plugins.ml2.managers [None req-8e9ebc86-fec0-4741-bd7c-3255bd6ffa1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327-project-admin] Failed to bind port 8ab8d800-e5da-41d4-8929-88f91dc7b905 on host hv-neutron-8218 for vnic_type normal using segments [{'id': '462c9ab5-3f2e-4ef1-955c-22fc513fae18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '02df7aab-63e0-4ecf-8461-cdca5aca48bb'}]
Dec 16 22:32:25.236584 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-8e9ebc86-fec0-4741-bd7c-3255bd6ffa1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:25.249146 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-02e6332d-e2cf-4615-bb04-4390d6f1ba58 tempest-ExternalNetworksTestJSON-962053912 tempest-ExternalNetworksTestJSON-962053912-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440'] for network, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:25.252327 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-9f2249db-14a7-445f-aa10-d097efc43db7 None None] Provisioning complete for port f5a40e46-b787-43c8-9736-918bbc41c481 triggered by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:32:25.252717 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-9f2249db-14a7-445f-aa10-d097efc43db7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:25.254493 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02e6332d-e2cf-4615-bb04-4390d6f1ba58 tempest-ExternalNetworksTestJSON-962053912 tempest-ExternalNetworksTestJSON-962053912-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:32:25.255308 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-02e6332d-e2cf-4615-bb04-4390d6f1ba58 tempest-ExternalNetworksTestJSON-962053912 tempest-ExternalNetworksTestJSON-962053912-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3791486'] for network, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:25.261019 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-886667db-f081-4425-8cf0-e3aa9cf0c815 tempest-ExternalNetworksTestJSON-962053912 tempest-ExternalNetworksTestJSON-962053912-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:32:25.294803 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b7feac-1ef8-4c2d-8228-c3a2f87a6e71 tempest-ExtraDHCPOptionsIpV6TestJSON-903106190 tempest-ExtraDHCPOptionsIpV6TestJSON-903106190-project] Pushing event updated for resources: {'Port': ['ID=c44e75b8-3e2e-41d9-8376-7c517c4d8373,revision_number=1']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:32:25.315011 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-deb80e2c-2596-4290-930f-83ed096ecc11 tempest-RoutersIpV6AdminTest-146809031 tempest-RoutersIpV6AdminTest-146809031-project-admin] Notify callbacks [] for router, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:25.316865 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-deb80e2c-2596-4290-930f-83ed096ecc11 tempest-RoutersIpV6AdminTest-146809031 tempest-RoutersIpV6AdminTest-146809031-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 723 time: 1.1550376
Dec 16 22:32:25.321690 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-b8b7feac-1ef8-4c2d-8228-c3a2f87a6e71 tempest-ExtraDHCPOptionsIpV6TestJSON-903106190 tempest-ExtraDHCPOptionsIpV6TestJSON-903106190-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:32:25.325723 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.db_base_plugin_common [None req-b2392462-65de-48f9-ad16-758956c772ce None None] Allocated IP 2001:db8::2 (7edd76f7-0f97-48a5-b177-9842de6c0500/d3721583-f783-4196-bedc-02b52ac0f718/b50677d9-d417-4f2a-b810-bf5bc0473d19) {{(pid=87508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 22:32:25.333232 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 37932) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:32:25.358073 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-833bb97e-5e2a-43ea-8044-67d19586f690 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Made reservation on behalf of 8e4385a98eb1416284c1cc96b3355a70 for: {'port': 1} {{(pid=87506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:32:25.361888 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-9f2249db-14a7-445f-aa10-d097efc43db7 None None] Port f5a40e46-b787-43c8-9736-918bbc41c481 cannot update to ACTIVE because it is not bound. {{(pid=87508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 22:32:25.367648 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-833bb97e-5e2a-43ea-8044-67d19586f690 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:25.393913 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.db [None req-8e9ebc86-fec0-4741-bd7c-3255bd6ffa1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327-project-admin] For port 8ab8d800-e5da-41d4-8929-88f91dc7b905, host hv-neutron-8218, cleared binding levels {{(pid=87507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 22:32:25.394674 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.db [None req-8e9ebc86-fec0-4741-bd7c-3255bd6ffa1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327-project-admin] Attempted to set empty binding levels {{(pid=87507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}}
Dec 16 22:32:25.527743 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-39489070-e501-4b69-ad84-dc84cc7532a5 tempest-FloatingIPAdminTestJSON-1628957317 tempest-FloatingIPAdminTestJSON-1628957317-project-admin] Request body: {'floatingip': {'floating_network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'project_id': 'e4e313c5c45843f887a4996f6021aa04', 'port_id': 'f5a40e46-b787-43c8-9736-918bbc41c481'}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:32:25.537704 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-39489070-e501-4b69-ad84-dc84cc7532a5 tempest-FloatingIPAdminTestJSON-1628957317 tempest-FloatingIPAdminTestJSON-1628957317-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:32:25.548452 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-39489070-e501-4b69-ad84-dc84cc7532a5 tempest-FloatingIPAdminTestJSON-1628957317 tempest-FloatingIPAdminTestJSON-1628957317-project-admin] Usage tracker for resource:floatingip and tenant:e4e313c5c45843f887a4996f6021aa04 is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:32:25.552718 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-39489070-e501-4b69-ad84-dc84cc7532a5 tempest-FloatingIPAdminTestJSON-1628957317 tempest-FloatingIPAdminTestJSON-1628957317-project-admin] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:32:25.572978 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-39489070-e501-4b69-ad84-dc84cc7532a5 tempest-FloatingIPAdminTestJSON-1628957317 tempest-FloatingIPAdminTestJSON-1628957317-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:32:25.583475 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-8e9ebc86-fec0-4741-bd7c-3255bd6ffa1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10807814'] for port, after_update {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:25.641084 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-39489070-e501-4b69-ad84-dc84cc7532a5 tempest-FloatingIPAdminTestJSON-1628957317 tempest-FloatingIPAdminTestJSON-1628957317-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:25.682995 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.plugin [None req-8e9ebc86-fec0-4741-bd7c-3255bd6ffa1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327-project-admin] In _notify_port_updated(), no bound segment for port 8ab8d800-e5da-41d4-8929-88f91dc7b905 on network 02df7aab-63e0-4ecf-8461-cdca5aca48bb {{(pid=87507) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}}
Dec 16 22:32:25.685311 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e9ebc86-fec0-4741-bd7c-3255bd6ffa1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:32:25.685880 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-8e9ebc86-fec0-4741-bd7c-3255bd6ffa1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for port, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:25.689673 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-8e9ebc86-fec0-4741-bd7c-3255bd6ffa1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327-project-admin] 10.222.0.13 "PUT /v2.0/ports/8ab8d800-e5da-41d4-8929-88f91dc7b905 HTTP/1.1" status: 200  len: 980 time: 3.8477635
Dec 16 22:32:25.708222 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-02e6332d-e2cf-4615-bb04-4390d6f1ba58 tempest-ExternalNetworksTestJSON-962053912 tempest-ExternalNetworksTestJSON-962053912-project-admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 864 time: 0.9718275
Dec 16 22:32:25.724829 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 37940) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:32:25.725221 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 37942) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:32:25.739520 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b2392462-65de-48f9-ad16-758956c772ce None None] Notify callbacks [] for port, precommit_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:25.764925 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-b2392462-65de-48f9-ad16-758956c772ce None None] Transition to ACTIVE for port object b50677d9-d417-4f2a-b810-bf5bc0473d19 will not be triggered until provisioned by entity L2. {{(pid=87508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:32:25.792111 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8b7feac-1ef8-4c2d-8228-c3a2f87a6e71 tempest-ExtraDHCPOptionsIpV6TestJSON-903106190 tempest-ExtraDHCPOptionsIpV6TestJSON-903106190-project] Network 253685fa-49de-4f72-9f01-8c35b72d7889 is already hosted by enough agents. {{(pid=87506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:32:25.796092 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.base_scheduler [None req-b8b7feac-1ef8-4c2d-8228-c3a2f87a6e71 tempest-ExtraDHCPOptionsIpV6TestJSON-903106190 tempest-ExtraDHCPOptionsIpV6TestJSON-903106190-project] Resources bound (agent type, host, resource id):  {{(pid=87506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:32:25.817815 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8b7feac-1ef8-4c2d-8228-c3a2f87a6e71 tempest-ExtraDHCPOptionsIpV6TestJSON-903106190 tempest-ExtraDHCPOptionsIpV6TestJSON-903106190-project] Received port after_create {{(pid=87506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 22:32:25.820609 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-b2392462-65de-48f9-ad16-758956c772ce None None] Transition to ACTIVE for port object b50677d9-d417-4f2a-b810-bf5bc0473d19 will not be triggered until provisioned by entity DHCP. {{(pid=87508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:32:25.824250 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8b7feac-1ef8-4c2d-8228-c3a2f87a6e71 tempest-ExtraDHCPOptionsIpV6TestJSON-903106190 tempest-ExtraDHCPOptionsIpV6TestJSON-903106190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:32:25.824958 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-b8b7feac-1ef8-4c2d-8228-c3a2f87a6e71 tempest-ExtraDHCPOptionsIpV6TestJSON-903106190 tempest-ExtraDHCPOptionsIpV6TestJSON-903106190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for port, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:25.831824 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b2392462-65de-48f9-ad16-758956c772ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940'] for port, after_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:25.851368 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:32:25.912553 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-b8b7feac-1ef8-4c2d-8228-c3a2f87a6e71 tempest-ExtraDHCPOptionsIpV6TestJSON-903106190 tempest-ExtraDHCPOptionsIpV6TestJSON-903106190-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1148 time: 5.1761570
Dec 16 22:32:25.914734 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 37950) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:32:25.925469 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e6332d-e2cf-4615-bb04-4390d6f1ba58 tempest-ExternalNetworksTestJSON-962053912 tempest-ExternalNetworksTestJSON-962053912-project-admin] Pushing event updated for resources: {'Network': ['ID=ee854a01-3430-4ca2-8630-5679c74abad2,revision_number=1']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:32:25.952074 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-97059978-dc5a-45a5-ba87-dfe7c6ef328e tempest-ExternalNetworksTestJSON-962053912 tempest-ExternalNetworksTestJSON-962053912-project-admin] Request body: {'network': {'router:external': True}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:32:25.978410 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2392462-65de-48f9-ad16-758956c772ce None None] Pushing event updated for resources: {'Port': ['ID=b50677d9-d417-4f2a-b810-bf5bc0473d19,revision_number=1']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:32:25.982084 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-b2392462-65de-48f9-ad16-758956c772ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:32:25.983028 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Network ee854a01-3430-4ca2-8630-5679c74abad2 details requested by agent ovs-agent-dv-neutron-821829-1-hyperv with host dv-neutron-821829-1-hyperv {{(pid=87508) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 22:32:25.989876 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-02e6332d-e2cf-4615-bb04-4390d6f1ba58 tempest-ExternalNetworksTestJSON-962053912 tempest-ExternalNetworksTestJSON-962053912-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.729s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:32:26.004946 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-b0e0a20a-1659-4e35-bbcb-89509288e8fc tempest-FloatingIPAdminTestJSON-210502716 tempest-FloatingIPAdminTestJSON-210502716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.325s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:32:26.016452 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2392462-65de-48f9-ad16-758956c772ce None None] Network 7edd76f7-0f97-48a5-b177-9842de6c0500 is already hosted by enough agents. {{(pid=87508) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:32:26.017810 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.notifiers.nova [None req-833bb97e-5e2a-43ea-8044-67d19586f690 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] device_id is not set on port 4e502d23-1253-4494-a2d9-4c02a51129a5 yet. {{(pid=87506) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 16 22:32:26.067108 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-48541d1a-72fd-4167-bb4a-ddfc6e573f4e tempest-RoutersIpV6AdminTest-146809031 tempest-RoutersIpV6AdminTest-146809031-project-admin] Notify callbacks [] for router, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:26.086956 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-f3fb5cee-43ba-4cfb-aa4b-9cd31dbc117c req-7bd92f5f-c850-49cd-a100-64fc08c28d5e tempest-ServersTestJSON-1208382319 tempest-ServersTestJSON-1208382319-project] 10.222.0.13 "GET /v2.0/ports?device_id=e8b1f9e3-1dc7-4804-9d4e-3e2ba6aa02cb HTTP/1.1" status: 200  len: 210 time: 0.3774505
Dec 16 22:32:26.089898 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.scheduler.base_scheduler [None req-b2392462-65de-48f9-ad16-758956c772ce None None] Resources bound (agent type, host, resource id):  {{(pid=87508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:32:26.093085 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2392462-65de-48f9-ad16-758956c772ce None None] Received port after_create {{(pid=87508) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 22:32:26.155424 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-b910a092-110d-4d10-83f9-fbd34c5fc01a req-0b4a19b7-40eb-44a0-b49c-f423532d3f43 tempest-ServerActionsTestJSON-1581017418 tempest-ServerActionsTestJSON-1581017418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1863393'] for port, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:26.263660 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:32:26.353529 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-b2392462-65de-48f9-ad16-758956c772ce None None] Attempting to bind port b50677d9-d417-4f2a-b810-bf5bc0473d19 on host dv-neutron-821829-1-hyperv for vnic_type normal with profile  {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 22:32:26.354162 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-b2392462-65de-48f9-ad16-758956c772ce None None] Attempting to bind port b50677d9-d417-4f2a-b810-bf5bc0473d19 by drivers openvswitch,hyperv on host dv-neutron-821829-1-hyperv at level 0 using segments [{'id': 'da71c9a1-7532-4738-a9bc-22a7f498ec35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '7edd76f7-0f97-48a5-b177-9842de6c0500'}] {{(pid=87508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 22:32:26.355063 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2392462-65de-48f9-ad16-758956c772ce None None] Attempting to bind port b50677d9-d417-4f2a-b810-bf5bc0473d19 on network 7edd76f7-0f97-48a5-b177-9842de6c0500 {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 22:32:26.360868 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4a19b7-40eb-44a0-b49c-f423532d3f43 tempest-ServerActionsTestJSON-1581017418 tempest-ServerActionsTestJSON-1581017418-project] Pushing event updated for resources: {'Port': ['ID=760988bb-0591-4c97-be7d-c348804c49dd,revision_number=1']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:32:26.362607 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2392462-65de-48f9-ad16-758956c772ce None None] Checking agent: {'id': '5571501f-366e-47a4-9b60-8ef19d935d27', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821829-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 24, 2), 'started_at': datetime.datetime(2021, 12, 16, 22, 24, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 32, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821829-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 22:32:26.363175 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2392462-65de-48f9-ad16-758956c772ce None None] Checking segment: {'id': 'da71c9a1-7532-4738-a9bc-22a7f498ec35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '7edd76f7-0f97-48a5-b177-9842de6c0500'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 22:32:26.363746 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b2392462-65de-48f9-ad16-758956c772ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:26.364321 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2392462-65de-48f9-ad16-758956c772ce None None] Bound using segment: {'id': 'da71c9a1-7532-4738-a9bc-22a7f498ec35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '7edd76f7-0f97-48a5-b177-9842de6c0500'} {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 22:32:26.364947 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-b2392462-65de-48f9-ad16-758956c772ce None None] Bound port: b50677d9-d417-4f2a-b810-bf5bc0473d19, host: dv-neutron-821829-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da71c9a1-7532-4738-a9bc-22a7f498ec35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '7edd76f7-0f97-48a5-b177-9842de6c0500'}}] {{(pid=87508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 22:32:26.365640 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b2392462-65de-48f9-ad16-758956c772ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:26.377276 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-0b4a19b7-40eb-44a0-b49c-f423532d3f43 tempest-ServerActionsTestJSON-1581017418 tempest-ServerActionsTestJSON-1581017418-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:32:26.386079 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-42300010-44c8-46e0-b562-9318b5730159 None None] Provisioning for port c44e75b8-3e2e-41d9-8376-7c517c4d8373 completed by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 22:32:26.393488 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18368fdd-e0dd-4801-9244-3bc43fc84cd4 tempest-ExtraDHCPOptionsIpV6TestJSON-903106190 tempest-ExtraDHCPOptionsIpV6TestJSON-903106190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:32:26.399451 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18368fdd-e0dd-4801-9244-3bc43fc84cd4 tempest-ExtraDHCPOptionsIpV6TestJSON-903106190 tempest-ExtraDHCPOptionsIpV6TestJSON-903106190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:32:26.405397 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18368fdd-e0dd-4801-9244-3bc43fc84cd4 tempest-ExtraDHCPOptionsIpV6TestJSON-903106190 tempest-ExtraDHCPOptionsIpV6TestJSON-903106190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:32:26.406352 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-18368fdd-e0dd-4801-9244-3bc43fc84cd4 tempest-ExtraDHCPOptionsIpV6TestJSON-903106190 tempest-ExtraDHCPOptionsIpV6TestJSON-903106190-project] Synchronizing usage tracker for tenant:57ed53f83b2e4ecc9453765ed889b71b on resource:port {{(pid=87506) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 22:32:26.557849 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-18368fdd-e0dd-4801-9244-3bc43fc84cd4 tempest-ExtraDHCPOptionsIpV6TestJSON-903106190 tempest-ExtraDHCPOptionsIpV6TestJSON-903106190-project] Unset dirty status for tenant:57ed53f83b2e4ecc9453765ed889b71b on resource:port {{(pid=87506) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 22:32:26.559160 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-18368fdd-e0dd-4801-9244-3bc43fc84cd4 tempest-ExtraDHCPOptionsIpV6TestJSON-903106190 tempest-ExtraDHCPOptionsIpV6TestJSON-903106190-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200  len: 2622 time: 0.6413937
Dec 16 22:32:26.575864 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.plugin [None req-0e329a53-7388-43cf-ae5f-bbd13be0de5c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327-project-admin] Deleting port 8ab8d800-e5da-41d4-8929-88f91dc7b905 {{(pid=87507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:32:26.576483 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-0e329a53-7388-43cf-ae5f-bbd13be0de5c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:26.582331 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-42300010-44c8-46e0-b562-9318b5730159 None None] Provisioning complete for port c44e75b8-3e2e-41d9-8376-7c517c4d8373 triggered by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:32:26.584198 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-42300010-44c8-46e0-b562-9318b5730159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:26.608265 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 37954) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:32:26.621587 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b910a092-110d-4d10-83f9-fbd34c5fc01a req-0b4a19b7-40eb-44a0-b49c-f423532d3f43 tempest-ServerActionsTestJSON-1581017418 tempest-ServerActionsTestJSON-1581017418-project] Network 4324e1ea-4669-4cf4-86ce-32057be725fc is already hosted by enough agents. {{(pid=87506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:32:26.626491 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9ebc86-fec0-4741-bd7c-3255bd6ffa1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327-project-admin] Pushing event updated for resources: {'Port': ['ID=8ab8d800-e5da-41d4-8929-88f91dc7b905,revision_number=3']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:32:26.632373 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.base_scheduler [req-b910a092-110d-4d10-83f9-fbd34c5fc01a req-0b4a19b7-40eb-44a0-b49c-f423532d3f43 tempest-ServerActionsTestJSON-1581017418 tempest-ServerActionsTestJSON-1581017418-project] Resources bound (agent type, host, resource id):  {{(pid=87506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:32:26.648027 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.l3_dvrscheduler_db [req-b910a092-110d-4d10-83f9-fbd34c5fc01a req-0b4a19b7-40eb-44a0-b49c-f423532d3f43 tempest-ServerActionsTestJSON-1581017418 tempest-ServerActionsTestJSON-1581017418-project] Received port after_create {{(pid=87506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 22:32:26.684532 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-8e9ebc86-fec0-4741-bd7c-3255bd6ffa1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.680s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:32:26.712879 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b910a092-110d-4d10-83f9-fbd34c5fc01a req-0b4a19b7-40eb-44a0-b49c-f423532d3f43 tempest-ServerActionsTestJSON-1581017418 tempest-ServerActionsTestJSON-1581017418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:32:26.723476 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-b910a092-110d-4d10-83f9-fbd34c5fc01a req-0b4a19b7-40eb-44a0-b49c-f423532d3f43 tempest-ServerActionsTestJSON-1581017418 tempest-ServerActionsTestJSON-1581017418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for port, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:26.740509 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-b2392462-65de-48f9-ad16-758956c772ce None None] For port b50677d9-d417-4f2a-b810-bf5bc0473d19, host dv-neutron-821829-1-hyperv, cleared binding levels {{(pid=87508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 22:32:26.763815 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-48541d1a-72fd-4167-bb4a-ddfc6e573f4e tempest-RoutersIpV6AdminTest-146809031 tempest-RoutersIpV6AdminTest-146809031-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3739500', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39002'] for router, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:26.776596 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-48541d1a-72fd-4167-bb4a-ddfc6e573f4e tempest-RoutersIpV6AdminTest-146809031 tempest-RoutersIpV6AdminTest-146809031-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:26.782914 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-b2392462-65de-48f9-ad16-758956c772ce None None] For port b50677d9-d417-4f2a-b810-bf5bc0473d19, host dv-neutron-821829-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=b50677d9-d417-4f2a-b810-bf5bc0473d19,segment=NetworkSegment(da71c9a1-7532-4738-a9bc-22a7f498ec35),segment_id=da71c9a1-7532-4738-a9bc-22a7f498ec35)] {{(pid=87508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 22:32:26.796978 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-42300010-44c8-46e0-b562-9318b5730159 None None] Port c44e75b8-3e2e-41d9-8376-7c517c4d8373 cannot update to ACTIVE because it is not bound. {{(pid=87508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 22:32:26.802755 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b2392462-65de-48f9-ad16-758956c772ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:26.815342 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:32:26.822378 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-b910a092-110d-4d10-83f9-fbd34c5fc01a req-0b4a19b7-40eb-44a0-b49c-f423532d3f43 tempest-ServerActionsTestJSON-1581017418 tempest-ServerActionsTestJSON-1581017418-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 4.7544346
Dec 16 22:32:26.845766 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-48541d1a-72fd-4167-bb4a-ddfc6e573f4e tempest-RoutersIpV6AdminTest-146809031 tempest-RoutersIpV6AdminTest-146809031-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3830089'] for router, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:26.846372 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48541d1a-72fd-4167-bb4a-ddfc6e573f4e tempest-RoutersIpV6AdminTest-146809031 tempest-RoutersIpV6AdminTest-146809031-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c0708783-6047-4984-9ab4-471e8df64bfd {{(pid=87506) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 16 22:32:26.907972 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.db_base_plugin_common [None req-833bb97e-5e2a-43ea-8044-67d19586f690 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Allocated IP 2001:db8::2c8 (7edd76f7-0f97-48a5-b177-9842de6c0500/d3721583-f783-4196-bedc-02b52ac0f718/4e502d23-1253-4494-a2d9-4c02a51129a5) {{(pid=87506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 22:32:26.918416 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-48541d1a-72fd-4167-bb4a-ddfc6e573f4e tempest-RoutersIpV6AdminTest-146809031 tempest-RoutersIpV6AdminTest-146809031-project-admin] Notify callbacks [] for router, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:26.920266 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-48541d1a-72fd-4167-bb4a-ddfc6e573f4e tempest-RoutersIpV6AdminTest-146809031 tempest-RoutersIpV6AdminTest-146809031-project-admin] 10.222.0.13 "DELETE /v2.0/routers/c0708783-6047-4984-9ab4-471e8df64bfd HTTP/1.1" status: 204  len: 168 time: 1.5839152
Dec 16 22:32:26.979027 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.db.resource_extend [None req-97059978-dc5a-45a5-ba87-dfe7c6ef328e tempest-ExternalNetworksTestJSON-962053912 tempest-ExternalNetworksTestJSON-962053912-project-admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 16 22:32:26.986804 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-ba14c69e-0c9b-4e54-83d0-0d2b66375923 None None] Provisioning for port 760988bb-0591-4c97-be7d-c348804c49dd completed by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 22:32:27.021131 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-ba14c69e-0c9b-4e54-83d0-0d2b66375923 None None] Provisioning complete for port 760988bb-0591-4c97-be7d-c348804c49dd triggered by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:32:27.024420 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-ba14c69e-0c9b-4e54-83d0-0d2b66375923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:27.037514 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.plugin [None req-fd5e3cfd-c760-4ac2-ba67-5ba30f8001b2 tempest-ExtraDHCPOptionsIpV6TestJSON-903106190 tempest-ExtraDHCPOptionsIpV6TestJSON-903106190-project] Deleting port c44e75b8-3e2e-41d9-8376-7c517c4d8373 {{(pid=87507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:32:27.037852 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-fd5e3cfd-c760-4ac2-ba67-5ba30f8001b2 tempest-ExtraDHCPOptionsIpV6TestJSON-903106190 tempest-ExtraDHCPOptionsIpV6TestJSON-903106190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:27.138518 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-97059978-dc5a-45a5-ba87-dfe7c6ef328e tempest-ExternalNetworksTestJSON-962053912 tempest-ExternalNetworksTestJSON-962053912-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734753047233'] for network, precommit_update {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:27.160788 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 37962) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:32:27.185774 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28853532-927b-449a-874f-f0005fd409d1 req-8f5e7be2-2cb5-4ccb-b600-084eb06196ee tempest-ServerActionsTestJSON-1581017418 tempest-ServerActionsTestJSON-1581017418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:32:27.192384 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-ba14c69e-0c9b-4e54-83d0-0d2b66375923 None None] Port 760988bb-0591-4c97-be7d-c348804c49dd cannot update to ACTIVE because it is not bound. {{(pid=87508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 22:32:27.197322 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-28853532-927b-449a-874f-f0005fd409d1 req-8f5e7be2-2cb5-4ccb-b600-084eb06196ee tempest-ServerActionsTestJSON-1581017418 tempest-ServerActionsTestJSON-1581017418-project] 10.222.0.13 "GET /v2.0/ports?device_id=95ef1739-1bf2-4522-993c-76a77d5f2322 HTTP/1.1" status: 200  len: 931 time: 1.4669132
Dec 16 22:32:27.203007 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2392462-65de-48f9-ad16-758956c772ce None None] Pushing event updated for resources: {'Port': ['ID=b50677d9-d417-4f2a-b810-bf5bc0473d19,revision_number=2']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:32:27.215322 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-b2392462-65de-48f9-ad16-758956c772ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.400s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:32:27.426557 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-1eab9520-73bf-4f59-a853-c05de1fffb24 req-0126d6e0-1b41-4898-9a53-d5b3276f911c tempest-ServersTestJSON-1208382319 tempest-ServersTestJSON-1208382319-project] 10.222.0.13 "GET /v2.0/ports?device_id=e8b1f9e3-1dc7-4804-9d4e-3e2ba6aa02cb HTTP/1.1" status: 200  len: 210 time: 0.1659448
Dec 16 22:32:27.442308 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-833bb97e-5e2a-43ea-8044-67d19586f690 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks [] for port, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:27.442654 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-97059978-dc5a-45a5-ba87-dfe7c6ef328e tempest-ExternalNetworksTestJSON-962053912 tempest-ExternalNetworksTestJSON-962053912-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440'] for network, after_update {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:27.470842 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.provisioning_blocks [None req-833bb97e-5e2a-43ea-8044-67d19586f690 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Transition to ACTIVE for port object 4e502d23-1253-4494-a2d9-4c02a51129a5 will not be triggered until provisioned by entity DHCP. {{(pid=87506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:32:27.505697 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-833bb97e-5e2a-43ea-8044-67d19586f690 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1863393'] for port, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:27.518204 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-0b4a19b7-40eb-44a0-b49c-f423532d3f43 tempest-ServerActionsTestJSON-1581017418 tempest-ServerActionsTestJSON-1581017418-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:32:27.646722 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:32:27.656552 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-833bb97e-5e2a-43ea-8044-67d19586f690 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Network 7edd76f7-0f97-48a5-b177-9842de6c0500 is already hosted by enough agents. {{(pid=87506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:32:27.660485 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.base_scheduler [None req-833bb97e-5e2a-43ea-8044-67d19586f690 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Resources bound (agent type, host, resource id):  {{(pid=87506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:32:27.666704 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-97059978-dc5a-45a5-ba87-dfe7c6ef328e tempest-ExternalNetworksTestJSON-962053912 tempest-ExternalNetworksTestJSON-962053912-project-admin] Network ee854a01-3430-4ca2-8630-5679c74abad2 is not hosted by any dhcp agent {{(pid=87507) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}}
Dec 16 22:32:27.667719 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97059978-dc5a-45a5-ba87-dfe7c6ef328e tempest-ExternalNetworksTestJSON-962053912 tempest-ExternalNetworksTestJSON-962053912-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:32:27.668401 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-833bb97e-5e2a-43ea-8044-67d19586f690 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Received port after_create {{(pid=87506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 22:32:27.668526 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-97059978-dc5a-45a5-ba87-dfe7c6ef328e tempest-ExternalNetworksTestJSON-962053912 tempest-ExternalNetworksTestJSON-962053912-project-admin] Notify callbacks [] for network, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:27.672743 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-97059978-dc5a-45a5-ba87-dfe7c6ef328e tempest-ExternalNetworksTestJSON-962053912 tempest-ExternalNetworksTestJSON-962053912-project-admin] 10.222.0.13 "PUT /v2.0/networks/ee854a01-3430-4ca2-8630-5679c74abad2 HTTP/1.1" status: 200  len: 858 time: 1.9412365
Dec 16 22:32:27.673955 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-833bb97e-5e2a-43ea-8044-67d19586f690 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:32:27.674615 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-833bb97e-5e2a-43ea-8044-67d19586f690 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for port, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:27.680851 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 37974) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:32:27.690910 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-39489070-e501-4b69-ad84-dc84cc7532a5 tempest-FloatingIPAdminTestJSON-1628957317 tempest-FloatingIPAdminTestJSON-1628957317-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:27.702633 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device b50677d9-d417-4f2a-b810-bf5bc0473d19 up at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 22:32:27.797134 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833bb97e-5e2a-43ea-8044-67d19586f690 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Pushing event updated for resources: {'Port': ['ID=4e502d23-1253-4494-a2d9-4c02a51129a5,revision_number=1']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:32:27.859358 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.db [None req-0e329a53-7388-43cf-ae5f-bbd13be0de5c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327-project-admin] For port 8ab8d800-e5da-41d4-8929-88f91dc7b905, host hv-neutron-8218, got binding levels [] {{(pid=87507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:32:27.860094 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-0e329a53-7388-43cf-ae5f-bbd13be0de5c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:27.865791 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-833bb97e-5e2a-43ea-8044-67d19586f690 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.349s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:32:27.897718 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-1634d941-f2a2-4150-baf6-61e61342f24a tempest-RoutersIpV6AdminTest-765327337 tempest-RoutersIpV6AdminTest-765327337-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2086887142', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5'}, 'admin_state_up': False}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:32:27.899387 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning for port b50677d9-d417-4f2a-b810-bf5bc0473d19 completed by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 22:32:27.906114 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-833bb97e-5e2a-43ea-8044-67d19586f690 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 932 time: 3.3686771
Dec 16 22:32:27.906810 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-818664f3-9dc4-4a86-a748-c06b596dc97e tempest-ExternalNetworksTestJSON-962053912 tempest-ExternalNetworksTestJSON-962053912-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-825997'] for network, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:27.908508 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 37978) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:32:27.980482 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-1634d941-f2a2-4150-baf6-61e61342f24a tempest-RoutersIpV6AdminTest-765327337 tempest-RoutersIpV6AdminTest-765327337-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:32:27.984819 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.db_base_plugin_common [None req-39489070-e501-4b69-ad84-dc84cc7532a5 tempest-FloatingIPAdminTestJSON-1628957317 tempest-FloatingIPAdminTestJSON-1628957317-project-admin] Allocated IP 172.26.0.95 (f8905ce9-304b-4976-bc47-e58c71c11de5/9bca8591-41ef-4f2d-8ecb-ecaab1a28acf/391ec680-e7a4-4589-bbe4-51f3d6dcfb47) {{(pid=87507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 22:32:28.055402 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-28853532-927b-449a-874f-f0005fd409d1 req-05633a2c-621f-4cbb-bcbe-55fe3e6af2b5 tempest-ServerActionsTestJSON-1581017418 tempest-ServerActionsTestJSON-1581017418-project] 10.222.0.13 "GET /v2.0/security-groups?id=1011a650-dc8c-4279-9762-0c0bcda15d85&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.8571374
Dec 16 22:32:28.056916 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-1634d941-f2a2-4150-baf6-61e61342f24a tempest-RoutersIpV6AdminTest-765327337 tempest-RoutersIpV6AdminTest-765327337-project] Usage tracker for resource:router and tenant:f1996cef61c842fc880ffac74f5037a1 is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:32:28.145908 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-56f17a0b-0561-4a1d-8979-7bea30f6b548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:28.190321 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-1634d941-f2a2-4150-baf6-61e61342f24a tempest-RoutersIpV6AdminTest-765327337 tempest-RoutersIpV6AdminTest-765327337-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:32:28.202348 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.plugin [None req-0e329a53-7388-43cf-ae5f-bbd13be0de5c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327-project-admin] Calling delete_port for 8ab8d800-e5da-41d4-8929-88f91dc7b905 owned by  {{(pid=87507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:32:28.213098 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-818664f3-9dc4-4a86-a748-c06b596dc97e tempest-ExternalNetworksTestJSON-962053912 tempest-ExternalNetworksTestJSON-962053912-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3329565', 'neutron.services.segments.db._delete_segments_for_network-8734753546406'] for network, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:28.249663 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.services.segments.db [None req-818664f3-9dc4-4a86-a748-c06b596dc97e tempest-ExternalNetworksTestJSON-962053912 tempest-ExternalNetworksTestJSON-962053912-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1b7c3782e0>,) {'filters': {'network_id': ['ee854a01-3430-4ca2-8630-5679c74abad2']}} {{(pid=87506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:32:28.270915 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d28a614-3e0d-4150-9b40-f25e04afed4b tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:32:28.280468 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-1634d941-f2a2-4150-baf6-61e61342f24a tempest-RoutersIpV6AdminTest-765327337 tempest-RoutersIpV6AdminTest-765327337-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:32:28.280690 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d28a614-3e0d-4150-9b40-f25e04afed4b tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:32:28.280690 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-0d28a614-3e0d-4150-9b40-f25e04afed4b tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Synchronizing usage tracker for tenant:8e4385a98eb1416284c1cc96b3355a70 on resource:port {{(pid=87506) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 22:32:28.281569 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.services.segments.db [None req-818664f3-9dc4-4a86-a748-c06b596dc97e tempest-ExternalNetworksTestJSON-962053912 tempest-ExternalNetworksTestJSON-962053912-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b7c3782e0>, 'dd047548-d243-4371-8cdb-fd24e501b47f') {'for_net_delete': True} {{(pid=87506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:32:28.296183 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.services.segments.db [None req-818664f3-9dc4-4a86-a748-c06b596dc97e tempest-ExternalNetworksTestJSON-962053912 tempest-ExternalNetworksTestJSON-962053912-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b7c3782e0>, 'dd047548-d243-4371-8cdb-fd24e501b47f') {} {{(pid=87506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:32:28.297775 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-818664f3-9dc4-4a86-a748-c06b596dc97e tempest-ExternalNetworksTestJSON-962053912 tempest-ExternalNetworksTestJSON-962053912-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734753593977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-266764496'] for segment, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:28.350676 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-0d28a614-3e0d-4150-9b40-f25e04afed4b tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Unset dirty status for tenant:8e4385a98eb1416284c1cc96b3355a70 on resource:port {{(pid=87506) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 22:32:28.355518 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-0d28a614-3e0d-4150-9b40-f25e04afed4b tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1669 time: 0.4451330
Dec 16 22:32:28.357158 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-818664f3-9dc4-4a86-a748-c06b596dc97e tempest-ExternalNetworksTestJSON-962053912 tempest-ExternalNetworksTestJSON-962053912-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-883292'] for segment, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:28.361111 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 37982) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:32:28.439023 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-818664f3-9dc4-4a86-a748-c06b596dc97e tempest-ExternalNetworksTestJSON-962053912 tempest-ExternalNetworksTestJSON-962053912-project-admin] Releasing vlan 192 on physical network physnet1 to pool {{(pid=87506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 16 22:32:28.439347 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-818664f3-9dc4-4a86-a748-c06b596dc97e tempest-ExternalNetworksTestJSON-962053912 tempest-ExternalNetworksTestJSON-962053912-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-883285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1863180'] for segment, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:28.461918 dv-neutron-821829-1-hyperv neutron-server[87506]: Traceback (most recent call last):
Dec 16 22:32:28.461918 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 16 22:32:28.461918 dv-neutron-821829-1-hyperv neutron-server[87506]:     timer()
Dec 16 22:32:28.461918 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 22:32:28.461918 dv-neutron-821829-1-hyperv neutron-server[87506]:     cb(*args, **kw)
Dec 16 22:32:28.461918 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 22:32:28.461918 dv-neutron-821829-1-hyperv neutron-server[87506]:     return func(*args, **kwargs)
Dec 16 22:32:28.461918 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 22:32:28.461918 dv-neutron-821829-1-hyperv neutron-server[87506]:     self._notify()
Dec 16 22:32:28.461918 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 22:32:28.461918 dv-neutron-821829-1-hyperv neutron-server[87506]:     self.callback(batched_events)
Dec 16 22:32:28.461918 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 22:32:28.461918 dv-neutron-821829-1-hyperv neutron-server[87506]:     event.method(event)
Dec 16 22:32:28.461918 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 22:32:28.461918 dv-neutron-821829-1-hyperv neutron-server[87506]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 22:32:28.461918 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 22:32:28.461918 dv-neutron-821829-1-hyperv neutron-server[87506]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 22:32:28.461918 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 22:32:28.461918 dv-neutron-821829-1-hyperv neutron-server[87506]:     return f(self, *a, **k)
Dec 16 22:32:28.461918 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 16 22:32:28.461918 dv-neutron-821829-1-hyperv neutron-server[87506]:     return self._get(url).json()
Dec 16 22:32:28.461918 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 16 22:32:28.461918 dv-neutron-821829-1-hyperv neutron-server[87506]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 22:32:28.461918 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 16 22:32:28.461918 dv-neutron-821829-1-hyperv neutron-server[87506]:     return self.request(url, 'GET', **kwargs)
Dec 16 22:32:28.461918 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 16 22:32:28.461918 dv-neutron-821829-1-hyperv neutron-server[87506]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 22:32:28.461918 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 16 22:32:28.461918 dv-neutron-821829-1-hyperv neutron-server[87506]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 22:32:28.461918 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 16 22:32:28.461918 dv-neutron-821829-1-hyperv neutron-server[87506]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 22:32:28.461918 dv-neutron-821829-1-hyperv neutron-server[87506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 22:32:28.561205 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [None req-53f714b1-8c61-4dd6-b540-dfdd74b3f014 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Deleting port 4e502d23-1253-4494-a2d9-4c02a51129a5 {{(pid=87506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:32:28.561544 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-53f714b1-8c61-4dd6-b540-dfdd74b3f014 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:28.677708 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-0e329a53-7388-43cf-ae5f-bbd13be0de5c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10807823'] for port, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:28.693591 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-39489070-e501-4b69-ad84-dc84cc7532a5 tempest-FloatingIPAdminTestJSON-1628957317 tempest-FloatingIPAdminTestJSON-1628957317-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:28.699401 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6109574-5dc2-4d14-9e67-a2c715fac233 None None] Network 7edd76f7-0f97-48a5-b177-9842de6c0500 requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 22:32:28.731383 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97059978-dc5a-45a5-ba87-dfe7c6ef328e tempest-ExternalNetworksTestJSON-962053912 tempest-ExternalNetworksTestJSON-962053912-project-admin] Pushing event updated for resources: {'Network': ['ID=ee854a01-3430-4ca2-8630-5679c74abad2,revision_number=2']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:32:28.746539 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-97059978-dc5a-45a5-ba87-dfe7c6ef328e tempest-ExternalNetworksTestJSON-962053912 tempest-ExternalNetworksTestJSON-962053912-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.099s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:32:28.747153 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-b0e0a20a-1659-4e35-bbcb-89509288e8fc tempest-FloatingIPAdminTestJSON-210502716 tempest-FloatingIPAdminTestJSON-210502716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.014s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:32:28.829953 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-b824c529-489e-458a-b9b4-3e343e2244c4 None None] Provisioning for port b50677d9-d417-4f2a-b810-bf5bc0473d19 completed by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 22:32:28.853276 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-1634d941-f2a2-4150-baf6-61e61342f24a tempest-RoutersIpV6AdminTest-765327337 tempest-RoutersIpV6AdminTest-765327337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3741155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38980'] for router, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:28.854280 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-1634d941-f2a2-4150-baf6-61e61342f24a tempest-RoutersIpV6AdminTest-765327337 tempest-RoutersIpV6AdminTest-765327337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3743284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3741748', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3896702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-38989'] for router, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:28.857750 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-818664f3-9dc4-4a86-a748-c06b596dc97e tempest-ExternalNetworksTestJSON-962053912 tempest-ExternalNetworksTestJSON-962053912-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3329572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3741856'] for network, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:28.864959 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-b824c529-489e-458a-b9b4-3e343e2244c4 None None] Provisioning complete for port b50677d9-d417-4f2a-b810-bf5bc0473d19 triggered by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:32:28.866241 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b824c529-489e-458a-b9b4-3e343e2244c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:28.873250 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:32:28.888669 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-818664f3-9dc4-4a86-a748-c06b596dc97e tempest-ExternalNetworksTestJSON-962053912 tempest-ExternalNetworksTestJSON-962053912-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network  ee854a01-3430-4ca2-8630-5679c74abad2 {{(pid=87506) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}}
Dec 16 22:32:28.893056 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-818664f3-9dc4-4a86-a748-c06b596dc97e tempest-ExternalNetworksTestJSON-962053912 tempest-ExternalNetworksTestJSON-962053912-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3791486'] for network, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:28.905829 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-39489070-e501-4b69-ad84-dc84cc7532a5 tempest-FloatingIPAdminTestJSON-1628957317 tempest-FloatingIPAdminTestJSON-1628957317-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10807823'] for port, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:28.924585 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818664f3-9dc4-4a86-a748-c06b596dc97e tempest-ExternalNetworksTestJSON-962053912 tempest-ExternalNetworksTestJSON-962053912-project-admin] Pushing event deleted for resources: {'Network': ['ID=ee854a01-3430-4ca2-8630-5679c74abad2,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:32:28.929546 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-0e329a53-7388-43cf-ae5f-bbd13be0de5c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for port, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:28.938122 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-818664f3-9dc4-4a86-a748-c06b596dc97e tempest-ExternalNetworksTestJSON-962053912 tempest-ExternalNetworksTestJSON-962053912-project-admin] 10.222.0.13 "DELETE /v2.0/networks/ee854a01-3430-4ca2-8630-5679c74abad2 HTTP/1.1" status: 204  len: 168 time: 1.2465832
Dec 16 22:32:28.938122 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-818664f3-9dc4-4a86-a748-c06b596dc97e tempest-ExternalNetworksTestJSON-962053912 tempest-ExternalNetworksTestJSON-962053912-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:32:28.938122 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 37990) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:32:28.957649 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e329a53-7388-43cf-ae5f-bbd13be0de5c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327-project-admin] Pushing event deleted for resources: {'Port': ['ID=8ab8d800-e5da-41d4-8929-88f91dc7b905,revision_number=None']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:32:28.960705 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-0e329a53-7388-43cf-ae5f-bbd13be0de5c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327-project-admin] 10.222.0.13 "DELETE /v2.0/ports/8ab8d800-e5da-41d4-8929-88f91dc7b905 HTTP/1.1" status: 204  len: 168 time: 3.2331843
Dec 16 22:32:28.963299 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-f37bdc95-477e-46f1-a0b4-49e5b99eabe6 req-5d9931c3-e360-4e29-96d9-c3a82a7445b7 tempest-ServersTestJSON-1208382319 tempest-ServersTestJSON-1208382319-project] 10.222.0.13 "GET /v2.0/ports?device_id=e8b1f9e3-1dc7-4804-9d4e-3e2ba6aa02cb HTTP/1.1" status: 200  len: 210 time: 0.2407508
Dec 16 22:32:28.964216 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-0e329a53-7388-43cf-ae5f-bbd13be0de5c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:32:28.964668 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 37994) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:32:28.976828 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-8e9ebc86-fec0-4741-bd7c-3255bd6ffa1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.059s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:32:29.030824 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6792823-45ca-4607-afc7-34fd9699f82f tempest-ExternalNetworksTestJSON-942302126 tempest-ExternalNetworksTestJSON-942302126-project] DELETE failed (client error): The resource could not be found.
Dec 16 22:32:29.035859 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6792823-45ca-4607-afc7-34fd9699f82f tempest-ExternalNetworksTestJSON-942302126 tempest-ExternalNetworksTestJSON-942302126-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 16 22:32:29.037680 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-d6792823-45ca-4607-afc7-34fd9699f82f tempest-ExternalNetworksTestJSON-942302126 tempest-ExternalNetworksTestJSON-942302126-project] 10.222.0.13 "DELETE /v2.0/subnets/a3835754-73a2-4de7-b378-3b665014e49b HTTP/1.1" status: 404  len: 337 time: 0.0891631
Dec 16 22:32:29.048962 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 37996) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:32:29.135275 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b824c529-489e-458a-b9b4-3e343e2244c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:29.177469 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39489070-e501-4b69-ad84-dc84cc7532a5 tempest-FloatingIPAdminTestJSON-1628957317 tempest-FloatingIPAdminTestJSON-1628957317-project-admin] Pushing event updated for resources: {'Port': ['ID=391ec680-e7a4-4589-bbe4-51f3d6dcfb47,revision_number=1']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:32:29.189098 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39489070-e501-4b69-ad84-dc84cc7532a5 tempest-FloatingIPAdminTestJSON-1628957317 tempest-FloatingIPAdminTestJSON-1628957317-project-admin] Network f8905ce9-304b-4976-bc47-e58c71c11de5 is already hosted by enough agents. {{(pid=87507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:32:29.199537 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-39489070-e501-4b69-ad84-dc84cc7532a5 tempest-FloatingIPAdminTestJSON-1628957317 tempest-FloatingIPAdminTestJSON-1628957317-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:32:29.214913 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.base_scheduler [None req-39489070-e501-4b69-ad84-dc84cc7532a5 tempest-FloatingIPAdminTestJSON-1628957317 tempest-FloatingIPAdminTestJSON-1628957317-project-admin] Resources bound (agent type, host, resource id):  {{(pid=87507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:32:29.218318 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-fd5e3cfd-c760-4ac2-ba67-5ba30f8001b2 tempest-ExtraDHCPOptionsIpV6TestJSON-903106190 tempest-ExtraDHCPOptionsIpV6TestJSON-903106190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:29.235164 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39489070-e501-4b69-ad84-dc84cc7532a5 tempest-FloatingIPAdminTestJSON-1628957317 tempest-FloatingIPAdminTestJSON-1628957317-project-admin] Received port after_create {{(pid=87507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 22:32:29.256404 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-b824c529-489e-458a-b9b4-3e343e2244c4 None None] For port b50677d9-d417-4f2a-b810-bf5bc0473d19, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=b50677d9-d417-4f2a-b810-bf5bc0473d19,segment=NetworkSegment(da71c9a1-7532-4738-a9bc-22a7f498ec35),segment_id=da71c9a1-7532-4738-a9bc-22a7f498ec35)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:32:29.270202 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b824c529-489e-458a-b9b4-3e343e2244c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:29.275837 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-9f2672d4-2291-410c-a217-3f5efd77c2a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:32:29.299940 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-53f714b1-8c61-4dd6-b540-dfdd74b3f014 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:29.318941 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.pecan_wsgi.hooks.translation [None req-b94a17b3-bc05-489c-9ff7-a626c8913663 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327-project-admin] GET failed (client error): The resource could not be found.
Dec 16 22:32:29.319518 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-b94a17b3-bc05-489c-9ff7-a626c8913663 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327-project-admin] Synchronizing usage tracker for tenant:e3a94693b6bd4c1c975a78c01183cef8 on resource:port {{(pid=87507) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 22:32:29.370822 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-1634d941-f2a2-4150-baf6-61e61342f24a tempest-RoutersIpV6AdminTest-765327337 tempest-RoutersIpV6AdminTest-765327337-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:29.482371 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [None req-53f714b1-8c61-4dd6-b540-dfdd74b3f014 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Calling delete_port for 4e502d23-1253-4494-a2d9-4c02a51129a5 owned by  {{(pid=87506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:32:29.523047 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.agents_db [None req-0abd2616-a86c-48e2-be07-10823335a5bb None None] Agent healthcheck: found 6 active agents {{(pid=87509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 22:32:29.572491 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-8c749190-e125-42d8-9c5b-da02d7960847 tempest-ExternalNetworksTestJSON-942302126 tempest-ExternalNetworksTestJSON-942302126-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-825997'] for network, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:29.584385 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.plugin [None req-fd5e3cfd-c760-4ac2-ba67-5ba30f8001b2 tempest-ExtraDHCPOptionsIpV6TestJSON-903106190 tempest-ExtraDHCPOptionsIpV6TestJSON-903106190-project] Calling delete_port for c44e75b8-3e2e-41d9-8376-7c517c4d8373 owned by  {{(pid=87507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:32:29.637617 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-b94a17b3-bc05-489c-9ff7-a626c8913663 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327-project-admin] Unset dirty status for tenant:e3a94693b6bd4c1c975a78c01183cef8 on resource:port {{(pid=87507) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 22:32:29.642079 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-b94a17b3-bc05-489c-9ff7-a626c8913663 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327-project-admin] 10.222.0.13 "GET /v2.0/ports/8ab8d800-e5da-41d4-8929-88f91dc7b905 HTTP/1.1" status: 404  len: 333 time: 0.5330400
Dec 16 22:32:29.651206 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b824c529-489e-458a-b9b4-3e343e2244c4 None None] Pushing event updated for resources: {'Port': ['ID=b50677d9-d417-4f2a-b810-bf5bc0473d19,revision_number=3']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:32:29.659818 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-b824c529-489e-458a-b9b4-3e343e2244c4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.383s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:32:29.669936 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 38004) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:32:29.893001 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-8c749190-e125-42d8-9c5b-da02d7960847 tempest-ExternalNetworksTestJSON-942302126 tempest-ExternalNetworksTestJSON-942302126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3329565', 'neutron.services.segments.db._delete_segments_for_network-8734753546406'] for network, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:29.924363 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-53f714b1-8c61-4dd6-b540-dfdd74b3f014 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1863393'] for port, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:29.927908 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.services.segments.db [None req-8c749190-e125-42d8-9c5b-da02d7960847 tempest-ExternalNetworksTestJSON-942302126 tempest-ExternalNetworksTestJSON-942302126-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1b773c4220>,) {'filters': {'network_id': ['2c590395-84ee-4795-89c2-1912698e1a52']}} {{(pid=87506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:32:29.943888 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:32:30.004174 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.services.segments.db [None req-8c749190-e125-42d8-9c5b-da02d7960847 tempest-ExternalNetworksTestJSON-942302126 tempest-ExternalNetworksTestJSON-942302126-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b773c4220>, '7f465164-b153-4171-a220-09ccc6c1214d') {'for_net_delete': True} {{(pid=87506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:32:30.004546 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.services.segments.db [None req-8c749190-e125-42d8-9c5b-da02d7960847 tempest-ExternalNetworksTestJSON-942302126 tempest-ExternalNetworksTestJSON-942302126-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b773c4220>, '7f465164-b153-4171-a220-09ccc6c1214d') {} {{(pid=87506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:32:30.039006 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f714b1-8c61-4dd6-b540-dfdd74b3f014 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Pushing event deleted for resources: {'Port': ['ID=4e502d23-1253-4494-a2d9-4c02a51129a5,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:32:30.051437 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-53f714b1-8c61-4dd6-b540-dfdd74b3f014 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:32:30.057206 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-8c749190-e125-42d8-9c5b-da02d7960847 tempest-ExternalNetworksTestJSON-942302126 tempest-ExternalNetworksTestJSON-942302126-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734753593977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-266764496'] for segment, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:30.131684 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-53f714b1-8c61-4dd6-b540-dfdd74b3f014 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for port, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:30.133398 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-31113df3-c78c-40dc-b120-5cb5300dc9ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-86254145 tempest-PortsAdminExtendedAttrsIpV6TestJSON-86254145-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-825997'] for network, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:30.155206 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-8c749190-e125-42d8-9c5b-da02d7960847 tempest-ExternalNetworksTestJSON-942302126 tempest-ExternalNetworksTestJSON-942302126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-883292'] for segment, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:30.171122 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-53f714b1-8c61-4dd6-b540-dfdd74b3f014 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] 10.222.0.13 "DELETE /v2.0/ports/4e502d23-1253-4494-a2d9-4c02a51129a5 HTTP/1.1" status: 204  len: 168 time: 1.8086789
Dec 16 22:32:30.179401 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 38010) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:32:30.191571 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-1aa85797-7799-4a40-8a1b-4348d5a100d5 None None] Could not find standard attr ID for object 4e502d23-1253-4494-a2d9-4c02a51129a5. {{(pid=87508) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 16 22:32:30.195557 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c749190-e125-42d8-9c5b-da02d7960847 tempest-ExternalNetworksTestJSON-942302126 tempest-ExternalNetworksTestJSON-942302126-project] Releasing vlan 167 on physical network physnet1 to pool {{(pid=87506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 16 22:32:30.196204 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-8c749190-e125-42d8-9c5b-da02d7960847 tempest-ExternalNetworksTestJSON-942302126 tempest-ExternalNetworksTestJSON-942302126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-883285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1863180'] for segment, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:30.212136 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-1aa85797-7799-4a40-8a1b-4348d5a100d5 None None] Provisioning complete for port b50677d9-d417-4f2a-b810-bf5bc0473d19 triggered by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:32:30.212515 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-1aa85797-7799-4a40-8a1b-4348d5a100d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:30.228346 dv-neutron-821829-1-hyperv neutron-server[87506]: Traceback (most recent call last):
Dec 16 22:32:30.228346 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 16 22:32:30.228346 dv-neutron-821829-1-hyperv neutron-server[87506]:     timer()
Dec 16 22:32:30.228346 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 22:32:30.228346 dv-neutron-821829-1-hyperv neutron-server[87506]:     cb(*args, **kw)
Dec 16 22:32:30.228346 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 22:32:30.228346 dv-neutron-821829-1-hyperv neutron-server[87506]:     return func(*args, **kwargs)
Dec 16 22:32:30.228346 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 22:32:30.228346 dv-neutron-821829-1-hyperv neutron-server[87506]:     self._notify()
Dec 16 22:32:30.228346 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 22:32:30.228346 dv-neutron-821829-1-hyperv neutron-server[87506]:     self.callback(batched_events)
Dec 16 22:32:30.228346 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 22:32:30.228346 dv-neutron-821829-1-hyperv neutron-server[87506]:     event.method(event)
Dec 16 22:32:30.228346 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 22:32:30.228346 dv-neutron-821829-1-hyperv neutron-server[87506]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 22:32:30.228346 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 22:32:30.228346 dv-neutron-821829-1-hyperv neutron-server[87506]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 22:32:30.228346 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 22:32:30.228346 dv-neutron-821829-1-hyperv neutron-server[87506]:     return f(self, *a, **k)
Dec 16 22:32:30.228346 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 16 22:32:30.228346 dv-neutron-821829-1-hyperv neutron-server[87506]:     return self._get(url).json()
Dec 16 22:32:30.228346 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 16 22:32:30.228346 dv-neutron-821829-1-hyperv neutron-server[87506]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 22:32:30.228346 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 16 22:32:30.228346 dv-neutron-821829-1-hyperv neutron-server[87506]:     return self.request(url, 'GET', **kwargs)
Dec 16 22:32:30.228346 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 16 22:32:30.228346 dv-neutron-821829-1-hyperv neutron-server[87506]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 22:32:30.228346 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 16 22:32:30.228346 dv-neutron-821829-1-hyperv neutron-server[87506]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 22:32:30.228346 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 16 22:32:30.228346 dv-neutron-821829-1-hyperv neutron-server[87506]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 22:32:30.228346 dv-neutron-821829-1-hyperv neutron-server[87506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 22:32:30.298793 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c85798-25ee-44e4-938c-83e0c8a15f9d req-0f4c5457-06a5-4454-9c24-b7f9f9dc2697 tempest-ServerActionsTestJSON-1581017418 tempest-ServerActionsTestJSON-1581017418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:32:30.307180 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-37c85798-25ee-44e4-938c-83e0c8a15f9d req-0f4c5457-06a5-4454-9c24-b7f9f9dc2697 tempest-ServerActionsTestJSON-1581017418 tempest-ServerActionsTestJSON-1581017418-project] 10.222.0.13 "GET /v2.0/ports?device_id=95ef1739-1bf2-4522-993c-76a77d5f2322 HTTP/1.1" status: 200  len: 931 time: 0.9807906
Dec 16 22:32:30.453786 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6caaa1c-e3b5-48fd-8c66-9e4c77a1b97c tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:32:30.455268 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6caaa1c-e3b5-48fd-8c66-9e4c77a1b97c tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:32:30.456694 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-b6caaa1c-e3b5-48fd-8c66-9e4c77a1b97c tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Synchronizing usage tracker for tenant:8e4385a98eb1416284c1cc96b3355a70 on resource:subnet {{(pid=87506) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 22:32:30.460962 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-8c749190-e125-42d8-9c5b-da02d7960847 tempest-ExternalNetworksTestJSON-942302126 tempest-ExternalNetworksTestJSON-942302126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3329572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3741856'] for network, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:30.496484 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-8c749190-e125-42d8-9c5b-da02d7960847 tempest-ExternalNetworksTestJSON-942302126 tempest-ExternalNetworksTestJSON-942302126-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3791486'] for network, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:30.513862 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:32:30.547078 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-c8951fc8-0642-40eb-a9ea-4e78508fe465 None None] Could not find standard attr ID for object 4e502d23-1253-4494-a2d9-4c02a51129a5. {{(pid=87508) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 16 22:32:30.559413 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-054f2ff2-1990-44e2-a483-8ffe9fac2077 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:30.635508 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-3f83e769-918d-48fe-9ee5-f9c56c3eacd7 req-eb336528-21e4-4fd5-bbcb-f8fd02e6908f tempest-ServersTestJSON-1208382319 tempest-ServersTestJSON-1208382319-project] 10.222.0.13 "GET /v2.0/ports?device_id=e8b1f9e3-1dc7-4804-9d4e-3e2ba6aa02cb HTTP/1.1" status: 200  len: 210 time: 0.3349338
Dec 16 22:32:30.668425 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-b6caaa1c-e3b5-48fd-8c66-9e4c77a1b97c tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Unset dirty status for tenant:8e4385a98eb1416284c1cc96b3355a70 on resource:subnet {{(pid=87506) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 22:32:30.673102 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-b6caaa1c-e3b5-48fd-8c66-9e4c77a1b97c tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1477 time: 0.4925871
Dec 16 22:32:30.673976 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 38014) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:32:30.677931 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-8c749190-e125-42d8-9c5b-da02d7960847 tempest-ExternalNetworksTestJSON-942302126 tempest-ExternalNetworksTestJSON-942302126-project] 10.222.0.13 "DELETE /v2.0/networks/2c590395-84ee-4795-89c2-1912698e1a52 HTTP/1.1" status: 204  len: 168 time: 1.6273715
Dec 16 22:32:30.717577 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c749190-e125-42d8-9c5b-da02d7960847 tempest-ExternalNetworksTestJSON-942302126 tempest-ExternalNetworksTestJSON-942302126-project] Pushing event deleted for resources: {'Network': ['ID=2c590395-84ee-4795-89c2-1912698e1a52,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:32:30.723395 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-8c749190-e125-42d8-9c5b-da02d7960847 tempest-ExternalNetworksTestJSON-942302126 tempest-ExternalNetworksTestJSON-942302126-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:32:30.784423 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b68e3a0-7a54-4085-b418-8ff18b220ac4 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Deleting subnet d3721583-f783-4196-bedc-02b52ac0f718 {{(pid=87506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 16 22:32:30.790618 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-8b68e3a0-7a54-4085-b418-8ff18b220ac4 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks [] for subnet, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:30.869155 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-8b68e3a0-7a54-4085-b418-8ff18b220ac4 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-266764487'] for subnet, precommit_delete_associations {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:30.976324 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-1634d941-f2a2-4150-baf6-61e61342f24a tempest-RoutersIpV6AdminTest-765327337 tempest-RoutersIpV6AdminTest-765327337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3741702', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3740945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-38947'] for router, precommit_update {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:31.026539 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-8b68e3a0-7a54-4085-b418-8ff18b220ac4 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3328566'] for subnet, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:31.042988 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-37c85798-25ee-44e4-938c-83e0c8a15f9d req-5721bdda-04f5-4352-a707-547448bc3236 tempest-ServerActionsTestJSON-1581017418 tempest-ServerActionsTestJSON-1581017418-project] 10.222.0.13 "GET /v2.0/security-groups?id=1011a650-dc8c-4279-9762-0c0bcda15d85&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.7344983
Dec 16 22:32:31.072070 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-fd5e3cfd-c760-4ac2-ba67-5ba30f8001b2 tempest-ExtraDHCPOptionsIpV6TestJSON-903106190 tempest-ExtraDHCPOptionsIpV6TestJSON-903106190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10807823'] for port, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:31.134103 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-a84ac656-74fd-468b-8cdc-2cfe68479da9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:32:31.134893 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 38022) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:32:31.169394 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-8b68e3a0-7a54-4085-b418-8ff18b220ac4 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3328622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1863378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11213117'] for subnet, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:31.176350 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:32:31.219487 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5e3cfd-c760-4ac2-ba67-5ba30f8001b2 tempest-ExtraDHCPOptionsIpV6TestJSON-903106190 tempest-ExtraDHCPOptionsIpV6TestJSON-903106190-project] Pushing event deleted for resources: {'Port': ['ID=c44e75b8-3e2e-41d9-8376-7c517c4d8373,revision_number=None']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:32:31.223299 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-fd5e3cfd-c760-4ac2-ba67-5ba30f8001b2 tempest-ExtraDHCPOptionsIpV6TestJSON-903106190 tempest-ExtraDHCPOptionsIpV6TestJSON-903106190-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:32:31.234867 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b68e3a0-7a54-4085-b418-8ff18b220ac4 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Pushing event deleted for resources: {'Subnet': ['ID=d3721583-f783-4196-bedc-02b52ac0f718,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:32:31.238820 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-8b68e3a0-7a54-4085-b418-8ff18b220ac4 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:32:31.240165 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-8b68e3a0-7a54-4085-b418-8ff18b220ac4 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3791486'] for subnet, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:31.257920 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c84dbd24-1538-452f-b5b2-bb2d2f3c57cd None None] Network 7edd76f7-0f97-48a5-b177-9842de6c0500 requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 22:32:31.268381 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-8b68e3a0-7a54-4085-b418-8ff18b220ac4 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] 10.222.0.13 "DELETE /v2.0/subnets/d3721583-f783-4196-bedc-02b52ac0f718 HTTP/1.1" status: 204  len: 168 time: 0.5891128
Dec 16 22:32:31.272454 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 38028) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:32:31.305879 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-31113df3-c78c-40dc-b120-5cb5300dc9ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-86254145 tempest-PortsAdminExtendedAttrsIpV6TestJSON-86254145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3329565', 'neutron.services.segments.db._delete_segments_for_network-8734753546406'] for network, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:31.377841 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-fd5e3cfd-c760-4ac2-ba67-5ba30f8001b2 tempest-ExtraDHCPOptionsIpV6TestJSON-903106190 tempest-ExtraDHCPOptionsIpV6TestJSON-903106190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for port, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:31.421674 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-805a8348-e3fb-4b40-897b-c6dadd8819a4 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1475954
Dec 16 22:32:31.422310 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 38032) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:32:31.425507 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.services.segments.db [None req-31113df3-c78c-40dc-b120-5cb5300dc9ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-86254145 tempest-PortsAdminExtendedAttrsIpV6TestJSON-86254145-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1b76d53580>,) {'filters': {'network_id': ['02df7aab-63e0-4ecf-8461-cdca5aca48bb']}} {{(pid=87507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:32:31.470663 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.services.segments.db [None req-31113df3-c78c-40dc-b120-5cb5300dc9ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-86254145 tempest-PortsAdminExtendedAttrsIpV6TestJSON-86254145-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b76d53580>, '462c9ab5-3f2e-4ef1-955c-22fc513fae18') {'for_net_delete': True} {{(pid=87507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:32:31.471382 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.services.segments.db [None req-31113df3-c78c-40dc-b120-5cb5300dc9ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-86254145 tempest-PortsAdminExtendedAttrsIpV6TestJSON-86254145-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b76d53580>, '462c9ab5-3f2e-4ef1-955c-22fc513fae18') {} {{(pid=87507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:32:31.473791 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-78f4a0d1-2560-48c0-8339-eb5ec1798d70 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Request body: {'subnet': {'network_id': '7edd76f7-0f97-48a5-b177-9842de6c0500', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:32:31.530555 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-3e729f7f-1589-4d54-9c4a-7ee6b283cc2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:31.633338 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-78f4a0d1-2560-48c0-8339-eb5ec1798d70 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:32:31.644243 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-78f4a0d1-2560-48c0-8339-eb5ec1798d70 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Usage tracker for resource:subnet and tenant:8e4385a98eb1416284c1cc96b3355a70 is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:32:31.660487 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-78f4a0d1-2560-48c0-8339-eb5ec1798d70 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:32:31.680804 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-78f4a0d1-2560-48c0-8339-eb5ec1798d70 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:32:31.689638 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-d55e3332-2f61-4aef-9206-4fd600b28d1a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=dfbd220dbf53417baf67915bec178f81&name=default HTTP/1.1" status: 200  len: 2975 time: 0.5512073
Dec 16 22:32:31.698917 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 38038) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:32:31.748598 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78f4a0d1-2560-48c0-8339-eb5ec1798d70 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Made reservation on behalf of 8e4385a98eb1416284c1cc96b3355a70 for: {'subnet': 1} {{(pid=87506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:32:31.752162 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-78f4a0d1-2560-48c0-8339-eb5ec1798d70 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11213078'] for subnet, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:31.765828 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device b50677d9-d417-4f2a-b810-bf5bc0473d19 up at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 22:32:31.766911 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-31113df3-c78c-40dc-b120-5cb5300dc9ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-86254145 tempest-PortsAdminExtendedAttrsIpV6TestJSON-86254145-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734753593977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2128549'] for segment, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:31.775491 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-fd5e3cfd-c760-4ac2-ba67-5ba30f8001b2 tempest-ExtraDHCPOptionsIpV6TestJSON-903106190 tempest-ExtraDHCPOptionsIpV6TestJSON-903106190-project] 10.222.0.13 "DELETE /v2.0/ports/c44e75b8-3e2e-41d9-8376-7c517c4d8373 HTTP/1.1" status: 204  len: 168 time: 5.1655843
Dec 16 22:32:31.789970 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 38042) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:32:31.798996 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-6a4032b5-b66c-4c62-85ca-56e5a1ee7dde tempest-ExtraDHCPOptionsIpV6TestJSON-903106190 tempest-ExtraDHCPOptionsIpV6TestJSON-903106190-project] Request body: {'port': {'name': 'tempest-new-port-name-1142345411', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:32:31.800013 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.api.validators [None req-6a4032b5-b66c-4c62-85ca-56e5a1ee7dde tempest-ExtraDHCPOptionsIpV6TestJSON-903106190 tempest-ExtraDHCPOptionsIpV6TestJSON-903106190-project] bootfile-name is not in valid_values {{(pid=87507) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}}
Dec 16 22:32:31.800573 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.api.validators [None req-6a4032b5-b66c-4c62-85ca-56e5a1ee7dde tempest-ExtraDHCPOptionsIpV6TestJSON-903106190 tempest-ExtraDHCPOptionsIpV6TestJSON-903106190-project] tftp-server is not in valid_values {{(pid=87507) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}}
Dec 16 22:32:31.801121 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.api.validators [None req-6a4032b5-b66c-4c62-85ca-56e5a1ee7dde tempest-ExtraDHCPOptionsIpV6TestJSON-903106190 tempest-ExtraDHCPOptionsIpV6TestJSON-903106190-project] server-ip-address is not in valid_values {{(pid=87507) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}}
Dec 16 22:32:31.886355 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:31.916042 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-31113df3-c78c-40dc-b120-5cb5300dc9ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-86254145 tempest-PortsAdminExtendedAttrsIpV6TestJSON-86254145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-883292'] for segment, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:31.925990 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning complete for port b50677d9-d417-4f2a-b810-bf5bc0473d19 triggered by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:32:31.926374 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:31.927167 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-cc84525f-966e-4ec2-ae70-08fc3fa198a9 req-1dea369b-c732-42ea-80b5-83a8610d0549 tempest-ServersTestJSON-1208382319 tempest-ServersTestJSON-1208382319-project] 10.222.0.13 "GET /v2.0/ports?device_id=e8b1f9e3-1dc7-4804-9d4e-3e2ba6aa02cb HTTP/1.1" status: 200  len: 210 time: 0.0787330
Dec 16 22:32:31.945932 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31113df3-c78c-40dc-b120-5cb5300dc9ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-86254145 tempest-PortsAdminExtendedAttrsIpV6TestJSON-86254145-project] Releasing vlan 174 on physical network physnet1 to pool {{(pid=87507) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 16 22:32:31.947372 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-31113df3-c78c-40dc-b120-5cb5300dc9ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-86254145 tempest-PortsAdminExtendedAttrsIpV6TestJSON-86254145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-883285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10808034'] for segment, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:31.965004 dv-neutron-821829-1-hyperv neutron-server[87507]: Traceback (most recent call last):
Dec 16 22:32:31.965004 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 16 22:32:31.965004 dv-neutron-821829-1-hyperv neutron-server[87507]:     timer()
Dec 16 22:32:31.965004 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 22:32:31.965004 dv-neutron-821829-1-hyperv neutron-server[87507]:     cb(*args, **kw)
Dec 16 22:32:31.965004 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 22:32:31.965004 dv-neutron-821829-1-hyperv neutron-server[87507]:     return func(*args, **kwargs)
Dec 16 22:32:31.965004 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 22:32:31.965004 dv-neutron-821829-1-hyperv neutron-server[87507]:     self._notify()
Dec 16 22:32:31.965004 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 22:32:31.965004 dv-neutron-821829-1-hyperv neutron-server[87507]:     self.callback(batched_events)
Dec 16 22:32:31.965004 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 22:32:31.965004 dv-neutron-821829-1-hyperv neutron-server[87507]:     event.method(event)
Dec 16 22:32:31.965004 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 22:32:31.965004 dv-neutron-821829-1-hyperv neutron-server[87507]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 22:32:31.965004 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 22:32:31.965004 dv-neutron-821829-1-hyperv neutron-server[87507]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 22:32:31.965004 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 22:32:31.965004 dv-neutron-821829-1-hyperv neutron-server[87507]:     return f(self, *a, **k)
Dec 16 22:32:31.965004 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 16 22:32:31.965004 dv-neutron-821829-1-hyperv neutron-server[87507]:     return self._get(url).json()
Dec 16 22:32:31.965004 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 16 22:32:31.965004 dv-neutron-821829-1-hyperv neutron-server[87507]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 22:32:31.965004 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 16 22:32:31.965004 dv-neutron-821829-1-hyperv neutron-server[87507]:     return self.request(url, 'GET', **kwargs)
Dec 16 22:32:31.965004 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 16 22:32:31.965004 dv-neutron-821829-1-hyperv neutron-server[87507]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 22:32:31.965004 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 16 22:32:31.965004 dv-neutron-821829-1-hyperv neutron-server[87507]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 22:32:31.965004 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 16 22:32:31.965004 dv-neutron-821829-1-hyperv neutron-server[87507]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 22:32:31.965004 dv-neutron-821829-1-hyperv neutron-server[87507]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 22:32:32.030374 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-da720fa1-6e1b-49f1-9bbf-38a37f6c39f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:32.076223 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-da720fa1-6e1b-49f1-9bbf-38a37f6c39f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:32.087034 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c4f0d5b-d965-4fef-9ac9-51df072e1e0a None None] DHCP port deletion for 7edd76f7-0f97-48a5-b177-9842de6c0500 request from dv-neutron-821829-1-hyperv {{(pid=87508) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 16 22:32:32.092944 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-8c4f0d5b-d965-4fef-9ac9-51df072e1e0a None None] Deleting port b50677d9-d417-4f2a-b810-bf5bc0473d19 {{(pid=87508) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:32:32.093348 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-8c4f0d5b-d965-4fef-9ac9-51df072e1e0a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:32.149235 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-da720fa1-6e1b-49f1-9bbf-38a37f6c39f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841066'] for security_group, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:32.154996 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:32:32.173485 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da720fa1-6e1b-49f1-9bbf-38a37f6c39f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=686e56b5-1e61-40d1-8290-c404d7291977,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:32:32.175963 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-da720fa1-6e1b-49f1-9bbf-38a37f6c39f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:32:32.188588 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-39489070-e501-4b69-ad84-dc84cc7532a5 tempest-FloatingIPAdminTestJSON-1628957317 tempest-FloatingIPAdminTestJSON-1628957317-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:32.197065 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-da720fa1-6e1b-49f1-9bbf-38a37f6c39f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:32.201955 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-da720fa1-6e1b-49f1-9bbf-38a37f6c39f6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/686e56b5-1e61-40d1-8290-c404d7291977 HTTP/1.1" status: 204  len: 168 time: 0.5017886
Dec 16 22:32:32.300112 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-31113df3-c78c-40dc-b120-5cb5300dc9ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-86254145 tempest-PortsAdminExtendedAttrsIpV6TestJSON-86254145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3329572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3741856'] for network, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:32.337004 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-78f4a0d1-2560-48c0-8339-eb5ec1798d70 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1863317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11213092'] for subnet, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:32.353129 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-83e66489-46a1-40b0-afb4-f57d09b5e232 tempest-ExternalNetworksTestJSON-962053912 tempest-ExternalNetworksTestJSON-962053912-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:32:32.404020 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-8c4f0d5b-d965-4fef-9ac9-51df072e1e0a None None] For port b50677d9-d417-4f2a-b810-bf5bc0473d19, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=b50677d9-d417-4f2a-b810-bf5bc0473d19,segment=NetworkSegment(da71c9a1-7532-4738-a9bc-22a7f498ec35),segment_id=da71c9a1-7532-4738-a9bc-22a7f498ec35)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:32:32.404563 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-8c4f0d5b-d965-4fef-9ac9-51df072e1e0a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:32.433063 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-31113df3-c78c-40dc-b120-5cb5300dc9ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-86254145 tempest-PortsAdminExtendedAttrsIpV6TestJSON-86254145-project] Notify callbacks [] for network, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:32.447735 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:32:32.479512 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78f4a0d1-2560-48c0-8339-eb5ec1798d70 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Network 7edd76f7-0f97-48a5-b177-9842de6c0500 is already hosted by enough agents. {{(pid=87506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:32:32.495177 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.base_scheduler [None req-78f4a0d1-2560-48c0-8339-eb5ec1798d70 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Resources bound (agent type, host, resource id):  {{(pid=87506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:32:32.499838 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78f4a0d1-2560-48c0-8339-eb5ec1798d70 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:32:32.507650 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-78f4a0d1-2560-48c0-8339-eb5ec1798d70 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3791486'] for subnet, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:32.526421 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f4a0d1-2560-48c0-8339-eb5ec1798d70 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Pushing event updated for resources: {'Subnet': ['ID=ba75592a-74f6-4b1f-93c5-b1a6d8271e94,revision_number=0']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:32:32.529783 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-78f4a0d1-2560-48c0-8339-eb5ec1798d70 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:32:32.539202 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-78f4a0d1-2560-48c0-8339-eb5ec1798d70 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 834 time: 1.1134002
Dec 16 22:32:32.539980 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 38052) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:32:32.546356 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-95447458-dfbf-4f38-84cd-6aff671904f0 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Request body: {'port': {'network_id': '7edd76f7-0f97-48a5-b177-9842de6c0500', 'name': 'tempest-NetworksTestDHCPv6-1536187134'}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:32:32.564793 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31113df3-c78c-40dc-b120-5cb5300dc9ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-86254145 tempest-PortsAdminExtendedAttrsIpV6TestJSON-86254145-project] Pushing event deleted for resources: {'Network': ['ID=02df7aab-63e0-4ecf-8461-cdca5aca48bb,revision_number=None']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:32:32.568050 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-39489070-e501-4b69-ad84-dc84cc7532a5 tempest-FloatingIPAdminTestJSON-1628957317 tempest-FloatingIPAdminTestJSON-1628957317-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:32.617897 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 38056) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:32:32.655377 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-8c4f0d5b-d965-4fef-9ac9-51df072e1e0a None None] Calling delete_port for b50677d9-d417-4f2a-b810-bf5bc0473d19 owned by network:dhcp {{(pid=87508) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:32:32.710836 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-29136b73-818e-4671-a6a8-d693c3cf76f4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2f0ee56b7e804cc28e241b9b31e92a6e&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0917783
Dec 16 22:32:32.713611 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 38060) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:32:32.755903 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-95447458-dfbf-4f38-84cd-6aff671904f0 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:32:32.767844 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-95447458-dfbf-4f38-84cd-6aff671904f0 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Usage tracker for resource:port and tenant:8e4385a98eb1416284c1cc96b3355a70 is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:32:32.771784 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-95447458-dfbf-4f38-84cd-6aff671904f0 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:32:32.781328 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-95447458-dfbf-4f38-84cd-6aff671904f0 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:32:32.793305 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-8c4f0d5b-d965-4fef-9ac9-51df072e1e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949'] for port, after_delete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:32.798018 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-d8ea6ad4-50bb-446c-bcdd-3c121be279eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:32:32.805090 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-8764bea6-0735-4fe4-8764-7414e0a8b0c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:32.806149 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-31113df3-c78c-40dc-b120-5cb5300dc9ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-86254145 tempest-PortsAdminExtendedAttrsIpV6TestJSON-86254145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.358s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:32:32.807990 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95447458-dfbf-4f38-84cd-6aff671904f0 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Made reservation on behalf of 8e4385a98eb1416284c1cc96b3355a70 for: {'port': 1} {{(pid=87506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:32:32.812084 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-31113df3-c78c-40dc-b120-5cb5300dc9ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-86254145 tempest-PortsAdminExtendedAttrsIpV6TestJSON-86254145-project] 10.222.0.13 "DELETE /v2.0/networks/02df7aab-63e0-4ecf-8461-cdca5aca48bb HTTP/1.1" status: 204  len: 168 time: 3.1322005
Dec 16 22:32:32.812247 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-95447458-dfbf-4f38-84cd-6aff671904f0 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:32.816095 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-6a4032b5-b66c-4c62-85ca-56e5a1ee7dde tempest-ExtraDHCPOptionsIpV6TestJSON-903106190 tempest-ExtraDHCPOptionsIpV6TestJSON-903106190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:32.845618 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4f0d5b-d965-4fef-9ac9-51df072e1e0a None None] Pushing event deleted for resources: {'Port': ['ID=b50677d9-d417-4f2a-b810-bf5bc0473d19,revision_number=None']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:32:32.851536 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [req-b910a092-110d-4d10-83f9-fbd34c5fc01a req-e55d293d-b5cc-4543-8c54-11421e3b0f7a tempest-ServerActionsTestJSON-1581017418 tempest-ServerActionsTestJSON-1581017418-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=87506) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 16 22:32:32.852557 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-b910a092-110d-4d10-83f9-fbd34c5fc01a req-e55d293d-b5cc-4543-8c54-11421e3b0f7a tempest-ServerActionsTestJSON-1581017418 tempest-ServerActionsTestJSON-1581017418-project] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0256863
Dec 16 22:32:32.854900 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-8c4f0d5b-d965-4fef-9ac9-51df072e1e0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:32:32.859508 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c4f0d5b-d965-4fef-9ac9-51df072e1e0a None None] No DVR routers for this DVR port b50677d9-d417-4f2a-b810-bf5bc0473d19 on host dv-neutron-821829-1-hyperv {{(pid=87508) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 22:32:32.883100 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7d23a9b-944a-4c55-96c5-dcb7e15b2b91 None None] Network 7edd76f7-0f97-48a5-b177-9842de6c0500 requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 22:32:32.883281 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-8764bea6-0735-4fe4-8764-7414e0a8b0c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:32.905837 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.notifiers.nova [None req-95447458-dfbf-4f38-84cd-6aff671904f0 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] device_id is not set on port 422f68ff-1586-4bd9-bc01-62942292b120 yet. {{(pid=87506) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 16 22:32:32.961141 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [req-3a62e978-1636-407f-9567-f64a1c1e914e req-fbc8af00-26de-4865-8c1a-6f15832f06e7 tempest-ServersTestJSON-1208382319 tempest-ServersTestJSON-1208382319-project] Synchronizing usage tracker for tenant:b95ee9c426304bab82943f010c6dac17 on resource:security_group {{(pid=87506) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 22:32:33.015630 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [req-3a62e978-1636-407f-9567-f64a1c1e914e req-fbc8af00-26de-4865-8c1a-6f15832f06e7 tempest-ServersTestJSON-1208382319 tempest-ServersTestJSON-1208382319-project] Unset dirty status for tenant:b95ee9c426304bab82943f010c6dac17 on resource:security_group {{(pid=87506) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 22:32:33.016831 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-3a62e978-1636-407f-9567-f64a1c1e914e req-fbc8af00-26de-4865-8c1a-6f15832f06e7 tempest-ServersTestJSON-1208382319 tempest-ServersTestJSON-1208382319-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b95ee9c426304bab82943f010c6dac17 HTTP/1.1" status: 200  len: 379 time: 0.1880822
Dec 16 22:32:33.032225 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [req-3a62e978-1636-407f-9567-f64a1c1e914e req-db46caba-1057-45b6-9ea5-cf02eec07336 tempest-ServersTestJSON-1208382319 tempest-ServersTestJSON-1208382319-project] Request body: {'port': {'device_id': 'e8b1f9e3-1dc7-4804-9d4e-3e2ba6aa02cb', 'network_id': 'ee4be5eb-8d65-4c35-a7d0-77b65d96496e', 'admin_state_up': True, 'tenant_id': 'b95ee9c426304bab82943f010c6dac17', 'security_groups': ['5d566684-e21e-48b5-9daf-a272f2025a2f']}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:32:33.053392 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-1634d941-f2a2-4150-baf6-61e61342f24a tempest-RoutersIpV6AdminTest-765327337 tempest-RoutersIpV6AdminTest-765327337-project] Notify callbacks [] for router_gateway, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:33.158947 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-8764bea6-0735-4fe4-8764-7414e0a8b0c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841066'] for security_group, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:33.183583 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-58a33727-6ba4-4f93-8641-3a0a9ffbca1b tempest-ExtraDHCPOptionsIpV6TestJSON-903106190 tempest-ExtraDHCPOptionsIpV6TestJSON-903106190-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:32:33.208807 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-1634d941-f2a2-4150-baf6-61e61342f24a tempest-RoutersIpV6AdminTest-765327337 tempest-RoutersIpV6AdminTest-765327337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:33.227386 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-4541ba3b-6be8-499c-bc94-3c60aa55c4f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:33.293740 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ea3c38a-824d-469a-9e52-29e4688883d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1d6bfaf-d325-5e4f-b05d-2441d8339617-7edd76f7-0f97-48a5-b177-9842de6c0500', 'network_id': '7edd76f7-0f97-48a5-b177-9842de6c0500', 'tenant_id': '8e4385a98eb1416284c1cc96b3355a70', 'fixed_ips': [{'subnet_id': 'ba75592a-74f6-4b1f-93c5-b1a6d8271e94'}]}} from dv-neutron-821829-1-hyperv. {{(pid=87508) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 16 22:32:33.294875 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 38076) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:32:33.295091 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-0ea3c38a-824d-469a-9e52-29e4688883d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:33.316662 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [req-b910a092-110d-4d10-83f9-fbd34c5fc01a req-b8ad0cbc-8d05-43db-8905-82b180cfbe43 service neutron] Request body: {'port': {'device_id': '95ef1739-1bf2-4522-993c-76a77d5f2322', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8218'}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:32:33.339243 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-9156f427-577d-413e-b541-62a26a0f13ac req-83f34c16-878c-44a2-bb15-600e3cd34a2a tempest-ServersTestJSON-1208382319 tempest-ServersTestJSON-1208382319-project] 10.222.0.13 "GET /v2.0/ports?device_id=e8b1f9e3-1dc7-4804-9d4e-3e2ba6aa02cb HTTP/1.1" status: 200  len: 210 time: 0.1271739
Dec 16 22:32:33.345282 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8764bea6-0735-4fe4-8764-7414e0a8b0c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=605911ce-cac2-4e91-882d-bf0f9f414d55,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:32:33.347249 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c918e048-c453-4810-81bc-fd1687c426b8 req-6db47b46-318b-4890-b8a9-b5a7933b1a4c tempest-ServerActionsTestJSON-1581017418 tempest-ServerActionsTestJSON-1581017418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:32:33.354180 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-c918e048-c453-4810-81bc-fd1687c426b8 req-6db47b46-318b-4890-b8a9-b5a7933b1a4c tempest-ServerActionsTestJSON-1581017418 tempest-ServerActionsTestJSON-1581017418-project] 10.222.0.13 "GET /v2.0/ports?device_id=95ef1739-1bf2-4522-993c-76a77d5f2322 HTTP/1.1" status: 200  len: 931 time: 1.0611162
Dec 16 22:32:33.404544 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-8764bea6-0735-4fe4-8764-7414e0a8b0c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:32:33.503191 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.db_base_plugin_common [None req-95447458-dfbf-4f38-84cd-6aff671904f0 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Allocated IP 2001:db8::e8 (7edd76f7-0f97-48a5-b177-9842de6c0500/ba75592a-74f6-4b1f-93c5-b1a6d8271e94/422f68ff-1586-4bd9-bc01-62942292b120) {{(pid=87506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 22:32:33.508240 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-241ffa3f-137a-4c1b-8c82-b344dd7b815a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0a4734557f0f45e3a2ced89bc27c0504&name=default HTTP/1.1" status: 200  len: 2975 time: 0.2110751
Dec 16 22:32:33.532873 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 38084) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:32:33.553487 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-8764bea6-0735-4fe4-8764-7414e0a8b0c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:33.556994 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-8764bea6-0735-4fe4-8764-7414e0a8b0c8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/605911ce-cac2-4e91-882d-bf0f9f414d55 HTTP/1.1" status: 204  len: 168 time: 0.8400791
Dec 16 22:32:33.564377 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [req-3a62e978-1636-407f-9567-f64a1c1e914e req-db46caba-1057-45b6-9ea5-cf02eec07336 tempest-ServersTestJSON-1208382319 tempest-ServersTestJSON-1208382319-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:32:33.582518 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [req-3a62e978-1636-407f-9567-f64a1c1e914e req-db46caba-1057-45b6-9ea5-cf02eec07336 tempest-ServersTestJSON-1208382319 tempest-ServersTestJSON-1208382319-project] Usage tracker for resource:port and tenant:b95ee9c426304bab82943f010c6dac17 is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:32:33.599532 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [req-3a62e978-1636-407f-9567-f64a1c1e914e req-db46caba-1057-45b6-9ea5-cf02eec07336 tempest-ServersTestJSON-1208382319 tempest-ServersTestJSON-1208382319-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:32:33.615427 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device b50677d9-d417-4f2a-b810-bf5bc0473d19 no longer exists at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 22:32:33.616090 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-c918e048-c453-4810-81bc-fd1687c426b8 req-10d3c797-a92f-4824-bda8-37279ded0470 tempest-ServerActionsTestJSON-1581017418 tempest-ServerActionsTestJSON-1581017418-project] 10.222.0.13 "GET /v2.0/security-groups?id=1011a650-dc8c-4279-9762-0c0bcda15d85&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2606573
Dec 16 22:32:33.616958 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-b910a092-110d-4d10-83f9-fbd34c5fc01a req-b8ad0cbc-8d05-43db-8905-82b180cfbe43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:33.630044 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [req-3a62e978-1636-407f-9567-f64a1c1e914e req-db46caba-1057-45b6-9ea5-cf02eec07336 tempest-ServersTestJSON-1208382319 tempest-ServersTestJSON-1208382319-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:32:33.694144 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] No Port match for: b50677d9-d417-4f2a-b810-bf5bc0473d19 {{(pid=87508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 22:32:33.694144 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device b50677d9-d417-4f2a-b810-bf5bc0473d19 not bound to the agent host dv-neutron-821829-1-hyperv {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 22:32:33.734325 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.db_base_plugin_common [None req-1634d941-f2a2-4150-baf6-61e61342f24a tempest-RoutersIpV6AdminTest-765327337 tempest-RoutersIpV6AdminTest-765327337-project] Allocated IP 172.26.0.144 (f8905ce9-304b-4976-bc47-e58c71c11de5/9bca8591-41ef-4f2d-8ecb-ecaab1a28acf/de3122b1-9956-46f8-bdaf-bc9ff2c3aa71) {{(pid=87507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 22:32:33.748389 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a62e978-1636-407f-9567-f64a1c1e914e req-db46caba-1057-45b6-9ea5-cf02eec07336 tempest-ServersTestJSON-1208382319 tempest-ServersTestJSON-1208382319-project] Made reservation on behalf of b95ee9c426304bab82943f010c6dac17 for: {'port': 1} {{(pid=87506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:32:33.752238 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-3a62e978-1636-407f-9567-f64a1c1e914e req-db46caba-1057-45b6-9ea5-cf02eec07336 tempest-ServersTestJSON-1208382319 tempest-ServersTestJSON-1208382319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:33.784353 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-39489070-e501-4b69-ad84-dc84cc7532a5 tempest-FloatingIPAdminTestJSON-1628957317 tempest-FloatingIPAdminTestJSON-1628957317-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:33.785950 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-faf5d40f-8801-44ea-979b-838c347ee619 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:33.822184 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-39489070-e501-4b69-ad84-dc84cc7532a5 tempest-FloatingIPAdminTestJSON-1628957317 tempest-FloatingIPAdminTestJSON-1628957317-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10807814'] for port, after_update {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:33.833938 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:32:34.036428 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-faf5d40f-8801-44ea-979b-838c347ee619 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:34.050519 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.db.resource_extend [None req-6a4032b5-b66c-4c62-85ca-56e5a1ee7dde tempest-ExtraDHCPOptionsIpV6TestJSON-903106190 tempest-ExtraDHCPOptionsIpV6TestJSON-903106190-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 16 22:32:34.086970 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-6a4032b5-b66c-4c62-85ca-56e5a1ee7dde tempest-ExtraDHCPOptionsIpV6TestJSON-903106190 tempest-ExtraDHCPOptionsIpV6TestJSON-903106190-project] Notify callbacks [] for port, precommit_update {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:34.109092 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39489070-e501-4b69-ad84-dc84cc7532a5 tempest-FloatingIPAdminTestJSON-1628957317 tempest-FloatingIPAdminTestJSON-1628957317-project-admin] Pushing event updated for resources: {'Port': ['ID=391ec680-e7a4-4589-bbe4-51f3d6dcfb47,revision_number=2']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:32:34.112470 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-6a4032b5-b66c-4c62-85ca-56e5a1ee7dde tempest-ExtraDHCPOptionsIpV6TestJSON-903106190 tempest-ExtraDHCPOptionsIpV6TestJSON-903106190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10807814'] for port, after_update {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:34.115902 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-39489070-e501-4b69-ad84-dc84cc7532a5 tempest-FloatingIPAdminTestJSON-1628957317 tempest-FloatingIPAdminTestJSON-1628957317-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:32:34.116395 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-39489070-e501-4b69-ad84-dc84cc7532a5 tempest-FloatingIPAdminTestJSON-1628957317 tempest-FloatingIPAdminTestJSON-1628957317-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:32:34.126873 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.db_base_plugin_common [req-3a62e978-1636-407f-9567-f64a1c1e914e req-db46caba-1057-45b6-9ea5-cf02eec07336 tempest-ServersTestJSON-1208382319 tempest-ServersTestJSON-1208382319-project] Allocated IP 172.20.0.7 (ee4be5eb-8d65-4c35-a7d0-77b65d96496e/3450588b-5964-4afe-b2b9-07bddce97e2c/7a40ac5e-8e98-4adc-8457-7278ef3b8997) {{(pid=87506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 22:32:34.209437 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.plugin [None req-6a4032b5-b66c-4c62-85ca-56e5a1ee7dde tempest-ExtraDHCPOptionsIpV6TestJSON-903106190 tempest-ExtraDHCPOptionsIpV6TestJSON-903106190-project] In _notify_port_updated(), no bound segment for port ea4812e0-9c1c-498e-a114-626facfef34e on network 253685fa-49de-4f72-9f01-8c35b72d7889 {{(pid=87507) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}}
Dec 16 22:32:34.215134 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a4032b5-b66c-4c62-85ca-56e5a1ee7dde tempest-ExtraDHCPOptionsIpV6TestJSON-903106190 tempest-ExtraDHCPOptionsIpV6TestJSON-903106190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:32:34.215817 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-6a4032b5-b66c-4c62-85ca-56e5a1ee7dde tempest-ExtraDHCPOptionsIpV6TestJSON-903106190 tempest-ExtraDHCPOptionsIpV6TestJSON-903106190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for port, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:34.219516 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-6a4032b5-b66c-4c62-85ca-56e5a1ee7dde tempest-ExtraDHCPOptionsIpV6TestJSON-903106190 tempest-ExtraDHCPOptionsIpV6TestJSON-903106190-project] 10.222.0.13 "PUT /v2.0/ports/ea4812e0-9c1c-498e-a114-626facfef34e HTTP/1.1" status: 200  len: 1130 time: 2.4240048
Dec 16 22:32:34.226081 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 38100) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:32:34.247522 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-39489070-e501-4b69-ad84-dc84cc7532a5 tempest-FloatingIPAdminTestJSON-1628957317 tempest-FloatingIPAdminTestJSON-1628957317-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3741874'] for floatingip, after_update {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:34.321106 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4742b4f-3bd9-42c4-a35d-b0601a3ade4d tempest-ExtraDHCPOptionsIpV6TestJSON-903106190 tempest-ExtraDHCPOptionsIpV6TestJSON-903106190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:32:34.322532 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-d4742b4f-3bd9-42c4-a35d-b0601a3ade4d tempest-ExtraDHCPOptionsIpV6TestJSON-903106190 tempest-ExtraDHCPOptionsIpV6TestJSON-903106190-project] 10.222.0.13 "GET /v2.0/ports/ea4812e0-9c1c-498e-a114-626facfef34e HTTP/1.1" status: 200  len: 1130 time: 0.0933855
Dec 16 22:32:34.336208 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 38108) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:32:34.341929 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4032b5-b66c-4c62-85ca-56e5a1ee7dde tempest-ExtraDHCPOptionsIpV6TestJSON-903106190 tempest-ExtraDHCPOptionsIpV6TestJSON-903106190-project] Pushing event updated for resources: {'Port': ['ID=ea4812e0-9c1c-498e-a114-626facfef34e,revision_number=2']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:32:34.384398 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-1634d941-f2a2-4150-baf6-61e61342f24a tempest-RoutersIpV6AdminTest-765327337 tempest-RoutersIpV6AdminTest-765327337-project] Notify callbacks [] for port, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:34.387533 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-6a4032b5-b66c-4c62-85ca-56e5a1ee7dde tempest-ExtraDHCPOptionsIpV6TestJSON-903106190 tempest-ExtraDHCPOptionsIpV6TestJSON-903106190-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:32:34.419546 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-faf5d40f-8801-44ea-979b-838c347ee619 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841066'] for security_group, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:34.459062 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-a5720163-b8f9-419b-96ea-aa850f4d65d3 tempest-ServerActionsTestJSON-1581017418 tempest-ServerActionsTestJSON-1581017418-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:32:34.555231 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.plugin [None req-ff9ac76e-bd57-4c86-8b75-e206bc671b4b tempest-ExtraDHCPOptionsIpV6TestJSON-903106190 tempest-ExtraDHCPOptionsIpV6TestJSON-903106190-project] Deleting port ea4812e0-9c1c-498e-a114-626facfef34e {{(pid=87507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:32:34.556065 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-ff9ac76e-bd57-4c86-8b75-e206bc671b4b tempest-ExtraDHCPOptionsIpV6TestJSON-903106190 tempest-ExtraDHCPOptionsIpV6TestJSON-903106190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:34.561229 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-95447458-dfbf-4f38-84cd-6aff671904f0 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks [] for port, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:34.618568 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf5d40f-8801-44ea-979b-838c347ee619 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50fc07ab-4ece-4b81-a4a4-3a09905b1563,revision_number=None']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:32:34.637468 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-faf5d40f-8801-44ea-979b-838c347ee619 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:32:34.647501 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-f5ba8707-1897-460e-9d05-fa65d074c0cc None None] Provisioning complete for port ea4812e0-9c1c-498e-a114-626facfef34e triggered by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:32:34.649531 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-f5ba8707-1897-460e-9d05-fa65d074c0cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:34.649667 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.provisioning_blocks [None req-95447458-dfbf-4f38-84cd-6aff671904f0 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Transition to ACTIVE for port object 422f68ff-1586-4bd9-bc01-62942292b120 will not be triggered until provisioned by entity DHCP. {{(pid=87506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:32:34.740220 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-f5ba8707-1897-460e-9d05-fa65d074c0cc None None] Port ea4812e0-9c1c-498e-a114-626facfef34e cannot update to ACTIVE because it is not bound. {{(pid=87508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 22:32:34.788996 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-3a62e978-1636-407f-9567-f64a1c1e914e req-db46caba-1057-45b6-9ea5-cf02eec07336 tempest-ServersTestJSON-1208382319 tempest-ServersTestJSON-1208382319-project] Notify callbacks [] for port, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:34.866426 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.provisioning_blocks [req-3a62e978-1636-407f-9567-f64a1c1e914e req-db46caba-1057-45b6-9ea5-cf02eec07336 tempest-ServersTestJSON-1208382319 tempest-ServersTestJSON-1208382319-project] Transition to ACTIVE for port object 7a40ac5e-8e98-4adc-8457-7278ef3b8997 will not be triggered until provisioned by entity DHCP. {{(pid=87506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:32:34.866708 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-2fb95ced-39de-4dbd-8c42-213c477d7805 req-c0c237e6-bc0d-42ad-b8b1-b35d54ee44a7 tempest-ServersTestJSON-1208382319 tempest-ServersTestJSON-1208382319-project] 10.222.0.13 "GET /v2.0/ports?device_id=e8b1f9e3-1dc7-4804-9d4e-3e2ba6aa02cb HTTP/1.1" status: 200  len: 210 time: 0.3341584
Dec 16 22:32:34.879639 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.notifiers.nova [req-b910a092-110d-4d10-83f9-fbd34c5fc01a req-b8ad0cbc-8d05-43db-8905-82b180cfbe43 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 760988bb-0591-4c97-be7d-c348804c49dd {{(pid=87506) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 22:32:34.888386 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-95447458-dfbf-4f38-84cd-6aff671904f0 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1863393'] for port, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:34.899440 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-b910a092-110d-4d10-83f9-fbd34c5fc01a req-b8ad0cbc-8d05-43db-8905-82b180cfbe43 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:34.902712 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-5879f8d5-aeb0-4a75-8156-193b9c4f3d5b tempest-ExternalNetworksTestJSON-962053912 tempest-ExternalNetworksTestJSON-962053912-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:32:34.939549 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-faf5d40f-8801-44ea-979b-838c347ee619 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:34.940830 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-faf5d40f-8801-44ea-979b-838c347ee619 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/50fc07ab-4ece-4b81-a4a4-3a09905b1563 HTTP/1.1" status: 204  len: 168 time: 1.4070251
Dec 16 22:32:34.979509 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.db.l3_db [None req-39489070-e501-4b69-ad84-dc84cc7532a5 tempest-FloatingIPAdminTestJSON-1628957317 tempest-FloatingIPAdminTestJSON-1628957317-project-admin] Floating IP 57a7b033-7b16-4162-b865-2401157eb969 associated. External IP: 172.26.0.95, port: f5a40e46-b787-43c8-9736-918bbc41c481.
Dec 16 22:32:34.982750 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.db_base_plugin_common [None req-0ea3c38a-824d-469a-9e52-29e4688883d7 None None] Allocated IP 2001:db8::2 (7edd76f7-0f97-48a5-b177-9842de6c0500/ba75592a-74f6-4b1f-93c5-b1a6d8271e94/f7a23e09-8101-479c-b687-b80bb843010e) {{(pid=87508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 22:32:35.012587 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95447458-dfbf-4f38-84cd-6aff671904f0 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Network 7edd76f7-0f97-48a5-b177-9842de6c0500 is already hosted by enough agents. {{(pid=87506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:32:35.037907 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.provisioning_blocks [req-b910a092-110d-4d10-83f9-fbd34c5fc01a req-b8ad0cbc-8d05-43db-8905-82b180cfbe43 service neutron] Transition to ACTIVE for port object 760988bb-0591-4c97-be7d-c348804c49dd will not be triggered until provisioned by entity L2. {{(pid=87506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:32:35.045478 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.base_scheduler [None req-95447458-dfbf-4f38-84cd-6aff671904f0 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Resources bound (agent type, host, resource id):  {{(pid=87506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:32:35.056854 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-3a62e978-1636-407f-9567-f64a1c1e914e req-db46caba-1057-45b6-9ea5-cf02eec07336 tempest-ServersTestJSON-1208382319 tempest-ServersTestJSON-1208382319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1863393'] for port, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:35.059172 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95447458-dfbf-4f38-84cd-6aff671904f0 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Pushing event updated for resources: {'Port': ['ID=422f68ff-1586-4bd9-bc01-62942292b120,revision_number=1']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:32:35.062436 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-b910a092-110d-4d10-83f9-fbd34c5fc01a req-b8ad0cbc-8d05-43db-8905-82b180cfbe43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1863400'] for port, after_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:35.070104 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-1634d941-f2a2-4150-baf6-61e61342f24a tempest-RoutersIpV6AdminTest-765327337 tempest-RoutersIpV6AdminTest-765327337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10807823'] for port, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:35.073602 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95447458-dfbf-4f38-84cd-6aff671904f0 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Received port after_create {{(pid=87506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 22:32:35.080049 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-8e9ebc86-fec0-4741-bd7c-3255bd6ffa1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:32:35.080698 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95447458-dfbf-4f38-84cd-6aff671904f0 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:32:35.081343 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-95447458-dfbf-4f38-84cd-6aff671904f0 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for port, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:35.102880 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-95447458-dfbf-4f38-84cd-6aff671904f0 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:32:35.103536 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-95447458-dfbf-4f38-84cd-6aff671904f0 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:32:35.237613 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-95447458-dfbf-4f38-84cd-6aff671904f0 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 931 time: 2.6959460
Dec 16 22:32:35.249680 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 38134) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:32:35.263396 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a62e978-1636-407f-9567-f64a1c1e914e req-db46caba-1057-45b6-9ea5-cf02eec07336 tempest-ServersTestJSON-1208382319 tempest-ServersTestJSON-1208382319-project] Network ee4be5eb-8d65-4c35-a7d0-77b65d96496e is already hosted by enough agents. {{(pid=87506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:32:35.283316 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-0ea3c38a-824d-469a-9e52-29e4688883d7 None None] Notify callbacks [] for port, precommit_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:35.290558 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.base_scheduler [req-3a62e978-1636-407f-9567-f64a1c1e914e req-db46caba-1057-45b6-9ea5-cf02eec07336 tempest-ServersTestJSON-1208382319 tempest-ServersTestJSON-1208382319-project] Resources bound (agent type, host, resource id):  {{(pid=87506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:32:35.296834 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-0ea3c38a-824d-469a-9e52-29e4688883d7 None None] Transition to ACTIVE for port object f7a23e09-8101-479c-b687-b80bb843010e will not be triggered until provisioned by entity L2. {{(pid=87508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:32:35.300146 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1634d941-f2a2-4150-baf6-61e61342f24a tempest-RoutersIpV6AdminTest-765327337 tempest-RoutersIpV6AdminTest-765327337-project] Network f8905ce9-304b-4976-bc47-e58c71c11de5 is already hosted by enough agents. {{(pid=87507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:32:35.321746 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-0ea3c38a-824d-469a-9e52-29e4688883d7 None None] Transition to ACTIVE for port object f7a23e09-8101-479c-b687-b80bb843010e will not be triggered until provisioned by entity DHCP. {{(pid=87508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:32:35.329276 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.base_scheduler [None req-1634d941-f2a2-4150-baf6-61e61342f24a tempest-RoutersIpV6AdminTest-765327337 tempest-RoutersIpV6AdminTest-765327337-project] Resources bound (agent type, host, resource id):  {{(pid=87507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:32:35.331734 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-0ea3c38a-824d-469a-9e52-29e4688883d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940'] for port, after_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:35.339237 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-cabb3db0-de18-4d24-9888-cc253f66c1ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:32:35.400924 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a62e978-1636-407f-9567-f64a1c1e914e req-db46caba-1057-45b6-9ea5-cf02eec07336 tempest-ServersTestJSON-1208382319 tempest-ServersTestJSON-1208382319-project] Received port after_create {{(pid=87506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 22:32:35.420022 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ea3c38a-824d-469a-9e52-29e4688883d7 None None] Network 7edd76f7-0f97-48a5-b177-9842de6c0500 is already hosted by enough agents. {{(pid=87508) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:32:35.423379 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.scheduler.base_scheduler [None req-0ea3c38a-824d-469a-9e52-29e4688883d7 None None] Resources bound (agent type, host, resource id):  {{(pid=87508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:32:35.435015 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ea3c38a-824d-469a-9e52-29e4688883d7 None None] Received port after_create {{(pid=87508) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 22:32:35.504203 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea3c38a-824d-469a-9e52-29e4688883d7 None None] Pushing event updated for resources: {'Port': ['ID=f7a23e09-8101-479c-b687-b80bb843010e,revision_number=1']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:32:35.513061 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-0ea3c38a-824d-469a-9e52-29e4688883d7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:32:35.513917 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1634d941-f2a2-4150-baf6-61e61342f24a tempest-RoutersIpV6AdminTest-765327337 tempest-RoutersIpV6AdminTest-765327337-project] Received port after_create {{(pid=87507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 22:32:35.587613 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-0ea3c38a-824d-469a-9e52-29e4688883d7 None None] Attempting to bind port f7a23e09-8101-479c-b687-b80bb843010e on host dv-neutron-821829-1-hyperv for vnic_type normal with profile  {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 22:32:35.588315 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-0ea3c38a-824d-469a-9e52-29e4688883d7 None None] Attempting to bind port f7a23e09-8101-479c-b687-b80bb843010e by drivers openvswitch,hyperv on host dv-neutron-821829-1-hyperv at level 0 using segments [{'id': 'da71c9a1-7532-4738-a9bc-22a7f498ec35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '7edd76f7-0f97-48a5-b177-9842de6c0500'}] {{(pid=87508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 22:32:35.588801 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ea3c38a-824d-469a-9e52-29e4688883d7 None None] Attempting to bind port f7a23e09-8101-479c-b687-b80bb843010e on network 7edd76f7-0f97-48a5-b177-9842de6c0500 {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 22:32:35.595462 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ea3c38a-824d-469a-9e52-29e4688883d7 None None] Checking agent: {'id': '5571501f-366e-47a4-9b60-8ef19d935d27', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821829-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 24, 2), 'started_at': datetime.datetime(2021, 12, 16, 22, 24, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 32, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821829-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 22:32:35.596107 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ea3c38a-824d-469a-9e52-29e4688883d7 None None] Checking segment: {'id': 'da71c9a1-7532-4738-a9bc-22a7f498ec35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '7edd76f7-0f97-48a5-b177-9842de6c0500'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 22:32:35.597129 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-0ea3c38a-824d-469a-9e52-29e4688883d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:35.597868 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ea3c38a-824d-469a-9e52-29e4688883d7 None None] Bound using segment: {'id': 'da71c9a1-7532-4738-a9bc-22a7f498ec35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '7edd76f7-0f97-48a5-b177-9842de6c0500'} {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 22:32:35.598400 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-0ea3c38a-824d-469a-9e52-29e4688883d7 None None] Bound port: f7a23e09-8101-479c-b687-b80bb843010e, host: dv-neutron-821829-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da71c9a1-7532-4738-a9bc-22a7f498ec35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '7edd76f7-0f97-48a5-b177-9842de6c0500'}}] {{(pid=87508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 22:32:35.598860 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-0ea3c38a-824d-469a-9e52-29e4688883d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:35.648786 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 38142) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:32:35.673238 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1634d941-f2a2-4150-baf6-61e61342f24a tempest-RoutersIpV6AdminTest-765327337 tempest-RoutersIpV6AdminTest-765327337-project] Pushing event updated for resources: {'Port': ['ID=de3122b1-9956-46f8-bdaf-bc9ff2c3aa71,revision_number=1']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:32:35.688039 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ad0cbc-8d05-43db-8905-82b180cfbe43 service neutron] Pushing event updated for resources: {'Port': ['ID=760988bb-0591-4c97-be7d-c348804c49dd,revision_number=2']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:32:35.706397 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8ce8e8-c6c0-4d28-9110-235a250b7f19 req-2f52ee99-ba6b-43c3-a1d7-20a985c094bc tempest-ServerActionsTestJSON-1581017418 tempest-ServerActionsTestJSON-1581017418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:32:35.713655 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-6e8ce8e8-c6c0-4d28-9110-235a250b7f19 req-2f52ee99-ba6b-43c3-a1d7-20a985c094bc tempest-ServerActionsTestJSON-1581017418 tempest-ServerActionsTestJSON-1581017418-project] 10.222.0.13 "GET /v2.0/ports?device_id=95ef1739-1bf2-4522-993c-76a77d5f2322 HTTP/1.1" status: 200  len: 931 time: 0.8499551
Dec 16 22:32:35.717188 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-0ea3c38a-824d-469a-9e52-29e4688883d7 None None] For port f7a23e09-8101-479c-b687-b80bb843010e, host dv-neutron-821829-1-hyperv, cleared binding levels {{(pid=87508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 22:32:35.722913 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-0ea3c38a-824d-469a-9e52-29e4688883d7 None None] For port f7a23e09-8101-479c-b687-b80bb843010e, host dv-neutron-821829-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=f7a23e09-8101-479c-b687-b80bb843010e,segment=NetworkSegment(da71c9a1-7532-4738-a9bc-22a7f498ec35),segment_id=da71c9a1-7532-4738-a9bc-22a7f498ec35)] {{(pid=87508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 22:32:35.730305 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-0ea3c38a-824d-469a-9e52-29e4688883d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:35.737751 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:32:35.829651 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-1634d941-f2a2-4150-baf6-61e61342f24a tempest-RoutersIpV6AdminTest-765327337 tempest-RoutersIpV6AdminTest-765327337-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.750s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:32:35.836041 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 38146) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:32:35.840226 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-7c1da255-7957-4177-b6ab-c0e7636ad6d5 None None] Provisioning for port 7a40ac5e-8e98-4adc-8457-7278ef3b8997 completed by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 22:32:35.848752 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-7c1da255-7957-4177-b6ab-c0e7636ad6d5 None None] Provisioning complete for port 7a40ac5e-8e98-4adc-8457-7278ef3b8997 triggered by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:32:35.848752 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-7c1da255-7957-4177-b6ab-c0e7636ad6d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:35.878439 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a62e978-1636-407f-9567-f64a1c1e914e req-db46caba-1057-45b6-9ea5-cf02eec07336 tempest-ServersTestJSON-1208382319 tempest-ServersTestJSON-1208382319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:32:35.879149 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-3a62e978-1636-407f-9567-f64a1c1e914e req-db46caba-1057-45b6-9ea5-cf02eec07336 tempest-ServersTestJSON-1208382319 tempest-ServersTestJSON-1208382319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for port, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:35.890784 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-b8ad0cbc-8d05-43db-8905-82b180cfbe43 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.787s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:32:35.894671 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.747s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:32:35.904433 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea3c38a-824d-469a-9e52-29e4688883d7 None None] Pushing event updated for resources: {'Port': ['ID=f7a23e09-8101-479c-b687-b80bb843010e,revision_number=2']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:32:35.910547 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-0ea3c38a-824d-469a-9e52-29e4688883d7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:32:35.950159 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.managers [req-b910a092-110d-4d10-83f9-fbd34c5fc01a req-b8ad0cbc-8d05-43db-8905-82b180cfbe43 service neutron] Attempting to bind port 760988bb-0591-4c97-be7d-c348804c49dd on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=87506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 22:32:35.950159 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.managers [req-b910a092-110d-4d10-83f9-fbd34c5fc01a req-b8ad0cbc-8d05-43db-8905-82b180cfbe43 service neutron] Attempting to bind port 760988bb-0591-4c97-be7d-c348804c49dd by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '0e9a6b9a-afeb-4b5e-89d6-53273bbdf644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '4324e1ea-4669-4cf4-86ce-32057be725fc'}] {{(pid=87506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 22:32:35.950159 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b910a092-110d-4d10-83f9-fbd34c5fc01a req-b8ad0cbc-8d05-43db-8905-82b180cfbe43 service neutron] Attempting to bind port 760988bb-0591-4c97-be7d-c348804c49dd on network 4324e1ea-4669-4cf4-86ce-32057be725fc {{(pid=87506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 22:32:35.952813 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-7c1da255-7957-4177-b6ab-c0e7636ad6d5 None None] Port 7a40ac5e-8e98-4adc-8457-7278ef3b8997 cannot update to ACTIVE because it is not bound. {{(pid=87508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 22:32:35.979828 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b910a092-110d-4d10-83f9-fbd34c5fc01a req-b8ad0cbc-8d05-43db-8905-82b180cfbe43 service neutron] Port 760988bb-0591-4c97-be7d-c348804c49dd on network 4324e1ea-4669-4cf4-86ce-32057be725fc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=87506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 16 22:32:35.980143 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b910a092-110d-4d10-83f9-fbd34c5fc01a req-b8ad0cbc-8d05-43db-8905-82b180cfbe43 service neutron] Attempting to bind port 760988bb-0591-4c97-be7d-c348804c49dd on network 4324e1ea-4669-4cf4-86ce-32057be725fc {{(pid=87506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 22:32:35.981762 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-402ff36a-7260-4dc0-8519-8fd5d0eeb804 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e3a94693b6bd4c1c975a78c01183cef8&name=default HTTP/1.1" status: 200  len: 2978 time: 0.3098629
Dec 16 22:32:35.991854 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 38154) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:32:36.000907 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-3a62e978-1636-407f-9567-f64a1c1e914e req-db46caba-1057-45b6-9ea5-cf02eec07336 tempest-ServersTestJSON-1208382319 tempest-ServersTestJSON-1208382319-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.9773126
Dec 16 22:32:36.032012 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b910a092-110d-4d10-83f9-fbd34c5fc01a req-b8ad0cbc-8d05-43db-8905-82b180cfbe43 service neutron] Checking agent: {'id': '849b5cbb-8f70-4c31-8f37-fd42f8351747', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8218', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 30, 8), 'started_at': datetime.datetime(2021, 12, 16, 22, 30, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 32, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 22:32:36.032369 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b910a092-110d-4d10-83f9-fbd34c5fc01a req-b8ad0cbc-8d05-43db-8905-82b180cfbe43 service neutron] Checking segment: {'id': '0e9a6b9a-afeb-4b5e-89d6-53273bbdf644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '4324e1ea-4669-4cf4-86ce-32057be725fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 22:32:36.032886 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b910a092-110d-4d10-83f9-fbd34c5fc01a req-b8ad0cbc-8d05-43db-8905-82b180cfbe43 service neutron] Bound using segment: {'id': '0e9a6b9a-afeb-4b5e-89d6-53273bbdf644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '4324e1ea-4669-4cf4-86ce-32057be725fc'} {{(pid=87506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 22:32:36.033326 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.managers [req-b910a092-110d-4d10-83f9-fbd34c5fc01a req-b8ad0cbc-8d05-43db-8905-82b180cfbe43 service neutron] Bound port: 760988bb-0591-4c97-be7d-c348804c49dd, host: hv-neutron-8218, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e9a6b9a-afeb-4b5e-89d6-53273bbdf644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '4324e1ea-4669-4cf4-86ce-32057be725fc'}}] {{(pid=87506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 22:32:36.033718 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-b910a092-110d-4d10-83f9-fbd34c5fc01a req-b8ad0cbc-8d05-43db-8905-82b180cfbe43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:36.065309 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [req-3a62e978-1636-407f-9567-f64a1c1e914e req-16510f4f-1c34-45ba-b2ca-fb20797706e9 service neutron] Request body: {'port': {'device_id': 'e8b1f9e3-1dc7-4804-9d4e-3e2ba6aa02cb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8218'}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:32:36.080358 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-6e8ce8e8-c6c0-4d28-9110-235a250b7f19 req-7d0abb47-93ad-4239-8438-1797c35c8847 tempest-ServerActionsTestJSON-1581017418 tempest-ServerActionsTestJSON-1581017418-project] 10.222.0.13 "GET /v2.0/security-groups?id=1011a650-dc8c-4279-9762-0c0bcda15d85&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3657608
Dec 16 22:32:36.087814 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-ff9ac76e-bd57-4c86-8b75-e206bc671b4b tempest-ExtraDHCPOptionsIpV6TestJSON-903106190 tempest-ExtraDHCPOptionsIpV6TestJSON-903106190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:36.106096 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db46caba-1057-45b6-9ea5-cf02eec07336 tempest-ServersTestJSON-1208382319 tempest-ServersTestJSON-1208382319-project] Pushing event updated for resources: {'Port': ['ID=7a40ac5e-8e98-4adc-8457-7278ef3b8997,revision_number=1']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:32:36.126759 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3cde4e7-2833-4554-b758-32f11d43bd16 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:32:36.154933 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3cde4e7-2833-4554-b758-32f11d43bd16 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:32:36.156113 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-a3cde4e7-2833-4554-b758-32f11d43bd16 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Synchronizing usage tracker for tenant:8e4385a98eb1416284c1cc96b3355a70 on resource:port {{(pid=87506) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 22:32:36.172983 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-db46caba-1057-45b6-9ea5-cf02eec07336 tempest-ServersTestJSON-1208382319 tempest-ServersTestJSON-1208382319-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:32:36.303878 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-a3cde4e7-2833-4554-b758-32f11d43bd16 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Unset dirty status for tenant:8e4385a98eb1416284c1cc96b3355a70 on resource:port {{(pid=87506) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 22:32:36.304757 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-a3cde4e7-2833-4554-b758-32f11d43bd16 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1668 time: 1.0398724
Dec 16 22:32:36.314870 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 38160) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:32:36.339417 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-a0821cd1-80c7-4cd4-9e0b-e122b603cb70 tempest-PortsAdminExtendedAttrsTestJSON-606051987 tempest-PortsAdminExtendedAttrsTestJSON-606051987-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-714416168'}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:32:36.396905 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-70b93821-7c38-43b6-bf75-ec557db369fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:36.404363 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-a0821cd1-80c7-4cd4-9e0b-e122b603cb70 tempest-PortsAdminExtendedAttrsTestJSON-606051987 tempest-PortsAdminExtendedAttrsTestJSON-606051987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:32:36.412592 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.plugin [None req-ff9ac76e-bd57-4c86-8b75-e206bc671b4b tempest-ExtraDHCPOptionsIpV6TestJSON-903106190 tempest-ExtraDHCPOptionsIpV6TestJSON-903106190-project] Calling delete_port for ea4812e0-9c1c-498e-a114-626facfef34e owned by  {{(pid=87507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:32:36.424005 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-3a62e978-1636-407f-9567-f64a1c1e914e req-16510f4f-1c34-45ba-b2ca-fb20797706e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:36.450704 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.db [req-b910a092-110d-4d10-83f9-fbd34c5fc01a req-b8ad0cbc-8d05-43db-8905-82b180cfbe43 service neutron] For port 760988bb-0591-4c97-be7d-c348804c49dd, host hv-neutron-8218, cleared binding levels {{(pid=87506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 22:32:36.458153 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-a0821cd1-80c7-4cd4-9e0b-e122b603cb70 tempest-PortsAdminExtendedAttrsTestJSON-606051987 tempest-PortsAdminExtendedAttrsTestJSON-606051987-project] Usage tracker for resource:network and tenant:f1a21f500edf40d88e47fd5345e7e280 is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:32:36.471421 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-a0821cd1-80c7-4cd4-9e0b-e122b603cb70 tempest-PortsAdminExtendedAttrsTestJSON-606051987 tempest-PortsAdminExtendedAttrsTestJSON-606051987-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:32:36.474624 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-70b93821-7c38-43b6-bf75-ec557db369fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:36.495256 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [None req-7b4dbb63-7a90-47d6-8a7e-ab6c529e3007 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Deleting port 422f68ff-1586-4bd9-bc01-62942292b120 {{(pid=87506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:32:36.495419 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-7b4dbb63-7a90-47d6-8a7e-ab6c529e3007 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:36.499058 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-a0821cd1-80c7-4cd4-9e0b-e122b603cb70 tempest-PortsAdminExtendedAttrsTestJSON-606051987 tempest-PortsAdminExtendedAttrsTestJSON-606051987-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:32:36.564033 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.db [req-b910a092-110d-4d10-83f9-fbd34c5fc01a req-b8ad0cbc-8d05-43db-8905-82b180cfbe43 service neutron] For port 760988bb-0591-4c97-be7d-c348804c49dd, host hv-neutron-8218, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=760988bb-0591-4c97-be7d-c348804c49dd,segment=NetworkSegment(0e9a6b9a-afeb-4b5e-89d6-53273bbdf644),segment_id=0e9a6b9a-afeb-4b5e-89d6-53273bbdf644)] {{(pid=87506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 22:32:36.594019 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-b910a092-110d-4d10-83f9-fbd34c5fc01a req-b8ad0cbc-8d05-43db-8905-82b180cfbe43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1863400'] for port, after_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:36.614292 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-b8b7feac-1ef8-4c2d-8228-c3a2f87a6e71 tempest-ExtraDHCPOptionsIpV6TestJSON-903106190 tempest-ExtraDHCPOptionsIpV6TestJSON-903106190-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:32:36.688412 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b910a092-110d-4d10-83f9-fbd34c5fc01a req-b8ad0cbc-8d05-43db-8905-82b180cfbe43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:32:36.688864 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-b910a092-110d-4d10-83f9-fbd34c5fc01a req-b8ad0cbc-8d05-43db-8905-82b180cfbe43 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for port, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:36.690999 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-b910a092-110d-4d10-83f9-fbd34c5fc01a req-b8ad0cbc-8d05-43db-8905-82b180cfbe43 service neutron] 10.222.0.49 "PUT /v2.0/ports/760988bb-0591-4c97-be7d-c348804c49dd HTTP/1.1" status: 200  len: 1093 time: 3.6338022
Dec 16 22:32:36.698311 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95ef1739-1bf2-4522-993c-76a77d5f2322', 'tag': '760988bb-0591-4c97-be7d-c348804c49dd'}] {{(pid=87506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 22:32:36.818772 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0821cd1-80c7-4cd4-9e0b-e122b603cb70 tempest-PortsAdminExtendedAttrsTestJSON-606051987 tempest-PortsAdminExtendedAttrsTestJSON-606051987-project] Made reservation on behalf of f1a21f500edf40d88e47fd5345e7e280 for: {'network': 1} {{(pid=87507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:32:36.822155 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-a0821cd1-80c7-4cd4-9e0b-e122b603cb70 tempest-PortsAdminExtendedAttrsTestJSON-606051987 tempest-PortsAdminExtendedAttrsTestJSON-606051987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for network, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:36.881847 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-a0821cd1-80c7-4cd4-9e0b-e122b603cb70 tempest-PortsAdminExtendedAttrsTestJSON-606051987 tempest-PortsAdminExtendedAttrsTestJSON-606051987-project] Notify callbacks [] for security_group, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:36.941746 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-a0821cd1-80c7-4cd4-9e0b-e122b603cb70 tempest-PortsAdminExtendedAttrsTestJSON-606051987 tempest-PortsAdminExtendedAttrsTestJSON-606051987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:32:36.957716 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-70b93821-7c38-43b6-bf75-ec557db369fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841066'] for security_group, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:36.975464 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ad0cbc-8d05-43db-8905-82b180cfbe43 service neutron] Pushing event updated for resources: {'Port': ['ID=760988bb-0591-4c97-be7d-c348804c49dd,revision_number=3']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:32:36.990048 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330884ad-aa52-4909-8907-8301a6a14d91 req-38ce9c58-2772-40fa-a72a-9d85a966787c tempest-ServersTestJSON-1208382319 tempest-ServersTestJSON-1208382319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:32:36.991725 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-330884ad-aa52-4909-8907-8301a6a14d91 req-38ce9c58-2772-40fa-a72a-9d85a966787c tempest-ServersTestJSON-1208382319 tempest-ServersTestJSON-1208382319-project] 10.222.0.13 "GET /v2.0/ports?device_id=e8b1f9e3-1dc7-4804-9d4e-3e2ba6aa02cb HTTP/1.1" status: 200  len: 931 time: 0.8938384
Dec 16 22:32:37.011156 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39489070-e501-4b69-ad84-dc84cc7532a5 tempest-FloatingIPAdminTestJSON-1628957317 tempest-FloatingIPAdminTestJSON-1628957317-project-admin] Router 8976845b-1a00-4e4d-a758-acdcb256e7af has already been hosted by L3 agent 4f519db7-069b-43e2-8411-c092bac9102a {{(pid=87507) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 22:32:37.012424 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-a0821cd1-80c7-4cd4-9e0b-e122b603cb70 tempest-PortsAdminExtendedAttrsTestJSON-606051987 tempest-PortsAdminExtendedAttrsTestJSON-606051987-project] Usage tracker for resource:security_group_rule and tenant:f1a21f500edf40d88e47fd5345e7e280 is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:32:37.017467 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-a0821cd1-80c7-4cd4-9e0b-e122b603cb70 tempest-PortsAdminExtendedAttrsTestJSON-606051987 tempest-PortsAdminExtendedAttrsTestJSON-606051987-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:32:37.022519 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-1634d941-f2a2-4150-baf6-61e61342f24a tempest-RoutersIpV6AdminTest-765327337 tempest-RoutersIpV6AdminTest-765327337-project] Notify callbacks [] for router_gateway, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:37.060403 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-b8ad0cbc-8d05-43db-8905-82b180cfbe43 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.446s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:32:37.067200 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-da720fa1-6e1b-49f1-9bbf-38a37f6c39f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:32:37.113667 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-a0821cd1-80c7-4cd4-9e0b-e122b603cb70 tempest-PortsAdminExtendedAttrsTestJSON-606051987 tempest-PortsAdminExtendedAttrsTestJSON-606051987-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:32:37.139649 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b93821-7c38-43b6-bf75-ec557db369fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32687650-fbeb-47a9-aa56-f058719ddc37,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:32:37.163194 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-70b93821-7c38-43b6-bf75-ec557db369fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:32:37.195200 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95ef1739-1bf2-4522-993c-76a77d5f2322', 'tag': '760988bb-0591-4c97-be7d-c348804c49dd', 'status': 'completed', 'code': 200}
Dec 16 22:32:37.198319 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-70b93821-7c38-43b6-bf75-ec557db369fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:37.201893 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-70b93821-7c38-43b6-bf75-ec557db369fe admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/32687650-fbeb-47a9-aa56-f058719ddc37 HTTP/1.1" status: 204  len: 168 time: 1.2006028
Dec 16 22:32:37.279493 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b910a092-110d-4d10-83f9-fbd34c5fc01a req-69e3f39f-8815-4ecc-a355-4c1fac5cfe49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:32:37.281107 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-b910a092-110d-4d10-83f9-fbd34c5fc01a req-69e3f39f-8815-4ecc-a355-4c1fac5cfe49 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=a21c60855e3d440781134350c2712d36&device_id=95ef1739-1bf2-4522-993c-76a77d5f2322 HTTP/1.1" status: 200  len: 1096 time: 0.4530559
Dec 16 22:32:37.300871 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-7b4dbb63-7a90-47d6-8a7e-ab6c529e3007 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:37.324658 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-7cb785c4-0ff5-4ae0-9977-0e5a8db4043e None None] Provisioning for port f7a23e09-8101-479c-b687-b80bb843010e completed by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 22:32:37.361574 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-330884ad-aa52-4909-8907-8301a6a14d91 req-30897b51-e305-4cc3-9fda-dc05d353fca0 tempest-ServersTestJSON-1208382319 tempest-ServersTestJSON-1208382319-project] 10.222.0.13 "GET /v2.0/security-groups?id=5d566684-e21e-48b5-9daf-a272f2025a2f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3530595
Dec 16 22:32:37.396501 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-b910a092-110d-4d10-83f9-fbd34c5fc01a req-0739189a-1750-48d9-9ca9-0ebf71d51fa7 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=760988bb-0591-4c97-be7d-c348804c49dd HTTP/1.1" status: 200  len: 217 time: 0.0981195
Dec 16 22:32:37.426783 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-ff9ac76e-bd57-4c86-8b75-e206bc671b4b tempest-ExtraDHCPOptionsIpV6TestJSON-903106190 tempest-ExtraDHCPOptionsIpV6TestJSON-903106190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10807823'] for port, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:37.456405 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-450cfea9-f727-487b-8f30-33474466ca21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:32:37.599162 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.db.resource_extend [req-3a62e978-1636-407f-9567-f64a1c1e914e req-16510f4f-1c34-45ba-b2ca-fb20797706e9 service neutron] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 16 22:32:37.647314 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9ac76e-bd57-4c86-8b75-e206bc671b4b tempest-ExtraDHCPOptionsIpV6TestJSON-903106190 tempest-ExtraDHCPOptionsIpV6TestJSON-903106190-project] Pushing event deleted for resources: {'Port': ['ID=ea4812e0-9c1c-498e-a114-626facfef34e,revision_number=None']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:32:37.656266 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-ff9ac76e-bd57-4c86-8b75-e206bc671b4b tempest-ExtraDHCPOptionsIpV6TestJSON-903106190 tempest-ExtraDHCPOptionsIpV6TestJSON-903106190-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:32:37.701433 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-ff9ac76e-bd57-4c86-8b75-e206bc671b4b tempest-ExtraDHCPOptionsIpV6TestJSON-903106190 tempest-ExtraDHCPOptionsIpV6TestJSON-903106190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for port, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:37.704181 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:37.706346 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-f9518a01-841c-4f2c-bd66-79bf68a655f1 None None] Provisioning for port 422f68ff-1586-4bd9-bc01-62942292b120 completed by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 22:32:37.715304 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-f9518a01-841c-4f2c-bd66-79bf68a655f1 None None] Provisioning complete for port 422f68ff-1586-4bd9-bc01-62942292b120 triggered by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:32:37.716054 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-f9518a01-841c-4f2c-bd66-79bf68a655f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:37.791365 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [None req-7b4dbb63-7a90-47d6-8a7e-ab6c529e3007 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Calling delete_port for 422f68ff-1586-4bd9-bc01-62942292b120 owned by  {{(pid=87506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:32:37.804088 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device f7a23e09-8101-479c-b687-b80bb843010e up at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 22:32:37.868478 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-ff9ac76e-bd57-4c86-8b75-e206bc671b4b tempest-ExtraDHCPOptionsIpV6TestJSON-903106190 tempest-ExtraDHCPOptionsIpV6TestJSON-903106190-project] 10.222.0.13 "DELETE /v2.0/ports/ea4812e0-9c1c-498e-a114-626facfef34e HTTP/1.1" status: 204  len: 168 time: 3.5281842
Dec 16 22:32:37.873184 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b910a092-110d-4d10-83f9-fbd34c5fc01a req-96da2b6c-7894-4ef0-9d29-9e0784f4b389 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:32:37.874822 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-b910a092-110d-4d10-83f9-fbd34c5fc01a req-96da2b6c-7894-4ef0-9d29-9e0784f4b389 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=3657b92c-69b8-4f39-be86-861bf2c75ad0 HTTP/1.1" status: 200  len: 851 time: 0.4715800
Dec 16 22:32:37.878519 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 38184) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:32:37.938102 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-f9518a01-841c-4f2c-bd66-79bf68a655f1 None None] Port 422f68ff-1586-4bd9-bc01-62942292b120 cannot update to ACTIVE because it is not bound. {{(pid=87508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 22:32:37.952453 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39489070-e501-4b69-ad84-dc84cc7532a5 tempest-FloatingIPAdminTestJSON-1628957317 tempest-FloatingIPAdminTestJSON-1628957317-project-admin] Notify agent at l3_agent.dv-neutron-821829-1-hyperv the message routers_updated {{(pid=87507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 22:32:37.967088 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dc49428-50a4-45f9-bb10-3169c773bc19 None None] Sync routers for ids ['8976845b-1a00-4e4d-a758-acdcb256e7af'] in dv-neutron-821829-1-hyperv {{(pid=87508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 22:32:37.980372 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dc49428-50a4-45f9-bb10-3169c773bc19 None None] Routers {'8976845b-1a00-4e4d-a758-acdcb256e7af'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:32:37.981137 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-0dc49428-50a4-45f9-bb10-3169c773bc19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b7c1ae430>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:32:31Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['8976845b-1a00-4e4d-a758-acdcb256e7af'], 'active': True} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:32:38.048600 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-0dc49428-50a4-45f9-bb10-3169c773bc19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b7c1ae430>, [], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:32:38.051148 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning for port f7a23e09-8101-479c-b687-b80bb843010e completed by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 22:32:38.059920 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning complete for port f7a23e09-8101-479c-b687-b80bb843010e triggered by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:32:38.060569 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:38.073048 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f76107-9a63-4202-9357-ec22570df3fa req-0766df1b-7464-4e65-baaa-c60e6c6788d0 tempest-ServerActionsTestJSON-1581017418 tempest-ServerActionsTestJSON-1581017418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:32:38.080282 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-83f76107-9a63-4202-9357-ec22570df3fa req-0766df1b-7464-4e65-baaa-c60e6c6788d0 tempest-ServerActionsTestJSON-1581017418 tempest-ServerActionsTestJSON-1581017418-project] 10.222.0.13 "GET /v2.0/ports?device_id=95ef1739-1bf2-4522-993c-76a77d5f2322 HTTP/1.1" status: 200  len: 943 time: 0.7254760
Dec 16 22:32:38.084465 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-a0821cd1-80c7-4cd4-9e0b-e122b603cb70 tempest-PortsAdminExtendedAttrsTestJSON-606051987 tempest-PortsAdminExtendedAttrsTestJSON-606051987-project] Notify callbacks [] for security_group, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:38.104454 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dc49428-50a4-45f9-bb10-3169c773bc19 None None] Routers {'8976845b-1a00-4e4d-a758-acdcb256e7af'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:32:38.105096 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-0dc49428-50a4-45f9-bb10-3169c773bc19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b7c1ae430>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:32:31Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['8976845b-1a00-4e4d-a758-acdcb256e7af'], 'active': True} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:32:38.134929 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-a0821cd1-80c7-4cd4-9e0b-e122b603cb70 tempest-PortsAdminExtendedAttrsTestJSON-606051987 tempest-PortsAdminExtendedAttrsTestJSON-606051987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841066'] for security_group, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:38.159887 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.notifiers.nova [req-3a62e978-1636-407f-9567-f64a1c1e914e req-16510f4f-1c34-45ba-b2ca-fb20797706e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a40ac5e-8e98-4adc-8457-7278ef3b8997 {{(pid=87506) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 22:32:38.164186 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:32:38.168197 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-3a62e978-1636-407f-9567-f64a1c1e914e req-16510f4f-1c34-45ba-b2ca-fb20797706e9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:38.177474 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-0dc49428-50a4-45f9-bb10-3169c773bc19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b7c1ae430>, [], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:32:38.177955 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dc49428-50a4-45f9-bb10-3169c773bc19 None None] The sync data for ids ['8976845b-1a00-4e4d-a758-acdcb256e7af'] in dv-neutron-821829-1-hyperv is: [] {{(pid=87508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 22:32:38.185343 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc122839-a9d3-4efc-b845-30e86e537145 tempest-ExtraDHCPOptionsIpV6TestJSON-903106190 tempest-ExtraDHCPOptionsIpV6TestJSON-903106190-project] Deleting subnet f340023e-e2a4-4a10-8e28-abac8c85ff19 {{(pid=87507) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 16 22:32:38.188039 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-39489070-e501-4b69-ad84-dc84cc7532a5 tempest-FloatingIPAdminTestJSON-1628957317 tempest-FloatingIPAdminTestJSON-1628957317-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for floatingip, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:38.189163 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.provisioning_blocks [req-3a62e978-1636-407f-9567-f64a1c1e914e req-16510f4f-1c34-45ba-b2ca-fb20797706e9 service neutron] Transition to ACTIVE for port object 7a40ac5e-8e98-4adc-8457-7278ef3b8997 will not be triggered until provisioned by entity L2. {{(pid=87506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:32:38.239087 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-cc122839-a9d3-4efc-b845-30e86e537145 tempest-ExtraDHCPOptionsIpV6TestJSON-903106190 tempest-ExtraDHCPOptionsIpV6TestJSON-903106190-project] Notify callbacks [] for subnet, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:38.250863 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-3a62e978-1636-407f-9567-f64a1c1e914e req-16510f4f-1c34-45ba-b2ca-fb20797706e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1863400'] for port, after_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:38.277617 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:38.291697 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-b8ad0cbc-8d05-43db-8905-82b180cfbe43 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:32:38.294864 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-1634d941-f2a2-4150-baf6-61e61342f24a tempest-RoutersIpV6AdminTest-765327337 tempest-RoutersIpV6AdminTest-765327337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3740952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3741923'] for router, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:38.298703 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0821cd1-80c7-4cd4-9e0b-e122b603cb70 tempest-PortsAdminExtendedAttrsTestJSON-606051987 tempest-PortsAdminExtendedAttrsTestJSON-606051987-project] vlan segment allocate from pool success with {'vlan_id': 172, 'physical_network': 'physnet1'}  {{(pid=87507) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 22:32:38.334882 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] For port f7a23e09-8101-479c-b687-b80bb843010e, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=f7a23e09-8101-479c-b687-b80bb843010e,segment=NetworkSegment(da71c9a1-7532-4738-a9bc-22a7f498ec35),segment_id=da71c9a1-7532-4738-a9bc-22a7f498ec35)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:32:38.336518 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-83f76107-9a63-4202-9357-ec22570df3fa req-fa449c1e-90f7-4523-8899-149f7e21a5a4 tempest-ServerActionsTestJSON-1581017418 tempest-ServerActionsTestJSON-1581017418-project] 10.222.0.13 "GET /v2.0/security-groups?id=1011a650-dc8c-4279-9762-0c0bcda15d85&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2545154
Dec 16 22:32:38.343189 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:38.345148 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-78e69496-0a7c-46d3-83c5-ea6090145dac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:32:38.374564 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-cc122839-a9d3-4efc-b845-30e86e537145 tempest-ExtraDHCPOptionsIpV6TestJSON-903106190 tempest-ExtraDHCPOptionsIpV6TestJSON-903106190-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2128562'] for subnet, precommit_delete_associations {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:38.490865 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0821cd1-80c7-4cd4-9e0b-e122b603cb70 tempest-PortsAdminExtendedAttrsTestJSON-606051987 tempest-PortsAdminExtendedAttrsTestJSON-606051987-project] Pushing event updated for resources: {'SecurityGroup': ['ID=446e31fe-c582-41d1-87dd-6cc530b43e3c,revision_number=1']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:32:38.509400 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Pushing event updated for resources: {'Port': ['ID=f7a23e09-8101-479c-b687-b80bb843010e,revision_number=3']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:32:38.512070 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-a0821cd1-80c7-4cd4-9e0b-e122b603cb70 tempest-PortsAdminExtendedAttrsTestJSON-606051987 tempest-PortsAdminExtendedAttrsTestJSON-606051987-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.347s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:32:38.514694 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:32:38.623556 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16510f4f-1c34-45ba-b2ca-fb20797706e9 service neutron] Pushing event updated for resources: {'Port': ['ID=7a40ac5e-8e98-4adc-8457-7278ef3b8997,revision_number=2']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:32:38.628694 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-16510f4f-1c34-45ba-b2ca-fb20797706e9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:32:38.646478 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-7b4dbb63-7a90-47d6-8a7e-ab6c529e3007 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1863393'] for port, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:38.665821 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-b8ad0cbc-8d05-43db-8905-82b180cfbe43 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:32:38.747879 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4dbb63-7a90-47d6-8a7e-ab6c529e3007 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Pushing event deleted for resources: {'Port': ['ID=422f68ff-1586-4bd9-bc01-62942292b120,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:32:38.759778 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b910a092-110d-4d10-83f9-fbd34c5fc01a req-4e1ed582-50be-4932-99b6-fb648da80c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:32:38.761492 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-b910a092-110d-4d10-83f9-fbd34c5fc01a req-4e1ed582-50be-4932-99b6-fb648da80c1a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=4324e1ea-4669-4cf4-86ce-32057be725fc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.8008296
Dec 16 22:32:38.762898 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-7b4dbb63-7a90-47d6-8a7e-ab6c529e3007 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:32:38.770163 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-7b4dbb63-7a90-47d6-8a7e-ab6c529e3007 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for port, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:38.822006 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.managers [req-3a62e978-1636-407f-9567-f64a1c1e914e req-16510f4f-1c34-45ba-b2ca-fb20797706e9 service neutron] Attempting to bind port 7a40ac5e-8e98-4adc-8457-7278ef3b8997 on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=87506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 22:32:38.822556 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.managers [req-3a62e978-1636-407f-9567-f64a1c1e914e req-16510f4f-1c34-45ba-b2ca-fb20797706e9 service neutron] Attempting to bind port 7a40ac5e-8e98-4adc-8457-7278ef3b8997 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '4f66cca6-f628-4787-a123-0cc878e80ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'ee4be5eb-8d65-4c35-a7d0-77b65d96496e'}] {{(pid=87506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 22:32:38.823063 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a62e978-1636-407f-9567-f64a1c1e914e req-16510f4f-1c34-45ba-b2ca-fb20797706e9 service neutron] Attempting to bind port 7a40ac5e-8e98-4adc-8457-7278ef3b8997 on network ee4be5eb-8d65-4c35-a7d0-77b65d96496e {{(pid=87506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 22:32:38.823509 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-39489070-e501-4b69-ad84-dc84cc7532a5 tempest-FloatingIPAdminTestJSON-1628957317 tempest-FloatingIPAdminTestJSON-1628957317-project-admin] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 986 time: 13.8943102
Dec 16 22:32:38.827963 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 38208) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:32:38.835676 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-a0821cd1-80c7-4cd4-9e0b-e122b603cb70 tempest-PortsAdminExtendedAttrsTestJSON-606051987 tempest-PortsAdminExtendedAttrsTestJSON-606051987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-883292'] for segment, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:38.835676 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.db.segments_db [None req-a0821cd1-80c7-4cd4-9e0b-e122b603cb70 tempest-PortsAdminExtendedAttrsTestJSON-606051987 tempest-PortsAdminExtendedAttrsTestJSON-606051987-project] Added segment 596c5e74-33c8-4983-a921-a96d8e5ffa7f of type vlan for network bd731f0d-1be1-44f5-859a-c7ea1abaaacb
Dec 16 22:32:38.954389 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a62e978-1636-407f-9567-f64a1c1e914e req-16510f4f-1c34-45ba-b2ca-fb20797706e9 service neutron] Port 7a40ac5e-8e98-4adc-8457-7278ef3b8997 on network ee4be5eb-8d65-4c35-a7d0-77b65d96496e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=87506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 16 22:32:38.954986 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a62e978-1636-407f-9567-f64a1c1e914e req-16510f4f-1c34-45ba-b2ca-fb20797706e9 service neutron] Attempting to bind port 7a40ac5e-8e98-4adc-8457-7278ef3b8997 on network ee4be5eb-8d65-4c35-a7d0-77b65d96496e {{(pid=87506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 22:32:38.978774 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-7b4dbb63-7a90-47d6-8a7e-ab6c529e3007 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] 10.222.0.13 "DELETE /v2.0/ports/422f68ff-1586-4bd9-bc01-62942292b120 HTTP/1.1" status: 204  len: 168 time: 2.6542196
Dec 16 22:32:38.983092 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 38216) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:32:38.998900 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a62e978-1636-407f-9567-f64a1c1e914e req-16510f4f-1c34-45ba-b2ca-fb20797706e9 service neutron] Checking agent: {'id': '849b5cbb-8f70-4c31-8f37-fd42f8351747', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8218', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 30, 8), 'started_at': datetime.datetime(2021, 12, 16, 22, 30, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 32, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 22:32:38.999232 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a62e978-1636-407f-9567-f64a1c1e914e req-16510f4f-1c34-45ba-b2ca-fb20797706e9 service neutron] Checking segment: {'id': '4f66cca6-f628-4787-a123-0cc878e80ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'ee4be5eb-8d65-4c35-a7d0-77b65d96496e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 22:32:38.999611 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a62e978-1636-407f-9567-f64a1c1e914e req-16510f4f-1c34-45ba-b2ca-fb20797706e9 service neutron] Bound using segment: {'id': '4f66cca6-f628-4787-a123-0cc878e80ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'ee4be5eb-8d65-4c35-a7d0-77b65d96496e'} {{(pid=87506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 22:32:39.000250 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.managers [req-3a62e978-1636-407f-9567-f64a1c1e914e req-16510f4f-1c34-45ba-b2ca-fb20797706e9 service neutron] Bound port: 7a40ac5e-8e98-4adc-8457-7278ef3b8997, host: hv-neutron-8218, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f66cca6-f628-4787-a123-0cc878e80ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'ee4be5eb-8d65-4c35-a7d0-77b65d96496e'}}] {{(pid=87506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 22:32:39.000751 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-3a62e978-1636-407f-9567-f64a1c1e914e req-16510f4f-1c34-45ba-b2ca-fb20797706e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:39.004179 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-a0821cd1-80c7-4cd4-9e0b-e122b603cb70 tempest-PortsAdminExtendedAttrsTestJSON-606051987 tempest-PortsAdminExtendedAttrsTestJSON-606051987-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734753047233'] for network, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:39.087201 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-cc122839-a9d3-4efc-b845-30e86e537145 tempest-ExtraDHCPOptionsIpV6TestJSON-903106190 tempest-ExtraDHCPOptionsIpV6TestJSON-903106190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3328566'] for subnet, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:39.141897 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-a0821cd1-80c7-4cd4-9e0b-e122b603cb70 tempest-PortsAdminExtendedAttrsTestJSON-606051987 tempest-PortsAdminExtendedAttrsTestJSON-606051987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440'] for network, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:39.150816 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a1af24-92bb-4303-81f2-3ab8e4a21251 req-03b01c65-afaa-4443-ae3d-42cbd53db3f2 tempest-ServersTestJSON-1208382319 tempest-ServersTestJSON-1208382319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:32:39.151204 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-6ae2aebe-00d5-495a-8793-bb0b8d1fcb63 tempest-FloatingIPAdminTestJSON-1628957317 tempest-FloatingIPAdminTestJSON-1628957317-project-admin] 10.222.0.13 "GET /v2.0/floatingips/57a7b033-7b16-4162-b865-2401157eb969 HTTP/1.1" status: 200  len: 981 time: 0.3126512
Dec 16 22:32:39.152518 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-74a1af24-92bb-4303-81f2-3ab8e4a21251 req-03b01c65-afaa-4443-ae3d-42cbd53db3f2 tempest-ServersTestJSON-1208382319 tempest-ServersTestJSON-1208382319-project] 10.222.0.13 "GET /v2.0/ports?device_id=e8b1f9e3-1dc7-4804-9d4e-3e2ba6aa02cb HTTP/1.1" status: 200  len: 943 time: 0.5440784
Dec 16 22:32:39.157914 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 38224) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:32:39.169288 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0821cd1-80c7-4cd4-9e0b-e122b603cb70 tempest-PortsAdminExtendedAttrsTestJSON-606051987 tempest-PortsAdminExtendedAttrsTestJSON-606051987-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:32:39.169984 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-a0821cd1-80c7-4cd4-9e0b-e122b603cb70 tempest-PortsAdminExtendedAttrsTestJSON-606051987 tempest-PortsAdminExtendedAttrsTestJSON-606051987-project] Notify callbacks [] for network, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:39.181507 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:32:39.193198 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7a551d8-9e1f-43ba-8bfa-4ecc1b1a4f3a tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:32:39.194666 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7a551d8-9e1f-43ba-8bfa-4ecc1b1a4f3a tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:32:39.195394 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-f7a551d8-9e1f-43ba-8bfa-4ecc1b1a4f3a tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Synchronizing usage tracker for tenant:8e4385a98eb1416284c1cc96b3355a70 on resource:subnet {{(pid=87506) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 22:32:39.228138 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-b910a092-110d-4d10-83f9-fbd34c5fc01a req-2ae7f7fd-7979-4aef-9d02-ebd91bd86e0e service neutron] 10.222.0.49 "GET /v2.0/networks/4324e1ea-4669-4cf4-86ce-32057be725fc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4547524
Dec 16 22:32:39.231537 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.db [req-3a62e978-1636-407f-9567-f64a1c1e914e req-16510f4f-1c34-45ba-b2ca-fb20797706e9 service neutron] For port 7a40ac5e-8e98-4adc-8457-7278ef3b8997, host hv-neutron-8218, cleared binding levels {{(pid=87506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 22:32:39.235702 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.db [req-3a62e978-1636-407f-9567-f64a1c1e914e req-16510f4f-1c34-45ba-b2ca-fb20797706e9 service neutron] For port 7a40ac5e-8e98-4adc-8457-7278ef3b8997, host hv-neutron-8218, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=7a40ac5e-8e98-4adc-8457-7278ef3b8997,segment=NetworkSegment(4f66cca6-f628-4787-a123-0cc878e80ac6),segment_id=4f66cca6-f628-4787-a123-0cc878e80ac6)] {{(pid=87506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 22:32:39.257358 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-f7a551d8-9e1f-43ba-8bfa-4ecc1b1a4f3a tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Unset dirty status for tenant:8e4385a98eb1416284c1cc96b3355a70 on resource:subnet {{(pid=87506) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 22:32:39.260893 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-f7a551d8-9e1f-43ba-8bfa-4ecc1b1a4f3a tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1464 time: 0.2650118
Dec 16 22:32:39.263385 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-3a62e978-1636-407f-9567-f64a1c1e914e req-16510f4f-1c34-45ba-b2ca-fb20797706e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1863400'] for port, after_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:39.267146 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 38230) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:32:39.312978 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-239a4f27-896d-4dbd-b7d5-d358d9609acb tempest-RoutersIpV6AdminTest-146809031 tempest-RoutersIpV6AdminTest-146809031-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:32:39.437946 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-a0821cd1-80c7-4cd4-9e0b-e122b603cb70 tempest-PortsAdminExtendedAttrsTestJSON-606051987 tempest-PortsAdminExtendedAttrsTestJSON-606051987-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 798 time: 3.5975382
Dec 16 22:32:39.443144 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0821cd1-80c7-4cd4-9e0b-e122b603cb70 tempest-PortsAdminExtendedAttrsTestJSON-606051987 tempest-PortsAdminExtendedAttrsTestJSON-606051987-project] Pushing event updated for resources: {'Network': ['ID=bd731f0d-1be1-44f5-859a-c7ea1abaaacb,revision_number=1']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:32:39.446229 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-a0821cd1-80c7-4cd4-9e0b-e122b603cb70 tempest-PortsAdminExtendedAttrsTestJSON-606051987 tempest-PortsAdminExtendedAttrsTestJSON-606051987-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:32:39.457574 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Network bd731f0d-1be1-44f5-859a-c7ea1abaaacb details requested by agent ovs-agent-dv-neutron-821829-1-hyperv with host dv-neutron-821829-1-hyperv {{(pid=87508) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 22:32:39.459428 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1634d941-f2a2-4150-baf6-61e61342f24a tempest-RoutersIpV6AdminTest-765327337 tempest-RoutersIpV6AdminTest-765327337-project] Router f9d3c95b-7dc0-41cd-b420-4db0aa4ee5b5 is scheduled to L3 agent 4f519db7-069b-43e2-8411-c092bac9102a with binding_index 1 {{(pid=87507) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 16 22:32:39.467526 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a62e978-1636-407f-9567-f64a1c1e914e req-16510f4f-1c34-45ba-b2ca-fb20797706e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:32:39.468202 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-3a62e978-1636-407f-9567-f64a1c1e914e req-16510f4f-1c34-45ba-b2ca-fb20797706e9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for port, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:39.472653 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-3a62e978-1636-407f-9567-f64a1c1e914e req-16510f4f-1c34-45ba-b2ca-fb20797706e9 service neutron] 10.222.0.49 "PUT /v2.0/ports/7a40ac5e-8e98-4adc-8457-7278ef3b8997 HTTP/1.1" status: 200  len: 1093 time: 3.4257843
Dec 16 22:32:39.473188 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8b1f9e3-1dc7-4804-9d4e-3e2ba6aa02cb', 'tag': '7a40ac5e-8e98-4adc-8457-7278ef3b8997'}] {{(pid=87506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 22:32:39.473563 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-74a1af24-92bb-4303-81f2-3ab8e4a21251 req-88507477-6b82-4488-a0bc-50cdc8e65377 tempest-ServersTestJSON-1208382319 tempest-ServersTestJSON-1208382319-project] 10.222.0.13 "GET /v2.0/security-groups?id=5d566684-e21e-48b5-9daf-a272f2025a2f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3101330
Dec 16 22:32:39.483222 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-0c2cf90d-5e24-46da-9bda-0f24498b6f42 tempest-FloatingIPAdminTestJSON-1628957317 tempest-FloatingIPAdminTestJSON-1628957317-project-admin] 10.222.0.13 "GET /v2.0/floatingips HTTP/1.1" status: 200  len: 2424 time: 0.3076460
Dec 16 22:32:39.495402 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 38242) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:32:39.499642 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 38246) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:32:39.505607 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-cc122839-a9d3-4efc-b845-30e86e537145 tempest-ExtraDHCPOptionsIpV6TestJSON-903106190 tempest-ExtraDHCPOptionsIpV6TestJSON-903106190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3328622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10807868', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10549621'] for subnet, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:39.521229 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-27d55210-6896-43df-864d-ae2fed3e2d8d tempest-RoutersIpV6AdminTest-146809031 tempest-RoutersIpV6AdminTest-146809031-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:32:39.644683 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-cc122839-a9d3-4efc-b845-30e86e537145 tempest-ExtraDHCPOptionsIpV6TestJSON-903106190 tempest-ExtraDHCPOptionsIpV6TestJSON-903106190-project] Notify callbacks [] for subnet, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:39.649308 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-cc122839-a9d3-4efc-b845-30e86e537145 tempest-ExtraDHCPOptionsIpV6TestJSON-903106190 tempest-ExtraDHCPOptionsIpV6TestJSON-903106190-project] 10.222.0.13 "DELETE /v2.0/subnets/f340023e-e2a4-4a10-8e28-abac8c85ff19 HTTP/1.1" status: 204  len: 168 time: 1.7631512
Dec 16 22:32:39.650161 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 38256) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:32:39.653710 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc122839-a9d3-4efc-b845-30e86e537145 tempest-ExtraDHCPOptionsIpV6TestJSON-903106190 tempest-ExtraDHCPOptionsIpV6TestJSON-903106190-project] Pushing event deleted for resources: {'Subnet': ['ID=f340023e-e2a4-4a10-8e28-abac8c85ff19,revision_number=None']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:32:39.656118 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-cc122839-a9d3-4efc-b845-30e86e537145 tempest-ExtraDHCPOptionsIpV6TestJSON-903106190 tempest-ExtraDHCPOptionsIpV6TestJSON-903106190-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:32:39.684503 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caab2cac-7e9e-4136-8a9c-7b3ab6b60058 None None] Network 253685fa-49de-4f72-9f01-8c35b72d7889 requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 22:32:39.734159 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device f7a23e09-8101-479c-b687-b80bb843010e up at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 22:32:39.802251 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-d190a9a8-5e8b-43e6-8dcd-ce586ad3ea55 tempest-QuotasTest-836598396 tempest-QuotasTest-836598396-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:32:39.879651 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16510f4f-1c34-45ba-b2ca-fb20797706e9 service neutron] Pushing event updated for resources: {'Port': ['ID=7a40ac5e-8e98-4adc-8457-7278ef3b8997,revision_number=3']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:32:39.895340 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.db_base_plugin_v2 [None req-d93be818-6847-4eea-aa7b-ba9c3227ca9c tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Deleting subnet ba75592a-74f6-4b1f-93c5-b1a6d8271e94 {{(pid=87506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 16 22:32:39.898032 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-16510f4f-1c34-45ba-b2ca-fb20797706e9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.585s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:32:39.917471 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-509ae82f-83bb-49ea-80e5-e61734ef3041 tempest-ExtraDHCPOptionsIpV6TestJSON-903106190 tempest-ExtraDHCPOptionsIpV6TestJSON-903106190-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-825997'] for network, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:39.933355 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-d93be818-6847-4eea-aa7b-ba9c3227ca9c tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks [] for subnet, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:39.969799 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 38262) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:32:39.972380 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1634d941-f2a2-4150-baf6-61e61342f24a tempest-RoutersIpV6AdminTest-765327337 tempest-RoutersIpV6AdminTest-765327337-project] Notify agent at l3_agent.dv-neutron-821829-1-hyperv the message routers_updated {{(pid=87507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 22:32:39.983347 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-621bb430-8f38-4cec-afea-40f739e3bdda None None] Sync routers for ids ['f9d3c95b-7dc0-41cd-b420-4db0aa4ee5b5'] in dv-neutron-821829-1-hyperv {{(pid=87509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 22:32:40.000054 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-b910a092-110d-4d10-83f9-fbd34c5fc01a req-ab6f1ecf-1b40-485a-b66e-017170de332a service neutron] 10.222.0.49 "GET /v2.0/networks/4324e1ea-4669-4cf4-86ce-32057be725fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7629180
Dec 16 22:32:40.001202 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-621bb430-8f38-4cec-afea-40f739e3bdda None None] Routers {'f9d3c95b-7dc0-41cd-b420-4db0aa4ee5b5'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:32:40.001846 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-621bb430-8f38-4cec-afea-40f739e3bdda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b7c961dc0>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:32:31Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['f9d3c95b-7dc0-41cd-b420-4db0aa4ee5b5'], 'active': True} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:32:40.006199 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-bd1b60fc-ba38-4ee8-bd7a-c13feb7fe5c6 tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] Request body: {'port': {'network_id': 'bd731f0d-1be1-44f5-859a-c7ea1abaaacb', 'binding:host_id': 'hv-neutron-8218', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-169962162'}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:32:40.037465 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning complete for port f7a23e09-8101-479c-b687-b80bb843010e triggered by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:32:40.037690 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.plugin [None req-509ae82f-83bb-49ea-80e5-e61734ef3041 tempest-ExtraDHCPOptionsIpV6TestJSON-903106190 tempest-ExtraDHCPOptionsIpV6TestJSON-903106190-project] Deleting port 8a9864b3-c425-49c0-976b-13ce1e5c07ea {{(pid=87507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:32:40.037776 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:40.037858 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-509ae82f-83bb-49ea-80e5-e61734ef3041 tempest-ExtraDHCPOptionsIpV6TestJSON-903106190 tempest-ExtraDHCPOptionsIpV6TestJSON-903106190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:40.070004 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-1634d941-f2a2-4150-baf6-61e61342f24a tempest-RoutersIpV6AdminTest-765327337 tempest-RoutersIpV6AdminTest-765327337-project] Notify callbacks [] for router, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:40.072482 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-1634d941-f2a2-4150-baf6-61e61342f24a tempest-RoutersIpV6AdminTest-765327337 tempest-RoutersIpV6AdminTest-765327337-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 889 time: 12.8998492
Dec 16 22:32:40.087287 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 38268) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:32:40.109278 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8b1f9e3-1dc7-4804-9d4e-3e2ba6aa02cb', 'tag': '7a40ac5e-8e98-4adc-8457-7278ef3b8997', 'status': 'completed', 'code': 200}
Dec 16 22:32:40.114237 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-621bb430-8f38-4cec-afea-40f739e3bdda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b7c961dc0>, [], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:32:40.124224 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-621bb430-8f38-4cec-afea-40f739e3bdda None None] Routers {'f9d3c95b-7dc0-41cd-b420-4db0aa4ee5b5'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:32:40.125278 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-621bb430-8f38-4cec-afea-40f739e3bdda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b7c961dc0>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:32:31Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['f9d3c95b-7dc0-41cd-b420-4db0aa4ee5b5'], 'active': True} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:32:40.132368 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-bd1b60fc-ba38-4ee8-bd7a-c13feb7fe5c6 tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:32:40.206624 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-d190a9a8-5e8b-43e6-8dcd-ce586ad3ea55 tempest-QuotasTest-836598396 tempest-QuotasTest-836598396-project-admin] 10.222.0.13 "PUT /v2.0/quotas/7f07e3605c5a4e26a7b5763abf22ccce HTTP/1.1" status: 200  len: 366 time: 0.6999185
Dec 16 22:32:40.206865 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-621bb430-8f38-4cec-afea-40f739e3bdda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b7c961dc0>, [], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:32:40.206865 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-621bb430-8f38-4cec-afea-40f739e3bdda None None] The sync data for ids ['f9d3c95b-7dc0-41cd-b420-4db0aa4ee5b5'] in dv-neutron-821829-1-hyperv is: [] {{(pid=87509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 22:32:40.211133 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 38272) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:32:40.255292 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aac9e08-b0a9-4d86-b68f-10222573a20f None None] DHCP port deletion for 253685fa-49de-4f72-9f01-8c35b72d7889 request from dv-neutron-821829-1-hyperv {{(pid=87508) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 16 22:32:40.257534 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-2a2a8cbd-3790-4fd7-9daf-45e61f47b09d tempest-QuotasTest-836598396 tempest-QuotasTest-836598396-project-admin] 10.222.0.13 "GET /v2.0/quotas HTTP/1.1" status: 200  len: 732 time: 0.0354156
Dec 16 22:32:40.262380 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-1aac9e08-b0a9-4d86-b68f-10222573a20f None None] Deleting port 8a9864b3-c425-49c0-976b-13ce1e5c07ea {{(pid=87508) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:32:40.262765 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-1aac9e08-b0a9-4d86-b68f-10222573a20f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:40.274609 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 38276) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:32:40.325390 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-bd1b60fc-ba38-4ee8-bd7a-c13feb7fe5c6 tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] Usage tracker for resource:port and tenant:bc8631c3bba0401f9ab311c3ca452c73 is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:32:40.332376 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-d93be818-6847-4eea-aa7b-ba9c3227ca9c tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-266764487'] for subnet, precommit_delete_associations {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:40.364489 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0112c2ed-6755-4a18-b2b5-525f423deced req-f13986f6-e19f-49f8-ae70-c9fbaf419f30 tempest-ServerActionsTestJSON-1581017418 tempest-ServerActionsTestJSON-1581017418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:32:40.365963 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-0112c2ed-6755-4a18-b2b5-525f423deced req-f13986f6-e19f-49f8-ae70-c9fbaf419f30 tempest-ServerActionsTestJSON-1581017418 tempest-ServerActionsTestJSON-1581017418-project] 10.222.0.13 "GET /v2.0/ports?device_id=95ef1739-1bf2-4522-993c-76a77d5f2322 HTTP/1.1" status: 200  len: 943 time: 0.7048039
Dec 16 22:32:40.370249 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-bd1b60fc-ba38-4ee8-bd7a-c13feb7fe5c6 tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:32:40.397468 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-bd1b60fc-ba38-4ee8-bd7a-c13feb7fe5c6 tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:32:40.411615 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-6533e5c8-aa98-479e-8aea-4c22c52116b6 tempest-QuotasTest-836598396 tempest-QuotasTest-836598396-project-admin] 10.222.0.13 "GET /v2.0/quotas/7f07e3605c5a4e26a7b5763abf22ccce HTTP/1.1" status: 200  len: 366 time: 0.1012299
Dec 16 22:32:40.415503 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 38280) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:32:40.430666 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a62e978-1636-407f-9567-f64a1c1e914e req-c6a4d849-fa71-41f6-ac51-b291d38e6d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:32:40.432174 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-3a62e978-1636-407f-9567-f64a1c1e914e req-c6a4d849-fa71-41f6-ac51-b291d38e6d95 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b95ee9c426304bab82943f010c6dac17&device_id=e8b1f9e3-1dc7-4804-9d4e-3e2ba6aa02cb HTTP/1.1" status: 200  len: 1096 time: 0.7062256
Dec 16 22:32:40.433204 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [None req-913467a0-d586-42ba-bbbd-fda37e827b6f tempest-FloatingIPAdminTestJSON-210502716 tempest-FloatingIPAdminTestJSON-210502716-project] Deleting port 391ec680-e7a4-4589-bbe4-51f3d6dcfb47 {{(pid=87506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:32:40.433542 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-913467a0-d586-42ba-bbbd-fda37e827b6f tempest-FloatingIPAdminTestJSON-210502716 tempest-FloatingIPAdminTestJSON-210502716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:40.521737 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-1aac9e08-b0a9-4d86-b68f-10222573a20f None None] For port 8a9864b3-c425-49c0-976b-13ce1e5c07ea, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=8a9864b3-c425-49c0-976b-13ce1e5c07ea,segment=NetworkSegment(b73895dd-fb54-4010-a19c-7a4f97706f6a),segment_id=b73895dd-fb54-4010-a19c-7a4f97706f6a)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:32:40.523408 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-1aac9e08-b0a9-4d86-b68f-10222573a20f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:40.550964 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd1b60fc-ba38-4ee8-bd7a-c13feb7fe5c6 tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] Made reservation on behalf of bc8631c3bba0401f9ab311c3ca452c73 for: {'port': 1} {{(pid=87506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:32:40.553367 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-bd1b60fc-ba38-4ee8-bd7a-c13feb7fe5c6 tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:40.570267 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-3a62e978-1636-407f-9567-f64a1c1e914e req-b83c31fd-ba1d-442e-813d-d272ad653de7 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7a40ac5e-8e98-4adc-8457-7278ef3b8997 HTTP/1.1" status: 200  len: 217 time: 0.1028495
Dec 16 22:32:40.591978 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-bd1b60fc-ba38-4ee8-bd7a-c13feb7fe5c6 tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:40.657142 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-dae1db28-1930-450e-9592-11c35246e380 tempest-RoutersIpV6AdminTest-146809031 tempest-RoutersIpV6AdminTest-146809031-project-admin] 10.222.0.13 "GET /v2.0/routers/f9d3c95b-7dc0-41cd-b420-4db0aa4ee5b5 HTTP/1.1" status: 200  len: 925 time: 0.5525491
Dec 16 22:32:40.664283 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 38286) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:32:40.692615 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-1aac9e08-b0a9-4d86-b68f-10222573a20f None None] Calling delete_port for 8a9864b3-c425-49c0-976b-13ce1e5c07ea owned by network:dhcp {{(pid=87508) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:32:40.704449 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-94ec4e51-e7c6-4552-8a67-9421a6c72946 tempest-QuotasTest-836598396 tempest-QuotasTest-836598396-project-admin] 10.222.0.13 "DELETE /v2.0/quotas/7f07e3605c5a4e26a7b5763abf22ccce HTTP/1.1" status: 204  len: 168 time: 0.2740207
Dec 16 22:32:40.705154 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 38290) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:32:40.725594 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-bd1b60fc-ba38-4ee8-bd7a-c13feb7fe5c6 tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:32:40.749494 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-bd1b60fc-ba38-4ee8-bd7a-c13feb7fe5c6 tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] Usage tracker for resource:security_group_rule and tenant:bc8631c3bba0401f9ab311c3ca452c73 is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:32:40.752258 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-0112c2ed-6755-4a18-b2b5-525f423deced req-76bb1383-4123-469f-81b3-8a20f36f8d77 tempest-ServerActionsTestJSON-1581017418 tempest-ServerActionsTestJSON-1581017418-project] 10.222.0.13 "GET /v2.0/security-groups?id=1011a650-dc8c-4279-9762-0c0bcda15d85&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3664017
Dec 16 22:32:40.763371 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-bd1b60fc-ba38-4ee8-bd7a-c13feb7fe5c6 tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:32:40.784369 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-d93be818-6847-4eea-aa7b-ba9c3227ca9c tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3328566'] for subnet, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:40.793496 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-e4ae1da1-7d03-4f89-ad73-68ea48869159 tempest-RoutersIpV6AdminTest-765327337 tempest-RoutersIpV6AdminTest-765327337-project] 10.222.0.13 "GET /v2.0/ports?device_id=f9d3c95b-7dc0-41cd-b420-4db0aa4ee5b5 HTTP/1.1" status: 200  len: 205 time: 0.0942094
Dec 16 22:32:40.796329 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 38294) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:32:40.810576 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-1aac9e08-b0a9-4d86-b68f-10222573a20f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949'] for port, after_delete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:40.814151 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:32:40.818667 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-bd1b60fc-ba38-4ee8-bd7a-c13feb7fe5c6 tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:32:40.823076 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a62e978-1636-407f-9567-f64a1c1e914e req-c73f89b0-53d0-4b9e-abb6-b4046bef5508 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:32:40.824811 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-3a62e978-1636-407f-9567-f64a1c1e914e req-c73f89b0-53d0-4b9e-abb6-b4046bef5508 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=3450588b-5964-4afe-b2b9-07bddce97e2c HTTP/1.1" status: 200  len: 845 time: 0.2337623
Dec 16 22:32:40.838766 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213a6c9a-16bb-4f71-bee1-6c42189cce8b req-91394445-a719-4dde-bf4d-390bd47384d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:32:40.840241 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-213a6c9a-16bb-4f71-bee1-6c42189cce8b req-91394445-a719-4dde-bf4d-390bd47384d5 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=a21c60855e3d440781134350c2712d36&device_id=95ef1739-1bf2-4522-993c-76a77d5f2322 HTTP/1.1" status: 200  len: 1096 time: 0.7034698
Dec 16 22:32:40.858411 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-7d043f51-89c8-4ade-814f-091f0af2b3fa tempest-QuotasTest-836598396 tempest-QuotasTest-836598396-project-admin] 10.222.0.13 "GET /v2.0/quotas HTTP/1.1" status: 200  len: 470 time: 0.1105864
Dec 16 22:32:40.866688 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 38298) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:32:40.869118 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.db [None req-509ae82f-83bb-49ea-80e5-e61734ef3041 tempest-ExtraDHCPOptionsIpV6TestJSON-903106190 tempest-ExtraDHCPOptionsIpV6TestJSON-903106190-project] For port 8a9864b3-c425-49c0-976b-13ce1e5c07ea, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=8a9864b3-c425-49c0-976b-13ce1e5c07ea,segment=NetworkSegment(b73895dd-fb54-4010-a19c-7a4f97706f6a),segment_id=b73895dd-fb54-4010-a19c-7a4f97706f6a)] {{(pid=87507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:32:40.869478 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-509ae82f-83bb-49ea-80e5-e61734ef3041 tempest-ExtraDHCPOptionsIpV6TestJSON-903106190 tempest-ExtraDHCPOptionsIpV6TestJSON-903106190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:40.874358 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aac9e08-b0a9-4d86-b68f-10222573a20f None None] No DVR routers for this DVR port 8a9864b3-c425-49c0-976b-13ce1e5c07ea on host dv-neutron-821829-1-hyperv {{(pid=87508) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 22:32:40.877265 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aac9e08-b0a9-4d86-b68f-10222573a20f None None] Pushing event deleted for resources: {'Port': ['ID=8a9864b3-c425-49c0-976b-13ce1e5c07ea,revision_number=None']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:32:40.880635 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-1aac9e08-b0a9-4d86-b68f-10222573a20f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:32:41.013929 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.plugin [None req-509ae82f-83bb-49ea-80e5-e61734ef3041 tempest-ExtraDHCPOptionsIpV6TestJSON-903106190 tempest-ExtraDHCPOptionsIpV6TestJSON-903106190-project] Calling delete_port for 8a9864b3-c425-49c0-976b-13ce1e5c07ea owned by network:dhcp {{(pid=87507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:32:41.026738 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-913467a0-d586-42ba-bbbd-fda37e827b6f tempest-FloatingIPAdminTestJSON-210502716 tempest-FloatingIPAdminTestJSON-210502716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:41.027272 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-913467a0-d586-42ba-bbbd-fda37e827b6f tempest-FloatingIPAdminTestJSON-210502716 tempest-FloatingIPAdminTestJSON-210502716-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:41.044516 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-7c16733b-9fb6-4c38-a819-1ca8afc1fac5 tempest-QuotasTest-836598396 tempest-QuotasTest-836598396-project-admin] 10.222.0.13 "GET /v2.0/quotas/7f07e3605c5a4e26a7b5763abf22ccce HTTP/1.1" status: 200  len: 370 time: 0.1669211
Dec 16 22:32:41.049828 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 38302) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:32:41.119191 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-b93711ea-c2b4-49ef-99c8-912c8401cb5e tempest-QuotasTest-836598396 tempest-QuotasTest-836598396-project-admin] 10.222.0.13 "GET /v2.0/quotas/7f07e3605c5a4e26a7b5763abf22ccce/default HTTP/1.1" status: 200  len: 370 time: 0.0647795
Dec 16 22:32:41.142575 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 38306) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:32:41.194577 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [None req-913467a0-d586-42ba-bbbd-fda37e827b6f tempest-FloatingIPAdminTestJSON-210502716 tempest-FloatingIPAdminTestJSON-210502716-project] Calling delete_port for 391ec680-e7a4-4589-bbe4-51f3d6dcfb47 owned by network:floatingip {{(pid=87506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:32:41.194817 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.api.v2.resource [None req-df493390-fe40-4928-87c7-b017e15e26eb tempest-QuotasTest-836598396 tempest-QuotasTest-836598396-project-admin] delete failed (client error): The resource could not be found.
Dec 16 22:32:41.199139 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-df493390-fe40-4928-87c7-b017e15e26eb tempest-QuotasTest-836598396 tempest-QuotasTest-836598396-project-admin] 10.222.0.13 "DELETE /v2.0/quotas/7f07e3605c5a4e26a7b5763abf22ccce HTTP/1.1" status: 404  len: 348 time: 0.0523224
Dec 16 22:32:41.220413 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.db.api [None req-509ae82f-83bb-49ea-80e5-e61734ef3041 tempest-ExtraDHCPOptionsIpV6TestJSON-903106190 tempest-ExtraDHCPOptionsIpV6TestJSON-903106190-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87507) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 16 22:32:41.220768 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_db.api [None req-509ae82f-83bb-49ea-80e5-e61734ef3041 tempest-ExtraDHCPOptionsIpV6TestJSON-903106190 tempest-ExtraDHCPOptionsIpV6TestJSON-903106190-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 16 22:32:41.231177 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64ce4ea-fcf6-407d-966a-511d604c3ec9 req-c6cb2d04-8661-40a1-870f-cc73b7bd918a tempest-ServersTestJSON-1208382319 tempest-ServersTestJSON-1208382319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:32:41.232723 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-a64ce4ea-fcf6-407d-966a-511d604c3ec9 req-c6cb2d04-8661-40a1-870f-cc73b7bd918a tempest-ServersTestJSON-1208382319 tempest-ServersTestJSON-1208382319-project] 10.222.0.13 "GET /v2.0/ports?device_id=e8b1f9e3-1dc7-4804-9d4e-3e2ba6aa02cb HTTP/1.1" status: 200  len: 943 time: 0.5782723
Dec 16 22:32:41.239247 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-b53a07dc-e9d1-451f-acf5-5a57a7d8a015 tempest-RoutersIpV6AdminTest-765327337 tempest-RoutersIpV6AdminTest-765327337-project] Notify callbacks [] for router, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:41.275904 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-d93be818-6847-4eea-aa7b-ba9c3227ca9c tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3328622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1863378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11213117'] for subnet, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:41.306398 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-b0797bd3-bc57-439f-af12-99aace5a257a tempest-ExtraDHCPOptionsIpV6TestJSON-903106190 tempest-ExtraDHCPOptionsIpV6TestJSON-903106190-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:32:41.373136 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a07e83fc-3ffb-4f27-a6e0-75b127614310 None None] Network 7edd76f7-0f97-48a5-b177-9842de6c0500 requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 22:32:41.375997 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213a6c9a-16bb-4f71-bee1-6c42189cce8b req-3fc85ebd-9101-46d2-a1f2-f78bcc1fced7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:32:41.377521 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-213a6c9a-16bb-4f71-bee1-6c42189cce8b req-3fc85ebd-9101-46d2-a1f2-f78bcc1fced7 service neutron] 10.222.0.49 "GET /v2.0/networks?id=4324e1ea-4669-4cf4-86ce-32057be725fc HTTP/1.1" status: 200  len: 913 time: 0.5263946
Dec 16 22:32:41.378240 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93be818-6847-4eea-aa7b-ba9c3227ca9c tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Pushing event deleted for resources: {'Subnet': ['ID=ba75592a-74f6-4b1f-93c5-b1a6d8271e94,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:32:41.381614 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a62e978-1636-407f-9567-f64a1c1e914e req-93053d4c-a5ec-47b6-a12a-cdbf6f455b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:32:41.383012 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-3a62e978-1636-407f-9567-f64a1c1e914e req-93053d4c-a5ec-47b6-a12a-cdbf6f455b23 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=ee4be5eb-8d65-4c35-a7d0-77b65d96496e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.5402951
Dec 16 22:32:41.390680 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-d93be818-6847-4eea-aa7b-ba9c3227ca9c tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3791486'] for subnet, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:41.390873 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-a64ce4ea-fcf6-407d-966a-511d604c3ec9 req-5eef089b-e8bc-4b1f-a43e-5f56978a01eb tempest-ServersTestJSON-1208382319 tempest-ServersTestJSON-1208382319-project] 10.222.0.13 "GET /v2.0/security-groups?id=5d566684-e21e-48b5-9daf-a272f2025a2f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0802994
Dec 16 22:32:41.395563 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-d93be818-6847-4eea-aa7b-ba9c3227ca9c tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:32:41.450213 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 38312) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:32:41.493061 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-8c4204b9-6d5e-42cd-8b4e-e64c24562ba9 tempest-QuotasTest-836598396 tempest-QuotasTest-836598396-project-admin] Usage tracker for resource:network and tenant:eba60783c5a24b0e89569b59347cd454 is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:32:41.500627 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-8c4204b9-6d5e-42cd-8b4e-e64c24562ba9 tempest-QuotasTest-836598396 tempest-QuotasTest-836598396-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:32:41.511297 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-bd1b60fc-ba38-4ee8-bd7a-c13feb7fe5c6 tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:41.514105 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-213a6c9a-16bb-4f71-bee1-6c42189cce8b req-a35ae2d7-af15-4eb7-976b-d324cea620b0 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=760988bb-0591-4c97-be7d-c348804c49dd HTTP/1.1" status: 200  len: 217 time: 0.1159568
Dec 16 22:32:41.521312 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-8c4204b9-6d5e-42cd-8b4e-e64c24562ba9 tempest-QuotasTest-836598396 tempest-QuotasTest-836598396-project-admin] Usage tracker for resource:subnet and tenant:eba60783c5a24b0e89569b59347cd454 is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:32:41.528686 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-8c4204b9-6d5e-42cd-8b4e-e64c24562ba9 tempest-QuotasTest-836598396 tempest-QuotasTest-836598396-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:32:41.546321 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-8c4204b9-6d5e-42cd-8b4e-e64c24562ba9 tempest-QuotasTest-836598396 tempest-QuotasTest-836598396-project-admin] Usage tracker for resource:subnetpool and tenant:eba60783c5a24b0e89569b59347cd454 is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:32:41.550012 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-b53a07dc-e9d1-451f-acf5-5a57a7d8a015 tempest-RoutersIpV6AdminTest-765327337 tempest-RoutersIpV6AdminTest-765327337-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:41.559686 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-8c4204b9-6d5e-42cd-8b4e-e64c24562ba9 tempest-QuotasTest-836598396 tempest-QuotasTest-836598396-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:32:41.569852 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-8c4204b9-6d5e-42cd-8b4e-e64c24562ba9 tempest-QuotasTest-836598396 tempest-QuotasTest-836598396-project-admin] Usage tracker for resource:port and tenant:eba60783c5a24b0e89569b59347cd454 is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:32:41.575108 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-8c4204b9-6d5e-42cd-8b4e-e64c24562ba9 tempest-QuotasTest-836598396 tempest-QuotasTest-836598396-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:32:41.584230 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-8c4204b9-6d5e-42cd-8b4e-e64c24562ba9 tempest-QuotasTest-836598396 tempest-QuotasTest-836598396-project-admin] Usage tracker for resource:router and tenant:eba60783c5a24b0e89569b59347cd454 is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:32:41.588662 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-8c4204b9-6d5e-42cd-8b4e-e64c24562ba9 tempest-QuotasTest-836598396 tempest-QuotasTest-836598396-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:32:41.595594 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-8c4204b9-6d5e-42cd-8b4e-e64c24562ba9 tempest-QuotasTest-836598396 tempest-QuotasTest-836598396-project-admin] Usage tracker for resource:floatingip and tenant:eba60783c5a24b0e89569b59347cd454 is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:32:41.599912 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-8c4204b9-6d5e-42cd-8b4e-e64c24562ba9 tempest-QuotasTest-836598396 tempest-QuotasTest-836598396-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:32:41.637887 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-8c4204b9-6d5e-42cd-8b4e-e64c24562ba9 tempest-QuotasTest-836598396 tempest-QuotasTest-836598396-project-admin] Usage tracker for resource:security_group and tenant:eba60783c5a24b0e89569b59347cd454 is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:32:41.642771 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-8c4204b9-6d5e-42cd-8b4e-e64c24562ba9 tempest-QuotasTest-836598396 tempest-QuotasTest-836598396-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:32:41.651126 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-8c4204b9-6d5e-42cd-8b4e-e64c24562ba9 tempest-QuotasTest-836598396 tempest-QuotasTest-836598396-project-admin] Usage tracker for resource:security_group_rule and tenant:eba60783c5a24b0e89569b59347cd454 is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:32:41.655293 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-8c4204b9-6d5e-42cd-8b4e-e64c24562ba9 tempest-QuotasTest-836598396 tempest-QuotasTest-836598396-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:32:41.656669 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 8a9864b3-c425-49c0-976b-13ce1e5c07ea no longer exists at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 22:32:41.664684 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-8c4204b9-6d5e-42cd-8b4e-e64c24562ba9 tempest-QuotasTest-836598396 tempest-QuotasTest-836598396-project-admin] 10.222.0.13 "GET /v2.0/quotas/eba60783c5a24b0e89569b59347cd454/details.json HTTP/1.1" status: 200  len: 703 time: 0.2128716
Dec 16 22:32:41.699714 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] No Port match for: 8a9864b3-c425-49c0-976b-13ce1e5c07ea {{(pid=87508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 22:32:41.700109 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 8a9864b3-c425-49c0-976b-13ce1e5c07ea not bound to the agent host dv-neutron-821829-1-hyperv {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 22:32:41.721724 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.plugin [None req-509ae82f-83bb-49ea-80e5-e61734ef3041 tempest-ExtraDHCPOptionsIpV6TestJSON-903106190 tempest-ExtraDHCPOptionsIpV6TestJSON-903106190-project] Deleting port 8a9864b3-c425-49c0-976b-13ce1e5c07ea {{(pid=87507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:32:41.722213 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-509ae82f-83bb-49ea-80e5-e61734ef3041 tempest-ExtraDHCPOptionsIpV6TestJSON-903106190 tempest-ExtraDHCPOptionsIpV6TestJSON-903106190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:41.753509 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213a6c9a-16bb-4f71-bee1-6c42189cce8b req-4cbbeac5-30e2-451e-87b8-eabd939f8c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:32:41.755252 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-213a6c9a-16bb-4f71-bee1-6c42189cce8b req-4cbbeac5-30e2-451e-87b8-eabd939f8c63 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=3657b92c-69b8-4f39-be86-861bf2c75ad0 HTTP/1.1" status: 200  len: 851 time: 0.1246922
Dec 16 22:32:41.770592 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-bd1b60fc-ba38-4ee8-bd7a-c13feb7fe5c6 tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841066'] for security_group, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:41.825009 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.plugin [None req-509ae82f-83bb-49ea-80e5-e61734ef3041 tempest-ExtraDHCPOptionsIpV6TestJSON-903106190 tempest-ExtraDHCPOptionsIpV6TestJSON-903106190-project] The port '8a9864b3-c425-49c0-976b-13ce1e5c07ea' was deleted {{(pid=87507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 16 22:32:41.827723 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-7efcb7d4-792f-4688-96c8-a59fa27813ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:32:41.839671 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1e6b25f-e7ec-4ad2-adce-8ab5d751e414 None None] DHCP port deletion for 7edd76f7-0f97-48a5-b177-9842de6c0500 request from dv-neutron-821829-1-hyperv {{(pid=87508) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 16 22:32:41.844115 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-f1e6b25f-e7ec-4ad2-adce-8ab5d751e414 None None] Deleting port f7a23e09-8101-479c-b687-b80bb843010e {{(pid=87508) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:32:41.844497 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-f1e6b25f-e7ec-4ad2-adce-8ab5d751e414 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:41.872472 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.notifiers.nova [None req-bd1b60fc-ba38-4ee8-bd7a-c13feb7fe5c6 tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] device_id is not set on port f04a73f2-fcee-4bc9-90c6-8e8536723cb4 yet. {{(pid=87506) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 16 22:32:42.041254 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-509ae82f-83bb-49ea-80e5-e61734ef3041 tempest-ExtraDHCPOptionsIpV6TestJSON-903106190 tempest-ExtraDHCPOptionsIpV6TestJSON-903106190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3329565', 'neutron.services.segments.db._delete_segments_for_network-8734753546406'] for network, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:42.052105 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1b60fc-ba38-4ee8-bd7a-c13feb7fe5c6 tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2697b3b-dc5f-499b-badd-02f951543f54,revision_number=1']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:32:42.062225 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-bd1b60fc-ba38-4ee8-bd7a-c13feb7fe5c6 tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:32:42.074007 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-d93be818-6847-4eea-aa7b-ba9c3227ca9c tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] 10.222.0.13 "DELETE /v2.0/subnets/ba75592a-74f6-4b1f-93c5-b1a6d8271e94 HTTP/1.1" status: 204  len: 168 time: 2.7322009
Dec 16 22:32:42.087156 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 38322) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:32:42.098728 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.services.segments.db [None req-509ae82f-83bb-49ea-80e5-e61734ef3041 tempest-ExtraDHCPOptionsIpV6TestJSON-903106190 tempest-ExtraDHCPOptionsIpV6TestJSON-903106190-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1b76b93430>,) {'filters': {'network_id': ['253685fa-49de-4f72-9f01-8c35b72d7889']}} {{(pid=87507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:32:42.114277 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.services.segments.db [None req-509ae82f-83bb-49ea-80e5-e61734ef3041 tempest-ExtraDHCPOptionsIpV6TestJSON-903106190 tempest-ExtraDHCPOptionsIpV6TestJSON-903106190-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b76b93430>, 'b73895dd-fb54-4010-a19c-7a4f97706f6a') {'for_net_delete': True} {{(pid=87507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:32:42.114958 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.services.segments.db [None req-509ae82f-83bb-49ea-80e5-e61734ef3041 tempest-ExtraDHCPOptionsIpV6TestJSON-903106190 tempest-ExtraDHCPOptionsIpV6TestJSON-903106190-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b76b93430>, 'b73895dd-fb54-4010-a19c-7a4f97706f6a') {} {{(pid=87507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:32:42.132491 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 38326) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:32:42.143903 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-509ae82f-83bb-49ea-80e5-e61734ef3041 tempest-ExtraDHCPOptionsIpV6TestJSON-903106190 tempest-ExtraDHCPOptionsIpV6TestJSON-903106190-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734753593977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2128549'] for segment, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:42.152513 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-f1e6b25f-e7ec-4ad2-adce-8ab5d751e414 None None] For port f7a23e09-8101-479c-b687-b80bb843010e, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=f7a23e09-8101-479c-b687-b80bb843010e,segment=NetworkSegment(da71c9a1-7532-4738-a9bc-22a7f498ec35),segment_id=da71c9a1-7532-4738-a9bc-22a7f498ec35)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:32:42.152513 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-f1e6b25f-e7ec-4ad2-adce-8ab5d751e414 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:42.155059 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.plugin [None req-b53a07dc-e9d1-451f-acf5-5a57a7d8a015 tempest-RoutersIpV6AdminTest-765327337 tempest-RoutersIpV6AdminTest-765327337-project] Deleting port de3122b1-9956-46f8-bdaf-bc9ff2c3aa71 {{(pid=87507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:32:42.155401 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-b53a07dc-e9d1-451f-acf5-5a57a7d8a015 tempest-RoutersIpV6AdminTest-765327337 tempest-RoutersIpV6AdminTest-765327337-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:42.162053 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-913467a0-d586-42ba-bbbd-fda37e827b6f tempest-FloatingIPAdminTestJSON-210502716 tempest-FloatingIPAdminTestJSON-210502716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1863393'] for port, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:42.183252 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-5b495875-bc16-4e5a-9873-c75e1ec0c70c tempest-RoutersIpV6AdminTest-146809031 tempest-RoutersIpV6AdminTest-146809031-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:32:42.208312 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-509ae82f-83bb-49ea-80e5-e61734ef3041 tempest-ExtraDHCPOptionsIpV6TestJSON-903106190 tempest-ExtraDHCPOptionsIpV6TestJSON-903106190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-883292'] for segment, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:42.231358 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-509ae82f-83bb-49ea-80e5-e61734ef3041 tempest-ExtraDHCPOptionsIpV6TestJSON-903106190 tempest-ExtraDHCPOptionsIpV6TestJSON-903106190-project] Releasing vlan 157 on physical network physnet1 to pool {{(pid=87507) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 16 22:32:42.231753 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-509ae82f-83bb-49ea-80e5-e61734ef3041 tempest-ExtraDHCPOptionsIpV6TestJSON-903106190 tempest-ExtraDHCPOptionsIpV6TestJSON-903106190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-883285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10808034'] for segment, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:42.250319 dv-neutron-821829-1-hyperv neutron-server[87507]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 16 22:32:42.250319 dv-neutron-821829-1-hyperv neutron-server[87507]:   util.warn(
Dec 16 22:32:42.250319 dv-neutron-821829-1-hyperv neutron-server[87507]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 16 22:32:42.250319 dv-neutron-821829-1-hyperv neutron-server[87507]:   util.warn(
Dec 16 22:32:42.250319 dv-neutron-821829-1-hyperv neutron-server[87507]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 16 22:32:42.250319 dv-neutron-821829-1-hyperv neutron-server[87507]:   util.warn(
Dec 16 22:32:42.250319 dv-neutron-821829-1-hyperv neutron-server[87507]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 16 22:32:42.250319 dv-neutron-821829-1-hyperv neutron-server[87507]:   util.warn(
Dec 16 22:32:42.250319 dv-neutron-821829-1-hyperv neutron-server[87507]: Traceback (most recent call last):
Dec 16 22:32:42.250319 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 16 22:32:42.250319 dv-neutron-821829-1-hyperv neutron-server[87507]:     timer()
Dec 16 22:32:42.250319 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 22:32:42.250319 dv-neutron-821829-1-hyperv neutron-server[87507]:     cb(*args, **kw)
Dec 16 22:32:42.250319 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 22:32:42.250319 dv-neutron-821829-1-hyperv neutron-server[87507]:     return func(*args, **kwargs)
Dec 16 22:32:42.250319 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 22:32:42.250319 dv-neutron-821829-1-hyperv neutron-server[87507]:     self._notify()
Dec 16 22:32:42.250319 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 22:32:42.250319 dv-neutron-821829-1-hyperv neutron-server[87507]:     self.callback(batched_events)
Dec 16 22:32:42.250319 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 22:32:42.250319 dv-neutron-821829-1-hyperv neutron-server[87507]:     event.method(event)
Dec 16 22:32:42.250319 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 22:32:42.250319 dv-neutron-821829-1-hyperv neutron-server[87507]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 22:32:42.250319 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 22:32:42.250319 dv-neutron-821829-1-hyperv neutron-server[87507]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 22:32:42.250319 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 22:32:42.250319 dv-neutron-821829-1-hyperv neutron-server[87507]:     return f(self, *a, **k)
Dec 16 22:32:42.250319 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 16 22:32:42.250319 dv-neutron-821829-1-hyperv neutron-server[87507]:     return self._get(url).json()
Dec 16 22:32:42.250319 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 16 22:32:42.250319 dv-neutron-821829-1-hyperv neutron-server[87507]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 22:32:42.250319 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 16 22:32:42.250319 dv-neutron-821829-1-hyperv neutron-server[87507]:     return self.request(url, 'GET', **kwargs)
Dec 16 22:32:42.250319 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 16 22:32:42.250319 dv-neutron-821829-1-hyperv neutron-server[87507]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 22:32:42.250319 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 16 22:32:42.250319 dv-neutron-821829-1-hyperv neutron-server[87507]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 22:32:42.250319 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 16 22:32:42.250319 dv-neutron-821829-1-hyperv neutron-server[87507]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 22:32:42.250319 dv-neutron-821829-1-hyperv neutron-server[87507]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 22:32:42.253676 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 38332) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:32:42.254615 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-9151a6ea-3d24-4d82-91e6-835992822c7b tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1662993
Dec 16 22:32:42.271650 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913467a0-d586-42ba-bbbd-fda37e827b6f tempest-FloatingIPAdminTestJSON-210502716 tempest-FloatingIPAdminTestJSON-210502716-project] Pushing event deleted for resources: {'Port': ['ID=391ec680-e7a4-4589-bbe4-51f3d6dcfb47,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:32:42.290775 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-f1e6b25f-e7ec-4ad2-adce-8ab5d751e414 None None] Calling delete_port for f7a23e09-8101-479c-b687-b80bb843010e owned by network:dhcp {{(pid=87508) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:32:42.319546 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-913467a0-d586-42ba-bbbd-fda37e827b6f tempest-FloatingIPAdminTestJSON-210502716 tempest-FloatingIPAdminTestJSON-210502716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:32:42.329231 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-97777247-e0af-4f7f-a57b-9ef385a5b3db tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Request body: {'subnet': {'network_id': '7edd76f7-0f97-48a5-b177-9842de6c0500', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:32:42.367946 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-3a62e978-1636-407f-9567-f64a1c1e914e req-ec1c89cb-6e3f-4966-b645-45a61f5c18c2 service neutron] 10.222.0.49 "GET /v2.0/networks/ee4be5eb-8d65-4c35-a7d0-77b65d96496e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.9682941
Dec 16 22:32:42.378667 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-f1e6b25f-e7ec-4ad2-adce-8ab5d751e414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949'] for port, after_delete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:42.383495 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:32:42.438805 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e6b25f-e7ec-4ad2-adce-8ab5d751e414 None None] Pushing event deleted for resources: {'Port': ['ID=f7a23e09-8101-479c-b687-b80bb843010e,revision_number=None']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:32:42.443039 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-f1e6b25f-e7ec-4ad2-adce-8ab5d751e414 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:32:42.462753 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1e6b25f-e7ec-4ad2-adce-8ab5d751e414 None None] No DVR routers for this DVR port f7a23e09-8101-479c-b687-b80bb843010e on host dv-neutron-821829-1-hyperv {{(pid=87508) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 22:32:42.646756 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-1ff1f3f7-5875-42ab-a3e3-f1caf89054fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:42.658516 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-913467a0-d586-42ba-bbbd-fda37e827b6f tempest-FloatingIPAdminTestJSON-210502716 tempest-FloatingIPAdminTestJSON-210502716-project] Notify callbacks [] for floatingip, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:42.658895 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.db.l3_db [None req-913467a0-d586-42ba-bbbd-fda37e827b6f tempest-FloatingIPAdminTestJSON-210502716 tempest-FloatingIPAdminTestJSON-210502716-project] Floating IP 57a7b033-7b16-4162-b865-2401157eb969 disassociated (deleted). External IP: 172.26.0.95, port: f5a40e46-b787-43c8-9736-918bbc41c481.
Dec 16 22:32:42.682678 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba35ce9-76ce-41c5-b272-403ea0533068 req-a54bf8c0-af94-40fd-9602-917d5e6b3456 tempest-ServerActionsTestJSON-1581017418 tempest-ServerActionsTestJSON-1581017418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:32:42.684183 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-8ba35ce9-76ce-41c5-b272-403ea0533068 req-a54bf8c0-af94-40fd-9602-917d5e6b3456 tempest-ServerActionsTestJSON-1581017418 tempest-ServerActionsTestJSON-1581017418-project] 10.222.0.13 "GET /v2.0/ports?device_id=95ef1739-1bf2-4522-993c-76a77d5f2322 HTTP/1.1" status: 200  len: 943 time: 0.7941232
Dec 16 22:32:42.711259 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213a6c9a-16bb-4f71-bee1-6c42189cce8b req-c70419b7-edea-4807-9edb-179573ce0a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:32:42.712781 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-213a6c9a-16bb-4f71-bee1-6c42189cce8b req-c70419b7-edea-4807-9edb-179573ce0a29 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=4324e1ea-4669-4cf4-86ce-32057be725fc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.9362142
Dec 16 22:32:42.718704 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-509ae82f-83bb-49ea-80e5-e61734ef3041 tempest-ExtraDHCPOptionsIpV6TestJSON-903106190 tempest-ExtraDHCPOptionsIpV6TestJSON-903106190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3329572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3741856'] for network, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:42.721394 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-1ff1f3f7-5875-42ab-a3e3-f1caf89054fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:32:42.751992 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-1ff1f3f7-5875-42ab-a3e3-f1caf89054fe admin admin] Usage tracker for resource:security_group_rule and tenant:35a40fe9017a41998482f38d3ff9f93e is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:32:42.761125 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-1ff1f3f7-5875-42ab-a3e3-f1caf89054fe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:32:42.763940 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-6bade780-6b36-428f-a196-8826495efb1f tempest-ExternalNetworksTestJSON-962053912 tempest-ExternalNetworksTestJSON-962053912-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:32:42.787911 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-509ae82f-83bb-49ea-80e5-e61734ef3041 tempest-ExtraDHCPOptionsIpV6TestJSON-903106190 tempest-ExtraDHCPOptionsIpV6TestJSON-903106190-project] Notify callbacks [] for network, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:42.796016 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-97777247-e0af-4f7f-a57b-9ef385a5b3db tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:32:42.800968 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-1ff1f3f7-5875-42ab-a3e3-f1caf89054fe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:32:42.830854 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509ae82f-83bb-49ea-80e5-e61734ef3041 tempest-ExtraDHCPOptionsIpV6TestJSON-903106190 tempest-ExtraDHCPOptionsIpV6TestJSON-903106190-project] Pushing event deleted for resources: {'Network': ['ID=253685fa-49de-4f72-9f01-8c35b72d7889,revision_number=None']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:32:42.833061 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-97777247-e0af-4f7f-a57b-9ef385a5b3db tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Usage tracker for resource:subnet and tenant:8e4385a98eb1416284c1cc96b3355a70 is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:32:42.858486 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-97777247-e0af-4f7f-a57b-9ef385a5b3db tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:32:42.867385 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-509ae82f-83bb-49ea-80e5-e61734ef3041 tempest-ExtraDHCPOptionsIpV6TestJSON-903106190 tempest-ExtraDHCPOptionsIpV6TestJSON-903106190-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:32:42.885148 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-8ba35ce9-76ce-41c5-b272-403ea0533068 req-29cfcdb3-f812-4764-87f2-79fef78b851e tempest-ServerActionsTestJSON-1581017418 tempest-ServerActionsTestJSON-1581017418-project] 10.222.0.13 "GET /v2.0/security-groups?id=1011a650-dc8c-4279-9762-0c0bcda15d85&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1843138
Dec 16 22:32:42.889352 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-509ae82f-83bb-49ea-80e5-e61734ef3041 tempest-ExtraDHCPOptionsIpV6TestJSON-903106190 tempest-ExtraDHCPOptionsIpV6TestJSON-903106190-project] 10.222.0.13 "DELETE /v2.0/networks/253685fa-49de-4f72-9f01-8c35b72d7889 HTTP/1.1" status: 204  len: 168 time: 3.2296999
Dec 16 22:32:42.889352 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-97777247-e0af-4f7f-a57b-9ef385a5b3db tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:32:42.891428 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-b53a07dc-e9d1-451f-acf5-5a57a7d8a015 tempest-RoutersIpV6AdminTest-765327337 tempest-RoutersIpV6AdminTest-765327337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:42.990921 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-3a62e978-1636-407f-9567-f64a1c1e914e req-3d67e26f-f56a-4ec2-9cdf-bfc8993a3994 service neutron] 10.222.0.49 "GET /v2.0/networks/ee4be5eb-8d65-4c35-a7d0-77b65d96496e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6102171
Dec 16 22:32:43.027048 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.notifiers.nova [None req-bd1b60fc-ba38-4ee8-bd7a-c13feb7fe5c6 tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] device_id is not set on port f04a73f2-fcee-4bc9-90c6-8e8536723cb4 yet. {{(pid=87506) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 16 22:32:43.044053 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.plugin [None req-b53a07dc-e9d1-451f-acf5-5a57a7d8a015 tempest-RoutersIpV6AdminTest-765327337 tempest-RoutersIpV6AdminTest-765327337-project] Calling delete_port for de3122b1-9956-46f8-bdaf-bc9ff2c3aa71 owned by network:router_gateway {{(pid=87507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:32:43.067785 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-bd1b60fc-ba38-4ee8-bd7a-c13feb7fe5c6 tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:43.089271 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97777247-e0af-4f7f-a57b-9ef385a5b3db tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Made reservation on behalf of 8e4385a98eb1416284c1cc96b3355a70 for: {'subnet': 1} {{(pid=87507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:32:43.092536 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-97777247-e0af-4f7f-a57b-9ef385a5b3db tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10549598'] for subnet, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:43.122273 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-213a6c9a-16bb-4f71-bee1-6c42189cce8b req-002ce609-7615-44d8-893e-247eb3dba82e service neutron] 10.222.0.49 "GET /v2.0/networks/4324e1ea-4669-4cf4-86ce-32057be725fc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3946207
Dec 16 22:32:43.133594 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 38344) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:32:43.155725 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.provisioning_blocks [None req-bd1b60fc-ba38-4ee8-bd7a-c13feb7fe5c6 tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] Transition to ACTIVE for port object f04a73f2-fcee-4bc9-90c6-8e8536723cb4 will not be triggered until provisioned by entity L2. {{(pid=87506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:32:43.182707 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d69e39-4cca-47ef-abfd-ffb956007573 req-2493f33e-3a76-4570-a9ea-54949945f9c8 tempest-ServersTestJSON-1208382319 tempest-ServersTestJSON-1208382319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:32:43.184198 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-a4d69e39-4cca-47ef-abfd-ffb956007573 req-2493f33e-3a76-4570-a9ea-54949945f9c8 tempest-ServersTestJSON-1208382319 tempest-ServersTestJSON-1208382319-project] 10.222.0.13 "GET /v2.0/ports?device_id=e8b1f9e3-1dc7-4804-9d4e-3e2ba6aa02cb HTTP/1.1" status: 200  len: 943 time: 0.5875034
Dec 16 22:32:43.296041 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-bd1b60fc-ba38-4ee8-bd7a-c13feb7fe5c6 tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1863393'] for port, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:43.319818 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-db46caba-1057-45b6-9ea5-cf02eec07336 tempest-ServersTestJSON-1208382319 tempest-ServersTestJSON-1208382319-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:32:43.459510 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-a4d69e39-4cca-47ef-abfd-ffb956007573 req-3e2d9e83-21e3-40a2-b355-eaebd3e49c62 tempest-ServersTestJSON-1208382319 tempest-ServersTestJSON-1208382319-project] 10.222.0.13 "GET /v2.0/security-groups?id=5d566684-e21e-48b5-9daf-a272f2025a2f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2586648
Dec 16 22:32:43.493850 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-1ff1f3f7-5875-42ab-a3e3-f1caf89054fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:43.524960 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-1ff1f3f7-5875-42ab-a3e3-f1caf89054fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841066'] for security_group, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:43.545645 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:32:43.615152 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device f7a23e09-8101-479c-b687-b80bb843010e no longer exists at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 22:32:43.647676 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-1ff1f3f7-5875-42ab-a3e3-f1caf89054fe admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=35a40fe9017a41998482f38d3ff9f93e&name=default HTTP/1.1" status: 200  len: 2979 time: 1.5132530
Dec 16 22:32:43.652441 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 38350) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:32:43.655533 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] No Port match for: f7a23e09-8101-479c-b687-b80bb843010e {{(pid=87508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 22:32:43.655696 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff1f3f7-5875-42ab-a3e3-f1caf89054fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=650431ae-3d97-4165-a2fb-c0d3f8bdb1a4,revision_number=1']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:32:43.656195 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device f7a23e09-8101-479c-b687-b80bb843010e not bound to the agent host dv-neutron-821829-1-hyperv {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 22:32:43.666406 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1b60fc-ba38-4ee8-bd7a-c13feb7fe5c6 tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] Pushing event updated for resources: {'Port': ['ID=f04a73f2-fcee-4bc9-90c6-8e8536723cb4,revision_number=1']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:32:43.672392 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-1ff1f3f7-5875-42ab-a3e3-f1caf89054fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:32:43.674682 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-bd1b60fc-ba38-4ee8-bd7a-c13feb7fe5c6 tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.354s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:32:43.688089 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-1082b448-ba1b-45d1-b34f-8dfc220b371e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=57ed53f83b2e4ecc9453765ed889b71b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5494201
Dec 16 22:32:43.694307 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 38354) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:32:43.716425 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca89b25c-d058-42b2-bf9f-7e83a2e38592 req-5a45e99c-bd39-4eb8-a518-8820a52aed9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:32:43.717804 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-ca89b25c-d058-42b2-bf9f-7e83a2e38592 req-5a45e99c-bd39-4eb8-a518-8820a52aed9f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b95ee9c426304bab82943f010c6dac17&device_id=e8b1f9e3-1dc7-4804-9d4e-3e2ba6aa02cb HTTP/1.1" status: 200  len: 1096 time: 0.6341646
Dec 16 22:32:43.727200 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-213a6c9a-16bb-4f71-bee1-6c42189cce8b req-6f998eeb-5c7b-4add-a39a-813eb4eb38ba service neutron] 10.222.0.49 "GET /v2.0/networks/4324e1ea-4669-4cf4-86ce-32057be725fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5926986
Dec 16 22:32:43.730194 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd1b60fc-ba38-4ee8-bd7a-c13feb7fe5c6 tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] Checking segment: {'id': '596c5e74-33c8-4983-a921-a96d8e5ffa7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'bd731f0d-1be1-44f5-859a-c7ea1abaaacb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 22:32:43.730552 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd1b60fc-ba38-4ee8-bd7a-c13feb7fe5c6 tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] Network hostable DHCP agents. Network: bd731f0d-1be1-44f5-859a-c7ea1abaaacb, hostable agents: ['3b155c4d-12dc-491e-aa14-6113b06cfacd'], hosted agents: [] {{(pid=87506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 16 22:32:43.733537 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-b53a07dc-e9d1-451f-acf5-5a57a7d8a015 tempest-RoutersIpV6AdminTest-765327337 tempest-RoutersIpV6AdminTest-765327337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10807823'] for port, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:43.743265 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:32:43.757809 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-913467a0-d586-42ba-bbbd-fda37e827b6f tempest-FloatingIPAdminTestJSON-210502716 tempest-FloatingIPAdminTestJSON-210502716-project] Router 8976845b-1a00-4e4d-a758-acdcb256e7af has already been hosted by L3 agent 4f519db7-069b-43e2-8411-c092bac9102a {{(pid=87506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 22:32:43.805599 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-97777247-e0af-4f7f-a57b-9ef385a5b3db tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10807931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10549612'] for subnet, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:43.811267 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53a07dc-e9d1-451f-acf5-5a57a7d8a015 tempest-RoutersIpV6AdminTest-765327337 tempest-RoutersIpV6AdminTest-765327337-project] Pushing event deleted for resources: {'Port': ['ID=de3122b1-9956-46f8-bdaf-bc9ff2c3aa71,revision_number=None']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:32:43.822495 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-b53a07dc-e9d1-451f-acf5-5a57a7d8a015 tempest-RoutersIpV6AdminTest-765327337 tempest-RoutersIpV6AdminTest-765327337-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:32:43.851892 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-6396c18f-beb6-4366-bbc4-2a310fb78130 tempest-FloatingIPAdminTestJSON-210502716 tempest-FloatingIPAdminTestJSON-210502716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:32:43.905427 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd1b60fc-ba38-4ee8-bd7a-c13feb7fe5c6 tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] Network bd731f0d-1be1-44f5-859a-c7ea1abaaacb is scheduled to be hosted by DHCP agent 3b155c4d-12dc-491e-aa14-6113b06cfacd with binding_index 1 {{(pid=87506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 16 22:32:43.934046 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.base_scheduler [None req-bd1b60fc-ba38-4ee8-bd7a-c13feb7fe5c6 tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821829-1-hyperv, bd731f0d-1be1-44f5-859a-c7ea1abaaacb) {{(pid=87506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:32:43.958466 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e46c74ec-bf06-4d49-a873-999a9f1dd710 None None] Network bd731f0d-1be1-44f5-859a-c7ea1abaaacb requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 22:32:43.992372 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97777247-e0af-4f7f-a57b-9ef385a5b3db tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Network 7edd76f7-0f97-48a5-b177-9842de6c0500 is already hosted by enough agents. {{(pid=87507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:32:44.004214 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd1b60fc-ba38-4ee8-bd7a-c13feb7fe5c6 tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] Received port after_create {{(pid=87506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 22:32:44.006396 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.base_scheduler [None req-97777247-e0af-4f7f-a57b-9ef385a5b3db tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Resources bound (agent type, host, resource id):  {{(pid=87507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:32:44.010210 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-eee5e410-e10b-4a82-b32c-b7bbeb5a5132 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:44.014328 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97777247-e0af-4f7f-a57b-9ef385a5b3db tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:32:44.014904 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-97777247-e0af-4f7f-a57b-9ef385a5b3db tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks [] for subnet, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:44.025181 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80f5eb18-1bfa-4dce-87df-0bfb5901a6b0 None None] Network 7edd76f7-0f97-48a5-b177-9842de6c0500 requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 22:32:44.053396 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.managers [None req-bd1b60fc-ba38-4ee8-bd7a-c13feb7fe5c6 tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] Attempting to bind port f04a73f2-fcee-4bc9-90c6-8e8536723cb4 on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=87506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 22:32:44.053396 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.managers [None req-bd1b60fc-ba38-4ee8-bd7a-c13feb7fe5c6 tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] Attempting to bind port f04a73f2-fcee-4bc9-90c6-8e8536723cb4 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '596c5e74-33c8-4983-a921-a96d8e5ffa7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'bd731f0d-1be1-44f5-859a-c7ea1abaaacb'}] {{(pid=87506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 22:32:44.053396 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd1b60fc-ba38-4ee8-bd7a-c13feb7fe5c6 tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] Attempting to bind port f04a73f2-fcee-4bc9-90c6-8e8536723cb4 on network bd731f0d-1be1-44f5-859a-c7ea1abaaacb {{(pid=87506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 22:32:44.059689 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97777247-e0af-4f7f-a57b-9ef385a5b3db tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Pushing event updated for resources: {'Subnet': ['ID=906d9fa4-f7e2-4d60-9e2e-96b68b4ad639,revision_number=0']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:32:44.066482 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca89b25c-d058-42b2-bf9f-7e83a2e38592 req-ea9abde4-97b7-417a-b480-654ebeb3e2d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:32:44.067965 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-ca89b25c-d058-42b2-bf9f-7e83a2e38592 req-ea9abde4-97b7-417a-b480-654ebeb3e2d7 service neutron] 10.222.0.49 "GET /v2.0/networks?id=ee4be5eb-8d65-4c35-a7d0-77b65d96496e HTTP/1.1" status: 200  len: 907 time: 0.3397286
Dec 16 22:32:44.069647 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-97777247-e0af-4f7f-a57b-9ef385a5b3db tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:32:44.070927 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd1b60fc-ba38-4ee8-bd7a-c13feb7fe5c6 tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] Port f04a73f2-fcee-4bc9-90c6-8e8536723cb4 on network bd731f0d-1be1-44f5-859a-c7ea1abaaacb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=87506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 16 22:32:44.071260 dv-neutron-821829-1-hyperv neutron-server[87506]: ERROR neutron.plugins.ml2.managers [None req-bd1b60fc-ba38-4ee8-bd7a-c13feb7fe5c6 tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] Failed to bind port f04a73f2-fcee-4bc9-90c6-8e8536723cb4 on host hv-neutron-8218 for vnic_type normal using segments [{'id': '596c5e74-33c8-4983-a921-a96d8e5ffa7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'bd731f0d-1be1-44f5-859a-c7ea1abaaacb'}]
Dec 16 22:32:44.072060 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-b53a07dc-e9d1-451f-acf5-5a57a7d8a015 tempest-RoutersIpV6AdminTest-765327337 tempest-RoutersIpV6AdminTest-765327337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3741895'] for router_gateway, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:44.074767 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.plugins.ml2.plugin [None req-bd1b60fc-ba38-4ee8-bd7a-c13feb7fe5c6 tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] Attempt 2 to bind port f04a73f2-fcee-4bc9-90c6-8e8536723cb4
Dec 16 22:32:44.134762 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-913467a0-d586-42ba-bbbd-fda37e827b6f tempest-FloatingIPAdminTestJSON-210502716 tempest-FloatingIPAdminTestJSON-210502716-project] Notify agent at l3_agent.dv-neutron-821829-1-hyperv the message routers_updated {{(pid=87506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 22:32:44.160575 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.managers [None req-bd1b60fc-ba38-4ee8-bd7a-c13feb7fe5c6 tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] Attempting to bind port f04a73f2-fcee-4bc9-90c6-8e8536723cb4 on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=87506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 22:32:44.160911 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.managers [None req-bd1b60fc-ba38-4ee8-bd7a-c13feb7fe5c6 tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] Attempting to bind port f04a73f2-fcee-4bc9-90c6-8e8536723cb4 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '596c5e74-33c8-4983-a921-a96d8e5ffa7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'bd731f0d-1be1-44f5-859a-c7ea1abaaacb'}] {{(pid=87506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 22:32:44.161243 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd1b60fc-ba38-4ee8-bd7a-c13feb7fe5c6 tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] Attempting to bind port f04a73f2-fcee-4bc9-90c6-8e8536723cb4 on network bd731f0d-1be1-44f5-859a-c7ea1abaaacb {{(pid=87506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 22:32:44.164241 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-ca89b25c-d058-42b2-bf9f-7e83a2e38592 req-a61b90a0-5798-4e0f-be14-d3f0e7ecee09 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7a40ac5e-8e98-4adc-8457-7278ef3b8997 HTTP/1.1" status: 200  len: 217 time: 0.0796909
Dec 16 22:32:44.168493 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd1b60fc-ba38-4ee8-bd7a-c13feb7fe5c6 tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] Port f04a73f2-fcee-4bc9-90c6-8e8536723cb4 on network bd731f0d-1be1-44f5-859a-c7ea1abaaacb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=87506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 16 22:32:44.168827 dv-neutron-821829-1-hyperv neutron-server[87506]: ERROR neutron.plugins.ml2.managers [None req-bd1b60fc-ba38-4ee8-bd7a-c13feb7fe5c6 tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] Failed to bind port f04a73f2-fcee-4bc9-90c6-8e8536723cb4 on host hv-neutron-8218 for vnic_type normal using segments [{'id': '596c5e74-33c8-4983-a921-a96d8e5ffa7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'bd731f0d-1be1-44f5-859a-c7ea1abaaacb'}]
Dec 16 22:32:44.169368 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.plugins.ml2.plugin [None req-bd1b60fc-ba38-4ee8-bd7a-c13feb7fe5c6 tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] Attempt 3 to bind port f04a73f2-fcee-4bc9-90c6-8e8536723cb4
Dec 16 22:32:44.173638 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d64ad7c-c957-4ea8-bf2f-cda98fdaec20 None None] Sync routers for ids ['8976845b-1a00-4e4d-a758-acdcb256e7af'] in dv-neutron-821829-1-hyperv {{(pid=87508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 22:32:44.178219 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-913467a0-d586-42ba-bbbd-fda37e827b6f tempest-FloatingIPAdminTestJSON-210502716 tempest-FloatingIPAdminTestJSON-210502716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for floatingip, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:44.244879 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d64ad7c-c957-4ea8-bf2f-cda98fdaec20 None None] Routers {'8976845b-1a00-4e4d-a758-acdcb256e7af'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:32:44.245443 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-5d64ad7c-c957-4ea8-bf2f-cda98fdaec20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b7c00e190>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:32:31Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['8976845b-1a00-4e4d-a758-acdcb256e7af'], 'active': True} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:32:44.262506 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.managers [None req-bd1b60fc-ba38-4ee8-bd7a-c13feb7fe5c6 tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] Attempting to bind port f04a73f2-fcee-4bc9-90c6-8e8536723cb4 on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=87506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 22:32:44.262851 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.managers [None req-bd1b60fc-ba38-4ee8-bd7a-c13feb7fe5c6 tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] Attempting to bind port f04a73f2-fcee-4bc9-90c6-8e8536723cb4 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '596c5e74-33c8-4983-a921-a96d8e5ffa7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'bd731f0d-1be1-44f5-859a-c7ea1abaaacb'}] {{(pid=87506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 22:32:44.263180 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd1b60fc-ba38-4ee8-bd7a-c13feb7fe5c6 tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] Attempting to bind port f04a73f2-fcee-4bc9-90c6-8e8536723cb4 on network bd731f0d-1be1-44f5-859a-c7ea1abaaacb {{(pid=87506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 22:32:44.270747 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-405a5b4b-3858-4c08-8f46-fa8307756fa9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:44.285109 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd1b60fc-ba38-4ee8-bd7a-c13feb7fe5c6 tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] Port f04a73f2-fcee-4bc9-90c6-8e8536723cb4 on network bd731f0d-1be1-44f5-859a-c7ea1abaaacb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=87506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 16 22:32:44.285443 dv-neutron-821829-1-hyperv neutron-server[87506]: ERROR neutron.plugins.ml2.managers [None req-bd1b60fc-ba38-4ee8-bd7a-c13feb7fe5c6 tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] Failed to bind port f04a73f2-fcee-4bc9-90c6-8e8536723cb4 on host hv-neutron-8218 for vnic_type normal using segments [{'id': '596c5e74-33c8-4983-a921-a96d8e5ffa7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'bd731f0d-1be1-44f5-859a-c7ea1abaaacb'}]
Dec 16 22:32:44.288967 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.plugins.ml2.plugin [None req-bd1b60fc-ba38-4ee8-bd7a-c13feb7fe5c6 tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] Attempt 4 to bind port f04a73f2-fcee-4bc9-90c6-8e8536723cb4
Dec 16 22:32:44.304083 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-eee5e410-e10b-4a82-b32c-b7bbeb5a5132 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:44.306132 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-913467a0-d586-42ba-bbbd-fda37e827b6f tempest-FloatingIPAdminTestJSON-210502716 tempest-FloatingIPAdminTestJSON-210502716-project] 10.222.0.13 "DELETE /v2.0/floatingips/57a7b033-7b16-4162-b865-2401157eb969 HTTP/1.1" status: 204  len: 168 time: 4.8055601
Dec 16 22:32:44.306924 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 38360) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:32:44.316192 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca89b25c-d058-42b2-bf9f-7e83a2e38592 req-3b439021-f114-4cd8-8dd3-f554e30e4c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:32:44.317597 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-ca89b25c-d058-42b2-bf9f-7e83a2e38592 req-3b439021-f114-4cd8-8dd3-f554e30e4c20 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=3450588b-5964-4afe-b2b9-07bddce97e2c HTTP/1.1" status: 200  len: 845 time: 0.1137156
Dec 16 22:32:44.321766 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-e215690c-7c6a-4da9-a19a-2d9bcc7aec80 tempest-FloatingIPAdminTestJSON-1628957317 tempest-FloatingIPAdminTestJSON-1628957317-project-admin] Request body: {'floatingip': {'floating_network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5'}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:32:44.326819 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.managers [None req-bd1b60fc-ba38-4ee8-bd7a-c13feb7fe5c6 tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] Attempting to bind port f04a73f2-fcee-4bc9-90c6-8e8536723cb4 on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=87506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 22:32:44.327154 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.managers [None req-bd1b60fc-ba38-4ee8-bd7a-c13feb7fe5c6 tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] Attempting to bind port f04a73f2-fcee-4bc9-90c6-8e8536723cb4 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '596c5e74-33c8-4983-a921-a96d8e5ffa7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'bd731f0d-1be1-44f5-859a-c7ea1abaaacb'}] {{(pid=87506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 22:32:44.327489 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd1b60fc-ba38-4ee8-bd7a-c13feb7fe5c6 tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] Attempting to bind port f04a73f2-fcee-4bc9-90c6-8e8536723cb4 on network bd731f0d-1be1-44f5-859a-c7ea1abaaacb {{(pid=87506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 22:32:44.347046 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-5d64ad7c-c957-4ea8-bf2f-cda98fdaec20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b7c00e190>, [], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:32:44.363675 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-e215690c-7c6a-4da9-a19a-2d9bcc7aec80 tempest-FloatingIPAdminTestJSON-1628957317 tempest-FloatingIPAdminTestJSON-1628957317-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:32:44.373820 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-e215690c-7c6a-4da9-a19a-2d9bcc7aec80 tempest-FloatingIPAdminTestJSON-1628957317 tempest-FloatingIPAdminTestJSON-1628957317-project-admin] Usage tracker for resource:floatingip and tenant:67731d74ca194067b5eb7b21c743d80f is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:32:44.379111 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d64ad7c-c957-4ea8-bf2f-cda98fdaec20 None None] Routers {'8976845b-1a00-4e4d-a758-acdcb256e7af'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:32:44.379515 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-5d64ad7c-c957-4ea8-bf2f-cda98fdaec20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b7c00e190>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:32:31Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['8976845b-1a00-4e4d-a758-acdcb256e7af'], 'active': True} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:32:44.380995 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd1b60fc-ba38-4ee8-bd7a-c13feb7fe5c6 tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] Port f04a73f2-fcee-4bc9-90c6-8e8536723cb4 on network bd731f0d-1be1-44f5-859a-c7ea1abaaacb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=87506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 16 22:32:44.381426 dv-neutron-821829-1-hyperv neutron-server[87506]: ERROR neutron.plugins.ml2.managers [None req-bd1b60fc-ba38-4ee8-bd7a-c13feb7fe5c6 tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] Failed to bind port f04a73f2-fcee-4bc9-90c6-8e8536723cb4 on host hv-neutron-8218 for vnic_type normal using segments [{'id': '596c5e74-33c8-4983-a921-a96d8e5ffa7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'bd731f0d-1be1-44f5-859a-c7ea1abaaacb'}]
Dec 16 22:32:44.382065 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-e215690c-7c6a-4da9-a19a-2d9bcc7aec80 tempest-FloatingIPAdminTestJSON-1628957317 tempest-FloatingIPAdminTestJSON-1628957317-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:32:44.384682 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.plugins.ml2.plugin [None req-bd1b60fc-ba38-4ee8-bd7a-c13feb7fe5c6 tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] Attempt 5 to bind port f04a73f2-fcee-4bc9-90c6-8e8536723cb4
Dec 16 22:32:44.400073 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-e215690c-7c6a-4da9-a19a-2d9bcc7aec80 tempest-FloatingIPAdminTestJSON-1628957317 tempest-FloatingIPAdminTestJSON-1628957317-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:32:44.410840 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.managers [None req-bd1b60fc-ba38-4ee8-bd7a-c13feb7fe5c6 tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] Attempting to bind port f04a73f2-fcee-4bc9-90c6-8e8536723cb4 on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=87506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 22:32:44.411144 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.managers [None req-bd1b60fc-ba38-4ee8-bd7a-c13feb7fe5c6 tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] Attempting to bind port f04a73f2-fcee-4bc9-90c6-8e8536723cb4 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '596c5e74-33c8-4983-a921-a96d8e5ffa7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'bd731f0d-1be1-44f5-859a-c7ea1abaaacb'}] {{(pid=87506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 22:32:44.411456 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd1b60fc-ba38-4ee8-bd7a-c13feb7fe5c6 tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] Attempting to bind port f04a73f2-fcee-4bc9-90c6-8e8536723cb4 on network bd731f0d-1be1-44f5-859a-c7ea1abaaacb {{(pid=87506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 22:32:44.416689 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd1b60fc-ba38-4ee8-bd7a-c13feb7fe5c6 tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] Port f04a73f2-fcee-4bc9-90c6-8e8536723cb4 on network bd731f0d-1be1-44f5-859a-c7ea1abaaacb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=87506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 16 22:32:44.417006 dv-neutron-821829-1-hyperv neutron-server[87506]: ERROR neutron.plugins.ml2.managers [None req-bd1b60fc-ba38-4ee8-bd7a-c13feb7fe5c6 tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] Failed to bind port f04a73f2-fcee-4bc9-90c6-8e8536723cb4 on host hv-neutron-8218 for vnic_type normal using segments [{'id': '596c5e74-33c8-4983-a921-a96d8e5ffa7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'bd731f0d-1be1-44f5-859a-c7ea1abaaacb'}]
Dec 16 22:32:44.418296 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.plugins.ml2.plugin [None req-bd1b60fc-ba38-4ee8-bd7a-c13feb7fe5c6 tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] Attempt 6 to bind port f04a73f2-fcee-4bc9-90c6-8e8536723cb4
Dec 16 22:32:44.441269 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.managers [None req-bd1b60fc-ba38-4ee8-bd7a-c13feb7fe5c6 tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] Attempting to bind port f04a73f2-fcee-4bc9-90c6-8e8536723cb4 on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=87506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 22:32:44.441963 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.managers [None req-bd1b60fc-ba38-4ee8-bd7a-c13feb7fe5c6 tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] Attempting to bind port f04a73f2-fcee-4bc9-90c6-8e8536723cb4 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '596c5e74-33c8-4983-a921-a96d8e5ffa7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'bd731f0d-1be1-44f5-859a-c7ea1abaaacb'}] {{(pid=87506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 22:32:44.441963 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd1b60fc-ba38-4ee8-bd7a-c13feb7fe5c6 tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] Attempting to bind port f04a73f2-fcee-4bc9-90c6-8e8536723cb4 on network bd731f0d-1be1-44f5-859a-c7ea1abaaacb {{(pid=87506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 22:32:44.448663 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Device 760988bb-0591-4c97-be7d-c348804c49dd details requested by agent hyperv_hv-neutron-8218 with host hv-neutron-8218 {{(pid=87508) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 16 22:32:44.449119 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd1b60fc-ba38-4ee8-bd7a-c13feb7fe5c6 tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] Port f04a73f2-fcee-4bc9-90c6-8e8536723cb4 on network bd731f0d-1be1-44f5-859a-c7ea1abaaacb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=87506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 16 22:32:44.449446 dv-neutron-821829-1-hyperv neutron-server[87506]: ERROR neutron.plugins.ml2.managers [None req-bd1b60fc-ba38-4ee8-bd7a-c13feb7fe5c6 tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] Failed to bind port f04a73f2-fcee-4bc9-90c6-8e8536723cb4 on host hv-neutron-8218 for vnic_type normal using segments [{'id': '596c5e74-33c8-4983-a921-a96d8e5ffa7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'bd731f0d-1be1-44f5-859a-c7ea1abaaacb'}]
Dec 16 22:32:44.449974 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.plugins.ml2.plugin [None req-bd1b60fc-ba38-4ee8-bd7a-c13feb7fe5c6 tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] Attempt 7 to bind port f04a73f2-fcee-4bc9-90c6-8e8536723cb4
Dec 16 22:32:44.470053 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.managers [None req-bd1b60fc-ba38-4ee8-bd7a-c13feb7fe5c6 tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] Attempting to bind port f04a73f2-fcee-4bc9-90c6-8e8536723cb4 on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=87506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 22:32:44.470265 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-5d64ad7c-c957-4ea8-bf2f-cda98fdaec20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b7c00e190>, [], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:32:44.470383 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.managers [None req-bd1b60fc-ba38-4ee8-bd7a-c13feb7fe5c6 tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] Attempting to bind port f04a73f2-fcee-4bc9-90c6-8e8536723cb4 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '596c5e74-33c8-4983-a921-a96d8e5ffa7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'bd731f0d-1be1-44f5-859a-c7ea1abaaacb'}] {{(pid=87506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 22:32:44.470465 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d64ad7c-c957-4ea8-bf2f-cda98fdaec20 None None] The sync data for ids ['8976845b-1a00-4e4d-a758-acdcb256e7af'] in dv-neutron-821829-1-hyperv is: [] {{(pid=87508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 22:32:44.470690 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd1b60fc-ba38-4ee8-bd7a-c13feb7fe5c6 tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] Attempting to bind port f04a73f2-fcee-4bc9-90c6-8e8536723cb4 on network bd731f0d-1be1-44f5-859a-c7ea1abaaacb {{(pid=87506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 22:32:44.474904 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca89b25c-d058-42b2-bf9f-7e83a2e38592 req-443646b8-354a-4bf0-9a99-c8cdbe7ed472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:32:44.476412 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-ca89b25c-d058-42b2-bf9f-7e83a2e38592 req-443646b8-354a-4bf0-9a99-c8cdbe7ed472 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=ee4be5eb-8d65-4c35-a7d0-77b65d96496e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.1506810
Dec 16 22:32:44.481660 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd1b60fc-ba38-4ee8-bd7a-c13feb7fe5c6 tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] Port f04a73f2-fcee-4bc9-90c6-8e8536723cb4 on network bd731f0d-1be1-44f5-859a-c7ea1abaaacb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=87506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 16 22:32:44.481992 dv-neutron-821829-1-hyperv neutron-server[87506]: ERROR neutron.plugins.ml2.managers [None req-bd1b60fc-ba38-4ee8-bd7a-c13feb7fe5c6 tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] Failed to bind port f04a73f2-fcee-4bc9-90c6-8e8536723cb4 on host hv-neutron-8218 for vnic_type normal using segments [{'id': '596c5e74-33c8-4983-a921-a96d8e5ffa7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'bd731f0d-1be1-44f5-859a-c7ea1abaaacb'}]
Dec 16 22:32:44.482411 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.plugins.ml2.plugin [None req-bd1b60fc-ba38-4ee8-bd7a-c13feb7fe5c6 tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] Attempt 8 to bind port f04a73f2-fcee-4bc9-90c6-8e8536723cb4
Dec 16 22:32:44.491641 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-405a5b4b-3858-4c08-8f46-fa8307756fa9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:44.513769 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-e215690c-7c6a-4da9-a19a-2d9bcc7aec80 tempest-FloatingIPAdminTestJSON-1628957317 tempest-FloatingIPAdminTestJSON-1628957317-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:44.540423 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7331dd9-bcc6-4987-993e-e12dc690e66a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1d6bfaf-d325-5e4f-b05d-2441d8339617-7edd76f7-0f97-48a5-b177-9842de6c0500', 'network_id': '7edd76f7-0f97-48a5-b177-9842de6c0500', 'tenant_id': '8e4385a98eb1416284c1cc96b3355a70', 'fixed_ips': [{'subnet_id': '906d9fa4-f7e2-4d60-9e2e-96b68b4ad639'}]}} from dv-neutron-821829-1-hyperv. {{(pid=87508) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 16 22:32:44.541262 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-d7331dd9-bcc6-4987-993e-e12dc690e66a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:44.544118 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-97777247-e0af-4f7f-a57b-9ef385a5b3db tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 834 time: 2.2858415
Dec 16 22:32:44.574623 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-b53a07dc-e9d1-451f-acf5-5a57a7d8a015 tempest-RoutersIpV6AdminTest-765327337 tempest-RoutersIpV6AdminTest-765327337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3739500', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39002'] for router, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:44.576231 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 38366) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:32:44.592702 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-b53a07dc-e9d1-451f-acf5-5a57a7d8a015 tempest-RoutersIpV6AdminTest-765327337 tempest-RoutersIpV6AdminTest-765327337-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:44.593105 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.managers [None req-bd1b60fc-ba38-4ee8-bd7a-c13feb7fe5c6 tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] Attempting to bind port f04a73f2-fcee-4bc9-90c6-8e8536723cb4 on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=87506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 22:32:44.593594 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.managers [None req-bd1b60fc-ba38-4ee8-bd7a-c13feb7fe5c6 tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] Attempting to bind port f04a73f2-fcee-4bc9-90c6-8e8536723cb4 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '596c5e74-33c8-4983-a921-a96d8e5ffa7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'bd731f0d-1be1-44f5-859a-c7ea1abaaacb'}] {{(pid=87506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 22:32:44.593778 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd1b60fc-ba38-4ee8-bd7a-c13feb7fe5c6 tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] Attempting to bind port f04a73f2-fcee-4bc9-90c6-8e8536723cb4 on network bd731f0d-1be1-44f5-859a-c7ea1abaaacb {{(pid=87506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 22:32:44.605842 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-98bdf19f-736e-4609-911e-4dc8217574f5 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Request body: {'port': {'network_id': '7edd76f7-0f97-48a5-b177-9842de6c0500', 'name': 'tempest-NetworksTestDHCPv6-995856741'}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:32:44.606090 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd1b60fc-ba38-4ee8-bd7a-c13feb7fe5c6 tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] Port f04a73f2-fcee-4bc9-90c6-8e8536723cb4 on network bd731f0d-1be1-44f5-859a-c7ea1abaaacb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=87506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 16 22:32:44.606319 dv-neutron-821829-1-hyperv neutron-server[87506]: ERROR neutron.plugins.ml2.managers [None req-bd1b60fc-ba38-4ee8-bd7a-c13feb7fe5c6 tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] Failed to bind port f04a73f2-fcee-4bc9-90c6-8e8536723cb4 on host hv-neutron-8218 for vnic_type normal using segments [{'id': '596c5e74-33c8-4983-a921-a96d8e5ffa7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'bd731f0d-1be1-44f5-859a-c7ea1abaaacb'}]
Dec 16 22:32:44.654892 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.plugins.ml2.plugin [None req-bd1b60fc-ba38-4ee8-bd7a-c13feb7fe5c6 tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] Attempt 9 to bind port f04a73f2-fcee-4bc9-90c6-8e8536723cb4
Dec 16 22:32:44.687280 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.managers [None req-bd1b60fc-ba38-4ee8-bd7a-c13feb7fe5c6 tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] Attempting to bind port f04a73f2-fcee-4bc9-90c6-8e8536723cb4 on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=87506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 22:32:44.687602 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.managers [None req-bd1b60fc-ba38-4ee8-bd7a-c13feb7fe5c6 tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] Attempting to bind port f04a73f2-fcee-4bc9-90c6-8e8536723cb4 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '596c5e74-33c8-4983-a921-a96d8e5ffa7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'bd731f0d-1be1-44f5-859a-c7ea1abaaacb'}] {{(pid=87506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 22:32:44.688121 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd1b60fc-ba38-4ee8-bd7a-c13feb7fe5c6 tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] Attempting to bind port f04a73f2-fcee-4bc9-90c6-8e8536723cb4 on network bd731f0d-1be1-44f5-859a-c7ea1abaaacb {{(pid=87506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 22:32:44.706196 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd1b60fc-ba38-4ee8-bd7a-c13feb7fe5c6 tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] Port f04a73f2-fcee-4bc9-90c6-8e8536723cb4 on network bd731f0d-1be1-44f5-859a-c7ea1abaaacb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=87506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 16 22:32:44.706738 dv-neutron-821829-1-hyperv neutron-server[87506]: ERROR neutron.plugins.ml2.managers [None req-bd1b60fc-ba38-4ee8-bd7a-c13feb7fe5c6 tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] Failed to bind port f04a73f2-fcee-4bc9-90c6-8e8536723cb4 on host hv-neutron-8218 for vnic_type normal using segments [{'id': '596c5e74-33c8-4983-a921-a96d8e5ffa7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'bd731f0d-1be1-44f5-859a-c7ea1abaaacb'}]
Dec 16 22:32:44.710390 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.plugins.ml2.plugin [None req-bd1b60fc-ba38-4ee8-bd7a-c13feb7fe5c6 tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] Attempt 10 to bind port f04a73f2-fcee-4bc9-90c6-8e8536723cb4
Dec 16 22:32:44.743721 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-ca89b25c-d058-42b2-bf9f-7e83a2e38592 req-f54016d7-382a-4a9a-9dc2-24d2ed01cddc service neutron] 10.222.0.49 "GET /v2.0/networks/ee4be5eb-8d65-4c35-a7d0-77b65d96496e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2524898
Dec 16 22:32:44.745947 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.managers [None req-bd1b60fc-ba38-4ee8-bd7a-c13feb7fe5c6 tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] Attempting to bind port f04a73f2-fcee-4bc9-90c6-8e8536723cb4 on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=87506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 22:32:44.746429 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.managers [None req-bd1b60fc-ba38-4ee8-bd7a-c13feb7fe5c6 tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] Attempting to bind port f04a73f2-fcee-4bc9-90c6-8e8536723cb4 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '596c5e74-33c8-4983-a921-a96d8e5ffa7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'bd731f0d-1be1-44f5-859a-c7ea1abaaacb'}] {{(pid=87506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 22:32:44.746579 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] For port 760988bb-0591-4c97-be7d-c348804c49dd, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=760988bb-0591-4c97-be7d-c348804c49dd,segment=NetworkSegment(0e9a6b9a-afeb-4b5e-89d6-53273bbdf644),segment_id=0e9a6b9a-afeb-4b5e-89d6-53273bbdf644)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:32:44.747408 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd1b60fc-ba38-4ee8-bd7a-c13feb7fe5c6 tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] Attempting to bind port f04a73f2-fcee-4bc9-90c6-8e8536723cb4 on network bd731f0d-1be1-44f5-859a-c7ea1abaaacb {{(pid=87506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 22:32:44.766106 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Returning: {'device': '760988bb-0591-4c97-be7d-c348804c49dd', 'network_id': '4324e1ea-4669-4cf4-86ce-32057be725fc', 'port_id': '760988bb-0591-4c97-be7d-c348804c49dd', 'mac_address': 'fa:16:3e:b2:50:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3657b92c-69b8-4f39-be86-861bf2c75ad0', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87508) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 16 22:32:44.773027 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd1b60fc-ba38-4ee8-bd7a-c13feb7fe5c6 tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] Port f04a73f2-fcee-4bc9-90c6-8e8536723cb4 on network bd731f0d-1be1-44f5-859a-c7ea1abaaacb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=87506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 16 22:32:44.773546 dv-neutron-821829-1-hyperv neutron-server[87506]: ERROR neutron.plugins.ml2.managers [None req-bd1b60fc-ba38-4ee8-bd7a-c13feb7fe5c6 tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] Failed to bind port f04a73f2-fcee-4bc9-90c6-8e8536723cb4 on host hv-neutron-8218 for vnic_type normal using segments [{'id': '596c5e74-33c8-4983-a921-a96d8e5ffa7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'bd731f0d-1be1-44f5-859a-c7ea1abaaacb'}]
Dec 16 22:32:44.774105 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-bd1b60fc-ba38-4ee8-bd7a-c13feb7fe5c6 tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:44.811673 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-b53a07dc-e9d1-451f-acf5-5a57a7d8a015 tempest-RoutersIpV6AdminTest-765327337 tempest-RoutersIpV6AdminTest-765327337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3830089'] for router, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:44.812403 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b53a07dc-e9d1-451f-acf5-5a57a7d8a015 tempest-RoutersIpV6AdminTest-765327337 tempest-RoutersIpV6AdminTest-765327337-project] Fanout notify agent at l3_agent the message router_deleted on router f9d3c95b-7dc0-41cd-b420-4db0aa4ee5b5 {{(pid=87507) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 16 22:32:44.828348 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-eee5e410-e10b-4a82-b32c-b7bbeb5a5132 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841066'] for security_group, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:44.838547 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-faf5d40f-8801-44ea-979b-838c347ee619 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:32:44.843260 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:44.851910 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88df2923-f1e2-47c1-8fbd-0203f2ec90db req-4fcc76cb-10ff-4893-af2c-c55fbd284782 tempest-ServerActionsTestJSON-1581017418 tempest-ServerActionsTestJSON-1581017418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:32:44.858663 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-88df2923-f1e2-47c1-8fbd-0203f2ec90db req-4fcc76cb-10ff-4893-af2c-c55fbd284782 tempest-ServerActionsTestJSON-1581017418 tempest-ServerActionsTestJSON-1581017418-project] 10.222.0.13 "GET /v2.0/ports?device_id=95ef1739-1bf2-4522-993c-76a77d5f2322 HTTP/1.1" status: 200  len: 943 time: 0.8000534
Dec 16 22:32:44.876197 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.notifiers.nova [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 760988bb-0591-4c97-be7d-c348804c49dd {{(pid=87508) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 22:32:44.905996 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee5e410-e10b-4a82-b32c-b7bbeb5a5132 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=650431ae-3d97-4165-a2fb-c0d3f8bdb1a4,revision_number=None']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:32:44.908464 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-eee5e410-e10b-4a82-b32c-b7bbeb5a5132 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:32:44.908592 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] For port 760988bb-0591-4c97-be7d-c348804c49dd, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=760988bb-0591-4c97-be7d-c348804c49dd,segment=NetworkSegment(0e9a6b9a-afeb-4b5e-89d6-53273bbdf644),segment_id=0e9a6b9a-afeb-4b5e-89d6-53273bbdf644)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:32:44.932091 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-405a5b4b-3858-4c08-8f46-fa8307756fa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841066'] for security_group, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:44.943733 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:32:44.958704 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:44.973791 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-cabb3db0-de18-4d24-9888-cc253f66c1ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:32:44.978958 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-ca89b25c-d058-42b2-bf9f-7e83a2e38592 req-b989f4f0-27ce-4fe6-ab56-438c31c919d6 service neutron] 10.222.0.49 "GET /v2.0/networks/ee4be5eb-8d65-4c35-a7d0-77b65d96496e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2250776
Dec 16 22:32:44.990938 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.db [None req-bd1b60fc-ba38-4ee8-bd7a-c13feb7fe5c6 tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] For port f04a73f2-fcee-4bc9-90c6-8e8536723cb4, host hv-neutron-8218, cleared binding levels {{(pid=87506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 22:32:44.991301 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.db [None req-bd1b60fc-ba38-4ee8-bd7a-c13feb7fe5c6 tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] Attempted to set empty binding levels {{(pid=87506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}}
Dec 16 22:32:44.992564 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-405a5b4b-3858-4c08-8f46-fa8307756fa9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:44.996630 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-405a5b4b-3858-4c08-8f46-fa8307756fa9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7039d1cc-35a0-4ebd-abd1-32600bba665a HTTP/1.1" status: 204  len: 168 time: 1.2973840
Dec 16 22:32:44.996630 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405a5b4b-3858-4c08-8f46-fa8307756fa9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7039d1cc-35a0-4ebd-abd1-32600bba665a,revision_number=None']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:32:44.997411 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-e215690c-7c6a-4da9-a19a-2d9bcc7aec80 tempest-FloatingIPAdminTestJSON-1628957317 tempest-FloatingIPAdminTestJSON-1628957317-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:44.999686 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-405a5b4b-3858-4c08-8f46-fa8307756fa9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:32:45.000686 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-98bdf19f-736e-4609-911e-4dc8217574f5 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:32:45.002003 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-bd1b60fc-ba38-4ee8-bd7a-c13feb7fe5c6 tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1863400'] for port, after_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:45.015976 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.db_base_plugin_common [None req-d7331dd9-bcc6-4987-993e-e12dc690e66a None None] Allocated IP 2001:db8::2 (7edd76f7-0f97-48a5-b177-9842de6c0500/906d9fa4-f7e2-4d60-9e2e-96b68b4ad639/7f40c76b-ceb7-4512-a8ad-d5a5d157df96) {{(pid=87508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 22:32:45.016190 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-eee5e410-e10b-4a82-b32c-b7bbeb5a5132 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:45.017248 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-eee5e410-e10b-4a82-b32c-b7bbeb5a5132 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/650431ae-3d97-4165-a2fb-c0d3f8bdb1a4 HTTP/1.1" status: 204  len: 168 time: 1.3587866
Dec 16 22:32:45.022837 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-b53a07dc-e9d1-451f-acf5-5a57a7d8a015 tempest-RoutersIpV6AdminTest-765327337 tempest-RoutersIpV6AdminTest-765327337-project] Notify callbacks [] for router, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:45.028851 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-b53a07dc-e9d1-451f-acf5-5a57a7d8a015 tempest-RoutersIpV6AdminTest-765327337 tempest-RoutersIpV6AdminTest-765327337-project] 10.222.0.13 "DELETE /v2.0/routers/f9d3c95b-7dc0-41cd-b420-4db0aa4ee5b5 HTTP/1.1" status: 204  len: 168 time: 4.2293231
Dec 16 22:32:45.033840 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-88df2923-f1e2-47c1-8fbd-0203f2ec90db req-6c8c9af1-562a-4851-9569-81c193eafd74 tempest-ServerActionsTestJSON-1581017418 tempest-ServerActionsTestJSON-1581017418-project] 10.222.0.13 "GET /v2.0/security-groups?id=1011a650-dc8c-4279-9762-0c0bcda15d85&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1739430
Dec 16 22:32:45.034493 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 38374) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:32:45.037583 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-98bdf19f-736e-4609-911e-4dc8217574f5 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Usage tracker for resource:port and tenant:8e4385a98eb1416284c1cc96b3355a70 is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:32:45.041968 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-98bdf19f-736e-4609-911e-4dc8217574f5 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:32:45.044575 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-651583e1-f0b2-4add-b3e7-65f8e516ead5 tempest-RoutersIpV6AdminTest-146809031 tempest-RoutersIpV6AdminTest-146809031-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:32:45.051965 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-98bdf19f-736e-4609-911e-4dc8217574f5 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:32:45.098751 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-b58ebca7-7101-4124-b6cf-c008a849183f tempest-RoutersIpV6AdminTest-146809031 tempest-RoutersIpV6AdminTest-146809031-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1623990199', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'enable_snat': False}}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:32:45.107150 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-b58ebca7-7101-4124-b6cf-c008a849183f tempest-RoutersIpV6AdminTest-146809031 tempest-RoutersIpV6AdminTest-146809031-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:32:45.119125 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-b58ebca7-7101-4124-b6cf-c008a849183f tempest-RoutersIpV6AdminTest-146809031 tempest-RoutersIpV6AdminTest-146809031-project-admin] Usage tracker for resource:router and tenant:5cf88710195741768968293f02f9935d is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:32:45.122801 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-b58ebca7-7101-4124-b6cf-c008a849183f tempest-RoutersIpV6AdminTest-146809031 tempest-RoutersIpV6AdminTest-146809031-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:32:45.129006 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd1b60fc-ba38-4ee8-bd7a-c13feb7fe5c6 tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:32:45.130189 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-bd1b60fc-ba38-4ee8-bd7a-c13feb7fe5c6 tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for port, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:45.132340 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-b58ebca7-7101-4124-b6cf-c008a849183f tempest-RoutersIpV6AdminTest-146809031 tempest-RoutersIpV6AdminTest-146809031-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:32:45.151828 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98bdf19f-736e-4609-911e-4dc8217574f5 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Made reservation on behalf of 8e4385a98eb1416284c1cc96b3355a70 for: {'port': 1} {{(pid=87507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:32:45.160287 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-98bdf19f-736e-4609-911e-4dc8217574f5 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:45.172227 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1b60fc-ba38-4ee8-bd7a-c13feb7fe5c6 tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] Pushing event updated for resources: {'Port': ['ID=f04a73f2-fcee-4bc9-90c6-8e8536723cb4,revision_number=2']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:32:45.177776 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-bd1b60fc-ba38-4ee8-bd7a-c13feb7fe5c6 tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:32:45.182090 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-bd1b60fc-ba38-4ee8-bd7a-c13feb7fe5c6 tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 981 time: 5.1909180
Dec 16 22:32:45.185776 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 38378) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:32:45.202013 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f0384e-626a-4c6c-86e0-9b11d5b5043f req-cabea99a-79f1-41ac-be63-5a19a06a48c5 tempest-ServersTestJSON-1208382319 tempest-ServersTestJSON-1208382319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:32:45.203606 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-f5f0384e-626a-4c6c-86e0-9b11d5b5043f req-cabea99a-79f1-41ac-be63-5a19a06a48c5 tempest-ServersTestJSON-1208382319 tempest-ServersTestJSON-1208382319-project] 10.222.0.13 "GET /v2.0/ports?device_id=e8b1f9e3-1dc7-4804-9d4e-3e2ba6aa02cb HTTP/1.1" status: 200  len: 943 time: 0.5409012
Dec 16 22:32:45.210437 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.notifiers.nova [None req-98bdf19f-736e-4609-911e-4dc8217574f5 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] device_id is not set on port aa3e03f8-62d1-428f-ac28-5194e91ae4d6 yet. {{(pid=87507) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 16 22:32:45.316597 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-b58ebca7-7101-4124-b6cf-c008a849183f tempest-RoutersIpV6AdminTest-146809031 tempest-RoutersIpV6AdminTest-146809031-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3741155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38980'] for router, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:45.319386 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-b58ebca7-7101-4124-b6cf-c008a849183f tempest-RoutersIpV6AdminTest-146809031 tempest-RoutersIpV6AdminTest-146809031-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3743284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3741748', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3896702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-38989'] for router, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:45.324379 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-d7331dd9-bcc6-4987-993e-e12dc690e66a None None] Notify callbacks [] for port, precommit_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:45.333213 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-b58ebca7-7101-4124-b6cf-c008a849183f tempest-RoutersIpV6AdminTest-146809031 tempest-RoutersIpV6AdminTest-146809031-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:45.334693 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [None req-62ee69fb-5cb1-47a4-a7fd-39e1413ef0cd tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] Deleting port f04a73f2-fcee-4bc9-90c6-8e8536723cb4 {{(pid=87506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:32:45.335030 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-62ee69fb-5cb1-47a4-a7fd-39e1413ef0cd tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:45.343386 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-d7331dd9-bcc6-4987-993e-e12dc690e66a None None] Transition to ACTIVE for port object 7f40c76b-ceb7-4512-a8ad-d5a5d157df96 will not be triggered until provisioned by entity L2. {{(pid=87508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:32:45.373121 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-d7331dd9-bcc6-4987-993e-e12dc690e66a None None] Transition to ACTIVE for port object 7f40c76b-ceb7-4512-a8ad-d5a5d157df96 will not be triggered until provisioned by entity DHCP. {{(pid=87508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:32:45.383218 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Pushing event updated for resources: {'Port': ['ID=760988bb-0591-4c97-be7d-c348804c49dd,revision_number=4']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:32:45.393466 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] get_ports_and_sgs() called for port_ids ['760988bb-0591-4c97-be7d-c348804c49dd'] {{(pid=87508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 22:32:45.430636 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-d7331dd9-bcc6-4987-993e-e12dc690e66a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940'] for port, after_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:45.443818 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.469s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:32:45.445175 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:32:45.495370 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.db_base_plugin_common [None req-e215690c-7c6a-4da9-a19a-2d9bcc7aec80 tempest-FloatingIPAdminTestJSON-1628957317 tempest-FloatingIPAdminTestJSON-1628957317-project-admin] Allocated IP 172.26.0.173 (f8905ce9-304b-4976-bc47-e58c71c11de5/9bca8591-41ef-4f2d-8ecb-ecaab1a28acf/63c1e095-7bc0-4093-a796-9dfe58d34901) {{(pid=87506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 22:32:45.540743 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7331dd9-bcc6-4987-993e-e12dc690e66a None None] Network 7edd76f7-0f97-48a5-b177-9842de6c0500 is already hosted by enough agents. {{(pid=87508) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:32:45.546455 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.db_base_plugin_common [None req-98bdf19f-736e-4609-911e-4dc8217574f5 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Allocated IP 2001:db8::59 (7edd76f7-0f97-48a5-b177-9842de6c0500/906d9fa4-f7e2-4d60-9e2e-96b68b4ad639/aa3e03f8-62d1-428f-ac28-5194e91ae4d6) {{(pid=87507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 22:32:45.558509 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.scheduler.base_scheduler [None req-d7331dd9-bcc6-4987-993e-e12dc690e66a None None] Resources bound (agent type, host, resource id):  {{(pid=87508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:32:45.572960 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7331dd9-bcc6-4987-993e-e12dc690e66a None None] Received port after_create {{(pid=87508) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 22:32:45.726662 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7331dd9-bcc6-4987-993e-e12dc690e66a None None] Pushing event updated for resources: {'Port': ['ID=7f40c76b-ceb7-4512-a8ad-d5a5d157df96,revision_number=1']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:32:45.729799 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 38392) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:32:45.740573 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-d7331dd9-bcc6-4987-993e-e12dc690e66a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:32:45.771552 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-d7331dd9-bcc6-4987-993e-e12dc690e66a None None] Attempting to bind port 7f40c76b-ceb7-4512-a8ad-d5a5d157df96 on host dv-neutron-821829-1-hyperv for vnic_type normal with profile  {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 22:32:45.772231 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-d7331dd9-bcc6-4987-993e-e12dc690e66a None None] Attempting to bind port 7f40c76b-ceb7-4512-a8ad-d5a5d157df96 by drivers openvswitch,hyperv on host dv-neutron-821829-1-hyperv at level 0 using segments [{'id': 'da71c9a1-7532-4738-a9bc-22a7f498ec35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '7edd76f7-0f97-48a5-b177-9842de6c0500'}] {{(pid=87508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 22:32:45.772231 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7331dd9-bcc6-4987-993e-e12dc690e66a None None] Attempting to bind port 7f40c76b-ceb7-4512-a8ad-d5a5d157df96 on network 7edd76f7-0f97-48a5-b177-9842de6c0500 {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 22:32:45.790292 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7331dd9-bcc6-4987-993e-e12dc690e66a None None] Checking agent: {'id': '5571501f-366e-47a4-9b60-8ef19d935d27', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821829-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 24, 2), 'started_at': datetime.datetime(2021, 12, 16, 22, 24, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 32, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821829-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 22:32:45.790986 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7331dd9-bcc6-4987-993e-e12dc690e66a None None] Checking segment: {'id': 'da71c9a1-7532-4738-a9bc-22a7f498ec35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '7edd76f7-0f97-48a5-b177-9842de6c0500'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 22:32:45.791539 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-d7331dd9-bcc6-4987-993e-e12dc690e66a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:45.791908 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7331dd9-bcc6-4987-993e-e12dc690e66a None None] Bound using segment: {'id': 'da71c9a1-7532-4738-a9bc-22a7f498ec35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '7edd76f7-0f97-48a5-b177-9842de6c0500'} {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 22:32:45.792466 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-d7331dd9-bcc6-4987-993e-e12dc690e66a None None] Bound port: 7f40c76b-ceb7-4512-a8ad-d5a5d157df96, host: dv-neutron-821829-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da71c9a1-7532-4738-a9bc-22a7f498ec35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '7edd76f7-0f97-48a5-b177-9842de6c0500'}}] {{(pid=87508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 22:32:45.793040 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-d7331dd9-bcc6-4987-993e-e12dc690e66a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:45.796559 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.db [None req-62ee69fb-5cb1-47a4-a7fd-39e1413ef0cd tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] For port f04a73f2-fcee-4bc9-90c6-8e8536723cb4, host hv-neutron-8218, got binding levels [] {{(pid=87506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:32:45.797099 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-62ee69fb-5cb1-47a4-a7fd-39e1413ef0cd tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:45.901532 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-f5f0384e-626a-4c6c-86e0-9b11d5b5043f req-82b8e16b-3251-4e32-b290-6bc9f8251920 tempest-ServersTestJSON-1208382319 tempest-ServersTestJSON-1208382319-project] 10.222.0.13 "GET /v2.0/security-groups?id=5d566684-e21e-48b5-9daf-a272f2025a2f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.5871670
Dec 16 22:32:45.906850 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-b537c0fc-91dd-49ae-9c6e-30b58b95ec47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:45.947286 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [None req-62ee69fb-5cb1-47a4-a7fd-39e1413ef0cd tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] Calling delete_port for f04a73f2-fcee-4bc9-90c6-8e8536723cb4 owned by  {{(pid=87506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:32:46.002700 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-d7331dd9-bcc6-4987-993e-e12dc690e66a None None] For port 7f40c76b-ceb7-4512-a8ad-d5a5d157df96, host dv-neutron-821829-1-hyperv, cleared binding levels {{(pid=87508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 22:32:46.007716 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-d7331dd9-bcc6-4987-993e-e12dc690e66a None None] For port 7f40c76b-ceb7-4512-a8ad-d5a5d157df96, host dv-neutron-821829-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=7f40c76b-ceb7-4512-a8ad-d5a5d157df96,segment=NetworkSegment(da71c9a1-7532-4738-a9bc-22a7f498ec35),segment_id=da71c9a1-7532-4738-a9bc-22a7f498ec35)] {{(pid=87508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 22:32:46.019740 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-d7331dd9-bcc6-4987-993e-e12dc690e66a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:46.025664 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-e215690c-7c6a-4da9-a19a-2d9bcc7aec80 tempest-FloatingIPAdminTestJSON-1628957317 tempest-FloatingIPAdminTestJSON-1628957317-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:46.026436 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-0ea3c38a-824d-469a-9e52-29e4688883d7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:32:46.061825 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-62ee69fb-5cb1-47a4-a7fd-39e1413ef0cd tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1863393'] for port, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:46.070003 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-4479aa38-0e67-41d0-b838-0e59a30bae7d tempest-ServerActionsTestJSON-1581017418 tempest-ServerActionsTestJSON-1581017418-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:32:46.077776 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-b537c0fc-91dd-49ae-9c6e-30b58b95ec47 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:32:46.110917 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-b537c0fc-91dd-49ae-9c6e-30b58b95ec47 admin admin] Usage tracker for resource:security_group_rule and tenant:eba60783c5a24b0e89569b59347cd454 is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:32:46.120126 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-b537c0fc-91dd-49ae-9c6e-30b58b95ec47 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:32:46.125253 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-b58ebca7-7101-4124-b6cf-c008a849183f tempest-RoutersIpV6AdminTest-146809031 tempest-RoutersIpV6AdminTest-146809031-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3741702', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3740945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-38947'] for router, precommit_update {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:46.145712 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ee69fb-5cb1-47a4-a7fd-39e1413ef0cd tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] Pushing event deleted for resources: {'Port': ['ID=f04a73f2-fcee-4bc9-90c6-8e8536723cb4,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:32:46.149302 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-b537c0fc-91dd-49ae-9c6e-30b58b95ec47 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:32:46.150361 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-62ee69fb-5cb1-47a4-a7fd-39e1413ef0cd tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:32:46.167940 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-98bdf19f-736e-4609-911e-4dc8217574f5 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks [] for port, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:46.171610 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-62ee69fb-5cb1-47a4-a7fd-39e1413ef0cd tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for port, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:46.172860 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7331dd9-bcc6-4987-993e-e12dc690e66a None None] Pushing event updated for resources: {'Port': ['ID=7f40c76b-ceb7-4512-a8ad-d5a5d157df96,revision_number=2']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:32:46.177380 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-d7331dd9-bcc6-4987-993e-e12dc690e66a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:32:46.185834 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-62ee69fb-5cb1-47a4-a7fd-39e1413ef0cd tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] 10.222.0.13 "DELETE /v2.0/ports/f04a73f2-fcee-4bc9-90c6-8e8536723cb4 HTTP/1.1" status: 204  len: 168 time: 0.9988334
Dec 16 22:32:46.189334 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 38408) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:32:46.237495 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-e215690c-7c6a-4da9-a19a-2d9bcc7aec80 tempest-FloatingIPAdminTestJSON-1628957317 tempest-FloatingIPAdminTestJSON-1628957317-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1863393'] for port, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:46.248805 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:32:46.253707 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.provisioning_blocks [None req-98bdf19f-736e-4609-911e-4dc8217574f5 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Transition to ACTIVE for port object aa3e03f8-62d1-428f-ac28-5194e91ae4d6 will not be triggered until provisioned by entity DHCP. {{(pid=87507) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:32:46.307247 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.pecan_wsgi.hooks.translation [None req-10ce770b-7540-4c4b-babd-d647f460c3bd tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] GET failed (client error): The resource could not be found.
Dec 16 22:32:46.307842 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-10ce770b-7540-4c4b-babd-d647f460c3bd tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] Synchronizing usage tracker for tenant:bc8631c3bba0401f9ab311c3ca452c73 on resource:port {{(pid=87506) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 22:32:46.347123 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-10ce770b-7540-4c4b-babd-d647f460c3bd tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] Unset dirty status for tenant:bc8631c3bba0401f9ab311c3ca452c73 on resource:port {{(pid=87506) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 22:32:46.352305 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-10ce770b-7540-4c4b-babd-d647f460c3bd tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] 10.222.0.13 "GET /v2.0/ports/f04a73f2-fcee-4bc9-90c6-8e8536723cb4 HTTP/1.1" status: 404  len: 333 time: 0.1613386
Dec 16 22:32:46.352935 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 38412) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:32:46.373604 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e215690c-7c6a-4da9-a19a-2d9bcc7aec80 tempest-FloatingIPAdminTestJSON-1628957317 tempest-FloatingIPAdminTestJSON-1628957317-project-admin] Network f8905ce9-304b-4976-bc47-e58c71c11de5 is already hosted by enough agents. {{(pid=87506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:32:46.379260 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.base_scheduler [None req-e215690c-7c6a-4da9-a19a-2d9bcc7aec80 tempest-FloatingIPAdminTestJSON-1628957317 tempest-FloatingIPAdminTestJSON-1628957317-project-admin] Resources bound (agent type, host, resource id):  {{(pid=87506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:32:46.382437 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e215690c-7c6a-4da9-a19a-2d9bcc7aec80 tempest-FloatingIPAdminTestJSON-1628957317 tempest-FloatingIPAdminTestJSON-1628957317-project-admin] Received port after_create {{(pid=87506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 22:32:46.414528 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Device 7a40ac5e-8e98-4adc-8457-7278ef3b8997 details requested by agent hyperv_hv-neutron-8218 with host hv-neutron-8218 {{(pid=87508) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 16 22:32:46.425067 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-b1bce702-b05c-4adc-a251-dfab32cc307d tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] Request body: {'port': {'network_id': 'bd731f0d-1be1-44f5-859a-c7ea1abaaacb', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-897814300'}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:32:46.430892 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 38416) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:32:46.462146 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-b1bce702-b05c-4adc-a251-dfab32cc307d tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:32:46.493670 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e215690c-7c6a-4da9-a19a-2d9bcc7aec80 tempest-FloatingIPAdminTestJSON-1628957317 tempest-FloatingIPAdminTestJSON-1628957317-project-admin] Pushing event updated for resources: {'Port': ['ID=63c1e095-7bc0-4093-a796-9dfe58d34901,revision_number=1']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:32:46.503637 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-e215690c-7c6a-4da9-a19a-2d9bcc7aec80 tempest-FloatingIPAdminTestJSON-1628957317 tempest-FloatingIPAdminTestJSON-1628957317-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:32:46.511753 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-b1bce702-b05c-4adc-a251-dfab32cc307d tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:32:46.542258 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1bce702-b05c-4adc-a251-dfab32cc307d tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] Made reservation on behalf of bc8631c3bba0401f9ab311c3ca452c73 for: {'port': 1} {{(pid=87506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:32:46.544980 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-b1bce702-b05c-4adc-a251-dfab32cc307d tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:46.579372 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.notifiers.nova [None req-b1bce702-b05c-4adc-a251-dfab32cc307d tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] device_id is not set on port 8fda3574-43ae-4a94-a053-99fcbc7740bd yet. {{(pid=87506) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 16 22:32:46.626712 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Device 760988bb-0591-4c97-be7d-c348804c49dd up at agent hyperv_hv-neutron-8218 {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 22:32:46.646791 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-e215690c-7c6a-4da9-a19a-2d9bcc7aec80 tempest-FloatingIPAdminTestJSON-1628957317 tempest-FloatingIPAdminTestJSON-1628957317-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:46.729168 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-bf2841b6-7064-4976-bd74-6605e0e23417 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-122654940'}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:32:46.753890 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-bf2841b6-7064-4976-bd74-6605e0e23417 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:32:46.775724 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Provisioning for port 760988bb-0591-4c97-be7d-c348804c49dd completed by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 22:32:46.777688 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-bf2841b6-7064-4976-bd74-6605e0e23417 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Usage tracker for resource:network and tenant:224a3f89678e41499cb7a5fbecafc8d7 is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:32:46.782624 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-bf2841b6-7064-4976-bd74-6605e0e23417 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:32:46.789361 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-98bdf19f-736e-4609-911e-4dc8217574f5 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10807823'] for port, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:46.792939 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Provisioning complete for port 760988bb-0591-4c97-be7d-c348804c49dd triggered by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:32:46.793702 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:46.795231 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-bf2841b6-7064-4976-bd74-6605e0e23417 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:32:46.819094 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-e215690c-7c6a-4da9-a19a-2d9bcc7aec80 tempest-FloatingIPAdminTestJSON-1628957317 tempest-FloatingIPAdminTestJSON-1628957317-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:46.822062 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:32:46.838060 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] For port 7a40ac5e-8e98-4adc-8457-7278ef3b8997, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=7a40ac5e-8e98-4adc-8457-7278ef3b8997,segment=NetworkSegment(4f66cca6-f628-4787-a123-0cc878e80ac6),segment_id=4f66cca6-f628-4787-a123-0cc878e80ac6)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:32:46.863279 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Returning: {'device': '7a40ac5e-8e98-4adc-8457-7278ef3b8997', 'network_id': 'ee4be5eb-8d65-4c35-a7d0-77b65d96496e', 'port_id': '7a40ac5e-8e98-4adc-8457-7278ef3b8997', 'mac_address': 'fa:16:3e:98:02:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3450588b-5964-4afe-b2b9-07bddce97e2c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87508) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 16 22:32:46.873899 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-b537c0fc-91dd-49ae-9c6e-30b58b95ec47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:46.890811 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-b537c0fc-91dd-49ae-9c6e-30b58b95ec47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841066'] for security_group, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:46.905531 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf2841b6-7064-4976-bd74-6605e0e23417 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Made reservation on behalf of 224a3f89678e41499cb7a5fbecafc8d7 for: {'network': 1} {{(pid=87506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:32:46.909685 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-bf2841b6-7064-4976-bd74-6605e0e23417 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for network, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:46.936084 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98bdf19f-736e-4609-911e-4dc8217574f5 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Network 7edd76f7-0f97-48a5-b177-9842de6c0500 is already hosted by enough agents. {{(pid=87507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:32:46.948877 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98bdf19f-736e-4609-911e-4dc8217574f5 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Pushing event updated for resources: {'Port': ['ID=aa3e03f8-62d1-428f-ac28-5194e91ae4d6,revision_number=1']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:32:46.951547 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.base_scheduler [None req-98bdf19f-736e-4609-911e-4dc8217574f5 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Resources bound (agent type, host, resource id):  {{(pid=87507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:32:46.953326 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-98bdf19f-736e-4609-911e-4dc8217574f5 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:32:46.958844 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-072234cb-1184-4b05-8bc1-2ed9a77d5c0d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.041s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:32:46.968013 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98bdf19f-736e-4609-911e-4dc8217574f5 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Received port after_create {{(pid=87507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 22:32:46.968238 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:46.974155 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98bdf19f-736e-4609-911e-4dc8217574f5 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:32:46.974764 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-98bdf19f-736e-4609-911e-4dc8217574f5 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for port, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:46.992311 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-b1bce702-b05c-4adc-a251-dfab32cc307d tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:46.993611 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d0e9fc-f2c3-4c62-8ed7-45c79ff2a84d req-871fb90a-605c-480f-8cc9-1e4cd200eb58 tempest-ServerActionsTestJSON-1581017418 tempest-ServerActionsTestJSON-1581017418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:32:47.002680 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-25d0e9fc-f2c3-4c62-8ed7-45c79ff2a84d req-871fb90a-605c-480f-8cc9-1e4cd200eb58 tempest-ServerActionsTestJSON-1581017418 tempest-ServerActionsTestJSON-1581017418-project] 10.222.0.13 "GET /v2.0/ports?device_id=95ef1739-1bf2-4522-993c-76a77d5f2322 HTTP/1.1" status: 200  len: 944 time: 0.7315755
Dec 16 22:32:47.005381 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.notifiers.nova [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a40ac5e-8e98-4adc-8457-7278ef3b8997 {{(pid=87508) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 22:32:47.015113 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:47.045691 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-b537c0fc-91dd-49ae-9c6e-30b58b95ec47 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=eba60783c5a24b0e89569b59347cd454&name=default HTTP/1.1" status: 200  len: 2979 time: 1.3124835
Dec 16 22:32:47.045969 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] For port 7a40ac5e-8e98-4adc-8457-7278ef3b8997, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=7a40ac5e-8e98-4adc-8457-7278ef3b8997,segment=NetworkSegment(4f66cca6-f628-4787-a123-0cc878e80ac6),segment_id=4f66cca6-f628-4787-a123-0cc878e80ac6)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:32:47.053612 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:47.056455 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-f1e6b25f-e7ec-4ad2-adce-8ab5d751e414 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:32:47.088037 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 38424) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:32:47.095125 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-bf2841b6-7064-4976-bd74-6605e0e23417 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Notify callbacks [] for security_group, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:47.097752 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95ef1739-1bf2-4522-993c-76a77d5f2322', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '760988bb-0591-4c97-be7d-c348804c49dd'}] {{(pid=87508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 22:32:47.124444 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b537c0fc-91dd-49ae-9c6e-30b58b95ec47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df555a72-cfa3-4671-a086-5a498fc66913,revision_number=1']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:32:47.143501 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-b537c0fc-91dd-49ae-9c6e-30b58b95ec47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:32:47.171400 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-98bdf19f-736e-4609-911e-4dc8217574f5 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 930 time: 2.5808921
Dec 16 22:32:47.172453 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-b1bce702-b05c-4adc-a251-dfab32cc307d tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1863393'] for port, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:47.184393 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-25d0e9fc-f2c3-4c62-8ed7-45c79ff2a84d req-ea01817d-44fe-4dc5-b66f-6739ea07a46e tempest-ServerActionsTestJSON-1581017418 tempest-ServerActionsTestJSON-1581017418-project] 10.222.0.13 "GET /v2.0/security-groups?id=1011a650-dc8c-4279-9762-0c0bcda15d85&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1807597
Dec 16 22:32:47.189146 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 38430) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:32:47.200733 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-e215690c-7c6a-4da9-a19a-2d9bcc7aec80 tempest-FloatingIPAdminTestJSON-1628957317 tempest-FloatingIPAdminTestJSON-1628957317-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:32:47.218766 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] For port 760988bb-0591-4c97-be7d-c348804c49dd, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=760988bb-0591-4c97-be7d-c348804c49dd,segment=NetworkSegment(0e9a6b9a-afeb-4b5e-89d6-53273bbdf644),segment_id=0e9a6b9a-afeb-4b5e-89d6-53273bbdf644)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:32:47.235297 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:47.245779 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Pushing event updated for resources: {'Port': ['ID=7a40ac5e-8e98-4adc-8457-7278ef3b8997,revision_number=4']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:32:47.251322 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:32:47.252921 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.013s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:32:47.328037 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-bf2841b6-7064-4976-bd74-6605e0e23417 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:32:47.353708 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1bce702-b05c-4adc-a251-dfab32cc307d tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] Network bd731f0d-1be1-44f5-859a-c7ea1abaaacb is already hosted by enough agents. {{(pid=87506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:32:47.368495 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.base_scheduler [None req-b1bce702-b05c-4adc-a251-dfab32cc307d tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] Resources bound (agent type, host, resource id):  {{(pid=87506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:32:47.371096 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] get_ports_and_sgs() called for port_ids ['7a40ac5e-8e98-4adc-8457-7278ef3b8997'] {{(pid=87508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 22:32:47.372212 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1bce702-b05c-4adc-a251-dfab32cc307d tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] Received port after_create {{(pid=87506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 22:32:47.373311 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1bce702-b05c-4adc-a251-dfab32cc307d tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:32:47.374042 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-b1bce702-b05c-4adc-a251-dfab32cc307d tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for port, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:47.405052 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20064f1-b13b-4b5c-9ec9-7818d52ba024 req-c7f80ee1-70b8-45b6-af97-f1c92558ece6 tempest-ServersTestJSON-1208382319 tempest-ServersTestJSON-1208382319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:32:47.407176 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-b20064f1-b13b-4b5c-9ec9-7818d52ba024 req-c7f80ee1-70b8-45b6-af97-f1c92558ece6 tempest-ServersTestJSON-1208382319 tempest-ServersTestJSON-1208382319-project] 10.222.0.13 "GET /v2.0/ports?device_id=e8b1f9e3-1dc7-4804-9d4e-3e2ba6aa02cb HTTP/1.1" status: 200  len: 944 time: 0.3595319
Dec 16 22:32:47.497160 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Pushing event updated for resources: {'Port': ['ID=760988bb-0591-4c97-be7d-c348804c49dd,revision_number=5']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:32:47.499148 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-bf2841b6-7064-4976-bd74-6605e0e23417 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Usage tracker for resource:security_group_rule and tenant:224a3f89678e41499cb7a5fbecafc8d7 is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:32:47.503964 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-b20064f1-b13b-4b5c-9ec9-7818d52ba024 req-69903f22-de2d-45fb-972d-3159762c7c76 tempest-ServersTestJSON-1208382319 tempest-ServersTestJSON-1208382319-project] 10.222.0.13 "GET /v2.0/security-groups?id=5d566684-e21e-48b5-9daf-a272f2025a2f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0856483
Dec 16 22:32:47.515395 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:32:47.531740 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-bf2841b6-7064-4976-bd74-6605e0e23417 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:32:47.572550 dv-neutron-821829-1-hyperv neutron-server[87508]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95ef1739-1bf2-4522-993c-76a77d5f2322', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '760988bb-0591-4c97-be7d-c348804c49dd', 'code': 200}
Dec 16 22:32:47.597341 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-b58ebca7-7101-4124-b6cf-c008a849183f tempest-RoutersIpV6AdminTest-146809031 tempest-RoutersIpV6AdminTest-146809031-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:47.606788 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-bf2841b6-7064-4976-bd74-6605e0e23417 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:32:47.637674 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bce702-b05c-4adc-a251-dfab32cc307d tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] Pushing event updated for resources: {'Port': ['ID=8fda3574-43ae-4a94-a053-99fcbc7740bd,revision_number=1']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:32:47.641011 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-b1bce702-b05c-4adc-a251-dfab32cc307d tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.440s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:32:47.668479 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-b58ebca7-7101-4124-b6cf-c008a849183f tempest-RoutersIpV6AdminTest-146809031 tempest-RoutersIpV6AdminTest-146809031-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:47.721606 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-c7641b2e-17ce-4f04-96e1-c873493a984d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:47.726684 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-b1bce702-b05c-4adc-a251-dfab32cc307d tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 959 time: 1.3537729
Dec 16 22:32:47.729449 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 38440) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:32:47.752971 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 7f40c76b-ceb7-4512-a8ad-d5a5d157df96 up at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 22:32:47.760256 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-a7712692-9c08-4c26-a2d3-aa61bb11e20c tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8218'}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:32:47.795777 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-88ae0373-5a1e-4e67-ac43-dc8ad2e81c3c None None] Provisioning for port 7f40c76b-ceb7-4512-a8ad-d5a5d157df96 completed by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 22:32:47.830427 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da187f46-594f-4d7e-acb6-f19d265b3063 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:32:47.850241 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da187f46-594f-4d7e-acb6-f19d265b3063 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:32:47.850979 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-da187f46-594f-4d7e-acb6-f19d265b3063 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Synchronizing usage tracker for tenant:8e4385a98eb1416284c1cc96b3355a70 on resource:port {{(pid=87506) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 22:32:47.864773 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning for port 7f40c76b-ceb7-4512-a8ad-d5a5d157df96 completed by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 22:32:47.870395 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning complete for port 7f40c76b-ceb7-4512-a8ad-d5a5d157df96 triggered by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:32:47.870771 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:47.872101 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.db.resource_extend [None req-e215690c-7c6a-4da9-a19a-2d9bcc7aec80 tempest-FloatingIPAdminTestJSON-1628957317 tempest-FloatingIPAdminTestJSON-1628957317-project-admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 16 22:32:47.920538 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.db_base_plugin_common [None req-b58ebca7-7101-4124-b6cf-c008a849183f tempest-RoutersIpV6AdminTest-146809031 tempest-RoutersIpV6AdminTest-146809031-project-admin] Allocated IP 172.26.0.224 (f8905ce9-304b-4976-bc47-e58c71c11de5/9bca8591-41ef-4f2d-8ecb-ecaab1a28acf/ff937842-5ea3-4316-b7be-a546b3ed94dc) {{(pid=87507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 22:32:47.931872 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-c7641b2e-17ce-4f04-96e1-c873493a984d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:47.960244 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-e215690c-7c6a-4da9-a19a-2d9bcc7aec80 tempest-FloatingIPAdminTestJSON-1628957317 tempest-FloatingIPAdminTestJSON-1628957317-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:47.982598 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-e215690c-7c6a-4da9-a19a-2d9bcc7aec80 tempest-FloatingIPAdminTestJSON-1628957317 tempest-FloatingIPAdminTestJSON-1628957317-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1863400'] for port, after_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:47.997016 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:48.022538 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-7b4dbb63-7a90-47d6-8a7e-ab6c529e3007 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:32:48.037423 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] For port 7f40c76b-ceb7-4512-a8ad-d5a5d157df96, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=7f40c76b-ceb7-4512-a8ad-d5a5d157df96,segment=NetworkSegment(da71c9a1-7532-4738-a9bc-22a7f498ec35),segment_id=da71c9a1-7532-4738-a9bc-22a7f498ec35)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:32:48.042330 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:48.044629 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-359097d8-9f72-4cc3-b75a-e6b37a5f69dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:32:48.072971 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-da187f46-594f-4d7e-acb6-f19d265b3063 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Unset dirty status for tenant:8e4385a98eb1416284c1cc96b3355a70 on resource:port {{(pid=87506) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 22:32:48.077032 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-da187f46-594f-4d7e-acb6-f19d265b3063 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1667 time: 0.8344729
Dec 16 22:32:48.077816 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 38444) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:32:48.078701 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-f2f912d6-beae-4721-aa89-e5d69119faca None None] Provisioning for port aa3e03f8-62d1-428f-ac28-5194e91ae4d6 completed by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 22:32:48.093893 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-f2f912d6-beae-4721-aa89-e5d69119faca None None] Provisioning complete for port aa3e03f8-62d1-428f-ac28-5194e91ae4d6 triggered by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:32:48.094334 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-f2f912d6-beae-4721-aa89-e5d69119faca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:48.162607 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Pushing event updated for resources: {'Port': ['ID=7f40c76b-ceb7-4512-a8ad-d5a5d157df96,revision_number=3']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:32:48.164992 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-b58ebca7-7101-4124-b6cf-c008a849183f tempest-RoutersIpV6AdminTest-146809031 tempest-RoutersIpV6AdminTest-146809031-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:48.166827 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:32:48.167552 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-f2f912d6-beae-4721-aa89-e5d69119faca None None] Port aa3e03f8-62d1-428f-ac28-5194e91ae4d6 cannot update to ACTIVE because it is not bound. {{(pid=87508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 22:32:48.181767 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.plugin [None req-b4a3a89b-64a8-4fba-a155-05d69f287212 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Deleting port aa3e03f8-62d1-428f-ac28-5194e91ae4d6 {{(pid=87507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:32:48.182122 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-b4a3a89b-64a8-4fba-a155-05d69f287212 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:48.215406 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-a7712692-9c08-4c26-a2d3-aa61bb11e20c tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:48.242640 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e215690c-7c6a-4da9-a19a-2d9bcc7aec80 tempest-FloatingIPAdminTestJSON-1628957317 tempest-FloatingIPAdminTestJSON-1628957317-project-admin] Pushing event updated for resources: {'Port': ['ID=63c1e095-7bc0-4093-a796-9dfe58d34901,revision_number=2']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:32:48.245332 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-e215690c-7c6a-4da9-a19a-2d9bcc7aec80 tempest-FloatingIPAdminTestJSON-1628957317 tempest-FloatingIPAdminTestJSON-1628957317-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:32:48.293524 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-e215690c-7c6a-4da9-a19a-2d9bcc7aec80 tempest-FloatingIPAdminTestJSON-1628957317 tempest-FloatingIPAdminTestJSON-1628957317-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3741874'] for floatingip, after_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:48.326549 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-bf2841b6-7064-4976-bd74-6605e0e23417 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Notify callbacks [] for security_group, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:48.334977 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-c7641b2e-17ce-4f04-96e1-c873493a984d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841066'] for security_group, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:48.340143 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-bf2841b6-7064-4976-bd74-6605e0e23417 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841066'] for security_group, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:48.354827 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd9de54-6781-4347-912f-9a444cc46f1e req-36056b02-1a0b-4228-8e1b-a2e0dbad6b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:32:48.356289 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-2cd9de54-6781-4347-912f-9a444cc46f1e req-36056b02-1a0b-4228-8e1b-a2e0dbad6b17 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=95ef1739-1bf2-4522-993c-76a77d5f2322 HTTP/1.1" status: 200  len: 1098 time: 0.4913263
Dec 16 22:32:48.362849 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:32:48.398942 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7641b2e-17ce-4f04-96e1-c873493a984d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df555a72-cfa3-4671-a086-5a498fc66913,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:32:48.410632 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-e215690c-7c6a-4da9-a19a-2d9bcc7aec80 tempest-FloatingIPAdminTestJSON-1628957317 tempest-FloatingIPAdminTestJSON-1628957317-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for floatingip, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:48.411802 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-e215690c-7c6a-4da9-a19a-2d9bcc7aec80 tempest-FloatingIPAdminTestJSON-1628957317 tempest-FloatingIPAdminTestJSON-1628957317-project-admin] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 4.0998871
Dec 16 22:32:48.414329 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-b58ebca7-7101-4124-b6cf-c008a849183f tempest-RoutersIpV6AdminTest-146809031 tempest-RoutersIpV6AdminTest-146809031-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10807823'] for port, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:48.418228 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:32:48.437167 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 38450) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:32:48.439817 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Device 7a40ac5e-8e98-4adc-8457-7278ef3b8997 up at agent hyperv_hv-neutron-8218 {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 22:32:48.448275 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-c7641b2e-17ce-4f04-96e1-c873493a984d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:48.452296 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-c7641b2e-17ce-4f04-96e1-c873493a984d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/df555a72-cfa3-4671-a086-5a498fc66913 HTTP/1.1" status: 204  len: 168 time: 1.3591251
Dec 16 22:32:48.453207 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-2cd9de54-6781-4347-912f-9a444cc46f1e req-88c3a533-084c-41ac-a6df-1bf08d7d57b5 service neutron] Notify callbacks [] for security_group, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:48.530142 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Provisioning for port 7a40ac5e-8e98-4adc-8457-7278ef3b8997 completed by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 22:32:48.540338 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Provisioning complete for port 7a40ac5e-8e98-4adc-8457-7278ef3b8997 triggered by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:32:48.541169 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:48.541900 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf2841b6-7064-4976-bd74-6605e0e23417 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] vlan segment allocate from pool success with {'vlan_id': 158, 'physical_network': 'physnet1'}  {{(pid=87506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 22:32:48.564608 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [req-2cd9de54-6781-4347-912f-9a444cc46f1e req-88c3a533-084c-41ac-a6df-1bf08d7d57b5 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:32:48.567882 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2841b6-7064-4976-bd74-6605e0e23417 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Pushing event updated for resources: {'SecurityGroup': ['ID=956b80c4-08f1-47c2-96db-5f45f743dca1,revision_number=1']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:32:48.571146 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-bf2841b6-7064-4976-bd74-6605e0e23417 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:32:48.576284 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.178s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:32:48.576660 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:32:48.577476 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [req-2cd9de54-6781-4347-912f-9a444cc46f1e req-88c3a533-084c-41ac-a6df-1bf08d7d57b5 service neutron] Usage tracker for resource:security_group_rule and tenant:c8a827823b0e48818566df452c17eff9 is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:32:48.590692 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [req-2cd9de54-6781-4347-912f-9a444cc46f1e req-88c3a533-084c-41ac-a6df-1bf08d7d57b5 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:32:48.598329 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b58ebca7-7101-4124-b6cf-c008a849183f tempest-RoutersIpV6AdminTest-146809031 tempest-RoutersIpV6AdminTest-146809031-project-admin] Network f8905ce9-304b-4976-bc47-e58c71c11de5 is already hosted by enough agents. {{(pid=87507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:32:48.607529 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-bf2841b6-7064-4976-bd74-6605e0e23417 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-883292'] for segment, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:48.607731 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.db.segments_db [None req-bf2841b6-7064-4976-bd74-6605e0e23417 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Added segment 2705d12a-48fa-4a4e-9c27-35909cafb6cd of type vlan for network f926d6c5-dfee-4ed9-94fe-f90abf85cef4
Dec 16 22:32:48.608196 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.base_scheduler [None req-b58ebca7-7101-4124-b6cf-c008a849183f tempest-RoutersIpV6AdminTest-146809031 tempest-RoutersIpV6AdminTest-146809031-project-admin] Resources bound (agent type, host, resource id):  {{(pid=87507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:32:48.621759 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [req-2cd9de54-6781-4347-912f-9a444cc46f1e req-88c3a533-084c-41ac-a6df-1bf08d7d57b5 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:32:48.634576 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b58ebca7-7101-4124-b6cf-c008a849183f tempest-RoutersIpV6AdminTest-146809031 tempest-RoutersIpV6AdminTest-146809031-project-admin] Received port after_create {{(pid=87507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 22:32:48.665462 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58ebca7-7101-4124-b6cf-c008a849183f tempest-RoutersIpV6AdminTest-146809031 tempest-RoutersIpV6AdminTest-146809031-project-admin] Pushing event updated for resources: {'Port': ['ID=ff937842-5ea3-4316-b7be-a546b3ed94dc,revision_number=1']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:32:48.685907 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58ebca7-7101-4124-b6cf-c008a849183f tempest-RoutersIpV6AdminTest-146809031 tempest-RoutersIpV6AdminTest-146809031-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:32:48.686452 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58ebca7-7101-4124-b6cf-c008a849183f tempest-RoutersIpV6AdminTest-146809031 tempest-RoutersIpV6AdminTest-146809031-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:32:48.686837 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58ebca7-7101-4124-b6cf-c008a849183f tempest-RoutersIpV6AdminTest-146809031 tempest-RoutersIpV6AdminTest-146809031-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:32:48.687198 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58ebca7-7101-4124-b6cf-c008a849183f tempest-RoutersIpV6AdminTest-146809031 tempest-RoutersIpV6AdminTest-146809031-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:32:48.687679 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58ebca7-7101-4124-b6cf-c008a849183f tempest-RoutersIpV6AdminTest-146809031 tempest-RoutersIpV6AdminTest-146809031-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:32:48.688085 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58ebca7-7101-4124-b6cf-c008a849183f tempest-RoutersIpV6AdminTest-146809031 tempest-RoutersIpV6AdminTest-146809031-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:32:48.688701 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58ebca7-7101-4124-b6cf-c008a849183f tempest-RoutersIpV6AdminTest-146809031 tempest-RoutersIpV6AdminTest-146809031-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:32:48.689065 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58ebca7-7101-4124-b6cf-c008a849183f tempest-RoutersIpV6AdminTest-146809031 tempest-RoutersIpV6AdminTest-146809031-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:32:48.689705 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58ebca7-7101-4124-b6cf-c008a849183f tempest-RoutersIpV6AdminTest-146809031 tempest-RoutersIpV6AdminTest-146809031-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:32:48.690062 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58ebca7-7101-4124-b6cf-c008a849183f tempest-RoutersIpV6AdminTest-146809031 tempest-RoutersIpV6AdminTest-146809031-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:32:48.690449 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58ebca7-7101-4124-b6cf-c008a849183f tempest-RoutersIpV6AdminTest-146809031 tempest-RoutersIpV6AdminTest-146809031-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:32:48.690815 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58ebca7-7101-4124-b6cf-c008a849183f tempest-RoutersIpV6AdminTest-146809031 tempest-RoutersIpV6AdminTest-146809031-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:32:48.709861 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-b58ebca7-7101-4124-b6cf-c008a849183f tempest-RoutersIpV6AdminTest-146809031 tempest-RoutersIpV6AdminTest-146809031-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:32:48.739526 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:48.745361 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-bf2841b6-7064-4976-bd74-6605e0e23417 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734753047233'] for network, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:48.745734 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4b47c4-c089-4eee-b07d-8a32dc9b99aa req-d97a552a-b104-472a-8693-ddb11301293a tempest-ServerActionsTestJSON-1581017418 tempest-ServerActionsTestJSON-1581017418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:32:48.747469 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-7f4b47c4-c089-4eee-b07d-8a32dc9b99aa req-d97a552a-b104-472a-8693-ddb11301293a tempest-ServerActionsTestJSON-1581017418 tempest-ServerActionsTestJSON-1581017418-project] 10.222.0.13 "GET /v2.0/ports?device_id=95ef1739-1bf2-4522-993c-76a77d5f2322 HTTP/1.1" status: 200  len: 945 time: 0.4352071
Dec 16 22:32:48.780236 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-b3635808-f1ef-4a53-92ff-08e648c817aa tempest-FloatingIPAdminTestJSON-265973053 tempest-FloatingIPAdminTestJSON-265973053-project] Request body: {'floatingip': {'floating_network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5'}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:32:48.796318 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] For port 7a40ac5e-8e98-4adc-8457-7278ef3b8997, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=7a40ac5e-8e98-4adc-8457-7278ef3b8997,segment=NetworkSegment(4f66cca6-f628-4787-a123-0cc878e80ac6),segment_id=4f66cca6-f628-4787-a123-0cc878e80ac6)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:32:48.801585 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:48.804014 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-9f2672d4-2291-410c-a217-3f5efd77c2a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:32:48.811896 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-b4a3a89b-64a8-4fba-a155-05d69f287212 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:48.831218 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-b3635808-f1ef-4a53-92ff-08e648c817aa tempest-FloatingIPAdminTestJSON-265973053 tempest-FloatingIPAdminTestJSON-265973053-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:32:48.844671 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-b3635808-f1ef-4a53-92ff-08e648c817aa tempest-FloatingIPAdminTestJSON-265973053 tempest-FloatingIPAdminTestJSON-265973053-project] Usage tracker for resource:floatingip and tenant:ed320ad2915046919058617ac9be9bea is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:32:48.850866 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-b3635808-f1ef-4a53-92ff-08e648c817aa tempest-FloatingIPAdminTestJSON-265973053 tempest-FloatingIPAdminTestJSON-265973053-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:32:48.874125 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-b3635808-f1ef-4a53-92ff-08e648c817aa tempest-FloatingIPAdminTestJSON-265973053 tempest-FloatingIPAdminTestJSON-265973053-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:32:48.900432 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Pushing event updated for resources: {'Port': ['ID=7a40ac5e-8e98-4adc-8457-7278ef3b8997,revision_number=5']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:32:48.908875 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.notifiers.nova [None req-a7712692-9c08-4c26-a2d3-aa61bb11e20c tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] device_id is not set on port 8fda3574-43ae-4a94-a053-99fcbc7740bd yet. {{(pid=87506) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 16 22:32:48.914320 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:32:48.918946 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-b3635808-f1ef-4a53-92ff-08e648c817aa tempest-FloatingIPAdminTestJSON-265973053 tempest-FloatingIPAdminTestJSON-265973053-project] Notify callbacks [] for floatingip, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:48.937822 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-a7712692-9c08-4c26-a2d3-aa61bb11e20c tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:48.945130 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-bf2841b6-7064-4976-bd74-6605e0e23417 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440'] for network, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:48.964766 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf2841b6-7064-4976-bd74-6605e0e23417 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:32:48.965545 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-bf2841b6-7064-4976-bd74-6605e0e23417 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3791486'] for network, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:48.981715 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:32:49.117110 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.provisioning_blocks [None req-a7712692-9c08-4c26-a2d3-aa61bb11e20c tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] Transition to ACTIVE for port object 8fda3574-43ae-4a94-a053-99fcbc7740bd will not be triggered until provisioned by entity L2. {{(pid=87506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:32:49.142277 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-a7712692-9c08-4c26-a2d3-aa61bb11e20c tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1863400'] for port, after_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:49.184134 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.plugin [None req-b4a3a89b-64a8-4fba-a155-05d69f287212 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Calling delete_port for aa3e03f8-62d1-428f-ac28-5194e91ae4d6 owned by  {{(pid=87507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:32:49.242532 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-bf2841b6-7064-4976-bd74-6605e0e23417 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 785 time: 2.7912357
Dec 16 22:32:49.244931 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-2cd9de54-6781-4347-912f-9a444cc46f1e req-88c3a533-084c-41ac-a6df-1bf08d7d57b5 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:49.254657 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2841b6-7064-4976-bd74-6605e0e23417 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Pushing event updated for resources: {'Network': ['ID=f926d6c5-dfee-4ed9-94fe-f90abf85cef4,revision_number=1']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:32:49.257809 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-bf2841b6-7064-4976-bd74-6605e0e23417 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:32:49.266767 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 38474) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:32:49.266767 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-16510f4f-1c34-45ba-b2ca-fb20797706e9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.101s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:32:49.277966 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Network f926d6c5-dfee-4ed9-94fe-f90abf85cef4 details requested by agent ovs-agent-dv-neutron-821829-1-hyperv with host dv-neutron-821829-1-hyperv {{(pid=87508) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 22:32:49.286275 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-7f4b47c4-c089-4eee-b07d-8a32dc9b99aa req-cf817f4e-4efa-480b-95b4-57cf2f2f7155 tempest-ServerActionsTestJSON-1581017418 tempest-ServerActionsTestJSON-1581017418-project] 10.222.0.13 "GET /v2.0/security-groups?id=1011a650-dc8c-4279-9762-0c0bcda15d85&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.4893689
Dec 16 22:32:49.299122 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-2cd9de54-6781-4347-912f-9a444cc46f1e req-88c3a533-084c-41ac-a6df-1bf08d7d57b5 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841066'] for security_group, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:49.311326 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-18515324-9521-436b-a07b-09ae130b8cde tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Request body: {'subnet': {'network_id': 'f926d6c5-dfee-4ed9-94fe-f90abf85cef4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:32:49.435155 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd87061a-fe14-4ad3-8a65-c4f23d126a0d req-eae75f54-9c55-4bfe-b59a-a930e65725fc tempest-ServersTestJSON-1208382319 tempest-ServersTestJSON-1208382319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:32:49.435354 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [req-2cd9de54-6781-4347-912f-9a444cc46f1e req-88c3a533-084c-41ac-a6df-1bf08d7d57b5 service neutron] Synchronizing usage tracker for tenant:c8a827823b0e48818566df452c17eff9 on resource:security_group {{(pid=87506) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 22:32:49.436872 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-fd87061a-fe14-4ad3-8a65-c4f23d126a0d req-eae75f54-9c55-4bfe-b59a-a930e65725fc tempest-ServersTestJSON-1208382319 tempest-ServersTestJSON-1208382319-project] 10.222.0.13 "GET /v2.0/ports?device_id=e8b1f9e3-1dc7-4804-9d4e-3e2ba6aa02cb HTTP/1.1" status: 200  len: 945 time: 0.6795702
Dec 16 22:32:49.465060 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7712692-9c08-4c26-a2d3-aa61bb11e20c tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] Pushing event updated for resources: {'Port': ['ID=8fda3574-43ae-4a94-a053-99fcbc7740bd,revision_number=2']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:32:49.468185 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-a7712692-9c08-4c26-a2d3-aa61bb11e20c tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:32:49.475963 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-2aaf1677-b945-4d74-9e26-9cd79ef15ad0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.132s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:32:49.482629 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.managers [None req-a7712692-9c08-4c26-a2d3-aa61bb11e20c tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] Attempting to bind port 8fda3574-43ae-4a94-a053-99fcbc7740bd on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=87506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 22:32:49.482964 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.managers [None req-a7712692-9c08-4c26-a2d3-aa61bb11e20c tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] Attempting to bind port 8fda3574-43ae-4a94-a053-99fcbc7740bd by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '596c5e74-33c8-4983-a921-a96d8e5ffa7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'bd731f0d-1be1-44f5-859a-c7ea1abaaacb'}] {{(pid=87506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 22:32:49.483332 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7712692-9c08-4c26-a2d3-aa61bb11e20c tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] Attempting to bind port 8fda3574-43ae-4a94-a053-99fcbc7740bd on network bd731f0d-1be1-44f5-859a-c7ea1abaaacb {{(pid=87506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 22:32:49.516119 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7712692-9c08-4c26-a2d3-aa61bb11e20c tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] Port 8fda3574-43ae-4a94-a053-99fcbc7740bd on network bd731f0d-1be1-44f5-859a-c7ea1abaaacb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=87506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 16 22:32:49.516504 dv-neutron-821829-1-hyperv neutron-server[87506]: ERROR neutron.plugins.ml2.managers [None req-a7712692-9c08-4c26-a2d3-aa61bb11e20c tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] Failed to bind port 8fda3574-43ae-4a94-a053-99fcbc7740bd on host hv-neutron-8218 for vnic_type normal using segments [{'id': '596c5e74-33c8-4983-a921-a96d8e5ffa7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'bd731f0d-1be1-44f5-859a-c7ea1abaaacb'}]
Dec 16 22:32:49.526368 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.plugins.ml2.plugin [None req-a7712692-9c08-4c26-a2d3-aa61bb11e20c tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] Attempt 2 to bind port 8fda3574-43ae-4a94-a053-99fcbc7740bd
Dec 16 22:32:49.547945 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [req-2cd9de54-6781-4347-912f-9a444cc46f1e req-88c3a533-084c-41ac-a6df-1bf08d7d57b5 service neutron] Unset dirty status for tenant:c8a827823b0e48818566df452c17eff9 on resource:security_group {{(pid=87506) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 22:32:49.549507 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-2cd9de54-6781-4347-912f-9a444cc46f1e req-88c3a533-084c-41ac-a6df-1bf08d7d57b5 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=1011a650-dc8c-4279-9762-0c0bcda15d85&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 1.1775448
Dec 16 22:32:49.550447 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-18515324-9521-436b-a07b-09ae130b8cde tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:32:49.559506 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c3a533-084c-41ac-a6df-1bf08d7d57b5 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=2adb4e0f-6d2e-4347-92b2-a9486020942f,revision_number=1']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:32:49.562900 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-88c3a533-084c-41ac-a6df-1bf08d7d57b5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:32:49.564264 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-18515324-9521-436b-a07b-09ae130b8cde tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Usage tracker for resource:subnet and tenant:224a3f89678e41499cb7a5fbecafc8d7 is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:32:49.569360 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.managers [None req-a7712692-9c08-4c26-a2d3-aa61bb11e20c tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] Attempting to bind port 8fda3574-43ae-4a94-a053-99fcbc7740bd on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=87506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 22:32:49.569685 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.managers [None req-a7712692-9c08-4c26-a2d3-aa61bb11e20c tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] Attempting to bind port 8fda3574-43ae-4a94-a053-99fcbc7740bd by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '596c5e74-33c8-4983-a921-a96d8e5ffa7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'bd731f0d-1be1-44f5-859a-c7ea1abaaacb'}] {{(pid=87506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 22:32:49.570015 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7712692-9c08-4c26-a2d3-aa61bb11e20c tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] Attempting to bind port 8fda3574-43ae-4a94-a053-99fcbc7740bd on network bd731f0d-1be1-44f5-859a-c7ea1abaaacb {{(pid=87506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 22:32:49.573448 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8b1f9e3-1dc7-4804-9d4e-3e2ba6aa02cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a40ac5e-8e98-4adc-8457-7278ef3b8997'}] {{(pid=87508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 22:32:49.574061 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-18515324-9521-436b-a07b-09ae130b8cde tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:32:49.584860 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7712692-9c08-4c26-a2d3-aa61bb11e20c tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] Port 8fda3574-43ae-4a94-a053-99fcbc7740bd on network bd731f0d-1be1-44f5-859a-c7ea1abaaacb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=87506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 16 22:32:49.585151 dv-neutron-821829-1-hyperv neutron-server[87506]: ERROR neutron.plugins.ml2.managers [None req-a7712692-9c08-4c26-a2d3-aa61bb11e20c tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] Failed to bind port 8fda3574-43ae-4a94-a053-99fcbc7740bd on host hv-neutron-8218 for vnic_type normal using segments [{'id': '596c5e74-33c8-4983-a921-a96d8e5ffa7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'bd731f0d-1be1-44f5-859a-c7ea1abaaacb'}]
Dec 16 22:32:49.585934 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-18515324-9521-436b-a07b-09ae130b8cde tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:32:49.589089 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.plugins.ml2.plugin [None req-a7712692-9c08-4c26-a2d3-aa61bb11e20c tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] Attempt 3 to bind port 8fda3574-43ae-4a94-a053-99fcbc7740bd
Dec 16 22:32:49.627705 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.managers [None req-a7712692-9c08-4c26-a2d3-aa61bb11e20c tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] Attempting to bind port 8fda3574-43ae-4a94-a053-99fcbc7740bd on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=87506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 22:32:49.628063 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.managers [None req-a7712692-9c08-4c26-a2d3-aa61bb11e20c tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] Attempting to bind port 8fda3574-43ae-4a94-a053-99fcbc7740bd by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '596c5e74-33c8-4983-a921-a96d8e5ffa7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'bd731f0d-1be1-44f5-859a-c7ea1abaaacb'}] {{(pid=87506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 22:32:49.628397 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7712692-9c08-4c26-a2d3-aa61bb11e20c tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] Attempting to bind port 8fda3574-43ae-4a94-a053-99fcbc7740bd on network bd731f0d-1be1-44f5-859a-c7ea1abaaacb {{(pid=87506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 22:32:49.633130 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18515324-9521-436b-a07b-09ae130b8cde tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Made reservation on behalf of 224a3f89678e41499cb7a5fbecafc8d7 for: {'subnet': 1} {{(pid=87506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:32:49.637664 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-18515324-9521-436b-a07b-09ae130b8cde tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11213078'] for subnet, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:49.639534 dv-neutron-821829-1-hyperv neutron-server[87508]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8b1f9e3-1dc7-4804-9d4e-3e2ba6aa02cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a40ac5e-8e98-4adc-8457-7278ef3b8997', 'code': 200}
Dec 16 22:32:49.662342 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7712692-9c08-4c26-a2d3-aa61bb11e20c tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] Port 8fda3574-43ae-4a94-a053-99fcbc7740bd on network bd731f0d-1be1-44f5-859a-c7ea1abaaacb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=87506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 16 22:32:49.662615 dv-neutron-821829-1-hyperv neutron-server[87506]: ERROR neutron.plugins.ml2.managers [None req-a7712692-9c08-4c26-a2d3-aa61bb11e20c tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] Failed to bind port 8fda3574-43ae-4a94-a053-99fcbc7740bd on host hv-neutron-8218 for vnic_type normal using segments [{'id': '596c5e74-33c8-4983-a921-a96d8e5ffa7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'bd731f0d-1be1-44f5-859a-c7ea1abaaacb'}]
Dec 16 22:32:49.663086 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 7f40c76b-ceb7-4512-a8ad-d5a5d157df96 up at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 22:32:49.707612 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.plugins.ml2.plugin [None req-a7712692-9c08-4c26-a2d3-aa61bb11e20c tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] Attempt 4 to bind port 8fda3574-43ae-4a94-a053-99fcbc7740bd
Dec 16 22:32:49.741581 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.managers [None req-a7712692-9c08-4c26-a2d3-aa61bb11e20c tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] Attempting to bind port 8fda3574-43ae-4a94-a053-99fcbc7740bd on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=87506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 22:32:49.741909 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.managers [None req-a7712692-9c08-4c26-a2d3-aa61bb11e20c tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] Attempting to bind port 8fda3574-43ae-4a94-a053-99fcbc7740bd by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '596c5e74-33c8-4983-a921-a96d8e5ffa7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'bd731f0d-1be1-44f5-859a-c7ea1abaaacb'}] {{(pid=87506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 22:32:49.742239 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7712692-9c08-4c26-a2d3-aa61bb11e20c tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] Attempting to bind port 8fda3574-43ae-4a94-a053-99fcbc7740bd on network bd731f0d-1be1-44f5-859a-c7ea1abaaacb {{(pid=87506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 22:32:49.749609 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-b3635808-f1ef-4a53-92ff-08e648c817aa tempest-FloatingIPAdminTestJSON-265973053 tempest-FloatingIPAdminTestJSON-265973053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:49.753669 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-fd87061a-fe14-4ad3-8a65-c4f23d126a0d req-b056013d-c040-45da-afef-d4ce19608185 tempest-ServersTestJSON-1208382319 tempest-ServersTestJSON-1208382319-project] 10.222.0.13 "GET /v2.0/security-groups?id=5d566684-e21e-48b5-9daf-a272f2025a2f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3077717
Dec 16 22:32:49.771340 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-b4a3a89b-64a8-4fba-a155-05d69f287212 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10807823'] for port, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:49.784234 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-0e329a53-7388-43cf-ae5f-bbd13be0de5c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:32:49.793892 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning complete for port 7f40c76b-ceb7-4512-a8ad-d5a5d157df96 triggered by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:32:49.794608 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:49.888489 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-b58ebca7-7101-4124-b6cf-c008a849183f tempest-RoutersIpV6AdminTest-146809031 tempest-RoutersIpV6AdminTest-146809031-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:49.913490 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7712692-9c08-4c26-a2d3-aa61bb11e20c tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] Port 8fda3574-43ae-4a94-a053-99fcbc7740bd on network bd731f0d-1be1-44f5-859a-c7ea1abaaacb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=87506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 16 22:32:49.913832 dv-neutron-821829-1-hyperv neutron-server[87506]: ERROR neutron.plugins.ml2.managers [None req-a7712692-9c08-4c26-a2d3-aa61bb11e20c tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] Failed to bind port 8fda3574-43ae-4a94-a053-99fcbc7740bd on host hv-neutron-8218 for vnic_type normal using segments [{'id': '596c5e74-33c8-4983-a921-a96d8e5ffa7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'bd731f0d-1be1-44f5-859a-c7ea1abaaacb'}]
Dec 16 22:32:49.916423 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.plugins.ml2.plugin [None req-a7712692-9c08-4c26-a2d3-aa61bb11e20c tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] Attempt 5 to bind port 8fda3574-43ae-4a94-a053-99fcbc7740bd
Dec 16 22:32:49.979594 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.managers [None req-a7712692-9c08-4c26-a2d3-aa61bb11e20c tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] Attempting to bind port 8fda3574-43ae-4a94-a053-99fcbc7740bd on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=87506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 22:32:49.979992 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.managers [None req-a7712692-9c08-4c26-a2d3-aa61bb11e20c tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] Attempting to bind port 8fda3574-43ae-4a94-a053-99fcbc7740bd by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '596c5e74-33c8-4983-a921-a96d8e5ffa7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'bd731f0d-1be1-44f5-859a-c7ea1abaaacb'}] {{(pid=87506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 22:32:49.980532 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7712692-9c08-4c26-a2d3-aa61bb11e20c tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] Attempting to bind port 8fda3574-43ae-4a94-a053-99fcbc7740bd on network bd731f0d-1be1-44f5-859a-c7ea1abaaacb {{(pid=87506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 22:32:49.990348 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a3a89b-64a8-4fba-a155-05d69f287212 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Pushing event deleted for resources: {'Port': ['ID=aa3e03f8-62d1-428f-ac28-5194e91ae4d6,revision_number=None']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:32:49.996787 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7712692-9c08-4c26-a2d3-aa61bb11e20c tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] Port 8fda3574-43ae-4a94-a053-99fcbc7740bd on network bd731f0d-1be1-44f5-859a-c7ea1abaaacb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=87506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 16 22:32:49.997123 dv-neutron-821829-1-hyperv neutron-server[87506]: ERROR neutron.plugins.ml2.managers [None req-a7712692-9c08-4c26-a2d3-aa61bb11e20c tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] Failed to bind port 8fda3574-43ae-4a94-a053-99fcbc7740bd on host hv-neutron-8218 for vnic_type normal using segments [{'id': '596c5e74-33c8-4983-a921-a96d8e5ffa7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'bd731f0d-1be1-44f5-859a-c7ea1abaaacb'}]
Dec 16 22:32:49.998886 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-b4a3a89b-64a8-4fba-a155-05d69f287212 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:32:50.002247 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.plugins.ml2.plugin [None req-a7712692-9c08-4c26-a2d3-aa61bb11e20c tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] Attempt 6 to bind port 8fda3574-43ae-4a94-a053-99fcbc7740bd
Dec 16 22:32:50.013226 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-b4a3a89b-64a8-4fba-a155-05d69f287212 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for port, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:50.069820 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.managers [None req-a7712692-9c08-4c26-a2d3-aa61bb11e20c tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] Attempting to bind port 8fda3574-43ae-4a94-a053-99fcbc7740bd on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=87506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 22:32:50.070010 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-b4a3a89b-64a8-4fba-a155-05d69f287212 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] 10.222.0.13 "DELETE /v2.0/ports/aa3e03f8-62d1-428f-ac28-5194e91ae4d6 HTTP/1.1" status: 204  len: 168 time: 1.9874098
Dec 16 22:32:50.070412 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.managers [None req-a7712692-9c08-4c26-a2d3-aa61bb11e20c tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] Attempting to bind port 8fda3574-43ae-4a94-a053-99fcbc7740bd by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '596c5e74-33c8-4983-a921-a96d8e5ffa7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'bd731f0d-1be1-44f5-859a-c7ea1abaaacb'}] {{(pid=87506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 22:32:50.070529 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7712692-9c08-4c26-a2d3-aa61bb11e20c tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] Attempting to bind port 8fda3574-43ae-4a94-a053-99fcbc7740bd on network bd731f0d-1be1-44f5-859a-c7ea1abaaacb {{(pid=87506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 22:32:50.076807 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 38494) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:32:50.129168 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7712692-9c08-4c26-a2d3-aa61bb11e20c tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] Port 8fda3574-43ae-4a94-a053-99fcbc7740bd on network bd731f0d-1be1-44f5-859a-c7ea1abaaacb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=87506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 16 22:32:50.129168 dv-neutron-821829-1-hyperv neutron-server[87506]: ERROR neutron.plugins.ml2.managers [None req-a7712692-9c08-4c26-a2d3-aa61bb11e20c tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] Failed to bind port 8fda3574-43ae-4a94-a053-99fcbc7740bd on host hv-neutron-8218 for vnic_type normal using segments [{'id': '596c5e74-33c8-4983-a921-a96d8e5ffa7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'bd731f0d-1be1-44f5-859a-c7ea1abaaacb'}]
Dec 16 22:32:50.161332 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.plugins.ml2.plugin [None req-a7712692-9c08-4c26-a2d3-aa61bb11e20c tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] Attempt 7 to bind port 8fda3574-43ae-4a94-a053-99fcbc7740bd
Dec 16 22:32:50.264526 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.managers [None req-a7712692-9c08-4c26-a2d3-aa61bb11e20c tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] Attempting to bind port 8fda3574-43ae-4a94-a053-99fcbc7740bd on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=87506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 22:32:50.265176 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.managers [None req-a7712692-9c08-4c26-a2d3-aa61bb11e20c tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] Attempting to bind port 8fda3574-43ae-4a94-a053-99fcbc7740bd by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '596c5e74-33c8-4983-a921-a96d8e5ffa7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'bd731f0d-1be1-44f5-859a-c7ea1abaaacb'}] {{(pid=87506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 22:32:50.265176 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7712692-9c08-4c26-a2d3-aa61bb11e20c tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] Attempting to bind port 8fda3574-43ae-4a94-a053-99fcbc7740bd on network bd731f0d-1be1-44f5-859a-c7ea1abaaacb {{(pid=87506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 22:32:50.294012 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7712692-9c08-4c26-a2d3-aa61bb11e20c tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] Port 8fda3574-43ae-4a94-a053-99fcbc7740bd on network bd731f0d-1be1-44f5-859a-c7ea1abaaacb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=87506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 16 22:32:50.294369 dv-neutron-821829-1-hyperv neutron-server[87506]: ERROR neutron.plugins.ml2.managers [None req-a7712692-9c08-4c26-a2d3-aa61bb11e20c tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] Failed to bind port 8fda3574-43ae-4a94-a053-99fcbc7740bd on host hv-neutron-8218 for vnic_type normal using segments [{'id': '596c5e74-33c8-4983-a921-a96d8e5ffa7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'bd731f0d-1be1-44f5-859a-c7ea1abaaacb'}]
Dec 16 22:32:50.300129 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.db_base_plugin_common [None req-b3635808-f1ef-4a53-92ff-08e648c817aa tempest-FloatingIPAdminTestJSON-265973053 tempest-FloatingIPAdminTestJSON-265973053-project] Allocated IP 172.26.0.150 (f8905ce9-304b-4976-bc47-e58c71c11de5/9bca8591-41ef-4f2d-8ecb-ecaab1a28acf/8f24bf9b-142c-43b3-bff5-be0c13d8dd91) {{(pid=87506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 22:32:50.301855 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.plugins.ml2.plugin [None req-a7712692-9c08-4c26-a2d3-aa61bb11e20c tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] Attempt 8 to bind port 8fda3574-43ae-4a94-a053-99fcbc7740bd
Dec 16 22:32:50.325163 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-174688e4-2325-48e3-ba4d-b2e86ff0923e tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:32:50.326653 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-174688e4-2325-48e3-ba4d-b2e86ff0923e tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:32:50.327450 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-174688e4-2325-48e3-ba4d-b2e86ff0923e tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Synchronizing usage tracker for tenant:8e4385a98eb1416284c1cc96b3355a70 on resource:subnet {{(pid=87506) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 22:32:50.374273 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.managers [None req-a7712692-9c08-4c26-a2d3-aa61bb11e20c tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] Attempting to bind port 8fda3574-43ae-4a94-a053-99fcbc7740bd on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=87506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 22:32:50.374621 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.managers [None req-a7712692-9c08-4c26-a2d3-aa61bb11e20c tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] Attempting to bind port 8fda3574-43ae-4a94-a053-99fcbc7740bd by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '596c5e74-33c8-4983-a921-a96d8e5ffa7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'bd731f0d-1be1-44f5-859a-c7ea1abaaacb'}] {{(pid=87506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 22:32:50.374920 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7712692-9c08-4c26-a2d3-aa61bb11e20c tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] Attempting to bind port 8fda3574-43ae-4a94-a053-99fcbc7740bd on network bd731f0d-1be1-44f5-859a-c7ea1abaaacb {{(pid=87506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 22:32:50.403789 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-b58ebca7-7101-4124-b6cf-c008a849183f tempest-RoutersIpV6AdminTest-146809031 tempest-RoutersIpV6AdminTest-146809031-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3740952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3741923'] for router, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:50.459010 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7712692-9c08-4c26-a2d3-aa61bb11e20c tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] Port 8fda3574-43ae-4a94-a053-99fcbc7740bd on network bd731f0d-1be1-44f5-859a-c7ea1abaaacb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=87506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 16 22:32:50.459395 dv-neutron-821829-1-hyperv neutron-server[87506]: ERROR neutron.plugins.ml2.managers [None req-a7712692-9c08-4c26-a2d3-aa61bb11e20c tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] Failed to bind port 8fda3574-43ae-4a94-a053-99fcbc7740bd on host hv-neutron-8218 for vnic_type normal using segments [{'id': '596c5e74-33c8-4983-a921-a96d8e5ffa7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'bd731f0d-1be1-44f5-859a-c7ea1abaaacb'}]
Dec 16 22:32:50.461104 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 38504) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:32:50.471525 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.plugins.ml2.plugin [None req-a7712692-9c08-4c26-a2d3-aa61bb11e20c tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] Attempt 9 to bind port 8fda3574-43ae-4a94-a053-99fcbc7740bd
Dec 16 22:32:50.496627 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-174688e4-2325-48e3-ba4d-b2e86ff0923e tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Unset dirty status for tenant:8e4385a98eb1416284c1cc96b3355a70 on resource:subnet {{(pid=87506) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 22:32:50.497750 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-174688e4-2325-48e3-ba4d-b2e86ff0923e tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1464 time: 0.4200230
Dec 16 22:32:50.498703 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-18515324-9521-436b-a07b-09ae130b8cde tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1863317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11213092'] for subnet, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:50.503692 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 38510) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:32:50.518409 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:32:50.578779 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.managers [None req-a7712692-9c08-4c26-a2d3-aa61bb11e20c tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] Attempting to bind port 8fda3574-43ae-4a94-a053-99fcbc7740bd on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=87506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 22:32:50.579117 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.managers [None req-a7712692-9c08-4c26-a2d3-aa61bb11e20c tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] Attempting to bind port 8fda3574-43ae-4a94-a053-99fcbc7740bd by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '596c5e74-33c8-4983-a921-a96d8e5ffa7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'bd731f0d-1be1-44f5-859a-c7ea1abaaacb'}] {{(pid=87506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 22:32:50.579436 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7712692-9c08-4c26-a2d3-aa61bb11e20c tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] Attempting to bind port 8fda3574-43ae-4a94-a053-99fcbc7740bd on network bd731f0d-1be1-44f5-859a-c7ea1abaaacb {{(pid=87506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 22:32:50.625790 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7712692-9c08-4c26-a2d3-aa61bb11e20c tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] Port 8fda3574-43ae-4a94-a053-99fcbc7740bd on network bd731f0d-1be1-44f5-859a-c7ea1abaaacb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=87506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 16 22:32:50.626119 dv-neutron-821829-1-hyperv neutron-server[87506]: ERROR neutron.plugins.ml2.managers [None req-a7712692-9c08-4c26-a2d3-aa61bb11e20c tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] Failed to bind port 8fda3574-43ae-4a94-a053-99fcbc7740bd on host hv-neutron-8218 for vnic_type normal using segments [{'id': '596c5e74-33c8-4983-a921-a96d8e5ffa7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'bd731f0d-1be1-44f5-859a-c7ea1abaaacb'}]
Dec 16 22:32:50.632339 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-b85d8261-2dea-40bd-8424-fec6a1066b2a tempest-RoutersAdminNegativeTest-1146687874 tempest-RoutersAdminNegativeTest-1146687874-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-317357909', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5'}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:32:50.639952 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.plugins.ml2.plugin [None req-a7712692-9c08-4c26-a2d3-aa61bb11e20c tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] Attempt 10 to bind port 8fda3574-43ae-4a94-a053-99fcbc7740bd
Dec 16 22:32:50.651194 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57800843-fc75-4a29-9249-7167f41a5a5d req-d92742a7-9b5f-4507-8acd-d3e7b0fcc79c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:32:50.652692 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-57800843-fc75-4a29-9249-7167f41a5a5d req-d92742a7-9b5f-4507-8acd-d3e7b0fcc79c service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=e8b1f9e3-1dc7-4804-9d4e-3e2ba6aa02cb HTTP/1.1" status: 200  len: 1098 time: 0.4685094
Dec 16 22:32:50.678941 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-b85d8261-2dea-40bd-8424-fec6a1066b2a tempest-RoutersAdminNegativeTest-1146687874 tempest-RoutersAdminNegativeTest-1146687874-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:32:50.713544 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-b85d8261-2dea-40bd-8424-fec6a1066b2a tempest-RoutersAdminNegativeTest-1146687874 tempest-RoutersAdminNegativeTest-1146687874-project-admin] Usage tracker for resource:port and tenant:d6f7e98f3dd14384b36b8ccaca5ba621 is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:32:50.727895 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-b85d8261-2dea-40bd-8424-fec6a1066b2a tempest-RoutersAdminNegativeTest-1146687874 tempest-RoutersAdminNegativeTest-1146687874-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:32:50.752667 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.managers [None req-a7712692-9c08-4c26-a2d3-aa61bb11e20c tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] Attempting to bind port 8fda3574-43ae-4a94-a053-99fcbc7740bd on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=87506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 22:32:50.753019 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.managers [None req-a7712692-9c08-4c26-a2d3-aa61bb11e20c tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] Attempting to bind port 8fda3574-43ae-4a94-a053-99fcbc7740bd by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '596c5e74-33c8-4983-a921-a96d8e5ffa7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'bd731f0d-1be1-44f5-859a-c7ea1abaaacb'}] {{(pid=87506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 22:32:50.753356 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7712692-9c08-4c26-a2d3-aa61bb11e20c tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] Attempting to bind port 8fda3574-43ae-4a94-a053-99fcbc7740bd on network bd731f0d-1be1-44f5-859a-c7ea1abaaacb {{(pid=87506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 22:32:50.759709 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-b85d8261-2dea-40bd-8424-fec6a1066b2a tempest-RoutersAdminNegativeTest-1146687874 tempest-RoutersAdminNegativeTest-1146687874-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:32:50.763985 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18515324-9521-436b-a07b-09ae130b8cde tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Pushing event updated for resources: {'Subnet': ['ID=8db035de-62d1-44a2-9ab7-48e6b352dd27,revision_number=0']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:32:50.771046 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.db_base_plugin_v2 [None req-ccde8a7c-1092-492d-8792-627a364e9595 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Deleting subnet 906d9fa4-f7e2-4d60-9e2e-96b68b4ad639 {{(pid=87506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 16 22:32:50.774765 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-18515324-9521-436b-a07b-09ae130b8cde tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:32:50.786632 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7712692-9c08-4c26-a2d3-aa61bb11e20c tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] Port 8fda3574-43ae-4a94-a053-99fcbc7740bd on network bd731f0d-1be1-44f5-859a-c7ea1abaaacb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=87506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 16 22:32:50.786958 dv-neutron-821829-1-hyperv neutron-server[87506]: ERROR neutron.plugins.ml2.managers [None req-a7712692-9c08-4c26-a2d3-aa61bb11e20c tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] Failed to bind port 8fda3574-43ae-4a94-a053-99fcbc7740bd on host hv-neutron-8218 for vnic_type normal using segments [{'id': '596c5e74-33c8-4983-a921-a96d8e5ffa7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'bd731f0d-1be1-44f5-859a-c7ea1abaaacb'}]
Dec 16 22:32:50.787302 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-a7712692-9c08-4c26-a2d3-aa61bb11e20c tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:50.794469 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea9be0f-7117-43ed-af4b-0043b2c9a523 req-77c83edb-84b0-4b0e-9f53-67c937d5e27a tempest-ServerActionsTestJSON-1581017418 tempest-ServerActionsTestJSON-1581017418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:32:50.796391 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-3ea9be0f-7117-43ed-af4b-0043b2c9a523 req-77c83edb-84b0-4b0e-9f53-67c937d5e27a tempest-ServerActionsTestJSON-1581017418 tempest-ServerActionsTestJSON-1581017418-project] 10.222.0.13 "GET /v2.0/ports?device_id=95ef1739-1bf2-4522-993c-76a77d5f2322 HTTP/1.1" status: 200  len: 945 time: 0.3200107
Dec 16 22:32:50.804435 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-ccde8a7c-1092-492d-8792-627a364e9595 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks [] for subnet, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:50.858282 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18515324-9521-436b-a07b-09ae130b8cde tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Checking segment: {'id': '2705d12a-48fa-4a4e-9c27-35909cafb6cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'f926d6c5-dfee-4ed9-94fe-f90abf85cef4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 22:32:50.858660 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18515324-9521-436b-a07b-09ae130b8cde tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Network hostable DHCP agents. Network: f926d6c5-dfee-4ed9-94fe-f90abf85cef4, hostable agents: ['3b155c4d-12dc-491e-aa14-6113b06cfacd'], hosted agents: [] {{(pid=87506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 16 22:32:50.861075 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-3ea9be0f-7117-43ed-af4b-0043b2c9a523 req-c2a8293d-0980-42bc-af44-6ded80f3a344 tempest-ServerActionsTestJSON-1581017418 tempest-ServerActionsTestJSON-1581017418-project] 10.222.0.13 "GET /v2.0/security-groups?id=1011a650-dc8c-4279-9762-0c0bcda15d85&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0571876
Dec 16 22:32:50.865766 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b58ebca7-7101-4124-b6cf-c008a849183f tempest-RoutersIpV6AdminTest-146809031 tempest-RoutersIpV6AdminTest-146809031-project-admin] Router 07308e62-7252-40e4-bf77-b5b6cae4ff90 is scheduled to L3 agent 4f519db7-069b-43e2-8411-c092bac9102a with binding_index 1 {{(pid=87507) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 16 22:32:50.884161 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-b3635808-f1ef-4a53-92ff-08e648c817aa tempest-FloatingIPAdminTestJSON-265973053 tempest-FloatingIPAdminTestJSON-265973053-project] Notify callbacks [] for port, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:50.896086 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-57800843-fc75-4a29-9249-7167f41a5a5d req-9381150a-335b-4e48-b5c2-34efb9e20014 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=5d566684-e21e-48b5-9daf-a272f2025a2f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2184072
Dec 16 22:32:50.896636 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b85d8261-2dea-40bd-8424-fec6a1066b2a tempest-RoutersAdminNegativeTest-1146687874 tempest-RoutersAdminNegativeTest-1146687874-project-admin] Made reservation on behalf of d6f7e98f3dd14384b36b8ccaca5ba621 for: {'port': 1} {{(pid=87506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:32:50.899377 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-b85d8261-2dea-40bd-8424-fec6a1066b2a tempest-RoutersAdminNegativeTest-1146687874 tempest-RoutersAdminNegativeTest-1146687874-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:50.953447 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-b85d8261-2dea-40bd-8424-fec6a1066b2a tempest-RoutersAdminNegativeTest-1146687874 tempest-RoutersAdminNegativeTest-1146687874-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:50.984540 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-ccde8a7c-1092-492d-8792-627a364e9595 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-266764487'] for subnet, precommit_delete_associations {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:51.026744 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-b85d8261-2dea-40bd-8424-fec6a1066b2a tempest-RoutersAdminNegativeTest-1146687874 tempest-RoutersAdminNegativeTest-1146687874-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:32:51.029568 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18515324-9521-436b-a07b-09ae130b8cde tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Network f926d6c5-dfee-4ed9-94fe-f90abf85cef4 is scheduled to be hosted by DHCP agent 3b155c4d-12dc-491e-aa14-6113b06cfacd with binding_index 1 {{(pid=87506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 16 22:32:51.039386 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-b85d8261-2dea-40bd-8424-fec6a1066b2a tempest-RoutersAdminNegativeTest-1146687874 tempest-RoutersAdminNegativeTest-1146687874-project-admin] Usage tracker for resource:security_group_rule and tenant:d6f7e98f3dd14384b36b8ccaca5ba621 is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:32:51.045779 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-b85d8261-2dea-40bd-8424-fec6a1066b2a tempest-RoutersAdminNegativeTest-1146687874 tempest-RoutersAdminNegativeTest-1146687874-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:32:51.067095 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-b85d8261-2dea-40bd-8424-fec6a1066b2a tempest-RoutersAdminNegativeTest-1146687874 tempest-RoutersAdminNegativeTest-1146687874-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:32:51.085523 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.base_scheduler [None req-18515324-9521-436b-a07b-09ae130b8cde tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821829-1-hyperv, f926d6c5-dfee-4ed9-94fe-f90abf85cef4) {{(pid=87506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:32:51.090538 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18515324-9521-436b-a07b-09ae130b8cde tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:32:51.091110 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-18515324-9521-436b-a07b-09ae130b8cde tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3791486'] for subnet, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:51.094281 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba74867e-15c7-455a-bd7e-bcb45403a060 None None] Network f926d6c5-dfee-4ed9-94fe-f90abf85cef4 requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 22:32:51.113718 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b58ebca7-7101-4124-b6cf-c008a849183f tempest-RoutersIpV6AdminTest-146809031 tempest-RoutersIpV6AdminTest-146809031-project-admin] Notify agent at l3_agent.dv-neutron-821829-1-hyperv the message routers_updated {{(pid=87507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 22:32:51.126149 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58cec74a-651b-491a-a021-cb0a4d8fa477 None None] Sync routers for ids ['07308e62-7252-40e4-bf77-b5b6cae4ff90'] in dv-neutron-821829-1-hyperv {{(pid=87509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 22:32:51.126684 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f400702-fa99-4828-82e8-01a3b75e2e3d req-db862e21-1148-4d13-8531-a8f38e0b94c8 tempest-ServersTestJSON-1208382319 tempest-ServersTestJSON-1208382319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:32:51.128525 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-7f400702-fa99-4828-82e8-01a3b75e2e3d req-db862e21-1148-4d13-8531-a8f38e0b94c8 tempest-ServersTestJSON-1208382319 tempest-ServersTestJSON-1208382319-project] 10.222.0.13 "GET /v2.0/ports?device_id=e8b1f9e3-1dc7-4804-9d4e-3e2ba6aa02cb HTTP/1.1" status: 200  len: 945 time: 0.1945879
Dec 16 22:32:51.136413 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.db [None req-a7712692-9c08-4c26-a2d3-aa61bb11e20c tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] For port 8fda3574-43ae-4a94-a053-99fcbc7740bd, host hv-neutron-8218, cleared binding levels {{(pid=87506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 22:32:51.137636 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.db [None req-a7712692-9c08-4c26-a2d3-aa61bb11e20c tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] Attempted to set empty binding levels {{(pid=87506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}}
Dec 16 22:32:51.145890 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58cec74a-651b-491a-a021-cb0a4d8fa477 None None] Routers {'07308e62-7252-40e4-bf77-b5b6cae4ff90'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:32:51.147321 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-58cec74a-651b-491a-a021-cb0a4d8fa477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b7c943340>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:32:31Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['07308e62-7252-40e4-bf77-b5b6cae4ff90'], 'active': True} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:32:51.155349 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-a7712692-9c08-4c26-a2d3-aa61bb11e20c tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1863400'] for port, after_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:51.157104 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-b58ebca7-7101-4124-b6cf-c008a849183f tempest-RoutersIpV6AdminTest-146809031 tempest-RoutersIpV6AdminTest-146809031-project-admin] Notify callbacks [] for router, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:51.159021 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-b58ebca7-7101-4124-b6cf-c008a849183f tempest-RoutersIpV6AdminTest-146809031 tempest-RoutersIpV6AdminTest-146809031-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 908 time: 6.0743923
Dec 16 22:32:51.161846 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 38516) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:32:51.169535 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-4479aa38-0e67-41d0-b838-0e59a30bae7d tempest-ServerActionsTestJSON-1581017418 tempest-ServerActionsTestJSON-1581017418-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:32:51.238216 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [None req-a7712692-9c08-4c26-a2d3-aa61bb11e20c tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] In _notify_port_updated(), no bound segment for port 8fda3574-43ae-4a94-a053-99fcbc7740bd on network bd731f0d-1be1-44f5-859a-c7ea1abaaacb {{(pid=87506) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}}
Dec 16 22:32:51.239106 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7712692-9c08-4c26-a2d3-aa61bb11e20c tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:32:51.239711 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-a7712692-9c08-4c26-a2d3-aa61bb11e20c tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for port, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:51.243334 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-a7712692-9c08-4c26-a2d3-aa61bb11e20c tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] 10.222.0.13 "PUT /v2.0/ports/8fda3574-43ae-4a94-a053-99fcbc7740bd HTTP/1.1" status: 200  len: 976 time: 3.5002453
Dec 16 22:32:51.243334 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-b3635808-f1ef-4a53-92ff-08e648c817aa tempest-FloatingIPAdminTestJSON-265973053 tempest-FloatingIPAdminTestJSON-265973053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1863393'] for port, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:51.245689 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 38520) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:32:51.256215 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-18515324-9521-436b-a07b-09ae130b8cde tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 802 time: 1.9567852
Dec 16 22:32:51.268070 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 38524) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:32:51.289231 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-7f400702-fa99-4828-82e8-01a3b75e2e3d req-32a94ea1-8eb3-49c3-9cf2-7cbeb7d8d30c tempest-ServersTestJSON-1208382319 tempest-ServersTestJSON-1208382319-project] 10.222.0.13 "GET /v2.0/security-groups?id=5d566684-e21e-48b5-9daf-a272f2025a2f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1509228
Dec 16 22:32:51.290451 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-b38ee788-6143-4696-aef1-36f868736a5d tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1532239054', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5'}, 'admin_state_up': False}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:32:51.311130 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7712692-9c08-4c26-a2d3-aa61bb11e20c tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] Pushing event updated for resources: {'Port': ['ID=8fda3574-43ae-4a94-a053-99fcbc7740bd,revision_number=3']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:32:51.316023 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3635808-f1ef-4a53-92ff-08e648c817aa tempest-FloatingIPAdminTestJSON-265973053 tempest-FloatingIPAdminTestJSON-265973053-project] Network f8905ce9-304b-4976-bc47-e58c71c11de5 is already hosted by enough agents. {{(pid=87506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:32:51.317132 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-b38ee788-6143-4696-aef1-36f868736a5d tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:32:51.319686 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-ccde8a7c-1092-492d-8792-627a364e9595 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3328566'] for subnet, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:51.353311 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.base_scheduler [None req-b3635808-f1ef-4a53-92ff-08e648c817aa tempest-FloatingIPAdminTestJSON-265973053 tempest-FloatingIPAdminTestJSON-265973053-project] Resources bound (agent type, host, resource id):  {{(pid=87506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:32:51.355856 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3635808-f1ef-4a53-92ff-08e648c817aa tempest-FloatingIPAdminTestJSON-265973053 tempest-FloatingIPAdminTestJSON-265973053-project] Received port after_create {{(pid=87506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 22:32:51.390010 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-b38ee788-6143-4696-aef1-36f868736a5d tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Usage tracker for resource:router and tenant:224a3f89678e41499cb7a5fbecafc8d7 is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:32:51.412787 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-b38ee788-6143-4696-aef1-36f868736a5d tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:32:51.420391 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7712692-9c08-4c26-a2d3-aa61bb11e20c tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:32:51.420855 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7712692-9c08-4c26-a2d3-aa61bb11e20c tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:32:51.421274 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7712692-9c08-4c26-a2d3-aa61bb11e20c tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:32:51.421638 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7712692-9c08-4c26-a2d3-aa61bb11e20c tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:32:51.422094 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7712692-9c08-4c26-a2d3-aa61bb11e20c tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:32:51.422518 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7712692-9c08-4c26-a2d3-aa61bb11e20c tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:32:51.422854 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7712692-9c08-4c26-a2d3-aa61bb11e20c tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:32:51.423199 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7712692-9c08-4c26-a2d3-aa61bb11e20c tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:32:51.423576 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7712692-9c08-4c26-a2d3-aa61bb11e20c tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:32:51.424466 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7712692-9c08-4c26-a2d3-aa61bb11e20c tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:32:51.424810 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7712692-9c08-4c26-a2d3-aa61bb11e20c tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:32:51.425153 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7712692-9c08-4c26-a2d3-aa61bb11e20c tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:32:51.429293 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-a7712692-9c08-4c26-a2d3-aa61bb11e20c tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:32:51.446695 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cd3d086-8841-4073-91b0-6929b8a1cf9d None None] Network f926d6c5-dfee-4ed9-94fe-f90abf85cef4 requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 22:32:51.448730 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-833bb97e-5e2a-43ea-8044-67d19586f690 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.196s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:32:51.473683 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvr_db [None req-58cec74a-651b-491a-a021-cb0a4d8fa477 None None] Set router 07308e62-7252-40e4-bf77-b5b6cae4ff90 gateway port host: dv-neutron-821829-1-hyperv {{(pid=87509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 22:32:51.518039 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-b38ee788-6143-4696-aef1-36f868736a5d tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:32:51.591004 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bf24a9d-482f-4aa0-826e-3697ca71fd04 tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:32:51.600107 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bf24a9d-482f-4aa0-826e-3697ca71fd04 tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:32:51.601891 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bf24a9d-482f-4aa0-826e-3697ca71fd04 tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:32:51.604028 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bf24a9d-482f-4aa0-826e-3697ca71fd04 tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:32:51.605177 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bf24a9d-482f-4aa0-826e-3697ca71fd04 tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:32:51.607357 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bf24a9d-482f-4aa0-826e-3697ca71fd04 tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:32:51.609401 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bf24a9d-482f-4aa0-826e-3697ca71fd04 tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:32:51.611615 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bf24a9d-482f-4aa0-826e-3697ca71fd04 tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:32:51.614284 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bf24a9d-482f-4aa0-826e-3697ca71fd04 tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:32:51.615351 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bf24a9d-482f-4aa0-826e-3697ca71fd04 tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:32:51.616798 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bf24a9d-482f-4aa0-826e-3697ca71fd04 tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:32:51.617428 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bf24a9d-482f-4aa0-826e-3697ca71fd04 tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:32:51.619026 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bf24a9d-482f-4aa0-826e-3697ca71fd04 tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:32:51.619934 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bf24a9d-482f-4aa0-826e-3697ca71fd04 tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:32:51.620692 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bf24a9d-482f-4aa0-826e-3697ca71fd04 tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:32:51.621887 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bf24a9d-482f-4aa0-826e-3697ca71fd04 tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:32:51.622507 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bf24a9d-482f-4aa0-826e-3697ca71fd04 tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:32:51.623116 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bf24a9d-482f-4aa0-826e-3697ca71fd04 tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:32:51.623712 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bf24a9d-482f-4aa0-826e-3697ca71fd04 tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:32:51.625028 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bf24a9d-482f-4aa0-826e-3697ca71fd04 tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:32:51.625649 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bf24a9d-482f-4aa0-826e-3697ca71fd04 tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:32:51.626257 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bf24a9d-482f-4aa0-826e-3697ca71fd04 tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:32:51.627389 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bf24a9d-482f-4aa0-826e-3697ca71fd04 tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:32:51.628062 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bf24a9d-482f-4aa0-826e-3697ca71fd04 tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:32:51.630595 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-b38ee788-6143-4696-aef1-36f868736a5d tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3741155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38980'] for router, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:51.631595 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-b38ee788-6143-4696-aef1-36f868736a5d tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3743284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3741748', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3896702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-38989'] for router, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:51.632398 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-6bf24a9d-482f-4aa0-826e-3697ca71fd04 tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200  len: 21004 time: 0.3838370
Dec 16 22:32:51.634938 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-262fed4d-c5d2-4550-9db2-4c10b9aae1bf tempest-RoutersIpV6AdminTest-146809031 tempest-RoutersIpV6AdminTest-146809031-project-admin] 10.222.0.13 "GET /v2.0/routers/07308e62-7252-40e4-bf77-b5b6cae4ff90 HTTP/1.1" status: 200  len: 909 time: 0.4720235
Dec 16 22:32:51.638271 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 38528) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:32:51.639211 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 38530) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:32:51.652369 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-548fbbb0-f3c5-4171-8fe6-5df6fad649cb tempest-RoutersIpV6AdminTest-146809031 tempest-RoutersIpV6AdminTest-146809031-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1623990199', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'enable_snat': True}}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:32:51.657160 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-548fbbb0-f3c5-4171-8fe6-5df6fad649cb tempest-RoutersIpV6AdminTest-146809031 tempest-RoutersIpV6AdminTest-146809031-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:32:51.657451 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3635808-f1ef-4a53-92ff-08e648c817aa tempest-FloatingIPAdminTestJSON-265973053 tempest-FloatingIPAdminTestJSON-265973053-project] Pushing event updated for resources: {'Port': ['ID=8f24bf9b-142c-43b3-bff5-be0c13d8dd91,revision_number=1']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:32:51.661001 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-b3635808-f1ef-4a53-92ff-08e648c817aa tempest-FloatingIPAdminTestJSON-265973053 tempest-FloatingIPAdminTestJSON-265973053-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:32:51.662011 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-548fbbb0-f3c5-4171-8fe6-5df6fad649cb tempest-RoutersIpV6AdminTest-146809031 tempest-RoutersIpV6AdminTest-146809031-project-admin] Usage tracker for resource:router and tenant:5cf88710195741768968293f02f9935d is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:32:51.667338 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-548fbbb0-f3c5-4171-8fe6-5df6fad649cb tempest-RoutersIpV6AdminTest-146809031 tempest-RoutersIpV6AdminTest-146809031-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:32:51.668162 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-b85d8261-2dea-40bd-8424-fec6a1066b2a tempest-RoutersAdminNegativeTest-1146687874 tempest-RoutersAdminNegativeTest-1146687874-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:51.678617 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-548fbbb0-f3c5-4171-8fe6-5df6fad649cb tempest-RoutersIpV6AdminTest-146809031 tempest-RoutersIpV6AdminTest-146809031-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:32:51.694277 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-b85d8261-2dea-40bd-8424-fec6a1066b2a tempest-RoutersAdminNegativeTest-1146687874 tempest-RoutersAdminNegativeTest-1146687874-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841066'] for security_group, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:51.706547 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-b38ee788-6143-4696-aef1-36f868736a5d tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:51.707875 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-7b471887-1182-40bb-ad95-64a077a52153 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:32:51.718424 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.notifiers.nova [None req-b85d8261-2dea-40bd-8424-fec6a1066b2a tempest-RoutersAdminNegativeTest-1146687874 tempest-RoutersAdminNegativeTest-1146687874-project-admin] device_id is not set on port 2784f885-999f-4514-867e-6712e180c83c yet. {{(pid=87506) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 16 22:32:51.756116 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-ccde8a7c-1092-492d-8792-627a364e9595 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3328622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1863378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11213117'] for subnet, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:51.760744 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.plugin [None req-d7526c39-271e-4f5f-8f16-712133d666a4 tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] Deleting port 8fda3574-43ae-4a94-a053-99fcbc7740bd {{(pid=87507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:32:51.761070 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-d7526c39-271e-4f5f-8f16-712133d666a4 tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:51.794569 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-548fbbb0-f3c5-4171-8fe6-5df6fad649cb tempest-RoutersIpV6AdminTest-146809031 tempest-RoutersIpV6AdminTest-146809031-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3741155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38980'] for router, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:51.795606 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-548fbbb0-f3c5-4171-8fe6-5df6fad649cb tempest-RoutersIpV6AdminTest-146809031 tempest-RoutersIpV6AdminTest-146809031-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3743284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3741748', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3896702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-38989'] for router, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:51.812964 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-ccde8a7c-1092-492d-8792-627a364e9595 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3791486'] for subnet, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:51.816693 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-b3635808-f1ef-4a53-92ff-08e648c817aa tempest-FloatingIPAdminTestJSON-265973053 tempest-FloatingIPAdminTestJSON-265973053-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:51.820917 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-548fbbb0-f3c5-4171-8fe6-5df6fad649cb tempest-RoutersIpV6AdminTest-146809031 tempest-RoutersIpV6AdminTest-146809031-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:51.826266 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c09d59b-3dc9-4f16-8526-953c87789a8b None None] Network 7edd76f7-0f97-48a5-b177-9842de6c0500 requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 22:32:51.833279 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85d8261-2dea-40bd-8424-fec6a1066b2a tempest-RoutersAdminNegativeTest-1146687874 tempest-RoutersAdminNegativeTest-1146687874-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41738376-f7cf-47ce-809c-39eda6ae4eea,revision_number=1']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:32:51.836885 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-b85d8261-2dea-40bd-8424-fec6a1066b2a tempest-RoutersAdminNegativeTest-1146687874 tempest-RoutersAdminNegativeTest-1146687874-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:32:51.844263 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-78f4a0d1-2560-48c0-8339-eb5ec1798d70 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.067s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:32:51.865859 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-58cec74a-651b-491a-a021-cb0a4d8fa477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b7c943340>, [{'id': '07308e62-7252-40e4-bf77-b5b6cae4ff90', 'name': 'tempest-snat-router-1623990199', 'tenant_id': '5cf88710195741768968293f02f9935d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.224'}], 'enable_snat': False}, 'gw_port_id': 'ff937842-5ea3-4316-b7be-a546b3ed94dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:32:45Z', 'updated_at': '2021-12-16T22:32:49Z', 'revision_number': 3, 'project_id': '5cf88710195741768968293f02f9935d', 'gw_port': {'id': 'ff937842-5ea3-4316-b7be-a546b3ed94dc', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:ab:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07308e62-7252-40e4-bf77-b5b6cae4ff90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 236, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:32:47Z', 'updated_at': '2021-12-16T22:32:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-821829-1-hyperv'}], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:32:51.871344 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58cec74a-651b-491a-a021-cb0a4d8fa477 None None] Checking router: 07308e62-7252-40e4-bf77-b5b6cae4ff90 for host: dv-neutron-821829-1-hyperv {{(pid=87509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 22:32:51.871986 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58cec74a-651b-491a-a021-cb0a4d8fa477 None None] Updating router 07308e62-7252-40e4-bf77-b5b6cae4ff90 port ff937842-5ea3-4316-b7be-a546b3ed94dc binding host dv-neutron-821829-1-hyperv {{(pid=87509) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 16 22:32:51.926511 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccde8a7c-1092-492d-8792-627a364e9595 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Pushing event deleted for resources: {'Subnet': ['ID=906d9fa4-f7e2-4d60-9e2e-96b68b4ad639,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:32:51.929412 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-ccde8a7c-1092-492d-8792-627a364e9595 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:32:51.987713 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron_lib.callbacks.manager [None req-58cec74a-651b-491a-a021-cb0a4d8fa477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:52.066067 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.db [None req-d7526c39-271e-4f5f-8f16-712133d666a4 tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] For port 8fda3574-43ae-4a94-a053-99fcbc7740bd, host hv-neutron-8218, got binding levels [] {{(pid=87507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:32:52.066399 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-d7526c39-271e-4f5f-8f16-712133d666a4 tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:52.222805 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0991fe5-2f50-48a6-8ef0-184583c89714 None None] DHCP port deletion for 7edd76f7-0f97-48a5-b177-9842de6c0500 request from dv-neutron-821829-1-hyperv {{(pid=87508) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 16 22:32:52.227143 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-c0991fe5-2f50-48a6-8ef0-184583c89714 None None] Deleting port 7f40c76b-ceb7-4512-a8ad-d5a5d157df96 {{(pid=87508) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:32:52.227510 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-c0991fe5-2f50-48a6-8ef0-184583c89714 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:52.254450 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.plugin [None req-d7526c39-271e-4f5f-8f16-712133d666a4 tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] Calling delete_port for 8fda3574-43ae-4a94-a053-99fcbc7740bd owned by  {{(pid=87507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:32:52.343695 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-b3635808-f1ef-4a53-92ff-08e648c817aa tempest-FloatingIPAdminTestJSON-265973053 tempest-FloatingIPAdminTestJSON-265973053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:52.387690 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-d7526c39-271e-4f5f-8f16-712133d666a4 tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10807823'] for port, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:52.402777 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:32:52.440684 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-c0991fe5-2f50-48a6-8ef0-184583c89714 None None] For port 7f40c76b-ceb7-4512-a8ad-d5a5d157df96, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=7f40c76b-ceb7-4512-a8ad-d5a5d157df96,segment=NetworkSegment(da71c9a1-7532-4738-a9bc-22a7f498ec35),segment_id=da71c9a1-7532-4738-a9bc-22a7f498ec35)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:32:52.440996 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-c0991fe5-2f50-48a6-8ef0-184583c89714 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:52.529753 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-d7526c39-271e-4f5f-8f16-712133d666a4 tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for port, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:52.534349 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron_lib.callbacks.manager [None req-58cec74a-651b-491a-a021-cb0a4d8fa477 None None] Notify callbacks [] for port, precommit_update {{(pid=87509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:52.543793 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7526c39-271e-4f5f-8f16-712133d666a4 tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] Pushing event deleted for resources: {'Port': ['ID=8fda3574-43ae-4a94-a053-99fcbc7740bd,revision_number=None']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:32:52.547458 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-d7526c39-271e-4f5f-8f16-712133d666a4 tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:32:52.555353 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.provisioning_blocks [None req-58cec74a-651b-491a-a021-cb0a4d8fa477 None None] Transition to ACTIVE for port object ff937842-5ea3-4316-b7be-a546b3ed94dc will not be triggered until provisioned by entity L2. {{(pid=87509) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:32:52.562223 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-d7526c39-271e-4f5f-8f16-712133d666a4 tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] 10.222.0.13 "DELETE /v2.0/ports/8fda3574-43ae-4a94-a053-99fcbc7740bd HTTP/1.1" status: 204  len: 168 time: 0.9126885
Dec 16 22:32:52.565514 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron_lib.callbacks.manager [None req-58cec74a-651b-491a-a021-cb0a4d8fa477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:52.570105 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 38540) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:32:52.570356 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG oslo_concurrency.lockutils [None req-fa58eb6f-a0e3-4ba4-85b1-a443e480ff95 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:32:52.611498 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-c0991fe5-2f50-48a6-8ef0-184583c89714 None None] Calling delete_port for 7f40c76b-ceb7-4512-a8ad-d5a5d157df96 owned by network:dhcp {{(pid=87508) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:32:52.660897 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f421af1c-4626-4df3-ba8f-543499953dfa None None] Pushing event updated for resources: {'Port': ['ID=ff937842-5ea3-4316-b7be-a546b3ed94dc,revision_number=2']} {{(pid=87509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:32:52.672132 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG oslo_concurrency.lockutils [None req-f421af1c-4626-4df3-ba8f-543499953dfa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=87509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:32:52.695102 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-c0991fe5-2f50-48a6-8ef0-184583c89714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949'] for port, after_delete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:52.698264 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.plugins.ml2.managers [None req-58cec74a-651b-491a-a021-cb0a4d8fa477 None None] Attempting to bind port ff937842-5ea3-4316-b7be-a546b3ed94dc on host dv-neutron-821829-1-hyperv for vnic_type normal with profile  {{(pid=87509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 22:32:52.698835 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.plugins.ml2.managers [None req-58cec74a-651b-491a-a021-cb0a4d8fa477 None None] Attempting to bind port ff937842-5ea3-4316-b7be-a546b3ed94dc by drivers openvswitch,hyperv on host dv-neutron-821829-1-hyperv at level 0 using segments [{'id': 'a416442d-d143-4052-9f4e-546eb8cbe809', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5'}] {{(pid=87509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 22:32:52.699528 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58cec74a-651b-491a-a021-cb0a4d8fa477 None None] Attempting to bind port ff937842-5ea3-4316-b7be-a546b3ed94dc on network f8905ce9-304b-4976-bc47-e58c71c11de5 {{(pid=87509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 22:32:52.700716 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-359097d8-9f72-4cc3-b75a-e6b37a5f69dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:32:52.706806 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58cec74a-651b-491a-a021-cb0a4d8fa477 None None] Checking agent: {'id': '5571501f-366e-47a4-9b60-8ef19d935d27', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821829-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 24, 2), 'started_at': datetime.datetime(2021, 12, 16, 22, 24, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 32, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821829-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 22:32:52.707526 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58cec74a-651b-491a-a021-cb0a4d8fa477 None None] Checking segment: {'id': 'a416442d-d143-4052-9f4e-546eb8cbe809', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 22:32:52.708173 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron_lib.callbacks.manager [None req-58cec74a-651b-491a-a021-cb0a4d8fa477 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:52.708711 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58cec74a-651b-491a-a021-cb0a4d8fa477 None None] Bound using segment: {'id': 'a416442d-d143-4052-9f4e-546eb8cbe809', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5'} {{(pid=87509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 22:32:52.709328 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.plugins.ml2.managers [None req-58cec74a-651b-491a-a021-cb0a4d8fa477 None None] Bound port: ff937842-5ea3-4316-b7be-a546b3ed94dc, host: dv-neutron-821829-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a416442d-d143-4052-9f4e-546eb8cbe809', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5'}}] {{(pid=87509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 22:32:52.709996 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron_lib.callbacks.manager [None req-58cec74a-651b-491a-a021-cb0a4d8fa477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:52.718177 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-ccde8a7c-1092-492d-8792-627a364e9595 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] 10.222.0.13 "DELETE /v2.0/subnets/906d9fa4-f7e2-4d60-9e2e-96b68b4ad639 HTTP/1.1" status: 204  len: 168 time: 2.2075610
Dec 16 22:32:52.738428 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 38544) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:32:52.754362 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-b38ee788-6143-4696-aef1-36f868736a5d tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3741702', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3740945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-38947'] for router, precommit_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:52.754581 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0991fe5-2f50-48a6-8ef0-184583c89714 None None] Pushing event deleted for resources: {'Port': ['ID=7f40c76b-ceb7-4512-a8ad-d5a5d157df96,revision_number=None']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:32:52.759728 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0991fe5-2f50-48a6-8ef0-184583c89714 None None] No DVR routers for this DVR port 7f40c76b-ceb7-4512-a8ad-d5a5d157df96 on host dv-neutron-821829-1-hyperv {{(pid=87508) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 22:32:52.785681 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0991fe5-2f50-48a6-8ef0-184583c89714 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:32:52.786029 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0991fe5-2f50-48a6-8ef0-184583c89714 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:32:52.786449 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0991fe5-2f50-48a6-8ef0-184583c89714 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:32:52.786810 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0991fe5-2f50-48a6-8ef0-184583c89714 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:32:52.787142 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0991fe5-2f50-48a6-8ef0-184583c89714 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:32:52.787539 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0991fe5-2f50-48a6-8ef0-184583c89714 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:32:52.787813 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0991fe5-2f50-48a6-8ef0-184583c89714 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:32:52.788124 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0991fe5-2f50-48a6-8ef0-184583c89714 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:32:52.788448 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0991fe5-2f50-48a6-8ef0-184583c89714 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:32:52.788765 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0991fe5-2f50-48a6-8ef0-184583c89714 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:32:52.789083 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0991fe5-2f50-48a6-8ef0-184583c89714 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:32:52.789482 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0991fe5-2f50-48a6-8ef0-184583c89714 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:32:52.792852 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-c0991fe5-2f50-48a6-8ef0-184583c89714 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:32:52.801007 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.plugins.ml2.db [None req-58cec74a-651b-491a-a021-cb0a4d8fa477 None None] For port ff937842-5ea3-4316-b7be-a546b3ed94dc, host dv-neutron-821829-1-hyperv, cleared binding levels {{(pid=87509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 22:32:52.804154 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.plugins.ml2.db [None req-58cec74a-651b-491a-a021-cb0a4d8fa477 None None] For port ff937842-5ea3-4316-b7be-a546b3ed94dc, host dv-neutron-821829-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=ff937842-5ea3-4316-b7be-a546b3ed94dc,segment=NetworkSegment(a416442d-d143-4052-9f4e-546eb8cbe809),segment_id=a416442d-d143-4052-9f4e-546eb8cbe809)] {{(pid=87509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 22:32:52.808649 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron_lib.callbacks.manager [None req-58cec74a-651b-491a-a021-cb0a4d8fa477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:52.813034 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:32:52.835274 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-49000249-ea4f-4561-97cf-c1d6fbaff060 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0886428
Dec 16 22:32:52.835274 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.pecan_wsgi.hooks.translation [None req-be9f4f42-e20d-4185-9a20-6ba71df39850 tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] GET failed (client error): The resource could not be found.
Dec 16 22:32:52.835274 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-be9f4f42-e20d-4185-9a20-6ba71df39850 tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] Synchronizing usage tracker for tenant:bc8631c3bba0401f9ab311c3ca452c73 on resource:port {{(pid=87506) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 22:32:52.841858 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 38548) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:32:52.895780 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-eee71046-4e01-4d3c-8ba1-060943b2e223 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200  len: 205 time: 0.0494995
Dec 16 22:32:52.902642 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58cec74a-651b-491a-a021-cb0a4d8fa477 None None] Routers {'07308e62-7252-40e4-bf77-b5b6cae4ff90'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:32:52.903429 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-58cec74a-651b-491a-a021-cb0a4d8fa477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b7c943340>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:32:31Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['07308e62-7252-40e4-bf77-b5b6cae4ff90'], 'active': True} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:32:52.905280 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 38552) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:32:52.970601 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-548fbbb0-f3c5-4171-8fe6-5df6fad649cb tempest-RoutersIpV6AdminTest-146809031 tempest-RoutersIpV6AdminTest-146809031-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3741702', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3740945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-38947'] for router, precommit_update {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:52.980977 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f421af1c-4626-4df3-ba8f-543499953dfa None None] Pushing event updated for resources: {'Port': ['ID=ff937842-5ea3-4316-b7be-a546b3ed94dc,revision_number=3']} {{(pid=87509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:32:52.984959 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG oslo_concurrency.lockutils [None req-f421af1c-4626-4df3-ba8f-543499953dfa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=87509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:32:53.026128 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f444e36d-7af4-4a27-a3a6-1d0138d30584 req-1533c56b-8842-42e8-887b-77b61029ba82 tempest-ServerActionsTestJSON-1581017418 tempest-ServerActionsTestJSON-1581017418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:32:53.027635 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-f444e36d-7af4-4a27-a3a6-1d0138d30584 req-1533c56b-8842-42e8-887b-77b61029ba82 tempest-ServerActionsTestJSON-1581017418 tempest-ServerActionsTestJSON-1581017418-project] 10.222.0.13 "GET /v2.0/ports?device_id=95ef1739-1bf2-4522-993c-76a77d5f2322 HTTP/1.1" status: 200  len: 945 time: 0.8523514
Dec 16 22:32:53.031315 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-be9f4f42-e20d-4185-9a20-6ba71df39850 tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] Unset dirty status for tenant:bc8631c3bba0401f9ab311c3ca452c73 on resource:port {{(pid=87506) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 22:32:53.032511 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-be9f4f42-e20d-4185-9a20-6ba71df39850 tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] 10.222.0.13 "GET /v2.0/ports/8fda3574-43ae-4a94-a053-99fcbc7740bd HTTP/1.1" status: 404  len: 333 time: 0.4549615
Dec 16 22:32:53.036378 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.db_base_plugin_common [None req-b85d8261-2dea-40bd-8424-fec6a1066b2a tempest-RoutersAdminNegativeTest-1146687874 tempest-RoutersAdminNegativeTest-1146687874-project-admin] Allocated IP 172.26.0.242 (f8905ce9-304b-4976-bc47-e58c71c11de5/9bca8591-41ef-4f2d-8ecb-ecaab1a28acf/2784f885-999f-4514-867e-6712e180c83c) {{(pid=87506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 22:32:53.044444 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.db.resource_extend [None req-b3635808-f1ef-4a53-92ff-08e648c817aa tempest-FloatingIPAdminTestJSON-265973053 tempest-FloatingIPAdminTestJSON-265973053-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 16 22:32:53.052110 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 38556) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:32:53.082968 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-f0243910-8023-4027-a210-012c7c00613f tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-243787729', 'network_id': 'bd731f0d-1be1-44f5-859a-c7ea1abaaacb'}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:32:53.087488 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-f0243910-8023-4027-a210-012c7c00613f tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:32:53.092861 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvr_db [None req-58cec74a-651b-491a-a021-cb0a4d8fa477 None None] Set router 07308e62-7252-40e4-bf77-b5b6cae4ff90 gateway port host: dv-neutron-821829-1-hyperv {{(pid=87509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 22:32:53.097413 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-f0243910-8023-4027-a210-012c7c00613f tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:32:53.110792 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-b3635808-f1ef-4a53-92ff-08e648c817aa tempest-FloatingIPAdminTestJSON-265973053 tempest-FloatingIPAdminTestJSON-265973053-project] Notify callbacks [] for port, precommit_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:53.119829 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0243910-8023-4027-a210-012c7c00613f tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] Made reservation on behalf of bc8631c3bba0401f9ab311c3ca452c73 for: {'port': 1} {{(pid=87506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:32:53.122090 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-f0243910-8023-4027-a210-012c7c00613f tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:53.127981 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391c0ea1-afb9-45cc-a860-3f59d592a09c req-d4942943-e12c-493d-aea8-06424d3b4d96 tempest-ServersTestJSON-1208382319 tempest-ServersTestJSON-1208382319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:32:53.129602 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-391c0ea1-afb9-45cc-a860-3f59d592a09c req-d4942943-e12c-493d-aea8-06424d3b4d96 tempest-ServersTestJSON-1208382319 tempest-ServersTestJSON-1208382319-project] 10.222.0.13 "GET /v2.0/ports?device_id=e8b1f9e3-1dc7-4804-9d4e-3e2ba6aa02cb HTTP/1.1" status: 200  len: 945 time: 0.5732598
Dec 16 22:32:53.146359 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-b3635808-f1ef-4a53-92ff-08e648c817aa tempest-FloatingIPAdminTestJSON-265973053 tempest-FloatingIPAdminTestJSON-265973053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1863400'] for port, after_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:53.158157 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:32:53.174249 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-f444e36d-7af4-4a27-a3a6-1d0138d30584 req-428ec1b8-065f-460e-8757-a3b0cc8beca4 tempest-ServerActionsTestJSON-1581017418 tempest-ServerActionsTestJSON-1581017418-project] 10.222.0.13 "GET /v2.0/security-groups?id=1011a650-dc8c-4279-9762-0c0bcda15d85&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0865521
Dec 16 22:32:53.212049 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-391c0ea1-afb9-45cc-a860-3f59d592a09c req-a0667817-af52-4712-96ef-525f2b76e2e5 tempest-ServersTestJSON-1208382319 tempest-ServersTestJSON-1208382319-project] 10.222.0.13 "GET /v2.0/security-groups?id=5d566684-e21e-48b5-9daf-a272f2025a2f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0671442
Dec 16 22:32:53.235049 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8da2d40-6ad3-4203-91bb-6ecbebf2114f tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:32:53.235049 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-c8da2d40-6ad3-4203-91bb-6ecbebf2114f tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Synchronizing usage tracker for tenant:8e4385a98eb1416284c1cc96b3355a70 on resource:subnet {{(pid=87506) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 22:32:53.239076 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.notifiers.nova [None req-f0243910-8023-4027-a210-012c7c00613f tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] device_id is not set on port 81feb974-5785-4c38-81a0-1201f015d40a yet. {{(pid=87506) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 16 22:32:53.356971 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-b3635808-f1ef-4a53-92ff-08e648c817aa tempest-FloatingIPAdminTestJSON-265973053 tempest-FloatingIPAdminTestJSON-265973053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3741874'] for floatingip, after_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:53.440947 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3635808-f1ef-4a53-92ff-08e648c817aa tempest-FloatingIPAdminTestJSON-265973053 tempest-FloatingIPAdminTestJSON-265973053-project] Pushing event updated for resources: {'Port': ['ID=8f24bf9b-142c-43b3-bff5-be0c13d8dd91,revision_number=2']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:32:53.451831 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-c8da2d40-6ad3-4203-91bb-6ecbebf2114f tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Unset dirty status for tenant:8e4385a98eb1416284c1cc96b3355a70 on resource:subnet {{(pid=87506) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 22:32:53.452979 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-c8da2d40-6ad3-4203-91bb-6ecbebf2114f tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.5467575
Dec 16 22:32:53.457825 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-b3635808-f1ef-4a53-92ff-08e648c817aa tempest-FloatingIPAdminTestJSON-265973053 tempest-FloatingIPAdminTestJSON-265973053-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:32:53.458279 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 38564) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:32:53.487805 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-58cec74a-651b-491a-a021-cb0a4d8fa477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b7c943340>, [{'id': '07308e62-7252-40e4-bf77-b5b6cae4ff90', 'name': 'tempest-snat-router-1623990199', 'tenant_id': '5cf88710195741768968293f02f9935d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.224'}], 'enable_snat': False}, 'gw_port_id': 'ff937842-5ea3-4316-b7be-a546b3ed94dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:32:45Z', 'updated_at': '2021-12-16T22:32:49Z', 'revision_number': 3, 'project_id': '5cf88710195741768968293f02f9935d', 'gw_port': {'id': 'ff937842-5ea3-4316-b7be-a546b3ed94dc', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:ab:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07308e62-7252-40e4-bf77-b5b6cae4ff90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 236, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:32:47Z', 'updated_at': '2021-12-16T22:32:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-821829-1-hyperv'}], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:32:53.492759 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58cec74a-651b-491a-a021-cb0a4d8fa477 None None] The sync data for ids ['07308e62-7252-40e4-bf77-b5b6cae4ff90'] in dv-neutron-821829-1-hyperv is: [{'id': '07308e62-7252-40e4-bf77-b5b6cae4ff90', 'name': 'tempest-snat-router-1623990199', 'tenant_id': '5cf88710195741768968293f02f9935d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.224'}], 'enable_snat': False}, 'gw_port_id': 'ff937842-5ea3-4316-b7be-a546b3ed94dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:32:45Z', 'updated_at': '2021-12-16T22:32:49Z', 'revision_number': 3, 'project_id': '5cf88710195741768968293f02f9935d', 'gw_port': {'id': 'ff937842-5ea3-4316-b7be-a546b3ed94dc', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:ab:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07308e62-7252-40e4-bf77-b5b6cae4ff90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 236, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:32:47Z', 'updated_at': '2021-12-16T22:32:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-821829-1-hyperv'}] {{(pid=87509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 22:32:53.626233 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-b3635808-f1ef-4a53-92ff-08e648c817aa tempest-FloatingIPAdminTestJSON-265973053 tempest-FloatingIPAdminTestJSON-265973053-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for floatingip, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:53.626565 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-548fbbb0-f3c5-4171-8fe6-5df6fad649cb tempest-RoutersIpV6AdminTest-146809031 tempest-RoutersIpV6AdminTest-146809031-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:53.632260 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-b3635808-f1ef-4a53-92ff-08e648c817aa tempest-FloatingIPAdminTestJSON-265973053 tempest-FloatingIPAdminTestJSON-265973053-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 5.1855330
Dec 16 22:32:53.633188 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 38568) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:32:53.634094 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 7f40c76b-ceb7-4512-a8ad-d5a5d157df96 no longer exists at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 22:32:53.666493 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-548fbbb0-f3c5-4171-8fe6-5df6fad649cb tempest-RoutersIpV6AdminTest-146809031 tempest-RoutersIpV6AdminTest-146809031-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:53.673407 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] No Port match for: 7f40c76b-ceb7-4512-a8ad-d5a5d157df96 {{(pid=87508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 22:32:53.674321 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 7f40c76b-ceb7-4512-a8ad-d5a5d157df96 not bound to the agent host dv-neutron-821829-1-hyperv {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 22:32:53.715578 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da639213-0667-4993-b029-aa31802d3c3e req-90927630-78b8-47fe-8f9a-443018177f86 tempest-ServerActionsTestJSON-1581017418 tempest-ServerActionsTestJSON-1581017418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:32:53.717165 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-da639213-0667-4993-b029-aa31802d3c3e req-90927630-78b8-47fe-8f9a-443018177f86 tempest-ServerActionsTestJSON-1581017418 tempest-ServerActionsTestJSON-1581017418-project] 10.222.0.13 "GET /v2.0/ports?device_id=95ef1739-1bf2-4522-993c-76a77d5f2322 HTTP/1.1" status: 200  len: 945 time: 0.3754487
Dec 16 22:32:53.730544 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51757cf-9466-41a2-b7bf-cac639ef55c0 req-3bf3c0e8-df6e-4b14-8202-1025e93d97da tempest-ServersTestJSON-1208382319 tempest-ServersTestJSON-1208382319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:32:53.732131 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-c51757cf-9466-41a2-b7bf-cac639ef55c0 req-3bf3c0e8-df6e-4b14-8202-1025e93d97da tempest-ServersTestJSON-1208382319 tempest-ServersTestJSON-1208382319-project] 10.222.0.13 "GET /v2.0/ports?device_id=e8b1f9e3-1dc7-4804-9d4e-3e2ba6aa02cb HTTP/1.1" status: 200  len: 945 time: 0.3723745
Dec 16 22:32:53.732636 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 38570) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:32:53.752050 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-cb239336-599f-42fb-b2c8-44981f82d35a tempest-ServerActionsTestJSON-1581017418 tempest-ServerActionsTestJSON-1581017418-project] Request body: {'floatingip': {'port_id': '760988bb-0591-4c97-be7d-c348804c49dd'}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:32:53.822992 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 38574) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:32:53.838833 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-a5ed114b-5df3-49c9-9e48-241d6ca2c570 tempest-ServersTestJSON-1208382319 tempest-ServersTestJSON-1208382319-project] Request body: {'floatingip': {'port_id': '7a40ac5e-8e98-4adc-8457-7278ef3b8997'}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:32:53.882749 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-42b92fb1-8ca8-4215-97f0-356db52ac1cb tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.3621371
Dec 16 22:32:53.889270 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 38580) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:32:53.945062 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-335ce3b6-09e2-437c-9dc4-d9f62302eb83 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Request body: {'subnet': {'network_id': '7edd76f7-0f97-48a5-b177-9842de6c0500', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:32:53.945289 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-cb239336-599f-42fb-b2c8-44981f82d35a tempest-ServerActionsTestJSON-1581017418 tempest-ServerActionsTestJSON-1581017418-project] Notify callbacks [] for floatingip, before_update {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:54.011046 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-a5ed114b-5df3-49c9-9e48-241d6ca2c570 tempest-ServersTestJSON-1208382319 tempest-ServersTestJSON-1208382319-project] Notify callbacks [] for floatingip, before_update {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:54.144084 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-c8ac216a-5d57-4453-bddb-bc5f89fabd27 tempest-FloatingIPAdminTestJSON-1628957317 tempest-FloatingIPAdminTestJSON-1628957317-project-admin] Synchronizing usage tracker for tenant:67731d74ca194067b5eb7b21c743d80f on resource:floatingip {{(pid=87506) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 22:32:54.283144 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-f0243910-8023-4027-a210-012c7c00613f tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:54.356828 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-335ce3b6-09e2-437c-9dc4-d9f62302eb83 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:32:54.361986 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-b85d8261-2dea-40bd-8424-fec6a1066b2a tempest-RoutersAdminNegativeTest-1146687874 tempest-RoutersAdminNegativeTest-1146687874-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:54.380703 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-c8ac216a-5d57-4453-bddb-bc5f89fabd27 tempest-FloatingIPAdminTestJSON-1628957317 tempest-FloatingIPAdminTestJSON-1628957317-project-admin] Unset dirty status for tenant:67731d74ca194067b5eb7b21c743d80f on resource:floatingip {{(pid=87506) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 22:32:54.384383 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-c8ac216a-5d57-4453-bddb-bc5f89fabd27 tempest-FloatingIPAdminTestJSON-1628957317 tempest-FloatingIPAdminTestJSON-1628957317-project-admin] 10.222.0.13 "GET /v2.0/floatingips HTTP/1.1" status: 200  len: 2611 time: 0.5069733
Dec 16 22:32:54.384383 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-b38ee788-6143-4696-aef1-36f868736a5d tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Notify callbacks [] for router_gateway, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:54.399442 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 38584) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:32:54.419692 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-335ce3b6-09e2-437c-9dc4-d9f62302eb83 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:32:54.426084 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-b38ee788-6143-4696-aef1-36f868736a5d tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:54.477190 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-335ce3b6-09e2-437c-9dc4-d9f62302eb83 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Made reservation on behalf of 8e4385a98eb1416284c1cc96b3355a70 for: {'subnet': 1} {{(pid=87506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:32:54.480800 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-335ce3b6-09e2-437c-9dc4-d9f62302eb83 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11213078'] for subnet, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:54.505686 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-a4d931b7-02fe-47b3-8d62-cb41c6dfbdff tempest-FloatingIPAdminTestJSON-210502716 tempest-FloatingIPAdminTestJSON-210502716-project] Synchronizing usage tracker for tenant:e4e313c5c45843f887a4996f6021aa04 on resource:floatingip {{(pid=87507) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 22:32:54.622044 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-f0243910-8023-4027-a210-012c7c00613f tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1863393'] for port, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:54.634931 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:32:54.690895 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-a4d931b7-02fe-47b3-8d62-cb41c6dfbdff tempest-FloatingIPAdminTestJSON-210502716 tempest-FloatingIPAdminTestJSON-210502716-project] Unset dirty status for tenant:e4e313c5c45843f887a4996f6021aa04 on resource:floatingip {{(pid=87507) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 22:32:54.692215 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-a4d931b7-02fe-47b3-8d62-cb41c6dfbdff tempest-FloatingIPAdminTestJSON-210502716 tempest-FloatingIPAdminTestJSON-210502716-project] 10.222.0.13 "GET /v2.0/floatingips HTTP/1.1" status: 200  len: 691 time: 0.2899733
Dec 16 22:32:54.696666 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 38588) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:32:54.705625 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-b85d8261-2dea-40bd-8424-fec6a1066b2a tempest-RoutersAdminNegativeTest-1146687874 tempest-RoutersAdminNegativeTest-1146687874-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1863393'] for port, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:54.799228 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0243910-8023-4027-a210-012c7c00613f tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] Network bd731f0d-1be1-44f5-859a-c7ea1abaaacb is already hosted by enough agents. {{(pid=87506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:32:54.807465 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.base_scheduler [None req-f0243910-8023-4027-a210-012c7c00613f tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] Resources bound (agent type, host, resource id):  {{(pid=87506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:32:54.815508 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0243910-8023-4027-a210-012c7c00613f tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] Received port after_create {{(pid=87506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 22:32:54.816483 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0243910-8023-4027-a210-012c7c00613f tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:32:54.817082 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-f0243910-8023-4027-a210-012c7c00613f tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for port, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:54.821346 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0243910-8023-4027-a210-012c7c00613f tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] Pushing event updated for resources: {'Port': ['ID=81feb974-5785-4c38-81a0-1201f015d40a,revision_number=1']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:32:54.878283 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-f0243910-8023-4027-a210-012c7c00613f tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:32:54.885234 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b85d8261-2dea-40bd-8424-fec6a1066b2a tempest-RoutersAdminNegativeTest-1146687874 tempest-RoutersAdminNegativeTest-1146687874-project-admin] Network f8905ce9-304b-4976-bc47-e58c71c11de5 is already hosted by enough agents. {{(pid=87506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:32:54.886148 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-bd1b60fc-ba38-4ee8-bd7a-c13feb7fe5c6 tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.169s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:32:54.927959 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.base_scheduler [None req-b85d8261-2dea-40bd-8424-fec6a1066b2a tempest-RoutersAdminNegativeTest-1146687874 tempest-RoutersAdminNegativeTest-1146687874-project-admin] Resources bound (agent type, host, resource id):  {{(pid=87506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:32:54.929417 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.db_base_plugin_common [None req-548fbbb0-f3c5-4171-8fe6-5df6fad649cb tempest-RoutersIpV6AdminTest-146809031 tempest-RoutersIpV6AdminTest-146809031-project-admin] Allocated IP 172.26.0.139 (f8905ce9-304b-4976-bc47-e58c71c11de5/9bca8591-41ef-4f2d-8ecb-ecaab1a28acf/e3986c79-6f74-4aff-822a-fc620e8eb283) {{(pid=87507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 22:32:54.955524 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b85d8261-2dea-40bd-8424-fec6a1066b2a tempest-RoutersAdminNegativeTest-1146687874 tempest-RoutersAdminNegativeTest-1146687874-project-admin] Received port after_create {{(pid=87506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 22:32:55.049383 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [None req-253a8810-a3ab-49f0-8d46-9a0a308d273f tempest-FloatingIPAdminTestJSON-265973053 tempest-FloatingIPAdminTestJSON-265973053-project] Deleting port 8f24bf9b-142c-43b3-bff5-be0c13d8dd91 {{(pid=87506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:32:55.049551 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-253a8810-a3ab-49f0-8d46-9a0a308d273f tempest-FloatingIPAdminTestJSON-265973053 tempest-FloatingIPAdminTestJSON-265973053-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:55.115185 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-f0243910-8023-4027-a210-012c7c00613f tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 959 time: 2.0549483
Dec 16 22:32:55.121083 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 38592) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:32:55.121771 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85d8261-2dea-40bd-8424-fec6a1066b2a tempest-RoutersAdminNegativeTest-1146687874 tempest-RoutersAdminNegativeTest-1146687874-project-admin] Pushing event updated for resources: {'Port': ['ID=2784f885-999f-4514-867e-6712e180c83c,revision_number=1']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:32:55.155729 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-b85d8261-2dea-40bd-8424-fec6a1066b2a tempest-RoutersAdminNegativeTest-1146687874 tempest-RoutersAdminNegativeTest-1146687874-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:32:55.173409 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b85d8261-2dea-40bd-8424-fec6a1066b2a tempest-RoutersAdminNegativeTest-1146687874 tempest-RoutersAdminNegativeTest-1146687874-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:32:55.174643 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-b85d8261-2dea-40bd-8424-fec6a1066b2a tempest-RoutersAdminNegativeTest-1146687874 tempest-RoutersAdminNegativeTest-1146687874-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for port, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:55.302376 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-b85d8261-2dea-40bd-8424-fec6a1066b2a tempest-RoutersAdminNegativeTest-1146687874 tempest-RoutersAdminNegativeTest-1146687874-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1032 time: 4.8226118
Dec 16 22:32:55.316262 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 38596) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:32:55.321068 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3318f646-4832-4c6b-ad0b-ed5dfe647c19 tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:32:55.321632 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-3318f646-4832-4c6b-ad0b-ed5dfe647c19 tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] Synchronizing usage tracker for tenant:bc8631c3bba0401f9ab311c3ca452c73 on resource:port {{(pid=87506) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 22:32:55.329649 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-0a2f5b83-e313-4fd3-ab8e-53d0186aeaa7 tempest-RoutersAdminNegativeTest-1146687874 tempest-RoutersAdminNegativeTest-1146687874-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.242'}]}}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:32:55.341202 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-0a2f5b83-e313-4fd3-ab8e-53d0186aeaa7 tempest-RoutersAdminNegativeTest-1146687874 tempest-RoutersAdminNegativeTest-1146687874-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:32:55.350131 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-335ce3b6-09e2-437c-9dc4-d9f62302eb83 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1863317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11213092'] for subnet, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:55.353768 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-0a2f5b83-e313-4fd3-ab8e-53d0186aeaa7 tempest-RoutersAdminNegativeTest-1146687874 tempest-RoutersAdminNegativeTest-1146687874-project-admin] Usage tracker for resource:router and tenant:d6f7e98f3dd14384b36b8ccaca5ba621 is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:32:55.359814 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-0a2f5b83-e313-4fd3-ab8e-53d0186aeaa7 tempest-RoutersAdminNegativeTest-1146687874 tempest-RoutersAdminNegativeTest-1146687874-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:32:55.381928 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:32:55.395843 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-548fbbb0-f3c5-4171-8fe6-5df6fad649cb tempest-RoutersIpV6AdminTest-146809031 tempest-RoutersIpV6AdminTest-146809031-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:55.425139 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-cb239336-599f-42fb-b2c8-44981f82d35a tempest-ServerActionsTestJSON-1581017418 tempest-ServerActionsTestJSON-1581017418-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:55.492773 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-cb239336-599f-42fb-b2c8-44981f82d35a tempest-ServerActionsTestJSON-1581017418 tempest-ServerActionsTestJSON-1581017418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3741874'] for floatingip, after_update {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:55.511647 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-0a2f5b83-e313-4fd3-ab8e-53d0186aeaa7 tempest-RoutersAdminNegativeTest-1146687874 tempest-RoutersAdminNegativeTest-1146687874-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:32:55.531227 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-3318f646-4832-4c6b-ad0b-ed5dfe647c19 tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] Unset dirty status for tenant:bc8631c3bba0401f9ab311c3ca452c73 on resource:port {{(pid=87506) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 22:32:55.532390 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-3318f646-4832-4c6b-ad0b-ed5dfe647c19 tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] 10.222.0.13 "GET /v2.0/ports/81feb974-5785-4c38-81a0-1201f015d40a HTTP/1.1" status: 200  len: 954 time: 0.4080658
Dec 16 22:32:55.546205 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 38600) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:32:55.605871 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-253a8810-a3ab-49f0-8d46-9a0a308d273f tempest-FloatingIPAdminTestJSON-265973053 tempest-FloatingIPAdminTestJSON-265973053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:55.606191 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-253a8810-a3ab-49f0-8d46-9a0a308d273f tempest-FloatingIPAdminTestJSON-265973053 tempest-FloatingIPAdminTestJSON-265973053-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:55.615188 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-335ce3b6-09e2-437c-9dc4-d9f62302eb83 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Network 7edd76f7-0f97-48a5-b177-9842de6c0500 is already hosted by enough agents. {{(pid=87506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:32:55.616618 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-0a2f5b83-e313-4fd3-ab8e-53d0186aeaa7 tempest-RoutersAdminNegativeTest-1146687874 tempest-RoutersAdminNegativeTest-1146687874-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3741155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38980'] for router, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:55.617637 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-0a2f5b83-e313-4fd3-ab8e-53d0186aeaa7 tempest-RoutersAdminNegativeTest-1146687874 tempest-RoutersAdminNegativeTest-1146687874-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3743284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3741748', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3896702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-38989'] for router, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:55.633875 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.base_scheduler [None req-335ce3b6-09e2-437c-9dc4-d9f62302eb83 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Resources bound (agent type, host, resource id):  {{(pid=87506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:32:55.641486 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-335ce3b6-09e2-437c-9dc4-d9f62302eb83 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:32:55.642072 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-335ce3b6-09e2-437c-9dc4-d9f62302eb83 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3791486'] for subnet, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:55.647844 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c8ec69d-393c-4bdf-a371-afe8fdcfbf11 None None] Network 7edd76f7-0f97-48a5-b177-9842de6c0500 requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 22:32:55.681693 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device ff937842-5ea3-4316-b7be-a546b3ed94dc up at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 22:32:55.730909 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-a5ed114b-5df3-49c9-9e48-241d6ca2c570 tempest-ServersTestJSON-1208382319 tempest-ServersTestJSON-1208382319-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:55.772468 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335ce3b6-09e2-437c-9dc4-d9f62302eb83 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Pushing event updated for resources: {'Subnet': ['ID=e6e0d4a5-2258-4013-8171-ab17c9d5e475,revision_number=0']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:32:55.786515 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [None req-253a8810-a3ab-49f0-8d46-9a0a308d273f tempest-FloatingIPAdminTestJSON-265973053 tempest-FloatingIPAdminTestJSON-265973053-project] Calling delete_port for 8f24bf9b-142c-43b3-bff5-be0c13d8dd91 owned by network:floatingip {{(pid=87506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:32:55.796297 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-a5ed114b-5df3-49c9-9e48-241d6ca2c570 tempest-ServersTestJSON-1208382319 tempest-ServersTestJSON-1208382319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3741874'] for floatingip, after_update {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:55.824152 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-335ce3b6-09e2-437c-9dc4-d9f62302eb83 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.442s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:32:55.838617 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-0a2f5b83-e313-4fd3-ab8e-53d0186aeaa7 tempest-RoutersAdminNegativeTest-1146687874 tempest-RoutersAdminNegativeTest-1146687874-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:55.846154 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-335ce3b6-09e2-437c-9dc4-d9f62302eb83 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 1.9047432
Dec 16 22:32:55.846319 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [None req-5fe1096e-4adb-4ab0-8f3d-42fd6aface4a tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] Deleting port 81feb974-5785-4c38-81a0-1201f015d40a {{(pid=87506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:32:55.846743 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-5fe1096e-4adb-4ab0-8f3d-42fd6aface4a tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:55.864234 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 38604) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:32:55.877474 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning for port ff937842-5ea3-4316-b7be-a546b3ed94dc completed by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 22:32:55.884455 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-a936b695-600a-4641-a0ec-159120c99bf1 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Request body: {'port': {'network_id': '7edd76f7-0f97-48a5-b177-9842de6c0500', 'fixed_ips': [{'subnet_id': 'e6e0d4a5-2258-4013-8171-ab17c9d5e475', 'ip_address': '2001:db8::55e9:af40:8b60:88f8'}], 'name': 'tempest-NetworksTestDHCPv6-1466964915'}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:32:55.884639 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning complete for port ff937842-5ea3-4316-b7be-a546b3ed94dc triggered by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:32:55.884878 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:55.915378 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-548fbbb0-f3c5-4171-8fe6-5df6fad649cb tempest-RoutersIpV6AdminTest-146809031 tempest-RoutersIpV6AdminTest-146809031-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10807823'] for port, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:55.927617 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-93db1293-e3f8-4ef7-b553-91ffd378223f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:32:56.020676 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d5b6f56-b0b9-4ed5-a2f6-ddff7c02b64c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1d6bfaf-d325-5e4f-b05d-2441d8339617-7edd76f7-0f97-48a5-b177-9842de6c0500', 'network_id': '7edd76f7-0f97-48a5-b177-9842de6c0500', 'tenant_id': '8e4385a98eb1416284c1cc96b3355a70', 'fixed_ips': [{'subnet_id': 'e6e0d4a5-2258-4013-8171-ab17c9d5e475'}]}} from dv-neutron-821829-1-hyperv. {{(pid=87508) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 16 22:32:56.021936 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-0d5b6f56-b0b9-4ed5-a2f6-ddff7c02b64c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:56.056163 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.db.l3_db [None req-cb239336-599f-42fb-b2c8-44981f82d35a tempest-ServerActionsTestJSON-1581017418 tempest-ServerActionsTestJSON-1581017418-project] Floating IP 31a79c59-5278-44ee-8ce3-14d34696f00c associated. External IP: 172.26.0.33, port: 760988bb-0591-4c97-be7d-c348804c49dd.
Dec 16 22:32:56.099077 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:56.144096 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] For port ff937842-5ea3-4316-b7be-a546b3ed94dc, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=ff937842-5ea3-4316-b7be-a546b3ed94dc,segment=NetworkSegment(a416442d-d143-4052-9f4e-546eb8cbe809),segment_id=a416442d-d143-4052-9f4e-546eb8cbe809)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:32:56.154007 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:56.162230 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-0ea3c38a-824d-469a-9e52-29e4688883d7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:32:56.165219 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.db_base_plugin_common [None req-b38ee788-6143-4696-aef1-36f868736a5d tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Allocated IP 172.26.0.94 (f8905ce9-304b-4976-bc47-e58c71c11de5/9bca8591-41ef-4f2d-8ecb-ecaab1a28acf/9fe02764-782e-4560-97b6-cf54215621af) {{(pid=87506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 22:32:56.166367 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-548fbbb0-f3c5-4171-8fe6-5df6fad649cb tempest-RoutersIpV6AdminTest-146809031 tempest-RoutersIpV6AdminTest-146809031-project-admin] Network f8905ce9-304b-4976-bc47-e58c71c11de5 is already hosted by enough agents. {{(pid=87507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:32:56.193153 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.base_scheduler [None req-548fbbb0-f3c5-4171-8fe6-5df6fad649cb tempest-RoutersIpV6AdminTest-146809031 tempest-RoutersIpV6AdminTest-146809031-project-admin] Resources bound (agent type, host, resource id):  {{(pid=87507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:32:56.208798 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-548fbbb0-f3c5-4171-8fe6-5df6fad649cb tempest-RoutersIpV6AdminTest-146809031 tempest-RoutersIpV6AdminTest-146809031-project-admin] Received port after_create {{(pid=87507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 22:32:56.282322 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548fbbb0-f3c5-4171-8fe6-5df6fad649cb tempest-RoutersIpV6AdminTest-146809031 tempest-RoutersIpV6AdminTest-146809031-project-admin] Pushing event updated for resources: {'Port': ['ID=e3986c79-6f74-4aff-822a-fc620e8eb283,revision_number=1']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:32:56.292351 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Pushing event updated for resources: {'Port': ['ID=ff937842-5ea3-4316-b7be-a546b3ed94dc,revision_number=4']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:32:56.296523 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:32:56.301037 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-548fbbb0-f3c5-4171-8fe6-5df6fad649cb tempest-RoutersIpV6AdminTest-146809031 tempest-RoutersIpV6AdminTest-146809031-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.373s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:32:56.310389 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.db_base_plugin_common [None req-0d5b6f56-b0b9-4ed5-a2f6-ddff7c02b64c None None] Allocated IP 2001:db8::2 (7edd76f7-0f97-48a5-b177-9842de6c0500/e6e0d4a5-2258-4013-8171-ab17c9d5e475/1cbd59cb-26f8-4baa-8e69-3cb9ff710e8d) {{(pid=87508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 22:32:56.423109 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-0a2f5b83-e313-4fd3-ab8e-53d0186aeaa7 tempest-RoutersAdminNegativeTest-1146687874 tempest-RoutersAdminNegativeTest-1146687874-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3741702', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3740945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-38947'] for router, precommit_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:56.448036 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-5fe1096e-4adb-4ab0-8f3d-42fd6aface4a tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:56.572432 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-0d5b6f56-b0b9-4ed5-a2f6-ddff7c02b64c None None] Notify callbacks [] for port, precommit_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:56.583553 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-0d5b6f56-b0b9-4ed5-a2f6-ddff7c02b64c None None] Transition to ACTIVE for port object 1cbd59cb-26f8-4baa-8e69-3cb9ff710e8d will not be triggered until provisioned by entity L2. {{(pid=87508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:32:56.588023 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [None req-5fe1096e-4adb-4ab0-8f3d-42fd6aface4a tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] Calling delete_port for 81feb974-5785-4c38-81a0-1201f015d40a owned by  {{(pid=87506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:32:56.602599 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-0d5b6f56-b0b9-4ed5-a2f6-ddff7c02b64c None None] Transition to ACTIVE for port object 1cbd59cb-26f8-4baa-8e69-3cb9ff710e8d will not be triggered until provisioned by entity DHCP. {{(pid=87508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:32:56.606283 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-a936b695-600a-4641-a0ec-159120c99bf1 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:32:56.608446 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-0d5b6f56-b0b9-4ed5-a2f6-ddff7c02b64c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940'] for port, after_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:56.612053 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.db.l3_db [None req-a5ed114b-5df3-49c9-9e48-241d6ca2c570 tempest-ServersTestJSON-1208382319 tempest-ServersTestJSON-1208382319-project] Floating IP 728a32d9-a93f-44b8-bd22-ab75f0e785c8 associated. External IP: 172.26.0.226, port: 7a40ac5e-8e98-4adc-8457-7278ef3b8997.
Dec 16 22:32:56.613883 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:32:56.620687 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-253a8810-a3ab-49f0-8d46-9a0a308d273f tempest-FloatingIPAdminTestJSON-265973053 tempest-FloatingIPAdminTestJSON-265973053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1863393'] for port, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:56.634603 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-53f714b1-8c61-4dd6-b540-dfdd74b3f014 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:32:56.677159 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d5b6f56-b0b9-4ed5-a2f6-ddff7c02b64c None None] Network 7edd76f7-0f97-48a5-b177-9842de6c0500 is already hosted by enough agents. {{(pid=87508) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:32:56.679901 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.scheduler.base_scheduler [None req-0d5b6f56-b0b9-4ed5-a2f6-ddff7c02b64c None None] Resources bound (agent type, host, resource id):  {{(pid=87508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:32:56.682824 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d5b6f56-b0b9-4ed5-a2f6-ddff7c02b64c None None] Received port after_create {{(pid=87508) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 22:32:56.691494 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5b6f56-b0b9-4ed5-a2f6-ddff7c02b64c None None] Pushing event updated for resources: {'Port': ['ID=1cbd59cb-26f8-4baa-8e69-3cb9ff710e8d,revision_number=1']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:32:56.694566 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-0d5b6f56-b0b9-4ed5-a2f6-ddff7c02b64c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:32:56.728612 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-a936b695-600a-4641-a0ec-159120c99bf1 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Usage tracker for resource:port and tenant:8e4385a98eb1416284c1cc96b3355a70 is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:32:56.737814 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-a936b695-600a-4641-a0ec-159120c99bf1 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:32:56.775557 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-a936b695-600a-4641-a0ec-159120c99bf1 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:32:56.777552 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-0d5b6f56-b0b9-4ed5-a2f6-ddff7c02b64c None None] Attempting to bind port 1cbd59cb-26f8-4baa-8e69-3cb9ff710e8d on host dv-neutron-821829-1-hyperv for vnic_type normal with profile  {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 22:32:56.778098 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-0d5b6f56-b0b9-4ed5-a2f6-ddff7c02b64c None None] Attempting to bind port 1cbd59cb-26f8-4baa-8e69-3cb9ff710e8d by drivers openvswitch,hyperv on host dv-neutron-821829-1-hyperv at level 0 using segments [{'id': 'da71c9a1-7532-4738-a9bc-22a7f498ec35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '7edd76f7-0f97-48a5-b177-9842de6c0500'}] {{(pid=87508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 22:32:56.778282 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d5b6f56-b0b9-4ed5-a2f6-ddff7c02b64c None None] Attempting to bind port 1cbd59cb-26f8-4baa-8e69-3cb9ff710e8d on network 7edd76f7-0f97-48a5-b177-9842de6c0500 {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 22:32:56.784637 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d5b6f56-b0b9-4ed5-a2f6-ddff7c02b64c None None] Checking agent: {'id': '5571501f-366e-47a4-9b60-8ef19d935d27', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821829-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 24, 2), 'started_at': datetime.datetime(2021, 12, 16, 22, 24, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 32, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821829-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 22:32:56.785019 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d5b6f56-b0b9-4ed5-a2f6-ddff7c02b64c None None] Checking segment: {'id': 'da71c9a1-7532-4738-a9bc-22a7f498ec35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '7edd76f7-0f97-48a5-b177-9842de6c0500'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 22:32:56.785436 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-0d5b6f56-b0b9-4ed5-a2f6-ddff7c02b64c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:56.785899 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d5b6f56-b0b9-4ed5-a2f6-ddff7c02b64c None None] Bound using segment: {'id': 'da71c9a1-7532-4738-a9bc-22a7f498ec35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '7edd76f7-0f97-48a5-b177-9842de6c0500'} {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 22:32:56.786379 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-0d5b6f56-b0b9-4ed5-a2f6-ddff7c02b64c None None] Bound port: 1cbd59cb-26f8-4baa-8e69-3cb9ff710e8d, host: dv-neutron-821829-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da71c9a1-7532-4738-a9bc-22a7f498ec35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '7edd76f7-0f97-48a5-b177-9842de6c0500'}}] {{(pid=87508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 22:32:56.786757 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-0d5b6f56-b0b9-4ed5-a2f6-ddff7c02b64c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:56.827025 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253a8810-a3ab-49f0-8d46-9a0a308d273f tempest-FloatingIPAdminTestJSON-265973053 tempest-FloatingIPAdminTestJSON-265973053-project] Pushing event deleted for resources: {'Port': ['ID=8f24bf9b-142c-43b3-bff5-be0c13d8dd91,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:32:56.852196 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-253a8810-a3ab-49f0-8d46-9a0a308d273f tempest-FloatingIPAdminTestJSON-265973053 tempest-FloatingIPAdminTestJSON-265973053-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:32:56.884693 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-0d5b6f56-b0b9-4ed5-a2f6-ddff7c02b64c None None] For port 1cbd59cb-26f8-4baa-8e69-3cb9ff710e8d, host dv-neutron-821829-1-hyperv, cleared binding levels {{(pid=87508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 22:32:56.888004 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-0d5b6f56-b0b9-4ed5-a2f6-ddff7c02b64c None None] For port 1cbd59cb-26f8-4baa-8e69-3cb9ff710e8d, host dv-neutron-821829-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=1cbd59cb-26f8-4baa-8e69-3cb9ff710e8d,segment=NetworkSegment(da71c9a1-7532-4738-a9bc-22a7f498ec35),segment_id=da71c9a1-7532-4738-a9bc-22a7f498ec35)] {{(pid=87508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 22:32:56.892069 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-0d5b6f56-b0b9-4ed5-a2f6-ddff7c02b64c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:56.895736 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-1aac9e08-b0a9-4d86-b68f-10222573a20f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:32:56.980133 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5b6f56-b0b9-4ed5-a2f6-ddff7c02b64c None None] Pushing event updated for resources: {'Port': ['ID=1cbd59cb-26f8-4baa-8e69-3cb9ff710e8d,revision_number=2']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:32:56.991186 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-0d5b6f56-b0b9-4ed5-a2f6-ddff7c02b64c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:32:57.070764 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-253a8810-a3ab-49f0-8d46-9a0a308d273f tempest-FloatingIPAdminTestJSON-265973053 tempest-FloatingIPAdminTestJSON-265973053-project] Notify callbacks [] for floatingip, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:57.082481 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-5fe1096e-4adb-4ab0-8f3d-42fd6aface4a tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1863393'] for port, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:57.084430 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a936b695-600a-4641-a0ec-159120c99bf1 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Made reservation on behalf of 8e4385a98eb1416284c1cc96b3355a70 for: {'port': 1} {{(pid=87507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:32:57.100269 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-b3635808-f1ef-4a53-92ff-08e648c817aa tempest-FloatingIPAdminTestJSON-265973053 tempest-FloatingIPAdminTestJSON-265973053-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:32:57.159171 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe1096e-4adb-4ab0-8f3d-42fd6aface4a tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] Pushing event deleted for resources: {'Port': ['ID=81feb974-5785-4c38-81a0-1201f015d40a,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:32:57.167220 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-5fe1096e-4adb-4ab0-8f3d-42fd6aface4a tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:32:57.174067 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-b38ee788-6143-4696-aef1-36f868736a5d tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Notify callbacks [] for port, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:57.178419 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-253a8810-a3ab-49f0-8d46-9a0a308d273f tempest-FloatingIPAdminTestJSON-265973053 tempest-FloatingIPAdminTestJSON-265973053-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for floatingip, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:57.181254 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-253a8810-a3ab-49f0-8d46-9a0a308d273f tempest-FloatingIPAdminTestJSON-265973053 tempest-FloatingIPAdminTestJSON-265973053-project] 10.222.0.13 "DELETE /v2.0/floatingips/d56adb19-d00d-4afd-9941-e06310158707 HTTP/1.1" status: 204  len: 168 time: 2.4723885
Dec 16 22:32:57.194062 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 38608) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:32:57.206683 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-5fe1096e-4adb-4ab0-8f3d-42fd6aface4a tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for port, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:57.208884 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-5fe1096e-4adb-4ab0-8f3d-42fd6aface4a tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] 10.222.0.13 "DELETE /v2.0/ports/81feb974-5785-4c38-81a0-1201f015d40a HTTP/1.1" status: 204  len: 168 time: 1.6549017
Dec 16 22:32:57.264211 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 38612) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:32:57.390742 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [None req-38cbbb15-b5eb-4dc0-b7af-1d601808cc92 tempest-FloatingIPAdminTestJSON-1628957317 tempest-FloatingIPAdminTestJSON-1628957317-project-admin] Deleting port 63c1e095-7bc0-4093-a796-9dfe58d34901 {{(pid=87506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:32:57.391083 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-38cbbb15-b5eb-4dc0-b7af-1d601808cc92 tempest-FloatingIPAdminTestJSON-1628957317 tempest-FloatingIPAdminTestJSON-1628957317-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:57.406630 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec9371dc-4c65-4264-857e-247045408381 tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] GET failed (client error): The resource could not be found.
Dec 16 22:32:57.407165 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-ec9371dc-4c65-4264-857e-247045408381 tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] Synchronizing usage tracker for tenant:bc8631c3bba0401f9ab311c3ca452c73 on resource:port {{(pid=87507) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 22:32:57.506145 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-b38ee788-6143-4696-aef1-36f868736a5d tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1863393'] for port, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:57.509896 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-548fbbb0-f3c5-4171-8fe6-5df6fad649cb tempest-RoutersIpV6AdminTest-146809031 tempest-RoutersIpV6AdminTest-146809031-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:57.515173 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-253a8810-a3ab-49f0-8d46-9a0a308d273f tempest-FloatingIPAdminTestJSON-265973053 tempest-FloatingIPAdminTestJSON-265973053-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:32:57.616991 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-ec9371dc-4c65-4264-857e-247045408381 tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] Unset dirty status for tenant:bc8631c3bba0401f9ab311c3ca452c73 on resource:port {{(pid=87507) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 22:32:57.618757 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-ec9371dc-4c65-4264-857e-247045408381 tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] 10.222.0.13 "GET /v2.0/ports/81feb974-5785-4c38-81a0-1201f015d40a HTTP/1.1" status: 404  len: 333 time: 0.3504477
Dec 16 22:32:57.630773 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 38616) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:32:57.637751 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b38ee788-6143-4696-aef1-36f868736a5d tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Network f8905ce9-304b-4976-bc47-e58c71c11de5 is already hosted by enough agents. {{(pid=87506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:32:57.650590 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb239336-599f-42fb-b2c8-44981f82d35a tempest-ServerActionsTestJSON-1581017418 tempest-ServerActionsTestJSON-1581017418-project] Router ec3443c7-b9c7-43dc-a77e-606744e51456 has already been hosted by L3 agent 4f519db7-069b-43e2-8411-c092bac9102a {{(pid=87507) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 22:32:57.690946 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-1096b3df-5999-4c21-bd80-203c39c7f948 tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] Request body: {'port': {'network_id': 'bd731f0d-1be1-44f5-859a-c7ea1abaaacb', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-976171182'}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:32:57.702779 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.base_scheduler [None req-b38ee788-6143-4696-aef1-36f868736a5d tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Resources bound (agent type, host, resource id):  {{(pid=87506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:32:57.723270 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-1096b3df-5999-4c21-bd80-203c39c7f948 tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:32:57.726014 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b38ee788-6143-4696-aef1-36f868736a5d tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Received port after_create {{(pid=87506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 22:32:57.726596 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-a936b695-600a-4641-a0ec-159120c99bf1 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:57.741526 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 1cbd59cb-26f8-4baa-8e69-3cb9ff710e8d up at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 22:32:57.848763 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning for port 1cbd59cb-26f8-4baa-8e69-3cb9ff710e8d completed by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 22:32:57.854937 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38ee788-6143-4696-aef1-36f868736a5d tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Pushing event updated for resources: {'Port': ['ID=9fe02764-782e-4560-97b6-cf54215621af,revision_number=1']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:32:57.857852 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-1096b3df-5999-4c21-bd80-203c39c7f948 tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:32:57.858017 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device ff937842-5ea3-4316-b7be-a546b3ed94dc up at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 22:32:57.868402 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-b38ee788-6143-4696-aef1-36f868736a5d tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.353s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:32:57.925197 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-38cbbb15-b5eb-4dc0-b7af-1d601808cc92 tempest-FloatingIPAdminTestJSON-1628957317 tempest-FloatingIPAdminTestJSON-1628957317-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:57.930670 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-38cbbb15-b5eb-4dc0-b7af-1d601808cc92 tempest-FloatingIPAdminTestJSON-1628957317 tempest-FloatingIPAdminTestJSON-1628957317-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:57.931231 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning complete for port ff937842-5ea3-4316-b7be-a546b3ed94dc triggered by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:32:57.931609 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:57.953435 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1096b3df-5999-4c21-bd80-203c39c7f948 tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] Made reservation on behalf of bc8631c3bba0401f9ab311c3ca452c73 for: {'port': 1} {{(pid=87506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:32:57.956532 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-1096b3df-5999-4c21-bd80-203c39c7f948 tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:58.060616 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.notifiers.nova [None req-a936b695-600a-4641-a0ec-159120c99bf1 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] device_id is not set on port a4018ab1-922d-4a5b-a68f-6ed54bcc24ed yet. {{(pid=87507) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 16 22:32:58.101435 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb239336-599f-42fb-b2c8-44981f82d35a tempest-ServerActionsTestJSON-1581017418 tempest-ServerActionsTestJSON-1581017418-project] Notify agent at l3_agent.dv-neutron-821829-1-hyperv the message routers_updated {{(pid=87507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 22:32:58.119732 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09ba0b92-178a-4e96-a651-360825d2007d None None] Sync routers for ids ['ec3443c7-b9c7-43dc-a77e-606744e51456'] in dv-neutron-821829-1-hyperv {{(pid=87508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 22:32:58.131805 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09ba0b92-178a-4e96-a651-360825d2007d None None] Routers {'ec3443c7-b9c7-43dc-a77e-606744e51456'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:32:58.132644 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-09ba0b92-178a-4e96-a651-360825d2007d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b7c341b80>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:32:31Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['ec3443c7-b9c7-43dc-a77e-606744e51456'], 'active': True} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:32:58.137333 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [None req-38cbbb15-b5eb-4dc0-b7af-1d601808cc92 tempest-FloatingIPAdminTestJSON-1628957317 tempest-FloatingIPAdminTestJSON-1628957317-project-admin] Calling delete_port for 63c1e095-7bc0-4093-a796-9dfe58d34901 owned by network:floatingip {{(pid=87506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:32:58.199993 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-0d737837-f449-45cb-a134-62012b31a02e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:58.239556 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-0a14625f-59d6-4fd1-9f0f-02451c51e0fe None None] Provisioning for port 1cbd59cb-26f8-4baa-8e69-3cb9ff710e8d completed by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 22:32:58.298136 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-0a14625f-59d6-4fd1-9f0f-02451c51e0fe None None] Provisioning complete for port 1cbd59cb-26f8-4baa-8e69-3cb9ff710e8d triggered by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:32:58.299388 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-0a14625f-59d6-4fd1-9f0f-02451c51e0fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:58.309229 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-cb239336-599f-42fb-b2c8-44981f82d35a tempest-ServerActionsTestJSON-1581017418 tempest-ServerActionsTestJSON-1581017418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for floatingip, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:58.407947 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.notifiers.nova [None req-1096b3df-5999-4c21-bd80-203c39c7f948 tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] device_id is not set on port f10daf16-3adb-4b4a-ad9b-1727624ec1ec yet. {{(pid=87506) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 16 22:32:58.438950 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-0a2f5b83-e313-4fd3-ab8e-53d0186aeaa7 tempest-RoutersAdminNegativeTest-1146687874 tempest-RoutersAdminNegativeTest-1146687874-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:58.443001 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvr_db [None req-09ba0b92-178a-4e96-a651-360825d2007d None None] Set router ec3443c7-b9c7-43dc-a77e-606744e51456 gateway port host: dv-neutron-821829-1-hyperv {{(pid=87508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 22:32:58.488707 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-0a2f5b83-e313-4fd3-ab8e-53d0186aeaa7 tempest-RoutersAdminNegativeTest-1146687874 tempest-RoutersAdminNegativeTest-1146687874-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:58.505285 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5ed114b-5df3-49c9-9e48-241d6ca2c570 tempest-ServersTestJSON-1208382319 tempest-ServersTestJSON-1208382319-project] Router c1568abc-6c06-4a5c-a473-9ea135ff733e has already been hosted by L3 agent 4f519db7-069b-43e2-8411-c092bac9102a {{(pid=87507) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 22:32:58.515864 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-548fbbb0-f3c5-4171-8fe6-5df6fad649cb tempest-RoutersIpV6AdminTest-146809031 tempest-RoutersIpV6AdminTest-146809031-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3740952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3741923'] for router, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:58.624619 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-0a14625f-59d6-4fd1-9f0f-02451c51e0fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:58.722658 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-cb239336-599f-42fb-b2c8-44981f82d35a tempest-ServerActionsTestJSON-1581017418 tempest-ServerActionsTestJSON-1581017418-project] 10.222.0.13 "PUT /v2.0/floatingips/31a79c59-5278-44ee-8ce3-14d34696f00c HTTP/1.1" status: 200  len: 990 time: 4.9843686
Dec 16 22:32:58.768918 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-38cbbb15-b5eb-4dc0-b7af-1d601808cc92 tempest-FloatingIPAdminTestJSON-1628957317 tempest-FloatingIPAdminTestJSON-1628957317-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1863393'] for port, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:58.808561 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:32:58.842905 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95ef1739-1bf2-4522-993c-76a77d5f2322', 'tag': '760988bb-0591-4c97-be7d-c348804c49dd'}] {{(pid=87507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 22:32:58.849359 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-0a14625f-59d6-4fd1-9f0f-02451c51e0fe None None] For port 1cbd59cb-26f8-4baa-8e69-3cb9ff710e8d, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=1cbd59cb-26f8-4baa-8e69-3cb9ff710e8d,segment=NetworkSegment(da71c9a1-7532-4738-a9bc-22a7f498ec35),segment_id=da71c9a1-7532-4738-a9bc-22a7f498ec35)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:32:58.856381 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-0a14625f-59d6-4fd1-9f0f-02451c51e0fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:58.858439 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-b2392462-65de-48f9-ad16-758956c772ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:32:58.916547 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38cbbb15-b5eb-4dc0-b7af-1d601808cc92 tempest-FloatingIPAdminTestJSON-1628957317 tempest-FloatingIPAdminTestJSON-1628957317-project-admin] Pushing event deleted for resources: {'Port': ['ID=63c1e095-7bc0-4093-a796-9dfe58d34901,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:32:58.934727 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a14625f-59d6-4fd1-9f0f-02451c51e0fe None None] Pushing event updated for resources: {'Port': ['ID=1cbd59cb-26f8-4baa-8e69-3cb9ff710e8d,revision_number=3']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:32:58.941013 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-0a14625f-59d6-4fd1-9f0f-02451c51e0fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:32:58.976164 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-09ba0b92-178a-4e96-a651-360825d2007d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b7c341b80>, [{'id': 'ec3443c7-b9c7-43dc-a77e-606744e51456', 'name': 'tempest-ServerActionsTestJSON-1277569529-router', 'tenant_id': 'a21c60855e3d440781134350c2712d36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.25'}], 'enable_snat': True}, 'gw_port_id': 'f36db7e1-2b19-4f1a-b338-be86ca326f63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:31:51Z', 'updated_at': '2021-12-16T22:32:00Z', 'revision_number': 4, 'project_id': 'a21c60855e3d440781134350c2712d36', 'gw_port': {'id': 'f36db7e1-2b19-4f1a-b338-be86ca326f63', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:b5:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec3443c7-b9c7-43dc-a77e-606744e51456', 'device_owner': 'network:router_gateway', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:31:52Z', 'updated_at': '2021-12-16T22:32:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv', '_floatingips': [{'id': '31a79c59-5278-44ee-8ce3-14d34696f00c', 'tenant_id': 'a21c60855e3d440781134350c2712d36', 'floating_ip_address': '172.26.0.33', 'floating_network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'router_id': 'ec3443c7-b9c7-43dc-a77e-606744e51456', 'port_id': '760988bb-0591-4c97-be7d-c348804c49dd', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 157, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4324e1ea-4669-4cf4-86ce-32057be725fc', 'mac_address': 'fa:16:3e:b2:50:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95ef1739-1bf2-4522-993c-76a77d5f2322', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T22:32:11Z', 'updated_at': '2021-12-16T22:32:55Z', 'revision_number': 1, 'project_id': 'a21c60855e3d440781134350c2712d36', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7277c6d-6959-4777-9c8c-59986b5a708a', 'name': '', 'network_id': '4324e1ea-4669-4cf4-86ce-32057be725fc', 'tenant_id': 'a21c60855e3d440781134350c2712d36', 'mac_address': 'fa:16:3e:5f:18:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec3443c7-b9c7-43dc-a77e-606744e51456', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '3657b92c-69b8-4f39-be86-861bf2c75ad0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:31:58Z', 'updated_at': '2021-12-16T22:32:12Z', 'revision_number': 5, 'project_id': 'a21c60855e3d440781134350c2712d36', 'subnets': [{'id': '3657b92c-69b8-4f39-be86-861bf2c75ad0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:32:58.984149 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09ba0b92-178a-4e96-a651-360825d2007d None None] Checking router: ec3443c7-b9c7-43dc-a77e-606744e51456 for host: dv-neutron-821829-1-hyperv {{(pid=87508) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 22:32:58.991143 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-38cbbb15-b5eb-4dc0-b7af-1d601808cc92 tempest-FloatingIPAdminTestJSON-1628957317 tempest-FloatingIPAdminTestJSON-1628957317-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:32:58.995683 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09ba0b92-178a-4e96-a651-360825d2007d None None] Routers {'ec3443c7-b9c7-43dc-a77e-606744e51456'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:32:58.996373 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-09ba0b92-178a-4e96-a651-360825d2007d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b7c341b80>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:32:31Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['ec3443c7-b9c7-43dc-a77e-606744e51456'], 'active': True} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:32:59.047625 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5ed114b-5df3-49c9-9e48-241d6ca2c570 tempest-ServersTestJSON-1208382319 tempest-ServersTestJSON-1208382319-project] Notify agent at l3_agent.dv-neutron-821829-1-hyperv the message routers_updated {{(pid=87507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 22:32:59.061569 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d674c5d5-d1e7-415c-b175-d26dfc0f68dc None None] Sync routers for ids ['c1568abc-6c06-4a5c-a473-9ea135ff733e'] in dv-neutron-821829-1-hyperv {{(pid=87509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 22:32:59.076241 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d674c5d5-d1e7-415c-b175-d26dfc0f68dc None None] Routers {'c1568abc-6c06-4a5c-a473-9ea135ff733e'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:32:59.077260 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-d674c5d5-d1e7-415c-b175-d26dfc0f68dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b7cac21c0>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:32:31Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['c1568abc-6c06-4a5c-a473-9ea135ff733e'], 'active': True} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:32:59.126721 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.db_base_plugin_common [None req-a936b695-600a-4641-a0ec-159120c99bf1 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Allocated IP 2001:db8::55e9:af40:8b60:88f8 (7edd76f7-0f97-48a5-b177-9842de6c0500/e6e0d4a5-2258-4013-8171-ab17c9d5e475/a4018ab1-922d-4a5b-a68f-6ed54bcc24ed) {{(pid=87507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 22:32:59.138085 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-a5ed114b-5df3-49c9-9e48-241d6ca2c570 tempest-ServersTestJSON-1208382319 tempest-ServersTestJSON-1208382319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for floatingip, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:59.197252 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-38cbbb15-b5eb-4dc0-b7af-1d601808cc92 tempest-FloatingIPAdminTestJSON-1628957317 tempest-FloatingIPAdminTestJSON-1628957317-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:59.217892 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95ef1739-1bf2-4522-993c-76a77d5f2322', 'tag': '760988bb-0591-4c97-be7d-c348804c49dd', 'status': 'completed', 'code': 200}
Dec 16 22:32:59.282663 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvr_db [None req-09ba0b92-178a-4e96-a651-360825d2007d None None] Set router ec3443c7-b9c7-43dc-a77e-606744e51456 gateway port host: dv-neutron-821829-1-hyperv {{(pid=87508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 22:32:59.294412 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-0a2f5b83-e313-4fd3-ab8e-53d0186aeaa7 tempest-RoutersAdminNegativeTest-1146687874 tempest-RoutersAdminNegativeTest-1146687874-project-admin] Notify callbacks [] for router, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:59.300592 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvr_db [None req-d674c5d5-d1e7-415c-b175-d26dfc0f68dc None None] Set router c1568abc-6c06-4a5c-a473-9ea135ff733e gateway port host: dv-neutron-821829-1-hyperv {{(pid=87509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 22:32:59.364572 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-b38ee788-6143-4696-aef1-36f868736a5d tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Notify callbacks [] for router_gateway, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:59.436447 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-38cbbb15-b5eb-4dc0-b7af-1d601808cc92 tempest-FloatingIPAdminTestJSON-1628957317 tempest-FloatingIPAdminTestJSON-1628957317-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for floatingip, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:59.437838 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-38cbbb15-b5eb-4dc0-b7af-1d601808cc92 tempest-FloatingIPAdminTestJSON-1628957317 tempest-FloatingIPAdminTestJSON-1628957317-project-admin] 10.222.0.13 "DELETE /v2.0/floatingips/45332f0a-b8d7-4077-bfbf-83b92bd95d99 HTTP/1.1" status: 204  len: 168 time: 2.2356069
Dec 16 22:32:59.509518 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 38632) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:32:59.547878 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-1096b3df-5999-4c21-bd80-203c39c7f948 tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:59.590342 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-a5ed114b-5df3-49c9-9e48-241d6ca2c570 tempest-ServersTestJSON-1208382319 tempest-ServersTestJSON-1208382319-project] 10.222.0.13 "PUT /v2.0/floatingips/728a32d9-a93f-44b8-bd22-ab75f0e785c8 HTTP/1.1" status: 200  len: 991 time: 5.7632844
Dec 16 22:32:59.591627 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-a936b695-600a-4641-a0ec-159120c99bf1 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks [] for port, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:59.602967 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-548fbbb0-f3c5-4171-8fe6-5df6fad649cb tempest-RoutersIpV6AdminTest-146809031 tempest-RoutersIpV6AdminTest-146809031-project-admin] Router 768e98d5-92c7-4bb6-89ed-b4cd37744611 is scheduled to L3 agent 4f519db7-069b-43e2-8411-c092bac9102a with binding_index 1 {{(pid=87507) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 16 22:32:59.634127 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.provisioning_blocks [None req-a936b695-600a-4641-a0ec-159120c99bf1 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Transition to ACTIVE for port object a4018ab1-922d-4a5b-a68f-6ed54bcc24ed will not be triggered until provisioned by entity DHCP. {{(pid=87507) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:32:59.786244 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-d674c5d5-d1e7-415c-b175-d26dfc0f68dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b7cac21c0>, [{'id': 'c1568abc-6c06-4a5c-a473-9ea135ff733e', 'name': 'tempest-ServersTestJSON-1666550204-router', 'tenant_id': 'b95ee9c426304bab82943f010c6dac17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.217'}], 'enable_snat': True}, 'gw_port_id': '69dbe4dd-86c4-48a5-9dd8-a8b9a49bba57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:31:49Z', 'updated_at': '2021-12-16T22:31:57Z', 'revision_number': 4, 'project_id': 'b95ee9c426304bab82943f010c6dac17', 'gw_port': {'id': '69dbe4dd-86c4-48a5-9dd8-a8b9a49bba57', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:85:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1568abc-6c06-4a5c-a473-9ea135ff733e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:31:50Z', 'updated_at': '2021-12-16T22:31:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv', '_floatingips': [{'id': '728a32d9-a93f-44b8-bd22-ab75f0e785c8', 'tenant_id': 'b95ee9c426304bab82943f010c6dac17', 'floating_ip_address': '172.26.0.226', 'floating_network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'router_id': 'c1568abc-6c06-4a5c-a473-9ea135ff733e', 'port_id': '7a40ac5e-8e98-4adc-8457-7278ef3b8997', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 163, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee4be5eb-8d65-4c35-a7d0-77b65d96496e', 'mac_address': 'fa:16:3e:98:02:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8b1f9e3-1dc7-4804-9d4e-3e2ba6aa02cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T22:32:13Z', 'updated_at': '2021-12-16T22:32:55Z', 'revision_number': 1, 'project_id': 'b95ee9c426304bab82943f010c6dac17', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62ff8753-d50e-4407-b4f0-f88711fada08', 'name': '', 'network_id': 'ee4be5eb-8d65-4c35-a7d0-77b65d96496e', 'tenant_id': 'b95ee9c426304bab82943f010c6dac17', 'mac_address': 'fa:16:3e:b3:fa:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1568abc-6c06-4a5c-a473-9ea135ff733e', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '3450588b-5964-4afe-b2b9-07bddce97e2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:31:55Z', 'updated_at': '2021-12-16T22:32:06Z', 'revision_number': 5, 'project_id': 'b95ee9c426304bab82943f010c6dac17', 'subnets': [{'id': '3450588b-5964-4afe-b2b9-07bddce97e2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:32:59.790816 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d674c5d5-d1e7-415c-b175-d26dfc0f68dc None None] Checking router: c1568abc-6c06-4a5c-a473-9ea135ff733e for host: dv-neutron-821829-1-hyperv {{(pid=87509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 22:32:59.807373 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-09ba0b92-178a-4e96-a651-360825d2007d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b7c341b80>, [{'id': 'ec3443c7-b9c7-43dc-a77e-606744e51456', 'name': 'tempest-ServerActionsTestJSON-1277569529-router', 'tenant_id': 'a21c60855e3d440781134350c2712d36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.25'}], 'enable_snat': True}, 'gw_port_id': 'f36db7e1-2b19-4f1a-b338-be86ca326f63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:31:51Z', 'updated_at': '2021-12-16T22:32:00Z', 'revision_number': 4, 'project_id': 'a21c60855e3d440781134350c2712d36', 'gw_port': {'id': 'f36db7e1-2b19-4f1a-b338-be86ca326f63', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:b5:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec3443c7-b9c7-43dc-a77e-606744e51456', 'device_owner': 'network:router_gateway', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:31:52Z', 'updated_at': '2021-12-16T22:32:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv', '_floatingips': [{'id': '31a79c59-5278-44ee-8ce3-14d34696f00c', 'tenant_id': 'a21c60855e3d440781134350c2712d36', 'floating_ip_address': '172.26.0.33', 'floating_network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'router_id': 'ec3443c7-b9c7-43dc-a77e-606744e51456', 'port_id': '760988bb-0591-4c97-be7d-c348804c49dd', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 157, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4324e1ea-4669-4cf4-86ce-32057be725fc', 'mac_address': 'fa:16:3e:b2:50:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95ef1739-1bf2-4522-993c-76a77d5f2322', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T22:32:11Z', 'updated_at': '2021-12-16T22:32:55Z', 'revision_number': 1, 'project_id': 'a21c60855e3d440781134350c2712d36', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7277c6d-6959-4777-9c8c-59986b5a708a', 'name': '', 'network_id': '4324e1ea-4669-4cf4-86ce-32057be725fc', 'tenant_id': 'a21c60855e3d440781134350c2712d36', 'mac_address': 'fa:16:3e:5f:18:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec3443c7-b9c7-43dc-a77e-606744e51456', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '3657b92c-69b8-4f39-be86-861bf2c75ad0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:31:58Z', 'updated_at': '2021-12-16T22:32:12Z', 'revision_number': 5, 'project_id': 'a21c60855e3d440781134350c2712d36', 'subnets': [{'id': '3657b92c-69b8-4f39-be86-861bf2c75ad0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:32:59.818918 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d674c5d5-d1e7-415c-b175-d26dfc0f68dc None None] Routers {'c1568abc-6c06-4a5c-a473-9ea135ff733e'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:32:59.819707 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-d674c5d5-d1e7-415c-b175-d26dfc0f68dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b7cac21c0>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:32:31Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['c1568abc-6c06-4a5c-a473-9ea135ff733e'], 'active': True} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:32:59.821042 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 1cbd59cb-26f8-4baa-8e69-3cb9ff710e8d up at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 22:32:59.837689 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-a936b695-600a-4641-a0ec-159120c99bf1 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10807823'] for port, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:32:59.846025 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-98bdf19f-736e-4609-911e-4dc8217574f5 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:32:59.887601 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09ba0b92-178a-4e96-a651-360825d2007d None None] The sync data for ids ['ec3443c7-b9c7-43dc-a77e-606744e51456'] in dv-neutron-821829-1-hyperv is: [{'id': 'ec3443c7-b9c7-43dc-a77e-606744e51456', 'name': 'tempest-ServerActionsTestJSON-1277569529-router', 'tenant_id': 'a21c60855e3d440781134350c2712d36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.25'}], 'enable_snat': True}, 'gw_port_id': 'f36db7e1-2b19-4f1a-b338-be86ca326f63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:31:51Z', 'updated_at': '2021-12-16T22:32:00Z', 'revision_number': 4, 'project_id': 'a21c60855e3d440781134350c2712d36', 'gw_port': {'id': 'f36db7e1-2b19-4f1a-b338-be86ca326f63', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:b5:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec3443c7-b9c7-43dc-a77e-606744e51456', 'device_owner': 'network:router_gateway', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:31:52Z', 'updated_at': '2021-12-16T22:32:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv', '_floatingips': [{'id': '31a79c59-5278-44ee-8ce3-14d34696f00c', 'tenant_id': 'a21c60855e3d440781134350c2712d36', 'floating_ip_address': '172.26.0.33', 'floating_network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'router_id': 'ec3443c7-b9c7-43dc-a77e-606744e51456', 'port_id': '760988bb-0591-4c97-be7d-c348804c49dd', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 157, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4324e1ea-4669-4cf4-86ce-32057be725fc', 'mac_address': 'fa:16:3e:b2:50:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95ef1739-1bf2-4522-993c-76a77d5f2322', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T22:32:11Z', 'updated_at': '2021-12-16T22:32:55Z', 'revision_number': 1, 'project_id': 'a21c60855e3d440781134350c2712d36', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7277c6d-6959-4777-9c8c-59986b5a708a', 'name': '', 'network_id': '4324e1ea-4669-4cf4-86ce-32057be725fc', 'tenant_id': 'a21c60855e3d440781134350c2712d36', 'mac_address': 'fa:16:3e:5f:18:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec3443c7-b9c7-43dc-a77e-606744e51456', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '3657b92c-69b8-4f39-be86-861bf2c75ad0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:31:58Z', 'updated_at': '2021-12-16T22:32:12Z', 'revision_number': 5, 'project_id': 'a21c60855e3d440781134350c2712d36', 'subnets': [{'id': '3657b92c-69b8-4f39-be86-861bf2c75ad0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 22:32:59.906613 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning complete for port 1cbd59cb-26f8-4baa-8e69-3cb9ff710e8d triggered by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:32:59.907381 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:00.068980 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-0a2f5b83-e313-4fd3-ab8e-53d0186aeaa7 tempest-RoutersAdminNegativeTest-1146687874 tempest-RoutersAdminNegativeTest-1146687874-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3739500', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39002'] for router, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:00.072139 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-0a2f5b83-e313-4fd3-ab8e-53d0186aeaa7 tempest-RoutersAdminNegativeTest-1146687874 tempest-RoutersAdminNegativeTest-1146687874-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:00.074279 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-548fbbb0-f3c5-4171-8fe6-5df6fad649cb tempest-RoutersIpV6AdminTest-146809031 tempest-RoutersIpV6AdminTest-146809031-project-admin] Notify agent at l3_agent.dv-neutron-821829-1-hyperv the message routers_updated {{(pid=87507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 22:33:00.084159 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvr_db [None req-d674c5d5-d1e7-415c-b175-d26dfc0f68dc None None] Set router c1568abc-6c06-4a5c-a473-9ea135ff733e gateway port host: dv-neutron-821829-1-hyperv {{(pid=87509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 22:33:00.091345 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fe58d4e-cf00-4b03-8b63-428e8daa2ba1 None None] Sync routers for ids ['768e98d5-92c7-4bb6-89ed-b4cd37744611'] in dv-neutron-821829-1-hyperv {{(pid=87508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 22:33:00.115880 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fe58d4e-cf00-4b03-8b63-428e8daa2ba1 None None] Routers {'768e98d5-92c7-4bb6-89ed-b4cd37744611'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:33:00.116518 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-5fe58d4e-cf00-4b03-8b63-428e8daa2ba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b7c24e430>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:32:31Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['768e98d5-92c7-4bb6-89ed-b4cd37744611'], 'active': True} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:33:00.135072 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a936b695-600a-4641-a0ec-159120c99bf1 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Network 7edd76f7-0f97-48a5-b177-9842de6c0500 is already hosted by enough agents. {{(pid=87507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:33:00.139324 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.base_scheduler [None req-a936b695-600a-4641-a0ec-159120c99bf1 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Resources bound (agent type, host, resource id):  {{(pid=87507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:33:00.144400 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a936b695-600a-4641-a0ec-159120c99bf1 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Received port after_create {{(pid=87507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 22:33:00.165862 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a936b695-600a-4641-a0ec-159120c99bf1 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:33:00.166825 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-a936b695-600a-4641-a0ec-159120c99bf1 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for port, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:00.207411 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a936b695-600a-4641-a0ec-159120c99bf1 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Pushing event updated for resources: {'Port': ['ID=a4018ab1-922d-4a5b-a68f-6ed54bcc24ed,revision_number=1']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:33:00.214298 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-548fbbb0-f3c5-4171-8fe6-5df6fad649cb tempest-RoutersIpV6AdminTest-146809031 tempest-RoutersIpV6AdminTest-146809031-project-admin] Notify callbacks [] for router, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:00.215536 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-548fbbb0-f3c5-4171-8fe6-5df6fad649cb tempest-RoutersIpV6AdminTest-146809031 tempest-RoutersIpV6AdminTest-146809031-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 907 time: 8.5737894
Dec 16 22:33:00.219561 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-a936b695-600a-4641-a0ec-159120c99bf1 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.374s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:33:00.220059 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 38642) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:33:00.238596 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-0a2f5b83-e313-4fd3-ab8e-53d0186aeaa7 tempest-RoutersAdminNegativeTest-1146687874 tempest-RoutersAdminNegativeTest-1146687874-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3830089'] for router, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:00.239228 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a2f5b83-e313-4fd3-ab8e-53d0186aeaa7 tempest-RoutersAdminNegativeTest-1146687874 tempest-RoutersAdminNegativeTest-1146687874-project-admin] Fanout notify agent at l3_agent the message router_deleted on router fa485f94-d03b-4e4c-b94c-dec5d92aab85 {{(pid=87506) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 16 22:33:00.315098 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-a936b695-600a-4641-a0ec-159120c99bf1 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 948 time: 4.4464424
Dec 16 22:33:00.321017 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 38646) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:33:00.404065 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvr_db [None req-5fe58d4e-cf00-4b03-8b63-428e8daa2ba1 None None] Set router 768e98d5-92c7-4bb6-89ed-b4cd37744611 gateway port host: dv-neutron-821829-1-hyperv {{(pid=87508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 22:33:00.434890 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [None req-1375554c-8197-459c-9263-effc4b485c41 tempest-FloatingIPAdminTestJSON-210502716 tempest-FloatingIPAdminTestJSON-210502716-project] Deleting port f5a40e46-b787-43c8-9736-918bbc41c481 {{(pid=87506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:33:00.435341 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-1375554c-8197-459c-9263-effc4b485c41 tempest-FloatingIPAdminTestJSON-210502716 tempest-FloatingIPAdminTestJSON-210502716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:00.481484 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac13c2d0-d86a-4132-af64-427ca1553a29 None None] New status for floating IP 31a79c59-5278-44ee-8ce3-14d34696f00c: ACTIVE {{(pid=87509) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 16 22:33:00.497753 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-1096b3df-5999-4c21-bd80-203c39c7f948 tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1863393'] for port, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:00.510433 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.api.v2.resource [None req-0a2f5b83-e313-4fd3-ab8e-53d0186aeaa7 tempest-RoutersAdminNegativeTest-1146687874 tempest-RoutersAdminNegativeTest-1146687874-project-admin] create failed (client error): There was a conflict when trying to complete your request.
Dec 16 22:33:00.513964 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-0a2f5b83-e313-4fd3-ab8e-53d0186aeaa7 tempest-RoutersAdminNegativeTest-1146687874 tempest-RoutersAdminNegativeTest-1146687874-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 409  len: 372 time: 5.1922119
Dec 16 22:33:00.515887 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 38650) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:33:00.528054 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-f771b542-4e58-4525-b198-9205b0dc1109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:33:00.579274 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-58af47f8-4747-406d-b69e-c9e3e3414ffd tempest-RoutersIpV6AdminTest-146809031 tempest-RoutersIpV6AdminTest-146809031-project-admin] 10.222.0.13 "GET /v2.0/routers/768e98d5-92c7-4bb6-89ed-b4cd37744611 HTTP/1.1" status: 200  len: 908 time: 0.3578899
Dec 16 22:33:00.581344 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 38654) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:33:00.620916 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1096b3df-5999-4c21-bd80-203c39c7f948 tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] Network bd731f0d-1be1-44f5-859a-c7ea1abaaacb is already hosted by enough agents. {{(pid=87506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:33:00.627645 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f249c7e-92be-4e95-bcb5-73afb5f956cf req-9cf32307-7dd3-4278-b6b4-7bf770e3a68e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:33:00.629187 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-8f249c7e-92be-4e95-bcb5-73afb5f956cf req-9cf32307-7dd3-4278-b6b4-7bf770e3a68e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=a21c60855e3d440781134350c2712d36&device_id=95ef1739-1bf2-4522-993c-76a77d5f2322 HTTP/1.1" status: 200  len: 1098 time: 1.3732467
Dec 16 22:33:00.630185 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1096b3df-5999-4c21-bd80-203c39c7f948 tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] Pushing event updated for resources: {'Port': ['ID=f10daf16-3adb-4b4a-ad9b-1727624ec1ec,revision_number=1']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:33:00.633474 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-1096b3df-5999-4c21-bd80-203c39c7f948 tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:33:00.634598 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.base_scheduler [None req-1096b3df-5999-4c21-bd80-203c39c7f948 tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] Resources bound (agent type, host, resource id):  {{(pid=87506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:33:00.636963 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1096b3df-5999-4c21-bd80-203c39c7f948 tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] Received port after_create {{(pid=87506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 22:33:00.638226 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1096b3df-5999-4c21-bd80-203c39c7f948 tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:33:00.638827 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-1096b3df-5999-4c21-bd80-203c39c7f948 tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for port, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:00.694301 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b5cbe77f-6a3e-4a2f-b638-9bca753466f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:00.712312 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-38ba3c81-9ec0-4ca8-8188-5fc7de0bf6dd None None] Provisioning for port a4018ab1-922d-4a5b-a68f-6ed54bcc24ed completed by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 22:33:00.737715 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-38ba3c81-9ec0-4ca8-8188-5fc7de0bf6dd None None] Provisioning complete for port a4018ab1-922d-4a5b-a68f-6ed54bcc24ed triggered by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:33:00.738364 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-38ba3c81-9ec0-4ca8-8188-5fc7de0bf6dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:00.817653 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f249c7e-92be-4e95-bcb5-73afb5f956cf req-d9e8db78-c123-4858-9924-dc4ae2b2e6fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:33:00.819122 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-8f249c7e-92be-4e95-bcb5-73afb5f956cf req-d9e8db78-c123-4858-9924-dc4ae2b2e6fc service neutron] 10.222.0.49 "GET /v2.0/networks?id=4324e1ea-4669-4cf4-86ce-32057be725fc HTTP/1.1" status: 200  len: 913 time: 0.1471083
Dec 16 22:33:00.841724 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-1096b3df-5999-4c21-bd80-203c39c7f948 tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 959 time: 3.2079856
Dec 16 22:33:00.843739 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 38660) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:33:00.852208 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-38ba3c81-9ec0-4ca8-8188-5fc7de0bf6dd None None] Port a4018ab1-922d-4a5b-a68f-6ed54bcc24ed cannot update to ACTIVE because it is not bound. {{(pid=87508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 22:33:00.893066 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-5fe58d4e-cf00-4b03-8b63-428e8daa2ba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b7c24e430>, [{'id': '768e98d5-92c7-4bb6-89ed-b4cd37744611', 'name': 'tempest-snat-router-1623990199', 'tenant_id': '5cf88710195741768968293f02f9935d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.139'}], 'enable_snat': True}, 'gw_port_id': 'e3986c79-6f74-4aff-822a-fc620e8eb283', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:32:51Z', 'updated_at': '2021-12-16T22:32:56Z', 'revision_number': 3, 'project_id': '5cf88710195741768968293f02f9935d', 'gw_port': {'id': 'e3986c79-6f74-4aff-822a-fc620e8eb283', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:ae:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '768e98d5-92c7-4bb6-89ed-b4cd37744611', 'device_owner': 'network:router_gateway', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:32:53Z', 'updated_at': '2021-12-16T22:32:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv'}], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:33:00.898735 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fe58d4e-cf00-4b03-8b63-428e8daa2ba1 None None] Checking router: 768e98d5-92c7-4bb6-89ed-b4cd37744611 for host: dv-neutron-821829-1-hyperv {{(pid=87508) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 22:33:00.899281 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fe58d4e-cf00-4b03-8b63-428e8daa2ba1 None None] Updating router 768e98d5-92c7-4bb6-89ed-b4cd37744611 port e3986c79-6f74-4aff-822a-fc620e8eb283 binding host dv-neutron-821829-1-hyperv {{(pid=87508) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 16 22:33:00.933493 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-d674c5d5-d1e7-415c-b175-d26dfc0f68dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b7cac21c0>, [{'id': 'c1568abc-6c06-4a5c-a473-9ea135ff733e', 'name': 'tempest-ServersTestJSON-1666550204-router', 'tenant_id': 'b95ee9c426304bab82943f010c6dac17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.217'}], 'enable_snat': True}, 'gw_port_id': '69dbe4dd-86c4-48a5-9dd8-a8b9a49bba57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:31:49Z', 'updated_at': '2021-12-16T22:31:57Z', 'revision_number': 4, 'project_id': 'b95ee9c426304bab82943f010c6dac17', 'gw_port': {'id': '69dbe4dd-86c4-48a5-9dd8-a8b9a49bba57', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:85:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1568abc-6c06-4a5c-a473-9ea135ff733e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:31:50Z', 'updated_at': '2021-12-16T22:31:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv', '_floatingips': [{'id': '728a32d9-a93f-44b8-bd22-ab75f0e785c8', 'tenant_id': 'b95ee9c426304bab82943f010c6dac17', 'floating_ip_address': '172.26.0.226', 'floating_network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'router_id': 'c1568abc-6c06-4a5c-a473-9ea135ff733e', 'port_id': '7a40ac5e-8e98-4adc-8457-7278ef3b8997', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 163, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee4be5eb-8d65-4c35-a7d0-77b65d96496e', 'mac_address': 'fa:16:3e:98:02:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8b1f9e3-1dc7-4804-9d4e-3e2ba6aa02cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T22:32:13Z', 'updated_at': '2021-12-16T22:32:55Z', 'revision_number': 1, 'project_id': 'b95ee9c426304bab82943f010c6dac17', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62ff8753-d50e-4407-b4f0-f88711fada08', 'name': '', 'network_id': 'ee4be5eb-8d65-4c35-a7d0-77b65d96496e', 'tenant_id': 'b95ee9c426304bab82943f010c6dac17', 'mac_address': 'fa:16:3e:b3:fa:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1568abc-6c06-4a5c-a473-9ea135ff733e', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '3450588b-5964-4afe-b2b9-07bddce97e2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:31:55Z', 'updated_at': '2021-12-16T22:32:06Z', 'revision_number': 5, 'project_id': 'b95ee9c426304bab82943f010c6dac17', 'subnets': [{'id': '3450588b-5964-4afe-b2b9-07bddce97e2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:33:00.938005 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d674c5d5-d1e7-415c-b175-d26dfc0f68dc None None] The sync data for ids ['c1568abc-6c06-4a5c-a473-9ea135ff733e'] in dv-neutron-821829-1-hyperv is: [{'id': 'c1568abc-6c06-4a5c-a473-9ea135ff733e', 'name': 'tempest-ServersTestJSON-1666550204-router', 'tenant_id': 'b95ee9c426304bab82943f010c6dac17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.217'}], 'enable_snat': True}, 'gw_port_id': '69dbe4dd-86c4-48a5-9dd8-a8b9a49bba57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:31:49Z', 'updated_at': '2021-12-16T22:31:57Z', 'revision_number': 4, 'project_id': 'b95ee9c426304bab82943f010c6dac17', 'gw_port': {'id': '69dbe4dd-86c4-48a5-9dd8-a8b9a49bba57', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:85:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1568abc-6c06-4a5c-a473-9ea135ff733e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:31:50Z', 'updated_at': '2021-12-16T22:31:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv', '_floatingips': [{'id': '728a32d9-a93f-44b8-bd22-ab75f0e785c8', 'tenant_id': 'b95ee9c426304bab82943f010c6dac17', 'floating_ip_address': '172.26.0.226', 'floating_network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'router_id': 'c1568abc-6c06-4a5c-a473-9ea135ff733e', 'port_id': '7a40ac5e-8e98-4adc-8457-7278ef3b8997', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 163, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee4be5eb-8d65-4c35-a7d0-77b65d96496e', 'mac_address': 'fa:16:3e:98:02:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8b1f9e3-1dc7-4804-9d4e-3e2ba6aa02cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T22:32:13Z', 'updated_at': '2021-12-16T22:32:55Z', 'revision_number': 1, 'project_id': 'b95ee9c426304bab82943f010c6dac17', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62ff8753-d50e-4407-b4f0-f88711fada08', 'name': '', 'network_id': 'ee4be5eb-8d65-4c35-a7d0-77b65d96496e', 'tenant_id': 'b95ee9c426304bab82943f010c6dac17', 'mac_address': 'fa:16:3e:b3:fa:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1568abc-6c06-4a5c-a473-9ea135ff733e', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '3450588b-5964-4afe-b2b9-07bddce97e2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:31:55Z', 'updated_at': '2021-12-16T22:32:06Z', 'revision_number': 5, 'project_id': 'b95ee9c426304bab82943f010c6dac17', 'subnets': [{'id': '3450588b-5964-4afe-b2b9-07bddce97e2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 22:33:00.943274 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-dd6c4f75-cc7d-4b3e-b8a4-fee1379865d5 tempest-RoutersIpV6AdminTest-146809031 tempest-RoutersIpV6AdminTest-146809031-project-admin] Notify callbacks [] for router, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:00.973864 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-5fe58d4e-cf00-4b03-8b63-428e8daa2ba1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:01.025971 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-4bdd95bb-3ee3-435d-8bdb-80c317840053 tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8218'}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:33:01.040302 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7c6aaa5-93f0-42ad-97c1-898bb7cfbe6d tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:33:01.046885 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7c6aaa5-93f0-42ad-97c1-898bb7cfbe6d tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:33:01.047920 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-b7c6aaa5-93f0-42ad-97c1-898bb7cfbe6d tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Synchronizing usage tracker for tenant:8e4385a98eb1416284c1cc96b3355a70 on resource:port {{(pid=87507) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 22:33:01.079049 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.plugin [None req-34040d11-8317-48db-98b6-b92ff61e3c56 tempest-RoutersAdminNegativeTest-1146687874 tempest-RoutersAdminNegativeTest-1146687874-project-admin] Deleting port 2784f885-999f-4514-867e-6712e180c83c {{(pid=87507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:33:01.079545 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-34040d11-8317-48db-98b6-b92ff61e3c56 tempest-RoutersAdminNegativeTest-1146687874 tempest-RoutersAdminNegativeTest-1146687874-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:01.137901 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-b7c6aaa5-93f0-42ad-97c1-898bb7cfbe6d tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Unset dirty status for tenant:8e4385a98eb1416284c1cc96b3355a70 on resource:port {{(pid=87507) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 22:33:01.143092 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-b7c6aaa5-93f0-42ad-97c1-898bb7cfbe6d tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1687 time: 0.8172874
Dec 16 22:33:01.201414 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 38666) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:33:01.259945 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8b1f9e3-1dc7-4804-9d4e-3e2ba6aa02cb', 'tag': '7a40ac5e-8e98-4adc-8457-7278ef3b8997'}] {{(pid=87507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 22:33:01.307010 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c9cd36e-8bc4-47f6-bc88-4909a9a58bc1 None None] New status for floating IP 728a32d9-a93f-44b8-bd22-ab75f0e785c8: ACTIVE {{(pid=87508) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 16 22:33:01.344813 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8b1f9e3-1dc7-4804-9d4e-3e2ba6aa02cb', 'tag': '7a40ac5e-8e98-4adc-8457-7278ef3b8997', 'status': 'completed', 'code': 200}
Dec 16 22:33:01.386531 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-dd6c4f75-cc7d-4b3e-b8a4-fee1379865d5 tempest-RoutersIpV6AdminTest-146809031 tempest-RoutersIpV6AdminTest-146809031-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:01.392846 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.plugin [None req-d2a8f798-04b0-4fbd-a22a-c895a62c2e61 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Deleting port a4018ab1-922d-4a5b-a68f-6ed54bcc24ed {{(pid=87507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:33:01.393248 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-d2a8f798-04b0-4fbd-a22a-c895a62c2e61 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:01.446175 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-3e729f7f-1589-4d54-9c4a-7ee6b283cc2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:01.449269 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-8f249c7e-92be-4e95-bcb5-73afb5f956cf req-f5d46e45-8887-4389-b5f3-47c93abd9fee service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=760988bb-0591-4c97-be7d-c348804c49dd HTTP/1.1" status: 200  len: 1000 time: 0.6044767
Dec 16 22:33:01.516044 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.plugin [None req-dd6c4f75-cc7d-4b3e-b8a4-fee1379865d5 tempest-RoutersIpV6AdminTest-146809031 tempest-RoutersIpV6AdminTest-146809031-project-admin] Deleting port e3986c79-6f74-4aff-822a-fc620e8eb283 {{(pid=87507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:33:01.516483 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-dd6c4f75-cc7d-4b3e-b8a4-fee1379865d5 tempest-RoutersIpV6AdminTest-146809031 tempest-RoutersIpV6AdminTest-146809031-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:01.520418 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.db.resource_extend [None req-5fe58d4e-cf00-4b03-8b63-428e8daa2ba1 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 16 22:33:01.551467 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-b38ee788-6143-4696-aef1-36f868736a5d tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3740952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3741923'] for router, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:01.657962 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-4bdd95bb-3ee3-435d-8bdb-80c317840053 tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:01.689916 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-1375554c-8197-459c-9263-effc4b485c41 tempest-FloatingIPAdminTestJSON-210502716 tempest-FloatingIPAdminTestJSON-210502716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:01.711464 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-5fe58d4e-cf00-4b03-8b63-428e8daa2ba1 None None] Notify callbacks [] for port, precommit_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:01.716229 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:01.728076 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f249c7e-92be-4e95-bcb5-73afb5f956cf req-6dfc340f-5ba5-4242-8b5c-e4932e2e6d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:33:01.729535 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-8f249c7e-92be-4e95-bcb5-73afb5f956cf req-6dfc340f-5ba5-4242-8b5c-e4932e2e6d5e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=3657b92c-69b8-4f39-be86-861bf2c75ad0 HTTP/1.1" status: 200  len: 851 time: 0.2373774
Dec 16 22:33:01.729671 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-5fe58d4e-cf00-4b03-8b63-428e8daa2ba1 None None] Transition to ACTIVE for port object e3986c79-6f74-4aff-822a-fc620e8eb283 will not be triggered until provisioned by entity L2. {{(pid=87508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:33:01.739556 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-5fe58d4e-cf00-4b03-8b63-428e8daa2ba1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:01.743409 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-0a14625f-59d6-4fd1-9f0f-02451c51e0fe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:33:01.826060 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-34040d11-8317-48db-98b6-b92ff61e3c56 tempest-RoutersAdminNegativeTest-1146687874 tempest-RoutersAdminNegativeTest-1146687874-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:01.831344 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3466cce-c73e-43f6-afec-463a817ea418 None None] Pushing event updated for resources: {'Port': ['ID=e3986c79-6f74-4aff-822a-fc620e8eb283,revision_number=2']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:33:01.834191 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-a3466cce-c73e-43f6-afec-463a817ea418 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:33:01.834930 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-5fe58d4e-cf00-4b03-8b63-428e8daa2ba1 None None] Attempting to bind port e3986c79-6f74-4aff-822a-fc620e8eb283 on host dv-neutron-821829-1-hyperv for vnic_type normal with profile  {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 22:33:01.835743 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-5fe58d4e-cf00-4b03-8b63-428e8daa2ba1 None None] Attempting to bind port e3986c79-6f74-4aff-822a-fc620e8eb283 by drivers openvswitch,hyperv on host dv-neutron-821829-1-hyperv at level 0 using segments [{'id': 'a416442d-d143-4052-9f4e-546eb8cbe809', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5'}] {{(pid=87508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 22:33:01.835743 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fe58d4e-cf00-4b03-8b63-428e8daa2ba1 None None] Attempting to bind port e3986c79-6f74-4aff-822a-fc620e8eb283 on network f8905ce9-304b-4976-bc47-e58c71c11de5 {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 22:33:01.841842 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fe58d4e-cf00-4b03-8b63-428e8daa2ba1 None None] Checking agent: {'id': '5571501f-366e-47a4-9b60-8ef19d935d27', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821829-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 24, 2), 'started_at': datetime.datetime(2021, 12, 16, 22, 24, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 33, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821829-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 22:33:01.842147 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fe58d4e-cf00-4b03-8b63-428e8daa2ba1 None None] Checking segment: {'id': 'a416442d-d143-4052-9f4e-546eb8cbe809', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 22:33:01.842560 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-5fe58d4e-cf00-4b03-8b63-428e8daa2ba1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:01.843033 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fe58d4e-cf00-4b03-8b63-428e8daa2ba1 None None] Bound using segment: {'id': 'a416442d-d143-4052-9f4e-546eb8cbe809', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5'} {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 22:33:01.843434 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-5fe58d4e-cf00-4b03-8b63-428e8daa2ba1 None None] Bound port: e3986c79-6f74-4aff-822a-fc620e8eb283, host: dv-neutron-821829-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a416442d-d143-4052-9f4e-546eb8cbe809', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5'}}] {{(pid=87508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 22:33:01.843853 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-5fe58d4e-cf00-4b03-8b63-428e8daa2ba1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:01.918513 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-5fe58d4e-cf00-4b03-8b63-428e8daa2ba1 None None] For port e3986c79-6f74-4aff-822a-fc620e8eb283, host dv-neutron-821829-1-hyperv, cleared binding levels {{(pid=87508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 22:33:01.921442 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-5fe58d4e-cf00-4b03-8b63-428e8daa2ba1 None None] For port e3986c79-6f74-4aff-822a-fc620e8eb283, host dv-neutron-821829-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=e3986c79-6f74-4aff-822a-fc620e8eb283,segment=NetworkSegment(a416442d-d143-4052-9f4e-546eb8cbe809),segment_id=a416442d-d143-4052-9f4e-546eb8cbe809)] {{(pid=87508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 22:33:01.927046 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-5fe58d4e-cf00-4b03-8b63-428e8daa2ba1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:01.937387 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:33:01.974481 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.plugin [None req-34040d11-8317-48db-98b6-b92ff61e3c56 tempest-RoutersAdminNegativeTest-1146687874 tempest-RoutersAdminNegativeTest-1146687874-project-admin] Calling delete_port for 2784f885-999f-4514-867e-6712e180c83c owned by  {{(pid=87507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:33:02.012378 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fe58d4e-cf00-4b03-8b63-428e8daa2ba1 None None] Routers {'768e98d5-92c7-4bb6-89ed-b4cd37744611'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:33:02.013749 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-5fe58d4e-cf00-4b03-8b63-428e8daa2ba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b7c24e430>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:33:01Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['768e98d5-92c7-4bb6-89ed-b4cd37744611'], 'active': True} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:33:02.038589 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [None req-1375554c-8197-459c-9263-effc4b485c41 tempest-FloatingIPAdminTestJSON-210502716 tempest-FloatingIPAdminTestJSON-210502716-project] Calling delete_port for f5a40e46-b787-43c8-9736-918bbc41c481 owned by  {{(pid=87506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:33:02.093647 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-dd6c4f75-cc7d-4b3e-b8a4-fee1379865d5 tempest-RoutersIpV6AdminTest-146809031 tempest-RoutersIpV6AdminTest-146809031-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:02.110250 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-d2a8f798-04b0-4fbd-a22a-c895a62c2e61 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:02.158525 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3466cce-c73e-43f6-afec-463a817ea418 None None] Pushing event updated for resources: {'Port': ['ID=e3986c79-6f74-4aff-822a-fc620e8eb283,revision_number=3']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:33:02.164764 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-a3466cce-c73e-43f6-afec-463a817ea418 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:33:02.196098 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvr_db [None req-5fe58d4e-cf00-4b03-8b63-428e8daa2ba1 None None] Set router 768e98d5-92c7-4bb6-89ed-b4cd37744611 gateway port host: None {{(pid=87508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 22:33:02.293576 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be38d4c4-8b68-4930-bb74-2d2dbb8c8df6 req-7dd79aa4-fd91-4643-9e1d-266f7bcfa22e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:33:02.295059 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-be38d4c4-8b68-4930-bb74-2d2dbb8c8df6 req-7dd79aa4-fd91-4643-9e1d-266f7bcfa22e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b95ee9c426304bab82943f010c6dac17&device_id=e8b1f9e3-1dc7-4804-9d4e-3e2ba6aa02cb HTTP/1.1" status: 200  len: 1098 time: 0.8668666
Dec 16 22:33:02.307597 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-5fe58d4e-cf00-4b03-8b63-428e8daa2ba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b7c24e430>, [{'id': '768e98d5-92c7-4bb6-89ed-b4cd37744611', 'name': 'tempest-snat-router-1623990199', 'tenant_id': '5cf88710195741768968293f02f9935d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:32:51Z', 'updated_at': '2021-12-16T22:33:01Z', 'revision_number': 4, 'project_id': '5cf88710195741768968293f02f9935d', 'gw_port_host': None}], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:33:02.312352 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fe58d4e-cf00-4b03-8b63-428e8daa2ba1 None None] The sync data for ids ['768e98d5-92c7-4bb6-89ed-b4cd37744611'] in dv-neutron-821829-1-hyperv is: [{'id': '768e98d5-92c7-4bb6-89ed-b4cd37744611', 'name': 'tempest-snat-router-1623990199', 'tenant_id': '5cf88710195741768968293f02f9935d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:32:51Z', 'updated_at': '2021-12-16T22:33:01Z', 'revision_number': 4, 'project_id': '5cf88710195741768968293f02f9935d', 'gw_port_host': None}] {{(pid=87508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 22:33:02.458472 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.plugin [None req-dd6c4f75-cc7d-4b3e-b8a4-fee1379865d5 tempest-RoutersIpV6AdminTest-146809031 tempest-RoutersIpV6AdminTest-146809031-project-admin] Calling delete_port for e3986c79-6f74-4aff-822a-fc620e8eb283 owned by network:router_gateway {{(pid=87507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:33:02.558229 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f249c7e-92be-4e95-bcb5-73afb5f956cf req-bcd5df7f-7a18-49fd-a925-854b040fbe13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:33:02.559320 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.plugin [None req-d2a8f798-04b0-4fbd-a22a-c895a62c2e61 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Calling delete_port for a4018ab1-922d-4a5b-a68f-6ed54bcc24ed owned by  {{(pid=87507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:33:02.559710 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-8f249c7e-92be-4e95-bcb5-73afb5f956cf req-bcd5df7f-7a18-49fd-a925-854b040fbe13 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=4324e1ea-4669-4cf4-86ce-32057be725fc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.5693288
Dec 16 22:33:02.637489 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-1375554c-8197-459c-9263-effc4b485c41 tempest-FloatingIPAdminTestJSON-210502716 tempest-FloatingIPAdminTestJSON-210502716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1863393'] for port, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:02.718180 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-a7712692-9c08-4c26-a2d3-aa61bb11e20c tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:33:02.764564 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-34040d11-8317-48db-98b6-b92ff61e3c56 tempest-RoutersAdminNegativeTest-1146687874 tempest-RoutersAdminNegativeTest-1146687874-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10807823'] for port, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:02.775347 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1375554c-8197-459c-9263-effc4b485c41 tempest-FloatingIPAdminTestJSON-210502716 tempest-FloatingIPAdminTestJSON-210502716-project] Pushing event deleted for resources: {'Port': ['ID=f5a40e46-b787-43c8-9736-918bbc41c481,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:33:02.777885 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be38d4c4-8b68-4930-bb74-2d2dbb8c8df6 req-50a393cc-58d4-4443-9d6e-0f6d3c1f7ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:33:02.779011 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-be38d4c4-8b68-4930-bb74-2d2dbb8c8df6 req-50a393cc-58d4-4443-9d6e-0f6d3c1f7ed4 service neutron] 10.222.0.49 "GET /v2.0/networks?id=ee4be5eb-8d65-4c35-a7d0-77b65d96496e HTTP/1.1" status: 200  len: 907 time: 0.4731314
Dec 16 22:33:02.781597 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-88bbe595-ea9d-4098-831d-bbd5af074580 tempest-FloatingIPAdminTestJSON-210502716 tempest-FloatingIPAdminTestJSON-210502716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:33:02.781826 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-1375554c-8197-459c-9263-effc4b485c41 tempest-FloatingIPAdminTestJSON-210502716 tempest-FloatingIPAdminTestJSON-210502716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:33:02.784192 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b38ee788-6143-4696-aef1-36f868736a5d tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Router 45ae2c9f-738c-4d50-9070-36f2d87f0ea0 is scheduled to L3 agent 4f519db7-069b-43e2-8411-c092bac9102a with binding_index 1 {{(pid=87506) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 16 22:33:02.840481 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34040d11-8317-48db-98b6-b92ff61e3c56 tempest-RoutersAdminNegativeTest-1146687874 tempest-RoutersAdminNegativeTest-1146687874-project-admin] Pushing event deleted for resources: {'Port': ['ID=2784f885-999f-4514-867e-6712e180c83c,revision_number=None']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:33:02.848768 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-34040d11-8317-48db-98b6-b92ff61e3c56 tempest-RoutersAdminNegativeTest-1146687874 tempest-RoutersAdminNegativeTest-1146687874-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:33:02.886700 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.notifiers.nova [None req-4bdd95bb-3ee3-435d-8bdb-80c317840053 tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] device_id is not set on port f10daf16-3adb-4b4a-ad9b-1727624ec1ec yet. {{(pid=87506) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 16 22:33:02.927338 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-d2a8f798-04b0-4fbd-a22a-c895a62c2e61 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10807823'] for port, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:02.929213 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.db.api [None req-dd6c4f75-cc7d-4b3e-b8a4-fee1379865d5 tempest-RoutersIpV6AdminTest-146809031 tempest-RoutersIpV6AdminTest-146809031-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87507) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 16 22:33:02.929750 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_db.api [None req-dd6c4f75-cc7d-4b3e-b8a4-fee1379865d5 tempest-RoutersIpV6AdminTest-146809031 tempest-RoutersIpV6AdminTest-146809031-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 16 22:33:02.937795 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-4bdd95bb-3ee3-435d-8bdb-80c317840053 tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:02.942768 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-59767f4f-6e0b-4d5d-92c1-9357ab45ca52 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026603327-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:33:02.995638 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a8f798-04b0-4fbd-a22a-c895a62c2e61 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Pushing event deleted for resources: {'Port': ['ID=a4018ab1-922d-4a5b-a68f-6ed54bcc24ed,revision_number=None']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:33:03.000336 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-d2a8f798-04b0-4fbd-a22a-c895a62c2e61 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:33:03.043171 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-d2a8f798-04b0-4fbd-a22a-c895a62c2e61 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for port, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:03.046154 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-34040d11-8317-48db-98b6-b92ff61e3c56 tempest-RoutersAdminNegativeTest-1146687874 tempest-RoutersAdminNegativeTest-1146687874-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for port, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:03.076509 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-d2a8f798-04b0-4fbd-a22a-c895a62c2e61 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] 10.222.0.13 "DELETE /v2.0/ports/a4018ab1-922d-4a5b-a68f-6ed54bcc24ed HTTP/1.1" status: 204  len: 168 time: 1.8714712
Dec 16 22:33:03.076714 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 38676) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:33:03.086715 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-34040d11-8317-48db-98b6-b92ff61e3c56 tempest-RoutersAdminNegativeTest-1146687874 tempest-RoutersAdminNegativeTest-1146687874-project-admin] 10.222.0.13 "DELETE /v2.0/ports/2784f885-999f-4514-867e-6712e180c83c HTTP/1.1" status: 204  len: 168 time: 2.5669658
Dec 16 22:33:03.109688 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-8f249c7e-92be-4e95-bcb5-73afb5f956cf req-6a0ba791-4e37-4c2b-a9d1-35f38007acab service neutron] 10.222.0.49 "GET /v2.0/networks/4324e1ea-4669-4cf4-86ce-32057be725fc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5341663
Dec 16 22:33:03.110677 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.provisioning_blocks [None req-4bdd95bb-3ee3-435d-8bdb-80c317840053 tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] Transition to ACTIVE for port object f10daf16-3adb-4b4a-ad9b-1727624ec1ec will not be triggered until provisioned by entity L2. {{(pid=87506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:33:03.122530 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-be38d4c4-8b68-4930-bb74-2d2dbb8c8df6 req-0e50e65b-5bb9-47be-a1bb-4db4ee3d31ad service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7a40ac5e-8e98-4adc-8457-7278ef3b8997 HTTP/1.1" status: 200  len: 1001 time: 0.3349752
Dec 16 22:33:03.169480 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-4541ba3b-6be8-499c-bc94-3c60aa55c4f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:03.193061 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da2b6bb6-c5de-4822-b18b-750cfdc7d79e tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:33:03.194683 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da2b6bb6-c5de-4822-b18b-750cfdc7d79e tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:33:03.195467 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-da2b6bb6-c5de-4822-b18b-750cfdc7d79e tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Synchronizing usage tracker for tenant:8e4385a98eb1416284c1cc96b3355a70 on resource:subnet {{(pid=87507) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 22:33:03.195697 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-4bdd95bb-3ee3-435d-8bdb-80c317840053 tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1863400'] for port, after_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:03.199346 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-38cbbb15-b5eb-4dc0-b7af-1d601808cc92 tempest-FloatingIPAdminTestJSON-1628957317 tempest-FloatingIPAdminTestJSON-1628957317-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:33:03.219921 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-da2b6bb6-c5de-4822-b18b-750cfdc7d79e tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Unset dirty status for tenant:8e4385a98eb1416284c1cc96b3355a70 on resource:subnet {{(pid=87507) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 22:33:03.224953 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-da2b6bb6-c5de-4822-b18b-750cfdc7d79e tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1477 time: 0.1472230
Dec 16 22:33:03.225569 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 38682) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:33:03.319421 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.db_base_plugin_v2 [None req-20e75f0f-4dcb-4e01-aa93-00848dc3c888 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Deleting subnet e6e0d4a5-2258-4013-8171-ab17c9d5e475 {{(pid=87507) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 16 22:33:03.323131 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-20e75f0f-4dcb-4e01-aa93-00848dc3c888 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks [] for subnet, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:03.396299 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-20e75f0f-4dcb-4e01-aa93-00848dc3c888 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2128562'] for subnet, precommit_delete_associations {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:03.421990 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-1375554c-8197-459c-9263-effc4b485c41 tempest-FloatingIPAdminTestJSON-210502716 tempest-FloatingIPAdminTestJSON-210502716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for port, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:03.459552 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.plugin [None req-dd6c4f75-cc7d-4b3e-b8a4-fee1379865d5 tempest-RoutersIpV6AdminTest-146809031 tempest-RoutersIpV6AdminTest-146809031-project-admin] Deleting port e3986c79-6f74-4aff-822a-fc620e8eb283 {{(pid=87507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:33:03.459946 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-dd6c4f75-cc7d-4b3e-b8a4-fee1379865d5 tempest-RoutersIpV6AdminTest-146809031 tempest-RoutersIpV6AdminTest-146809031-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:03.477685 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 38690) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:33:03.577892 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-1375554c-8197-459c-9263-effc4b485c41 tempest-FloatingIPAdminTestJSON-210502716 tempest-FloatingIPAdminTestJSON-210502716-project] 10.222.0.13 "DELETE /v2.0/ports/f5a40e46-b787-43c8-9736-918bbc41c481 HTTP/1.1" status: 204  len: 168 time: 4.0654604
Dec 16 22:33:03.595332 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 38696) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:33:03.615044 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bdd95bb-3ee3-435d-8bdb-80c317840053 tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] Pushing event updated for resources: {'Port': ['ID=f10daf16-3adb-4b4a-ad9b-1727624ec1ec,revision_number=2']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:33:03.629218 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be38d4c4-8b68-4930-bb74-2d2dbb8c8df6 req-f9c81e63-80e2-4919-92e1-0708d4c51799 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:33:03.630517 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-be38d4c4-8b68-4930-bb74-2d2dbb8c8df6 req-f9c81e63-80e2-4919-92e1-0708d4c51799 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=3450588b-5964-4afe-b2b9-07bddce97e2c HTTP/1.1" status: 200  len: 845 time: 0.2590966
Dec 16 22:33:03.631401 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-4bdd95bb-3ee3-435d-8bdb-80c317840053 tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.432s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:33:03.645079 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b38ee788-6143-4696-aef1-36f868736a5d tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Notify agent at l3_agent.dv-neutron-821829-1-hyperv the message routers_updated {{(pid=87506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 22:33:03.656812 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0dc8de0-7626-4a95-a76c-ba271822220a None None] Sync routers for ids ['45ae2c9f-738c-4d50-9070-36f2d87f0ea0'] in dv-neutron-821829-1-hyperv {{(pid=87509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 22:33:03.668133 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0dc8de0-7626-4a95-a76c-ba271822220a None None] Routers {'45ae2c9f-738c-4d50-9070-36f2d87f0ea0'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:33:03.676654 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-c0dc8de0-7626-4a95-a76c-ba271822220a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b7d564700>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:33:01Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['45ae2c9f-738c-4d50-9070-36f2d87f0ea0'], 'active': True} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:33:03.706753 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.managers [None req-4bdd95bb-3ee3-435d-8bdb-80c317840053 tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] Attempting to bind port f10daf16-3adb-4b4a-ad9b-1727624ec1ec on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=87506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 22:33:03.707108 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.managers [None req-4bdd95bb-3ee3-435d-8bdb-80c317840053 tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] Attempting to bind port f10daf16-3adb-4b4a-ad9b-1727624ec1ec by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '596c5e74-33c8-4983-a921-a96d8e5ffa7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'bd731f0d-1be1-44f5-859a-c7ea1abaaacb'}] {{(pid=87506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 22:33:03.707443 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bdd95bb-3ee3-435d-8bdb-80c317840053 tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] Attempting to bind port f10daf16-3adb-4b4a-ad9b-1727624ec1ec on network bd731f0d-1be1-44f5-859a-c7ea1abaaacb {{(pid=87506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 22:33:03.726902 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-20e75f0f-4dcb-4e01-aa93-00848dc3c888 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3328566'] for subnet, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:03.733957 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bdd95bb-3ee3-435d-8bdb-80c317840053 tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] Port f10daf16-3adb-4b4a-ad9b-1727624ec1ec on network bd731f0d-1be1-44f5-859a-c7ea1abaaacb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=87506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 16 22:33:03.734275 dv-neutron-821829-1-hyperv neutron-server[87506]: ERROR neutron.plugins.ml2.managers [None req-4bdd95bb-3ee3-435d-8bdb-80c317840053 tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] Failed to bind port f10daf16-3adb-4b4a-ad9b-1727624ec1ec on host hv-neutron-8218 for vnic_type normal using segments [{'id': '596c5e74-33c8-4983-a921-a96d8e5ffa7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'bd731f0d-1be1-44f5-859a-c7ea1abaaacb'}]
Dec 16 22:33:03.738372 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.plugins.ml2.plugin [None req-4bdd95bb-3ee3-435d-8bdb-80c317840053 tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] Attempt 2 to bind port f10daf16-3adb-4b4a-ad9b-1727624ec1ec
Dec 16 22:33:03.768023 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-b38ee788-6143-4696-aef1-36f868736a5d tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Notify callbacks [] for router, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:03.771883 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-b38ee788-6143-4696-aef1-36f868736a5d tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 886 time: 12.4980268
Dec 16 22:33:03.773631 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 38702) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:33:03.778889 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-8f249c7e-92be-4e95-bcb5-73afb5f956cf req-d17342a4-ebfc-4fb5-bf86-d0e0f9dfb6e2 service neutron] 10.222.0.49 "GET /v2.0/networks/4324e1ea-4669-4cf4-86ce-32057be725fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6586504
Dec 16 22:33:03.781660 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-c0dc8de0-7626-4a95-a76c-ba271822220a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b7d564700>, [], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:33:03.784125 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.managers [None req-4bdd95bb-3ee3-435d-8bdb-80c317840053 tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] Attempting to bind port f10daf16-3adb-4b4a-ad9b-1727624ec1ec on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=87506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 22:33:03.784459 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.managers [None req-4bdd95bb-3ee3-435d-8bdb-80c317840053 tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] Attempting to bind port f10daf16-3adb-4b4a-ad9b-1727624ec1ec by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '596c5e74-33c8-4983-a921-a96d8e5ffa7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'bd731f0d-1be1-44f5-859a-c7ea1abaaacb'}] {{(pid=87506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 22:33:03.784791 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bdd95bb-3ee3-435d-8bdb-80c317840053 tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] Attempting to bind port f10daf16-3adb-4b4a-ad9b-1727624ec1ec on network bd731f0d-1be1-44f5-859a-c7ea1abaaacb {{(pid=87506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 22:33:03.787016 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-0ae0a782-b933-4725-ad33-5ae80b36124a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:03.797715 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0dc8de0-7626-4a95-a76c-ba271822220a None None] Routers {'45ae2c9f-738c-4d50-9070-36f2d87f0ea0'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:33:03.799067 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-c0dc8de0-7626-4a95-a76c-ba271822220a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b7d564700>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:33:01Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['45ae2c9f-738c-4d50-9070-36f2d87f0ea0'], 'active': True} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:33:03.807158 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bdd95bb-3ee3-435d-8bdb-80c317840053 tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] Port f10daf16-3adb-4b4a-ad9b-1727624ec1ec on network bd731f0d-1be1-44f5-859a-c7ea1abaaacb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=87506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 16 22:33:03.807491 dv-neutron-821829-1-hyperv neutron-server[87506]: ERROR neutron.plugins.ml2.managers [None req-4bdd95bb-3ee3-435d-8bdb-80c317840053 tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] Failed to bind port f10daf16-3adb-4b4a-ad9b-1727624ec1ec on host hv-neutron-8218 for vnic_type normal using segments [{'id': '596c5e74-33c8-4983-a921-a96d8e5ffa7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'bd731f0d-1be1-44f5-859a-c7ea1abaaacb'}]
Dec 16 22:33:03.809869 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.plugins.ml2.plugin [None req-4bdd95bb-3ee3-435d-8bdb-80c317840053 tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] Attempt 3 to bind port f10daf16-3adb-4b4a-ad9b-1727624ec1ec
Dec 16 22:33:03.823610 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-0ae0a782-b933-4725-ad33-5ae80b36124a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:33:03.832042 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-0ae0a782-b933-4725-ad33-5ae80b36124a admin admin] Usage tracker for resource:security_group_rule and tenant:9c9757b44e4c4cc3963102ea82f2d919 is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:33:03.836595 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-0ae0a782-b933-4725-ad33-5ae80b36124a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:33:03.839252 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.managers [None req-4bdd95bb-3ee3-435d-8bdb-80c317840053 tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] Attempting to bind port f10daf16-3adb-4b4a-ad9b-1727624ec1ec on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=87506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 22:33:03.839581 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.managers [None req-4bdd95bb-3ee3-435d-8bdb-80c317840053 tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] Attempting to bind port f10daf16-3adb-4b4a-ad9b-1727624ec1ec by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '596c5e74-33c8-4983-a921-a96d8e5ffa7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'bd731f0d-1be1-44f5-859a-c7ea1abaaacb'}] {{(pid=87506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 22:33:03.839945 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bdd95bb-3ee3-435d-8bdb-80c317840053 tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] Attempting to bind port f10daf16-3adb-4b4a-ad9b-1727624ec1ec on network bd731f0d-1be1-44f5-859a-c7ea1abaaacb {{(pid=87506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 22:33:03.849540 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-0ae0a782-b933-4725-ad33-5ae80b36124a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:33:03.851677 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bdd95bb-3ee3-435d-8bdb-80c317840053 tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] Port f10daf16-3adb-4b4a-ad9b-1727624ec1ec on network bd731f0d-1be1-44f5-859a-c7ea1abaaacb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=87506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 16 22:33:03.851878 dv-neutron-821829-1-hyperv neutron-server[87506]: ERROR neutron.plugins.ml2.managers [None req-4bdd95bb-3ee3-435d-8bdb-80c317840053 tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] Failed to bind port f10daf16-3adb-4b4a-ad9b-1727624ec1ec on host hv-neutron-8218 for vnic_type normal using segments [{'id': '596c5e74-33c8-4983-a921-a96d8e5ffa7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'bd731f0d-1be1-44f5-859a-c7ea1abaaacb'}]
Dec 16 22:33:03.853976 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.plugins.ml2.plugin [None req-4bdd95bb-3ee3-435d-8bdb-80c317840053 tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] Attempt 4 to bind port f10daf16-3adb-4b4a-ad9b-1727624ec1ec
Dec 16 22:33:03.858674 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-c0dc8de0-7626-4a95-a76c-ba271822220a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b7d564700>, [], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:33:03.859103 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0dc8de0-7626-4a95-a76c-ba271822220a None None] The sync data for ids ['45ae2c9f-738c-4d50-9070-36f2d87f0ea0'] in dv-neutron-821829-1-hyperv is: [] {{(pid=87509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 22:33:03.877998 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be38d4c4-8b68-4930-bb74-2d2dbb8c8df6 req-e0b86fea-1a4d-4ace-a492-2c8c06f8e0bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:33:03.879474 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-be38d4c4-8b68-4930-bb74-2d2dbb8c8df6 req-e0b86fea-1a4d-4ace-a492-2c8c06f8e0bc service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=ee4be5eb-8d65-4c35-a7d0-77b65d96496e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.2358935
Dec 16 22:33:03.881204 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.managers [None req-4bdd95bb-3ee3-435d-8bdb-80c317840053 tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] Attempting to bind port f10daf16-3adb-4b4a-ad9b-1727624ec1ec on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=87506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 22:33:03.881698 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.managers [None req-4bdd95bb-3ee3-435d-8bdb-80c317840053 tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] Attempting to bind port f10daf16-3adb-4b4a-ad9b-1727624ec1ec by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '596c5e74-33c8-4983-a921-a96d8e5ffa7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'bd731f0d-1be1-44f5-859a-c7ea1abaaacb'}] {{(pid=87506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 22:33:03.882033 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bdd95bb-3ee3-435d-8bdb-80c317840053 tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] Attempting to bind port f10daf16-3adb-4b4a-ad9b-1727624ec1ec on network bd731f0d-1be1-44f5-859a-c7ea1abaaacb {{(pid=87506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 22:33:03.899009 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f13b99b1-5e4b-4554-8df9-be94ca037939 tempest-FloatingIPAdminTestJSON-210502716 tempest-FloatingIPAdminTestJSON-210502716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:33:03.899713 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-f13b99b1-5e4b-4554-8df9-be94ca037939 tempest-FloatingIPAdminTestJSON-210502716 tempest-FloatingIPAdminTestJSON-210502716-project] Synchronizing usage tracker for tenant:e4e313c5c45843f887a4996f6021aa04 on resource:port {{(pid=87507) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 22:33:03.919710 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bdd95bb-3ee3-435d-8bdb-80c317840053 tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] Port f10daf16-3adb-4b4a-ad9b-1727624ec1ec on network bd731f0d-1be1-44f5-859a-c7ea1abaaacb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=87506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 16 22:33:03.920133 dv-neutron-821829-1-hyperv neutron-server[87506]: ERROR neutron.plugins.ml2.managers [None req-4bdd95bb-3ee3-435d-8bdb-80c317840053 tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] Failed to bind port f10daf16-3adb-4b4a-ad9b-1727624ec1ec on host hv-neutron-8218 for vnic_type normal using segments [{'id': '596c5e74-33c8-4983-a921-a96d8e5ffa7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'bd731f0d-1be1-44f5-859a-c7ea1abaaacb'}]
Dec 16 22:33:03.926567 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.plugins.ml2.plugin [None req-4bdd95bb-3ee3-435d-8bdb-80c317840053 tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] Attempt 5 to bind port f10daf16-3adb-4b4a-ad9b-1727624ec1ec
Dec 16 22:33:03.948686 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.db [None req-dd6c4f75-cc7d-4b3e-b8a4-fee1379865d5 tempest-RoutersIpV6AdminTest-146809031 tempest-RoutersIpV6AdminTest-146809031-project-admin] For port e3986c79-6f74-4aff-822a-fc620e8eb283, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=e3986c79-6f74-4aff-822a-fc620e8eb283,segment=NetworkSegment(a416442d-d143-4052-9f4e-546eb8cbe809),segment_id=a416442d-d143-4052-9f4e-546eb8cbe809)] {{(pid=87507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:33:03.949049 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-dd6c4f75-cc7d-4b3e-b8a4-fee1379865d5 tempest-RoutersIpV6AdminTest-146809031 tempest-RoutersIpV6AdminTest-146809031-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:03.997770 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.managers [None req-4bdd95bb-3ee3-435d-8bdb-80c317840053 tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] Attempting to bind port f10daf16-3adb-4b4a-ad9b-1727624ec1ec on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=87506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 22:33:03.998022 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.managers [None req-4bdd95bb-3ee3-435d-8bdb-80c317840053 tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] Attempting to bind port f10daf16-3adb-4b4a-ad9b-1727624ec1ec by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '596c5e74-33c8-4983-a921-a96d8e5ffa7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'bd731f0d-1be1-44f5-859a-c7ea1abaaacb'}] {{(pid=87506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 22:33:03.998354 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bdd95bb-3ee3-435d-8bdb-80c317840053 tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] Attempting to bind port f10daf16-3adb-4b4a-ad9b-1727624ec1ec on network bd731f0d-1be1-44f5-859a-c7ea1abaaacb {{(pid=87506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 22:33:04.012748 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bdd95bb-3ee3-435d-8bdb-80c317840053 tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] Port f10daf16-3adb-4b4a-ad9b-1727624ec1ec on network bd731f0d-1be1-44f5-859a-c7ea1abaaacb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=87506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 16 22:33:04.013076 dv-neutron-821829-1-hyperv neutron-server[87506]: ERROR neutron.plugins.ml2.managers [None req-4bdd95bb-3ee3-435d-8bdb-80c317840053 tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] Failed to bind port f10daf16-3adb-4b4a-ad9b-1727624ec1ec on host hv-neutron-8218 for vnic_type normal using segments [{'id': '596c5e74-33c8-4983-a921-a96d8e5ffa7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'bd731f0d-1be1-44f5-859a-c7ea1abaaacb'}]
Dec 16 22:33:04.016005 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.plugins.ml2.plugin [None req-4bdd95bb-3ee3-435d-8bdb-80c317840053 tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] Attempt 6 to bind port f10daf16-3adb-4b4a-ad9b-1727624ec1ec
Dec 16 22:33:04.056995 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.managers [None req-4bdd95bb-3ee3-435d-8bdb-80c317840053 tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] Attempting to bind port f10daf16-3adb-4b4a-ad9b-1727624ec1ec on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=87506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 22:33:04.057315 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.managers [None req-4bdd95bb-3ee3-435d-8bdb-80c317840053 tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] Attempting to bind port f10daf16-3adb-4b4a-ad9b-1727624ec1ec by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '596c5e74-33c8-4983-a921-a96d8e5ffa7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'bd731f0d-1be1-44f5-859a-c7ea1abaaacb'}] {{(pid=87506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 22:33:04.057650 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bdd95bb-3ee3-435d-8bdb-80c317840053 tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] Attempting to bind port f10daf16-3adb-4b4a-ad9b-1727624ec1ec on network bd731f0d-1be1-44f5-859a-c7ea1abaaacb {{(pid=87506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 22:33:04.087485 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bdd95bb-3ee3-435d-8bdb-80c317840053 tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] Port f10daf16-3adb-4b4a-ad9b-1727624ec1ec on network bd731f0d-1be1-44f5-859a-c7ea1abaaacb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=87506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 16 22:33:04.087838 dv-neutron-821829-1-hyperv neutron-server[87506]: ERROR neutron.plugins.ml2.managers [None req-4bdd95bb-3ee3-435d-8bdb-80c317840053 tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] Failed to bind port f10daf16-3adb-4b4a-ad9b-1727624ec1ec on host hv-neutron-8218 for vnic_type normal using segments [{'id': '596c5e74-33c8-4983-a921-a96d8e5ffa7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'bd731f0d-1be1-44f5-859a-c7ea1abaaacb'}]
Dec 16 22:33:04.093524 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.plugins.ml2.plugin [None req-4bdd95bb-3ee3-435d-8bdb-80c317840053 tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] Attempt 7 to bind port f10daf16-3adb-4b4a-ad9b-1727624ec1ec
Dec 16 22:33:04.104886 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-be38d4c4-8b68-4930-bb74-2d2dbb8c8df6 req-08e12d70-aade-4432-bb59-80aa562fab68 service neutron] 10.222.0.49 "GET /v2.0/networks/ee4be5eb-8d65-4c35-a7d0-77b65d96496e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2120178
Dec 16 22:33:04.196702 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.managers [None req-4bdd95bb-3ee3-435d-8bdb-80c317840053 tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] Attempting to bind port f10daf16-3adb-4b4a-ad9b-1727624ec1ec on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=87506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 22:33:04.196957 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.managers [None req-4bdd95bb-3ee3-435d-8bdb-80c317840053 tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] Attempting to bind port f10daf16-3adb-4b4a-ad9b-1727624ec1ec by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '596c5e74-33c8-4983-a921-a96d8e5ffa7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'bd731f0d-1be1-44f5-859a-c7ea1abaaacb'}] {{(pid=87506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 22:33:04.197287 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bdd95bb-3ee3-435d-8bdb-80c317840053 tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] Attempting to bind port f10daf16-3adb-4b4a-ad9b-1727624ec1ec on network bd731f0d-1be1-44f5-859a-c7ea1abaaacb {{(pid=87506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 22:33:04.213534 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-0ae0a782-b933-4725-ad33-5ae80b36124a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:04.216526 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bdd95bb-3ee3-435d-8bdb-80c317840053 tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] Port f10daf16-3adb-4b4a-ad9b-1727624ec1ec on network bd731f0d-1be1-44f5-859a-c7ea1abaaacb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=87506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 16 22:33:04.216863 dv-neutron-821829-1-hyperv neutron-server[87506]: ERROR neutron.plugins.ml2.managers [None req-4bdd95bb-3ee3-435d-8bdb-80c317840053 tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] Failed to bind port f10daf16-3adb-4b4a-ad9b-1727624ec1ec on host hv-neutron-8218 for vnic_type normal using segments [{'id': '596c5e74-33c8-4983-a921-a96d8e5ffa7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'bd731f0d-1be1-44f5-859a-c7ea1abaaacb'}]
Dec 16 22:33:04.219350 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.plugins.ml2.plugin [None req-4bdd95bb-3ee3-435d-8bdb-80c317840053 tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] Attempt 8 to bind port f10daf16-3adb-4b4a-ad9b-1727624ec1ec
Dec 16 22:33:04.232475 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-0ae0a782-b933-4725-ad33-5ae80b36124a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841066'] for security_group, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:04.246904 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-70b93821-7c38-43b6-bf75-ec557db369fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:33:04.253103 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.managers [None req-4bdd95bb-3ee3-435d-8bdb-80c317840053 tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] Attempting to bind port f10daf16-3adb-4b4a-ad9b-1727624ec1ec on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=87506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 22:33:04.253362 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.managers [None req-4bdd95bb-3ee3-435d-8bdb-80c317840053 tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] Attempting to bind port f10daf16-3adb-4b4a-ad9b-1727624ec1ec by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '596c5e74-33c8-4983-a921-a96d8e5ffa7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'bd731f0d-1be1-44f5-859a-c7ea1abaaacb'}] {{(pid=87506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 22:33:04.253694 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bdd95bb-3ee3-435d-8bdb-80c317840053 tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] Attempting to bind port f10daf16-3adb-4b4a-ad9b-1727624ec1ec on network bd731f0d-1be1-44f5-859a-c7ea1abaaacb {{(pid=87506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 22:33:04.262490 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.plugin [None req-dd6c4f75-cc7d-4b3e-b8a4-fee1379865d5 tempest-RoutersIpV6AdminTest-146809031 tempest-RoutersIpV6AdminTest-146809031-project-admin] Calling delete_port for e3986c79-6f74-4aff-822a-fc620e8eb283 owned by network:router_gateway {{(pid=87507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:33:04.283428 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bdd95bb-3ee3-435d-8bdb-80c317840053 tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] Port f10daf16-3adb-4b4a-ad9b-1727624ec1ec on network bd731f0d-1be1-44f5-859a-c7ea1abaaacb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=87506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 16 22:33:04.283750 dv-neutron-821829-1-hyperv neutron-server[87506]: ERROR neutron.plugins.ml2.managers [None req-4bdd95bb-3ee3-435d-8bdb-80c317840053 tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] Failed to bind port f10daf16-3adb-4b4a-ad9b-1727624ec1ec on host hv-neutron-8218 for vnic_type normal using segments [{'id': '596c5e74-33c8-4983-a921-a96d8e5ffa7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'bd731f0d-1be1-44f5-859a-c7ea1abaaacb'}]
Dec 16 22:33:04.291674 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.plugins.ml2.plugin [None req-4bdd95bb-3ee3-435d-8bdb-80c317840053 tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] Attempt 9 to bind port f10daf16-3adb-4b4a-ad9b-1727624ec1ec
Dec 16 22:33:04.300080 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-f13b99b1-5e4b-4554-8df9-be94ca037939 tempest-FloatingIPAdminTestJSON-210502716 tempest-FloatingIPAdminTestJSON-210502716-project] Unset dirty status for tenant:e4e313c5c45843f887a4996f6021aa04 on resource:port {{(pid=87507) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 22:33:04.301244 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-f13b99b1-5e4b-4554-8df9-be94ca037939 tempest-FloatingIPAdminTestJSON-210502716 tempest-FloatingIPAdminTestJSON-210502716-project] 10.222.0.13 "GET /v2.0/ports?device_id=8976845b-1a00-4e4d-a758-acdcb256e7af HTTP/1.1" status: 200  len: 913 time: 0.6955810
Dec 16 22:33:04.314393 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 38706) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:33:04.321596 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-0ae0a782-b933-4725-ad33-5ae80b36124a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9c9757b44e4c4cc3963102ea82f2d919&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8374453
Dec 16 22:33:04.324692 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 38710) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:33:04.325308 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae0a782-b933-4725-ad33-5ae80b36124a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84f4f951-3f99-4338-b799-cdcb482ea682,revision_number=1']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:33:04.335802 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.managers [None req-4bdd95bb-3ee3-435d-8bdb-80c317840053 tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] Attempting to bind port f10daf16-3adb-4b4a-ad9b-1727624ec1ec on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=87506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 22:33:04.336211 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.managers [None req-4bdd95bb-3ee3-435d-8bdb-80c317840053 tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] Attempting to bind port f10daf16-3adb-4b4a-ad9b-1727624ec1ec by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '596c5e74-33c8-4983-a921-a96d8e5ffa7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'bd731f0d-1be1-44f5-859a-c7ea1abaaacb'}] {{(pid=87506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 22:33:04.336541 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bdd95bb-3ee3-435d-8bdb-80c317840053 tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] Attempting to bind port f10daf16-3adb-4b4a-ad9b-1727624ec1ec on network bd731f0d-1be1-44f5-859a-c7ea1abaaacb {{(pid=87506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 22:33:04.341923 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-0ae0a782-b933-4725-ad33-5ae80b36124a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:33:04.348050 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bdd95bb-3ee3-435d-8bdb-80c317840053 tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] Port f10daf16-3adb-4b4a-ad9b-1727624ec1ec on network bd731f0d-1be1-44f5-859a-c7ea1abaaacb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=87506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 16 22:33:04.348376 dv-neutron-821829-1-hyperv neutron-server[87506]: ERROR neutron.plugins.ml2.managers [None req-4bdd95bb-3ee3-435d-8bdb-80c317840053 tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] Failed to bind port f10daf16-3adb-4b4a-ad9b-1727624ec1ec on host hv-neutron-8218 for vnic_type normal using segments [{'id': '596c5e74-33c8-4983-a921-a96d8e5ffa7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'bd731f0d-1be1-44f5-859a-c7ea1abaaacb'}]
Dec 16 22:33:04.348880 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.plugins.ml2.plugin [None req-4bdd95bb-3ee3-435d-8bdb-80c317840053 tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] Attempt 10 to bind port f10daf16-3adb-4b4a-ad9b-1727624ec1ec
Dec 16 22:33:04.356592 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-be38d4c4-8b68-4930-bb74-2d2dbb8c8df6 req-14310717-7794-46e8-a5c9-5b8862be706e service neutron] 10.222.0.49 "GET /v2.0/networks/ee4be5eb-8d65-4c35-a7d0-77b65d96496e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2422869
Dec 16 22:33:04.365617 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.managers [None req-4bdd95bb-3ee3-435d-8bdb-80c317840053 tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] Attempting to bind port f10daf16-3adb-4b4a-ad9b-1727624ec1ec on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=87506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 22:33:04.365955 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.managers [None req-4bdd95bb-3ee3-435d-8bdb-80c317840053 tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] Attempting to bind port f10daf16-3adb-4b4a-ad9b-1727624ec1ec by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '596c5e74-33c8-4983-a921-a96d8e5ffa7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'bd731f0d-1be1-44f5-859a-c7ea1abaaacb'}] {{(pid=87506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 22:33:04.366290 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bdd95bb-3ee3-435d-8bdb-80c317840053 tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] Attempting to bind port f10daf16-3adb-4b4a-ad9b-1727624ec1ec on network bd731f0d-1be1-44f5-859a-c7ea1abaaacb {{(pid=87506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 22:33:04.371114 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bdd95bb-3ee3-435d-8bdb-80c317840053 tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] Port f10daf16-3adb-4b4a-ad9b-1727624ec1ec on network bd731f0d-1be1-44f5-859a-c7ea1abaaacb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=87506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 16 22:33:04.371430 dv-neutron-821829-1-hyperv neutron-server[87506]: ERROR neutron.plugins.ml2.managers [None req-4bdd95bb-3ee3-435d-8bdb-80c317840053 tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] Failed to bind port f10daf16-3adb-4b4a-ad9b-1727624ec1ec on host hv-neutron-8218 for vnic_type normal using segments [{'id': '596c5e74-33c8-4983-a921-a96d8e5ffa7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'bd731f0d-1be1-44f5-859a-c7ea1abaaacb'}]
Dec 16 22:33:04.371831 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-4bdd95bb-3ee3-435d-8bdb-80c317840053 tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:04.414507 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-20e75f0f-4dcb-4e01-aa93-00848dc3c888 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3328622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10807868', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10549621'] for subnet, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:04.443019 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:33:04.468825 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.db [None req-4bdd95bb-3ee3-435d-8bdb-80c317840053 tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] For port f10daf16-3adb-4b4a-ad9b-1727624ec1ec, host hv-neutron-8218, cleared binding levels {{(pid=87506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 22:33:04.469341 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.db [None req-4bdd95bb-3ee3-435d-8bdb-80c317840053 tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] Attempted to set empty binding levels {{(pid=87506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}}
Dec 16 22:33:04.475503 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-4bdd95bb-3ee3-435d-8bdb-80c317840053 tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1863400'] for port, after_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:04.481451 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-4bdd95bb-3ee3-435d-8bdb-80c317840053 tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:33:04.525572 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [None req-4bdd95bb-3ee3-435d-8bdb-80c317840053 tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] In _notify_port_updated(), no bound segment for port f10daf16-3adb-4b4a-ad9b-1727624ec1ec on network bd731f0d-1be1-44f5-859a-c7ea1abaaacb {{(pid=87506) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}}
Dec 16 22:33:04.526574 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bdd95bb-3ee3-435d-8bdb-80c317840053 tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:33:04.527186 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-4bdd95bb-3ee3-435d-8bdb-80c317840053 tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for port, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:04.531073 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-4bdd95bb-3ee3-435d-8bdb-80c317840053 tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] 10.222.0.13 "PUT /v2.0/ports/f10daf16-3adb-4b4a-ad9b-1727624ec1ec HTTP/1.1" status: 200  len: 976 time: 3.5151713
Dec 16 22:33:04.536056 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 38716) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:33:04.575334 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e75f0f-4dcb-4e01-aa93-00848dc3c888 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Pushing event deleted for resources: {'Subnet': ['ID=e6e0d4a5-2258-4013-8171-ab17c9d5e475,revision_number=None']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:33:04.592947 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f067bf0e-db41-4639-8219-306c0de0eda9 None None] Network 7edd76f7-0f97-48a5-b177-9842de6c0500 requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 22:33:04.595699 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-20e75f0f-4dcb-4e01-aa93-00848dc3c888 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:33:04.608186 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-20e75f0f-4dcb-4e01-aa93-00848dc3c888 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks [] for subnet, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:04.618959 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bdd95bb-3ee3-435d-8bdb-80c317840053 tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] Pushing event updated for resources: {'Port': ['ID=f10daf16-3adb-4b4a-ad9b-1727624ec1ec,revision_number=3']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:33:04.623254 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-4bdd95bb-3ee3-435d-8bdb-80c317840053 tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:33:04.628512 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [None req-7af5ec91-8dfe-43a1-916a-020f1633f069 tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] Deleting port f10daf16-3adb-4b4a-ad9b-1727624ec1ec {{(pid=87506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:33:04.629133 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-7af5ec91-8dfe-43a1-916a-020f1633f069 tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:04.772720 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-20e75f0f-4dcb-4e01-aa93-00848dc3c888 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] 10.222.0.13 "DELETE /v2.0/subnets/e6e0d4a5-2258-4013-8171-ab17c9d5e475 HTTP/1.1" status: 204  len: 168 time: 1.5461173
Dec 16 22:33:04.791323 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 38720) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:33:04.832326 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-b30f5e0e-b983-4028-b61e-dd8cc220289f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:04.881579 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-829d5f97-7cad-4df7-8577-584b819d4293 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0864143
Dec 16 22:33:04.881806 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 38726) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:33:04.895511 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b0c8af7-72e3-40fe-8caa-9e6c754bb59b None None] DHCP port deletion for 7edd76f7-0f97-48a5-b177-9842de6c0500 request from dv-neutron-821829-1-hyperv {{(pid=87508) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 16 22:33:04.896337 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-353367fe-bd06-458f-9056-2078224a3eb6 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Request body: {'subnet': {'network_id': '7edd76f7-0f97-48a5-b177-9842de6c0500', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:33:04.899935 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-1b0c8af7-72e3-40fe-8caa-9e6c754bb59b None None] Deleting port 1cbd59cb-26f8-4baa-8e69-3cb9ff710e8d {{(pid=87508) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:33:04.900337 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-1b0c8af7-72e3-40fe-8caa-9e6c754bb59b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:05.027884 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-b30f5e0e-b983-4028-b61e-dd8cc220289f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:05.071911 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.db [None req-7af5ec91-8dfe-43a1-916a-020f1633f069 tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] For port f10daf16-3adb-4b4a-ad9b-1727624ec1ec, host hv-neutron-8218, got binding levels [] {{(pid=87506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:33:05.072193 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-7af5ec91-8dfe-43a1-916a-020f1633f069 tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:05.120777 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-1b0c8af7-72e3-40fe-8caa-9e6c754bb59b None None] For port 1cbd59cb-26f8-4baa-8e69-3cb9ff710e8d, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=1cbd59cb-26f8-4baa-8e69-3cb9ff710e8d,segment=NetworkSegment(da71c9a1-7532-4738-a9bc-22a7f498ec35),segment_id=da71c9a1-7532-4738-a9bc-22a7f498ec35)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:33:05.121087 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-1b0c8af7-72e3-40fe-8caa-9e6c754bb59b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:05.216386 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [None req-7af5ec91-8dfe-43a1-916a-020f1633f069 tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] Calling delete_port for f10daf16-3adb-4b4a-ad9b-1727624ec1ec owned by  {{(pid=87506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:33:05.270121 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-1b0c8af7-72e3-40fe-8caa-9e6c754bb59b None None] Calling delete_port for 1cbd59cb-26f8-4baa-8e69-3cb9ff710e8d owned by network:dhcp {{(pid=87508) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:33:05.272005 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-353367fe-bd06-458f-9056-2078224a3eb6 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:33:05.278738 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-353367fe-bd06-458f-9056-2078224a3eb6 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Usage tracker for resource:subnet and tenant:8e4385a98eb1416284c1cc96b3355a70 is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:33:05.284043 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-353367fe-bd06-458f-9056-2078224a3eb6 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:33:05.291610 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-353367fe-bd06-458f-9056-2078224a3eb6 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:33:05.313402 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-dd6c4f75-cc7d-4b3e-b8a4-fee1379865d5 tempest-RoutersIpV6AdminTest-146809031 tempest-RoutersIpV6AdminTest-146809031-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10807823'] for port, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:05.317629 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-353367fe-bd06-458f-9056-2078224a3eb6 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Made reservation on behalf of 8e4385a98eb1416284c1cc96b3355a70 for: {'subnet': 1} {{(pid=87506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:33:05.321750 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-353367fe-bd06-458f-9056-2078224a3eb6 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11213078'] for subnet, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:05.323719 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-a936b695-600a-4641-a0ec-159120c99bf1 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:33:05.356169 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-1b0c8af7-72e3-40fe-8caa-9e6c754bb59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949'] for port, after_delete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:05.364406 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:33:05.371144 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-b30f5e0e-b983-4028-b61e-dd8cc220289f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841066'] for security_group, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:05.398059 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-7af5ec91-8dfe-43a1-916a-020f1633f069 tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1863393'] for port, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:05.406715 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-913467a0-d586-42ba-bbbd-fda37e827b6f tempest-FloatingIPAdminTestJSON-210502716 tempest-FloatingIPAdminTestJSON-210502716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:33:05.411646 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0c8af7-72e3-40fe-8caa-9e6c754bb59b None None] Pushing event deleted for resources: {'Port': ['ID=1cbd59cb-26f8-4baa-8e69-3cb9ff710e8d,revision_number=None']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:33:05.414087 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-1b0c8af7-72e3-40fe-8caa-9e6c754bb59b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:33:05.417864 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b0c8af7-72e3-40fe-8caa-9e6c754bb59b None None] No DVR routers for this DVR port 1cbd59cb-26f8-4baa-8e69-3cb9ff710e8d on host dv-neutron-821829-1-hyperv {{(pid=87508) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 22:33:05.473032 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-7af5ec91-8dfe-43a1-916a-020f1633f069 tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for port, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:05.486977 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af5ec91-8dfe-43a1-916a-020f1633f069 tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] Pushing event deleted for resources: {'Port': ['ID=f10daf16-3adb-4b4a-ad9b-1727624ec1ec,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:33:05.490161 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-7af5ec91-8dfe-43a1-916a-020f1633f069 tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:33:05.520076 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-7af5ec91-8dfe-43a1-916a-020f1633f069 tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] 10.222.0.13 "DELETE /v2.0/ports/f10daf16-3adb-4b4a-ad9b-1727624ec1ec HTTP/1.1" status: 204  len: 168 time: 0.9828441
Dec 16 22:33:05.523258 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 38730) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:33:05.542484 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6c4f75-cc7d-4b3e-b8a4-fee1379865d5 tempest-RoutersIpV6AdminTest-146809031 tempest-RoutersIpV6AdminTest-146809031-project-admin] Pushing event deleted for resources: {'Port': ['ID=e3986c79-6f74-4aff-822a-fc620e8eb283,revision_number=None']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:33:05.557488 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-dd6c4f75-cc7d-4b3e-b8a4-fee1379865d5 tempest-RoutersIpV6AdminTest-146809031 tempest-RoutersIpV6AdminTest-146809031-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:33:05.562618 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.020s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:33:05.570840 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.pecan_wsgi.hooks.translation [None req-1efb8a81-f289-4278-8237-887ecb4683e6 tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] GET failed (client error): The resource could not be found.
Dec 16 22:33:05.571325 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-1efb8a81-f289-4278-8237-887ecb4683e6 tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] Synchronizing usage tracker for tenant:bc8631c3bba0401f9ab311c3ca452c73 on resource:port {{(pid=87506) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 22:33:05.590050 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-1efb8a81-f289-4278-8237-887ecb4683e6 tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] Unset dirty status for tenant:bc8631c3bba0401f9ab311c3ca452c73 on resource:port {{(pid=87506) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 22:33:05.593695 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-1efb8a81-f289-4278-8237-887ecb4683e6 tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] 10.222.0.13 "GET /v2.0/ports/f10daf16-3adb-4b4a-ad9b-1727624ec1ec HTTP/1.1" status: 404  len: 333 time: 0.0670371
Dec 16 22:33:05.596447 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 38734) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:33:05.635415 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 1cbd59cb-26f8-4baa-8e69-3cb9ff710e8d no longer exists at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 22:33:05.657057 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30f5e0e-b983-4028-b61e-dd8cc220289f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84f4f951-3f99-4338-b799-cdcb482ea682,revision_number=None']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:33:05.660040 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-b30f5e0e-b983-4028-b61e-dd8cc220289f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:33:05.694291 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] No Port match for: 1cbd59cb-26f8-4baa-8e69-3cb9ff710e8d {{(pid=87508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 22:33:05.694615 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 1cbd59cb-26f8-4baa-8e69-3cb9ff710e8d not bound to the agent host dv-neutron-821829-1-hyperv {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 22:33:05.775808 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-b30f5e0e-b983-4028-b61e-dd8cc220289f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:05.777707 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-b30f5e0e-b983-4028-b61e-dd8cc220289f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/84f4f951-3f99-4338-b799-cdcb482ea682 HTTP/1.1" status: 204  len: 168 time: 1.4483948
Dec 16 22:33:05.778438 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-f849cb37-d394-4656-86e0-d72e5dd19628 tempest-PortsAdminExtendedAttrsTestJSON-606051987 tempest-PortsAdminExtendedAttrsTestJSON-606051987-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-825997'] for network, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:05.845922 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-dd6c4f75-cc7d-4b3e-b8a4-fee1379865d5 tempest-RoutersIpV6AdminTest-146809031 tempest-RoutersIpV6AdminTest-146809031-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3741895'] for router_gateway, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:05.863046 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-353367fe-bd06-458f-9056-2078224a3eb6 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1863317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11213092'] for subnet, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:05.916979 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-8b68e3a0-7a54-4085-b418-8ff18b220ac4 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:33:06.002331 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-f849cb37-d394-4656-86e0-d72e5dd19628 tempest-PortsAdminExtendedAttrsTestJSON-606051987 tempest-PortsAdminExtendedAttrsTestJSON-606051987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3329565', 'neutron.services.segments.db._delete_segments_for_network-8734753546406'] for network, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:06.025471 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-353367fe-bd06-458f-9056-2078224a3eb6 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Network 7edd76f7-0f97-48a5-b177-9842de6c0500 is already hosted by enough agents. {{(pid=87506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:33:06.039338 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.base_scheduler [None req-353367fe-bd06-458f-9056-2078224a3eb6 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Resources bound (agent type, host, resource id):  {{(pid=87506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:33:06.044781 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-353367fe-bd06-458f-9056-2078224a3eb6 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:33:06.045390 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-353367fe-bd06-458f-9056-2078224a3eb6 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3791486'] for subnet, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:06.053071 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff137273-4390-49c1-b3ee-1a10ae6dc62e None None] Network 7edd76f7-0f97-48a5-b177-9842de6c0500 requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 22:33:06.076916 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-dd6c4f75-cc7d-4b3e-b8a4-fee1379865d5 tempest-RoutersIpV6AdminTest-146809031 tempest-RoutersIpV6AdminTest-146809031-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3739500', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39002'] for router, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:06.081024 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-dd6c4f75-cc7d-4b3e-b8a4-fee1379865d5 tempest-RoutersIpV6AdminTest-146809031 tempest-RoutersIpV6AdminTest-146809031-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:06.102437 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-353367fe-bd06-458f-9056-2078224a3eb6 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 834 time: 1.2195396
Dec 16 22:33:06.106378 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.services.segments.db [None req-f849cb37-d394-4656-86e0-d72e5dd19628 tempest-PortsAdminExtendedAttrsTestJSON-606051987 tempest-PortsAdminExtendedAttrsTestJSON-606051987-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1b76738850>,) {'filters': {'network_id': ['bd731f0d-1be1-44f5-859a-c7ea1abaaacb']}} {{(pid=87506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:33:06.113881 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 38746) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:33:06.116726 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 38748) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:33:06.124344 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353367fe-bd06-458f-9056-2078224a3eb6 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Pushing event updated for resources: {'Subnet': ['ID=adcc08c7-dbc0-4112-9861-960fcf7d1b00,revision_number=0']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:33:06.127068 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-353367fe-bd06-458f-9056-2078224a3eb6 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:33:06.136700 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.services.segments.db [None req-f849cb37-d394-4656-86e0-d72e5dd19628 tempest-PortsAdminExtendedAttrsTestJSON-606051987 tempest-PortsAdminExtendedAttrsTestJSON-606051987-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b76738850>, '596c5e74-33c8-4983-a921-a96d8e5ffa7f') {'for_net_delete': True} {{(pid=87506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:33:06.137012 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.services.segments.db [None req-f849cb37-d394-4656-86e0-d72e5dd19628 tempest-PortsAdminExtendedAttrsTestJSON-606051987 tempest-PortsAdminExtendedAttrsTestJSON-606051987-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b76738850>, '596c5e74-33c8-4983-a921-a96d8e5ffa7f') {} {{(pid=87506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:33:06.152103 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-1549a91a-175e-45d8-b547-d190cc06cd8b tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Request body: {'port': {'network_id': '7edd76f7-0f97-48a5-b177-9842de6c0500', 'fixed_ips': [{'subnet_id': 'adcc08c7-dbc0-4112-9861-960fcf7d1b00', 'ip_address': '2001:db8::e951:e367:339c:ae15'}], 'name': 'tempest-NetworksTestDHCPv6-1662370028'}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:33:06.175038 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-f849cb37-d394-4656-86e0-d72e5dd19628 tempest-PortsAdminExtendedAttrsTestJSON-606051987 tempest-PortsAdminExtendedAttrsTestJSON-606051987-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734753593977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-266764496'] for segment, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:06.183273 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-0927e7c5-2667-4eb7-bb37-ef8ba1a91641 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:06.208637 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-f849cb37-d394-4656-86e0-d72e5dd19628 tempest-PortsAdminExtendedAttrsTestJSON-606051987 tempest-PortsAdminExtendedAttrsTestJSON-606051987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-883292'] for segment, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:06.220751 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f849cb37-d394-4656-86e0-d72e5dd19628 tempest-PortsAdminExtendedAttrsTestJSON-606051987 tempest-PortsAdminExtendedAttrsTestJSON-606051987-project] Releasing vlan 172 on physical network physnet1 to pool {{(pid=87506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 16 22:33:06.221044 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-f849cb37-d394-4656-86e0-d72e5dd19628 tempest-PortsAdminExtendedAttrsTestJSON-606051987 tempest-PortsAdminExtendedAttrsTestJSON-606051987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-883285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1863180'] for segment, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:06.241681 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-22d13a0a-58c5-4ae6-b120-d079e02099ae admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d6f7e98f3dd14384b36b8ccaca5ba621&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1189487
Dec 16 22:33:06.241681 dv-neutron-821829-1-hyperv neutron-server[87506]: Traceback (most recent call last):
Dec 16 22:33:06.241681 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 16 22:33:06.241681 dv-neutron-821829-1-hyperv neutron-server[87506]:     timer()
Dec 16 22:33:06.241681 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 22:33:06.241681 dv-neutron-821829-1-hyperv neutron-server[87506]:     cb(*args, **kw)
Dec 16 22:33:06.241681 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 22:33:06.241681 dv-neutron-821829-1-hyperv neutron-server[87506]:     return func(*args, **kwargs)
Dec 16 22:33:06.241681 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 22:33:06.241681 dv-neutron-821829-1-hyperv neutron-server[87506]:     self._notify()
Dec 16 22:33:06.241681 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 22:33:06.241681 dv-neutron-821829-1-hyperv neutron-server[87506]:     self.callback(batched_events)
Dec 16 22:33:06.241681 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 22:33:06.241681 dv-neutron-821829-1-hyperv neutron-server[87506]:     event.method(event)
Dec 16 22:33:06.241681 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 22:33:06.241681 dv-neutron-821829-1-hyperv neutron-server[87506]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 22:33:06.241681 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 22:33:06.241681 dv-neutron-821829-1-hyperv neutron-server[87506]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 22:33:06.241681 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 22:33:06.241681 dv-neutron-821829-1-hyperv neutron-server[87506]:     return f(self, *a, **k)
Dec 16 22:33:06.241681 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 16 22:33:06.241681 dv-neutron-821829-1-hyperv neutron-server[87506]:     return self._get(url).json()
Dec 16 22:33:06.241681 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 16 22:33:06.241681 dv-neutron-821829-1-hyperv neutron-server[87506]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 22:33:06.241681 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 16 22:33:06.241681 dv-neutron-821829-1-hyperv neutron-server[87506]:     return self.request(url, 'GET', **kwargs)
Dec 16 22:33:06.241681 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 16 22:33:06.241681 dv-neutron-821829-1-hyperv neutron-server[87506]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 22:33:06.241681 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 16 22:33:06.241681 dv-neutron-821829-1-hyperv neutron-server[87506]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 22:33:06.241681 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 16 22:33:06.241681 dv-neutron-821829-1-hyperv neutron-server[87506]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 22:33:06.241681 dv-neutron-821829-1-hyperv neutron-server[87506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 22:33:06.243557 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-dd6c4f75-cc7d-4b3e-b8a4-fee1379865d5 tempest-RoutersIpV6AdminTest-146809031 tempest-RoutersIpV6AdminTest-146809031-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3830089'] for router, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:06.243557 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd6c4f75-cc7d-4b3e-b8a4-fee1379865d5 tempest-RoutersIpV6AdminTest-146809031 tempest-RoutersIpV6AdminTest-146809031-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 768e98d5-92c7-4bb6-89ed-b4cd37744611 {{(pid=87507) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 16 22:33:06.247477 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 38754) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:33:06.308142 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e26135ac-a633-4c69-8fb2-8e9fc62b5c81 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1d6bfaf-d325-5e4f-b05d-2441d8339617-7edd76f7-0f97-48a5-b177-9842de6c0500', 'network_id': '7edd76f7-0f97-48a5-b177-9842de6c0500', 'tenant_id': '8e4385a98eb1416284c1cc96b3355a70', 'fixed_ips': [{'subnet_id': 'adcc08c7-dbc0-4112-9861-960fcf7d1b00'}]}} from dv-neutron-821829-1-hyperv. {{(pid=87508) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 16 22:33:06.309004 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-e26135ac-a633-4c69-8fb2-8e9fc62b5c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:06.349955 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-f849cb37-d394-4656-86e0-d72e5dd19628 tempest-PortsAdminExtendedAttrsTestJSON-606051987 tempest-PortsAdminExtendedAttrsTestJSON-606051987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3329572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3741856'] for network, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:06.350202 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-dd6c4f75-cc7d-4b3e-b8a4-fee1379865d5 tempest-RoutersIpV6AdminTest-146809031 tempest-RoutersIpV6AdminTest-146809031-project-admin] Notify callbacks [] for router, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:06.351087 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-dd6c4f75-cc7d-4b3e-b8a4-fee1379865d5 tempest-RoutersIpV6AdminTest-146809031 tempest-RoutersIpV6AdminTest-146809031-project-admin] 10.222.0.13 "DELETE /v2.0/routers/768e98d5-92c7-4bb6-89ed-b4cd37744611 HTTP/1.1" status: 204  len: 168 time: 5.7655101
Dec 16 22:33:06.354382 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 38758) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:33:06.416346 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:33:06.438249 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-f849cb37-d394-4656-86e0-d72e5dd19628 tempest-PortsAdminExtendedAttrsTestJSON-606051987 tempest-PortsAdminExtendedAttrsTestJSON-606051987-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3791486'] for network, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:06.455232 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f849cb37-d394-4656-86e0-d72e5dd19628 tempest-PortsAdminExtendedAttrsTestJSON-606051987 tempest-PortsAdminExtendedAttrsTestJSON-606051987-project] Pushing event deleted for resources: {'Network': ['ID=bd731f0d-1be1-44f5-859a-c7ea1abaaacb,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:33:06.465709 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-f849cb37-d394-4656-86e0-d72e5dd19628 tempest-PortsAdminExtendedAttrsTestJSON-606051987 tempest-PortsAdminExtendedAttrsTestJSON-606051987-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:33:06.467728 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-f849cb37-d394-4656-86e0-d72e5dd19628 tempest-PortsAdminExtendedAttrsTestJSON-606051987 tempest-PortsAdminExtendedAttrsTestJSON-606051987-project] 10.222.0.13 "DELETE /v2.0/networks/bd731f0d-1be1-44f5-859a-c7ea1abaaacb HTTP/1.1" status: 204  len: 168 time: 0.8702989
Dec 16 22:33:06.524431 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.agents_db [None req-0abd2616-a86c-48e2-be07-10823335a5bb None None] Agent healthcheck: found 6 active agents {{(pid=87509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 22:33:06.542666 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-1549a91a-175e-45d8-b547-d190cc06cd8b tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:33:06.552039 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.db_base_plugin_common [None req-e26135ac-a633-4c69-8fb2-8e9fc62b5c81 None None] Allocated IP 2001:db8::2 (7edd76f7-0f97-48a5-b177-9842de6c0500/adcc08c7-dbc0-4112-9861-960fcf7d1b00/26bd6483-9af7-40e0-a58f-dd1fea848a37) {{(pid=87508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 22:33:06.560096 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-1549a91a-175e-45d8-b547-d190cc06cd8b tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Usage tracker for resource:port and tenant:8e4385a98eb1416284c1cc96b3355a70 is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:33:06.567590 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-1549a91a-175e-45d8-b547-d190cc06cd8b tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:33:06.580819 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-62c36e73-b939-4670-ad49-400b8e6a72cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:06.585423 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-1549a91a-175e-45d8-b547-d190cc06cd8b tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:33:06.589379 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-3d899f1a-1b84-4332-9d95-a93382ae9a19 tempest-FloatingIPAdminTestJSON-210502716 tempest-FloatingIPAdminTestJSON-210502716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3830176'] for router_interface, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:06.600636 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-e81f6102-f1a2-4da8-beb7-e1689c781b0e tempest-RoutersIpV6AdminTest-146809031 tempest-RoutersIpV6AdminTest-146809031-project-admin] Notify callbacks [] for router, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:06.734464 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1549a91a-175e-45d8-b547-d190cc06cd8b tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Made reservation on behalf of 8e4385a98eb1416284c1cc96b3355a70 for: {'port': 1} {{(pid=87507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:33:06.784819 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-62c36e73-b939-4670-ad49-400b8e6a72cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:06.800571 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-e26135ac-a633-4c69-8fb2-8e9fc62b5c81 None None] Notify callbacks [] for port, precommit_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:06.815579 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-e26135ac-a633-4c69-8fb2-8e9fc62b5c81 None None] Transition to ACTIVE for port object 26bd6483-9af7-40e0-a58f-dd1fea848a37 will not be triggered until provisioned by entity L2. {{(pid=87508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:33:06.837766 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-e26135ac-a633-4c69-8fb2-8e9fc62b5c81 None None] Transition to ACTIVE for port object 26bd6483-9af7-40e0-a58f-dd1fea848a37 will not be triggered until provisioned by entity DHCP. {{(pid=87508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:33:06.846843 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-e26135ac-a633-4c69-8fb2-8e9fc62b5c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940'] for port, after_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:06.854297 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-a3466cce-c73e-43f6-afec-463a817ea418 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:33:06.916069 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 38768) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:33:06.928979 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e26135ac-a633-4c69-8fb2-8e9fc62b5c81 None None] Network 7edd76f7-0f97-48a5-b177-9842de6c0500 is already hosted by enough agents. {{(pid=87508) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:33:06.932617 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.scheduler.base_scheduler [None req-e26135ac-a633-4c69-8fb2-8e9fc62b5c81 None None] Resources bound (agent type, host, resource id):  {{(pid=87508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:33:06.940849 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e26135ac-a633-4c69-8fb2-8e9fc62b5c81 None None] Received port after_create {{(pid=87508) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 22:33:06.972754 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-e81f6102-f1a2-4da8-beb7-e1689c781b0e tempest-RoutersIpV6AdminTest-146809031 tempest-RoutersIpV6AdminTest-146809031-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:06.987397 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [None req-e81f6102-f1a2-4da8-beb7-e1689c781b0e tempest-RoutersIpV6AdminTest-146809031 tempest-RoutersIpV6AdminTest-146809031-project-admin] Deleting port ff937842-5ea3-4316-b7be-a546b3ed94dc {{(pid=87506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:33:06.987932 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-e81f6102-f1a2-4da8-beb7-e1689c781b0e tempest-RoutersIpV6AdminTest-146809031 tempest-RoutersIpV6AdminTest-146809031-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:06.993831 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26135ac-a633-4c69-8fb2-8e9fc62b5c81 None None] Pushing event updated for resources: {'Port': ['ID=26bd6483-9af7-40e0-a58f-dd1fea848a37,revision_number=1']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:33:07.027362 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-e26135ac-a633-4c69-8fb2-8e9fc62b5c81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:33:07.052053 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-e26135ac-a633-4c69-8fb2-8e9fc62b5c81 None None] Attempting to bind port 26bd6483-9af7-40e0-a58f-dd1fea848a37 on host dv-neutron-821829-1-hyperv for vnic_type normal with profile  {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 22:33:07.052602 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-e26135ac-a633-4c69-8fb2-8e9fc62b5c81 None None] Attempting to bind port 26bd6483-9af7-40e0-a58f-dd1fea848a37 by drivers openvswitch,hyperv on host dv-neutron-821829-1-hyperv at level 0 using segments [{'id': 'da71c9a1-7532-4738-a9bc-22a7f498ec35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '7edd76f7-0f97-48a5-b177-9842de6c0500'}] {{(pid=87508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 22:33:07.052996 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e26135ac-a633-4c69-8fb2-8e9fc62b5c81 None None] Attempting to bind port 26bd6483-9af7-40e0-a58f-dd1fea848a37 on network 7edd76f7-0f97-48a5-b177-9842de6c0500 {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 22:33:07.059149 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e26135ac-a633-4c69-8fb2-8e9fc62b5c81 None None] Checking agent: {'id': '5571501f-366e-47a4-9b60-8ef19d935d27', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821829-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 24, 2), 'started_at': datetime.datetime(2021, 12, 16, 22, 24, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 33, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821829-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 22:33:07.059319 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e26135ac-a633-4c69-8fb2-8e9fc62b5c81 None None] Checking segment: {'id': 'da71c9a1-7532-4738-a9bc-22a7f498ec35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '7edd76f7-0f97-48a5-b177-9842de6c0500'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 22:33:07.059837 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-e26135ac-a633-4c69-8fb2-8e9fc62b5c81 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:07.060247 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e26135ac-a633-4c69-8fb2-8e9fc62b5c81 None None] Bound using segment: {'id': 'da71c9a1-7532-4738-a9bc-22a7f498ec35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '7edd76f7-0f97-48a5-b177-9842de6c0500'} {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 22:33:07.060731 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-e26135ac-a633-4c69-8fb2-8e9fc62b5c81 None None] Bound port: 26bd6483-9af7-40e0-a58f-dd1fea848a37, host: dv-neutron-821829-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da71c9a1-7532-4738-a9bc-22a7f498ec35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '7edd76f7-0f97-48a5-b177-9842de6c0500'}}] {{(pid=87508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 22:33:07.061114 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-e26135ac-a633-4c69-8fb2-8e9fc62b5c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:07.171169 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-e26135ac-a633-4c69-8fb2-8e9fc62b5c81 None None] For port 26bd6483-9af7-40e0-a58f-dd1fea848a37, host dv-neutron-821829-1-hyperv, cleared binding levels {{(pid=87508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 22:33:07.174486 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-e26135ac-a633-4c69-8fb2-8e9fc62b5c81 None None] For port 26bd6483-9af7-40e0-a58f-dd1fea848a37, host dv-neutron-821829-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=26bd6483-9af7-40e0-a58f-dd1fea848a37,segment=NetworkSegment(da71c9a1-7532-4738-a9bc-22a7f498ec35),segment_id=da71c9a1-7532-4738-a9bc-22a7f498ec35)] {{(pid=87508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 22:33:07.182864 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-e26135ac-a633-4c69-8fb2-8e9fc62b5c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:07.192066 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-08bfe9f9-47ed-4cb0-a97e-6a320dac4e7f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f1a21f500edf40d88e47fd5345e7e280&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2716949
Dec 16 22:33:07.192290 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-0d5b6f56-b0b9-4ed5-a2f6-ddff7c02b64c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:33:07.193665 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 38776) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:33:07.273146 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.db [None req-e81f6102-f1a2-4da8-beb7-e1689c781b0e tempest-RoutersIpV6AdminTest-146809031 tempest-RoutersIpV6AdminTest-146809031-project-admin] For port ff937842-5ea3-4316-b7be-a546b3ed94dc, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=ff937842-5ea3-4316-b7be-a546b3ed94dc,segment=NetworkSegment(a416442d-d143-4052-9f4e-546eb8cbe809),segment_id=a416442d-d143-4052-9f4e-546eb8cbe809)] {{(pid=87506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:33:07.273503 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-e81f6102-f1a2-4da8-beb7-e1689c781b0e tempest-RoutersIpV6AdminTest-146809031 tempest-RoutersIpV6AdminTest-146809031-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:07.290251 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26135ac-a633-4c69-8fb2-8e9fc62b5c81 None None] Pushing event updated for resources: {'Port': ['ID=26bd6483-9af7-40e0-a58f-dd1fea848a37,revision_number=2']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:33:07.293495 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-e26135ac-a633-4c69-8fb2-8e9fc62b5c81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:33:07.392541 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-1549a91a-175e-45d8-b547-d190cc06cd8b tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:07.423815 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [None req-e81f6102-f1a2-4da8-beb7-e1689c781b0e tempest-RoutersIpV6AdminTest-146809031 tempest-RoutersIpV6AdminTest-146809031-project-admin] Calling delete_port for ff937842-5ea3-4316-b7be-a546b3ed94dc owned by network:router_gateway {{(pid=87506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:33:07.424082 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-62c36e73-b939-4670-ad49-400b8e6a72cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841066'] for security_group, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:07.432930 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-9bc8e9c3-13e0-4722-8e42-97defaac78cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:33:07.454056 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.db_base_plugin_common [None req-0927e7c5-2667-4eb7-bb37-ef8ba1a91641 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Allocated IP 172.20.0.1 (f926d6c5-dfee-4ed9-94fe-f90abf85cef4/8db035de-62d1-44a2-9ab7-48e6b352dd27/eb3eef78-7bc4-4c08-ad93-26a67a06b6df) {{(pid=87507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 22:33:07.457453 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.notifiers.nova [None req-1549a91a-175e-45d8-b547-d190cc06cd8b tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] device_id is not set on port 07e8d2d0-d9e8-4f0f-b836-e38239d0e9b8 yet. {{(pid=87507) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 16 22:33:07.489246 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-678094b5-a3c6-43ac-ac23-27a35a22420a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:07.510929 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c36e73-b939-4670-ad49-400b8e6a72cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41738376-f7cf-47ce-809c-39eda6ae4eea,revision_number=None']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:33:07.590579 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-678094b5-a3c6-43ac-ac23-27a35a22420a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:07.601171 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-62c36e73-b939-4670-ad49-400b8e6a72cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:33:07.623344 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-62c36e73-b939-4670-ad49-400b8e6a72cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:07.624669 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-62c36e73-b939-4670-ad49-400b8e6a72cf admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/41738376-f7cf-47ce-809c-39eda6ae4eea HTTP/1.1" status: 204  len: 168 time: 1.3756006
Dec 16 22:33:07.665353 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:07.756905 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 26bd6483-9af7-40e0-a58f-dd1fea848a37 up at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 22:33:07.790617 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-e81f6102-f1a2-4da8-beb7-e1689c781b0e tempest-RoutersIpV6AdminTest-146809031 tempest-RoutersIpV6AdminTest-146809031-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1863393'] for port, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:07.799255 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-62ee69fb-5cb1-47a4-a7fd-39e1413ef0cd tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:33:07.834290 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-678094b5-a3c6-43ac-ac23-27a35a22420a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841066'] for security_group, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:07.861613 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning for port 26bd6483-9af7-40e0-a58f-dd1fea848a37 completed by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 22:33:07.876353 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81f6102-f1a2-4da8-beb7-e1689c781b0e tempest-RoutersIpV6AdminTest-146809031 tempest-RoutersIpV6AdminTest-146809031-project-admin] Pushing event deleted for resources: {'Port': ['ID=ff937842-5ea3-4316-b7be-a546b3ed94dc,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:33:07.890322 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.plugin [None req-3d899f1a-1b84-4332-9d95-a93382ae9a19 tempest-FloatingIPAdminTestJSON-210502716 tempest-FloatingIPAdminTestJSON-210502716-project] Deleting port 79a3b376-7387-44a9-a6ee-9ccd6fc778a0 {{(pid=87507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:33:07.890668 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-3d899f1a-1b84-4332-9d95-a93382ae9a19 tempest-FloatingIPAdminTestJSON-210502716 tempest-FloatingIPAdminTestJSON-210502716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:07.960457 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-e81f6102-f1a2-4da8-beb7-e1689c781b0e tempest-RoutersIpV6AdminTest-146809031 tempest-RoutersIpV6AdminTest-146809031-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:33:07.961484 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.112s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:33:07.973126 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-678094b5-a3c6-43ac-ac23-27a35a22420a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:07.977497 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-678094b5-a3c6-43ac-ac23-27a35a22420a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/446e31fe-c582-41d1-87dd-6cc530b43e3c HTTP/1.1" status: 204  len: 168 time: 0.7800035
Dec 16 22:33:07.980785 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678094b5-a3c6-43ac-ac23-27a35a22420a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=446e31fe-c582-41d1-87dd-6cc530b43e3c,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:33:07.983514 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-678094b5-a3c6-43ac-ac23-27a35a22420a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:33:08.008294 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-e81f6102-f1a2-4da8-beb7-e1689c781b0e tempest-RoutersIpV6AdminTest-146809031 tempest-RoutersIpV6AdminTest-146809031-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3741895'] for router_gateway, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:08.019598 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.db_base_plugin_common [None req-1549a91a-175e-45d8-b547-d190cc06cd8b tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Allocated IP 2001:db8::e951:e367:339c:ae15 (7edd76f7-0f97-48a5-b177-9842de6c0500/adcc08c7-dbc0-4112-9861-960fcf7d1b00/07e8d2d0-d9e8-4f0f-b836-e38239d0e9b8) {{(pid=87507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 22:33:08.102464 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-0927e7c5-2667-4eb7-bb37-ef8ba1a91641 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Notify callbacks [] for port, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:08.276911 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-e81f6102-f1a2-4da8-beb7-e1689c781b0e tempest-RoutersIpV6AdminTest-146809031 tempest-RoutersIpV6AdminTest-146809031-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3739500', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39002'] for router, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:08.284416 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-e81f6102-f1a2-4da8-beb7-e1689c781b0e tempest-RoutersIpV6AdminTest-146809031 tempest-RoutersIpV6AdminTest-146809031-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:08.324148 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-3d899f1a-1b84-4332-9d95-a93382ae9a19 tempest-FloatingIPAdminTestJSON-210502716 tempest-FloatingIPAdminTestJSON-210502716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:08.331670 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-e81f6102-f1a2-4da8-beb7-e1689c781b0e tempest-RoutersIpV6AdminTest-146809031 tempest-RoutersIpV6AdminTest-146809031-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3830089'] for router, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:08.332263 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e81f6102-f1a2-4da8-beb7-e1689c781b0e tempest-RoutersIpV6AdminTest-146809031 tempest-RoutersIpV6AdminTest-146809031-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 07308e62-7252-40e4-bf77-b5b6cae4ff90 {{(pid=87506) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 16 22:33:08.355483 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-e81f6102-f1a2-4da8-beb7-e1689c781b0e tempest-RoutersIpV6AdminTest-146809031 tempest-RoutersIpV6AdminTest-146809031-project-admin] Notify callbacks [] for router, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:08.357382 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-e81f6102-f1a2-4da8-beb7-e1689c781b0e tempest-RoutersIpV6AdminTest-146809031 tempest-RoutersIpV6AdminTest-146809031-project-admin] 10.222.0.13 "DELETE /v2.0/routers/07308e62-7252-40e4-bf77-b5b6cae4ff90 HTTP/1.1" status: 204  len: 168 time: 2.0025740
Dec 16 22:33:08.361638 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 38800) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:33:08.368143 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-28c8ef59-bb09-4d78-a49b-ccbfb440e595 tempest-RoutersIpV6AdminTest-765327337 tempest-RoutersIpV6AdminTest-765327337-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1369395418', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5'}, 'admin_state_up': False}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:33:08.406666 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-28c8ef59-bb09-4d78-a49b-ccbfb440e595 tempest-RoutersIpV6AdminTest-765327337 tempest-RoutersIpV6AdminTest-765327337-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:33:08.412342 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-28c8ef59-bb09-4d78-a49b-ccbfb440e595 tempest-RoutersIpV6AdminTest-765327337 tempest-RoutersIpV6AdminTest-765327337-project] Usage tracker for resource:router and tenant:f1996cef61c842fc880ffac74f5037a1 is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:33:08.416974 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-28c8ef59-bb09-4d78-a49b-ccbfb440e595 tempest-RoutersIpV6AdminTest-765327337 tempest-RoutersIpV6AdminTest-765327337-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:33:08.443262 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-28c8ef59-bb09-4d78-a49b-ccbfb440e595 tempest-RoutersIpV6AdminTest-765327337 tempest-RoutersIpV6AdminTest-765327337-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:33:08.469587 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 38804) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:33:08.531286 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-28c8ef59-bb09-4d78-a49b-ccbfb440e595 tempest-RoutersIpV6AdminTest-765327337 tempest-RoutersIpV6AdminTest-765327337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3741155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38980'] for router, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:08.533569 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-28c8ef59-bb09-4d78-a49b-ccbfb440e595 tempest-RoutersIpV6AdminTest-765327337 tempest-RoutersIpV6AdminTest-765327337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3743284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3741748', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3896702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-38989'] for router, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:08.613631 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-28c8ef59-bb09-4d78-a49b-ccbfb440e595 tempest-RoutersIpV6AdminTest-765327337 tempest-RoutersIpV6AdminTest-765327337-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:08.617244 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-d537a649-8344-45a5-bea0-55f10b3aaa85 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=bc8631c3bba0401f9ab311c3ca452c73&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1434183
Dec 16 22:33:08.623436 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 38810) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:33:08.658946 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.plugin [None req-3d899f1a-1b84-4332-9d95-a93382ae9a19 tempest-FloatingIPAdminTestJSON-210502716 tempest-FloatingIPAdminTestJSON-210502716-project] Calling delete_port for 79a3b376-7387-44a9-a6ee-9ccd6fc778a0 owned by network:router_interface {{(pid=87507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:33:08.701767 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-0927e7c5-2667-4eb7-bb37-ef8ba1a91641 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10807823'] for port, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:08.715199 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-d2a8f798-04b0-4fbd-a22a-c895a62c2e61 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:33:08.751647 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-5b3116e8-7ab8-465c-9466-d04522d522e1 None None] Provisioning for port 26bd6483-9af7-40e0-a58f-dd1fea848a37 completed by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 22:33:08.757101 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-5b3116e8-7ab8-465c-9466-d04522d522e1 None None] Provisioning complete for port 26bd6483-9af7-40e0-a58f-dd1fea848a37 triggered by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:33:08.757678 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-5b3116e8-7ab8-465c-9466-d04522d522e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:08.804305 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0927e7c5-2667-4eb7-bb37-ef8ba1a91641 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Network f926d6c5-dfee-4ed9-94fe-f90abf85cef4 is already hosted by enough agents. {{(pid=87507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:33:08.816084 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.base_scheduler [None req-0927e7c5-2667-4eb7-bb37-ef8ba1a91641 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Resources bound (agent type, host, resource id):  {{(pid=87507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:33:08.829298 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0927e7c5-2667-4eb7-bb37-ef8ba1a91641 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Received port after_create {{(pid=87507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 22:33:08.865913 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-6442a46a-0db3-4643-aad4-5eaad684cab7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:08.897675 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-0927e7c5-2667-4eb7-bb37-ef8ba1a91641 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3830061'] for router_interface, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:08.926654 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-5b3116e8-7ab8-465c-9466-d04522d522e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:08.967992 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-5b3116e8-7ab8-465c-9466-d04522d522e1 None None] For port 26bd6483-9af7-40e0-a58f-dd1fea848a37, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=26bd6483-9af7-40e0-a58f-dd1fea848a37,segment=NetworkSegment(da71c9a1-7532-4738-a9bc-22a7f498ec35),segment_id=da71c9a1-7532-4738-a9bc-22a7f498ec35)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:33:08.973348 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-5b3116e8-7ab8-465c-9466-d04522d522e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:08.976335 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-c0991fe5-2f50-48a6-8ef0-184583c89714 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:33:09.046880 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3116e8-7ab8-465c-9466-d04522d522e1 None None] Pushing event updated for resources: {'Port': ['ID=26bd6483-9af7-40e0-a58f-dd1fea848a37,revision_number=3']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:33:09.049063 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 38820) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:33:09.050590 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-5b3116e8-7ab8-465c-9466-d04522d522e1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:33:09.056092 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-1549a91a-175e-45d8-b547-d190cc06cd8b tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks [] for port, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:09.073465 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0927e7c5-2667-4eb7-bb37-ef8ba1a91641 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Pushing event updated for resources: {'Port': ['ID=eb3eef78-7bc4-4c08-ad93-26a67a06b6df,revision_number=1']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:33:09.094401 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-0927e7c5-2667-4eb7-bb37-ef8ba1a91641 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.380s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:33:09.096496 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-28c8ef59-bb09-4d78-a49b-ccbfb440e595 tempest-RoutersIpV6AdminTest-765327337 tempest-RoutersIpV6AdminTest-765327337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3741702', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3740945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-38947'] for router, precommit_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:09.108432 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-6442a46a-0db3-4643-aad4-5eaad684cab7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:09.247577 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-6442a46a-0db3-4643-aad4-5eaad684cab7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841066'] for security_group, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:09.248332 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-64e3d8f1-3664-4439-979b-282e4a662b42 tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Request body: {'security_group': {'name': 'tempest-secgroup--1370981531'}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:33:09.252169 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-bf2841b6-7064-4976-bd74-6605e0e23417 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:33:09.252657 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.provisioning_blocks [None req-1549a91a-175e-45d8-b547-d190cc06cd8b tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Transition to ACTIVE for port object 07e8d2d0-d9e8-4f0f-b836-e38239d0e9b8 will not be triggered until provisioned by entity DHCP. {{(pid=87507) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:33:09.259853 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-64e3d8f1-3664-4439-979b-282e4a662b42 tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:33:09.269665 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6442a46a-0db3-4643-aad4-5eaad684cab7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2697b3b-dc5f-499b-badd-02f951543f54,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:33:09.274232 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-6442a46a-0db3-4643-aad4-5eaad684cab7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:33:09.274628 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-64e3d8f1-3664-4439-979b-282e4a662b42 tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Usage tracker for resource:security_group and tenant:2d296b4ba9d3443c927f854ef36c40ce is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:33:09.278574 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-64e3d8f1-3664-4439-979b-282e4a662b42 tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:33:09.283524 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-6442a46a-0db3-4643-aad4-5eaad684cab7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:09.284677 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-6442a46a-0db3-4643-aad4-5eaad684cab7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f2697b3b-dc5f-499b-badd-02f951543f54 HTTP/1.1" status: 204  len: 168 time: 0.6602333
Dec 16 22:33:09.315590 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-64e3d8f1-3664-4439-979b-282e4a662b42 tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:33:09.359316 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-64e3d8f1-3664-4439-979b-282e4a662b42 tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Notify callbacks [] for security_group, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:09.390962 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-64e3d8f1-3664-4439-979b-282e4a662b42 tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Notify callbacks [] for security_group, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:09.423908 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-64e3d8f1-3664-4439-979b-282e4a662b42 tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:33:09.433949 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-64e3d8f1-3664-4439-979b-282e4a662b42 tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Usage tracker for resource:security_group_rule and tenant:2d296b4ba9d3443c927f854ef36c40ce is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:33:09.437632 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-64e3d8f1-3664-4439-979b-282e4a662b42 tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:33:09.448424 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-1549a91a-175e-45d8-b547-d190cc06cd8b tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10807823'] for port, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:09.450048 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-64e3d8f1-3664-4439-979b-282e4a662b42 tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:33:09.486137 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:33:09.508737 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-28c8ef59-bb09-4d78-a49b-ccbfb440e595 tempest-RoutersIpV6AdminTest-765327337 tempest-RoutersIpV6AdminTest-765327337-project] Notify callbacks [] for router_gateway, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:09.543903 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-28c8ef59-bb09-4d78-a49b-ccbfb440e595 tempest-RoutersIpV6AdminTest-765327337 tempest-RoutersIpV6AdminTest-765327337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:09.605559 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1549a91a-175e-45d8-b547-d190cc06cd8b tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Network 7edd76f7-0f97-48a5-b177-9842de6c0500 is already hosted by enough agents. {{(pid=87507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:33:09.614938 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.base_scheduler [None req-1549a91a-175e-45d8-b547-d190cc06cd8b tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Resources bound (agent type, host, resource id):  {{(pid=87507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:33:09.625199 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1549a91a-175e-45d8-b547-d190cc06cd8b tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Received port after_create {{(pid=87507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 22:33:09.634088 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1549a91a-175e-45d8-b547-d190cc06cd8b tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:33:09.634749 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-1549a91a-175e-45d8-b547-d190cc06cd8b tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for port, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:09.708143 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 26bd6483-9af7-40e0-a58f-dd1fea848a37 up at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 22:33:09.739918 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1549a91a-175e-45d8-b547-d190cc06cd8b tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Pushing event updated for resources: {'Port': ['ID=07e8d2d0-d9e8-4f0f-b836-e38239d0e9b8,revision_number=1']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:33:09.755429 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-1549a91a-175e-45d8-b547-d190cc06cd8b tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:33:09.764372 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.db_base_plugin_common [None req-28c8ef59-bb09-4d78-a49b-ccbfb440e595 tempest-RoutersIpV6AdminTest-765327337 tempest-RoutersIpV6AdminTest-765327337-project] Allocated IP 172.26.0.45 (f8905ce9-304b-4976-bc47-e58c71c11de5/9bca8591-41ef-4f2d-8ecb-ecaab1a28acf/5212dca8-7ec0-4230-953e-94a8040b6f81) {{(pid=87506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 22:33:09.772239 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-3d899f1a-1b84-4332-9d95-a93382ae9a19 tempest-FloatingIPAdminTestJSON-210502716 tempest-FloatingIPAdminTestJSON-210502716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10807823'] for port, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:09.791370 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-b58ebca7-7101-4124-b6cf-c008a849183f tempest-RoutersIpV6AdminTest-146809031 tempest-RoutersIpV6AdminTest-146809031-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:33:09.847656 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning complete for port 26bd6483-9af7-40e0-a58f-dd1fea848a37 triggered by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:33:09.848284 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:09.857192 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-0927e7c5-2667-4eb7-bb37-ef8ba1a91641 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:09.873130 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d899f1a-1b84-4332-9d95-a93382ae9a19 tempest-FloatingIPAdminTestJSON-210502716 tempest-FloatingIPAdminTestJSON-210502716-project] Pushing event deleted for resources: {'Port': ['ID=79a3b376-7387-44a9-a6ee-9ccd6fc778a0,revision_number=None']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:33:09.881328 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-3d899f1a-1b84-4332-9d95-a93382ae9a19 tempest-FloatingIPAdminTestJSON-210502716 tempest-FloatingIPAdminTestJSON-210502716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:33:09.956813 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-1549a91a-175e-45d8-b547-d190cc06cd8b tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 948 time: 3.8421681
Dec 16 22:33:09.991636 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 38842) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:33:10.020606 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-246c89e1-1a39-445c-ac56-d6261482e80c None None] Provisioning for port 07e8d2d0-d9e8-4f0f-b836-e38239d0e9b8 completed by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 22:33:10.027093 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-246c89e1-1a39-445c-ac56-d6261482e80c None None] Provisioning complete for port 07e8d2d0-d9e8-4f0f-b836-e38239d0e9b8 triggered by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:33:10.027475 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-246c89e1-1a39-445c-ac56-d6261482e80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:10.083613 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device ff937842-5ea3-4316-b7be-a546b3ed94dc no longer exists at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 22:33:10.134685 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-28c8ef59-bb09-4d78-a49b-ccbfb440e595 tempest-RoutersIpV6AdminTest-765327337 tempest-RoutersIpV6AdminTest-765327337-project] Notify callbacks [] for port, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:10.142886 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] No Port match for: ff937842-5ea3-4316-b7be-a546b3ed94dc {{(pid=87508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 22:33:10.143226 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device ff937842-5ea3-4316-b7be-a546b3ed94dc not bound to the agent host dv-neutron-821829-1-hyperv {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 22:33:10.150686 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-246c89e1-1a39-445c-ac56-d6261482e80c None None] Port 07e8d2d0-d9e8-4f0f-b836-e38239d0e9b8 cannot update to ACTIVE because it is not bound. {{(pid=87508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 22:33:10.186984 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-28c8ef59-bb09-4d78-a49b-ccbfb440e595 tempest-RoutersIpV6AdminTest-765327337 tempest-RoutersIpV6AdminTest-765327337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1863393'] for port, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:10.195082 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-a7712692-9c08-4c26-a2d3-aa61bb11e20c tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:33:10.270071 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28c8ef59-bb09-4d78-a49b-ccbfb440e595 tempest-RoutersIpV6AdminTest-765327337 tempest-RoutersIpV6AdminTest-765327337-project] Network f8905ce9-304b-4976-bc47-e58c71c11de5 is already hosted by enough agents. {{(pid=87506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:33:10.273863 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.base_scheduler [None req-28c8ef59-bb09-4d78-a49b-ccbfb440e595 tempest-RoutersIpV6AdminTest-765327337 tempest-RoutersIpV6AdminTest-765327337-project] Resources bound (agent type, host, resource id):  {{(pid=87506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:33:10.277605 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28c8ef59-bb09-4d78-a49b-ccbfb440e595 tempest-RoutersIpV6AdminTest-765327337 tempest-RoutersIpV6AdminTest-765327337-project] Received port after_create {{(pid=87506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 22:33:10.283978 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-64e3d8f1-3664-4439-979b-282e4a662b42 tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Notify callbacks [] for security_group, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:10.331000 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c8ef59-bb09-4d78-a49b-ccbfb440e595 tempest-RoutersIpV6AdminTest-765327337 tempest-RoutersIpV6AdminTest-765327337-project] Pushing event updated for resources: {'Port': ['ID=5212dca8-7ec0-4230-953e-94a8040b6f81,revision_number=1']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:33:10.335549 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-28c8ef59-bb09-4d78-a49b-ccbfb440e595 tempest-RoutersIpV6AdminTest-765327337 tempest-RoutersIpV6AdminTest-765327337-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:33:10.375146 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-64e3d8f1-3664-4439-979b-282e4a662b42 tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841066'] for security_group, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:10.382743 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-19c6db1b-845a-4c75-a8b5-3ea0c6253ff1 tempest-ExternalNetworksTestJSON-942302126 tempest-ExternalNetworksTestJSON-942302126-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:33:10.397907 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-64e3d8f1-3664-4439-979b-282e4a662b42 tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:33:10.410247 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 38854) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:33:10.420069 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-64e3d8f1-3664-4439-979b-282e4a662b42 tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Usage tracker for resource:security_group_rule and tenant:2d296b4ba9d3443c927f854ef36c40ce is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:33:10.432671 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-64e3d8f1-3664-4439-979b-282e4a662b42 tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:33:10.555292 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-64e3d8f1-3664-4439-979b-282e4a662b42 tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:33:10.555643 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-5c161140-794a-48d6-af72-99d54c2175bb tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-87926034'}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:33:10.562429 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-5c161140-794a-48d6-af72-99d54c2175bb tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:33:10.571367 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-5c161140-794a-48d6-af72-99d54c2175bb tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Usage tracker for resource:network and tenant:f62e67e237cd4fa6a36febbc06b0f445 is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:33:10.574129 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eab0255e-884a-47ac-9ec8-62c7d09ab68a tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:33:10.575448 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-5c161140-794a-48d6-af72-99d54c2175bb tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:33:10.581786 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eab0255e-884a-47ac-9ec8-62c7d09ab68a tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:33:10.582607 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-eab0255e-884a-47ac-9ec8-62c7d09ab68a tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Synchronizing usage tracker for tenant:8e4385a98eb1416284c1cc96b3355a70 on resource:port {{(pid=87507) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 22:33:10.583423 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-5c161140-794a-48d6-af72-99d54c2175bb tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:33:10.589965 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e3d8f1-3664-4439-979b-282e4a662b42 tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Pushing event updated for resources: {'SecurityGroup': ['ID=74d51fdb-5c42-4533-abe3-4aec7da60f31,revision_number=1']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:33:10.614159 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-64e3d8f1-3664-4439-979b-282e4a662b42 tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:33:10.659411 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c161140-794a-48d6-af72-99d54c2175bb tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Made reservation on behalf of f62e67e237cd4fa6a36febbc06b0f445 for: {'network': 1} {{(pid=87506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:33:10.662991 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-5c161140-794a-48d6-af72-99d54c2175bb tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for network, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:10.666323 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-3d899f1a-1b84-4332-9d95-a93382ae9a19 tempest-FloatingIPAdminTestJSON-210502716 tempest-FloatingIPAdminTestJSON-210502716-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3791449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3739472'] for router_interface, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:10.673143 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-eab0255e-884a-47ac-9ec8-62c7d09ab68a tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Unset dirty status for tenant:8e4385a98eb1416284c1cc96b3355a70 on resource:port {{(pid=87507) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 22:33:10.674270 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-eab0255e-884a-47ac-9ec8-62c7d09ab68a tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1687 time: 0.6779685
Dec 16 22:33:10.684548 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 38862) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:33:10.722039 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-5c161140-794a-48d6-af72-99d54c2175bb tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Notify callbacks [] for security_group, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:10.797677 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-5c161140-794a-48d6-af72-99d54c2175bb tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:33:10.801847 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-5c161140-794a-48d6-af72-99d54c2175bb tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Usage tracker for resource:security_group_rule and tenant:f62e67e237cd4fa6a36febbc06b0f445 is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:33:10.804662 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-5c161140-794a-48d6-af72-99d54c2175bb tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:33:10.810386 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-5c161140-794a-48d6-af72-99d54c2175bb tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:33:10.890732 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-64e3d8f1-3664-4439-979b-282e4a662b42 tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Notify callbacks [] for security_group, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:10.930231 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [None req-9d30c320-f3da-4860-bd99-d965447d4c29 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Deleting port 07e8d2d0-d9e8-4f0f-b836-e38239d0e9b8 {{(pid=87506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:33:10.930566 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-9d30c320-f3da-4860-bd99-d965447d4c29 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:10.944349 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-64e3d8f1-3664-4439-979b-282e4a662b42 tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841066'] for security_group, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:10.956852 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-b30f5e0e-b983-4028-b61e-dd8cc220289f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:33:10.971459 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-5c161140-794a-48d6-af72-99d54c2175bb tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Notify callbacks [] for security_group, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:11.085015 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-5c161140-794a-48d6-af72-99d54c2175bb tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841066'] for security_group, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:11.098220 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:33:11.125781 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-28c8ef59-bb09-4d78-a49b-ccbfb440e595 tempest-RoutersIpV6AdminTest-765327337 tempest-RoutersIpV6AdminTest-765327337-project] Notify callbacks [] for router_gateway, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:11.172157 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c161140-794a-48d6-af72-99d54c2175bb tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] vlan segment allocate from pool success with {'vlan_id': 195, 'physical_network': 'physnet1'}  {{(pid=87506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 22:33:11.177716 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-64e3d8f1-3664-4439-979b-282e4a662b42 tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Notify callbacks [] for security_group, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:11.178919 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-64e3d8f1-3664-4439-979b-282e4a662b42 tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1744 time: 2.1263616
Dec 16 22:33:11.184101 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 38868) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:33:11.189861 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e3d8f1-3664-4439-979b-282e4a662b42 tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1423fc65-2c9f-4586-bb07-27d56b5c842d,revision_number=1']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:33:11.206298 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-64e3d8f1-3664-4439-979b-282e4a662b42 tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:33:11.259870 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-5c161140-794a-48d6-af72-99d54c2175bb tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-883292'] for segment, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:11.260215 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.db.segments_db [None req-5c161140-794a-48d6-af72-99d54c2175bb tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Added segment 44c37508-0e11-42e7-9173-0a92457d02f0 of type vlan for network 5461f640-8891-4fd4-9da7-a0a8a6b282ed
Dec 16 22:33:11.269316 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c161140-794a-48d6-af72-99d54c2175bb tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Pushing event updated for resources: {'SecurityGroup': ['ID=428fcc13-6aa8-4a95-8b94-505059dfb583,revision_number=1']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:33:11.284743 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-5c161140-794a-48d6-af72-99d54c2175bb tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:33:11.323623 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-0927e7c5-2667-4eb7-bb37-ef8ba1a91641 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Notify callbacks [] for port, precommit_update {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:11.333475 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-0927e7c5-2667-4eb7-bb37-ef8ba1a91641 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10807814'] for port, after_update {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:11.367863 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-1549a91a-175e-45d8-b547-d190cc06cd8b tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:33:11.389544 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-5c161140-794a-48d6-af72-99d54c2175bb tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734753047233'] for network, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:11.519462 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-510a9ad0-cb9d-4491-9b93-83faa5a38ed2 tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Synchronizing usage tracker for tenant:2d296b4ba9d3443c927f854ef36c40ce on resource:security_group {{(pid=87507) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 22:33:11.546872 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-0927e7c5-2667-4eb7-bb37-ef8ba1a91641 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3791426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3830222'] for router_interface, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:11.550087 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0927e7c5-2667-4eb7-bb37-ef8ba1a91641 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Pushing event updated for resources: {'Port': ['ID=eb3eef78-7bc4-4c08-ad93-26a67a06b6df,revision_number=2']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:33:11.555992 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-0927e7c5-2667-4eb7-bb37-ef8ba1a91641 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:33:11.589444 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d899f1a-1b84-4332-9d95-a93382ae9a19 tempest-FloatingIPAdminTestJSON-210502716 tempest-FloatingIPAdminTestJSON-210502716-project] Router 8976845b-1a00-4e4d-a758-acdcb256e7af has already been hosted by L3 agent 4f519db7-069b-43e2-8411-c092bac9102a {{(pid=87507) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 22:33:11.590162 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-510a9ad0-cb9d-4491-9b93-83faa5a38ed2 tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Unset dirty status for tenant:2d296b4ba9d3443c927f854ef36c40ce on resource:security_group {{(pid=87507) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 22:33:11.591425 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-510a9ad0-cb9d-4491-9b93-83faa5a38ed2 tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 4505 time: 0.4044609
Dec 16 22:33:11.597959 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 38872) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:33:11.633339 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-919e7dc7-b08e-4a6a-a3e2-0d4b8a58bfbf tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Request body: {'security_group': {'name': 'tempest-security--1970483242', 'description': 'tempest-security-description-80290228'}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:33:11.656094 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-5c161140-794a-48d6-af72-99d54c2175bb tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440'] for network, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:11.689273 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c161140-794a-48d6-af72-99d54c2175bb tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:33:11.689859 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-5c161140-794a-48d6-af72-99d54c2175bb tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3791486'] for network, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:11.706945 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-eff1c5ad-ea76-4b94-ae9e-3598de9467c0 tempest-ExternalNetworksTestJSON-962053912 tempest-ExternalNetworksTestJSON-962053912-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:33:11.750528 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-9d30c320-f3da-4860-bd99-d965447d4c29 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:11.854609 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0927e7c5-2667-4eb7-bb37-ef8ba1a91641 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Network f926d6c5-dfee-4ed9-94fe-f90abf85cef4 is already hosted by enough agents. {{(pid=87507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:33:11.858308 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.base_scheduler [None req-0927e7c5-2667-4eb7-bb37-ef8ba1a91641 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Resources bound (agent type, host, resource id):  {{(pid=87507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:33:11.869825 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d899f1a-1b84-4332-9d95-a93382ae9a19 tempest-FloatingIPAdminTestJSON-210502716 tempest-FloatingIPAdminTestJSON-210502716-project] Notify agent at l3_agent.dv-neutron-821829-1-hyperv the message routers_updated {{(pid=87507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 22:33:11.872765 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-919e7dc7-b08e-4a6a-a3e2-0d4b8a58bfbf tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Notify callbacks [] for security_group, before_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:11.880117 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b185e229-b1e0-4508-bce7-be19e5eeb021 None None] Sync routers for ids ['8976845b-1a00-4e4d-a758-acdcb256e7af'] in dv-neutron-821829-1-hyperv {{(pid=87508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 22:33:11.889280 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b185e229-b1e0-4508-bce7-be19e5eeb021 None None] Routers {'8976845b-1a00-4e4d-a758-acdcb256e7af'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:33:11.889858 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-b185e229-b1e0-4508-bce7-be19e5eeb021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b77e21250>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:33:01Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['8976845b-1a00-4e4d-a758-acdcb256e7af'], 'active': True} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:33:11.922731 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-3d899f1a-1b84-4332-9d95-a93382ae9a19 tempest-FloatingIPAdminTestJSON-210502716 tempest-FloatingIPAdminTestJSON-210502716-project] 10.222.0.13 "PUT /v2.0/routers/8976845b-1a00-4e4d-a758-acdcb256e7af/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 7.6046007
Dec 16 22:33:11.928815 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 38878) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:33:11.950249 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-b185e229-b1e0-4508-bce7-be19e5eeb021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b77e21250>, [], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:33:11.961147 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b185e229-b1e0-4508-bce7-be19e5eeb021 None None] Routers {'8976845b-1a00-4e4d-a758-acdcb256e7af'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:33:11.961777 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-b185e229-b1e0-4508-bce7-be19e5eeb021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b77e21250>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:33:01Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['8976845b-1a00-4e4d-a758-acdcb256e7af'], 'active': True} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:33:12.025738 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-b185e229-b1e0-4508-bce7-be19e5eeb021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b77e21250>, [], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:33:12.026428 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b185e229-b1e0-4508-bce7-be19e5eeb021 None None] The sync data for ids ['8976845b-1a00-4e4d-a758-acdcb256e7af'] in dv-neutron-821829-1-hyperv is: [] {{(pid=87508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 22:33:12.034515 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [None req-9d30c320-f3da-4860-bd99-d965447d4c29 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Calling delete_port for 07e8d2d0-d9e8-4f0f-b836-e38239d0e9b8 owned by  {{(pid=87506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:33:12.106878 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-5c161140-794a-48d6-af72-99d54c2175bb tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 787 time: 1.6959767
Dec 16 22:33:12.120468 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c161140-794a-48d6-af72-99d54c2175bb tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Pushing event updated for resources: {'Network': ['ID=5461f640-8891-4fd4-9da7-a0a8a6b282ed,revision_number=1']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:33:12.123232 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-5c161140-794a-48d6-af72-99d54c2175bb tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.416s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:33:12.126982 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-11a18cac-078c-4c73-a4ba-b0608e3f3dc9 req-edb1d9d7-e9dc-446b-96b9-c2187dc05d10 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=95ef1739-1bf2-4522-993c-76a77d5f2322&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.6622961
Dec 16 22:33:12.141286 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Network 5461f640-8891-4fd4-9da7-a0a8a6b282ed details requested by agent ovs-agent-dv-neutron-821829-1-hyperv with host dv-neutron-821829-1-hyperv {{(pid=87508) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 22:33:12.177678 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-28c8ef59-bb09-4d78-a49b-ccbfb440e595 tempest-RoutersIpV6AdminTest-765327337 tempest-RoutersIpV6AdminTest-765327337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3740952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3741923'] for router, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:12.200132 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-566469f2-e987-46a3-beb5-3497a21ca016 tempest-FloatingIPAdminTestJSON-210502716 tempest-FloatingIPAdminTestJSON-210502716-project] Notify callbacks [] for router, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:12.265870 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0927e7c5-2667-4eb7-bb37-ef8ba1a91641 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Router 45ae2c9f-738c-4d50-9070-36f2d87f0ea0 has already been hosted by L3 agent 4f519db7-069b-43e2-8411-c092bac9102a {{(pid=87507) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 22:33:12.304163 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-919e7dc7-b08e-4a6a-a3e2-0d4b8a58bfbf tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Notify callbacks [] for security_group, precommit_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:12.354708 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-919e7dc7-b08e-4a6a-a3e2-0d4b8a58bfbf tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841066'] for security_group, after_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:12.357255 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-919e7dc7-b08e-4a6a-a3e2-0d4b8a58bfbf tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Notify callbacks [] for security_group, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:12.361287 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-919e7dc7-b08e-4a6a-a3e2-0d4b8a58bfbf tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] 10.222.0.13 "PUT /v2.0/security-groups/1423fc65-2c9f-4586-bb07-27d56b5c842d HTTP/1.1" status: 200  len: 1776 time: 0.7518077
Dec 16 22:33:12.366149 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:33:12.388905 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 38884) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:33:12.659521 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919e7dc7-b08e-4a6a-a3e2-0d4b8a58bfbf tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1423fc65-2c9f-4586-bb07-27d56b5c842d,revision_number=2']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:33:12.662891 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-919e7dc7-b08e-4a6a-a3e2-0d4b8a58bfbf tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:33:12.668947 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-566469f2-e987-46a3-beb5-3497a21ca016 tempest-FloatingIPAdminTestJSON-210502716 tempest-FloatingIPAdminTestJSON-210502716-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:12.686908 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0927e7c5-2667-4eb7-bb37-ef8ba1a91641 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Notify agent at l3_agent.dv-neutron-821829-1-hyperv the message routers_updated {{(pid=87507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 22:33:12.696315 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-0927e7c5-2667-4eb7-bb37-ef8ba1a91641 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] 10.222.0.13 "PUT /v2.0/routers/45ae2c9f-738c-4d50-9070-36f2d87f0ea0/add_router_interface HTTP/1.1" status: 200  len: 503 time: 8.9177389
Dec 16 22:33:12.696846 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 38888) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:33:12.699956 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54e6cde6-4a4c-47ea-a8fb-0c84f7e5038b None None] Sync routers for ids ['45ae2c9f-738c-4d50-9070-36f2d87f0ea0'] in dv-neutron-821829-1-hyperv {{(pid=87509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 22:33:12.703295 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-e6ef9925-79a3-46e8-b189-957e117f6b1f tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Request body: {'port': {'network_id': 'f926d6c5-dfee-4ed9-94fe-f90abf85cef4', 'name': 'tempest-FloatingIPTestJSON-1578338107'}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:33:12.715442 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54e6cde6-4a4c-47ea-a8fb-0c84f7e5038b None None] Routers {'45ae2c9f-738c-4d50-9070-36f2d87f0ea0'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:33:12.716388 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-54e6cde6-4a4c-47ea-a8fb-0c84f7e5038b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b7c9c3760>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:33:01Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['45ae2c9f-738c-4d50-9070-36f2d87f0ea0'], 'active': True} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:33:12.746792 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-c77917e1-ec4c-4e37-a4bb-ac0f4a9d4b8e tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] 10.222.0.13 "GET /v2.0/security-groups/1423fc65-2c9f-4586-bb07-27d56b5c842d HTTP/1.1" status: 200  len: 1776 time: 0.3571520
Dec 16 22:33:12.748735 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 38892) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:33:12.796567 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-54e6cde6-4a4c-47ea-a8fb-0c84f7e5038b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b7c9c3760>, [], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:33:12.813070 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54e6cde6-4a4c-47ea-a8fb-0c84f7e5038b None None] Routers {'45ae2c9f-738c-4d50-9070-36f2d87f0ea0'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:33:12.814733 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-54e6cde6-4a4c-47ea-a8fb-0c84f7e5038b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b7c9c3760>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:33:01Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['45ae2c9f-738c-4d50-9070-36f2d87f0ea0'], 'active': True} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:33:12.831797 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.plugin [None req-566469f2-e987-46a3-beb5-3497a21ca016 tempest-FloatingIPAdminTestJSON-210502716 tempest-FloatingIPAdminTestJSON-210502716-project] Deleting port c44641ae-eb8f-4d64-857c-ff9881aca077 {{(pid=87507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:33:12.832145 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-566469f2-e987-46a3-beb5-3497a21ca016 tempest-FloatingIPAdminTestJSON-210502716 tempest-FloatingIPAdminTestJSON-210502716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:12.847748 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-c775debf-3b1b-43e6-95df-ea9411f11e5a tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Notify callbacks [] for security_group, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:12.849868 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-9d30c320-f3da-4860-bd99-d965447d4c29 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1863393'] for port, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:12.855628 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a18cac-078c-4c73-a4ba-b0608e3f3dc9 req-1ef3331d-8b11-4097-b7f5-60cb15804b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:33:12.857337 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-11a18cac-078c-4c73-a4ba-b0608e3f3dc9 req-1ef3331d-8b11-4097-b7f5-60cb15804b22 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=a21c60855e3d440781134350c2712d36&device_id=95ef1739-1bf2-4522-993c-76a77d5f2322 HTTP/1.1" status: 200  len: 1098 time: 0.5462973
Dec 16 22:33:12.890146 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-e215690c-7c6a-4da9-a19a-2d9bcc7aec80 tempest-FloatingIPAdminTestJSON-1628957317 tempest-FloatingIPAdminTestJSON-1628957317-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:33:12.928330 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-e6ef9925-79a3-46e8-b189-957e117f6b1f tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:33:12.963983 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d30c320-f3da-4860-bd99-d965447d4c29 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Pushing event deleted for resources: {'Port': ['ID=07e8d2d0-d9e8-4f0f-b836-e38239d0e9b8,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:33:13.001978 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-54e6cde6-4a4c-47ea-a8fb-0c84f7e5038b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b7c9c3760>, [], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:33:13.002298 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54e6cde6-4a4c-47ea-a8fb-0c84f7e5038b None None] The sync data for ids ['45ae2c9f-738c-4d50-9070-36f2d87f0ea0'] in dv-neutron-821829-1-hyperv is: [] {{(pid=87509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 22:33:13.016382 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-e6ef9925-79a3-46e8-b189-957e117f6b1f tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Usage tracker for resource:port and tenant:224a3f89678e41499cb7a5fbecafc8d7 is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:33:13.022119 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-e6ef9925-79a3-46e8-b189-957e117f6b1f tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:33:13.030511 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-9d30c320-f3da-4860-bd99-d965447d4c29 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:33:13.033386 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-e6ef9925-79a3-46e8-b189-957e117f6b1f tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:33:13.051494 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-c775debf-3b1b-43e6-95df-ea9411f11e5a tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:13.053142 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6ef9925-79a3-46e8-b189-957e117f6b1f tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Made reservation on behalf of 224a3f89678e41499cb7a5fbecafc8d7 for: {'port': 1} {{(pid=87507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:33:13.057113 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-e6ef9925-79a3-46e8-b189-957e117f6b1f tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:13.109503 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.notifiers.nova [None req-e6ef9925-79a3-46e8-b189-957e117f6b1f tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] device_id is not set on port c5d52ecc-0a76-4d7d-999e-a65b2489f0f9 yet. {{(pid=87507) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 16 22:33:13.153787 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-566469f2-e987-46a3-beb5-3497a21ca016 tempest-FloatingIPAdminTestJSON-210502716 tempest-FloatingIPAdminTestJSON-210502716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:13.163649 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-9d30c320-f3da-4860-bd99-d965447d4c29 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for port, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:13.196513 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-c775debf-3b1b-43e6-95df-ea9411f11e5a tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841066'] for security_group, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:13.205715 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:33:13.225920 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c775debf-3b1b-43e6-95df-ea9411f11e5a tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1423fc65-2c9f-4586-bb07-27d56b5c842d,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:33:13.245977 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-c775debf-3b1b-43e6-95df-ea9411f11e5a tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:33:13.270771 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28c8ef59-bb09-4d78-a49b-ccbfb440e595 tempest-RoutersIpV6AdminTest-765327337 tempest-RoutersIpV6AdminTest-765327337-project] Router 40b2258e-3a6e-4aeb-9f51-e87c9cb18928 is scheduled to L3 agent 4f519db7-069b-43e2-8411-c092bac9102a with binding_index 1 {{(pid=87506) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 16 22:33:13.288272 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-9d30c320-f3da-4860-bd99-d965447d4c29 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] 10.222.0.13 "DELETE /v2.0/ports/07e8d2d0-d9e8-4f0f-b836-e38239d0e9b8 HTTP/1.1" status: 204  len: 168 time: 2.6004956
Dec 16 22:33:13.291806 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 38900) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:33:13.294737 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-c775debf-3b1b-43e6-95df-ea9411f11e5a tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Notify callbacks [] for security_group, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:13.298248 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-c775debf-3b1b-43e6-95df-ea9411f11e5a tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] 10.222.0.13 "DELETE /v2.0/security-groups/1423fc65-2c9f-4586-bb07-27d56b5c842d HTTP/1.1" status: 204  len: 168 time: 0.5426228
Dec 16 22:33:13.310603 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 38904) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:33:13.322159 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.plugin [None req-566469f2-e987-46a3-beb5-3497a21ca016 tempest-FloatingIPAdminTestJSON-210502716 tempest-FloatingIPAdminTestJSON-210502716-project] Calling delete_port for c44641ae-eb8f-4d64-857c-ff9881aca077 owned by network:router_gateway {{(pid=87507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:33:13.560093 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a18cac-078c-4c73-a4ba-b0608e3f3dc9 req-e417724f-d5e4-4ab1-8982-c7a27e653b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:33:13.561542 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-11a18cac-078c-4c73-a4ba-b0608e3f3dc9 req-e417724f-d5e4-4ab1-8982-c7a27e653b18 service neutron] 10.222.0.49 "GET /v2.0/networks?id=4324e1ea-4669-4cf4-86ce-32057be725fc HTTP/1.1" status: 200  len: 913 time: 0.6186018
Dec 16 22:33:13.624833 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5c2e75a-a27c-431b-9f90-bf4ffce52ec3 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:33:13.626888 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5c2e75a-a27c-431b-9f90-bf4ffce52ec3 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:33:13.627623 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-c5c2e75a-a27c-431b-9f90-bf4ffce52ec3 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Synchronizing usage tracker for tenant:8e4385a98eb1416284c1cc96b3355a70 on resource:subnet {{(pid=87506) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 22:33:13.628380 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-8562a798-5ce8-4ef4-9555-4cba8827bb0f tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2979 time: 0.3133137
Dec 16 22:33:13.635610 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 38908) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:33:13.650833 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28c8ef59-bb09-4d78-a49b-ccbfb440e595 tempest-RoutersIpV6AdminTest-765327337 tempest-RoutersIpV6AdminTest-765327337-project] Notify agent at l3_agent.dv-neutron-821829-1-hyperv the message routers_updated {{(pid=87506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 22:33:13.656777 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.db_base_plugin_common [None req-e6ef9925-79a3-46e8-b189-957e117f6b1f tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Allocated IP 172.20.0.7 (f926d6c5-dfee-4ed9-94fe-f90abf85cef4/8db035de-62d1-44a2-9ab7-48e6b352dd27/c5d52ecc-0a76-4d7d-999e-a65b2489f0f9) {{(pid=87507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 22:33:13.669063 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.api.v2.resource [None req-50e0c773-7baf-469e-a0eb-4f57625edb01 tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] delete failed (client error): The resource could not be found.
Dec 16 22:33:13.669570 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec8120d7-de6c-4f31-9241-236b384eb13a None None] Sync routers for ids ['40b2258e-3a6e-4aeb-9f51-e87c9cb18928'] in dv-neutron-821829-1-hyperv {{(pid=87508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 22:33:13.670080 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-50e0c773-7baf-469e-a0eb-4f57625edb01 tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] 10.222.0.13 "DELETE /v2.0/security-groups/1423fc65-2c9f-4586-bb07-27d56b5c842d HTTP/1.1" status: 404  len: 347 time: 0.0337613
Dec 16 22:33:13.678363 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 38912) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:33:13.690585 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec8120d7-de6c-4f31-9241-236b384eb13a None None] Routers {'40b2258e-3a6e-4aeb-9f51-e87c9cb18928'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:33:13.692776 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-c5c2e75a-a27c-431b-9f90-bf4ffce52ec3 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Unset dirty status for tenant:8e4385a98eb1416284c1cc96b3355a70 on resource:subnet {{(pid=87506) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 22:33:13.696477 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-c5c2e75a-a27c-431b-9f90-bf4ffce52ec3 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1464 time: 0.3968699
Dec 16 22:33:13.696608 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-14b2824d-5f13-428b-8721-d8d6b3dd9d5f tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Request body: {'security_group': {'name': 'tempest-secgroup--255943956'}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:33:13.698751 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-ec8120d7-de6c-4f31-9241-236b384eb13a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b7c31cdf0>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:33:01Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['40b2258e-3a6e-4aeb-9f51-e87c9cb18928'], 'active': True} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:33:13.700617 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-14b2824d-5f13-428b-8721-d8d6b3dd9d5f tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:33:13.703774 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-28c8ef59-bb09-4d78-a49b-ccbfb440e595 tempest-RoutersIpV6AdminTest-765327337 tempest-RoutersIpV6AdminTest-765327337-project] Notify callbacks [] for router, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:13.707571 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-28c8ef59-bb09-4d78-a49b-ccbfb440e595 tempest-RoutersIpV6AdminTest-765327337 tempest-RoutersIpV6AdminTest-765327337-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 888 time: 5.3423309
Dec 16 22:33:13.708467 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 38916) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:33:13.708709 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 38918) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:33:13.709990 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-14b2824d-5f13-428b-8721-d8d6b3dd9d5f tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:33:13.730676 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-14b2824d-5f13-428b-8721-d8d6b3dd9d5f tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Notify callbacks [] for security_group, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:13.754877 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-125f9e61-a201-4531-8fb4-87ced0e698c7 tempest-RoutersIpV6AdminTest-146809031 tempest-RoutersIpV6AdminTest-146809031-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'enable_snat': False}}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:33:13.804315 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-ec8120d7-de6c-4f31-9241-236b384eb13a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b7c31cdf0>, [], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:33:13.814404 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec8120d7-de6c-4f31-9241-236b384eb13a None None] Routers {'40b2258e-3a6e-4aeb-9f51-e87c9cb18928'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:33:13.814946 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-ec8120d7-de6c-4f31-9241-236b384eb13a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b7c31cdf0>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:33:01Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['40b2258e-3a6e-4aeb-9f51-e87c9cb18928'], 'active': True} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:33:13.819545 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-14b2824d-5f13-428b-8721-d8d6b3dd9d5f tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:33:13.830618 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-14b2824d-5f13-428b-8721-d8d6b3dd9d5f tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Usage tracker for resource:security_group_rule and tenant:2d296b4ba9d3443c927f854ef36c40ce is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:33:13.834775 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-14b2824d-5f13-428b-8721-d8d6b3dd9d5f tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:33:13.842940 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-14b2824d-5f13-428b-8721-d8d6b3dd9d5f tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:33:13.876210 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-ec8120d7-de6c-4f31-9241-236b384eb13a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b7c31cdf0>, [], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:33:13.876630 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec8120d7-de6c-4f31-9241-236b384eb13a None None] The sync data for ids ['40b2258e-3a6e-4aeb-9f51-e87c9cb18928'] in dv-neutron-821829-1-hyperv is: [] {{(pid=87508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 22:33:13.890781 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-566469f2-e987-46a3-beb5-3497a21ca016 tempest-FloatingIPAdminTestJSON-210502716 tempest-FloatingIPAdminTestJSON-210502716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10807823'] for port, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:13.938109 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-b4a3a89b-64a8-4fba-a155-05d69f287212 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:33:13.963340 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-11a18cac-078c-4c73-a4ba-b0608e3f3dc9 req-74166e44-2f46-4cce-9ca7-99037a12ed5e service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=760988bb-0591-4c97-be7d-c348804c49dd HTTP/1.1" status: 200  len: 1000 time: 0.3907752
Dec 16 22:33:14.002714 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566469f2-e987-46a3-beb5-3497a21ca016 tempest-FloatingIPAdminTestJSON-210502716 tempest-FloatingIPAdminTestJSON-210502716-project] Pushing event deleted for resources: {'Port': ['ID=c44641ae-eb8f-4d64-857c-ff9881aca077,revision_number=None']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:33:14.010391 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-566469f2-e987-46a3-beb5-3497a21ca016 tempest-FloatingIPAdminTestJSON-210502716 tempest-FloatingIPAdminTestJSON-210502716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:33:14.033838 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.db_base_plugin_v2 [None req-23a15965-d85d-4f01-941b-ece76e090355 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Deleting subnet adcc08c7-dbc0-4112-9861-960fcf7d1b00 {{(pid=87506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 16 22:33:14.048664 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-23a15965-d85d-4f01-941b-ece76e090355 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks [] for subnet, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:14.106459 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a18cac-078c-4c73-a4ba-b0608e3f3dc9 req-7c592df2-e167-43ce-9d64-3ff162cad685 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:33:14.109016 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-11a18cac-078c-4c73-a4ba-b0608e3f3dc9 req-7c592df2-e167-43ce-9d64-3ff162cad685 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=3657b92c-69b8-4f39-be86-861bf2c75ad0 HTTP/1.1" status: 200  len: 851 time: 0.1350415
Dec 16 22:33:14.138346 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-23a15965-d85d-4f01-941b-ece76e090355 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-266764487'] for subnet, precommit_delete_associations {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:14.311527 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-14b2824d-5f13-428b-8721-d8d6b3dd9d5f tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Notify callbacks [] for security_group, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:14.317371 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-566469f2-e987-46a3-beb5-3497a21ca016 tempest-FloatingIPAdminTestJSON-210502716 tempest-FloatingIPAdminTestJSON-210502716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3741895'] for router_gateway, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:14.428598 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-e6ef9925-79a3-46e8-b189-957e117f6b1f tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Notify callbacks [] for port, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:14.431559 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-14b2824d-5f13-428b-8721-d8d6b3dd9d5f tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841066'] for security_group, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:14.445477 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:33:14.532373 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-566469f2-e987-46a3-beb5-3497a21ca016 tempest-FloatingIPAdminTestJSON-210502716 tempest-FloatingIPAdminTestJSON-210502716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3739500', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39002'] for router, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:14.545533 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-566469f2-e987-46a3-beb5-3497a21ca016 tempest-FloatingIPAdminTestJSON-210502716 tempest-FloatingIPAdminTestJSON-210502716-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:14.585553 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b2824d-5f13-428b-8721-d8d6b3dd9d5f tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b208cfe2-3948-452e-bd2a-6c11ae7a1a97,revision_number=1']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:33:14.594520 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-14b2824d-5f13-428b-8721-d8d6b3dd9d5f tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:33:14.607719 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-566469f2-e987-46a3-beb5-3497a21ca016 tempest-FloatingIPAdminTestJSON-210502716 tempest-FloatingIPAdminTestJSON-210502716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3830089'] for router, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:14.608244 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-566469f2-e987-46a3-beb5-3497a21ca016 tempest-FloatingIPAdminTestJSON-210502716 tempest-FloatingIPAdminTestJSON-210502716-project] Fanout notify agent at l3_agent the message router_deleted on router 8976845b-1a00-4e4d-a758-acdcb256e7af {{(pid=87507) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 16 22:33:14.608366 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-23a15965-d85d-4f01-941b-ece76e090355 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3328566'] for subnet, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:14.616342 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-14b2824d-5f13-428b-8721-d8d6b3dd9d5f tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Notify callbacks [] for security_group, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:14.620814 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-14b2824d-5f13-428b-8721-d8d6b3dd9d5f tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1743 time: 0.9356177
Dec 16 22:33:14.622950 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 38928) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:33:14.630131 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-4a7ce70b-0797-4166-9aa3-748d92c6660b tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Request body: {'security_group_rule': {'security_group_id': 'b208cfe2-3948-452e-bd2a-6c11ae7a1a97', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:33:14.639008 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-566469f2-e987-46a3-beb5-3497a21ca016 tempest-FloatingIPAdminTestJSON-210502716 tempest-FloatingIPAdminTestJSON-210502716-project] Notify callbacks [] for router, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:14.642275 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-566469f2-e987-46a3-beb5-3497a21ca016 tempest-FloatingIPAdminTestJSON-210502716 tempest-FloatingIPAdminTestJSON-210502716-project] 10.222.0.13 "DELETE /v2.0/routers/8976845b-1a00-4e4d-a758-acdcb256e7af HTTP/1.1" status: 204  len: 168 time: 2.7102726
Dec 16 22:33:14.642275 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-4a7ce70b-0797-4166-9aa3-748d92c6660b tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:33:14.643923 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 38932) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:33:14.644971 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-e6ef9925-79a3-46e8-b189-957e117f6b1f tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10807823'] for port, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:14.681388 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-6a4032b5-b66c-4c62-85ca-56e5a1ee7dde tempest-ExtraDHCPOptionsIpV6TestJSON-903106190 tempest-ExtraDHCPOptionsIpV6TestJSON-903106190-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:33:14.715289 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a18cac-078c-4c73-a4ba-b0608e3f3dc9 req-d7088c6e-6095-49d5-89e2-bb13ebc7eb83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:33:14.716788 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-11a18cac-078c-4c73-a4ba-b0608e3f3dc9 req-d7088c6e-6095-49d5-89e2-bb13ebc7eb83 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=4324e1ea-4669-4cf4-86ce-32057be725fc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.5305562
Dec 16 22:33:14.730070 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-4a7ce70b-0797-4166-9aa3-748d92c6660b tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Usage tracker for resource:security_group_rule and tenant:2d296b4ba9d3443c927f854ef36c40ce is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:33:14.735321 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-4a7ce70b-0797-4166-9aa3-748d92c6660b tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:33:14.758263 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-4a7ce70b-0797-4166-9aa3-748d92c6660b tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:33:14.785519 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6ef9925-79a3-46e8-b189-957e117f6b1f tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Network f926d6c5-dfee-4ed9-94fe-f90abf85cef4 is already hosted by enough agents. {{(pid=87507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:33:14.793812 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.base_scheduler [None req-e6ef9925-79a3-46e8-b189-957e117f6b1f tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Resources bound (agent type, host, resource id):  {{(pid=87507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:33:14.800942 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6ef9925-79a3-46e8-b189-957e117f6b1f tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Received port after_create {{(pid=87507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 22:33:14.849884 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ef9925-79a3-46e8-b189-957e117f6b1f tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Pushing event updated for resources: {'Port': ['ID=c5d52ecc-0a76-4d7d-999e-a65b2489f0f9,revision_number=1']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:33:14.859983 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-e6ef9925-79a3-46e8-b189-957e117f6b1f tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:33:14.866599 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.db_base_plugin_v2 [None req-78e45ad6-4072-4e56-93b0-bcd067ba24c1 tempest-FloatingIPAdminTestJSON-210502716 tempest-FloatingIPAdminTestJSON-210502716-project] Deleting subnet 8c8f6270-78cf-4919-853c-26a6e96e0be1 {{(pid=87507) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 16 22:33:14.868337 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-4a7ce70b-0797-4166-9aa3-748d92c6660b tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:14.885400 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-78e45ad6-4072-4e56-93b0-bcd067ba24c1 tempest-FloatingIPAdminTestJSON-210502716 tempest-FloatingIPAdminTestJSON-210502716-project] Notify callbacks [] for subnet, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:14.932439 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6ef9925-79a3-46e8-b189-957e117f6b1f tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:33:14.932945 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-e6ef9925-79a3-46e8-b189-957e117f6b1f tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for port, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:14.956818 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-23a15965-d85d-4f01-941b-ece76e090355 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3328622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1863378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11213117'] for subnet, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:14.967309 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-125f9e61-a201-4531-8fb4-87ced0e698c7 tempest-RoutersIpV6AdminTest-146809031 tempest-RoutersIpV6AdminTest-146809031-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3741702', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3740945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-38947'] for router, precommit_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:14.972859 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:33:14.982611 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-e6ef9925-79a3-46e8-b189-957e117f6b1f tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 929 time: 2.2823238
Dec 16 22:33:14.983145 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-78e45ad6-4072-4e56-93b0-bcd067ba24c1 tempest-FloatingIPAdminTestJSON-210502716 tempest-FloatingIPAdminTestJSON-210502716-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2128562'] for subnet, precommit_delete_associations {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:15.002915 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 38936) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:33:15.009167 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-11a18cac-078c-4c73-a4ba-b0608e3f3dc9 req-a5f12588-8ddd-43dd-a23c-4410e3cb4cf6 service neutron] 10.222.0.49 "GET /v2.0/networks/4324e1ea-4669-4cf4-86ce-32057be725fc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2819099
Dec 16 22:33:15.020403 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-5e5eaa5a-5058-48ba-8905-7361a42ddcc8 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Request body: {'port': {'network_id': 'f926d6c5-dfee-4ed9-94fe-f90abf85cef4', 'name': 'tempest-FloatingIPTestJSON-1117232851'}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:33:15.049368 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-4a7ce70b-0797-4166-9aa3-748d92c6660b tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:15.056764 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b825838c-8a57-47b6-af67-a3258a7e75dc None None] Network 7edd76f7-0f97-48a5-b177-9842de6c0500 requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 22:33:15.058254 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-4a7ce70b-0797-4166-9aa3-748d92c6660b tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841137'] for security_group_rule, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:15.071623 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:33:15.075799 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a15965-d85d-4f01-941b-ece76e090355 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Pushing event deleted for resources: {'Subnet': ['ID=adcc08c7-dbc0-4112-9861-960fcf7d1b00,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:33:15.101819 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7ce70b-0797-4166-9aa3-748d92c6660b tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39c12816-0241-4432-9001-aee31805b81c,revision_number=0']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:33:15.108045 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-4a7ce70b-0797-4166-9aa3-748d92c6660b tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:33:15.124883 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-4a7ce70b-0797-4166-9aa3-748d92c6660b tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:15.126707 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-4a7ce70b-0797-4166-9aa3-748d92c6660b tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.5022390
Dec 16 22:33:15.128112 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-78e45ad6-4072-4e56-93b0-bcd067ba24c1 tempest-FloatingIPAdminTestJSON-210502716 tempest-FloatingIPAdminTestJSON-210502716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3328566'] for subnet, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:15.141342 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-23a15965-d85d-4f01-941b-ece76e090355 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3791486'] for subnet, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:15.145952 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 38940) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:33:15.160501 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-23a15965-d85d-4f01-941b-ece76e090355 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:33:15.205903 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-78e45ad6-4072-4e56-93b0-bcd067ba24c1 tempest-FloatingIPAdminTestJSON-210502716 tempest-FloatingIPAdminTestJSON-210502716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3328622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10807868', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10549621'] for subnet, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:15.211389 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-467802e9-e5e0-45fd-b7e6-d72db3bdfaf3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:33:15.251859 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-78e45ad6-4072-4e56-93b0-bcd067ba24c1 tempest-FloatingIPAdminTestJSON-210502716 tempest-FloatingIPAdminTestJSON-210502716-project] Notify callbacks [] for subnet, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:15.255188 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e45ad6-4072-4e56-93b0-bcd067ba24c1 tempest-FloatingIPAdminTestJSON-210502716 tempest-FloatingIPAdminTestJSON-210502716-project] Pushing event deleted for resources: {'Subnet': ['ID=8c8f6270-78cf-4919-853c-26a6e96e0be1,revision_number=None']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:33:15.262904 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-78e45ad6-4072-4e56-93b0-bcd067ba24c1 tempest-FloatingIPAdminTestJSON-210502716 tempest-FloatingIPAdminTestJSON-210502716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:33:15.269974 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-78e45ad6-4072-4e56-93b0-bcd067ba24c1 tempest-FloatingIPAdminTestJSON-210502716 tempest-FloatingIPAdminTestJSON-210502716-project] 10.222.0.13 "DELETE /v2.0/subnets/8c8f6270-78cf-4919-853c-26a6e96e0be1 HTTP/1.1" status: 204  len: 168 time: 0.6210141
Dec 16 22:33:15.270221 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 38946) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:33:15.301832 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2966c788-f2de-4de7-940c-00ae560b7685 None None] Network 5b8d5e95-c7ec-4bcd-a4e9-51858715b4bc requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 22:33:15.397890 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-52c67296-721f-4f41-a531-3237b1486b3f tempest-FloatingIPAdminTestJSON-210502716 tempest-FloatingIPAdminTestJSON-210502716-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-825997'] for network, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:15.410661 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.plugin [None req-52c67296-721f-4f41-a531-3237b1486b3f tempest-FloatingIPAdminTestJSON-210502716 tempest-FloatingIPAdminTestJSON-210502716-project] Deleting port 860b2d06-b062-4533-9125-d2b8659ab6d5 {{(pid=87507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:33:15.411041 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-52c67296-721f-4f41-a531-3237b1486b3f tempest-FloatingIPAdminTestJSON-210502716 tempest-FloatingIPAdminTestJSON-210502716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:15.436880 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 38950) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:33:15.442298 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-23a15965-d85d-4f01-941b-ece76e090355 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] 10.222.0.13 "DELETE /v2.0/subnets/adcc08c7-dbc0-4112-9861-960fcf7d1b00 HTTP/1.1" status: 204  len: 168 time: 1.7324662
Dec 16 22:33:15.445515 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 38952) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:33:15.471800 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-4bf5f990-b1da-43eb-b36d-a692bf3d4acf tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Request body: {'subnet': {'network_id': '5461f640-8891-4fd4-9da7-a0a8a6b282ed', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:33:15.523854 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-725ab6e6-8b75-4f26-9a50-ee6173ea85a4 None None] DHCP port deletion for 7edd76f7-0f97-48a5-b177-9842de6c0500 request from dv-neutron-821829-1-hyperv {{(pid=87508) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 16 22:33:15.536136 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-725ab6e6-8b75-4f26-9a50-ee6173ea85a4 None None] Deleting port 26bd6483-9af7-40e0-a58f-dd1fea848a37 {{(pid=87508) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:33:15.536826 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-725ab6e6-8b75-4f26-9a50-ee6173ea85a4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:15.556460 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-fadd586b-cad5-4494-94fd-e7b647a85917 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1037893
Dec 16 22:33:15.560432 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 38960) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:33:15.583901 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-8c34d22a-2f6b-4e4e-9bcf-4ea42256811d tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Request body: {'subnet': {'network_id': '7edd76f7-0f97-48a5-b177-9842de6c0500', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:33:15.608899 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-c6c74dec-a822-4202-90c8-ccc464a1f306 tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:15.673942 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-c6c74dec-a822-4202-90c8-ccc464a1f306 tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:15.677762 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 26bd6483-9af7-40e0-a58f-dd1fea848a37 no longer exists at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 22:33:15.735980 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-5e5eaa5a-5058-48ba-8905-7361a42ddcc8 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:33:15.739423 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-11a18cac-078c-4c73-a4ba-b0608e3f3dc9 req-c400dfff-9122-496f-96fa-5ef849dd9e33 service neutron] 10.222.0.49 "GET /v2.0/networks/4324e1ea-4669-4cf4-86ce-32057be725fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7030370
Dec 16 22:33:15.748199 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-5e5eaa5a-5058-48ba-8905-7361a42ddcc8 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Usage tracker for resource:port and tenant:224a3f89678e41499cb7a5fbecafc8d7 is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:33:15.758380 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-4bf5f990-b1da-43eb-b36d-a692bf3d4acf tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:33:15.763114 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-5e5eaa5a-5058-48ba-8905-7361a42ddcc8 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:33:15.768795 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-4bf5f990-b1da-43eb-b36d-a692bf3d4acf tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Usage tracker for resource:subnet and tenant:f62e67e237cd4fa6a36febbc06b0f445 is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:33:15.774843 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-4bf5f990-b1da-43eb-b36d-a692bf3d4acf tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:33:15.777482 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-5e5eaa5a-5058-48ba-8905-7361a42ddcc8 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:33:15.782849 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-c6c74dec-a822-4202-90c8-ccc464a1f306 tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841137'] for security_group_rule, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:15.784679 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-4bf5f990-b1da-43eb-b36d-a692bf3d4acf tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:33:15.798482 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:33:15.815488 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c74dec-a822-4202-90c8-ccc464a1f306 tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=39c12816-0241-4432-9001-aee31805b81c,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:33:15.818870 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-c6c74dec-a822-4202-90c8-ccc464a1f306 tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:15.820013 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-c6c74dec-a822-4202-90c8-ccc464a1f306 tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/39c12816-0241-4432-9001-aee31805b81c HTTP/1.1" status: 204  len: 168 time: 0.6585228
Dec 16 22:33:15.822789 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-c6c74dec-a822-4202-90c8-ccc464a1f306 tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:33:15.823612 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bf5f990-b1da-43eb-b36d-a692bf3d4acf tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Made reservation on behalf of f62e67e237cd4fa6a36febbc06b0f445 for: {'subnet': 1} {{(pid=87506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:33:15.826988 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-4bf5f990-b1da-43eb-b36d-a692bf3d4acf tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11213078'] for subnet, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:15.841628 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 38964) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:33:15.844021 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e5eaa5a-5058-48ba-8905-7361a42ddcc8 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Made reservation on behalf of 224a3f89678e41499cb7a5fbecafc8d7 for: {'port': 1} {{(pid=87506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:33:15.847215 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-5e5eaa5a-5058-48ba-8905-7361a42ddcc8 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:15.893541 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-8c34d22a-2f6b-4e4e-9bcf-4ea42256811d tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:33:15.904025 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-8c34d22a-2f6b-4e4e-9bcf-4ea42256811d tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Usage tracker for resource:subnet and tenant:8e4385a98eb1416284c1cc96b3355a70 is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:33:15.921961 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-8c34d22a-2f6b-4e4e-9bcf-4ea42256811d tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:33:15.933270 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-8c34d22a-2f6b-4e4e-9bcf-4ea42256811d tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:33:15.943505 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.db [None req-52c67296-721f-4f41-a531-3237b1486b3f tempest-FloatingIPAdminTestJSON-210502716 tempest-FloatingIPAdminTestJSON-210502716-project] For port 860b2d06-b062-4533-9125-d2b8659ab6d5, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=860b2d06-b062-4533-9125-d2b8659ab6d5,segment=NetworkSegment(5a9c101d-c9ac-4cb3-925a-541ab10570ce),segment_id=5a9c101d-c9ac-4cb3-925a-541ab10570ce)] {{(pid=87507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:33:15.943899 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-52c67296-721f-4f41-a531-3237b1486b3f tempest-FloatingIPAdminTestJSON-210502716 tempest-FloatingIPAdminTestJSON-210502716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:15.950932 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.notifiers.nova [None req-5e5eaa5a-5058-48ba-8905-7361a42ddcc8 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] device_id is not set on port 37d3f702-7ad2-4d73-b0c8-c8d6e0dc3390 yet. {{(pid=87506) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 16 22:33:15.958983 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-bf1f3049-18e1-4004-be2a-fb9d51391801 tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Synchronizing usage tracker for tenant:2d296b4ba9d3443c927f854ef36c40ce on resource:security_group_rule {{(pid=87507) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 22:33:15.972164 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-725ab6e6-8b75-4f26-9a50-ee6173ea85a4 None None] For port 26bd6483-9af7-40e0-a58f-dd1fea848a37, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=26bd6483-9af7-40e0-a58f-dd1fea848a37,segment=NetworkSegment(da71c9a1-7532-4738-a9bc-22a7f498ec35),segment_id=da71c9a1-7532-4738-a9bc-22a7f498ec35)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:33:15.972583 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-725ab6e6-8b75-4f26-9a50-ee6173ea85a4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:16.115251 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5437daf3-40b4-4d46-94a9-1ab3bff45e07 None None] DHCP port deletion for 5b8d5e95-c7ec-4bcd-a4e9-51858715b4bc request from dv-neutron-821829-1-hyperv {{(pid=87508) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 16 22:33:16.126643 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-725ab6e6-8b75-4f26-9a50-ee6173ea85a4 None None] Calling delete_port for 26bd6483-9af7-40e0-a58f-dd1fea848a37 owned by network:dhcp {{(pid=87508) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:33:16.179364 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:16.191498 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-5437daf3-40b4-4d46-94a9-1ab3bff45e07 None None] Deleting port 860b2d06-b062-4533-9125-d2b8659ab6d5 {{(pid=87508) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:33:16.191922 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-5437daf3-40b4-4d46-94a9-1ab3bff45e07 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:16.203166 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.plugin [None req-52c67296-721f-4f41-a531-3237b1486b3f tempest-FloatingIPAdminTestJSON-210502716 tempest-FloatingIPAdminTestJSON-210502716-project] Calling delete_port for 860b2d06-b062-4533-9125-d2b8659ab6d5 owned by network:dhcp {{(pid=87507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:33:16.250219 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c34d22a-2f6b-4e4e-9bcf-4ea42256811d tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Made reservation on behalf of 8e4385a98eb1416284c1cc96b3355a70 for: {'subnet': 1} {{(pid=87507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:33:16.254391 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-8c34d22a-2f6b-4e4e-9bcf-4ea42256811d tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10549598'] for subnet, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:16.267884 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] For port 26bd6483-9af7-40e0-a58f-dd1fea848a37, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=26bd6483-9af7-40e0-a58f-dd1fea848a37,segment=NetworkSegment(da71c9a1-7532-4738-a9bc-22a7f498ec35),segment_id=da71c9a1-7532-4738-a9bc-22a7f498ec35)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:33:16.286040 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:16.290177 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-8c4f0d5b-d965-4fef-9ac9-51df072e1e0a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:33:16.386938 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.db.api [None req-725ab6e6-8b75-4f26-9a50-ee6173ea85a4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87508) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 16 22:33:16.387356 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_db.api [None req-725ab6e6-8b75-4f26-9a50-ee6173ea85a4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 16 22:33:16.389711 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-bf1f3049-18e1-4004-be2a-fb9d51391801 tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Unset dirty status for tenant:2d296b4ba9d3443c927f854ef36c40ce on resource:security_group_rule {{(pid=87507) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 22:33:16.393459 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-bf1f3049-18e1-4004-be2a-fb9d51391801 tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3567 time: 0.5465779
Dec 16 22:33:16.400777 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 38968) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:33:16.421556 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Pushing event updated for resources: {'Port': ['ID=26bd6483-9af7-40e0-a58f-dd1fea848a37,revision_number=5']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:33:16.440520 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:33:16.464442 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.db_base_plugin_common [None req-5e5eaa5a-5058-48ba-8905-7361a42ddcc8 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Allocated IP 172.20.0.6 (f926d6c5-dfee-4ed9-94fe-f90abf85cef4/8db035de-62d1-44a2-9ab7-48e6b352dd27/37d3f702-7ad2-4d73-b0c8-c8d6e0dc3390) {{(pid=87506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 22:33:16.511409 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-b4743275-f699-40cc-8be9-79338c215fd8 tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Notify callbacks [] for security_group, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:16.540713 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-b4743275-f699-40cc-8be9-79338c215fd8 tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:16.560850 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-4bf5f990-b1da-43eb-b36d-a692bf3d4acf tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1863317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11213092'] for subnet, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:16.583819 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-5437daf3-40b4-4d46-94a9-1ab3bff45e07 None None] For port 860b2d06-b062-4533-9125-d2b8659ab6d5, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=860b2d06-b062-4533-9125-d2b8659ab6d5,segment=NetworkSegment(5a9c101d-c9ac-4cb3-925a-541ab10570ce),segment_id=5a9c101d-c9ac-4cb3-925a-541ab10570ce)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:33:16.584351 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-5437daf3-40b4-4d46-94a9-1ab3bff45e07 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:16.593094 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-5879f8d5-aeb0-4a75-8156-193b9c4f3d5b tempest-ExternalNetworksTestJSON-962053912 tempest-ExternalNetworksTestJSON-962053912-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:33:16.604158 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-52c67296-721f-4f41-a531-3237b1486b3f tempest-FloatingIPAdminTestJSON-210502716 tempest-FloatingIPAdminTestJSON-210502716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10807823'] for port, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:16.611272 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-566469f2-e987-46a3-beb5-3497a21ca016 tempest-FloatingIPAdminTestJSON-210502716 tempest-FloatingIPAdminTestJSON-210502716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:33:16.645265 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-b4743275-f699-40cc-8be9-79338c215fd8 tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841066'] for security_group, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:16.671235 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c67296-721f-4f41-a531-3237b1486b3f tempest-FloatingIPAdminTestJSON-210502716 tempest-FloatingIPAdminTestJSON-210502716-project] Pushing event deleted for resources: {'Port': ['ID=860b2d06-b062-4533-9125-d2b8659ab6d5,revision_number=None']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:33:16.682934 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-52c67296-721f-4f41-a531-3237b1486b3f tempest-FloatingIPAdminTestJSON-210502716 tempest-FloatingIPAdminTestJSON-210502716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:33:16.685792 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-2660541d-7402-42b3-b2a3-9cebc443d86a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.029s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:33:16.716927 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-5437daf3-40b4-4d46-94a9-1ab3bff45e07 None None] Calling delete_port for 860b2d06-b062-4533-9125-d2b8659ab6d5 owned by network:dhcp {{(pid=87508) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:33:16.734398 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52c67296-721f-4f41-a531-3237b1486b3f tempest-FloatingIPAdminTestJSON-210502716 tempest-FloatingIPAdminTestJSON-210502716-project] No DVR routers for this DVR port 860b2d06-b062-4533-9125-d2b8659ab6d5 on host dv-neutron-821829-1-hyperv {{(pid=87507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 22:33:16.736490 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4743275-f699-40cc-8be9-79338c215fd8 tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b208cfe2-3948-452e-bd2a-6c11ae7a1a97,revision_number=None']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:33:16.785394 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf5f990-b1da-43eb-b36d-a692bf3d4acf tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Pushing event updated for resources: {'Subnet': ['ID=61cf1045-7e3b-4416-812d-eb1050d3e06d,revision_number=0']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:33:16.820453 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.db.api [None req-5437daf3-40b4-4d46-94a9-1ab3bff45e07 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87508) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 16 22:33:16.821107 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_db.api [None req-5437daf3-40b4-4d46-94a9-1ab3bff45e07 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 16 22:33:16.834585 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-b4743275-f699-40cc-8be9-79338c215fd8 tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:33:16.843228 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-4bf5f990-b1da-43eb-b36d-a692bf3d4acf tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:33:16.888940 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-725ab6e6-8b75-4f26-9a50-ee6173ea85a4 None None] Deleting port 26bd6483-9af7-40e0-a58f-dd1fea848a37 {{(pid=87508) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:33:16.889332 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-725ab6e6-8b75-4f26-9a50-ee6173ea85a4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:16.924291 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bf5f990-b1da-43eb-b36d-a692bf3d4acf tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Checking segment: {'id': '44c37508-0e11-42e7-9173-0a92457d02f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '5461f640-8891-4fd4-9da7-a0a8a6b282ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 22:33:16.924654 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bf5f990-b1da-43eb-b36d-a692bf3d4acf tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Network hostable DHCP agents. Network: 5461f640-8891-4fd4-9da7-a0a8a6b282ed, hostable agents: ['3b155c4d-12dc-491e-aa14-6113b06cfacd'], hosted agents: [] {{(pid=87506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 16 22:33:16.929837 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-b4743275-f699-40cc-8be9-79338c215fd8 tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Notify callbacks [] for security_group, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:16.930957 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-b4743275-f699-40cc-8be9-79338c215fd8 tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] 10.222.0.13 "DELETE /v2.0/security-groups/b208cfe2-3948-452e-bd2a-6c11ae7a1a97 HTTP/1.1" status: 204  len: 168 time: 0.5292687
Dec 16 22:33:16.932863 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-52c67296-721f-4f41-a531-3237b1486b3f tempest-FloatingIPAdminTestJSON-210502716 tempest-FloatingIPAdminTestJSON-210502716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3329565', 'neutron.services.segments.db._delete_segments_for_network-8734753546406'] for network, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:16.941493 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 38976) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:33:17.004230 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.services.segments.db [None req-52c67296-721f-4f41-a531-3237b1486b3f tempest-FloatingIPAdminTestJSON-210502716 tempest-FloatingIPAdminTestJSON-210502716-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1b7c7a26a0>,) {'filters': {'network_id': ['5b8d5e95-c7ec-4bcd-a4e9-51858715b4bc']}} {{(pid=87507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:33:17.031434 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.services.segments.db [None req-52c67296-721f-4f41-a531-3237b1486b3f tempest-FloatingIPAdminTestJSON-210502716 tempest-FloatingIPAdminTestJSON-210502716-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b7c7a26a0>, '5a9c101d-c9ac-4cb3-925a-541ab10570ce') {'for_net_delete': True} {{(pid=87507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:33:17.031727 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.services.segments.db [None req-52c67296-721f-4f41-a531-3237b1486b3f tempest-FloatingIPAdminTestJSON-210502716 tempest-FloatingIPAdminTestJSON-210502716-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b7c7a26a0>, '5a9c101d-c9ac-4cb3-925a-541ab10570ce') {} {{(pid=87507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:33:17.046063 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-8c34d22a-2f6b-4e4e-9bcf-4ea42256811d tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10807931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10549612'] for subnet, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:17.055703 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-52c67296-721f-4f41-a531-3237b1486b3f tempest-FloatingIPAdminTestJSON-210502716 tempest-FloatingIPAdminTestJSON-210502716-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734753593977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2128549'] for segment, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:17.062424 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bf5f990-b1da-43eb-b36d-a692bf3d4acf tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Network 5461f640-8891-4fd4-9da7-a0a8a6b282ed is scheduled to be hosted by DHCP agent 3b155c4d-12dc-491e-aa14-6113b06cfacd with binding_index 1 {{(pid=87506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 16 22:33:17.070324 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:33:17.099535 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.base_scheduler [None req-4bf5f990-b1da-43eb-b36d-a692bf3d4acf tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821829-1-hyperv, 5461f640-8891-4fd4-9da7-a0a8a6b282ed) {{(pid=87506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:33:17.108790 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-5e5eaa5a-5058-48ba-8905-7361a42ddcc8 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Notify callbacks [] for port, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:17.115434 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a13f3e54-f074-4dd9-9e41-6943f06a18ad None None] Network 5461f640-8891-4fd4-9da7-a0a8a6b282ed requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 22:33:17.116257 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bf5f990-b1da-43eb-b36d-a692bf3d4acf tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:33:17.117019 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-4bf5f990-b1da-43eb-b36d-a692bf3d4acf tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3791486'] for subnet, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:17.123800 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-687687f0-1712-4382-8977-3550f4800269 tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Synchronizing usage tracker for tenant:2d296b4ba9d3443c927f854ef36c40ce on resource:security_group {{(pid=87507) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 22:33:17.128487 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-125f9e61-a201-4531-8fb4-87ced0e698c7 tempest-RoutersIpV6AdminTest-146809031 tempest-RoutersIpV6AdminTest-146809031-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3741702', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3740945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-38947'] for router, precommit_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:17.136806 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-52c67296-721f-4f41-a531-3237b1486b3f tempest-FloatingIPAdminTestJSON-210502716 tempest-FloatingIPAdminTestJSON-210502716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-883292'] for segment, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:17.140194 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-125f9e61-a201-4531-8fb4-87ced0e698c7 tempest-RoutersIpV6AdminTest-146809031 tempest-RoutersIpV6AdminTest-146809031-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3741923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3741713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3741720', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3740934'] for router, after_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:17.148937 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c34d22a-2f6b-4e4e-9bcf-4ea42256811d tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Network 7edd76f7-0f97-48a5-b177-9842de6c0500 is already hosted by enough agents. {{(pid=87507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:33:17.154860 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.base_scheduler [None req-8c34d22a-2f6b-4e4e-9bcf-4ea42256811d tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Resources bound (agent type, host, resource id):  {{(pid=87507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:33:17.163628 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c34d22a-2f6b-4e4e-9bcf-4ea42256811d tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:33:17.164236 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-8c34d22a-2f6b-4e4e-9bcf-4ea42256811d tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks [] for subnet, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:17.167889 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52c67296-721f-4f41-a531-3237b1486b3f tempest-FloatingIPAdminTestJSON-210502716 tempest-FloatingIPAdminTestJSON-210502716-project] Releasing vlan 194 on physical network physnet1 to pool {{(pid=87507) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 16 22:33:17.168284 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-52c67296-721f-4f41-a531-3237b1486b3f tempest-FloatingIPAdminTestJSON-210502716 tempest-FloatingIPAdminTestJSON-210502716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-883285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10808034'] for segment, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:17.185009 dv-neutron-821829-1-hyperv neutron-server[87507]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 16 22:33:17.185009 dv-neutron-821829-1-hyperv neutron-server[87507]:   util.warn(
Dec 16 22:33:17.185009 dv-neutron-821829-1-hyperv neutron-server[87507]: Traceback (most recent call last):
Dec 16 22:33:17.185009 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 16 22:33:17.185009 dv-neutron-821829-1-hyperv neutron-server[87507]:     timer()
Dec 16 22:33:17.185009 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 22:33:17.185009 dv-neutron-821829-1-hyperv neutron-server[87507]:     cb(*args, **kw)
Dec 16 22:33:17.185009 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 22:33:17.185009 dv-neutron-821829-1-hyperv neutron-server[87507]:     return func(*args, **kwargs)
Dec 16 22:33:17.185009 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 22:33:17.185009 dv-neutron-821829-1-hyperv neutron-server[87507]:     self._notify()
Dec 16 22:33:17.185009 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 22:33:17.185009 dv-neutron-821829-1-hyperv neutron-server[87507]:     self.callback(batched_events)
Dec 16 22:33:17.185009 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 22:33:17.185009 dv-neutron-821829-1-hyperv neutron-server[87507]:     event.method(event)
Dec 16 22:33:17.185009 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 22:33:17.185009 dv-neutron-821829-1-hyperv neutron-server[87507]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 22:33:17.185009 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 22:33:17.185009 dv-neutron-821829-1-hyperv neutron-server[87507]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 22:33:17.185009 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 22:33:17.185009 dv-neutron-821829-1-hyperv neutron-server[87507]:     return f(self, *a, **k)
Dec 16 22:33:17.185009 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 16 22:33:17.185009 dv-neutron-821829-1-hyperv neutron-server[87507]:     return self._get(url).json()
Dec 16 22:33:17.185009 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 16 22:33:17.185009 dv-neutron-821829-1-hyperv neutron-server[87507]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 22:33:17.185009 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 16 22:33:17.185009 dv-neutron-821829-1-hyperv neutron-server[87507]:     return self.request(url, 'GET', **kwargs)
Dec 16 22:33:17.185009 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 16 22:33:17.185009 dv-neutron-821829-1-hyperv neutron-server[87507]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 22:33:17.185009 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 16 22:33:17.185009 dv-neutron-821829-1-hyperv neutron-server[87507]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 22:33:17.185009 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 16 22:33:17.185009 dv-neutron-821829-1-hyperv neutron-server[87507]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 22:33:17.185009 dv-neutron-821829-1-hyperv neutron-server[87507]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 22:33:17.191606 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c34d22a-2f6b-4e4e-9bcf-4ea42256811d tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Pushing event updated for resources: {'Subnet': ['ID=0efb4f53-8b7f-4ef4-a759-9751ff029973,revision_number=0']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:33:17.217620 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-4bf5f990-b1da-43eb-b36d-a692bf3d4acf tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 1.7739944
Dec 16 22:33:17.221585 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 38980) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:33:17.230018 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-725ab6e6-8b75-4f26-9a50-ee6173ea85a4 None None] For port 26bd6483-9af7-40e0-a58f-dd1fea848a37, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=26bd6483-9af7-40e0-a58f-dd1fea848a37,segment=NetworkSegment(da71c9a1-7532-4738-a9bc-22a7f498ec35),segment_id=da71c9a1-7532-4738-a9bc-22a7f498ec35)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:33:17.230176 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-84556d5d-4660-496d-9f35-2b33cf297039 tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-651623996'}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:33:17.230428 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-725ab6e6-8b75-4f26-9a50-ee6173ea85a4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:17.248492 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-8c34d22a-2f6b-4e4e-9bcf-4ea42256811d tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:33:17.252295 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-84556d5d-4660-496d-9f35-2b33cf297039 tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:33:17.261681 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-84556d5d-4660-496d-9f35-2b33cf297039 tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Usage tracker for resource:network and tenant:f62e67e237cd4fa6a36febbc06b0f445 is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:33:17.263214 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-687687f0-1712-4382-8977-3550f4800269 tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Unset dirty status for tenant:2d296b4ba9d3443c927f854ef36c40ce on resource:security_group {{(pid=87507) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 22:33:17.264619 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-687687f0-1712-4382-8977-3550f4800269 tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2979 time: 0.3192229
Dec 16 22:33:17.266047 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-84556d5d-4660-496d-9f35-2b33cf297039 tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:33:17.271522 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 38984) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:33:17.278207 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-8c34d22a-2f6b-4e4e-9bcf-4ea42256811d tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 834 time: 1.7123768
Dec 16 22:33:17.280080 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 38986) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:33:17.286602 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-1a7bfe7c-4e9d-40a5-91a7-8d38673ac5c5 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Request body: {'port': {'network_id': '7edd76f7-0f97-48a5-b177-9842de6c0500', 'fixed_ips': [{'subnet_id': '0efb4f53-8b7f-4ef4-a759-9751ff029973', 'ip_address': '2001:db8::8257:5527:c23d:4b09'}], 'name': 'tempest-NetworksTestDHCPv6-534866326'}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:33:17.324697 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-84556d5d-4660-496d-9f35-2b33cf297039 tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:33:17.336827 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-0c373c41-5d41-49c4-b932-8928aaac4c3d tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Request body: {'security_group': {'name': 'tempest-secgroup--1195905907'}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:33:17.345572 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-5e5eaa5a-5058-48ba-8905-7361a42ddcc8 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1863393'] for port, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:17.349620 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-0c373c41-5d41-49c4-b932-8928aaac4c3d tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:33:17.355388 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-52c67296-721f-4f41-a531-3237b1486b3f tempest-FloatingIPAdminTestJSON-210502716 tempest-FloatingIPAdminTestJSON-210502716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3329572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3741856'] for network, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:17.367326 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-e81f6102-f1a2-4da8-beb7-e1689c781b0e tempest-RoutersIpV6AdminTest-146809031 tempest-RoutersIpV6AdminTest-146809031-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:33:17.373992 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:33:17.375401 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-725ab6e6-8b75-4f26-9a50-ee6173ea85a4 None None] Calling delete_port for 26bd6483-9af7-40e0-a58f-dd1fea848a37 owned by network:dhcp {{(pid=87508) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:33:17.388399 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-52c67296-721f-4f41-a531-3237b1486b3f tempest-FloatingIPAdminTestJSON-210502716 tempest-FloatingIPAdminTestJSON-210502716-project] Notify callbacks [] for network, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:17.401056 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-5437daf3-40b4-4d46-94a9-1ab3bff45e07 None None] Deleting port 860b2d06-b062-4533-9125-d2b8659ab6d5 {{(pid=87508) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:33:17.401626 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-5437daf3-40b4-4d46-94a9-1ab3bff45e07 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:17.406959 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-52c67296-721f-4f41-a531-3237b1486b3f tempest-FloatingIPAdminTestJSON-210502716 tempest-FloatingIPAdminTestJSON-210502716-project] 10.222.0.13 "DELETE /v2.0/networks/5b8d5e95-c7ec-4bcd-a4e9-51858715b4bc HTTP/1.1" status: 204  len: 168 time: 2.1333923
Dec 16 22:33:17.416230 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c67296-721f-4f41-a531-3237b1486b3f tempest-FloatingIPAdminTestJSON-210502716 tempest-FloatingIPAdminTestJSON-210502716-project] Pushing event deleted for resources: {'Network': ['ID=5b8d5e95-c7ec-4bcd-a4e9-51858715b4bc,revision_number=None']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:33:17.418469 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 38992) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:33:17.419514 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-52c67296-721f-4f41-a531-3237b1486b3f tempest-FloatingIPAdminTestJSON-210502716 tempest-FloatingIPAdminTestJSON-210502716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:33:17.426701 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-0c373c41-5d41-49c4-b932-8928aaac4c3d tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:33:17.477587 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-1a7bfe7c-4e9d-40a5-91a7-8d38673ac5c5 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:33:17.481911 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-1a7bfe7c-4e9d-40a5-91a7-8d38673ac5c5 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Usage tracker for resource:port and tenant:8e4385a98eb1416284c1cc96b3355a70 is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:33:17.487074 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-1a7bfe7c-4e9d-40a5-91a7-8d38673ac5c5 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:33:17.493284 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-1a7bfe7c-4e9d-40a5-91a7-8d38673ac5c5 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:33:17.496033 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84556d5d-4660-496d-9f35-2b33cf297039 tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Made reservation on behalf of f62e67e237cd4fa6a36febbc06b0f445 for: {'network': 1} {{(pid=87506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:33:17.499411 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-84556d5d-4660-496d-9f35-2b33cf297039 tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for network, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:17.505258 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a7bfe7c-4e9d-40a5-91a7-8d38673ac5c5 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Made reservation on behalf of 8e4385a98eb1416284c1cc96b3355a70 for: {'port': 1} {{(pid=87507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:33:17.564401 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e5eaa5a-5058-48ba-8905-7361a42ddcc8 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Network f926d6c5-dfee-4ed9-94fe-f90abf85cef4 is already hosted by enough agents. {{(pid=87506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:33:17.565884 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-5437daf3-40b4-4d46-94a9-1ab3bff45e07 None None] The port '860b2d06-b062-4533-9125-d2b8659ab6d5' was deleted {{(pid=87508) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 16 22:33:17.573511 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.base_scheduler [None req-5e5eaa5a-5058-48ba-8905-7361a42ddcc8 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Resources bound (agent type, host, resource id):  {{(pid=87506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:33:17.640735 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e5eaa5a-5058-48ba-8905-7361a42ddcc8 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Received port after_create {{(pid=87506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 22:33:17.667061 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-1a7bfe7c-4e9d-40a5-91a7-8d38673ac5c5 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:17.681354 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 860b2d06-b062-4533-9125-d2b8659ab6d5 no longer exists at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 22:33:17.686066 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-0c373c41-5d41-49c4-b932-8928aaac4c3d tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Notify callbacks [] for security_group, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:17.691215 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.notifiers.nova [None req-1a7bfe7c-4e9d-40a5-91a7-8d38673ac5c5 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] device_id is not set on port 05aaa428-a5f7-4670-9c43-3e71593a9dd6 yet. {{(pid=87507) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 16 22:33:17.694349 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5eaa5a-5058-48ba-8905-7361a42ddcc8 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Pushing event updated for resources: {'Port': ['ID=37d3f702-7ad2-4d73-b0c8-c8d6e0dc3390,revision_number=1']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:33:17.741149 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-5e5eaa5a-5058-48ba-8905-7361a42ddcc8 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.374s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:33:17.742948 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-125f9e61-a201-4531-8fb4-87ced0e698c7 tempest-RoutersIpV6AdminTest-146809031 tempest-RoutersIpV6AdminTest-146809031-project-admin] Router 40b2258e-3a6e-4aeb-9f51-e87c9cb18928 has already been hosted by L3 agent 4f519db7-069b-43e2-8411-c092bac9102a {{(pid=87506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 22:33:17.750744 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] No Port match for: 860b2d06-b062-4533-9125-d2b8659ab6d5 {{(pid=87508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 22:33:17.752444 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 860b2d06-b062-4533-9125-d2b8659ab6d5 not bound to the agent host dv-neutron-821829-1-hyperv {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 22:33:17.755115 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [None req-04641d40-9e98-4a16-adb2-8a8f9b5453f6 tempest-FloatingIPAdminTestJSON-210502716 tempest-FloatingIPAdminTestJSON-210502716-project] Deleting port c1552c24-1361-4cf4-bdc4-d725aa0f6d0f {{(pid=87506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:33:17.755454 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-04641d40-9e98-4a16-adb2-8a8f9b5453f6 tempest-FloatingIPAdminTestJSON-210502716 tempest-FloatingIPAdminTestJSON-210502716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:17.763293 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4458199f-43de-4b59-9fd0-bf91fd5cd598 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1d6bfaf-d325-5e4f-b05d-2441d8339617-5461f640-8891-4fd4-9da7-a0a8a6b282ed', 'network_id': '5461f640-8891-4fd4-9da7-a0a8a6b282ed', 'tenant_id': 'f62e67e237cd4fa6a36febbc06b0f445', 'fixed_ips': [{'subnet_id': '61cf1045-7e3b-4416-812d-eb1050d3e06d'}]}} from dv-neutron-821829-1-hyperv. {{(pid=87508) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 16 22:33:17.764223 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-4458199f-43de-4b59-9fd0-bf91fd5cd598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:17.781454 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-725ab6e6-8b75-4f26-9a50-ee6173ea85a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949'] for port, after_delete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:17.788781 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84556d5d-4660-496d-9f35-2b33cf297039 tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] vlan segment allocate from pool success with {'vlan_id': 160, 'physical_network': 'physnet1'}  {{(pid=87506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 22:33:17.789309 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-0d5b6f56-b0b9-4ed5-a2f6-ddff7c02b64c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:33:17.830811 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-84556d5d-4660-496d-9f35-2b33cf297039 tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-883292'] for segment, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:17.831062 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.db.segments_db [None req-84556d5d-4660-496d-9f35-2b33cf297039 tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Added segment 187d296e-4326-4591-8cf9-f922e5d2ad7d of type vlan for network 8b589113-3fe9-48f3-91e7-9d6f5339077b
Dec 16 22:33:17.836010 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-0c373c41-5d41-49c4-b932-8928aaac4c3d tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:33:17.836186 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725ab6e6-8b75-4f26-9a50-ee6173ea85a4 None None] Pushing event deleted for resources: {'Port': ['ID=26bd6483-9af7-40e0-a58f-dd1fea848a37,revision_number=None']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:33:17.839106 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-725ab6e6-8b75-4f26-9a50-ee6173ea85a4 None None] No DVR routers for this DVR port 26bd6483-9af7-40e0-a58f-dd1fea848a37 on host dv-neutron-821829-1-hyperv {{(pid=87508) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 22:33:17.884682 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-725ab6e6-8b75-4f26-9a50-ee6173ea85a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:33:17.906975 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db26f03b-f288-43e3-bfaa-66355eac25ab None None] Network 7edd76f7-0f97-48a5-b177-9842de6c0500 requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 22:33:17.913478 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e5eaa5a-5058-48ba-8905-7361a42ddcc8 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:33:17.914093 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-5e5eaa5a-5058-48ba-8905-7361a42ddcc8 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for port, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:17.921785 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-0c373c41-5d41-49c4-b932-8928aaac4c3d tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Usage tracker for resource:security_group_rule and tenant:2d296b4ba9d3443c927f854ef36c40ce is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:33:17.948776 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.db_base_plugin_common [None req-1a7bfe7c-4e9d-40a5-91a7-8d38673ac5c5 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Allocated IP 2001:db8::8257:5527:c23d:4b09 (7edd76f7-0f97-48a5-b177-9842de6c0500/0efb4f53-8b7f-4ef4-a759-9751ff029973/05aaa428-a5f7-4670-9c43-3e71593a9dd6) {{(pid=87507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 22:33:18.083382 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-0c373c41-5d41-49c4-b932-8928aaac4c3d tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:33:18.158958 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-0c373c41-5d41-49c4-b932-8928aaac4c3d tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:33:18.177378 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-1a7bfe7c-4e9d-40a5-91a7-8d38673ac5c5 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks [] for port, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:18.190640 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-84556d5d-4660-496d-9f35-2b33cf297039 tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734753047233'] for network, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:18.193597 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.provisioning_blocks [None req-1a7bfe7c-4e9d-40a5-91a7-8d38673ac5c5 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Transition to ACTIVE for port object 05aaa428-a5f7-4670-9c43-3e71593a9dd6 will not be triggered until provisioned by entity DHCP. {{(pid=87507) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:33:18.204519 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-5e5eaa5a-5058-48ba-8905-7361a42ddcc8 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 929 time: 3.1978495
Dec 16 22:33:18.208593 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 39000) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:33:18.216413 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-1cec1f9a-ca4c-47d0-9c63-1b86afbdaa94 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Request body: {'floatingip': {'floating_network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'port_id': '37d3f702-7ad2-4d73-b0c8-c8d6e0dc3390', 'fixed_ip_address': '172.20.0.6'}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:33:18.231178 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eda27726-c4e1-4834-9c12-4699d90008c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1d6bfaf-d325-5e4f-b05d-2441d8339617-7edd76f7-0f97-48a5-b177-9842de6c0500', 'network_id': '7edd76f7-0f97-48a5-b177-9842de6c0500', 'tenant_id': '8e4385a98eb1416284c1cc96b3355a70', 'fixed_ips': [{'subnet_id': '0efb4f53-8b7f-4ef4-a759-9751ff029973'}]}} from dv-neutron-821829-1-hyperv. {{(pid=87508) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 16 22:33:18.232275 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-eda27726-c4e1-4834-9c12-4699d90008c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:18.251221 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.db_base_plugin_common [None req-4458199f-43de-4b59-9fd0-bf91fd5cd598 None None] Allocated IP 2001:db8:0:ffff::2 (5461f640-8891-4fd4-9da7-a0a8a6b282ed/61cf1045-7e3b-4416-812d-eb1050d3e06d/678bdfd2-3046-4b71-b8f2-74d09f76ce7b) {{(pid=87508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 22:33:18.324914 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-1cec1f9a-ca4c-47d0-9c63-1b86afbdaa94 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:33:18.330650 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-1cec1f9a-ca4c-47d0-9c63-1b86afbdaa94 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Usage tracker for resource:floatingip and tenant:224a3f89678e41499cb7a5fbecafc8d7 is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:33:18.334176 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-1cec1f9a-ca4c-47d0-9c63-1b86afbdaa94 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:33:18.341219 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-1cec1f9a-ca4c-47d0-9c63-1b86afbdaa94 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:33:18.349227 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-1a7bfe7c-4e9d-40a5-91a7-8d38673ac5c5 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10807823'] for port, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:18.351991 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-1cec1f9a-ca4c-47d0-9c63-1b86afbdaa94 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Notify callbacks [] for floatingip, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:18.363256 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-84556d5d-4660-496d-9f35-2b33cf297039 tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440'] for network, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:18.370575 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-34040d11-8317-48db-98b6-b92ff61e3c56 tempest-RoutersAdminNegativeTest-1146687874 tempest-RoutersAdminNegativeTest-1146687874-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:33:18.377079 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84556d5d-4660-496d-9f35-2b33cf297039 tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:33:18.377671 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-84556d5d-4660-496d-9f35-2b33cf297039 tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3791486'] for network, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:18.381528 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-125f9e61-a201-4531-8fb4-87ced0e698c7 tempest-RoutersIpV6AdminTest-146809031 tempest-RoutersIpV6AdminTest-146809031-project-admin] Notify agent at l3_agent.dv-neutron-821829-1-hyperv the message routers_updated {{(pid=87506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 22:33:18.384136 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-04641d40-9e98-4a16-adb2-8a8f9b5453f6 tempest-FloatingIPAdminTestJSON-210502716 tempest-FloatingIPAdminTestJSON-210502716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:18.384634 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-04641d40-9e98-4a16-adb2-8a8f9b5453f6 tempest-FloatingIPAdminTestJSON-210502716 tempest-FloatingIPAdminTestJSON-210502716-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:18.394790 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-8c749190-e125-42d8-9c5b-da02d7960847 tempest-ExternalNetworksTestJSON-942302126 tempest-ExternalNetworksTestJSON-942302126-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:33:18.395026 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62bc83ac-7a8e-4783-8cf1-dea799d27386 None None] Sync routers for ids ['40b2258e-3a6e-4aeb-9f51-e87c9cb18928'] in dv-neutron-821829-1-hyperv {{(pid=87509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 22:33:18.410744 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62bc83ac-7a8e-4783-8cf1-dea799d27386 None None] Routers {'40b2258e-3a6e-4aeb-9f51-e87c9cb18928'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:33:18.412050 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-62bc83ac-7a8e-4783-8cf1-dea799d27386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b7c9c3c70>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:33:01Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['40b2258e-3a6e-4aeb-9f51-e87c9cb18928'], 'active': True} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:33:18.439200 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7bfe7c-4e9d-40a5-91a7-8d38673ac5c5 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Pushing event updated for resources: {'Port': ['ID=05aaa428-a5f7-4670-9c43-3e71593a9dd6,revision_number=1']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:33:18.444628 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-1a7bfe7c-4e9d-40a5-91a7-8d38673ac5c5 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:33:18.498775 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a7bfe7c-4e9d-40a5-91a7-8d38673ac5c5 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Network 7edd76f7-0f97-48a5-b177-9842de6c0500 is already hosted by enough agents. {{(pid=87507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:33:18.504234 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.base_scheduler [None req-1a7bfe7c-4e9d-40a5-91a7-8d38673ac5c5 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Resources bound (agent type, host, resource id):  {{(pid=87507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:33:18.508923 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a7bfe7c-4e9d-40a5-91a7-8d38673ac5c5 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Received port after_create {{(pid=87507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 22:33:18.514568 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a7bfe7c-4e9d-40a5-91a7-8d38673ac5c5 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:33:18.515187 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-1a7bfe7c-4e9d-40a5-91a7-8d38673ac5c5 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for port, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:18.546983 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-62bc83ac-7a8e-4783-8cf1-dea799d27386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b7c9c3c70>, [], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:33:18.558960 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-1a7bfe7c-4e9d-40a5-91a7-8d38673ac5c5 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 947 time: 1.2778556
Dec 16 22:33:18.561644 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 39004) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:33:18.564141 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62bc83ac-7a8e-4783-8cf1-dea799d27386 None None] Routers {'40b2258e-3a6e-4aeb-9f51-e87c9cb18928'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:33:18.565544 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-62bc83ac-7a8e-4783-8cf1-dea799d27386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b7c9c3c70>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:33:01Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['40b2258e-3a6e-4aeb-9f51-e87c9cb18928'], 'active': True} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:33:18.590162 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.db_base_plugin_common [None req-eda27726-c4e1-4834-9c12-4699d90008c1 None None] Allocated IP 2001:db8::2 (7edd76f7-0f97-48a5-b177-9842de6c0500/0efb4f53-8b7f-4ef4-a759-9751ff029973/8059e5c8-e94b-4acf-9dec-bb18023cd1b1) {{(pid=87508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 22:33:18.648371 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-62bc83ac-7a8e-4783-8cf1-dea799d27386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b7c9c3c70>, [], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:33:18.648940 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62bc83ac-7a8e-4783-8cf1-dea799d27386 None None] The sync data for ids ['40b2258e-3a6e-4aeb-9f51-e87c9cb18928'] in dv-neutron-821829-1-hyperv is: [] {{(pid=87509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 22:33:18.664633 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c21f26cd-73d6-477d-bc86-6b839864b262 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:33:18.665333 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-c21f26cd-73d6-477d-bc86-6b839864b262 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Synchronizing usage tracker for tenant:8e4385a98eb1416284c1cc96b3355a70 on resource:port {{(pid=87507) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 22:33:18.690973 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [None req-04641d40-9e98-4a16-adb2-8a8f9b5453f6 tempest-FloatingIPAdminTestJSON-210502716 tempest-FloatingIPAdminTestJSON-210502716-project] Calling delete_port for c1552c24-1361-4cf4-bdc4-d725aa0f6d0f owned by network:floatingip {{(pid=87506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:33:18.696274 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-c21f26cd-73d6-477d-bc86-6b839864b262 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Unset dirty status for tenant:8e4385a98eb1416284c1cc96b3355a70 on resource:port {{(pid=87507) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 22:33:18.697421 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-c21f26cd-73d6-477d-bc86-6b839864b262 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200  len: 945 time: 0.1348896
Dec 16 22:33:18.700063 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 39008) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:33:18.732607 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-125f9e61-a201-4531-8fb4-87ced0e698c7 tempest-RoutersIpV6AdminTest-146809031 tempest-RoutersIpV6AdminTest-146809031-project-admin] Notify callbacks [] for router, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:18.736312 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-125f9e61-a201-4531-8fb4-87ced0e698c7 tempest-RoutersIpV6AdminTest-146809031 tempest-RoutersIpV6AdminTest-146809031-project-admin] 10.222.0.13 "PUT /v2.0/routers/40b2258e-3a6e-4aeb-9f51-e87c9cb18928 HTTP/1.1" status: 200  len: 925 time: 5.0226550
Dec 16 22:33:18.737428 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 39012) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:33:18.745982 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-84556d5d-4660-496d-9f35-2b33cf297039 tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 788 time: 1.5233924
Dec 16 22:33:18.758737 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 39016) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:33:18.759452 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84556d5d-4660-496d-9f35-2b33cf297039 tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Pushing event updated for resources: {'Network': ['ID=8b589113-3fe9-48f3-91e7-9d6f5339077b,revision_number=1']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:33:18.768622 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-0c373c41-5d41-49c4-b932-8928aaac4c3d tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Notify callbacks [] for security_group, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:18.769541 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-4458199f-43de-4b59-9fd0-bf91fd5cd598 None None] Notify callbacks [] for port, precommit_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:18.769756 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-84556d5d-4660-496d-9f35-2b33cf297039 tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.375s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:33:18.775747 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-19fc7598-d1a5-4b83-826d-24656d17a6de tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Request body: {'subnet': {'network_id': '8b589113-3fe9-48f3-91e7-9d6f5339077b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:33:18.791211 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Network 8b589113-3fe9-48f3-91e7-9d6f5339077b details requested by agent ovs-agent-dv-neutron-821829-1-hyperv with host dv-neutron-821829-1-hyperv {{(pid=87508) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 22:33:18.796794 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-0c373c41-5d41-49c4-b932-8928aaac4c3d tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841066'] for security_group, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:18.807206 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-6442a46a-0db3-4643-aad4-5eaad684cab7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:33:18.810973 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-4458199f-43de-4b59-9fd0-bf91fd5cd598 None None] Transition to ACTIVE for port object 678bdfd2-3046-4b71-b8f2-74d09f76ce7b will not be triggered until provisioned by entity L2. {{(pid=87508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:33:18.818140 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-1cec1f9a-ca4c-47d0-9c63-1b86afbdaa94 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:18.905919 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.plugin [None req-4993da06-9d5e-4a06-b46c-6feced32fd7c tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Deleting port 05aaa428-a5f7-4670-9c43-3e71593a9dd6 {{(pid=87507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:33:18.906256 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-4993da06-9d5e-4a06-b46c-6feced32fd7c tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:18.907245 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-4458199f-43de-4b59-9fd0-bf91fd5cd598 None None] Transition to ACTIVE for port object 678bdfd2-3046-4b71-b8f2-74d09f76ce7b will not be triggered until provisioned by entity DHCP. {{(pid=87508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:33:18.935796 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-4458199f-43de-4b59-9fd0-bf91fd5cd598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940'] for port, after_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:18.948063 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-725ab6e6-8b75-4f26-9a50-ee6173ea85a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:33:19.020570 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-0c373c41-5d41-49c4-b932-8928aaac4c3d tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Notify callbacks [] for security_group, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:19.024603 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-0c373c41-5d41-49c4-b932-8928aaac4c3d tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1744 time: 1.7001903
Dec 16 22:33:19.033135 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 39022) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:33:19.034343 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4458199f-43de-4b59-9fd0-bf91fd5cd598 None None] Network 5461f640-8891-4fd4-9da7-a0a8a6b282ed is already hosted by enough agents. {{(pid=87508) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:33:19.044531 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-b21c9bd0-e250-4f0e-91a4-f1be2150262e tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Request body: {'security_group_rule': {'security_group_id': '07a12a62-0b07-4431-b27e-95110e3c686c', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:33:19.055606 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c373c41-5d41-49c4-b932-8928aaac4c3d tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Pushing event updated for resources: {'SecurityGroup': ['ID=07a12a62-0b07-4431-b27e-95110e3c686c,revision_number=1']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:33:19.066235 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-0c373c41-5d41-49c4-b932-8928aaac4c3d tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:33:19.073612 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-04641d40-9e98-4a16-adb2-8a8f9b5453f6 tempest-FloatingIPAdminTestJSON-210502716 tempest-FloatingIPAdminTestJSON-210502716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1863393'] for port, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:19.073798 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.scheduler.base_scheduler [None req-4458199f-43de-4b59-9fd0-bf91fd5cd598 None None] Resources bound (agent type, host, resource id):  {{(pid=87508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:33:19.077621 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-19fc7598-d1a5-4b83-826d-24656d17a6de tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:33:19.079775 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-5e5eaa5a-5058-48ba-8905-7361a42ddcc8 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:33:19.086165 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4458199f-43de-4b59-9fd0-bf91fd5cd598 None None] Received port after_create {{(pid=87508) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 22:33:19.101885 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-b21c9bd0-e250-4f0e-91a4-f1be2150262e tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:33:19.107041 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4458199f-43de-4b59-9fd0-bf91fd5cd598 None None] Pushing event updated for resources: {'Port': ['ID=678bdfd2-3046-4b71-b8f2-74d09f76ce7b,revision_number=1']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:33:19.111250 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-4458199f-43de-4b59-9fd0-bf91fd5cd598 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:33:19.129920 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-19fc7598-d1a5-4b83-826d-24656d17a6de tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Usage tracker for resource:subnet and tenant:f62e67e237cd4fa6a36febbc06b0f445 is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:33:19.132876 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04641d40-9e98-4a16-adb2-8a8f9b5453f6 tempest-FloatingIPAdminTestJSON-210502716 tempest-FloatingIPAdminTestJSON-210502716-project] Pushing event deleted for resources: {'Port': ['ID=c1552c24-1361-4cf4-bdc4-d725aa0f6d0f,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:33:19.135980 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-04641d40-9e98-4a16-adb2-8a8f9b5453f6 tempest-FloatingIPAdminTestJSON-210502716 tempest-FloatingIPAdminTestJSON-210502716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:33:19.136804 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-19fc7598-d1a5-4b83-826d-24656d17a6de tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:33:19.151823 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-b21c9bd0-e250-4f0e-91a4-f1be2150262e tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Usage tracker for resource:security_group_rule and tenant:2d296b4ba9d3443c927f854ef36c40ce is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:33:19.159270 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-b21c9bd0-e250-4f0e-91a4-f1be2150262e tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:33:19.165297 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-5dd4eebe-6525-4bdf-961c-4a29aa2e6db5 tempest-RoutersIpV6AdminTest-146809031 tempest-RoutersIpV6AdminTest-146809031-project-admin] 10.222.0.13 "GET /v2.0/routers/40b2258e-3a6e-4aeb-9f51-e87c9cb18928 HTTP/1.1" status: 200  len: 925 time: 0.4266210
Dec 16 22:33:19.171711 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 39028) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:33:19.179065 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-b21c9bd0-e250-4f0e-91a4-f1be2150262e tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:33:19.180351 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-19fc7598-d1a5-4b83-826d-24656d17a6de tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:33:19.232351 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.db_base_plugin_common [None req-1cec1f9a-ca4c-47d0-9c63-1b86afbdaa94 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Allocated IP 172.26.0.184 (f8905ce9-304b-4976-bc47-e58c71c11de5/9bca8591-41ef-4f2d-8ecb-ecaab1a28acf/b99eae2a-32c2-4c49-9562-27e56f654955) {{(pid=87507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 22:33:19.232962 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-eda27726-c4e1-4834-9c12-4699d90008c1 None None] Notify callbacks [] for port, precommit_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:19.236428 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-4458199f-43de-4b59-9fd0-bf91fd5cd598 None None] Attempting to bind port 678bdfd2-3046-4b71-b8f2-74d09f76ce7b on host dv-neutron-821829-1-hyperv for vnic_type normal with profile  {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 22:33:19.236752 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-4458199f-43de-4b59-9fd0-bf91fd5cd598 None None] Attempting to bind port 678bdfd2-3046-4b71-b8f2-74d09f76ce7b by drivers openvswitch,hyperv on host dv-neutron-821829-1-hyperv at level 0 using segments [{'id': '44c37508-0e11-42e7-9173-0a92457d02f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '5461f640-8891-4fd4-9da7-a0a8a6b282ed'}] {{(pid=87508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 22:33:19.237127 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4458199f-43de-4b59-9fd0-bf91fd5cd598 None None] Attempting to bind port 678bdfd2-3046-4b71-b8f2-74d09f76ce7b on network 5461f640-8891-4fd4-9da7-a0a8a6b282ed {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 22:33:19.250672 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4458199f-43de-4b59-9fd0-bf91fd5cd598 None None] Checking agent: {'id': '5571501f-366e-47a4-9b60-8ef19d935d27', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821829-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 24, 2), 'started_at': datetime.datetime(2021, 12, 16, 22, 24, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 33, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821829-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 22:33:19.251669 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4458199f-43de-4b59-9fd0-bf91fd5cd598 None None] Checking segment: {'id': '44c37508-0e11-42e7-9173-0a92457d02f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '5461f640-8891-4fd4-9da7-a0a8a6b282ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 22:33:19.252139 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-4458199f-43de-4b59-9fd0-bf91fd5cd598 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:19.252555 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4458199f-43de-4b59-9fd0-bf91fd5cd598 None None] Bound using segment: {'id': '44c37508-0e11-42e7-9173-0a92457d02f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '5461f640-8891-4fd4-9da7-a0a8a6b282ed'} {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 22:33:19.253036 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-4458199f-43de-4b59-9fd0-bf91fd5cd598 None None] Bound port: 678bdfd2-3046-4b71-b8f2-74d09f76ce7b, host: dv-neutron-821829-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44c37508-0e11-42e7-9173-0a92457d02f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '5461f640-8891-4fd4-9da7-a0a8a6b282ed'}}] {{(pid=87508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 22:33:19.253424 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-4458199f-43de-4b59-9fd0-bf91fd5cd598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:19.262894 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-eda27726-c4e1-4834-9c12-4699d90008c1 None None] Transition to ACTIVE for port object 8059e5c8-e94b-4acf-9dec-bb18023cd1b1 will not be triggered until provisioned by entity L2. {{(pid=87508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:33:19.272177 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19fc7598-d1a5-4b83-826d-24656d17a6de tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Made reservation on behalf of f62e67e237cd4fa6a36febbc06b0f445 for: {'subnet': 1} {{(pid=87506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:33:19.275973 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-19fc7598-d1a5-4b83-826d-24656d17a6de tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11213078'] for subnet, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:19.307343 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-b21c9bd0-e250-4f0e-91a4-f1be2150262e tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:19.326504 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-eda27726-c4e1-4834-9c12-4699d90008c1 None None] Transition to ACTIVE for port object 8059e5c8-e94b-4acf-9dec-bb18023cd1b1 will not be triggered until provisioned by entity DHCP. {{(pid=87508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:33:19.341633 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-eda27726-c4e1-4834-9c12-4699d90008c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940'] for port, after_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:19.348419 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-e26135ac-a633-4c69-8fb2-8e9fc62b5c81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:33:19.386226 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-04641d40-9e98-4a16-adb2-8a8f9b5453f6 tempest-FloatingIPAdminTestJSON-210502716 tempest-FloatingIPAdminTestJSON-210502716-project] Notify callbacks [] for floatingip, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:19.434126 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-612c28b4-f81c-463f-9c7d-78dbc3f63abc tempest-RoutersIpV6AdminTest-146809031 tempest-RoutersIpV6AdminTest-146809031-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:33:19.435048 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-612c28b4-f81c-463f-9c7d-78dbc3f63abc tempest-RoutersIpV6AdminTest-146809031 tempest-RoutersIpV6AdminTest-146809031-project-admin] Synchronizing usage tracker for tenant:5cf88710195741768968293f02f9935d on resource:port {{(pid=87506) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 22:33:19.457599 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-04641d40-9e98-4a16-adb2-8a8f9b5453f6 tempest-FloatingIPAdminTestJSON-210502716 tempest-FloatingIPAdminTestJSON-210502716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for floatingip, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:19.459101 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-04641d40-9e98-4a16-adb2-8a8f9b5453f6 tempest-FloatingIPAdminTestJSON-210502716 tempest-FloatingIPAdminTestJSON-210502716-project] 10.222.0.13 "DELETE /v2.0/floatingips/ca0edeaa-646e-4a53-babb-0ac56d5e593c HTTP/1.1" status: 204  len: 168 time: 2.0340199
Dec 16 22:33:19.477966 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-612c28b4-f81c-463f-9c7d-78dbc3f63abc tempest-RoutersIpV6AdminTest-146809031 tempest-RoutersIpV6AdminTest-146809031-project-admin] Unset dirty status for tenant:5cf88710195741768968293f02f9935d on resource:port {{(pid=87506) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 22:33:19.479182 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-612c28b4-f81c-463f-9c7d-78dbc3f63abc tempest-RoutersIpV6AdminTest-146809031 tempest-RoutersIpV6AdminTest-146809031-project-admin] 10.222.0.13 "GET /v2.0/ports?network_id=f8905ce9-304b-4976-bc47-e58c71c11de5&device_id=40b2258e-3a6e-4aeb-9f51-e87c9cb18928&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 944 time: 0.3009942
Dec 16 22:33:19.483646 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 39034) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:33:19.495895 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-4993da06-9d5e-4a06-b46c-6feced32fd7c tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:19.512052 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-4458199f-43de-4b59-9fd0-bf91fd5cd598 None None] For port 678bdfd2-3046-4b71-b8f2-74d09f76ce7b, host dv-neutron-821829-1-hyperv, cleared binding levels {{(pid=87508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 22:33:19.521361 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eda27726-c4e1-4834-9c12-4699d90008c1 None None] Network 7edd76f7-0f97-48a5-b177-9842de6c0500 is already hosted by enough agents. {{(pid=87508) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:33:19.525647 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-4458199f-43de-4b59-9fd0-bf91fd5cd598 None None] For port 678bdfd2-3046-4b71-b8f2-74d09f76ce7b, host dv-neutron-821829-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=678bdfd2-3046-4b71-b8f2-74d09f76ce7b,segment=NetworkSegment(44c37508-0e11-42e7-9173-0a92457d02f0),segment_id=44c37508-0e11-42e7-9173-0a92457d02f0)] {{(pid=87508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 22:33:19.526946 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.scheduler.base_scheduler [None req-eda27726-c4e1-4834-9c12-4699d90008c1 None None] Resources bound (agent type, host, resource id):  {{(pid=87508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:33:19.530672 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eda27726-c4e1-4834-9c12-4699d90008c1 None None] Received port after_create {{(pid=87508) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 22:33:19.537263 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-4458199f-43de-4b59-9fd0-bf91fd5cd598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:19.540675 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda27726-c4e1-4834-9c12-4699d90008c1 None None] Pushing event updated for resources: {'Port': ['ID=8059e5c8-e94b-4acf-9dec-bb18023cd1b1,revision_number=1']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:33:19.545386 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-eda27726-c4e1-4834-9c12-4699d90008c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:33:19.545974 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-d7331dd9-bcc6-4987-993e-e12dc690e66a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:33:19.645496 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.plugin [None req-4993da06-9d5e-4a06-b46c-6feced32fd7c tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Calling delete_port for 05aaa428-a5f7-4670-9c43-3e71593a9dd6 owned by  {{(pid=87507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:33:19.703307 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-eda27726-c4e1-4834-9c12-4699d90008c1 None None] Attempting to bind port 8059e5c8-e94b-4acf-9dec-bb18023cd1b1 on host dv-neutron-821829-1-hyperv for vnic_type normal with profile  {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 22:33:19.704040 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-eda27726-c4e1-4834-9c12-4699d90008c1 None None] Attempting to bind port 8059e5c8-e94b-4acf-9dec-bb18023cd1b1 by drivers openvswitch,hyperv on host dv-neutron-821829-1-hyperv at level 0 using segments [{'id': 'da71c9a1-7532-4738-a9bc-22a7f498ec35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '7edd76f7-0f97-48a5-b177-9842de6c0500'}] {{(pid=87508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 22:33:19.704040 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eda27726-c4e1-4834-9c12-4699d90008c1 None None] Attempting to bind port 8059e5c8-e94b-4acf-9dec-bb18023cd1b1 on network 7edd76f7-0f97-48a5-b177-9842de6c0500 {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 22:33:19.705958 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4458199f-43de-4b59-9fd0-bf91fd5cd598 None None] Pushing event updated for resources: {'Port': ['ID=678bdfd2-3046-4b71-b8f2-74d09f76ce7b,revision_number=2']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:33:19.713140 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-4458199f-43de-4b59-9fd0-bf91fd5cd598 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:33:19.716202 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eda27726-c4e1-4834-9c12-4699d90008c1 None None] Checking agent: {'id': '5571501f-366e-47a4-9b60-8ef19d935d27', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821829-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 24, 2), 'started_at': datetime.datetime(2021, 12, 16, 22, 24, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 33, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821829-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 22:33:19.716587 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eda27726-c4e1-4834-9c12-4699d90008c1 None None] Checking segment: {'id': 'da71c9a1-7532-4738-a9bc-22a7f498ec35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '7edd76f7-0f97-48a5-b177-9842de6c0500'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 22:33:19.716995 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-eda27726-c4e1-4834-9c12-4699d90008c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:19.717398 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eda27726-c4e1-4834-9c12-4699d90008c1 None None] Bound using segment: {'id': 'da71c9a1-7532-4738-a9bc-22a7f498ec35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '7edd76f7-0f97-48a5-b177-9842de6c0500'} {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 22:33:19.717864 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-eda27726-c4e1-4834-9c12-4699d90008c1 None None] Bound port: 8059e5c8-e94b-4acf-9dec-bb18023cd1b1, host: dv-neutron-821829-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da71c9a1-7532-4738-a9bc-22a7f498ec35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '7edd76f7-0f97-48a5-b177-9842de6c0500'}}] {{(pid=87508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 22:33:19.718240 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-eda27726-c4e1-4834-9c12-4699d90008c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:19.736776 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48525c34-ddba-4852-9020-7d671c4b266f tempest-RoutersIpV6AdminTest-146809031 tempest-RoutersIpV6AdminTest-146809031-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:33:19.737342 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-48525c34-ddba-4852-9020-7d671c4b266f tempest-RoutersIpV6AdminTest-146809031 tempest-RoutersIpV6AdminTest-146809031-project-admin] Synchronizing usage tracker for tenant:5cf88710195741768968293f02f9935d on resource:network {{(pid=87506) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 22:33:19.787673 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-b21c9bd0-e250-4f0e-91a4-f1be2150262e tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:19.816200 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-48525c34-ddba-4852-9020-7d671c4b266f tempest-RoutersIpV6AdminTest-146809031 tempest-RoutersIpV6AdminTest-146809031-project-admin] Unset dirty status for tenant:5cf88710195741768968293f02f9935d on resource:network {{(pid=87506) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 22:33:19.819972 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-48525c34-ddba-4852-9020-7d671c4b266f tempest-RoutersIpV6AdminTest-146809031 tempest-RoutersIpV6AdminTest-146809031-project-admin] 10.222.0.13 "GET /v2.0/networks/f8905ce9-304b-4976-bc47-e58c71c11de5 HTTP/1.1" status: 200  len: 881 time: 0.3331037
Dec 16 22:33:19.820686 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 39040) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:33:19.853472 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-eda27726-c4e1-4834-9c12-4699d90008c1 None None] For port 8059e5c8-e94b-4acf-9dec-bb18023cd1b1, host dv-neutron-821829-1-hyperv, cleared binding levels {{(pid=87508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 22:33:19.857148 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-eda27726-c4e1-4834-9c12-4699d90008c1 None None] For port 8059e5c8-e94b-4acf-9dec-bb18023cd1b1, host dv-neutron-821829-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=8059e5c8-e94b-4acf-9dec-bb18023cd1b1,segment=NetworkSegment(da71c9a1-7532-4738-a9bc-22a7f498ec35),segment_id=da71c9a1-7532-4738-a9bc-22a7f498ec35)] {{(pid=87508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 22:33:19.859375 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-1cec1f9a-ca4c-47d0-9c63-1b86afbdaa94 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Notify callbacks [] for port, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:19.865234 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-eda27726-c4e1-4834-9c12-4699d90008c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:19.875216 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-e26135ac-a633-4c69-8fb2-8e9fc62b5c81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:33:19.911366 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-b21c9bd0-e250-4f0e-91a4-f1be2150262e tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841137'] for security_group_rule, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:19.981940 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda27726-c4e1-4834-9c12-4699d90008c1 None None] Pushing event updated for resources: {'Port': ['ID=8059e5c8-e94b-4acf-9dec-bb18023cd1b1,revision_number=2']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:33:19.992119 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-eda27726-c4e1-4834-9c12-4699d90008c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:33:19.993819 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 39044) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:33:19.996462 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-1cec1f9a-ca4c-47d0-9c63-1b86afbdaa94 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10807823'] for port, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:20.010545 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-1106a369-556c-4b5e-98a5-83f59473b98c tempest-ServersTestJSON-1208382319 tempest-ServersTestJSON-1208382319-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:33:20.023642 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-4993da06-9d5e-4a06-b46c-6feced32fd7c tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10807823'] for port, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:20.091740 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-72dd00ef-0938-4029-9280-1355feb74a0d tempest-RoutersIpV6AdminTest-765327337 tempest-RoutersIpV6AdminTest-765327337-project] 10.222.0.13 "GET /v2.0/ports?device_id=40b2258e-3a6e-4aeb-9f51-e87c9cb18928 HTTP/1.1" status: 200  len: 205 time: 0.2701476
Dec 16 22:33:20.094293 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cec1f9a-ca4c-47d0-9c63-1b86afbdaa94 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Network f8905ce9-304b-4976-bc47-e58c71c11de5 is already hosted by enough agents. {{(pid=87507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:33:20.097865 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.objects.ports [None req-19fc7598-d1a5-4b83-826d-24656d17a6de tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87506) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}}
Dec 16 22:33:20.098793 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 39052) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:33:20.099551 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-19fc7598-d1a5-4b83-826d-24656d17a6de tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1863317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11213092'] for subnet, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:20.115414 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21c9bd0-e250-4f0e-91a4-f1be2150262e tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4b33284-ade3-438c-89fd-8be4425f30e6,revision_number=0']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:33:20.118948 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.base_scheduler [None req-1cec1f9a-ca4c-47d0-9c63-1b86afbdaa94 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Resources bound (agent type, host, resource id):  {{(pid=87507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:33:20.128986 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-b21c9bd0-e250-4f0e-91a4-f1be2150262e tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:33:20.133081 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-e6ef9925-79a3-46e8-b189-957e117f6b1f tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.116s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:33:20.174872 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-ccde8a7c-1092-492d-8792-627a364e9595 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:33:20.341744 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-b21c9bd0-e250-4f0e-91a4-f1be2150262e tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:20.344740 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-b21c9bd0-e250-4f0e-91a4-f1be2150262e tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 1.3092997
Dec 16 22:33:20.346814 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cec1f9a-ca4c-47d0-9c63-1b86afbdaa94 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Received port after_create {{(pid=87507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 22:33:20.369434 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fc7598-d1a5-4b83-826d-24656d17a6de tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Pushing event updated for resources: {'Subnet': ['ID=082f2dca-8329-40ab-8fca-ecbe612589a6,revision_number=0']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:33:20.373266 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 39058) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:33:20.390267 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-19fc7598-d1a5-4b83-826d-24656d17a6de tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:33:20.394882 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-84f75bdb-a44d-4190-944d-05da73ff86eb tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Request body: {'security_group_rule': {'security_group_id': '07a12a62-0b07-4431-b27e-95110e3c686c', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:33:20.413913 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-84f75bdb-a44d-4190-944d-05da73ff86eb tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:33:20.423412 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-84f75bdb-a44d-4190-944d-05da73ff86eb tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Usage tracker for resource:security_group_rule and tenant:2d296b4ba9d3443c927f854ef36c40ce is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:33:20.429171 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-84f75bdb-a44d-4190-944d-05da73ff86eb tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:33:20.432771 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19fc7598-d1a5-4b83-826d-24656d17a6de tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Checking segment: {'id': '187d296e-4326-4591-8cf9-f922e5d2ad7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '8b589113-3fe9-48f3-91e7-9d6f5339077b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 22:33:20.433336 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19fc7598-d1a5-4b83-826d-24656d17a6de tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Network hostable DHCP agents. Network: 8b589113-3fe9-48f3-91e7-9d6f5339077b, hostable agents: ['3b155c4d-12dc-491e-aa14-6113b06cfacd'], hosted agents: [] {{(pid=87506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 16 22:33:20.450804 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-84f75bdb-a44d-4190-944d-05da73ff86eb tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:33:20.466035 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-eaccb50b-5e45-443a-b1ca-98e43b851ca7 tempest-RoutersIpV6AdminTest-765327337 tempest-RoutersIpV6AdminTest-765327337-project] Notify callbacks [] for router, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:20.518870 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-4993da06-9d5e-4a06-b46c-6feced32fd7c tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for port, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:20.524121 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-4993da06-9d5e-4a06-b46c-6feced32fd7c tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] 10.222.0.13 "DELETE /v2.0/ports/05aaa428-a5f7-4670-9c43-3e71593a9dd6 HTTP/1.1" status: 204  len: 168 time: 1.8230436
Dec 16 22:33:20.527288 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 39062) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:33:20.564477 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19fc7598-d1a5-4b83-826d-24656d17a6de tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Network 8b589113-3fe9-48f3-91e7-9d6f5339077b is scheduled to be hosted by DHCP agent 3b155c4d-12dc-491e-aa14-6113b06cfacd with binding_index 1 {{(pid=87506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 16 22:33:20.578964 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-84f75bdb-a44d-4190-944d-05da73ff86eb tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:20.605696 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.base_scheduler [None req-19fc7598-d1a5-4b83-826d-24656d17a6de tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821829-1-hyperv, 8b589113-3fe9-48f3-91e7-9d6f5339077b) {{(pid=87506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:33:20.606705 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cec1f9a-ca4c-47d0-9c63-1b86afbdaa94 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Pushing event updated for resources: {'Port': ['ID=b99eae2a-32c2-4c49-9562-27e56f654955,revision_number=1']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:33:20.616137 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cafdd0e-24f3-4759-8b0b-9449a07d7a33 None None] Network 8b589113-3fe9-48f3-91e7-9d6f5339077b requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 22:33:20.673988 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19fc7598-d1a5-4b83-826d-24656d17a6de tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:33:20.674581 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-19fc7598-d1a5-4b83-826d-24656d17a6de tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3791486'] for subnet, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:20.692722 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4993da06-9d5e-4a06-b46c-6feced32fd7c tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Pushing event deleted for resources: {'Port': ['ID=05aaa428-a5f7-4670-9c43-3e71593a9dd6,revision_number=None']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:33:20.704933 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-4993da06-9d5e-4a06-b46c-6feced32fd7c tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.572s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:33:20.705501 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-3d899f1a-1b84-4332-9d95-a93382ae9a19 tempest-FloatingIPAdminTestJSON-210502716 tempest-FloatingIPAdminTestJSON-210502716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.650s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:33:20.706072 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-3d899f1a-1b84-4332-9d95-a93382ae9a19 tempest-FloatingIPAdminTestJSON-210502716 tempest-FloatingIPAdminTestJSON-210502716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:33:20.715538 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-a8788d81-92ae-437e-8ccd-49539b226b5e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e4e313c5c45843f887a4996f6021aa04&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7133911
Dec 16 22:33:20.718588 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 39066) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:33:20.745241 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-19fc7598-d1a5-4b83-826d-24656d17a6de tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 827 time: 1.9832718
Dec 16 22:33:20.751996 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 39068) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:33:20.771965 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-42ab9939-ee0a-4b58-bab5-43f2d040d5d8 tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Request body: {'port': {'network_id': '8b589113-3fe9-48f3-91e7-9d6f5339077b', 'name': 'tempest-NetworksIpV6TestAttrs-497224573'}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:33:20.785106 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5576fccc-9168-4069-a47c-084b420829cb tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:33:20.786718 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5576fccc-9168-4069-a47c-084b420829cb tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:33:20.787457 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-5576fccc-9168-4069-a47c-084b420829cb tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Synchronizing usage tracker for tenant:8e4385a98eb1416284c1cc96b3355a70 on resource:subnet {{(pid=87507) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 22:33:20.790562 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-84f75bdb-a44d-4190-944d-05da73ff86eb tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:20.837093 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-eaccb50b-5e45-443a-b1ca-98e43b851ca7 tempest-RoutersIpV6AdminTest-765327337 tempest-RoutersIpV6AdminTest-765327337-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:20.854050 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-84f75bdb-a44d-4190-944d-05da73ff86eb tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841137'] for security_group_rule, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:20.864444 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:33:20.879527 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [None req-eaccb50b-5e45-443a-b1ca-98e43b851ca7 tempest-RoutersIpV6AdminTest-765327337 tempest-RoutersIpV6AdminTest-765327337-project] Deleting port 5212dca8-7ec0-4230-953e-94a8040b6f81 {{(pid=87506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:33:20.879885 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-eaccb50b-5e45-443a-b1ca-98e43b851ca7 tempest-RoutersIpV6AdminTest-765327337 tempest-RoutersIpV6AdminTest-765327337-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:20.881927 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62f107fd-aa58-4c64-aac2-c276b13c7cd6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1d6bfaf-d325-5e4f-b05d-2441d8339617-8b589113-3fe9-48f3-91e7-9d6f5339077b', 'network_id': '8b589113-3fe9-48f3-91e7-9d6f5339077b', 'tenant_id': 'f62e67e237cd4fa6a36febbc06b0f445', 'fixed_ips': [{'subnet_id': '082f2dca-8329-40ab-8fca-ecbe612589a6'}]}} from dv-neutron-821829-1-hyperv. {{(pid=87508) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 16 22:33:20.883446 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-62f107fd-aa58-4c64-aac2-c276b13c7cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:20.928378 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f75bdb-a44d-4190-944d-05da73ff86eb tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d48bb15-2d0c-4f7f-8847-dc418d81c8cc,revision_number=0']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:33:20.939353 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-84f75bdb-a44d-4190-944d-05da73ff86eb tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:33:20.964435 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-5576fccc-9168-4069-a47c-084b420829cb tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Unset dirty status for tenant:8e4385a98eb1416284c1cc96b3355a70 on resource:subnet {{(pid=87507) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 22:33:20.965991 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-5576fccc-9168-4069-a47c-084b420829cb tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1464 time: 0.4372971
Dec 16 22:33:20.969423 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 39074) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:33:20.971103 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-26620f53-e121-4c9a-a789-7777d3c6d63e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:21.007101 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-84f75bdb-a44d-4190-944d-05da73ff86eb tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:21.011187 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-84f75bdb-a44d-4190-944d-05da73ff86eb tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.6246490
Dec 16 22:33:21.011334 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-26620f53-e121-4c9a-a789-7777d3c6d63e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:21.053384 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 39078) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:33:21.082165 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.db_base_plugin_common [None req-62f107fd-aa58-4c64-aac2-c276b13c7cd6 None None] Allocated IP 2001:db8::f816:3eff:fedd:fd41 (8b589113-3fe9-48f3-91e7-9d6f5339077b/082f2dca-8329-40ab-8fca-ecbe612589a6/58d635a3-acad-449e-8f03-7fa4d8540cb7) {{(pid=87508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 22:33:21.125625 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-eab64116-0a7b-4412-b3ac-789149b8af7c tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Request body: {'security_group_rule': {'security_group_id': '07a12a62-0b07-4431-b27e-95110e3c686c', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:33:21.138605 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-eab64116-0a7b-4412-b3ac-789149b8af7c tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:33:21.154480 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-eab64116-0a7b-4412-b3ac-789149b8af7c tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Usage tracker for resource:security_group_rule and tenant:2d296b4ba9d3443c927f854ef36c40ce is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:33:21.163421 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-eab64116-0a7b-4412-b3ac-789149b8af7c tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:33:21.164426 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-42ab9939-ee0a-4b58-bab5-43f2d040d5d8 tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:33:21.173534 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-eab64116-0a7b-4412-b3ac-789149b8af7c tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:33:21.178236 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7d3a81a-6999-45ac-895d-e8994d28251b tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Deleting subnet 0efb4f53-8b7f-4ef4-a759-9751ff029973 {{(pid=87506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 16 22:33:21.183377 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-42ab9939-ee0a-4b58-bab5-43f2d040d5d8 tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Usage tracker for resource:port and tenant:f62e67e237cd4fa6a36febbc06b0f445 is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:33:21.189682 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-42ab9939-ee0a-4b58-bab5-43f2d040d5d8 tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:33:21.192583 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-a7d3a81a-6999-45ac-895d-e8994d28251b tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks [] for subnet, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:21.254454 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-42ab9939-ee0a-4b58-bab5-43f2d040d5d8 tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:33:21.306247 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-1cec1f9a-ca4c-47d0-9c63-1b86afbdaa94 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:21.345761 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-eaccb50b-5e45-443a-b1ca-98e43b851ca7 tempest-RoutersIpV6AdminTest-765327337 tempest-RoutersIpV6AdminTest-765327337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:21.357720 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-eab64116-0a7b-4412-b3ac-789149b8af7c tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:21.367489 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42ab9939-ee0a-4b58-bab5-43f2d040d5d8 tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Made reservation on behalf of f62e67e237cd4fa6a36febbc06b0f445 for: {'port': 1} {{(pid=87506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:33:21.371953 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-42ab9939-ee0a-4b58-bab5-43f2d040d5d8 tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:21.383846 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-a7d3a81a-6999-45ac-895d-e8994d28251b tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-266764487'] for subnet, precommit_delete_associations {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:21.390833 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-62f107fd-aa58-4c64-aac2-c276b13c7cd6 None None] Notify callbacks [] for port, precommit_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:21.406097 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de4eab07-1865-436c-972f-cbeab098402d None None] Network 5461f640-8891-4fd4-9da7-a0a8a6b282ed requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 22:33:21.421474 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-26620f53-e121-4c9a-a789-7777d3c6d63e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841066'] for security_group, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:21.433644 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-b4743275-f699-40cc-8be9-79338c215fd8 tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:33:21.443201 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-62f107fd-aa58-4c64-aac2-c276b13c7cd6 None None] Transition to ACTIVE for port object 58d635a3-acad-449e-8f03-7fa4d8540cb7 will not be triggered until provisioned by entity L2. {{(pid=87508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:33:21.470496 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-62f107fd-aa58-4c64-aac2-c276b13c7cd6 None None] Transition to ACTIVE for port object 58d635a3-acad-449e-8f03-7fa4d8540cb7 will not be triggered until provisioned by entity DHCP. {{(pid=87508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:33:21.492643 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26620f53-e121-4c9a-a789-7777d3c6d63e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91f711ba-328e-4c8d-8af3-761c8ca120f7,revision_number=None']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:33:21.506350 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-62f107fd-aa58-4c64-aac2-c276b13c7cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940'] for port, after_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:21.514501 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-26620f53-e121-4c9a-a789-7777d3c6d63e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:33:21.523523 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:33:21.540675 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-1cec1f9a-ca4c-47d0-9c63-1b86afbdaa94 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:21.597174 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-26620f53-e121-4c9a-a789-7777d3c6d63e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:21.598420 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-26620f53-e121-4c9a-a789-7777d3c6d63e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/91f711ba-328e-4c8d-8af3-761c8ca120f7 HTTP/1.1" status: 204  len: 168 time: 0.8465185
Dec 16 22:33:21.628701 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-eab64116-0a7b-4412-b3ac-789149b8af7c tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:21.639176 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-eab64116-0a7b-4412-b3ac-789149b8af7c tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841137'] for security_group_rule, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:21.649715 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-4a7ce70b-0797-4166-9aa3-748d92c6660b tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:33:21.682191 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-a7d3a81a-6999-45ac-895d-e8994d28251b tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3328566'] for subnet, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:21.791277 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f107fd-aa58-4c64-aac2-c276b13c7cd6 None None] Pushing event updated for resources: {'Port': ['ID=58d635a3-acad-449e-8f03-7fa4d8540cb7,revision_number=1']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:33:21.792726 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab64116-0a7b-4412-b3ac-789149b8af7c tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6317de8c-f361-4876-990f-f11ecce9ddc3,revision_number=0']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:33:21.802665 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-eab64116-0a7b-4412-b3ac-789149b8af7c tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:33:21.807264 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-eab64116-0a7b-4412-b3ac-789149b8af7c tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:21.808836 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-eab64116-0a7b-4412-b3ac-789149b8af7c tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.7541795
Dec 16 22:33:21.812370 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 39088) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:33:21.814724 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 8059e5c8-e94b-4acf-9dec-bb18023cd1b1 up at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 22:33:21.820934 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-5fd09e2e-472d-4d65-a866-ec633db515b8 tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Request body: {'security_group_rule': {'security_group_id': '07a12a62-0b07-4431-b27e-95110e3c686c', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:33:21.828344 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-5fd09e2e-472d-4d65-a866-ec633db515b8 tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:33:21.834583 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-5fd09e2e-472d-4d65-a866-ec633db515b8 tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Usage tracker for resource:security_group_rule and tenant:2d296b4ba9d3443c927f854ef36c40ce is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:33:21.838091 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-5fd09e2e-472d-4d65-a866-ec633db515b8 tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:33:21.848666 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [None req-eaccb50b-5e45-443a-b1ca-98e43b851ca7 tempest-RoutersIpV6AdminTest-765327337 tempest-RoutersIpV6AdminTest-765327337-project] Calling delete_port for 5212dca8-7ec0-4230-953e-94a8040b6f81 owned by network:router_gateway {{(pid=87506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:33:21.850382 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-5fd09e2e-472d-4d65-a866-ec633db515b8 tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:33:21.858728 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-62f107fd-aa58-4c64-aac2-c276b13c7cd6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.335s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:33:21.865832 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-c4e18147-18e3-4ed6-9a78-b7afce406ef7 None None] Provisioning for port 678bdfd2-3046-4b71-b8f2-74d09f76ce7b completed by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 22:33:21.880240 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-5fd09e2e-472d-4d65-a866-ec633db515b8 tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:21.886118 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62f107fd-aa58-4c64-aac2-c276b13c7cd6 None None] Network 8b589113-3fe9-48f3-91e7-9d6f5339077b is already hosted by enough agents. {{(pid=87508) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:33:21.890803 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.scheduler.base_scheduler [None req-62f107fd-aa58-4c64-aac2-c276b13c7cd6 None None] Resources bound (agent type, host, resource id):  {{(pid=87508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:33:21.913811 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62f107fd-aa58-4c64-aac2-c276b13c7cd6 None None] Received port after_create {{(pid=87508) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 22:33:21.941310 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.notifiers.nova [None req-42ab9939-ee0a-4b58-bab5-43f2d040d5d8 tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] device_id is not set on port 8d92e34b-3b61-4ce0-af60-0f26f9ff1670 yet. {{(pid=87506) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 16 22:33:22.020222 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-5fd09e2e-472d-4d65-a866-ec633db515b8 tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:22.027480 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-5fd09e2e-472d-4d65-a866-ec633db515b8 tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841137'] for security_group_rule, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:22.051821 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-b1fe8974-4766-4d41-b607-bd0b72d86b2d tempest-ServerActionsTestJSON-1581017418 tempest-ServerActionsTestJSON-1581017418-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:33:22.073982 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd09e2e-472d-4d65-a866-ec633db515b8 tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f72183ad-b5b7-4bbf-a9ef-4c3884fb2685,revision_number=0']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:33:22.077737 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-5fd09e2e-472d-4d65-a866-ec633db515b8 tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:33:22.101862 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-1cec1f9a-ca4c-47d0-9c63-1b86afbdaa94 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Notify callbacks [] for port, precommit_update {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:22.108381 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-1cec1f9a-ca4c-47d0-9c63-1b86afbdaa94 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10807814'] for port, after_update {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:22.122295 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-52c67296-721f-4f41-a531-3237b1486b3f tempest-FloatingIPAdminTestJSON-210502716 tempest-FloatingIPAdminTestJSON-210502716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:33:22.138323 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-62f107fd-aa58-4c64-aac2-c276b13c7cd6 None None] Attempting to bind port 58d635a3-acad-449e-8f03-7fa4d8540cb7 on host dv-neutron-821829-1-hyperv for vnic_type normal with profile  {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 22:33:22.138703 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-62f107fd-aa58-4c64-aac2-c276b13c7cd6 None None] Attempting to bind port 58d635a3-acad-449e-8f03-7fa4d8540cb7 by drivers openvswitch,hyperv on host dv-neutron-821829-1-hyperv at level 0 using segments [{'id': '187d296e-4326-4591-8cf9-f922e5d2ad7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '8b589113-3fe9-48f3-91e7-9d6f5339077b'}] {{(pid=87508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 22:33:22.139072 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62f107fd-aa58-4c64-aac2-c276b13c7cd6 None None] Attempting to bind port 58d635a3-acad-449e-8f03-7fa4d8540cb7 on network 8b589113-3fe9-48f3-91e7-9d6f5339077b {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 22:33:22.160854 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 39094) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:33:22.189383 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62f107fd-aa58-4c64-aac2-c276b13c7cd6 None None] Checking agent: {'id': '5571501f-366e-47a4-9b60-8ef19d935d27', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821829-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 24, 2), 'started_at': datetime.datetime(2021, 12, 16, 22, 24, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 33, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821829-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 22:33:22.189804 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62f107fd-aa58-4c64-aac2-c276b13c7cd6 None None] Checking segment: {'id': '187d296e-4326-4591-8cf9-f922e5d2ad7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '8b589113-3fe9-48f3-91e7-9d6f5339077b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 22:33:22.190359 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-62f107fd-aa58-4c64-aac2-c276b13c7cd6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:22.192099 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62f107fd-aa58-4c64-aac2-c276b13c7cd6 None None] Bound using segment: {'id': '187d296e-4326-4591-8cf9-f922e5d2ad7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '8b589113-3fe9-48f3-91e7-9d6f5339077b'} {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 22:33:22.192859 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-62f107fd-aa58-4c64-aac2-c276b13c7cd6 None None] Bound port: 58d635a3-acad-449e-8f03-7fa4d8540cb7, host: dv-neutron-821829-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '187d296e-4326-4591-8cf9-f922e5d2ad7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '8b589113-3fe9-48f3-91e7-9d6f5339077b'}}] {{(pid=87508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 22:33:22.193073 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-62f107fd-aa58-4c64-aac2-c276b13c7cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:22.210632 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning for port 8059e5c8-e94b-4acf-9dec-bb18023cd1b1 completed by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 22:33:22.216109 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-b0aa6574-0c55-4bb1-a65d-b7a2bec3e0ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:22.221258 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-ea4db6c1-0b4d-46dd-aa9b-2624280a1851 None None] Provisioning for port 8059e5c8-e94b-4acf-9dec-bb18023cd1b1 completed by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 22:33:22.230557 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-ea4db6c1-0b4d-46dd-aa9b-2624280a1851 None None] Provisioning complete for port 8059e5c8-e94b-4acf-9dec-bb18023cd1b1 triggered by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:33:22.230953 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-ea4db6c1-0b4d-46dd-aa9b-2624280a1851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:22.231248 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-5fd09e2e-472d-4d65-a866-ec633db515b8 tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:22.235932 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-5fd09e2e-472d-4d65-a866-ec633db515b8 tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.4182568
Dec 16 22:33:22.240412 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 39098) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:33:22.246054 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-70c51356-66af-496b-a322-e9d28d173f42 tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Request body: {'security_group_rule': {'security_group_id': '07a12a62-0b07-4431-b27e-95110e3c686c', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:33:22.254919 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-70c51356-66af-496b-a322-e9d28d173f42 tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:33:22.259219 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-70c51356-66af-496b-a322-e9d28d173f42 tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Usage tracker for resource:security_group_rule and tenant:2d296b4ba9d3443c927f854ef36c40ce is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:33:22.263523 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-70c51356-66af-496b-a322-e9d28d173f42 tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:33:22.264936 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning complete for port 8059e5c8-e94b-4acf-9dec-bb18023cd1b1 triggered by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:33:22.265271 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:22.270192 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-70c51356-66af-496b-a322-e9d28d173f42 tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:33:22.285502 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-b0aa6574-0c55-4bb1-a65d-b7a2bec3e0ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:33:22.304673 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-70c51356-66af-496b-a322-e9d28d173f42 tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:22.308868 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-b0aa6574-0c55-4bb1-a65d-b7a2bec3e0ec admin admin] Usage tracker for resource:security_group_rule and tenant:ed320ad2915046919058617ac9be9bea is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:33:22.314353 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-1cec1f9a-ca4c-47d0-9c63-1b86afbdaa94 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3741874'] for floatingip, after_update {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:22.317646 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-b0aa6574-0c55-4bb1-a65d-b7a2bec3e0ec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:33:22.371824 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-b0aa6574-0c55-4bb1-a65d-b7a2bec3e0ec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:33:22.405717 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-a7d3a81a-6999-45ac-895d-e8994d28251b tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3328622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1863378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11213117'] for subnet, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:22.418398 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cec1f9a-ca4c-47d0-9c63-1b86afbdaa94 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Pushing event updated for resources: {'Port': ['ID=b99eae2a-32c2-4c49-9562-27e56f654955,revision_number=2']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:33:22.429981 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:33:22.470882 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d3a81a-6999-45ac-895d-e8994d28251b tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Pushing event deleted for resources: {'Subnet': ['ID=0efb4f53-8b7f-4ef4-a759-9751ff029973,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:33:22.477000 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-1cec1f9a-ca4c-47d0-9c63-1b86afbdaa94 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.355s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:33:22.478807 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-a7d3a81a-6999-45ac-895d-e8994d28251b tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:33:22.495728 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-a7d3a81a-6999-45ac-895d-e8994d28251b tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3791486'] for subnet, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:22.524961 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f15396f6-0ff4-4b70-aed1-77eb6f26ac39 None None] Network 7edd76f7-0f97-48a5-b177-9842de6c0500 requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 22:33:22.563284 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.db_base_plugin_common [None req-42ab9939-ee0a-4b58-bab5-43f2d040d5d8 tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Allocated IP 2001:db8::f816:3eff:fee3:9e9c (8b589113-3fe9-48f3-91e7-9d6f5339077b/082f2dca-8329-40ab-8fca-ecbe612589a6/8d92e34b-3b61-4ce0-af60-0f26f9ff1670) {{(pid=87506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 22:33:22.639154 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-a7d3a81a-6999-45ac-895d-e8994d28251b tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] 10.222.0.13 "DELETE /v2.0/subnets/0efb4f53-8b7f-4ef4-a759-9751ff029973 HTTP/1.1" status: 204  len: 168 time: 1.6622381
Dec 16 22:33:22.648524 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 39104) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:33:22.685989 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.db.l3_db [None req-1cec1f9a-ca4c-47d0-9c63-1b86afbdaa94 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Floating IP 76164ca4-f3e5-47e9-9ac4-3f29e44a0e42 associated. External IP: 172.26.0.184, port: 37d3f702-7ad2-4d73-b0c8-c8d6e0dc3390.
Dec 16 22:33:22.713480 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-62f107fd-aa58-4c64-aac2-c276b13c7cd6 None None] For port 58d635a3-acad-449e-8f03-7fa4d8540cb7, host dv-neutron-821829-1-hyperv, cleared binding levels {{(pid=87508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 22:33:22.747693 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-eaccb50b-5e45-443a-b1ca-98e43b851ca7 tempest-RoutersIpV6AdminTest-765327337 tempest-RoutersIpV6AdminTest-765327337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1863393'] for port, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:22.756536 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-2c77a5e7-073f-4367-a358-4bf513b47a8b tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1015544
Dec 16 22:33:22.756706 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 39108) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:33:22.808870 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-62f107fd-aa58-4c64-aac2-c276b13c7cd6 None None] For port 58d635a3-acad-449e-8f03-7fa4d8540cb7, host dv-neutron-821829-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=58d635a3-acad-449e-8f03-7fa4d8540cb7,segment=NetworkSegment(187d296e-4326-4591-8cf9-f922e5d2ad7d),segment_id=187d296e-4326-4591-8cf9-f922e5d2ad7d)] {{(pid=87508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 22:33:22.811811 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-70c51356-66af-496b-a322-e9d28d173f42 tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:22.823777 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-70c51356-66af-496b-a322-e9d28d173f42 tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841137'] for security_group_rule, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:22.862420 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-62f107fd-aa58-4c64-aac2-c276b13c7cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:22.871678 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-62f107fd-aa58-4c64-aac2-c276b13c7cd6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:33:22.887618 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:33:22.899205 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-7af5ec91-8dfe-43a1-916a-020f1633f069 tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:33:22.912374 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-ea4db6c1-0b4d-46dd-aa9b-2624280a1851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:22.930409 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c51356-66af-496b-a322-e9d28d173f42 tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2279558f-e4c4-4755-87a2-522c4f18bae6,revision_number=0']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:33:22.940248 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-70c51356-66af-496b-a322-e9d28d173f42 tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:33:22.971501 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-70c51356-66af-496b-a322-e9d28d173f42 tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:22.971501 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-70c51356-66af-496b-a322-e9d28d173f42 tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 772 time: 0.7261863
Dec 16 22:33:22.971798 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaccb50b-5e45-443a-b1ca-98e43b851ca7 tempest-RoutersIpV6AdminTest-765327337 tempest-RoutersIpV6AdminTest-765327337-project] Pushing event deleted for resources: {'Port': ['ID=5212dca8-7ec0-4230-953e-94a8040b6f81,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:33:22.971880 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 39114) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:33:22.975577 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-eaccb50b-5e45-443a-b1ca-98e43b851ca7 tempest-RoutersIpV6AdminTest-765327337 tempest-RoutersIpV6AdminTest-765327337-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:33:23.000948 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:23.049031 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f107fd-aa58-4c64-aac2-c276b13c7cd6 None None] Pushing event updated for resources: {'Port': ['ID=58d635a3-acad-449e-8f03-7fa4d8540cb7,revision_number=2']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:33:23.052419 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-62f107fd-aa58-4c64-aac2-c276b13c7cd6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:33:23.069820 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-ea4db6c1-0b4d-46dd-aa9b-2624280a1851 None None] For port 8059e5c8-e94b-4acf-9dec-bb18023cd1b1, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=8059e5c8-e94b-4acf-9dec-bb18023cd1b1,segment=NetworkSegment(da71c9a1-7532-4738-a9bc-22a7f498ec35),segment_id=da71c9a1-7532-4738-a9bc-22a7f498ec35)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:33:23.079404 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-ea4db6c1-0b4d-46dd-aa9b-2624280a1851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:23.082889 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-5b3116e8-7ab8-465c-9466-d04522d522e1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:33:23.116159 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31806756-1abb-4ba4-b9be-1e93b81c17a1 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:33:23.117767 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-31806756-1abb-4ba4-b9be-1e93b81c17a1 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Synchronizing usage tracker for tenant:8e4385a98eb1416284c1cc96b3355a70 on resource:port {{(pid=87507) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 22:33:23.166401 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-31806756-1abb-4ba4-b9be-1e93b81c17a1 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Unset dirty status for tenant:8e4385a98eb1416284c1cc96b3355a70 on resource:port {{(pid=87507) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 22:33:23.167338 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-b0aa6574-0c55-4bb1-a65d-b7a2bec3e0ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:23.171441 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-31806756-1abb-4ba4-b9be-1e93b81c17a1 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200  len: 864 time: 0.4125805
Dec 16 22:33:23.172488 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 39118) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:33:23.179529 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-63d73527-f52d-4c11-bc03-4068c4929f9a tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:23.194028 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-63d73527-f52d-4c11-bc03-4068c4929f9a tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:23.216900 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-eb785b5e-dab8-49e5-af08-06f27ceb5889 None None] Could not find standard attr ID for object 05aaa428-a5f7-4670-9c43-3e71593a9dd6. {{(pid=87508) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 16 22:33:23.229425 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-b0aa6574-0c55-4bb1-a65d-b7a2bec3e0ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841066'] for security_group, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:23.235810 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2148cfa-87f5-424d-9429-08afdb92124a None None] DHCP port deletion for 7edd76f7-0f97-48a5-b177-9842de6c0500 request from dv-neutron-821829-1-hyperv {{(pid=87508) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 16 22:33:23.243653 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.db.api [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87508) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 16 22:33:23.244378 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_db.api [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 16 22:33:23.245133 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-c2148cfa-87f5-424d-9429-08afdb92124a None None] Deleting port 8059e5c8-e94b-4acf-9dec-bb18023cd1b1 {{(pid=87508) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:33:23.245616 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-c2148cfa-87f5-424d-9429-08afdb92124a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:23.255997 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-eaccb50b-5e45-443a-b1ca-98e43b851ca7 tempest-RoutersIpV6AdminTest-765327337 tempest-RoutersIpV6AdminTest-765327337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3741895'] for router_gateway, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:23.292680 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4db6c1-0b4d-46dd-aa9b-2624280a1851 None None] Pushing event updated for resources: {'Port': ['ID=8059e5c8-e94b-4acf-9dec-bb18023cd1b1,revision_number=4']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:33:23.297245 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-ea4db6c1-0b4d-46dd-aa9b-2624280a1851 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:33:23.314700 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-4d88176a-a989-49c0-bb1c-c8d24e365e2f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:33:23.340984 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43354fa8-3e1e-4810-ace5-3e66e28204ae tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:33:23.345086 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-43354fa8-3e1e-4810-ace5-3e66e28204ae tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.1644864
Dec 16 22:33:23.345910 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 39122) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:33:23.413377 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-63d73527-f52d-4c11-bc03-4068c4929f9a tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841137'] for security_group_rule, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:23.429908 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-70c51356-66af-496b-a322-e9d28d173f42 tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:33:23.456520 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-63d73527-f52d-4c11-bc03-4068c4929f9a tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:23.460033 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-63d73527-f52d-4c11-bc03-4068c4929f9a tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/2279558f-e4c4-4755-87a2-522c4f18bae6 HTTP/1.1" status: 204  len: 168 time: 0.4857402
Dec 16 22:33:23.460033 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d73527-f52d-4c11-bc03-4068c4929f9a tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2279558f-e4c4-4755-87a2-522c4f18bae6,revision_number=None']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:33:23.463709 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-63d73527-f52d-4c11-bc03-4068c4929f9a tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:33:23.464324 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 39124) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:33:23.520580 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cec1f9a-ca4c-47d0-9c63-1b86afbdaa94 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Router 45ae2c9f-738c-4d50-9070-36f2d87f0ea0 has already been hosted by L3 agent 4f519db7-069b-43e2-8411-c092bac9102a {{(pid=87507) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 22:33:23.540082 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-c2148cfa-87f5-424d-9429-08afdb92124a None None] For port 8059e5c8-e94b-4acf-9dec-bb18023cd1b1, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=8059e5c8-e94b-4acf-9dec-bb18023cd1b1,segment=NetworkSegment(da71c9a1-7532-4738-a9bc-22a7f498ec35),segment_id=da71c9a1-7532-4738-a9bc-22a7f498ec35)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:33:23.540500 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-c2148cfa-87f5-424d-9429-08afdb92124a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:23.543453 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-52018758-9727-4275-9c33-ab6096dbf182 tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Synchronizing usage tracker for tenant:2d296b4ba9d3443c927f854ef36c40ce on resource:security_group_rule {{(pid=87507) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 22:33:23.640272 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-52018758-9727-4275-9c33-ab6096dbf182 tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Unset dirty status for tenant:2d296b4ba9d3443c927f854ef36c40ce on resource:security_group_rule {{(pid=87507) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 22:33:23.641544 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-52018758-9727-4275-9c33-ab6096dbf182 tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 5751 time: 0.1763475
Dec 16 22:33:23.644553 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 39130) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:33:23.647622 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-b0aa6574-0c55-4bb1-a65d-b7a2bec3e0ec admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ed320ad2915046919058617ac9be9bea&name=default HTTP/1.1" status: 200  len: 2979 time: 1.4834695
Dec 16 22:33:23.650178 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 39134) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:33:23.670642 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-c2148cfa-87f5-424d-9429-08afdb92124a None None] Calling delete_port for 8059e5c8-e94b-4acf-9dec-bb18023cd1b1 owned by network:dhcp {{(pid=87508) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:33:23.674479 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-42ab9939-ee0a-4b58-bab5-43f2d040d5d8 tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Notify callbacks [] for port, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:23.686602 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-c4e3a2e6-4d02-4a79-9d78-a9d3a5a666f2 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.2218509
Dec 16 22:33:23.686602 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0aa6574-0c55-4bb1-a65d-b7a2bec3e0ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=660ad7b1-d51b-4d76-a13b-97b0c64d2313,revision_number=1']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:33:23.690085 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-eaccb50b-5e45-443a-b1ca-98e43b851ca7 tempest-RoutersIpV6AdminTest-765327337 tempest-RoutersIpV6AdminTest-765327337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3739500', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39002'] for router, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:23.691689 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 39140) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:33:23.702658 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-9f655842-03a6-493d-b03b-24f555709b50 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Request body: {'subnet': {'network_id': '7edd76f7-0f97-48a5-b177-9842de6c0500', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:33:23.724507 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-eaccb50b-5e45-443a-b1ca-98e43b851ca7 tempest-RoutersIpV6AdminTest-765327337 tempest-RoutersIpV6AdminTest-765327337-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:23.726393 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-b0aa6574-0c55-4bb1-a65d-b7a2bec3e0ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.412s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:33:23.803905 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-c2148cfa-87f5-424d-9429-08afdb92124a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949'] for port, after_delete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:23.809056 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.provisioning_blocks [None req-42ab9939-ee0a-4b58-bab5-43f2d040d5d8 tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Transition to ACTIVE for port object 8d92e34b-3b61-4ce0-af60-0f26f9ff1670 will not be triggered until provisioned by entity DHCP. {{(pid=87506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:33:23.813641 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:33:23.829443 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-bf1dd596-0fdc-495b-bcaa-bbd60ef548b2 tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:23.834193 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-eaccb50b-5e45-443a-b1ca-98e43b851ca7 tempest-RoutersIpV6AdminTest-765327337 tempest-RoutersIpV6AdminTest-765327337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3830089'] for router, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:23.834690 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eaccb50b-5e45-443a-b1ca-98e43b851ca7 tempest-RoutersIpV6AdminTest-765327337 tempest-RoutersIpV6AdminTest-765327337-project] Fanout notify agent at l3_agent the message router_deleted on router 40b2258e-3a6e-4aeb-9f51-e87c9cb18928 {{(pid=87506) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 16 22:33:23.841499 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-9f655842-03a6-493d-b03b-24f555709b50 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:33:23.846625 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-9f655842-03a6-493d-b03b-24f555709b50 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Usage tracker for resource:subnet and tenant:8e4385a98eb1416284c1cc96b3355a70 is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:33:23.849973 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-9f655842-03a6-493d-b03b-24f555709b50 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:33:23.852620 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Port 8059e5c8-e94b-4acf-9dec-bb18023cd1b1 update to ACTIVE by agent not found {{(pid=87508) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2117}}
Dec 16 22:33:23.853153 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 678bdfd2-3046-4b71-b8f2-74d09f76ce7b up at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 22:33:23.854623 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-bf1dd596-0fdc-495b-bcaa-bbd60ef548b2 tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:23.855289 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-9f655842-03a6-493d-b03b-24f555709b50 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:33:23.871844 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cec1f9a-ca4c-47d0-9c63-1b86afbdaa94 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Notify agent at l3_agent.dv-neutron-821829-1-hyperv the message routers_updated {{(pid=87507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 22:33:23.885642 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f655842-03a6-493d-b03b-24f555709b50 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Made reservation on behalf of 8e4385a98eb1416284c1cc96b3355a70 for: {'subnet': 1} {{(pid=87506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:33:23.890196 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-9f655842-03a6-493d-b03b-24f555709b50 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11213078'] for subnet, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:23.906477 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67d49a53-5bb3-457c-b4c8-60f9db3e499f None None] Sync routers for ids ['45ae2c9f-738c-4d50-9070-36f2d87f0ea0'] in dv-neutron-821829-1-hyperv {{(pid=87508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 22:33:23.911084 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-eaccb50b-5e45-443a-b1ca-98e43b851ca7 tempest-RoutersIpV6AdminTest-765327337 tempest-RoutersIpV6AdminTest-765327337-project] Notify callbacks [] for router, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:23.916038 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-eaccb50b-5e45-443a-b1ca-98e43b851ca7 tempest-RoutersIpV6AdminTest-765327337 tempest-RoutersIpV6AdminTest-765327337-project] 10.222.0.13 "DELETE /v2.0/routers/40b2258e-3a6e-4aeb-9f51-e87c9cb18928 HTTP/1.1" status: 204  len: 168 time: 3.8115349
Dec 16 22:33:23.921550 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 39144) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:33:23.926775 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2148cfa-87f5-424d-9429-08afdb92124a None None] Pushing event deleted for resources: {'Port': ['ID=8059e5c8-e94b-4acf-9dec-bb18023cd1b1,revision_number=None']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:33:23.927599 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-aabba089-3a36-4466-933f-b137c5c9b0cb tempest-RoutersIpV6AdminTest-765327337 tempest-RoutersIpV6AdminTest-765327337-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1807598602', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:33:23.933653 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-c2148cfa-87f5-424d-9429-08afdb92124a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:33:23.940564 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-3558d649-2b6d-4c24-a714-df03f03429cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:23.947621 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2148cfa-87f5-424d-9429-08afdb92124a None None] No DVR routers for this DVR port 8059e5c8-e94b-4acf-9dec-bb18023cd1b1 on host dv-neutron-821829-1-hyperv {{(pid=87508) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 22:33:23.949188 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67d49a53-5bb3-457c-b4c8-60f9db3e499f None None] Routers {'45ae2c9f-738c-4d50-9070-36f2d87f0ea0'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:33:23.950517 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-67d49a53-5bb3-457c-b4c8-60f9db3e499f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b7c2cfb80>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:33:01Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['45ae2c9f-738c-4d50-9070-36f2d87f0ea0'], 'active': True} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:33:23.984224 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-1cec1f9a-ca4c-47d0-9c63-1b86afbdaa94 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for floatingip, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:23.995727 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-aabba089-3a36-4466-933f-b137c5c9b0cb tempest-RoutersIpV6AdminTest-765327337 tempest-RoutersIpV6AdminTest-765327337-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:33:24.014143 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-aabba089-3a36-4466-933f-b137c5c9b0cb tempest-RoutersIpV6AdminTest-765327337 tempest-RoutersIpV6AdminTest-765327337-project] Usage tracker for resource:router and tenant:f1996cef61c842fc880ffac74f5037a1 is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:33:24.021060 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-aabba089-3a36-4466-933f-b137c5c9b0cb tempest-RoutersIpV6AdminTest-765327337 tempest-RoutersIpV6AdminTest-765327337-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:33:24.023612 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-42ab9939-ee0a-4b58-bab5-43f2d040d5d8 tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1863393'] for port, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:24.037305 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-9d30c320-f3da-4860-bd99-d965447d4c29 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:33:24.062341 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-1cec1f9a-ca4c-47d0-9c63-1b86afbdaa94 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 983 time: 5.8515134
Dec 16 22:33:24.066225 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 39150) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:33:24.073037 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-bf1dd596-0fdc-495b-bcaa-bbd60ef548b2 tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841137'] for security_group_rule, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:24.075875 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-67d49a53-5bb3-457c-b4c8-60f9db3e499f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b7c2cfb80>, [], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:33:24.077211 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-3558d649-2b6d-4c24-a714-df03f03429cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:24.092797 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-1958cce5-0088-4f0d-bb61-ae614d9cbf2f tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Request body: {'floatingip': {'port_id': None}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:33:24.093526 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67d49a53-5bb3-457c-b4c8-60f9db3e499f None None] Routers {'45ae2c9f-738c-4d50-9070-36f2d87f0ea0'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:33:24.095263 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-67d49a53-5bb3-457c-b4c8-60f9db3e499f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b7c2cfb80>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:33:01Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['45ae2c9f-738c-4d50-9070-36f2d87f0ea0'], 'active': True} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:33:24.149311 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-aabba089-3a36-4466-933f-b137c5c9b0cb tempest-RoutersIpV6AdminTest-765327337 tempest-RoutersIpV6AdminTest-765327337-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:33:24.153125 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ab9939-ee0a-4b58-bab5-43f2d040d5d8 tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Pushing event updated for resources: {'Port': ['ID=8d92e34b-3b61-4ce0-af60-0f26f9ff1670,revision_number=1']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:33:24.154084 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:33:24.165471 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-42ab9939-ee0a-4b58-bab5-43f2d040d5d8 tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:33:24.171396 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-bf1dd596-0fdc-495b-bcaa-bbd60ef548b2 tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:24.175262 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-bf1dd596-0fdc-495b-bcaa-bbd60ef548b2 tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/f72183ad-b5b7-4bbf-a9ef-4c3884fb2685 HTTP/1.1" status: 204  len: 168 time: 0.5271516
Dec 16 22:33:24.175558 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning for port 678bdfd2-3046-4b71-b8f2-74d09f76ce7b completed by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 22:33:24.178233 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 39154) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:33:24.181100 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-67d49a53-5bb3-457c-b4c8-60f9db3e499f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b7c2cfb80>, [], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:33:24.182145 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67d49a53-5bb3-457c-b4c8-60f9db3e499f None None] The sync data for ids ['45ae2c9f-738c-4d50-9070-36f2d87f0ea0'] in dv-neutron-821829-1-hyperv is: [] {{(pid=87508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 22:33:24.184486 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning complete for port 678bdfd2-3046-4b71-b8f2-74d09f76ce7b triggered by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:33:24.185665 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:24.213732 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-aabba089-3a36-4466-933f-b137c5c9b0cb tempest-RoutersIpV6AdminTest-765327337 tempest-RoutersIpV6AdminTest-765327337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3741155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38980'] for router, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:24.214743 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-aabba089-3a36-4466-933f-b137c5c9b0cb tempest-RoutersIpV6AdminTest-765327337 tempest-RoutersIpV6AdminTest-765327337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3743284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3741748', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3896702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-38989'] for router, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:24.221090 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42ab9939-ee0a-4b58-bab5-43f2d040d5d8 tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Network 8b589113-3fe9-48f3-91e7-9d6f5339077b is already hosted by enough agents. {{(pid=87506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:33:24.230909 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1dd596-0fdc-495b-bcaa-bbd60ef548b2 tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f72183ad-b5b7-4bbf-a9ef-4c3884fb2685,revision_number=None']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:33:24.231167 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.base_scheduler [None req-42ab9939-ee0a-4b58-bab5-43f2d040d5d8 tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Resources bound (agent type, host, resource id):  {{(pid=87506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:33:24.240085 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-bf1dd596-0fdc-495b-bcaa-bbd60ef548b2 tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:33:24.265171 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42ab9939-ee0a-4b58-bab5-43f2d040d5d8 tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Received port after_create {{(pid=87506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 22:33:24.276777 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42ab9939-ee0a-4b58-bab5-43f2d040d5d8 tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:33:24.277730 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-42ab9939-ee0a-4b58-bab5-43f2d040d5d8 tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for port, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:24.288125 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-1958cce5-0088-4f0d-bb61-ae614d9cbf2f tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Notify callbacks [] for floatingip, before_update {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:24.297908 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-5a61f368-eae5-4bda-83c8-b7ce0857fa2a tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Synchronizing usage tracker for tenant:2d296b4ba9d3443c927f854ef36c40ce on resource:security_group_rule {{(pid=87506) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 22:33:24.335257 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-aabba089-3a36-4466-933f-b137c5c9b0cb tempest-RoutersIpV6AdminTest-765327337 tempest-RoutersIpV6AdminTest-765327337-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:24.341433 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-3558d649-2b6d-4c24-a714-df03f03429cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841066'] for security_group, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:24.343370 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:24.355861 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-01b3c889-d35f-4ca7-b047-c06b6149c20f tempest-QuotasNegativeTest-1323589361 tempest-QuotasNegativeTest-1323589361-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:33:24.382496 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3558d649-2b6d-4c24-a714-df03f03429cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=660ad7b1-d51b-4d76-a13b-97b0c64d2313,revision_number=None']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:33:24.396842 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] For port 678bdfd2-3046-4b71-b8f2-74d09f76ce7b, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=678bdfd2-3046-4b71-b8f2-74d09f76ce7b,segment=NetworkSegment(44c37508-0e11-42e7-9173-0a92457d02f0),segment_id=44c37508-0e11-42e7-9173-0a92457d02f0)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:33:24.397771 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-3558d649-2b6d-4c24-a714-df03f03429cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:33:24.402343 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-3558d649-2b6d-4c24-a714-df03f03429cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:24.403545 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-3558d649-2b6d-4c24-a714-df03f03429cf admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/660ad7b1-d51b-4d76-a13b-97b0c64d2313 HTTP/1.1" status: 204  len: 168 time: 0.7523515
Dec 16 22:33:24.411850 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09789e5b-373c-4222-bcbb-9b0b0db01b3f None None] Network 8b589113-3fe9-48f3-91e7-9d6f5339077b requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 22:33:24.487870 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:24.534820 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-b824c529-489e-458a-b9b4-3e343e2244c4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:33:24.650620 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-1958cce5-0088-4f0d-bb61-ae614d9cbf2f tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:24.656834 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-1958cce5-0088-4f0d-bb61-ae614d9cbf2f tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3741874'] for floatingip, after_update {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:24.657297 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.db.l3_db [None req-1958cce5-0088-4f0d-bb61-ae614d9cbf2f tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Floating IP 76164ca4-f3e5-47e9-9ac4-3f29e44a0e42 disassociated. External IP: 172.26.0.184, port: 37d3f702-7ad2-4d73-b0c8-c8d6e0dc3390.
Dec 16 22:33:24.664453 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-42ab9939-ee0a-4b58-bab5-43f2d040d5d8 tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 950 time: 3.9102705
Dec 16 22:33:24.668295 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 39160) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:33:24.671699 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-5a61f368-eae5-4bda-83c8-b7ce0857fa2a tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Unset dirty status for tenant:2d296b4ba9d3443c927f854ef36c40ce on resource:security_group_rule {{(pid=87506) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 22:33:24.672361 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 58d635a3-acad-449e-8f03-7fa4d8540cb7 up at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 22:33:24.675721 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-5a61f368-eae5-4bda-83c8-b7ce0857fa2a tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 5205 time: 0.4965446
Dec 16 22:33:24.676478 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 39164) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:33:24.731297 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-aabba089-3a36-4466-933f-b137c5c9b0cb tempest-RoutersIpV6AdminTest-765327337 tempest-RoutersIpV6AdminTest-765327337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3740952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3741923'] for router, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:24.736942 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-15cc008d-7e7b-4bb7-a384-19da0b829bd9 None None] Provisioning for port 58d635a3-acad-449e-8f03-7fa4d8540cb7 completed by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 22:33:24.754048 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Pushing event updated for resources: {'Port': ['ID=678bdfd2-3046-4b71-b8f2-74d09f76ce7b,revision_number=3']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:33:24.758209 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:33:24.786914 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-aabba089-3a36-4466-933f-b137c5c9b0cb tempest-RoutersIpV6AdminTest-765327337 tempest-RoutersIpV6AdminTest-765327337-project] Notify callbacks [] for router, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:24.790771 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-aabba089-3a36-4466-933f-b137c5c9b0cb tempest-RoutersIpV6AdminTest-765327337 tempest-RoutersIpV6AdminTest-765327337-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 709 time: 0.8655753
Dec 16 22:33:24.795096 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 39170) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:33:24.821718 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-ded9a441-03d3-42aa-95ed-b04a3ace1d38 tempest-RoutersIpV6AdminTest-765327337 tempest-RoutersIpV6AdminTest-765327337-project] Request body: {'router': {'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5'}}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:33:24.844798 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning for port 58d635a3-acad-449e-8f03-7fa4d8540cb7 completed by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 22:33:24.901692 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning complete for port 58d635a3-acad-449e-8f03-7fa4d8540cb7 triggered by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:33:24.902087 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:24.989627 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 39176) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:33:25.004687 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-bd1820ce-eecb-4142-9741-4a08f53707e9 tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:25.026076 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-9f655842-03a6-493d-b03b-24f555709b50 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1863317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11213092'] for subnet, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:25.034961 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-bd1820ce-eecb-4142-9741-4a08f53707e9 tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:25.048487 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7063a08-9545-4854-a9ea-dd362171fd94 tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Deleting subnet 082f2dca-8329-40ab-8fca-ecbe612589a6 {{(pid=87506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 16 22:33:25.056023 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-23a15965-d85d-4f01-941b-ece76e090355 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:33:25.104550 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:25.143489 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] For port 58d635a3-acad-449e-8f03-7fa4d8540cb7, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=58d635a3-acad-449e-8f03-7fa4d8540cb7,segment=NetworkSegment(187d296e-4326-4591-8cf9-f922e5d2ad7d),segment_id=187d296e-4326-4591-8cf9-f922e5d2ad7d)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:33:25.144869 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-cc0c3f6e-26b7-4ec8-a8c2-6752bc1f8d69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:25.149139 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:25.160726 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-d7331dd9-bcc6-4987-993e-e12dc690e66a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:33:25.165590 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-a7063a08-9545-4854-a9ea-dd362171fd94 tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Notify callbacks [] for subnet, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:25.226866 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 8059e5c8-e94b-4acf-9dec-bb18023cd1b1 no longer exists at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 22:33:25.258741 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1958cce5-0088-4f0d-bb61-ae614d9cbf2f tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Router 45ae2c9f-738c-4d50-9070-36f2d87f0ea0 has already been hosted by L3 agent 4f519db7-069b-43e2-8411-c092bac9102a {{(pid=87507) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 22:33:25.286389 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] No Port match for: 8059e5c8-e94b-4acf-9dec-bb18023cd1b1 {{(pid=87508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 22:33:25.287021 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 8059e5c8-e94b-4acf-9dec-bb18023cd1b1 not bound to the agent host dv-neutron-821829-1-hyperv {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 22:33:25.309445 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Pushing event updated for resources: {'Port': ['ID=58d635a3-acad-449e-8f03-7fa4d8540cb7,revision_number=3']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:33:25.320610 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:33:25.336961 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f655842-03a6-493d-b03b-24f555709b50 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Network 7edd76f7-0f97-48a5-b177-9842de6c0500 is already hosted by enough agents. {{(pid=87506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:33:25.342393 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f655842-03a6-493d-b03b-24f555709b50 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Pushing event updated for resources: {'Subnet': ['ID=f2c03b35-a248-4953-a979-e40cf779213d,revision_number=0']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:33:25.349847 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-cc0c3f6e-26b7-4ec8-a8c2-6752bc1f8d69 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:33:25.354009 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-cc0c3f6e-26b7-4ec8-a8c2-6752bc1f8d69 admin admin] Usage tracker for resource:security_group_rule and tenant:67731d74ca194067b5eb7b21c743d80f is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:33:25.357251 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-cc0c3f6e-26b7-4ec8-a8c2-6752bc1f8d69 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:33:25.365151 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-9f655842-03a6-493d-b03b-24f555709b50 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:33:25.367946 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.base_scheduler [None req-9f655842-03a6-493d-b03b-24f555709b50 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Resources bound (agent type, host, resource id):  {{(pid=87506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:33:25.377439 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f655842-03a6-493d-b03b-24f555709b50 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:33:25.377880 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-9f655842-03a6-493d-b03b-24f555709b50 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3791486'] for subnet, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:25.384498 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56529be8-84e0-445e-8ab5-9ed18d10fd04 None None] Network 7edd76f7-0f97-48a5-b177-9842de6c0500 requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 22:33:25.385391 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-cc0c3f6e-26b7-4ec8-a8c2-6752bc1f8d69 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:33:25.462200 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-a7063a08-9545-4854-a9ea-dd362171fd94 tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-266764487'] for subnet, precommit_delete_associations {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:25.486195 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1958cce5-0088-4f0d-bb61-ae614d9cbf2f tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Notify agent at l3_agent.dv-neutron-821829-1-hyperv the message routers_updated {{(pid=87507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 22:33:25.493123 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-1958cce5-0088-4f0d-bb61-ae614d9cbf2f tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for floatingip, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:25.505569 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e09abdb0-75cc-4427-87ec-1fdbea780bce None None] Sync routers for ids ['45ae2c9f-738c-4d50-9070-36f2d87f0ea0'] in dv-neutron-821829-1-hyperv {{(pid=87509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 22:33:25.517736 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e09abdb0-75cc-4427-87ec-1fdbea780bce None None] Routers {'45ae2c9f-738c-4d50-9070-36f2d87f0ea0'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:33:25.518888 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-e09abdb0-75cc-4427-87ec-1fdbea780bce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b7c9c3790>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:33:01Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['45ae2c9f-738c-4d50-9070-36f2d87f0ea0'], 'active': True} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:33:25.525145 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-bd1820ce-eecb-4142-9741-4a08f53707e9 tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841137'] for security_group_rule, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:25.580497 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-1958cce5-0088-4f0d-bb61-ae614d9cbf2f tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] 10.222.0.13 "PUT /v2.0/floatingips/76164ca4-f3e5-47e9-9ac4-3f29e44a0e42 HTTP/1.1" status: 200  len: 688 time: 1.5061731
Dec 16 22:33:25.582897 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 39182) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:33:25.589306 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-a5907420-064c-490f-b059-0cc138129f2a None None] Provisioning complete for port 58d635a3-acad-449e-8f03-7fa4d8540cb7 triggered by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:33:25.590908 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-a5907420-064c-490f-b059-0cc138129f2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:25.628934 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-e09abdb0-75cc-4427-87ec-1fdbea780bce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b7c9c3790>, [], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:33:25.630129 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-84f75bdb-a44d-4190-944d-05da73ff86eb tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:33:25.641682 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e09abdb0-75cc-4427-87ec-1fdbea780bce None None] Routers {'45ae2c9f-738c-4d50-9070-36f2d87f0ea0'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:33:25.642837 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-e09abdb0-75cc-4427-87ec-1fdbea780bce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b7c9c3790>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:33:01Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['45ae2c9f-738c-4d50-9070-36f2d87f0ea0'], 'active': True} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:33:25.664756 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-9f655842-03a6-493d-b03b-24f555709b50 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 1.9689324
Dec 16 22:33:25.667613 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 39186) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:33:25.671365 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-ded9a441-03d3-42aa-95ed-b04a3ace1d38 tempest-RoutersIpV6AdminTest-765327337 tempest-RoutersIpV6AdminTest-765327337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3741702', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3740945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-38947'] for router, precommit_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:25.678943 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1820ce-eecb-4142-9741-4a08f53707e9 tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6317de8c-f361-4876-990f-f11ecce9ddc3,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:33:25.691085 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-bd1820ce-eecb-4142-9741-4a08f53707e9 tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:33:25.701655 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-bd1820ce-eecb-4142-9741-4a08f53707e9 tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:25.702771 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-bd1820ce-eecb-4142-9741-4a08f53707e9 tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/6317de8c-f361-4876-990f-f11ecce9ddc3 HTTP/1.1" status: 204  len: 168 time: 1.0210497
Dec 16 22:33:25.703327 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-20af3b04-da99-42f6-bfec-a66b13af88f5 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Request body: {'port': {'network_id': '7edd76f7-0f97-48a5-b177-9842de6c0500', 'fixed_ips': [{'subnet_id': 'f2c03b35-a248-4953-a979-e40cf779213d', 'ip_address': '2001:db8::bf07:f904:3700:49df'}], 'name': 'tempest-NetworksTestDHCPv6-1214199607'}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:33:25.714437 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 39190) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:33:25.734491 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-e09abdb0-75cc-4427-87ec-1fdbea780bce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b7c9c3790>, [], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:33:25.736096 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e09abdb0-75cc-4427-87ec-1fdbea780bce None None] The sync data for ids ['45ae2c9f-738c-4d50-9070-36f2d87f0ea0'] in dv-neutron-821829-1-hyperv is: [] {{(pid=87509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 22:33:25.880652 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41172269-8e9d-484f-a23e-590a70583b16 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1d6bfaf-d325-5e4f-b05d-2441d8339617-7edd76f7-0f97-48a5-b177-9842de6c0500', 'network_id': '7edd76f7-0f97-48a5-b177-9842de6c0500', 'tenant_id': '8e4385a98eb1416284c1cc96b3355a70', 'fixed_ips': [{'subnet_id': 'f2c03b35-a248-4953-a979-e40cf779213d'}]}} from dv-neutron-821829-1-hyperv. {{(pid=87508) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 16 22:33:25.881767 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-41172269-8e9d-484f-a23e-590a70583b16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:25.891166 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.plugin [None req-0abf3cce-cedd-4913-b3a5-5418bb1c7aad tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Deleting port b99eae2a-32c2-4c49-9562-27e56f654955 {{(pid=87507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:33:25.891976 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-0abf3cce-cedd-4913-b3a5-5418bb1c7aad tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:25.906462 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-351f969d-5192-405a-b9d5-84edfc3e484f tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Synchronizing usage tracker for tenant:2d296b4ba9d3443c927f854ef36c40ce on resource:security_group_rule {{(pid=87506) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 22:33:25.951430 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-a5907420-064c-490f-b059-0cc138129f2a None None] Provisioning for port 8d92e34b-3b61-4ce0-af60-0f26f9ff1670 completed by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 22:33:25.968148 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-a5907420-064c-490f-b059-0cc138129f2a None None] Provisioning complete for port 8d92e34b-3b61-4ce0-af60-0f26f9ff1670 triggered by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:33:25.968479 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-a5907420-064c-490f-b059-0cc138129f2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:25.982706 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-cc0c3f6e-26b7-4ec8-a8c2-6752bc1f8d69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:25.986979 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-351f969d-5192-405a-b9d5-84edfc3e484f tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Unset dirty status for tenant:2d296b4ba9d3443c927f854ef36c40ce on resource:security_group_rule {{(pid=87506) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 22:33:25.989116 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-351f969d-5192-405a-b9d5-84edfc3e484f tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4659 time: 0.2506077
Dec 16 22:33:25.996473 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 39194) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:33:25.999373 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-cc0c3f6e-26b7-4ec8-a8c2-6752bc1f8d69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841066'] for security_group, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:26.010770 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:33:26.035248 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-a7063a08-9545-4854-a9ea-dd362171fd94 tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3328566'] for subnet, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:26.068337 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-a5907420-064c-490f-b059-0cc138129f2a None None] Port 8d92e34b-3b61-4ce0-af60-0f26f9ff1670 cannot update to ACTIVE because it is not bound. {{(pid=87508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 22:33:26.099957 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-a324e0eb-c749-43bc-bf8e-2da0a8cf40ef tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:26.110634 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.db_base_plugin_common [None req-41172269-8e9d-484f-a23e-590a70583b16 None None] Allocated IP 2001:db8::2 (7edd76f7-0f97-48a5-b177-9842de6c0500/f2c03b35-a248-4953-a979-e40cf779213d/e7343b02-8ea3-4117-8e7e-c4af077a567a) {{(pid=87508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 22:33:26.121658 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-cc0c3f6e-26b7-4ec8-a8c2-6752bc1f8d69 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=67731d74ca194067b5eb7b21c743d80f&name=default HTTP/1.1" status: 200  len: 2979 time: 1.1295669
Dec 16 22:33:26.123087 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 39200) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:33:26.127594 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-a324e0eb-c749-43bc-bf8e-2da0a8cf40ef tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:26.128816 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0c3f6e-26b7-4ec8-a8c2-6752bc1f8d69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c104cdd2-9b1a-4986-9df2-b2de0362f4b7,revision_number=1']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:33:26.136207 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-cc0c3f6e-26b7-4ec8-a8c2-6752bc1f8d69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:33:26.162951 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-20af3b04-da99-42f6-bfec-a66b13af88f5 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:33:26.177773 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-a7063a08-9545-4854-a9ea-dd362171fd94 tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3328622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1863378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11213117'] for subnet, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:26.186869 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:33:26.211834 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-20af3b04-da99-42f6-bfec-a66b13af88f5 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:33:26.221606 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-0abf3cce-cedd-4913-b3a5-5418bb1c7aad tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:26.221963 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-0abf3cce-cedd-4913-b3a5-5418bb1c7aad tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:26.229432 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7063a08-9545-4854-a9ea-dd362171fd94 tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Pushing event deleted for resources: {'Subnet': ['ID=082f2dca-8329-40ab-8fca-ecbe612589a6,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:33:26.231640 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-a7063a08-9545-4854-a9ea-dd362171fd94 tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3791486'] for subnet, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:26.237303 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-a7063a08-9545-4854-a9ea-dd362171fd94 tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:33:26.258128 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-a324e0eb-c749-43bc-bf8e-2da0a8cf40ef tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841137'] for security_group_rule, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:26.281196 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-677e06e2-31ae-4e39-a6f1-528e96ada2ac None None] Network 8b589113-3fe9-48f3-91e7-9d6f5339077b requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 22:33:26.299858 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-a7063a08-9545-4854-a9ea-dd362171fd94 tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] 10.222.0.13 "DELETE /v2.0/subnets/082f2dca-8329-40ab-8fca-ecbe612589a6 HTTP/1.1" status: 204  len: 168 time: 1.6294799
Dec 16 22:33:26.307863 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 39204) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:33:26.390822 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:33:26.403098 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.plugin [None req-0abf3cce-cedd-4913-b3a5-5418bb1c7aad tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Calling delete_port for b99eae2a-32c2-4c49-9562-27e56f654955 owned by network:floatingip {{(pid=87507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:33:26.562808 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20af3b04-da99-42f6-bfec-a66b13af88f5 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Made reservation on behalf of 8e4385a98eb1416284c1cc96b3355a70 for: {'port': 1} {{(pid=87507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:33:26.591980 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-d9236ef8-c864-4e3c-90f9-33b5c7489acc None None] Provisioning complete for port 8d92e34b-3b61-4ce0-af60-0f26f9ff1670 triggered by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:33:26.592611 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-d9236ef8-c864-4e3c-90f9-33b5c7489acc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:26.607117 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a324e0eb-c749-43bc-bf8e-2da0a8cf40ef tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6d48bb15-2d0c-4f7f-8847-dc418d81c8cc,revision_number=None']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:33:26.610618 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-a324e0eb-c749-43bc-bf8e-2da0a8cf40ef tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:33:26.611291 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-7ab01585-14c6-43ee-9f9f-e935f1c231f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:26.638614 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 58d635a3-acad-449e-8f03-7fa4d8540cb7 up at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 22:33:26.677149 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-ded9a441-03d3-42aa-95ed-b04a3ace1d38 tempest-RoutersIpV6AdminTest-765327337 tempest-RoutersIpV6AdminTest-765327337-project] Notify callbacks [] for router_gateway, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:26.689655 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-a324e0eb-c749-43bc-bf8e-2da0a8cf40ef tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:26.693397 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-a324e0eb-c749-43bc-bf8e-2da0a8cf40ef tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/6d48bb15-2d0c-4f7f-8847-dc418d81c8cc HTTP/1.1" status: 204  len: 168 time: 0.6514828
Dec 16 22:33:26.703601 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 39210) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:33:26.717850 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee3f560c-db19-412d-80a4-1e01d4bd605f tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:33:26.720127 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee3f560c-db19-412d-80a4-1e01d4bd605f tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:33:26.720844 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-ee3f560c-db19-412d-80a4-1e01d4bd605f tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Synchronizing usage tracker for tenant:f62e67e237cd4fa6a36febbc06b0f445 on resource:subnet {{(pid=87506) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 22:33:26.724927 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-ded9a441-03d3-42aa-95ed-b04a3ace1d38 tempest-RoutersIpV6AdminTest-765327337 tempest-RoutersIpV6AdminTest-765327337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:26.754640 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-41172269-8e9d-484f-a23e-590a70583b16 None None] Notify callbacks [] for port, precommit_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:26.758028 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-7ab01585-14c6-43ee-9f9f-e935f1c231f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:26.785510 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-41172269-8e9d-484f-a23e-590a70583b16 None None] Transition to ACTIVE for port object e7343b02-8ea3-4117-8e7e-c4af077a567a will not be triggered until provisioned by entity L2. {{(pid=87508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:33:26.789584 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-d9236ef8-c864-4e3c-90f9-33b5c7489acc None None] Port 8d92e34b-3b61-4ce0-af60-0f26f9ff1670 cannot update to ACTIVE because it is not bound. {{(pid=87508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 22:33:26.799813 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-ee3f560c-db19-412d-80a4-1e01d4bd605f tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Unset dirty status for tenant:f62e67e237cd4fa6a36febbc06b0f445 on resource:subnet {{(pid=87506) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 22:33:26.804608 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-ee3f560c-db19-412d-80a4-1e01d4bd605f tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1478 time: 0.4956446
Dec 16 22:33:26.805420 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 39214) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:33:26.840297 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-41172269-8e9d-484f-a23e-590a70583b16 None None] Transition to ACTIVE for port object e7343b02-8ea3-4117-8e7e-c4af077a567a will not be triggered until provisioned by entity DHCP. {{(pid=87508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:33:26.856701 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-41172269-8e9d-484f-a23e-590a70583b16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940'] for port, after_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:26.862374 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-62f107fd-aa58-4c64-aac2-c276b13c7cd6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:33:26.889916 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning complete for port 58d635a3-acad-449e-8f03-7fa4d8540cb7 triggered by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:33:26.890589 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:26.894958 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-74e13279-50fd-4b65-9f25-513fe73cc85a tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Synchronizing usage tracker for tenant:2d296b4ba9d3443c927f854ef36c40ce on resource:security_group_rule {{(pid=87507) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 22:33:26.913560 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-20af3b04-da99-42f6-bfec-a66b13af88f5 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:26.951182 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.notifiers.nova [None req-20af3b04-da99-42f6-bfec-a66b13af88f5 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] device_id is not set on port d03f8cfb-5b93-4762-bb2f-a18bb914e74b yet. {{(pid=87507) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 16 22:33:26.977941 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41172269-8e9d-484f-a23e-590a70583b16 None None] Network 7edd76f7-0f97-48a5-b177-9842de6c0500 is already hosted by enough agents. {{(pid=87508) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:33:26.981173 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-bae43628-0495-47c7-89d4-5828544c1c7d tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-825997'] for network, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:26.984247 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-74e13279-50fd-4b65-9f25-513fe73cc85a tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Unset dirty status for tenant:2d296b4ba9d3443c927f854ef36c40ce on resource:security_group_rule {{(pid=87507) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 22:33:26.988485 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-74e13279-50fd-4b65-9f25-513fe73cc85a tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4113 time: 0.2790883
Dec 16 22:33:26.989694 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 39218) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:33:26.994482 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.scheduler.base_scheduler [None req-41172269-8e9d-484f-a23e-590a70583b16 None None] Resources bound (agent type, host, resource id):  {{(pid=87508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:33:27.014299 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.pecan_wsgi.hooks.translation [None req-bae43628-0495-47c7-89d4-5828544c1c7d tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] DELETE failed (client error): There was a conflict when trying to complete your request.
Dec 16 22:33:27.014874 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bae43628-0495-47c7-89d4-5828544c1c7d tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=87506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 16 22:33:27.027348 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-7ab01585-14c6-43ee-9f9f-e935f1c231f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841066'] for security_group, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:27.034683 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-823c754e-0d01-4e9b-9a41-1e09e32cb724 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:33:27.047178 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-0abf3cce-cedd-4913-b3a5-5418bb1c7aad tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10807823'] for port, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:27.047996 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.db_base_plugin_common [None req-ded9a441-03d3-42aa-95ed-b04a3ace1d38 tempest-RoutersIpV6AdminTest-765327337 tempest-RoutersIpV6AdminTest-765327337-project] Allocated IP 172.26.0.211 (f8905ce9-304b-4976-bc47-e58c71c11de5/9bca8591-41ef-4f2d-8ecb-ecaab1a28acf/b7909939-5ccc-4b0f-a2d0-0952711cbce2) {{(pid=87506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 22:33:27.057390 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-bae43628-0495-47c7-89d4-5828544c1c7d tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] 10.222.0.13 "DELETE /v2.0/networks/8b589113-3fe9-48f3-91e7-9d6f5339077b HTTP/1.1" status: 409  len: 405 time: 0.2420225
Dec 16 22:33:27.057581 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41172269-8e9d-484f-a23e-590a70583b16 None None] Received port after_create {{(pid=87508) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 22:33:27.057676 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 39222) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:33:27.060057 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab01585-14c6-43ee-9f9f-e935f1c231f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c104cdd2-9b1a-4986-9df2-b2de0362f4b7,revision_number=None']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:33:27.071730 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-cde232cc-4da1-4276-ba9f-f5bb98a804b2 tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1458442697'}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:33:27.075934 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-c9162b11-b4e8-4a0d-81cd-0ae5aab9c51b tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:27.086524 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41172269-8e9d-484f-a23e-590a70583b16 None None] Pushing event updated for resources: {'Port': ['ID=e7343b02-8ea3-4117-8e7e-c4af077a567a,revision_number=1']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:33:27.101231 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-cde232cc-4da1-4276-ba9f-f5bb98a804b2 tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:33:27.108601 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-cde232cc-4da1-4276-ba9f-f5bb98a804b2 tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Usage tracker for resource:network and tenant:f62e67e237cd4fa6a36febbc06b0f445 is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:33:27.113523 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-c9162b11-b4e8-4a0d-81cd-0ae5aab9c51b tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:27.116353 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-41172269-8e9d-484f-a23e-590a70583b16 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:33:27.117159 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-7ab01585-14c6-43ee-9f9f-e935f1c231f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:33:27.118790 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-ff9ac76e-bd57-4c86-8b75-e206bc671b4b tempest-ExtraDHCPOptionsIpV6TestJSON-903106190 tempest-ExtraDHCPOptionsIpV6TestJSON-903106190-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.059s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:33:27.120674 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-cde232cc-4da1-4276-ba9f-f5bb98a804b2 tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:33:27.135054 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-cde232cc-4da1-4276-ba9f-f5bb98a804b2 tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:33:27.139540 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bde3539-3b3c-417d-8256-cf95a09b8623 None None] DHCP port deletion for 8b589113-3fe9-48f3-91e7-9d6f5339077b request from dv-neutron-821829-1-hyperv {{(pid=87508) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 16 22:33:27.174606 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abf3cce-cedd-4913-b3a5-5418bb1c7aad tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Pushing event deleted for resources: {'Port': ['ID=b99eae2a-32c2-4c49-9562-27e56f654955,revision_number=None']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:33:27.179775 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-0bde3539-3b3c-417d-8256-cf95a09b8623 None None] Deleting port 58d635a3-acad-449e-8f03-7fa4d8540cb7 {{(pid=87508) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:33:27.180885 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-0bde3539-3b3c-417d-8256-cf95a09b8623 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:27.211998 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-0abf3cce-cedd-4913-b3a5-5418bb1c7aad tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:33:27.236938 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cde232cc-4da1-4276-ba9f-f5bb98a804b2 tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Made reservation on behalf of f62e67e237cd4fa6a36febbc06b0f445 for: {'network': 1} {{(pid=87506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:33:27.240970 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-cde232cc-4da1-4276-ba9f-f5bb98a804b2 tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for network, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:27.256374 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-c9162b11-b4e8-4a0d-81cd-0ae5aab9c51b tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841137'] for security_group_rule, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:27.267175 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-d50c55e8-0d49-422d-ac34-15cb2623cbc9 tempest-ServersTestJSON-1208382319 tempest-ServersTestJSON-1208382319-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:33:27.292726 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9162b11-b4e8-4a0d-81cd-0ae5aab9c51b tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e4b33284-ade3-438c-89fd-8be4425f30e6,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:33:27.297017 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-41172269-8e9d-484f-a23e-590a70583b16 None None] Attempting to bind port e7343b02-8ea3-4117-8e7e-c4af077a567a on host dv-neutron-821829-1-hyperv for vnic_type normal with profile  {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 22:33:27.297503 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-41172269-8e9d-484f-a23e-590a70583b16 None None] Attempting to bind port e7343b02-8ea3-4117-8e7e-c4af077a567a by drivers openvswitch,hyperv on host dv-neutron-821829-1-hyperv at level 0 using segments [{'id': 'da71c9a1-7532-4738-a9bc-22a7f498ec35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '7edd76f7-0f97-48a5-b177-9842de6c0500'}] {{(pid=87508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 22:33:27.297834 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41172269-8e9d-484f-a23e-590a70583b16 None None] Attempting to bind port e7343b02-8ea3-4117-8e7e-c4af077a567a on network 7edd76f7-0f97-48a5-b177-9842de6c0500 {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 22:33:27.311197 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-c9162b11-b4e8-4a0d-81cd-0ae5aab9c51b tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:33:27.320886 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-7ab01585-14c6-43ee-9f9f-e935f1c231f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:27.325111 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-7ab01585-14c6-43ee-9f9f-e935f1c231f9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c104cdd2-9b1a-4986-9df2-b2de0362f4b7 HTTP/1.1" status: 204  len: 168 time: 1.1905048
Dec 16 22:33:27.327706 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-c9162b11-b4e8-4a0d-81cd-0ae5aab9c51b tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:27.331944 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-c9162b11-b4e8-4a0d-81cd-0ae5aab9c51b tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/e4b33284-ade3-438c-89fd-8be4425f30e6 HTTP/1.1" status: 204  len: 168 time: 0.3373797
Dec 16 22:33:27.332705 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cde232cc-4da1-4276-ba9f-f5bb98a804b2 tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] vlan segment allocate from pool success with {'vlan_id': 194, 'physical_network': 'physnet1'}  {{(pid=87506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 22:33:27.332899 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 39228) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:33:27.373241 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-ded9a441-03d3-42aa-95ed-b04a3ace1d38 tempest-RoutersIpV6AdminTest-765327337 tempest-RoutersIpV6AdminTest-765327337-project] Notify callbacks [] for port, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:27.373728 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-0abf3cce-cedd-4913-b3a5-5418bb1c7aad tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Notify callbacks [] for floatingip, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:27.376722 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-0abf3cce-cedd-4913-b3a5-5418bb1c7aad tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for floatingip, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:27.382636 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41172269-8e9d-484f-a23e-590a70583b16 None None] Checking agent: {'id': '5571501f-366e-47a4-9b60-8ef19d935d27', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821829-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 24, 2), 'started_at': datetime.datetime(2021, 12, 16, 22, 24, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 33, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821829-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 22:33:27.382839 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-0abf3cce-cedd-4913-b3a5-5418bb1c7aad tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] 10.222.0.13 "DELETE /v2.0/floatingips/76164ca4-f3e5-47e9-9ac4-3f29e44a0e42 HTTP/1.1" status: 204  len: 168 time: 1.7980163
Dec 16 22:33:27.382962 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41172269-8e9d-484f-a23e-590a70583b16 None None] Checking segment: {'id': 'da71c9a1-7532-4738-a9bc-22a7f498ec35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '7edd76f7-0f97-48a5-b177-9842de6c0500'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 22:33:27.382962 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-41172269-8e9d-484f-a23e-590a70583b16 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:27.382962 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41172269-8e9d-484f-a23e-590a70583b16 None None] Bound using segment: {'id': 'da71c9a1-7532-4738-a9bc-22a7f498ec35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '7edd76f7-0f97-48a5-b177-9842de6c0500'} {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 22:33:27.383347 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-41172269-8e9d-484f-a23e-590a70583b16 None None] Bound port: e7343b02-8ea3-4117-8e7e-c4af077a567a, host: dv-neutron-821829-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da71c9a1-7532-4738-a9bc-22a7f498ec35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '7edd76f7-0f97-48a5-b177-9842de6c0500'}}] {{(pid=87508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 22:33:27.383677 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-41172269-8e9d-484f-a23e-590a70583b16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:27.385240 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 39234) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:33:27.388733 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.db_base_plugin_common [None req-20af3b04-da99-42f6-bfec-a66b13af88f5 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Allocated IP 2001:db8::bf07:f904:3700:49df (7edd76f7-0f97-48a5-b177-9842de6c0500/f2c03b35-a248-4953-a979-e40cf779213d/d03f8cfb-5b93-4762-bb2f-a18bb914e74b) {{(pid=87507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 22:33:27.396439 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-cde232cc-4da1-4276-ba9f-f5bb98a804b2 tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-883292'] for segment, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:27.404421 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 678bdfd2-3046-4b71-b8f2-74d09f76ce7b up at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 22:33:27.405003 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.db.segments_db [None req-cde232cc-4da1-4276-ba9f-f5bb98a804b2 tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Added segment 9e07b529-6c2c-4307-a870-c99ea71f8c10 of type vlan for network e2c5e9a3-ef23-4cc3-a0b2-6290bf4a3397
Dec 16 22:33:27.421233 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-91a9a377-1bbe-42bf-8122-eb1b27e7a64f tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Request body: {'floatingip': {'floating_network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'port_id': 'c5d52ecc-0a76-4d7d-999e-a65b2489f0f9'}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:33:27.432578 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-91a9a377-1bbe-42bf-8122-eb1b27e7a64f tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:33:27.446414 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-38fcd025-1c33-4c9b-ad8f-9cc803bb1623 tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3567 time: 0.1122546
Dec 16 22:33:27.449324 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 39238) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:33:27.449575 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-91a9a377-1bbe-42bf-8122-eb1b27e7a64f tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Usage tracker for resource:floatingip and tenant:224a3f89678e41499cb7a5fbecafc8d7 is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:33:27.458787 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-91a9a377-1bbe-42bf-8122-eb1b27e7a64f tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:33:27.469335 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-91a9a377-1bbe-42bf-8122-eb1b27e7a64f tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:33:27.502223 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-cde232cc-4da1-4276-ba9f-f5bb98a804b2 tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734753047233'] for network, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:27.522513 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-91a9a377-1bbe-42bf-8122-eb1b27e7a64f tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Notify callbacks [] for floatingip, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:27.645339 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-ded9a441-03d3-42aa-95ed-b04a3ace1d38 tempest-RoutersIpV6AdminTest-765327337 tempest-RoutersIpV6AdminTest-765327337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1863393'] for port, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:27.655395 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-4bdd95bb-3ee3-435d-8bdb-80c317840053 tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:33:27.666005 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-1b96d6ff-57ac-4f98-901c-e24f8b781a97 tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Notify callbacks [] for security_group, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:27.703178 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-41172269-8e9d-484f-a23e-590a70583b16 None None] For port e7343b02-8ea3-4117-8e7e-c4af077a567a, host dv-neutron-821829-1-hyperv, cleared binding levels {{(pid=87508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 22:33:27.721009 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-0bde3539-3b3c-417d-8256-cf95a09b8623 None None] For port 58d635a3-acad-449e-8f03-7fa4d8540cb7, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=58d635a3-acad-449e-8f03-7fa4d8540cb7,segment=NetworkSegment(187d296e-4326-4591-8cf9-f922e5d2ad7d),segment_id=187d296e-4326-4591-8cf9-f922e5d2ad7d)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:33:27.721621 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-0bde3539-3b3c-417d-8256-cf95a09b8623 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:27.732919 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-41172269-8e9d-484f-a23e-590a70583b16 None None] For port e7343b02-8ea3-4117-8e7e-c4af077a567a, host dv-neutron-821829-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=e7343b02-8ea3-4117-8e7e-c4af077a567a,segment=NetworkSegment(da71c9a1-7532-4738-a9bc-22a7f498ec35),segment_id=da71c9a1-7532-4738-a9bc-22a7f498ec35)] {{(pid=87508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 22:33:27.740107 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-1b96d6ff-57ac-4f98-901c-e24f8b781a97 tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:27.740443 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning complete for port 678bdfd2-3046-4b71-b8f2-74d09f76ce7b triggered by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:33:27.741303 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:27.799822 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-1b96d6ff-57ac-4f98-901c-e24f8b781a97 tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841066'] for security_group, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:27.800662 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-cde232cc-4da1-4276-ba9f-f5bb98a804b2 tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440'] for network, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:27.803193 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded9a441-03d3-42aa-95ed-b04a3ace1d38 tempest-RoutersIpV6AdminTest-765327337 tempest-RoutersIpV6AdminTest-765327337-project] Pushing event updated for resources: {'Port': ['ID=b7909939-5ccc-4b0f-a2d0-0952711cbce2,revision_number=1']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:33:27.811036 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-ded9a441-03d3-42aa-95ed-b04a3ace1d38 tempest-RoutersIpV6AdminTest-765327337 tempest-RoutersIpV6AdminTest-765327337-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:33:27.816696 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cde232cc-4da1-4276-ba9f-f5bb98a804b2 tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:33:27.817312 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-cde232cc-4da1-4276-ba9f-f5bb98a804b2 tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3791486'] for network, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:27.820782 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-5e001c4a-ebd9-4feb-81b3-78578cabec86 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:33:27.837373 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-58a33727-6ba4-4f93-8641-3a0a9ffbca1b tempest-ExtraDHCPOptionsIpV6TestJSON-903106190 tempest-ExtraDHCPOptionsIpV6TestJSON-903106190-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:33:27.851291 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b96d6ff-57ac-4f98-901c-e24f8b781a97 tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=07a12a62-0b07-4431-b27e-95110e3c686c,revision_number=None']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:33:27.867585 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-1b96d6ff-57ac-4f98-901c-e24f8b781a97 tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:33:27.874430 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-1b96d6ff-57ac-4f98-901c-e24f8b781a97 tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Notify callbacks [] for security_group, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:27.875979 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-1b96d6ff-57ac-4f98-901c-e24f8b781a97 tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] 10.222.0.13 "DELETE /v2.0/security-groups/07a12a62-0b07-4431-b27e-95110e3c686c HTTP/1.1" status: 204  len: 168 time: 0.4255574
Dec 16 22:33:27.879034 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-20af3b04-da99-42f6-bfec-a66b13af88f5 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks [] for port, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:27.882317 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 39248) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:33:27.900520 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-41172269-8e9d-484f-a23e-590a70583b16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:27.940661 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.provisioning_blocks [None req-20af3b04-da99-42f6-bfec-a66b13af88f5 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Transition to ACTIVE for port object d03f8cfb-5b93-4762-bb2f-a18bb914e74b will not be triggered until provisioned by entity DHCP. {{(pid=87507) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:33:27.943604 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ded9a441-03d3-42aa-95ed-b04a3ace1d38 tempest-RoutersIpV6AdminTest-765327337 tempest-RoutersIpV6AdminTest-765327337-project] Network f8905ce9-304b-4976-bc47-e58c71c11de5 is already hosted by enough agents. {{(pid=87506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:33:27.947453 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde232cc-4da1-4276-ba9f-f5bb98a804b2 tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Pushing event updated for resources: {'Network': ['ID=e2c5e9a3-ef23-4cc3-a0b2-6290bf4a3397,revision_number=1']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:33:27.950828 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-cde232cc-4da1-4276-ba9f-f5bb98a804b2 tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:33:27.955227 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.base_scheduler [None req-ded9a441-03d3-42aa-95ed-b04a3ace1d38 tempest-RoutersIpV6AdminTest-765327337 tempest-RoutersIpV6AdminTest-765327337-project] Resources bound (agent type, host, resource id):  {{(pid=87506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:33:27.958566 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ded9a441-03d3-42aa-95ed-b04a3ace1d38 tempest-RoutersIpV6AdminTest-765327337 tempest-RoutersIpV6AdminTest-765327337-project] Received port after_create {{(pid=87506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 22:33:27.978300 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:33:27.997362 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-40e43fe5-fc55-4a13-b111-ddde05826397 tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Synchronizing usage tracker for tenant:2d296b4ba9d3443c927f854ef36c40ce on resource:security_group {{(pid=87507) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 22:33:28.004724 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-cde232cc-4da1-4276-ba9f-f5bb98a804b2 tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 789 time: 0.9478672
Dec 16 22:33:28.009844 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 39256) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:33:28.026694 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-7609a180-1aa5-4fb6-9ea1-40eb00f170a3 tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Request body: {'subnet': {'network_id': 'e2c5e9a3-ef23-4cc3-a0b2-6290bf4a3397', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:33:28.037720 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Network e2c5e9a3-ef23-4cc3-a0b2-6290bf4a3397 details requested by agent ovs-agent-dv-neutron-821829-1-hyperv with host dv-neutron-821829-1-hyperv {{(pid=87508) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 22:33:28.119863 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-40e43fe5-fc55-4a13-b111-ddde05826397 tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Unset dirty status for tenant:2d296b4ba9d3443c927f854ef36c40ce on resource:security_group {{(pid=87507) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 22:33:28.121872 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-40e43fe5-fc55-4a13-b111-ddde05826397 tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2979 time: 0.2377243
Dec 16 22:33:28.123349 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-20af3b04-da99-42f6-bfec-a66b13af88f5 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10807823'] for port, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:28.129094 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 39262) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:33:28.136607 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-0abf3cce-cedd-4913-b3a5-5418bb1c7aad tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:33:28.150963 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-0bde3539-3b3c-417d-8256-cf95a09b8623 None None] Calling delete_port for 58d635a3-acad-449e-8f03-7fa4d8540cb7 owned by network:dhcp {{(pid=87508) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:33:28.248812 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20af3b04-da99-42f6-bfec-a66b13af88f5 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Network 7edd76f7-0f97-48a5-b177-9842de6c0500 is already hosted by enough agents. {{(pid=87507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:33:28.269480 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-91a9a377-1bbe-42bf-8122-eb1b27e7a64f tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:28.278474 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-a12c5f4d-365b-497d-af90-5c574b4dd265 tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Request body: {'security_group': {'name': 'tempest-secgroup--1291721623'}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:33:28.287681 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.base_scheduler [None req-20af3b04-da99-42f6-bfec-a66b13af88f5 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Resources bound (agent type, host, resource id):  {{(pid=87507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:33:28.301477 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-a12c5f4d-365b-497d-af90-5c574b4dd265 tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:33:28.305630 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20af3b04-da99-42f6-bfec-a66b13af88f5 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Received port after_create {{(pid=87507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 22:33:28.313736 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20af3b04-da99-42f6-bfec-a66b13af88f5 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:33:28.315142 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-20af3b04-da99-42f6-bfec-a66b13af88f5 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for port, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:28.347856 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-7609a180-1aa5-4fb6-9ea1-40eb00f170a3 tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:33:28.361272 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-111386c8-4a18-40e1-a7ca-408c1e3a0a66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:28.365991 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-7609a180-1aa5-4fb6-9ea1-40eb00f170a3 tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:33:28.400141 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7609a180-1aa5-4fb6-9ea1-40eb00f170a3 tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Made reservation on behalf of f62e67e237cd4fa6a36febbc06b0f445 for: {'subnet': 1} {{(pid=87507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:33:28.404496 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-7609a180-1aa5-4fb6-9ea1-40eb00f170a3 tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10549598'] for subnet, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:28.528586 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-a12c5f4d-365b-497d-af90-5c574b4dd265 tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:33:28.541214 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20af3b04-da99-42f6-bfec-a66b13af88f5 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Pushing event updated for resources: {'Port': ['ID=d03f8cfb-5b93-4762-bb2f-a18bb914e74b,revision_number=1']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:33:28.556113 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-20af3b04-da99-42f6-bfec-a66b13af88f5 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 948 time: 2.8680019
Dec 16 22:33:28.563465 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-20af3b04-da99-42f6-bfec-a66b13af88f5 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.427s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:33:28.564274 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-a12c5f4d-365b-497d-af90-5c574b4dd265 tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Notify callbacks [] for security_group, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:28.573344 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41172269-8e9d-484f-a23e-590a70583b16 None None] Pushing event updated for resources: {'Port': ['ID=e7343b02-8ea3-4117-8e7e-c4af077a567a,revision_number=2']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:33:28.575333 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 39278) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:33:28.589047 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-41172269-8e9d-484f-a23e-590a70583b16 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.611s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:33:28.592439 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-0bde3539-3b3c-417d-8256-cf95a09b8623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949'] for port, after_delete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:28.605277 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-a25578db-38b0-4a61-b707-47fc81d3b526 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Request body: {'port': {'network_id': '7edd76f7-0f97-48a5-b177-9842de6c0500', 'fixed_ips': [{'subnet_id': 'f2c03b35-a248-4953-a979-e40cf779213d', 'ip_address': '2001:db8::bf07:f904:3700:49df'}], 'name': 'tempest-NetworksTestDHCPv6-309551869'}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:33:28.605499 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-b8181073-8cd0-42e3-b9d8-dd84385fe277 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:33:28.690724 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bde3539-3b3c-417d-8256-cf95a09b8623 None None] No DVR routers for this DVR port 58d635a3-acad-449e-8f03-7fa4d8540cb7 on host dv-neutron-821829-1-hyperv {{(pid=87508) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 22:33:28.749104 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bde3539-3b3c-417d-8256-cf95a09b8623 None None] Pushing event deleted for resources: {'Port': ['ID=58d635a3-acad-449e-8f03-7fa4d8540cb7,revision_number=None']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:33:28.752934 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-0bde3539-3b3c-417d-8256-cf95a09b8623 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:33:28.754397 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-a12c5f4d-365b-497d-af90-5c574b4dd265 tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:33:28.775378 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-a12c5f4d-365b-497d-af90-5c574b4dd265 tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Usage tracker for resource:security_group_rule and tenant:2d296b4ba9d3443c927f854ef36c40ce is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:33:28.783146 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-a12c5f4d-365b-497d-af90-5c574b4dd265 tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:33:28.803525 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-a12c5f4d-365b-497d-af90-5c574b4dd265 tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:33:28.949418 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-a25578db-38b0-4a61-b707-47fc81d3b526 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:33:28.950323 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-ded9a441-03d3-42aa-95ed-b04a3ace1d38 tempest-RoutersIpV6AdminTest-765327337 tempest-RoutersIpV6AdminTest-765327337-project] Notify callbacks [] for router_gateway, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:28.964620 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-a25578db-38b0-4a61-b707-47fc81d3b526 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Usage tracker for resource:port and tenant:8e4385a98eb1416284c1cc96b3355a70 is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:33:28.973142 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-a25578db-38b0-4a61-b707-47fc81d3b526 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:33:28.990688 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-a25578db-38b0-4a61-b707-47fc81d3b526 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:33:29.005965 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device e7343b02-8ea3-4117-8e7e-c4af077a567a up at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 22:33:29.036895 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.db_base_plugin_common [None req-91a9a377-1bbe-42bf-8122-eb1b27e7a64f tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Allocated IP 172.26.0.138 (f8905ce9-304b-4976-bc47-e58c71c11de5/9bca8591-41ef-4f2d-8ecb-ecaab1a28acf/02b03ebd-a150-49de-afe7-59d01f2bf72d) {{(pid=87506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 22:33:29.159070 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning for port e7343b02-8ea3-4117-8e7e-c4af077a567a completed by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 22:33:29.176452 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-a12c5f4d-365b-497d-af90-5c574b4dd265 tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Notify callbacks [] for security_group, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:29.185856 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a25578db-38b0-4a61-b707-47fc81d3b526 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Made reservation on behalf of 8e4385a98eb1416284c1cc96b3355a70 for: {'port': 1} {{(pid=87507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:33:29.191207 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-a25578db-38b0-4a61-b707-47fc81d3b526 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:29.204905 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-a12c5f4d-365b-497d-af90-5c574b4dd265 tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841066'] for security_group, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:29.214859 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:33:29.242745 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 58d635a3-acad-449e-8f03-7fa4d8540cb7 no longer exists at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 22:33:29.270664 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.notifiers.nova [None req-a25578db-38b0-4a61-b707-47fc81d3b526 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] device_id is not set on port 9e65660f-0c5c-4d2d-a05d-87e715fd5d33 yet. {{(pid=87507) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 16 22:33:29.293544 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] No Port match for: 58d635a3-acad-449e-8f03-7fa4d8540cb7 {{(pid=87508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 22:33:29.294112 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 58d635a3-acad-449e-8f03-7fa4d8540cb7 not bound to the agent host dv-neutron-821829-1-hyperv {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 22:33:29.358979 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12c5f4d-365b-497d-af90-5c574b4dd265 tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2aeeb2cc-d91e-45f8-9743-4b6a83f934a9,revision_number=1']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:33:29.371445 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-a12c5f4d-365b-497d-af90-5c574b4dd265 tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:33:29.408458 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-a12c5f4d-365b-497d-af90-5c574b4dd265 tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Notify callbacks [] for security_group, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:29.409945 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-a12c5f4d-365b-497d-af90-5c574b4dd265 tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1744 time: 1.2757158
Dec 16 22:33:29.417229 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 39296) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:33:29.433156 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-231ef275-6495-4456-b38a-190e8fe68ec2 tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Request body: {'security_group_rule': {'security_group_id': '2aeeb2cc-d91e-45f8-9743-4b6a83f934a9', 'direction': 'ingress', 'protocol': 17}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:33:29.443138 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-91a9a377-1bbe-42bf-8122-eb1b27e7a64f tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Notify callbacks [] for port, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:29.480713 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-231ef275-6495-4456-b38a-190e8fe68ec2 tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:33:29.532127 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.objects.ports [None req-7609a180-1aa5-4fb6-9ea1-40eb00f170a3 tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87507) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}}
Dec 16 22:33:29.533530 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-231ef275-6495-4456-b38a-190e8fe68ec2 tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Usage tracker for resource:security_group_rule and tenant:2d296b4ba9d3443c927f854ef36c40ce is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:33:29.539456 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-7609a180-1aa5-4fb6-9ea1-40eb00f170a3 tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10807931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10549612'] for subnet, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:29.540443 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-231ef275-6495-4456-b38a-190e8fe68ec2 tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:33:29.553373 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-ded9a441-03d3-42aa-95ed-b04a3ace1d38 tempest-RoutersIpV6AdminTest-765327337 tempest-RoutersIpV6AdminTest-765327337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3741702', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3740945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-38947'] for router, precommit_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:29.557063 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-231ef275-6495-4456-b38a-190e8fe68ec2 tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:33:29.558957 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:33:29.562017 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-ded9a441-03d3-42aa-95ed-b04a3ace1d38 tempest-RoutersIpV6AdminTest-765327337 tempest-RoutersIpV6AdminTest-765327337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3741923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3741713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3741720', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3740934'] for router, after_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:29.650035 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7609a180-1aa5-4fb6-9ea1-40eb00f170a3 tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Pushing event updated for resources: {'Subnet': ['ID=6362c234-bbe1-4986-b37d-7368b50a0d9f,revision_number=0']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:33:29.652807 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-7609a180-1aa5-4fb6-9ea1-40eb00f170a3 tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:33:29.660363 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-91a9a377-1bbe-42bf-8122-eb1b27e7a64f tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1863393'] for port, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:29.670671 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 39302) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:33:29.671642 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-04641d40-9e98-4a16-adb2-8a8f9b5453f6 tempest-FloatingIPAdminTestJSON-210502716 tempest-FloatingIPAdminTestJSON-210502716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:33:29.741071 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-231ef275-6495-4456-b38a-190e8fe68ec2 tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:29.769515 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7609a180-1aa5-4fb6-9ea1-40eb00f170a3 tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Checking segment: {'id': '9e07b529-6c2c-4307-a870-c99ea71f8c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'e2c5e9a3-ef23-4cc3-a0b2-6290bf4a3397'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 22:33:29.769885 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7609a180-1aa5-4fb6-9ea1-40eb00f170a3 tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Network hostable DHCP agents. Network: e2c5e9a3-ef23-4cc3-a0b2-6290bf4a3397, hostable agents: ['3b155c4d-12dc-491e-aa14-6113b06cfacd'], hosted agents: [] {{(pid=87507) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 16 22:33:29.783029 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-6995387b-4fa8-4fb2-8f37-097059471925 None None] Provisioning for port e7343b02-8ea3-4117-8e7e-c4af077a567a completed by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 22:33:29.796089 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-6995387b-4fa8-4fb2-8f37-097059471925 None None] Provisioning complete for port e7343b02-8ea3-4117-8e7e-c4af077a567a triggered by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:33:29.796750 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-6995387b-4fa8-4fb2-8f37-097059471925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:29.811972 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91a9a377-1bbe-42bf-8122-eb1b27e7a64f tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Network f8905ce9-304b-4976-bc47-e58c71c11de5 is already hosted by enough agents. {{(pid=87506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:33:29.831147 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.pecan_wsgi.hooks.translation [None req-a25578db-38b0-4a61-b707-47fc81d3b526 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] POST failed (client error): There was a conflict when trying to complete your request.
Dec 16 22:33:29.831609 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a25578db-38b0-4a61-b707-47fc81d3b526 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=87507) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 16 22:33:29.832658 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.base_scheduler [None req-91a9a377-1bbe-42bf-8122-eb1b27e7a64f tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Resources bound (agent type, host, resource id):  {{(pid=87506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:33:29.869397 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-a25578db-38b0-4a61-b707-47fc81d3b526 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 409  len: 389 time: 1.2773035
Dec 16 22:33:29.872812 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 39310) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:33:29.883376 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91a9a377-1bbe-42bf-8122-eb1b27e7a64f tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Received port after_create {{(pid=87506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 22:33:29.911059 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7609a180-1aa5-4fb6-9ea1-40eb00f170a3 tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Network e2c5e9a3-ef23-4cc3-a0b2-6290bf4a3397 is scheduled to be hosted by DHCP agent 3b155c4d-12dc-491e-aa14-6113b06cfacd with binding_index 1 {{(pid=87507) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 16 22:33:29.951625 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.base_scheduler [None req-7609a180-1aa5-4fb6-9ea1-40eb00f170a3 tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821829-1-hyperv, e2c5e9a3-ef23-4cc3-a0b2-6290bf4a3397) {{(pid=87507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:33:29.957192 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7609a180-1aa5-4fb6-9ea1-40eb00f170a3 tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:33:29.958290 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-7609a180-1aa5-4fb6-9ea1-40eb00f170a3 tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Notify callbacks [] for subnet, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:29.964394 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c987c11e-0ea4-4388-848e-841fa1bec063 None None] Network e2c5e9a3-ef23-4cc3-a0b2-6290bf4a3397 requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 22:33:29.974216 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-231ef275-6495-4456-b38a-190e8fe68ec2 tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:29.987035 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-231ef275-6495-4456-b38a-190e8fe68ec2 tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841137'] for security_group_rule, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:30.008672 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-eab64116-0a7b-4412-b3ac-789149b8af7c tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:33:30.015597 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-7609a180-1aa5-4fb6-9ea1-40eb00f170a3 tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 2.0044107
Dec 16 22:33:30.025299 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 39314) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:33:30.040156 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-2d4a9b1f-926a-4340-bb26-22fbf5cbb899 tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Request body: {'port': {'network_id': 'e2c5e9a3-ef23-4cc3-a0b2-6290bf4a3397', 'name': 'tempest-NetworksIpV6TestAttrs-436320741'}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:33:30.057697 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a9a377-1bbe-42bf-8122-eb1b27e7a64f tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Pushing event updated for resources: {'Port': ['ID=02b03ebd-a150-49de-afe7-59d01f2bf72d,revision_number=1']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:33:30.062831 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231ef275-6495-4456-b38a-190e8fe68ec2 tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73949f80-9481-4c6d-afe0-953e3f8975c6,revision_number=0']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:33:30.066502 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-231ef275-6495-4456-b38a-190e8fe68ec2 tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:33:30.075253 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-231ef275-6495-4456-b38a-190e8fe68ec2 tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:30.076816 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-231ef275-6495-4456-b38a-190e8fe68ec2 tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 767 time: 0.6582966
Dec 16 22:33:30.081580 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-2f4cfc9c-614f-4d79-8661-b350da35e53b tempest-RoutersAdminTest-1901902743 tempest-RoutersAdminTest-1901902743-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1791918584', 'router:external': True}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:33:30.096747 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 39318) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:33:30.097646 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-91a9a377-1bbe-42bf-8122-eb1b27e7a64f tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.426s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:33:30.113474 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-2f4cfc9c-614f-4d79-8661-b350da35e53b tempest-RoutersAdminTest-1901902743 tempest-RoutersAdminTest-1901902743-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:33:30.116019 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-6995387b-4fa8-4fb2-8f37-097059471925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:30.139898 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-2f4cfc9c-614f-4d79-8661-b350da35e53b tempest-RoutersAdminTest-1901902743 tempest-RoutersAdminTest-1901902743-project-admin] Usage tracker for resource:network and tenant:da1952fd136445ea9b286b17cc5d96c9 is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:33:30.155465 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-2f4cfc9c-614f-4d79-8661-b350da35e53b tempest-RoutersAdminTest-1901902743 tempest-RoutersAdminTest-1901902743-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:33:30.161706 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f609b07c-66c1-4dfa-b0e4-1db377cd1bee tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:33:30.167537 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f609b07c-66c1-4dfa-b0e4-1db377cd1bee tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:33:30.168435 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-f609b07c-66c1-4dfa-b0e4-1db377cd1bee tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Synchronizing usage tracker for tenant:8e4385a98eb1416284c1cc96b3355a70 on resource:port {{(pid=87507) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 22:33:30.172959 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-2f4cfc9c-614f-4d79-8661-b350da35e53b tempest-RoutersAdminTest-1901902743 tempest-RoutersAdminTest-1901902743-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:33:30.206147 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-f609b07c-66c1-4dfa-b0e4-1db377cd1bee tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Unset dirty status for tenant:8e4385a98eb1416284c1cc96b3355a70 on resource:port {{(pid=87507) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 22:33:30.210282 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-f609b07c-66c1-4dfa-b0e4-1db377cd1bee tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1685 time: 0.3361282
Dec 16 22:33:30.214640 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 39324) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:33:30.229930 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-6995387b-4fa8-4fb2-8f37-097059471925 None None] For port e7343b02-8ea3-4117-8e7e-c4af077a567a, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=e7343b02-8ea3-4117-8e7e-c4af077a567a,segment=NetworkSegment(da71c9a1-7532-4738-a9bc-22a7f498ec35),segment_id=da71c9a1-7532-4738-a9bc-22a7f498ec35)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:33:30.237742 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-6995387b-4fa8-4fb2-8f37-097059471925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:30.276727 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f4cfc9c-614f-4d79-8661-b350da35e53b tempest-RoutersAdminTest-1901902743 tempest-RoutersAdminTest-1901902743-project-admin] Made reservation on behalf of da1952fd136445ea9b286b17cc5d96c9 for: {'network': 1} {{(pid=87506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:33:30.279165 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-2f4cfc9c-614f-4d79-8661-b350da35e53b tempest-RoutersAdminTest-1901902743 tempest-RoutersAdminTest-1901902743-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for network, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:30.284217 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-4cbba60e-7b86-45e0-be22-9b2bc107823c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:33:30.303363 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-2f4cfc9c-614f-4d79-8661-b350da35e53b tempest-RoutersAdminTest-1901902743 tempest-RoutersAdminTest-1901902743-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:30.303558 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-2d4a9b1f-926a-4340-bb26-22fbf5cbb899 tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:33:30.310763 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-2d4a9b1f-926a-4340-bb26-22fbf5cbb899 tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Usage tracker for resource:port and tenant:f62e67e237cd4fa6a36febbc06b0f445 is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:33:30.315837 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-2d4a9b1f-926a-4340-bb26-22fbf5cbb899 tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:33:30.321611 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.plugin [None req-1390b21c-5321-45a8-8211-8702a8b4de58 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Deleting port d03f8cfb-5b93-4762-bb2f-a18bb914e74b {{(pid=87507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:33:30.321955 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-1390b21c-5321-45a8-8211-8702a8b4de58 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:30.336787 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-2f4cfc9c-614f-4d79-8661-b350da35e53b tempest-RoutersAdminTest-1901902743 tempest-RoutersAdminTest-1901902743-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:33:30.343905 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-d63e97ec-a6b5-4228-a8de-23c938518776 tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Notify callbacks [] for security_group, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:30.346311 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-2f4cfc9c-614f-4d79-8661-b350da35e53b tempest-RoutersAdminTest-1901902743 tempest-RoutersAdminTest-1901902743-project-admin] Usage tracker for resource:security_group_rule and tenant:da1952fd136445ea9b286b17cc5d96c9 is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:33:30.350719 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ded9a441-03d3-42aa-95ed-b04a3ace1d38 tempest-RoutersIpV6AdminTest-765327337 tempest-RoutersIpV6AdminTest-765327337-project] Router 2f608d59-f154-47d1-991f-2ff84513cd2e is scheduled to L3 agent 4f519db7-069b-43e2-8411-c092bac9102a with binding_index 1 {{(pid=87506) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 16 22:33:30.359373 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-2f4cfc9c-614f-4d79-8661-b350da35e53b tempest-RoutersAdminTest-1901902743 tempest-RoutersAdminTest-1901902743-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:33:30.363713 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-2d4a9b1f-926a-4340-bb26-22fbf5cbb899 tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:33:30.383859 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-34b1a991-cd27-459a-9b49-272d7b4379b9 None None] Provisioning for port d03f8cfb-5b93-4762-bb2f-a18bb914e74b completed by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 22:33:30.387651 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6995387b-4fa8-4fb2-8f37-097059471925 None None] Pushing event updated for resources: {'Port': ['ID=e7343b02-8ea3-4117-8e7e-c4af077a567a,revision_number=3']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:33:30.389378 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d4a9b1f-926a-4340-bb26-22fbf5cbb899 tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Made reservation on behalf of f62e67e237cd4fa6a36febbc06b0f445 for: {'port': 1} {{(pid=87507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:33:30.393201 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d44ff6e-dccd-4e11-a055-af0dcf1e972d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1d6bfaf-d325-5e4f-b05d-2441d8339617-e2c5e9a3-ef23-4cc3-a0b2-6290bf4a3397', 'network_id': 'e2c5e9a3-ef23-4cc3-a0b2-6290bf4a3397', 'tenant_id': 'f62e67e237cd4fa6a36febbc06b0f445', 'fixed_ips': [{'subnet_id': '6362c234-bbe1-4986-b37d-7368b50a0d9f'}]}} from dv-neutron-821829-1-hyperv. {{(pid=87508) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 16 22:33:30.393993 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-2d4a9b1f-926a-4340-bb26-22fbf5cbb899 tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:30.394322 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-9d44ff6e-dccd-4e11-a055-af0dcf1e972d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:30.403906 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-6995387b-4fa8-4fb2-8f37-097059471925 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:33:30.410412 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-34b1a991-cd27-459a-9b49-272d7b4379b9 None None] Provisioning complete for port d03f8cfb-5b93-4762-bb2f-a18bb914e74b triggered by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:33:30.410412 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-34b1a991-cd27-459a-9b49-272d7b4379b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:30.444053 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-2f4cfc9c-614f-4d79-8661-b350da35e53b tempest-RoutersAdminTest-1901902743 tempest-RoutersAdminTest-1901902743-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:33:30.463399 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.notifiers.nova [None req-2d4a9b1f-926a-4340-bb26-22fbf5cbb899 tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] device_id is not set on port b46bad60-f666-4b07-ac90-137cf6916207 yet. {{(pid=87507) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 16 22:33:30.557242 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-d63e97ec-a6b5-4228-a8de-23c938518776 tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:30.600644 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-34b1a991-cd27-459a-9b49-272d7b4379b9 None None] Port d03f8cfb-5b93-4762-bb2f-a18bb914e74b cannot update to ACTIVE because it is not bound. {{(pid=87508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 22:33:30.611839 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-03f2ffee-24d2-41a4-b236-803333b934a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:30.626545 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.db_base_plugin_common [None req-9d44ff6e-dccd-4e11-a055-af0dcf1e972d None None] Allocated IP 2001:db8::f816:3eff:fee2:50a4 (e2c5e9a3-ef23-4cc3-a0b2-6290bf4a3397/6362c234-bbe1-4986-b37d-7368b50a0d9f/e950d3a8-539c-4c43-b055-59653570b8ec) {{(pid=87508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 22:33:30.694925 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-1390b21c-5321-45a8-8211-8702a8b4de58 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:30.830890 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.plugin [None req-1390b21c-5321-45a8-8211-8702a8b4de58 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Calling delete_port for d03f8cfb-5b93-4762-bb2f-a18bb914e74b owned by  {{(pid=87507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:33:30.850792 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-9d44ff6e-dccd-4e11-a055-af0dcf1e972d None None] Notify callbacks [] for port, precommit_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:30.869686 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-9d44ff6e-dccd-4e11-a055-af0dcf1e972d None None] Transition to ACTIVE for port object e950d3a8-539c-4c43-b055-59653570b8ec will not be triggered until provisioned by entity L2. {{(pid=87508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:33:30.878067 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device e7343b02-8ea3-4117-8e7e-c4af077a567a up at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 22:33:30.955064 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-d63e97ec-a6b5-4228-a8de-23c938518776 tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841066'] for security_group, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:30.960882 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning complete for port e7343b02-8ea3-4117-8e7e-c4af077a567a triggered by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:33:30.961259 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:30.965268 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-0ae0a782-b933-4725-ad33-5ae80b36124a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:33:30.977899 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ded9a441-03d3-42aa-95ed-b04a3ace1d38 tempest-RoutersIpV6AdminTest-765327337 tempest-RoutersIpV6AdminTest-765327337-project] Notify agent at l3_agent.dv-neutron-821829-1-hyperv the message routers_updated {{(pid=87506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 22:33:30.991597 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63e97ec-a6b5-4228-a8de-23c938518776 tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2aeeb2cc-d91e-45f8-9743-4b6a83f934a9,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:33:30.996727 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47595be9-9604-467d-991d-df0ccb4786af None None] Sync routers for ids ['2f608d59-f154-47d1-991f-2ff84513cd2e'] in dv-neutron-821829-1-hyperv {{(pid=87508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 22:33:30.997063 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-1390b21c-5321-45a8-8211-8702a8b4de58 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10807823'] for port, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:31.003404 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-d63e97ec-a6b5-4228-a8de-23c938518776 tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:33:31.005835 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-9d44ff6e-dccd-4e11-a055-af0dcf1e972d None None] Transition to ACTIVE for port object e950d3a8-539c-4c43-b055-59653570b8ec will not be triggered until provisioned by entity DHCP. {{(pid=87508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:33:31.005983 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-1cec1f9a-ca4c-47d0-9c63-1b86afbdaa94 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:33:31.030378 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-9d44ff6e-dccd-4e11-a055-af0dcf1e972d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940'] for port, after_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:31.038185 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-61d97100-73a1-4007-950c-8dacfcd46211 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:33:31.039723 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-2f4cfc9c-614f-4d79-8661-b350da35e53b tempest-RoutersAdminTest-1901902743 tempest-RoutersAdminTest-1901902743-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:31.052902 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-2f4cfc9c-614f-4d79-8661-b350da35e53b tempest-RoutersAdminTest-1901902743 tempest-RoutersAdminTest-1901902743-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841066'] for security_group, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:31.061009 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-919e7dc7-b08e-4a6a-a3e2-0d4b8a58bfbf tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:33:31.065416 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47595be9-9604-467d-991d-df0ccb4786af None None] Routers {'2f608d59-f154-47d1-991f-2ff84513cd2e'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:33:31.066068 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-47595be9-9604-467d-991d-df0ccb4786af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b77e9fca0>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:33:31Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['2f608d59-f154-47d1-991f-2ff84513cd2e'], 'active': True} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:33:31.114550 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1390b21c-5321-45a8-8211-8702a8b4de58 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Pushing event deleted for resources: {'Port': ['ID=d03f8cfb-5b93-4762-bb2f-a18bb914e74b,revision_number=None']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:33:31.117270 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-1390b21c-5321-45a8-8211-8702a8b4de58 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:33:31.144045 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-1390b21c-5321-45a8-8211-8702a8b4de58 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for port, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:31.165876 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d44ff6e-dccd-4e11-a055-af0dcf1e972d None None] Network e2c5e9a3-ef23-4cc3-a0b2-6290bf4a3397 is already hosted by enough agents. {{(pid=87508) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:33:31.170373 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.scheduler.base_scheduler [None req-9d44ff6e-dccd-4e11-a055-af0dcf1e972d None None] Resources bound (agent type, host, resource id):  {{(pid=87508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:33:31.177802 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-1390b21c-5321-45a8-8211-8702a8b4de58 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] 10.222.0.13 "DELETE /v2.0/ports/d03f8cfb-5b93-4762-bb2f-a18bb914e74b HTTP/1.1" status: 204  len: 168 time: 0.9623299
Dec 16 22:33:31.178392 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 39330) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:33:31.179299 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-47595be9-9604-467d-991d-df0ccb4786af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b77e9fca0>, [], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:33:31.179514 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.db_base_plugin_common [None req-2d4a9b1f-926a-4340-bb26-22fbf5cbb899 tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Allocated IP 2001:db8::f816:3eff:feea:b35e (e2c5e9a3-ef23-4cc3-a0b2-6290bf4a3397/6362c234-bbe1-4986-b37d-7368b50a0d9f/b46bad60-f666-4b07-ac90-137cf6916207) {{(pid=87507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 22:33:31.192352 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d44ff6e-dccd-4e11-a055-af0dcf1e972d None None] Received port after_create {{(pid=87508) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 22:33:31.262027 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-ded9a441-03d3-42aa-95ed-b04a3ace1d38 tempest-RoutersIpV6AdminTest-765327337 tempest-RoutersIpV6AdminTest-765327337-project] Notify callbacks [] for router, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:31.273093 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-ded9a441-03d3-42aa-95ed-b04a3ace1d38 tempest-RoutersIpV6AdminTest-765327337 tempest-RoutersIpV6AdminTest-765327337-project] 10.222.0.13 "PUT /v2.0/routers/2f608d59-f154-47d1-991f-2ff84513cd2e HTTP/1.1" status: 200  len: 884 time: 6.4751952
Dec 16 22:33:31.292195 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 39334) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:33:31.306512 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d44ff6e-dccd-4e11-a055-af0dcf1e972d None None] Pushing event updated for resources: {'Port': ['ID=e950d3a8-539c-4c43-b055-59653570b8ec,revision_number=1']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:33:31.307960 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-d63e97ec-a6b5-4228-a8de-23c938518776 tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Notify callbacks [] for security_group, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:31.309729 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-d63e97ec-a6b5-4228-a8de-23c938518776 tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] 10.222.0.13 "DELETE /v2.0/security-groups/2aeeb2cc-d91e-45f8-9743-4b6a83f934a9 HTTP/1.1" status: 204  len: 168 time: 1.2089095
Dec 16 22:33:31.316141 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f4cfc9c-614f-4d79-8661-b350da35e53b tempest-RoutersAdminTest-1901902743 tempest-RoutersAdminTest-1901902743-project-admin] vlan segment allocate from pool success with {'vlan_id': 167, 'physical_network': 'physnet1'}  {{(pid=87506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 22:33:31.319458 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47595be9-9604-467d-991d-df0ccb4786af None None] Routers {'2f608d59-f154-47d1-991f-2ff84513cd2e'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:33:31.320234 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-47595be9-9604-467d-991d-df0ccb4786af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b77e9fca0>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:33:31Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['2f608d59-f154-47d1-991f-2ff84513cd2e'], 'active': True} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:33:31.368189 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-9d44ff6e-dccd-4e11-a055-af0dcf1e972d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:33:31.379390 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 39338) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:33:31.439069 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4cfc9c-614f-4d79-8661-b350da35e53b tempest-RoutersAdminTest-1901902743 tempest-RoutersAdminTest-1901902743-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=573f6e71-6f15-4d60-9e75-463d587e2d34,revision_number=1']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:33:31.469883 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-47595be9-9604-467d-991d-df0ccb4786af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b77e9fca0>, [], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:33:31.470793 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47595be9-9604-467d-991d-df0ccb4786af None None] The sync data for ids ['2f608d59-f154-47d1-991f-2ff84513cd2e'] in dv-neutron-821829-1-hyperv is: [] {{(pid=87508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 22:33:31.509761 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-3e729f7f-1589-4d54-9c4a-7ee6b283cc2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:31.510885 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-9d44ff6e-dccd-4e11-a055-af0dcf1e972d None None] Attempting to bind port e950d3a8-539c-4c43-b055-59653570b8ec on host dv-neutron-821829-1-hyperv for vnic_type normal with profile  {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 22:33:31.511388 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-9d44ff6e-dccd-4e11-a055-af0dcf1e972d None None] Attempting to bind port e950d3a8-539c-4c43-b055-59653570b8ec by drivers openvswitch,hyperv on host dv-neutron-821829-1-hyperv at level 0 using segments [{'id': '9e07b529-6c2c-4307-a870-c99ea71f8c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'e2c5e9a3-ef23-4cc3-a0b2-6290bf4a3397'}] {{(pid=87508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 22:33:31.512446 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d44ff6e-dccd-4e11-a055-af0dcf1e972d None None] Attempting to bind port e950d3a8-539c-4c43-b055-59653570b8ec on network e2c5e9a3-ef23-4cc3-a0b2-6290bf4a3397 {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 22:33:31.518448 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-2f4cfc9c-614f-4d79-8661-b350da35e53b tempest-RoutersAdminTest-1901902743 tempest-RoutersAdminTest-1901902743-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.457s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:33:31.526679 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d44ff6e-dccd-4e11-a055-af0dcf1e972d None None] Checking agent: {'id': '5571501f-366e-47a4-9b60-8ef19d935d27', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821829-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 24, 2), 'started_at': datetime.datetime(2021, 12, 16, 22, 24, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 33, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821829-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 22:33:31.527189 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d44ff6e-dccd-4e11-a055-af0dcf1e972d None None] Checking segment: {'id': '9e07b529-6c2c-4307-a870-c99ea71f8c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'e2c5e9a3-ef23-4cc3-a0b2-6290bf4a3397'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 22:33:31.528044 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-9d44ff6e-dccd-4e11-a055-af0dcf1e972d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:31.528044 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d44ff6e-dccd-4e11-a055-af0dcf1e972d None None] Bound using segment: {'id': '9e07b529-6c2c-4307-a870-c99ea71f8c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'e2c5e9a3-ef23-4cc3-a0b2-6290bf4a3397'} {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 22:33:31.528718 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-9d44ff6e-dccd-4e11-a055-af0dcf1e972d None None] Bound port: e950d3a8-539c-4c43-b055-59653570b8ec, host: dv-neutron-821829-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e07b529-6c2c-4307-a870-c99ea71f8c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'e2c5e9a3-ef23-4cc3-a0b2-6290bf4a3397'}}] {{(pid=87508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 22:33:31.529815 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-2f4cfc9c-614f-4d79-8661-b350da35e53b tempest-RoutersAdminTest-1901902743 tempest-RoutersAdminTest-1901902743-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-883292'] for segment, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:31.530016 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-9d44ff6e-dccd-4e11-a055-af0dcf1e972d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:31.530153 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.db.segments_db [None req-2f4cfc9c-614f-4d79-8661-b350da35e53b tempest-RoutersAdminTest-1901902743 tempest-RoutersAdminTest-1901902743-project-admin] Added segment 37d08154-9580-4563-8689-dc0d6c1e6e41 of type vlan for network 44b71baf-37e1-45c8-a45c-03b038ab7b26
Dec 16 22:33:31.545045 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2950a885-e391-4801-9446-55e27774282d tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:33:31.547065 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2950a885-e391-4801-9446-55e27774282d tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:33:31.549127 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-2950a885-e391-4801-9446-55e27774282d tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1477 time: 0.3671408
Dec 16 22:33:31.552230 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 39344) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:33:31.644288 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:31.670283 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-9d44ff6e-dccd-4e11-a055-af0dcf1e972d None None] For port e950d3a8-539c-4c43-b055-59653570b8ec, host dv-neutron-821829-1-hyperv, cleared binding levels {{(pid=87508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 22:33:31.675073 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-9d44ff6e-dccd-4e11-a055-af0dcf1e972d None None] For port e950d3a8-539c-4c43-b055-59653570b8ec, host dv-neutron-821829-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=e950d3a8-539c-4c43-b055-59653570b8ec,segment=NetworkSegment(9e07b529-6c2c-4307-a870-c99ea71f8c10),segment_id=9e07b529-6c2c-4307-a870-c99ea71f8c10)] {{(pid=87508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 22:33:31.681038 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-9d44ff6e-dccd-4e11-a055-af0dcf1e972d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:31.694003 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-41172269-8e9d-484f-a23e-590a70583b16 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:33:31.724232 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-43369a60-e820-4d5e-b385-74796ef5a202 tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Synchronizing usage tracker for tenant:2d296b4ba9d3443c927f854ef36c40ce on resource:security_group {{(pid=87506) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 22:33:31.739981 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-2f4cfc9c-614f-4d79-8661-b350da35e53b tempest-RoutersAdminTest-1901902743 tempest-RoutersAdminTest-1901902743-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734753047233'] for network, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:31.744998 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-91a9a377-1bbe-42bf-8122-eb1b27e7a64f tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:31.776064 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-2d4a9b1f-926a-4340-bb26-22fbf5cbb899 tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Notify callbacks [] for port, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:31.780355 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d44ff6e-dccd-4e11-a055-af0dcf1e972d None None] Pushing event updated for resources: {'Port': ['ID=e950d3a8-539c-4c43-b055-59653570b8ec,revision_number=2']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:33:31.783754 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-9d44ff6e-dccd-4e11-a055-af0dcf1e972d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:33:31.806399 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.provisioning_blocks [None req-2d4a9b1f-926a-4340-bb26-22fbf5cbb899 tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Transition to ACTIVE for port object b46bad60-f666-4b07-ac90-137cf6916207 will not be triggered until provisioned by entity DHCP. {{(pid=87507) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:33:31.823624 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c88bb0b-b63c-4211-b18f-fe6e8dbc6f10 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Deleting subnet f2c03b35-a248-4953-a979-e40cf779213d {{(pid=87506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 16 22:33:31.828447 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8f4150-609d-4d78-9346-7c4d0bf3d988 req-e9f245c9-a417-442a-8464-4b8ccd61417b tempest-ServerActionsTestJSON-1581017418 tempest-ServerActionsTestJSON-1581017418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:33:31.829505 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-2f8f4150-609d-4d78-9346-7c4d0bf3d988 req-e9f245c9-a417-442a-8464-4b8ccd61417b tempest-ServerActionsTestJSON-1581017418 tempest-ServerActionsTestJSON-1581017418-project] 10.222.0.13 "GET /v2.0/ports?device_id=95ef1739-1bf2-4522-993c-76a77d5f2322 HTTP/1.1" status: 200  len: 945 time: 0.1371012
Dec 16 22:33:31.840640 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-5c88bb0b-b63c-4211-b18f-fe6e8dbc6f10 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks [] for subnet, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:31.881140 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-2d4a9b1f-926a-4340-bb26-22fbf5cbb899 tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10807823'] for port, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:31.888272 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-4993da06-9d5e-4a06-b46c-6feced32fd7c tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:33:31.896203 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-43369a60-e820-4d5e-b385-74796ef5a202 tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Unset dirty status for tenant:2d296b4ba9d3443c927f854ef36c40ce on resource:security_group {{(pid=87506) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 22:33:31.897706 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-43369a60-e820-4d5e-b385-74796ef5a202 tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2979 time: 0.5047612
Dec 16 22:33:31.905210 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-4944d891-bc75-4b58-9b49-095a0b019f11 tempest-RoutersIpV6AdminTest-146809031 tempest-RoutersIpV6AdminTest-146809031-project-admin] 10.222.0.13 "GET /v2.0/routers/2f608d59-f154-47d1-991f-2ff84513cd2e HTTP/1.1" status: 200  len: 925 time: 0.6112430
Dec 16 22:33:31.907990 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 39350) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:33:31.908300 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 39352) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:33:31.943504 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-2f8f4150-609d-4d78-9346-7c4d0bf3d988 req-d7cea8e8-12d8-4995-9b40-110a297481e1 tempest-ServerActionsTestJSON-1581017418 tempest-ServerActionsTestJSON-1581017418-project] 10.222.0.13 "GET /v2.0/security-groups?id=1011a650-dc8c-4279-9762-0c0bcda15d85&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1063559
Dec 16 22:33:31.962050 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-454cc946-cb53-42bc-834c-c6b2ed4c8cf4 tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Request body: {'security_group': {'name': 'tempest-secgroup--1270747229'}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:33:31.996789 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4a9b1f-926a-4340-bb26-22fbf5cbb899 tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Pushing event updated for resources: {'Port': ['ID=b46bad60-f666-4b07-ac90-137cf6916207,revision_number=1']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:33:31.998347 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-454cc946-cb53-42bc-834c-c6b2ed4c8cf4 tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:33:32.011510 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-2d4a9b1f-926a-4340-bb26-22fbf5cbb899 tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:33:32.013828 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d4a9b1f-926a-4340-bb26-22fbf5cbb899 tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Network e2c5e9a3-ef23-4cc3-a0b2-6290bf4a3397 is already hosted by enough agents. {{(pid=87507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:33:32.016477 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.base_scheduler [None req-2d4a9b1f-926a-4340-bb26-22fbf5cbb899 tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Resources bound (agent type, host, resource id):  {{(pid=87507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:33:32.019152 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d4a9b1f-926a-4340-bb26-22fbf5cbb899 tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Received port after_create {{(pid=87507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 22:33:32.025249 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d4a9b1f-926a-4340-bb26-22fbf5cbb899 tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:33:32.025958 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-2d4a9b1f-926a-4340-bb26-22fbf5cbb899 tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for port, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:32.043052 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-5c88bb0b-b63c-4211-b18f-fe6e8dbc6f10 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-266764487'] for subnet, precommit_delete_associations {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:32.050725 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-2d4a9b1f-926a-4340-bb26-22fbf5cbb899 tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 950 time: 2.0160718
Dec 16 22:33:32.051098 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 39360) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:33:32.102337 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-2f4cfc9c-614f-4d79-8661-b350da35e53b tempest-RoutersAdminTest-1901902743 tempest-RoutersAdminTest-1901902743-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440'] for network, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:32.116751 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-454cc946-cb53-42bc-834c-c6b2ed4c8cf4 tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:33:32.120393 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f4cfc9c-614f-4d79-8661-b350da35e53b tempest-RoutersAdminTest-1901902743 tempest-RoutersAdminTest-1901902743-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:33:32.121013 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-2f4cfc9c-614f-4d79-8661-b350da35e53b tempest-RoutersAdminTest-1901902743 tempest-RoutersAdminTest-1901902743-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3791486'] for network, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:32.126770 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1fd961e-e6e5-41a3-ad0b-8a6ceadd6543 tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Deleting subnet 6362c234-bbe1-4986-b37d-7368b50a0d9f {{(pid=87507) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 16 22:33:32.130466 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-818664f3-9dc4-4a86-a748-c06b596dc97e tempest-ExternalNetworksTestJSON-962053912 tempest-ExternalNetworksTestJSON-962053912-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:33:32.131547 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-e1fd961e-e6e5-41a3-ad0b-8a6ceadd6543 tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Notify callbacks [] for subnet, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:32.197485 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-e1fd961e-e6e5-41a3-ad0b-8a6ceadd6543 tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2128562'] for subnet, precommit_delete_associations {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:32.239098 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-454cc946-cb53-42bc-834c-c6b2ed4c8cf4 tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Notify callbacks [] for security_group, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:32.268628 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-91a9a377-1bbe-42bf-8122-eb1b27e7a64f tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:32.306373 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-e1fd961e-e6e5-41a3-ad0b-8a6ceadd6543 tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3328566'] for subnet, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:32.329462 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-2f4cfc9c-614f-4d79-8661-b350da35e53b tempest-RoutersAdminTest-1901902743 tempest-RoutersAdminTest-1901902743-project-admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 871 time: 2.6285102
Dec 16 22:33:32.337460 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 39366) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:33:32.348217 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-454cc946-cb53-42bc-834c-c6b2ed4c8cf4 tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:33:32.376619 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-454cc946-cb53-42bc-834c-c6b2ed4c8cf4 tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Usage tracker for resource:security_group_rule and tenant:2d296b4ba9d3443c927f854ef36c40ce is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:33:32.379180 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4cfc9c-614f-4d79-8661-b350da35e53b tempest-RoutersAdminTest-1901902743 tempest-RoutersAdminTest-1901902743-project-admin] Pushing event updated for resources: {'Network': ['ID=44b71baf-37e1-45c8-a45c-03b038ab7b26,revision_number=1']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:33:32.382082 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-454cc946-cb53-42bc-834c-c6b2ed4c8cf4 tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:33:32.389917 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-2f4cfc9c-614f-4d79-8661-b350da35e53b tempest-RoutersAdminTest-1901902743 tempest-RoutersAdminTest-1901902743-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:33:32.393333 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-454cc946-cb53-42bc-834c-c6b2ed4c8cf4 tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:33:32.394934 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-4e2627a1-de3d-438d-8ddc-a77171645d87 tempest-RoutersAdminTest-1901902743 tempest-RoutersAdminTest-1901902743-project-admin] Request body: {'subnet': {'network_id': '44b71baf-37e1-45c8-a45c-03b038ab7b26', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:33:32.396945 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Network 44b71baf-37e1-45c8-a45c-03b038ab7b26 details requested by agent ovs-agent-dv-neutron-821829-1-hyperv with host dv-neutron-821829-1-hyperv {{(pid=87508) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 22:33:32.405814 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-4e2627a1-de3d-438d-8ddc-a77171645d87 tempest-RoutersAdminTest-1901902743 tempest-RoutersAdminTest-1901902743-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:33:32.415945 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-4e2627a1-de3d-438d-8ddc-a77171645d87 tempest-RoutersAdminTest-1901902743 tempest-RoutersAdminTest-1901902743-project-admin] Usage tracker for resource:subnet and tenant:da1952fd136445ea9b286b17cc5d96c9 is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:33:32.422774 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-4e2627a1-de3d-438d-8ddc-a77171645d87 tempest-RoutersAdminTest-1901902743 tempest-RoutersAdminTest-1901902743-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:33:32.427954 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08cc03cf-bbb0-40e2-b605-10293040f190 tempest-RoutersIpV6AdminTest-146809031 tempest-RoutersIpV6AdminTest-146809031-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:33:32.430321 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-08cc03cf-bbb0-40e2-b605-10293040f190 tempest-RoutersIpV6AdminTest-146809031 tempest-RoutersIpV6AdminTest-146809031-project-admin] 10.222.0.13 "GET /v2.0/ports?network_id=f8905ce9-304b-4976-bc47-e58c71c11de5&device_id=2f608d59-f154-47d1-991f-2ff84513cd2e&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 945 time: 0.5161436
Dec 16 22:33:32.436967 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 39372) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:33:32.445914 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-4e2627a1-de3d-438d-8ddc-a77171645d87 tempest-RoutersAdminTest-1901902743 tempest-RoutersAdminTest-1901902743-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:33:32.452420 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-5c88bb0b-b63c-4211-b18f-fe6e8dbc6f10 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3328566'] for subnet, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:32.562498 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e2627a1-de3d-438d-8ddc-a77171645d87 tempest-RoutersAdminTest-1901902743 tempest-RoutersAdminTest-1901902743-project-admin] Made reservation on behalf of da1952fd136445ea9b286b17cc5d96c9 for: {'subnet': 1} {{(pid=87507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:33:32.565774 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-4e2627a1-de3d-438d-8ddc-a77171645d87 tempest-RoutersAdminTest-1901902743 tempest-RoutersAdminTest-1901902743-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10549598'] for subnet, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:32.650730 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-e1fd961e-e6e5-41a3-ad0b-8a6ceadd6543 tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3328622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10807868', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10549621'] for subnet, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:32.704398 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:33:32.762511 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4703890-ae30-4979-b78c-582c8aa53165 req-5001c6ae-fa63-4f17-8337-e17ca5e48b55 tempest-ServerActionsTestJSON-1581017418 tempest-ServerActionsTestJSON-1581017418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:33:32.765021 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-a4703890-ae30-4979-b78c-582c8aa53165 req-5001c6ae-fa63-4f17-8337-e17ca5e48b55 tempest-ServerActionsTestJSON-1581017418 tempest-ServerActionsTestJSON-1581017418-project] 10.222.0.13 "GET /v2.0/ports?device_id=95ef1739-1bf2-4522-993c-76a77d5f2322 HTTP/1.1" status: 200  len: 945 time: 0.4265702
Dec 16 22:33:32.775247 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fd961e-e6e5-41a3-ad0b-8a6ceadd6543 tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Pushing event deleted for resources: {'Subnet': ['ID=6362c234-bbe1-4986-b37d-7368b50a0d9f,revision_number=None']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:33:32.781016 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-e1fd961e-e6e5-41a3-ad0b-8a6ceadd6543 tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:33:32.789959 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-e1fd961e-e6e5-41a3-ad0b-8a6ceadd6543 tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Notify callbacks [] for subnet, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:32.799946 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-5c88bb0b-b63c-4211-b18f-fe6e8dbc6f10 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3328622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1863378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11213117'] for subnet, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:32.851088 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:33:32.893180 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-731a26dc-bbaf-459f-82cd-ed610ecb0bd3 tempest-RoutersIpV6AdminTest-146809031 tempest-RoutersIpV6AdminTest-146809031-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:33:32.897481 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-731a26dc-bbaf-459f-82cd-ed610ecb0bd3 tempest-RoutersIpV6AdminTest-146809031 tempest-RoutersIpV6AdminTest-146809031-project-admin] 10.222.0.13 "GET /v2.0/networks/f8905ce9-304b-4976-bc47-e58c71c11de5 HTTP/1.1" status: 200  len: 881 time: 0.4541817
Dec 16 22:33:32.900324 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 39378) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:33:32.904456 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device e950d3a8-539c-4c43-b055-59653570b8ec up at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 22:33:32.905422 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-e1fd961e-e6e5-41a3-ad0b-8a6ceadd6543 tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] 10.222.0.13 "DELETE /v2.0/subnets/6362c234-bbe1-4986-b37d-7368b50a0d9f HTTP/1.1" status: 204  len: 168 time: 0.8531640
Dec 16 22:33:32.914915 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 39382) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:33:32.922451 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c88bb0b-b63c-4211-b18f-fe6e8dbc6f10 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Pushing event deleted for resources: {'Subnet': ['ID=f2c03b35-a248-4953-a979-e40cf779213d,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:33:32.925542 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-5c88bb0b-b63c-4211-b18f-fe6e8dbc6f10 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:33:32.950153 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14424987-818e-4fbe-9219-d2d3e7d695e6 None None] Network 7edd76f7-0f97-48a5-b177-9842de6c0500 requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 22:33:32.966450 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-a4703890-ae30-4979-b78c-582c8aa53165 req-00707361-945f-434a-bde6-e56d1c19f752 tempest-ServerActionsTestJSON-1581017418 tempest-ServerActionsTestJSON-1581017418-project] 10.222.0.13 "GET /v2.0/security-groups?id=1011a650-dc8c-4279-9762-0c0bcda15d85&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1802428
Dec 16 22:33:32.973939 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-4816a89e-2674-4856-839f-7f71f7b30ee2 tempest-RoutersIpV6AdminTest-765327337 tempest-RoutersIpV6AdminTest-765327337-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f608d59-f154-47d1-991f-2ff84513cd2e HTTP/1.1" status: 200  len: 205 time: 0.0668306
Dec 16 22:33:32.975679 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 39386) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:33:32.985594 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-5c88bb0b-b63c-4211-b18f-fe6e8dbc6f10 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3791486'] for subnet, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:33.056315 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e161fd1-8c96-4622-83ac-e350f32e7d7c None None] Network e2c5e9a3-ef23-4cc3-a0b2-6290bf4a3397 requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 22:33:33.065131 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-91a9a377-1bbe-42bf-8122-eb1b27e7a64f tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Notify callbacks [] for port, precommit_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:33.071383 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-454cc946-cb53-42bc-834c-c6b2ed4c8cf4 tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Notify callbacks [] for security_group, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:33.076420 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-5c88bb0b-b63c-4211-b18f-fe6e8dbc6f10 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] 10.222.0.13 "DELETE /v2.0/subnets/f2c03b35-a248-4953-a979-e40cf779213d HTTP/1.1" status: 204  len: 168 time: 1.5183771
Dec 16 22:33:33.079870 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-91a9a377-1bbe-42bf-8122-eb1b27e7a64f tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1863400'] for port, after_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:33.083677 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 39392) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:33:33.086306 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:33:33.116079 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-454cc946-cb53-42bc-834c-c6b2ed4c8cf4 tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841066'] for security_group, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:33.214552 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a090f4-8bdf-4ac1-9240-1c3daf1a9681 req-866bfb3c-37b2-450d-b108-0ac4e2bdb506 tempest-ServersTestJSON-1208382319 tempest-ServersTestJSON-1208382319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:33:33.219850 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aac55dc0-da58-47e9-bc56-7d93f5a900fa tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:33:33.221247 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-36455afb-5a4e-4fd1-83fc-690ed46c4b04 None None] Provisioning for port e950d3a8-539c-4c43-b055-59653570b8ec completed by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 22:33:33.222183 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aac55dc0-da58-47e9-bc56-7d93f5a900fa tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:33:33.223077 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-51a090f4-8bdf-4ac1-9240-1c3daf1a9681 req-866bfb3c-37b2-450d-b108-0ac4e2bdb506 tempest-ServersTestJSON-1208382319 tempest-ServersTestJSON-1208382319-project] 10.222.0.13 "GET /v2.0/ports?device_id=e8b1f9e3-1dc7-4804-9d4e-3e2ba6aa02cb HTTP/1.1" status: 200  len: 945 time: 0.5818748
Dec 16 22:33:33.226319 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-aac55dc0-da58-47e9-bc56-7d93f5a900fa tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1478 time: 0.3064089
Dec 16 22:33:33.240661 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 39396) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:33:33.280747 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-5f2fefee-0a58-4aba-9cb9-78162b83ab10 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1598911
Dec 16 22:33:33.290328 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 39402) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:33:33.292312 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-4541ba3b-6be8-499c-bc94-3c60aa55c4f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:33.324293 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-e25dcf7d-92c4-4325-b585-7a7481ce22db tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Request body: {'subnet': {'network_id': '7edd76f7-0f97-48a5-b177-9842de6c0500', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:33:33.353872 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-454cc946-cb53-42bc-834c-c6b2ed4c8cf4 tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Notify callbacks [] for security_group, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:33.357735 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-454cc946-cb53-42bc-834c-c6b2ed4c8cf4 tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1744 time: 1.4426310
Dec 16 22:33:33.366090 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a9a377-1bbe-42bf-8122-eb1b27e7a64f tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Pushing event updated for resources: {'Port': ['ID=02b03ebd-a150-49de-afe7-59d01f2bf72d,revision_number=2']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:33:33.369947 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-91a9a377-1bbe-42bf-8122-eb1b27e7a64f tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:33:33.398654 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 39406) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:33:33.401028 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning for port e950d3a8-539c-4c43-b055-59653570b8ec completed by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 22:33:33.423665 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning complete for port e950d3a8-539c-4c43-b055-59653570b8ec triggered by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:33:33.424076 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:33.450396 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-95e122df-721f-4dab-988f-7c55ae191b29 tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Request body: {'security_group': {'name': 'tempest-secgroup--36842354'}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:33:33.464043 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-5c161140-794a-48d6-af72-99d54c2175bb tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.342s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:33:33.541155 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-91a9a377-1bbe-42bf-8122-eb1b27e7a64f tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3741874'] for floatingip, after_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:33.634864 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:33.669512 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9af5d42f-072c-447a-a800-bf171d71efb3 None None] DHCP port deletion for 7edd76f7-0f97-48a5-b177-9842de6c0500 request from dv-neutron-821829-1-hyperv {{(pid=87508) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 16 22:33:33.683295 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-9af5d42f-072c-447a-a800-bf171d71efb3 None None] Deleting port e7343b02-8ea3-4117-8e7e-c4af077a567a {{(pid=87508) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:33:33.683860 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-9af5d42f-072c-447a-a800-bf171d71efb3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:33.698015 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454cc946-cb53-42bc-834c-c6b2ed4c8cf4 tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a336dd92-4358-4302-ba32-0477ddad343c,revision_number=1']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:33:33.701061 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-454cc946-cb53-42bc-834c-c6b2ed4c8cf4 tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:33:33.712714 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-95e122df-721f-4dab-988f-7c55ae191b29 tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:33:33.717697 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-51a090f4-8bdf-4ac1-9240-1c3daf1a9681 req-cbd8160c-47a0-463d-b4c6-f4046063ce30 tempest-ServersTestJSON-1208382319 tempest-ServersTestJSON-1208382319-project] 10.222.0.13 "GET /v2.0/security-groups?id=5d566684-e21e-48b5-9daf-a272f2025a2f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.4935565
Dec 16 22:33:33.722082 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-4552cea4-9276-4040-9132-5945f3b0545c tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-825997'] for network, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:33.730777 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-e25dcf7d-92c4-4325-b585-7a7481ce22db tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:33:33.748621 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d182a8b4-979f-4e1d-8966-aac9b244d79e None None] DHCP port deletion for e2c5e9a3-ef23-4cc3-a0b2-6290bf4a3397 request from dv-neutron-821829-1-hyperv {{(pid=87508) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 16 22:33:33.774117 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-95e122df-721f-4dab-988f-7c55ae191b29 tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:33:33.809083 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-0d8d616d-9420-4df2-acf5-450927b90960 tempest-RoutersIpV6AdminTest-765327337 tempest-RoutersIpV6AdminTest-765327337-project] Notify callbacks [] for router, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:33.809765 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-e25dcf7d-92c4-4325-b585-7a7481ce22db tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Usage tracker for resource:subnet and tenant:8e4385a98eb1416284c1cc96b3355a70 is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:33:33.820261 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-e25dcf7d-92c4-4325-b585-7a7481ce22db tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:33:33.827696 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.pecan_wsgi.hooks.translation [None req-4552cea4-9276-4040-9132-5945f3b0545c tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] DELETE failed (client error): There was a conflict when trying to complete your request.
Dec 16 22:33:33.827696 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4552cea4-9276-4040-9132-5945f3b0545c tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=87506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 16 22:33:33.828991 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-d182a8b4-979f-4e1d-8966-aac9b244d79e None None] Deleting port e950d3a8-539c-4c43-b055-59653570b8ec {{(pid=87508) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:33:33.828991 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-d182a8b4-979f-4e1d-8966-aac9b244d79e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:33.833557 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-4552cea4-9276-4040-9132-5945f3b0545c tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] 10.222.0.13 "DELETE /v2.0/networks/e2c5e9a3-ef23-4cc3-a0b2-6290bf4a3397 HTTP/1.1" status: 409  len: 405 time: 0.5481255
Dec 16 22:33:33.833557 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-e25dcf7d-92c4-4325-b585-7a7481ce22db tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:33:33.834838 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 39418) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:33:33.852707 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-a62ffd57-a00b-459b-9330-11dbc1de3a7f tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-439798745'}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:33:33.865274 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-a62ffd57-a00b-459b-9330-11dbc1de3a7f tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:33:33.870323 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] For port e950d3a8-539c-4c43-b055-59653570b8ec, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=e950d3a8-539c-4c43-b055-59653570b8ec,segment=NetworkSegment(9e07b529-6c2c-4307-a870-c99ea71f8c10),segment_id=9e07b529-6c2c-4307-a870-c99ea71f8c10)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:33:33.876373 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-a62ffd57-a00b-459b-9330-11dbc1de3a7f tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Usage tracker for resource:network and tenant:f62e67e237cd4fa6a36febbc06b0f445 is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:33:33.881627 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-a62ffd57-a00b-459b-9330-11dbc1de3a7f tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:33:33.884192 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e25dcf7d-92c4-4325-b585-7a7481ce22db tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Made reservation on behalf of 8e4385a98eb1416284c1cc96b3355a70 for: {'subnet': 1} {{(pid=87506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:33:33.887597 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-e25dcf7d-92c4-4325-b585-7a7481ce22db tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11213078'] for subnet, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:33.917224 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-a62ffd57-a00b-459b-9330-11dbc1de3a7f tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:33:33.919552 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.db.l3_db [None req-91a9a377-1bbe-42bf-8122-eb1b27e7a64f tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Floating IP eb71ff33-1e35-4274-9261-29aa4999a545 associated. External IP: 172.26.0.138, port: c5d52ecc-0a76-4d7d-999e-a65b2489f0f9.
Dec 16 22:33:33.939365 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:33.948360 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-95e122df-721f-4dab-988f-7c55ae191b29 tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Notify callbacks [] for security_group, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:33.959488 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-3a5d6f18-7877-4496-9aab-d770cbae9619 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:33:34.014309 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-95e122df-721f-4dab-988f-7c55ae191b29 tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:33:34.078278 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-95e122df-721f-4dab-988f-7c55ae191b29 tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Usage tracker for resource:security_group_rule and tenant:2d296b4ba9d3443c927f854ef36c40ce is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:33:34.085166 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a62ffd57-a00b-459b-9330-11dbc1de3a7f tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Made reservation on behalf of f62e67e237cd4fa6a36febbc06b0f445 for: {'network': 1} {{(pid=87506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:33:34.085320 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-95e122df-721f-4dab-988f-7c55ae191b29 tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:33:34.087708 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-a62ffd57-a00b-459b-9330-11dbc1de3a7f tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for network, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:34.110672 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-95e122df-721f-4dab-988f-7c55ae191b29 tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:33:34.165614 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-9af5d42f-072c-447a-a800-bf171d71efb3 None None] For port e7343b02-8ea3-4117-8e7e-c4af077a567a, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=e7343b02-8ea3-4117-8e7e-c4af077a567a,segment=NetworkSegment(da71c9a1-7532-4738-a9bc-22a7f498ec35),segment_id=da71c9a1-7532-4738-a9bc-22a7f498ec35)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:33:34.165614 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-9af5d42f-072c-447a-a800-bf171d71efb3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:34.181994 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.objects.ports [None req-4e2627a1-de3d-438d-8ddc-a77171645d87 tempest-RoutersAdminTest-1901902743 tempest-RoutersAdminTest-1901902743-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87507) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}}
Dec 16 22:33:34.182486 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-4e2627a1-de3d-438d-8ddc-a77171645d87 tempest-RoutersAdminTest-1901902743 tempest-RoutersAdminTest-1901902743-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10807931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10549612'] for subnet, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:34.201212 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Pushing event updated for resources: {'Port': ['ID=e950d3a8-539c-4c43-b055-59653570b8ec,revision_number=4']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:33:34.205634 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:33:34.231173 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a62ffd57-a00b-459b-9330-11dbc1de3a7f tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] vlan segment allocate from pool success with {'vlan_id': 182, 'physical_network': 'physnet1'}  {{(pid=87506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 22:33:34.251232 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-0d8d616d-9420-4df2-acf5-450927b90960 tempest-RoutersIpV6AdminTest-765327337 tempest-RoutersIpV6AdminTest-765327337-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:34.252792 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-a62ffd57-a00b-459b-9330-11dbc1de3a7f tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-883292'] for segment, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:34.253134 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.db.segments_db [None req-a62ffd57-a00b-459b-9330-11dbc1de3a7f tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Added segment a8cfb3dc-f064-497d-9710-23eced8003f0 of type vlan for network fad6feb1-b85b-43d0-9b13-866bf8f08281
Dec 16 22:33:34.280461 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d5e04c-73e9-41cd-99c8-382b44913e60 req-3999c549-138f-4ee3-a2dd-47e63032afd5 tempest-ServerActionsTestJSON-1581017418 tempest-ServerActionsTestJSON-1581017418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:33:34.281985 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-07d5e04c-73e9-41cd-99c8-382b44913e60 req-3999c549-138f-4ee3-a2dd-47e63032afd5 tempest-ServerActionsTestJSON-1581017418 tempest-ServerActionsTestJSON-1581017418-project] 10.222.0.13 "GET /v2.0/ports?device_id=95ef1739-1bf2-4522-993c-76a77d5f2322 HTTP/1.1" status: 200  len: 945 time: 0.3876700
Dec 16 22:33:34.347556 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2627a1-de3d-438d-8ddc-a77171645d87 tempest-RoutersAdminTest-1901902743 tempest-RoutersAdminTest-1901902743-project-admin] Pushing event updated for resources: {'Subnet': ['ID=f1ab8f20-8cb9-4757-a1a5-4a7fab625da5,revision_number=0']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:33:34.349687 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.plugin [None req-0d8d616d-9420-4df2-acf5-450927b90960 tempest-RoutersIpV6AdminTest-765327337 tempest-RoutersIpV6AdminTest-765327337-project] Deleting port b7909939-5ccc-4b0f-a2d0-0952711cbce2 {{(pid=87507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:33:34.350054 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-0d8d616d-9420-4df2-acf5-450927b90960 tempest-RoutersIpV6AdminTest-765327337 tempest-RoutersIpV6AdminTest-765327337-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:34.366998 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-d182a8b4-979f-4e1d-8966-aac9b244d79e None None] For port e950d3a8-539c-4c43-b055-59653570b8ec, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=e950d3a8-539c-4c43-b055-59653570b8ec,segment=NetworkSegment(9e07b529-6c2c-4307-a870-c99ea71f8c10),segment_id=9e07b529-6c2c-4307-a870-c99ea71f8c10)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:33:34.367747 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-d182a8b4-979f-4e1d-8966-aac9b244d79e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:34.381684 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-4e2627a1-de3d-438d-8ddc-a77171645d87 tempest-RoutersAdminTest-1901902743 tempest-RoutersAdminTest-1901902743-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:33:34.445504 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-07d5e04c-73e9-41cd-99c8-382b44913e60 req-339025d5-e55b-4b6f-8cf5-cbdd17b61cf7 tempest-ServerActionsTestJSON-1581017418 tempest-ServerActionsTestJSON-1581017418-project] 10.222.0.13 "GET /v2.0/security-groups?id=1011a650-dc8c-4279-9762-0c0bcda15d85&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1565418
Dec 16 22:33:34.461971 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e2627a1-de3d-438d-8ddc-a77171645d87 tempest-RoutersAdminTest-1901902743 tempest-RoutersAdminTest-1901902743-project-admin] Checking segment: {'id': '37d08154-9580-4563-8689-dc0d6c1e6e41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '44b71baf-37e1-45c8-a45c-03b038ab7b26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 22:33:34.462332 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e2627a1-de3d-438d-8ddc-a77171645d87 tempest-RoutersAdminTest-1901902743 tempest-RoutersAdminTest-1901902743-project-admin] Network hostable DHCP agents. Network: 44b71baf-37e1-45c8-a45c-03b038ab7b26, hostable agents: ['3b155c4d-12dc-491e-aa14-6113b06cfacd'], hosted agents: [] {{(pid=87507) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 16 22:33:34.483396 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-95e122df-721f-4dab-988f-7c55ae191b29 tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Notify callbacks [] for security_group, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:34.525495 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-a62ffd57-a00b-459b-9330-11dbc1de3a7f tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734753047233'] for network, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:34.671221 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-0d8d616d-9420-4df2-acf5-450927b90960 tempest-RoutersIpV6AdminTest-765327337 tempest-RoutersIpV6AdminTest-765327337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:34.686033 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.726s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:33:34.752576 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-d182a8b4-979f-4e1d-8966-aac9b244d79e None None] Calling delete_port for e950d3a8-539c-4c43-b055-59653570b8ec owned by network:dhcp {{(pid=87508) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:33:34.808809 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.db.resource_extend [None req-a62ffd57-a00b-459b-9330-11dbc1de3a7f tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 16 22:33:34.846773 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.plugin [None req-0d8d616d-9420-4df2-acf5-450927b90960 tempest-RoutersIpV6AdminTest-765327337 tempest-RoutersIpV6AdminTest-765327337-project] Calling delete_port for b7909939-5ccc-4b0f-a2d0-0952711cbce2 owned by network:router_gateway {{(pid=87507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:33:34.869762 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91a9a377-1bbe-42bf-8122-eb1b27e7a64f tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Router 45ae2c9f-738c-4d50-9070-36f2d87f0ea0 has already been hosted by L3 agent 4f519db7-069b-43e2-8411-c092bac9102a {{(pid=87506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 22:33:34.870381 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-9af5d42f-072c-447a-a800-bf171d71efb3 None None] Calling delete_port for e7343b02-8ea3-4117-8e7e-c4af077a567a owned by network:dhcp {{(pid=87508) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:33:34.872779 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-a62ffd57-a00b-459b-9330-11dbc1de3a7f tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440'] for network, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:34.883620 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a62ffd57-a00b-459b-9330-11dbc1de3a7f tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:33:34.884315 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-a62ffd57-a00b-459b-9330-11dbc1de3a7f tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3791486'] for network, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:34.890343 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:33:34.897171 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device e7343b02-8ea3-4117-8e7e-c4af077a567a no longer exists at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 22:33:34.913688 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-e25dcf7d-92c4-4325-b585-7a7481ce22db tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1863317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11213092'] for subnet, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:34.931576 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-95e122df-721f-4dab-988f-7c55ae191b29 tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841066'] for security_group, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:34.945795 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:33:35.048361 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e2627a1-de3d-438d-8ddc-a77171645d87 tempest-RoutersAdminTest-1901902743 tempest-RoutersAdminTest-1901902743-project-admin] Network 44b71baf-37e1-45c8-a45c-03b038ab7b26 is scheduled to be hosted by DHCP agent 3b155c4d-12dc-491e-aa14-6113b06cfacd with binding_index 1 {{(pid=87507) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 16 22:33:35.055179 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e122df-721f-4dab-988f-7c55ae191b29 tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f3440ad-43b0-4a4b-93ef-b51e8637c561,revision_number=1']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:33:35.058086 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-95e122df-721f-4dab-988f-7c55ae191b29 tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:33:35.060137 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-9af5d42f-072c-447a-a800-bf171d71efb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949'] for port, after_delete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:35.064770 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:33:35.074538 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e25dcf7d-92c4-4325-b585-7a7481ce22db tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Network 7edd76f7-0f97-48a5-b177-9842de6c0500 is already hosted by enough agents. {{(pid=87506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:33:35.080037 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.base_scheduler [None req-e25dcf7d-92c4-4325-b585-7a7481ce22db tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Resources bound (agent type, host, resource id):  {{(pid=87506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:33:35.090517 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-a62ffd57-a00b-459b-9330-11dbc1de3a7f tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 788 time: 1.2543943
Dec 16 22:33:35.091963 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e25dcf7d-92c4-4325-b585-7a7481ce22db tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:33:35.092722 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-e25dcf7d-92c4-4325-b585-7a7481ce22db tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3791486'] for subnet, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:35.093125 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 39426) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:33:35.094657 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Port e7343b02-8ea3-4117-8e7e-c4af077a567a update to DOWN by agent not found {{(pid=87508) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2117}}
Dec 16 22:33:35.095210 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device e950d3a8-539c-4c43-b055-59653570b8ec no longer exists at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 22:33:35.098871 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.base_scheduler [None req-4e2627a1-de3d-438d-8ddc-a77171645d87 tempest-RoutersAdminTest-1901902743 tempest-RoutersAdminTest-1901902743-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821829-1-hyperv, 44b71baf-37e1-45c8-a45c-03b038ab7b26) {{(pid=87507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:33:35.106161 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62ffd57-a00b-459b-9330-11dbc1de3a7f tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Pushing event updated for resources: {'Network': ['ID=fad6feb1-b85b-43d0-9b13-866bf8f08281,revision_number=1']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:33:35.114636 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-a62ffd57-a00b-459b-9330-11dbc1de3a7f tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:33:35.115218 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-9f655842-03a6-493d-b03b-24f555709b50 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.190s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:33:35.117657 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e2627a1-de3d-438d-8ddc-a77171645d87 tempest-RoutersAdminTest-1901902743 tempest-RoutersAdminTest-1901902743-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:33:35.118547 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-4e2627a1-de3d-438d-8ddc-a77171645d87 tempest-RoutersAdminTest-1901902743 tempest-RoutersAdminTest-1901902743-project-admin] Notify callbacks [] for subnet, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:35.119124 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-d182a8b4-979f-4e1d-8966-aac9b244d79e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949'] for port, after_delete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:35.126978 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-6389a674-7980-4445-8642-704f09de2494 tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Request body: {'subnet': {'network_id': 'fad6feb1-b85b-43d0-9b13-866bf8f08281', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:33:35.137331 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5054ce16-2258-4c4e-9e39-de2b89852d03 None None] Network 44b71baf-37e1-45c8-a45c-03b038ab7b26 requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 22:33:35.144274 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-95e122df-721f-4dab-988f-7c55ae191b29 tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Notify callbacks [] for security_group, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:35.147802 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-95e122df-721f-4dab-988f-7c55ae191b29 tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1742 time: 1.7173619
Dec 16 22:33:35.149912 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Network fad6feb1-b85b-43d0-9b13-866bf8f08281 details requested by agent ovs-agent-dv-neutron-821829-1-hyperv with host dv-neutron-821829-1-hyperv {{(pid=87508) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 22:33:35.151045 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 39430) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:33:35.188499 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] No Port match for: e950d3a8-539c-4c43-b055-59653570b8ec {{(pid=87508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 22:33:35.188785 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device e950d3a8-539c-4c43-b055-59653570b8ec not bound to the agent host dv-neutron-821829-1-hyperv {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 22:33:35.190278 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af5d42f-072c-447a-a800-bf171d71efb3 None None] Pushing event deleted for resources: {'Port': ['ID=e7343b02-8ea3-4117-8e7e-c4af077a567a,revision_number=None']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:33:35.215819 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-50001f01-b912-47fc-a16c-d73880e33cfe tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Request body: {'security_group_rule': {'security_group_id': 'a336dd92-4358-4302-ba32-0477ddad343c', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '7f3440ad-43b0-4a4b-93ef-b51e8637c561', 'remote_ip_prefix': None}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:33:35.237250 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-e25dcf7d-92c4-4325-b585-7a7481ce22db tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 1.9182248
Dec 16 22:33:35.243441 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-50001f01-b912-47fc-a16c-d73880e33cfe tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:33:35.249326 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 39434) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:33:35.259197 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25dcf7d-92c4-4325-b585-7a7481ce22db tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Pushing event updated for resources: {'Subnet': ['ID=a077c6fc-330d-4701-bf2f-25d872e35bf5,revision_number=0']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:33:35.263394 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-e25dcf7d-92c4-4325-b585-7a7481ce22db tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:33:35.275249 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91a9a377-1bbe-42bf-8122-eb1b27e7a64f tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Notify agent at l3_agent.dv-neutron-821829-1-hyperv the message routers_updated {{(pid=87506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 22:33:35.275740 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-98cece6e-37a4-4d27-accf-9cf2dbf7b1d9 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Request body: {'port': {'network_id': '7edd76f7-0f97-48a5-b177-9842de6c0500', 'fixed_ips': [{'subnet_id': 'a077c6fc-330d-4701-bf2f-25d872e35bf5', 'ip_address': '2001:db8:0:1::'}], 'name': 'tempest-NetworksTestDHCPv6-2143285947'}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:33:35.285267 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb20735e-d07f-43bb-bbf1-801e8b1d26cd None None] Sync routers for ids ['45ae2c9f-738c-4d50-9070-36f2d87f0ea0'] in dv-neutron-821829-1-hyperv {{(pid=87509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 22:33:35.291567 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-9af5d42f-072c-447a-a800-bf171d71efb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:33:35.296346 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb20735e-d07f-43bb-bbf1-801e8b1d26cd None None] Routers {'45ae2c9f-738c-4d50-9070-36f2d87f0ea0'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:33:35.297235 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-eb20735e-d07f-43bb-bbf1-801e8b1d26cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b7cc98ee0>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:33:31Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['45ae2c9f-738c-4d50-9070-36f2d87f0ea0'], 'active': True} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:33:35.300651 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-4458199f-43de-4b59-9fd0-bf91fd5cd598 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.164s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:33:35.303113 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-50001f01-b912-47fc-a16c-d73880e33cfe tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Usage tracker for resource:security_group_rule and tenant:2d296b4ba9d3443c927f854ef36c40ce is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:33:35.306348 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-91a9a377-1bbe-42bf-8122-eb1b27e7a64f tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for floatingip, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:35.342606 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9af5d42f-072c-447a-a800-bf171d71efb3 None None] No DVR routers for this DVR port e7343b02-8ea3-4117-8e7e-c4af077a567a on host dv-neutron-821829-1-hyperv {{(pid=87508) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 22:33:35.343663 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-4e2627a1-de3d-438d-8ddc-a77171645d87 tempest-RoutersAdminTest-1901902743 tempest-RoutersAdminTest-1901902743-project-admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 802 time: 3.0036128
Dec 16 22:33:35.344013 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d182a8b4-979f-4e1d-8966-aac9b244d79e None None] No DVR routers for this DVR port e950d3a8-539c-4c43-b055-59653570b8ec on host dv-neutron-821829-1-hyperv {{(pid=87508) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 22:33:35.352284 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 39438) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:33:35.361024 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-f43a2860-dfaa-4232-aa91-615810174d0f tempest-RoutersAdminTest-1901902743 tempest-RoutersAdminTest-1901902743-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-556691617', 'network_id': '44b71baf-37e1-45c8-a45c-03b038ab7b26'}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:33:35.372736 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d182a8b4-979f-4e1d-8966-aac9b244d79e None None] Pushing event deleted for resources: {'Port': ['ID=e950d3a8-539c-4c43-b055-59653570b8ec,revision_number=None']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:33:35.372907 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-50001f01-b912-47fc-a16c-d73880e33cfe tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:33:35.386660 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-f43a2860-dfaa-4232-aa91-615810174d0f tempest-RoutersAdminTest-1901902743 tempest-RoutersAdminTest-1901902743-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:33:35.386883 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-d182a8b4-979f-4e1d-8966-aac9b244d79e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:33:35.390388 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-f43a2860-dfaa-4232-aa91-615810174d0f tempest-RoutersAdminTest-1901902743 tempest-RoutersAdminTest-1901902743-project-admin] Usage tracker for resource:port and tenant:da1952fd136445ea9b286b17cc5d96c9 is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:33:35.395893 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-f43a2860-dfaa-4232-aa91-615810174d0f tempest-RoutersAdminTest-1901902743 tempest-RoutersAdminTest-1901902743-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:33:35.400564 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e99467d-4905-4337-b799-1c18039dcf26 None None] Network 7edd76f7-0f97-48a5-b177-9842de6c0500 requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 22:33:35.408504 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-f43a2860-dfaa-4232-aa91-615810174d0f tempest-RoutersAdminTest-1901902743 tempest-RoutersAdminTest-1901902743-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:33:35.411337 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-91a9a377-1bbe-42bf-8122-eb1b27e7a64f tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 983 time: 8.0204868
Dec 16 22:33:35.414849 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 39442) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:33:35.431940 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-eb20735e-d07f-43bb-bbf1-801e8b1d26cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b7cc98ee0>, [], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:33:35.442776 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb20735e-d07f-43bb-bbf1-801e8b1d26cd None None] Routers {'45ae2c9f-738c-4d50-9070-36f2d87f0ea0'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:33:35.443616 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-eb20735e-d07f-43bb-bbf1-801e8b1d26cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b7cc98ee0>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:33:31Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['45ae2c9f-738c-4d50-9070-36f2d87f0ea0'], 'active': True} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:33:35.514657 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f43a2860-dfaa-4232-aa91-615810174d0f tempest-RoutersAdminTest-1901902743 tempest-RoutersAdminTest-1901902743-project-admin] Made reservation on behalf of da1952fd136445ea9b286b17cc5d96c9 for: {'port': 1} {{(pid=87506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:33:35.526330 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-f43a2860-dfaa-4232-aa91-615810174d0f tempest-RoutersAdminTest-1901902743 tempest-RoutersAdminTest-1901902743-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:35.529149 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-50001f01-b912-47fc-a16c-d73880e33cfe tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:33:35.541680 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-eb20735e-d07f-43bb-bbf1-801e8b1d26cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b7cc98ee0>, [], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:33:35.542353 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb20735e-d07f-43bb-bbf1-801e8b1d26cd None None] The sync data for ids ['45ae2c9f-738c-4d50-9070-36f2d87f0ea0'] in dv-neutron-821829-1-hyperv is: [] {{(pid=87509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 22:33:35.568174 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28d8d72-50db-47fb-a041-1c446bdb3584 req-3b65a92c-cc72-46db-bdd6-9217b7c914d6 tempest-ServersTestJSON-1208382319 tempest-ServersTestJSON-1208382319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:33:35.575223 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-a28d8d72-50db-47fb-a041-1c446bdb3584 req-3b65a92c-cc72-46db-bdd6-9217b7c914d6 tempest-ServersTestJSON-1208382319 tempest-ServersTestJSON-1208382319-project] 10.222.0.13 "GET /v2.0/ports?device_id=e8b1f9e3-1dc7-4804-9d4e-3e2ba6aa02cb HTTP/1.1" status: 200  len: 945 time: 0.6546679
Dec 16 22:33:35.608636 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-fc2a33e8-9976-47b3-b92e-6427b712fff4 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] 10.222.0.13 "GET /v2.0/floatingips/eb71ff33-1e35-4274-9261-29aa4999a545 HTTP/1.1" status: 200  len: 978 time: 0.1917360
Dec 16 22:33:35.623359 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 39448) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:33:35.626413 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.notifiers.nova [None req-f43a2860-dfaa-4232-aa91-615810174d0f tempest-RoutersAdminTest-1901902743 tempest-RoutersAdminTest-1901902743-project-admin] device_id is not set on port 51216894-3da7-438b-8bdd-2da20e5da826 yet. {{(pid=87506) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 16 22:33:35.654605 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-280f79ce-b2fa-4adb-ae34-29cdc8ae78b0 None None] Network 44b71baf-37e1-45c8-a45c-03b038ab7b26 requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 22:33:35.777093 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.db_base_plugin_common [None req-f43a2860-dfaa-4232-aa91-615810174d0f tempest-RoutersAdminTest-1901902743 tempest-RoutersAdminTest-1901902743-project-admin] Allocated IP 172.20.0.10 (44b71baf-37e1-45c8-a45c-03b038ab7b26/f1ab8f20-8cb9-4757-a1a5-4a7fab625da5/51216894-3da7-438b-8bdd-2da20e5da826) {{(pid=87506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 22:33:35.815837 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01e69cb1-b7f5-45fc-8314-6df874df2abf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1d6bfaf-d325-5e4f-b05d-2441d8339617-7edd76f7-0f97-48a5-b177-9842de6c0500', 'network_id': '7edd76f7-0f97-48a5-b177-9842de6c0500', 'tenant_id': '8e4385a98eb1416284c1cc96b3355a70', 'fixed_ips': [{'subnet_id': 'a077c6fc-330d-4701-bf2f-25d872e35bf5'}]}} from dv-neutron-821829-1-hyperv. {{(pid=87508) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 16 22:33:35.816689 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-01e69cb1-b7f5-45fc-8314-6df874df2abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:35.856420 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-6389a674-7980-4445-8642-704f09de2494 tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:33:35.905209 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-6389a674-7980-4445-8642-704f09de2494 tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Usage tracker for resource:subnet and tenant:f62e67e237cd4fa6a36febbc06b0f445 is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:33:35.926925 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-6389a674-7980-4445-8642-704f09de2494 tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:33:35.934921 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-0d8d616d-9420-4df2-acf5-450927b90960 tempest-RoutersIpV6AdminTest-765327337 tempest-RoutersIpV6AdminTest-765327337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10807823'] for port, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:35.954857 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:33:35.982456 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-50001f01-b912-47fc-a16c-d73880e33cfe tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:35.987452 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-f43a2860-dfaa-4232-aa91-615810174d0f tempest-RoutersAdminTest-1901902743 tempest-RoutersAdminTest-1901902743-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:35.997588 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-6389a674-7980-4445-8642-704f09de2494 tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:33:36.017034 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-a28d8d72-50db-47fb-a041-1c446bdb3584 req-d2eb407a-a20a-4555-b809-9aa5decdb7ab tempest-ServersTestJSON-1208382319 tempest-ServersTestJSON-1208382319-project] 10.222.0.13 "GET /v2.0/security-groups?id=5d566684-e21e-48b5-9daf-a272f2025a2f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.4407532
Dec 16 22:33:36.030854 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-f43a2860-dfaa-4232-aa91-615810174d0f tempest-RoutersAdminTest-1901902743 tempest-RoutersAdminTest-1901902743-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1863393'] for port, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:36.045177 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-f0243910-8023-4027-a210-012c7c00613f tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:33:36.072779 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8d616d-9420-4df2-acf5-450927b90960 tempest-RoutersIpV6AdminTest-765327337 tempest-RoutersIpV6AdminTest-765327337-project] Pushing event deleted for resources: {'Port': ['ID=b7909939-5ccc-4b0f-a2d0-0952711cbce2,revision_number=None']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:33:36.088625 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-0d8d616d-9420-4df2-acf5-450927b90960 tempest-RoutersIpV6AdminTest-765327337 tempest-RoutersIpV6AdminTest-765327337-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:33:36.131024 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f43a2860-dfaa-4232-aa91-615810174d0f tempest-RoutersAdminTest-1901902743 tempest-RoutersAdminTest-1901902743-project-admin] Network 44b71baf-37e1-45c8-a45c-03b038ab7b26 is already hosted by enough agents. {{(pid=87506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:33:36.134271 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.base_scheduler [None req-f43a2860-dfaa-4232-aa91-615810174d0f tempest-RoutersAdminTest-1901902743 tempest-RoutersAdminTest-1901902743-project-admin] Resources bound (agent type, host, resource id):  {{(pid=87506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:33:36.137565 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f43a2860-dfaa-4232-aa91-615810174d0f tempest-RoutersAdminTest-1901902743 tempest-RoutersAdminTest-1901902743-project-admin] Received port after_create {{(pid=87506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 22:33:36.137845 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-98cece6e-37a4-4d27-accf-9cf2dbf7b1d9 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:33:36.142485 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-98cece6e-37a4-4d27-accf-9cf2dbf7b1d9 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Usage tracker for resource:port and tenant:8e4385a98eb1416284c1cc96b3355a70 is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:33:36.145350 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-98cece6e-37a4-4d27-accf-9cf2dbf7b1d9 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:33:36.150357 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.db_base_plugin_common [None req-01e69cb1-b7f5-45fc-8314-6df874df2abf None None] Allocated IP 2001:db8::2 (7edd76f7-0f97-48a5-b177-9842de6c0500/a077c6fc-330d-4701-bf2f-25d872e35bf5/1f30ddf9-3b7f-41a3-a81a-37c1baf28c59) {{(pid=87508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 22:33:36.151389 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-98cece6e-37a4-4d27-accf-9cf2dbf7b1d9 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:33:36.181574 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98cece6e-37a4-4d27-accf-9cf2dbf7b1d9 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Made reservation on behalf of 8e4385a98eb1416284c1cc96b3355a70 for: {'port': 1} {{(pid=87507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:33:36.197732 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-49407004-6b75-4b68-8f0f-6f8aa43e7b55 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Synchronizing usage tracker for tenant:224a3f89678e41499cb7a5fbecafc8d7 on resource:floatingip {{(pid=87507) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 22:33:36.199636 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6389a674-7980-4445-8642-704f09de2494 tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Made reservation on behalf of f62e67e237cd4fa6a36febbc06b0f445 for: {'subnet': 1} {{(pid=87507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:33:36.203040 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-6389a674-7980-4445-8642-704f09de2494 tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10549598'] for subnet, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:36.209800 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43a2860-dfaa-4232-aa91-615810174d0f tempest-RoutersAdminTest-1901902743 tempest-RoutersAdminTest-1901902743-project-admin] Pushing event updated for resources: {'Port': ['ID=51216894-3da7-438b-8bdd-2da20e5da826,revision_number=1']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:33:36.212576 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-f43a2860-dfaa-4232-aa91-615810174d0f tempest-RoutersAdminTest-1901902743 tempest-RoutersAdminTest-1901902743-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:33:36.223538 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f43a2860-dfaa-4232-aa91-615810174d0f tempest-RoutersAdminTest-1901902743 tempest-RoutersAdminTest-1901902743-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:33:36.223857 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-f43a2860-dfaa-4232-aa91-615810174d0f tempest-RoutersAdminTest-1901902743 tempest-RoutersAdminTest-1901902743-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for port, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:36.246689 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-f43a2860-dfaa-4232-aa91-615810174d0f tempest-RoutersAdminTest-1901902743 tempest-RoutersAdminTest-1901902743-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1023 time: 0.8902082
Dec 16 22:33:36.246887 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 39454) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:33:36.350965 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [None req-815f535d-cd2d-473e-a5f9-53d04d84cd8a tempest-RoutersAdminTest-1901902743 tempest-RoutersAdminTest-1901902743-project-admin] Deleting port 51216894-3da7-438b-8bdd-2da20e5da826 {{(pid=87506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:33:36.351280 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-815f535d-cd2d-473e-a5f9-53d04d84cd8a tempest-RoutersAdminTest-1901902743 tempest-RoutersAdminTest-1901902743-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:36.372620 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-01e69cb1-b7f5-45fc-8314-6df874df2abf None None] Notify callbacks [] for port, precommit_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:36.385684 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-01e69cb1-b7f5-45fc-8314-6df874df2abf None None] Transition to ACTIVE for port object 1f30ddf9-3b7f-41a3-a81a-37c1baf28c59 will not be triggered until provisioned by entity L2. {{(pid=87508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:33:36.408286 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-01e69cb1-b7f5-45fc-8314-6df874df2abf None None] Transition to ACTIVE for port object 1f30ddf9-3b7f-41a3-a81a-37c1baf28c59 will not be triggered until provisioned by entity DHCP. {{(pid=87508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:33:36.415649 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-01e69cb1-b7f5-45fc-8314-6df874df2abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940'] for port, after_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:36.423343 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-78e69496-0a7c-46d3-83c5-ea6090145dac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:33:36.465644 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50be8c9-5ed6-4a13-ad23-68d8434a0d9a req-aef907a5-74ef-4f60-a5ca-57bb92d45b21 tempest-ServersTestJSON-1208382319 tempest-ServersTestJSON-1208382319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:33:36.466337 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [req-d50be8c9-5ed6-4a13-ad23-68d8434a0d9a req-aef907a5-74ef-4f60-a5ca-57bb92d45b21 tempest-ServersTestJSON-1208382319 tempest-ServersTestJSON-1208382319-project] Synchronizing usage tracker for tenant:b95ee9c426304bab82943f010c6dac17 on resource:port {{(pid=87506) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 22:33:36.474186 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a12b98a-77fd-4d7b-bd9e-1fb9e0be3ace req-edc9787e-f9b4-422d-a8e0-577c0ccafa9f tempest-ServerActionsTestJSON-1581017418 tempest-ServerActionsTestJSON-1581017418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:33:36.475645 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-0a12b98a-77fd-4d7b-bd9e-1fb9e0be3ace req-edc9787e-f9b4-422d-a8e0-577c0ccafa9f tempest-ServerActionsTestJSON-1581017418 tempest-ServerActionsTestJSON-1581017418-project] 10.222.0.13 "GET /v2.0/ports?device_id=95ef1739-1bf2-4522-993c-76a77d5f2322 HTTP/1.1" status: 200  len: 945 time: 0.8656716
Dec 16 22:33:36.483561 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-49407004-6b75-4b68-8f0f-6f8aa43e7b55 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Unset dirty status for tenant:224a3f89678e41499cb7a5fbecafc8d7 on resource:floatingip {{(pid=87507) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 22:33:36.484800 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-49407004-6b75-4b68-8f0f-6f8aa43e7b55 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] 10.222.0.13 "GET /v2.0/floatingips HTTP/1.1" status: 200  len: 981 time: 0.8582616
Dec 16 22:33:36.494421 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 39458) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:33:36.501738 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-de4449d4-4f9c-4f28-b6bc-82fbdd3db884 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Request body: {'floatingip': {'port_id': '37d3f702-7ad2-4d73-b0c8-c8d6e0dc3390'}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:33:36.502314 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01e69cb1-b7f5-45fc-8314-6df874df2abf None None] Network 7edd76f7-0f97-48a5-b177-9842de6c0500 is already hosted by enough agents. {{(pid=87508) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:33:36.502745 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-50001f01-b912-47fc-a16c-d73880e33cfe tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:36.504622 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-0d8d616d-9420-4df2-acf5-450927b90960 tempest-RoutersIpV6AdminTest-765327337 tempest-RoutersIpV6AdminTest-765327337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3741895'] for router_gateway, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:36.507110 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.scheduler.base_scheduler [None req-01e69cb1-b7f5-45fc-8314-6df874df2abf None None] Resources bound (agent type, host, resource id):  {{(pid=87508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:33:36.511283 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01e69cb1-b7f5-45fc-8314-6df874df2abf None None] Received port after_create {{(pid=87508) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 22:33:36.521851 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e69cb1-b7f5-45fc-8314-6df874df2abf None None] Pushing event updated for resources: {'Port': ['ID=1f30ddf9-3b7f-41a3-a81a-37c1baf28c59,revision_number=1']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:33:36.561161 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-01e69cb1-b7f5-45fc-8314-6df874df2abf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:33:36.632107 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-01e69cb1-b7f5-45fc-8314-6df874df2abf None None] Attempting to bind port 1f30ddf9-3b7f-41a3-a81a-37c1baf28c59 on host dv-neutron-821829-1-hyperv for vnic_type normal with profile  {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 22:33:36.632851 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-01e69cb1-b7f5-45fc-8314-6df874df2abf None None] Attempting to bind port 1f30ddf9-3b7f-41a3-a81a-37c1baf28c59 by drivers openvswitch,hyperv on host dv-neutron-821829-1-hyperv at level 0 using segments [{'id': 'da71c9a1-7532-4738-a9bc-22a7f498ec35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '7edd76f7-0f97-48a5-b177-9842de6c0500'}] {{(pid=87508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 22:33:36.633023 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01e69cb1-b7f5-45fc-8314-6df874df2abf None None] Attempting to bind port 1f30ddf9-3b7f-41a3-a81a-37c1baf28c59 on network 7edd76f7-0f97-48a5-b177-9842de6c0500 {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 22:33:36.633255 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-50001f01-b912-47fc-a16c-d73880e33cfe tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841137'] for security_group_rule, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:36.639581 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01e69cb1-b7f5-45fc-8314-6df874df2abf None None] Checking agent: {'id': '5571501f-366e-47a4-9b60-8ef19d935d27', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821829-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 24, 2), 'started_at': datetime.datetime(2021, 12, 16, 22, 24, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 33, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821829-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 22:33:36.640149 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01e69cb1-b7f5-45fc-8314-6df874df2abf None None] Checking segment: {'id': 'da71c9a1-7532-4738-a9bc-22a7f498ec35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '7edd76f7-0f97-48a5-b177-9842de6c0500'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 22:33:36.640786 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-01e69cb1-b7f5-45fc-8314-6df874df2abf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:36.641842 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01e69cb1-b7f5-45fc-8314-6df874df2abf None None] Bound using segment: {'id': 'da71c9a1-7532-4738-a9bc-22a7f498ec35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '7edd76f7-0f97-48a5-b177-9842de6c0500'} {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 22:33:36.642429 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-01e69cb1-b7f5-45fc-8314-6df874df2abf None None] Bound port: 1f30ddf9-3b7f-41a3-a81a-37c1baf28c59, host: dv-neutron-821829-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da71c9a1-7532-4738-a9bc-22a7f498ec35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '7edd76f7-0f97-48a5-b177-9842de6c0500'}}] {{(pid=87508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 22:33:36.642910 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-01e69cb1-b7f5-45fc-8314-6df874df2abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:36.715848 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:33:36.740243 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-98cece6e-37a4-4d27-accf-9cf2dbf7b1d9 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:36.741627 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-01e69cb1-b7f5-45fc-8314-6df874df2abf None None] For port 1f30ddf9-3b7f-41a3-a81a-37c1baf28c59, host dv-neutron-821829-1-hyperv, cleared binding levels {{(pid=87508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 22:33:36.745982 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-01e69cb1-b7f5-45fc-8314-6df874df2abf None None] For port 1f30ddf9-3b7f-41a3-a81a-37c1baf28c59, host dv-neutron-821829-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=1f30ddf9-3b7f-41a3-a81a-37c1baf28c59,segment=NetworkSegment(da71c9a1-7532-4738-a9bc-22a7f498ec35),segment_id=da71c9a1-7532-4738-a9bc-22a7f498ec35)] {{(pid=87508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 22:33:36.750220 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-01e69cb1-b7f5-45fc-8314-6df874df2abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:36.755476 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-b2392462-65de-48f9-ad16-758956c772ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:33:36.768697 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-0d8d616d-9420-4df2-acf5-450927b90960 tempest-RoutersIpV6AdminTest-765327337 tempest-RoutersIpV6AdminTest-765327337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3739500', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39002'] for router, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:36.778941 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-0d8d616d-9420-4df2-acf5-450927b90960 tempest-RoutersIpV6AdminTest-765327337 tempest-RoutersIpV6AdminTest-765327337-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:36.781313 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50001f01-b912-47fc-a16c-d73880e33cfe tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=773054ad-1745-41b7-8ec3-9676d3e8525e,revision_number=0']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:33:36.783889 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [req-d50be8c9-5ed6-4a13-ad23-68d8434a0d9a req-aef907a5-74ef-4f60-a5ca-57bb92d45b21 tempest-ServersTestJSON-1208382319 tempest-ServersTestJSON-1208382319-project] Unset dirty status for tenant:b95ee9c426304bab82943f010c6dac17 on resource:port {{(pid=87506) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 22:33:36.785056 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-d50be8c9-5ed6-4a13-ad23-68d8434a0d9a req-aef907a5-74ef-4f60-a5ca-57bb92d45b21 tempest-ServersTestJSON-1208382319 tempest-ServersTestJSON-1208382319-project] 10.222.0.49 "GET /v2.0/ports?device_id=e8b1f9e3-1dc7-4804-9d4e-3e2ba6aa02cb HTTP/1.1" status: 200  len: 945 time: 0.5037820
Dec 16 22:33:36.788482 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-50001f01-b912-47fc-a16c-d73880e33cfe tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:33:36.806131 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-0a12b98a-77fd-4d7b-bd9e-1fb9e0be3ace req-c1b40a54-2579-41f8-bd92-de91de7c7063 tempest-ServerActionsTestJSON-1581017418 tempest-ServerActionsTestJSON-1581017418-project] 10.222.0.13 "GET /v2.0/security-groups?id=1011a650-dc8c-4279-9762-0c0bcda15d85&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3191361
Dec 16 22:33:36.811521 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.notifiers.nova [None req-98cece6e-37a4-4d27-accf-9cf2dbf7b1d9 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] device_id is not set on port c436596b-b412-43dd-89cb-329bda2895b2 yet. {{(pid=87507) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 16 22:33:36.861003 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e69cb1-b7f5-45fc-8314-6df874df2abf None None] Pushing event updated for resources: {'Port': ['ID=1f30ddf9-3b7f-41a3-a81a-37c1baf28c59,revision_number=2']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:33:36.866970 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-01e69cb1-b7f5-45fc-8314-6df874df2abf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:33:36.882441 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-de4449d4-4f9c-4f28-b6bc-82fbdd3db884 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Notify callbacks [] for floatingip, before_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:36.902169 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-50001f01-b912-47fc-a16c-d73880e33cfe tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:36.903351 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-50001f01-b912-47fc-a16c-d73880e33cfe tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 798 time: 1.7414796
Dec 16 22:33:36.923087 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 39462) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:33:36.948021 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-0d8d616d-9420-4df2-acf5-450927b90960 tempest-RoutersIpV6AdminTest-765327337 tempest-RoutersIpV6AdminTest-765327337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3830089'] for router, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:36.948756 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d8d616d-9420-4df2-acf5-450927b90960 tempest-RoutersIpV6AdminTest-765327337 tempest-RoutersIpV6AdminTest-765327337-project] Fanout notify agent at l3_agent the message router_deleted on router 2f608d59-f154-47d1-991f-2ff84513cd2e {{(pid=87507) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 16 22:33:37.021253 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [req-d50be8c9-5ed6-4a13-ad23-68d8434a0d9a req-2f0f7fae-2dda-41a3-ab95-69051fd00eee tempest-ServersTestJSON-1208382319 tempest-ServersTestJSON-1208382319-project] Deleting port 7a40ac5e-8e98-4adc-8457-7278ef3b8997 {{(pid=87506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:33:37.021806 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-d50be8c9-5ed6-4a13-ad23-68d8434a0d9a req-2f0f7fae-2dda-41a3-ab95-69051fd00eee tempest-ServersTestJSON-1208382319 tempest-ServersTestJSON-1208382319-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:37.033752 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-1e92a4da-fcd9-49ce-b686-9a7484ed17f2 tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:37.087150 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-0d8d616d-9420-4df2-acf5-450927b90960 tempest-RoutersIpV6AdminTest-765327337 tempest-RoutersIpV6AdminTest-765327337-project] Notify callbacks [] for router, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:37.088807 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-0d8d616d-9420-4df2-acf5-450927b90960 tempest-RoutersIpV6AdminTest-765327337 tempest-RoutersIpV6AdminTest-765327337-project] 10.222.0.13 "DELETE /v2.0/routers/2f608d59-f154-47d1-991f-2ff84513cd2e HTTP/1.1" status: 204  len: 168 time: 4.1116648
Dec 16 22:33:37.093892 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-1e92a4da-fcd9-49ce-b686-9a7484ed17f2 tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:37.108098 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 39466) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:33:37.109988 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-815f535d-cd2d-473e-a5f9-53d04d84cd8a tempest-RoutersAdminTest-1901902743 tempest-RoutersAdminTest-1901902743-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:37.210916 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.pecan_wsgi.hooks.translation [None req-98cece6e-37a4-4d27-accf-9cf2dbf7b1d9 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 16 22:33:37.211382 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98cece6e-37a4-4d27-accf-9cf2dbf7b1d9 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87507) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 16 22:33:37.238678 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-98cece6e-37a4-4d27-accf-9cf2dbf7b1d9 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 400  len: 349 time: 1.9748859
Dec 16 22:33:37.242601 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 39472) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:33:37.292005 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-1e92a4da-fcd9-49ce-b686-9a7484ed17f2 tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841137'] for security_group_rule, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:37.303639 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:33:37.307054 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [None req-815f535d-cd2d-473e-a5f9-53d04d84cd8a tempest-RoutersAdminTest-1901902743 tempest-RoutersAdminTest-1901902743-project-admin] Calling delete_port for 51216894-3da7-438b-8bdd-2da20e5da826 owned by  {{(pid=87506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:33:37.315612 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-1e92a4da-fcd9-49ce-b686-9a7484ed17f2 tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:37.319384 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-1e92a4da-fcd9-49ce-b686-9a7484ed17f2 tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/773054ad-1745-41b7-8ec3-9676d3e8525e HTTP/1.1" status: 204  len: 168 time: 0.3942509
Dec 16 22:33:37.351678 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 39476) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:33:37.366135 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.objects.ports [None req-6389a674-7980-4445-8642-704f09de2494 tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87507) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}}
Dec 16 22:33:37.372461 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-066fbfee-6392-4cde-bea8-61e6b9c385ee tempest-RoutersIpV6AdminTest-765327337 tempest-RoutersIpV6AdminTest-765327337-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-527410414', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:33:37.379582 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e92a4da-fcd9-49ce-b686-9a7484ed17f2 tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=773054ad-1745-41b7-8ec3-9676d3e8525e,revision_number=None']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:33:37.382183 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-1e92a4da-fcd9-49ce-b686-9a7484ed17f2 tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:33:37.400542 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-066fbfee-6392-4cde-bea8-61e6b9c385ee tempest-RoutersIpV6AdminTest-765327337 tempest-RoutersIpV6AdminTest-765327337-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:33:37.411341 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-066fbfee-6392-4cde-bea8-61e6b9c385ee tempest-RoutersIpV6AdminTest-765327337 tempest-RoutersIpV6AdminTest-765327337-project] Usage tracker for resource:router and tenant:f1996cef61c842fc880ffac74f5037a1 is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:33:37.415331 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-6389a674-7980-4445-8642-704f09de2494 tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10807931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10549612'] for subnet, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:37.420078 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-066fbfee-6392-4cde-bea8-61e6b9c385ee tempest-RoutersIpV6AdminTest-765327337 tempest-RoutersIpV6AdminTest-765327337-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:33:37.442460 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-97777247-e0af-4f7f-a57b-9ef385a5b3db tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:33:37.483105 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-066fbfee-6392-4cde-bea8-61e6b9c385ee tempest-RoutersIpV6AdminTest-765327337 tempest-RoutersIpV6AdminTest-765327337-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:33:37.555120 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-f9b14104-ad4f-4d47-b6b2-14fbf16c796d tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Synchronizing usage tracker for tenant:2d296b4ba9d3443c927f854ef36c40ce on resource:security_group_rule {{(pid=87507) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 22:33:37.586353 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6389a674-7980-4445-8642-704f09de2494 tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Pushing event updated for resources: {'Subnet': ['ID=c9d63d2e-202f-496b-b64c-4999ee81117f,revision_number=0']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:33:37.589575 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-6389a674-7980-4445-8642-704f09de2494 tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:33:37.596233 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-066fbfee-6392-4cde-bea8-61e6b9c385ee tempest-RoutersIpV6AdminTest-765327337 tempest-RoutersIpV6AdminTest-765327337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3741155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38980'] for router, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:37.597253 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-066fbfee-6392-4cde-bea8-61e6b9c385ee tempest-RoutersIpV6AdminTest-765327337 tempest-RoutersIpV6AdminTest-765327337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3743284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3741748', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3896702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-38989'] for router, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:37.604636 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b1fb6fa-61e5-4740-8133-45ff2607eaea tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:33:37.605589 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-5b1fb6fa-61e5-4740-8133-45ff2607eaea tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Synchronizing usage tracker for tenant:8e4385a98eb1416284c1cc96b3355a70 on resource:port {{(pid=87507) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 22:33:37.612564 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-066fbfee-6392-4cde-bea8-61e6b9c385ee tempest-RoutersIpV6AdminTest-765327337 tempest-RoutersIpV6AdminTest-765327337-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:37.632114 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6389a674-7980-4445-8642-704f09de2494 tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Checking segment: {'id': 'a8cfb3dc-f064-497d-9710-23eced8003f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'fad6feb1-b85b-43d0-9b13-866bf8f08281'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 22:33:37.632352 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:37.632481 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6389a674-7980-4445-8642-704f09de2494 tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Network hostable DHCP agents. Network: fad6feb1-b85b-43d0-9b13-866bf8f08281, hostable agents: ['3b155c4d-12dc-491e-aa14-6113b06cfacd'], hosted agents: [] {{(pid=87507) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 16 22:33:37.642467 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-f9b14104-ad4f-4d47-b6b2-14fbf16c796d tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Unset dirty status for tenant:2d296b4ba9d3443c927f854ef36c40ce on resource:security_group_rule {{(pid=87507) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 22:33:37.643749 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-f9b14104-ad4f-4d47-b6b2-14fbf16c796d tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4659 time: 0.2832186
Dec 16 22:33:37.647115 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-066fbfee-6392-4cde-bea8-61e6b9c385ee tempest-RoutersIpV6AdminTest-765327337 tempest-RoutersIpV6AdminTest-765327337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3740952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3741923'] for router, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:37.651378 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 39480) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:33:37.669857 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-5b1fb6fa-61e5-4740-8133-45ff2607eaea tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Unset dirty status for tenant:8e4385a98eb1416284c1cc96b3355a70 on resource:port {{(pid=87507) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 22:33:37.673887 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-5b1fb6fa-61e5-4740-8133-45ff2607eaea tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200  len: 943 time: 0.4279850
Dec 16 22:33:37.679863 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a46b6d-ac27-4584-bc75-f9fec78628a8 req-0b1ba7d8-52e5-45de-814c-238be5886b66 tempest-ServersTestJSON-1208382319 tempest-ServersTestJSON-1208382319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:33:37.681290 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-17a46b6d-ac27-4584-bc75-f9fec78628a8 req-0b1ba7d8-52e5-45de-814c-238be5886b66 tempest-ServersTestJSON-1208382319 tempest-ServersTestJSON-1208382319-project] 10.222.0.13 "GET /v2.0/ports?device_id=e8b1f9e3-1dc7-4804-9d4e-3e2ba6aa02cb HTTP/1.1" status: 200  len: 945 time: 0.3233795
Dec 16 22:33:37.684024 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 39484) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:33:37.829805 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-066fbfee-6392-4cde-bea8-61e6b9c385ee tempest-RoutersIpV6AdminTest-765327337 tempest-RoutersIpV6AdminTest-765327337-project] Notify callbacks [] for router, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:37.833629 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-066fbfee-6392-4cde-bea8-61e6b9c385ee tempest-RoutersIpV6AdminTest-765327337 tempest-RoutersIpV6AdminTest-765327337-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 708 time: 0.7062933
Dec 16 22:33:37.839925 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 39488) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:33:37.847596 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-91aa6813-c51b-4f50-8f98-4900d6cb4627 tempest-RoutersIpV6AdminTest-146809031 tempest-RoutersIpV6AdminTest-146809031-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'enable_snat': True}}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:33:37.912193 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6389a674-7980-4445-8642-704f09de2494 tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Network fad6feb1-b85b-43d0-9b13-866bf8f08281 is scheduled to be hosted by DHCP agent 3b155c4d-12dc-491e-aa14-6113b06cfacd with binding_index 1 {{(pid=87507) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 16 22:33:37.970504 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-17a46b6d-ac27-4584-bc75-f9fec78628a8 req-feb5d022-a302-4bc0-898e-6ea121d9c642 tempest-ServersTestJSON-1208382319 tempest-ServersTestJSON-1208382319-project] 10.222.0.13 "GET /v2.0/security-groups?id=5d566684-e21e-48b5-9daf-a272f2025a2f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2472198
Dec 16 22:33:37.974116 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.base_scheduler [None req-6389a674-7980-4445-8642-704f09de2494 tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821829-1-hyperv, fad6feb1-b85b-43d0-9b13-866bf8f08281) {{(pid=87507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:33:37.986577 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4505e44-2f81-4dac-b6c0-6e597ac82aca None None] Network fad6feb1-b85b-43d0-9b13-866bf8f08281 requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 22:33:38.026505 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6389a674-7980-4445-8642-704f09de2494 tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:33:38.027089 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-6389a674-7980-4445-8642-704f09de2494 tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Notify callbacks [] for subnet, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:38.057158 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a3a9bb3-0b74-46a5-ab93-7dd2660b150e tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:33:38.058644 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a3a9bb3-0b74-46a5-ab93-7dd2660b150e tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:33:38.062641 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-2a3a9bb3-0b74-46a5-ab93-7dd2660b150e tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1477 time: 0.3753848
Dec 16 22:33:38.064663 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 39494) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:33:38.091346 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-44513c8e-9045-4fba-8c17-b9dc81ccb38f None None] Provisioning for port 1f30ddf9-3b7f-41a3-a81a-37c1baf28c59 completed by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 22:33:38.105258 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-a812731c-59fc-4e87-9aa9-e3db07468531 tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Notify callbacks [] for security_group, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:38.114561 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-6389a674-7980-4445-8642-704f09de2494 tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 818 time: 3.0159395
Dec 16 22:33:38.120657 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.db [req-d50be8c9-5ed6-4a13-ad23-68d8434a0d9a req-2f0f7fae-2dda-41a3-ab95-69051fd00eee tempest-ServersTestJSON-1208382319 tempest-ServersTestJSON-1208382319-project] For port 7a40ac5e-8e98-4adc-8457-7278ef3b8997, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=7a40ac5e-8e98-4adc-8457-7278ef3b8997,segment=NetworkSegment(4f66cca6-f628-4787-a123-0cc878e80ac6),segment_id=4f66cca6-f628-4787-a123-0cc878e80ac6)] {{(pid=87506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:33:38.120657 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-d50be8c9-5ed6-4a13-ad23-68d8434a0d9a req-2f0f7fae-2dda-41a3-ab95-69051fd00eee tempest-ServersTestJSON-1208382319 tempest-ServersTestJSON-1208382319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:38.128258 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 39498) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:33:38.161080 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-a812731c-59fc-4e87-9aa9-e3db07468531 tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:38.200627 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.db_base_plugin_v2 [None req-956009ac-5c00-4c2f-8a46-16a9b6870dd6 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Deleting subnet a077c6fc-330d-4701-bf2f-25d872e35bf5 {{(pid=87507) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 16 22:33:38.218925 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-956009ac-5c00-4c2f-8a46-16a9b6870dd6 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks [] for subnet, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:38.238891 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5999da5-e451-442b-84c1-72234f508ad4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1d6bfaf-d325-5e4f-b05d-2441d8339617-fad6feb1-b85b-43d0-9b13-866bf8f08281', 'network_id': 'fad6feb1-b85b-43d0-9b13-866bf8f08281', 'tenant_id': 'f62e67e237cd4fa6a36febbc06b0f445', 'fixed_ips': [{'subnet_id': 'c9d63d2e-202f-496b-b64c-4999ee81117f'}]}} from dv-neutron-821829-1-hyperv. {{(pid=87508) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 16 22:33:38.240424 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-e5999da5-e451-442b-84c1-72234f508ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:38.281709 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f58df22-e74d-48cc-932a-24f80c1e49f0 req-dc70e26d-1e5e-44e3-b8ae-3e0c1079712a tempest-ServerActionsTestJSON-1581017418 tempest-ServerActionsTestJSON-1581017418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:33:38.283216 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-4f58df22-e74d-48cc-932a-24f80c1e49f0 req-dc70e26d-1e5e-44e3-b8ae-3e0c1079712a tempest-ServerActionsTestJSON-1581017418 tempest-ServerActionsTestJSON-1581017418-project] 10.222.0.13 "GET /v2.0/ports?device_id=95ef1739-1bf2-4522-993c-76a77d5f2322 HTTP/1.1" status: 200  len: 945 time: 0.3168793
Dec 16 22:33:38.294454 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-956009ac-5c00-4c2f-8a46-16a9b6870dd6 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2128562'] for subnet, precommit_delete_associations {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:38.323797 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-815f535d-cd2d-473e-a5f9-53d04d84cd8a tempest-RoutersAdminTest-1901902743 tempest-RoutersAdminTest-1901902743-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1863393'] for port, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:38.337318 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-a812731c-59fc-4e87-9aa9-e3db07468531 tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841066'] for security_group, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:38.346253 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-1ff1f3f7-5875-42ab-a3e3-f1caf89054fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:33:38.380086 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a812731c-59fc-4e87-9aa9-e3db07468531 tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f3440ad-43b0-4a4b-93ef-b51e8637c561,revision_number=None']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:33:38.382656 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-a812731c-59fc-4e87-9aa9-e3db07468531 tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:33:38.411059 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-bd1b60fc-ba38-4ee8-bd7a-c13feb7fe5c6 tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:33:38.420291 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.db_base_plugin_common [None req-e5999da5-e451-442b-84c1-72234f508ad4 None None] Allocated IP 2001:db8::f816:3eff:fe1c:eca2 (fad6feb1-b85b-43d0-9b13-866bf8f08281/c9d63d2e-202f-496b-b64c-4999ee81117f/741361d7-8dd0-4cf7-a9ff-3ac5a5fe502e) {{(pid=87508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 22:33:38.433618 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-4f58df22-e74d-48cc-932a-24f80c1e49f0 req-cb6f43f2-afbf-4106-bed7-dbbf45d177fa tempest-ServerActionsTestJSON-1581017418 tempest-ServerActionsTestJSON-1581017418-project] 10.222.0.13 "GET /v2.0/security-groups?id=1011a650-dc8c-4279-9762-0c0bcda15d85&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0971706
Dec 16 22:33:38.445159 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-a812731c-59fc-4e87-9aa9-e3db07468531 tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Notify callbacks [] for security_group, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:38.447137 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-a812731c-59fc-4e87-9aa9-e3db07468531 tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] 10.222.0.13 "DELETE /v2.0/security-groups/7f3440ad-43b0-4a4b-93ef-b51e8637c561 HTTP/1.1" status: 204  len: 168 time: 0.7922056
Dec 16 22:33:38.450424 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 39502) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:33:38.508391 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-956009ac-5c00-4c2f-8a46-16a9b6870dd6 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3328566'] for subnet, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:38.535427 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815f535d-cd2d-473e-a5f9-53d04d84cd8a tempest-RoutersAdminTest-1901902743 tempest-RoutersAdminTest-1901902743-project-admin] Pushing event deleted for resources: {'Port': ['ID=51216894-3da7-438b-8bdd-2da20e5da826,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:33:38.560700 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-815f535d-cd2d-473e-a5f9-53d04d84cd8a tempest-RoutersAdminTest-1901902743 tempest-RoutersAdminTest-1901902743-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:33:38.636557 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-675078d6-73b3-4413-a17d-864b7f5d184f tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Synchronizing usage tracker for tenant:2d296b4ba9d3443c927f854ef36c40ce on resource:security_group {{(pid=87507) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 22:33:38.650895 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-e5999da5-e451-442b-84c1-72234f508ad4 None None] Notify callbacks [] for port, precommit_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:38.662209 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-e5999da5-e451-442b-84c1-72234f508ad4 None None] Transition to ACTIVE for port object 741361d7-8dd0-4cf7-a9ff-3ac5a5fe502e will not be triggered until provisioned by entity L2. {{(pid=87508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:33:38.665269 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-675078d6-73b3-4413-a17d-864b7f5d184f tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Unset dirty status for tenant:2d296b4ba9d3443c927f854ef36c40ce on resource:security_group {{(pid=87507) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 22:33:38.666769 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-675078d6-73b3-4413-a17d-864b7f5d184f tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 4505 time: 0.2152586
Dec 16 22:33:38.668503 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-956009ac-5c00-4c2f-8a46-16a9b6870dd6 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3328622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10807868', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10549621'] for subnet, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:38.673966 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 39506) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:33:38.674630 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-d0c6c618-e293-4a0c-9bfc-bc1799c74ba0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:33:38.687565 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-e5999da5-e451-442b-84c1-72234f508ad4 None None] Transition to ACTIVE for port object 741361d7-8dd0-4cf7-a9ff-3ac5a5fe502e will not be triggered until provisioned by entity DHCP. {{(pid=87508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:33:38.694378 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-e5999da5-e451-442b-84c1-72234f508ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940'] for port, after_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:38.705143 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:33:38.726072 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956009ac-5c00-4c2f-8a46-16a9b6870dd6 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Pushing event deleted for resources: {'Subnet': ['ID=a077c6fc-330d-4701-bf2f-25d872e35bf5,revision_number=None']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:33:38.728132 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-956009ac-5c00-4c2f-8a46-16a9b6870dd6 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks [] for subnet, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:38.732844 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-956009ac-5c00-4c2f-8a46-16a9b6870dd6 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:33:38.751094 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-956009ac-5c00-4c2f-8a46-16a9b6870dd6 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] 10.222.0.13 "DELETE /v2.0/subnets/a077c6fc-330d-4701-bf2f-25d872e35bf5 HTTP/1.1" status: 204  len: 168 time: 0.6844172
Dec 16 22:33:38.753729 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f20bc911-3e23-4266-8f01-184a30bef4b2 None None] Network 7edd76f7-0f97-48a5-b177-9842de6c0500 requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 22:33:38.757445 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 39510) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:33:38.831521 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-beed2287-072b-45dd-8119-f07b692d081f tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0728297
Dec 16 22:33:38.853545 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 39514) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:33:38.856237 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-d9d04f22-a944-435e-97af-41d04ed16ba3 tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Notify callbacks [] for security_group, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:38.876652 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-91aa6813-c51b-4f50-8f98-4900d6cb4627 tempest-RoutersIpV6AdminTest-146809031 tempest-RoutersIpV6AdminTest-146809031-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3741702', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3740945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-38947'] for router, precommit_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:38.884455 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-d9d04f22-a944-435e-97af-41d04ed16ba3 tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:38.890695 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5999da5-e451-442b-84c1-72234f508ad4 None None] Network fad6feb1-b85b-43d0-9b13-866bf8f08281 is already hosted by enough agents. {{(pid=87508) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:33:38.904989 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.scheduler.base_scheduler [None req-e5999da5-e451-442b-84c1-72234f508ad4 None None] Resources bound (agent type, host, resource id):  {{(pid=87508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:33:38.907637 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 1f30ddf9-3b7f-41a3-a81a-37c1baf28c59 up at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 22:33:38.932286 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-4b6855c5-93e6-4f2b-9e6d-3624dcfd26f8 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Request body: {'subnet': {'network_id': '7edd76f7-0f97-48a5-b177-9842de6c0500', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:33:38.940780 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5999da5-e451-442b-84c1-72234f508ad4 None None] Received port after_create {{(pid=87508) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 22:33:39.011611 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5999da5-e451-442b-84c1-72234f508ad4 None None] Pushing event updated for resources: {'Port': ['ID=741361d7-8dd0-4cf7-a9ff-3ac5a5fe502e,revision_number=1']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:33:39.028689 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-d9d04f22-a944-435e-97af-41d04ed16ba3 tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841066'] for security_group, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:39.045711 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-a0821cd1-80c7-4cd4-9e0b-e122b603cb70 tempest-PortsAdminExtendedAttrsTestJSON-606051987 tempest-PortsAdminExtendedAttrsTestJSON-606051987-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:33:39.069987 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d04f22-a944-435e-97af-41d04ed16ba3 tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a336dd92-4358-4302-ba32-0477ddad343c,revision_number=None']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:33:39.079792 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-d9d04f22-a944-435e-97af-41d04ed16ba3 tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:33:39.092336 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-d9d04f22-a944-435e-97af-41d04ed16ba3 tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Notify callbacks [] for security_group, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:39.093824 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-d9d04f22-a944-435e-97af-41d04ed16ba3 tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] 10.222.0.13 "DELETE /v2.0/security-groups/a336dd92-4358-4302-ba32-0477ddad343c HTTP/1.1" status: 204  len: 168 time: 0.3942630
Dec 16 22:33:39.097821 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 39520) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:33:39.102183 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-e5999da5-e451-442b-84c1-72234f508ad4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.397s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:33:39.184966 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-c867fec8-cc05-4e40-bdaf-02be745f41d6 tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-825997'] for network, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:39.199573 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-815f535d-cd2d-473e-a5f9-53d04d84cd8a tempest-RoutersAdminTest-1901902743 tempest-RoutersAdminTest-1901902743-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for port, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:39.201457 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-815f535d-cd2d-473e-a5f9-53d04d84cd8a tempest-RoutersAdminTest-1901902743 tempest-RoutersAdminTest-1901902743-project-admin] 10.222.0.13 "DELETE /v2.0/ports/51216894-3da7-438b-8bdd-2da20e5da826 HTTP/1.1" status: 204  len: 168 time: 2.9537079
Dec 16 22:33:39.211004 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-e5999da5-e451-442b-84c1-72234f508ad4 None None] Attempting to bind port 741361d7-8dd0-4cf7-a9ff-3ac5a5fe502e on host dv-neutron-821829-1-hyperv for vnic_type normal with profile  {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 22:33:39.211917 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-4b6855c5-93e6-4f2b-9e6d-3624dcfd26f8 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:33:39.212041 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-e5999da5-e451-442b-84c1-72234f508ad4 None None] Attempting to bind port 741361d7-8dd0-4cf7-a9ff-3ac5a5fe502e by drivers openvswitch,hyperv on host dv-neutron-821829-1-hyperv at level 0 using segments [{'id': 'a8cfb3dc-f064-497d-9710-23eced8003f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'fad6feb1-b85b-43d0-9b13-866bf8f08281'}] {{(pid=87508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 22:33:39.212041 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5999da5-e451-442b-84c1-72234f508ad4 None None] Attempting to bind port 741361d7-8dd0-4cf7-a9ff-3ac5a5fe502e on network fad6feb1-b85b-43d0-9b13-866bf8f08281 {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 22:33:39.213906 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 39524) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:33:39.219623 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-e4634b14-810e-401f-b07d-2ad38bc9364d tempest-RoutersAdminTest-1901902743 tempest-RoutersAdminTest-1901902743-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '44b71baf-37e1-45c8-a45c-03b038ab7b26', 'external_fixed_ips': [{'subnet_id': 'f1ab8f20-8cb9-4757-a1a5-4a7fab625da5', 'ip_address': '172.20.0.10'}]}}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:33:39.229824 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5999da5-e451-442b-84c1-72234f508ad4 None None] Checking agent: {'id': '5571501f-366e-47a4-9b60-8ef19d935d27', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821829-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 24, 2), 'started_at': datetime.datetime(2021, 12, 16, 22, 24, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 33, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821829-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 22:33:39.230368 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5999da5-e451-442b-84c1-72234f508ad4 None None] Checking segment: {'id': 'a8cfb3dc-f064-497d-9710-23eced8003f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'fad6feb1-b85b-43d0-9b13-866bf8f08281'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 22:33:39.230886 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-e5999da5-e451-442b-84c1-72234f508ad4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:39.231075 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-4b6855c5-93e6-4f2b-9e6d-3624dcfd26f8 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Usage tracker for resource:subnet and tenant:8e4385a98eb1416284c1cc96b3355a70 is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:33:39.231511 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5999da5-e451-442b-84c1-72234f508ad4 None None] Bound using segment: {'id': 'a8cfb3dc-f064-497d-9710-23eced8003f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'fad6feb1-b85b-43d0-9b13-866bf8f08281'} {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 22:33:39.232119 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-e5999da5-e451-442b-84c1-72234f508ad4 None None] Bound port: 741361d7-8dd0-4cf7-a9ff-3ac5a5fe502e, host: dv-neutron-821829-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8cfb3dc-f064-497d-9710-23eced8003f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'fad6feb1-b85b-43d0-9b13-866bf8f08281'}}] {{(pid=87508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 22:33:39.232597 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-e5999da5-e451-442b-84c1-72234f508ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:39.238962 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-e4634b14-810e-401f-b07d-2ad38bc9364d tempest-RoutersAdminTest-1901902743 tempest-RoutersAdminTest-1901902743-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:33:39.241444 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-4b6855c5-93e6-4f2b-9e6d-3624dcfd26f8 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:33:39.250083 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [None req-c867fec8-cc05-4e40-bdaf-02be745f41d6 tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Deleting port 741361d7-8dd0-4cf7-a9ff-3ac5a5fe502e {{(pid=87506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:33:39.250447 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-c867fec8-cc05-4e40-bdaf-02be745f41d6 tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:39.251953 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-68511ce6-5ff7-4e2d-b770-7a9a38001a2e tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Synchronizing usage tracker for tenant:2d296b4ba9d3443c927f854ef36c40ce on resource:security_group {{(pid=87507) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 22:33:39.254700 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-e4634b14-810e-401f-b07d-2ad38bc9364d tempest-RoutersAdminTest-1901902743 tempest-RoutersAdminTest-1901902743-project-admin] Usage tracker for resource:router and tenant:da1952fd136445ea9b286b17cc5d96c9 is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:33:39.256833 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning for port 1f30ddf9-3b7f-41a3-a81a-37c1baf28c59 completed by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 22:33:39.260479 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-4b6855c5-93e6-4f2b-9e6d-3624dcfd26f8 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:33:39.262726 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-e4634b14-810e-401f-b07d-2ad38bc9364d tempest-RoutersAdminTest-1901902743 tempest-RoutersAdminTest-1901902743-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:33:39.278286 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-e4634b14-810e-401f-b07d-2ad38bc9364d tempest-RoutersAdminTest-1901902743 tempest-RoutersAdminTest-1901902743-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:33:39.297278 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning complete for port 1f30ddf9-3b7f-41a3-a81a-37c1baf28c59 triggered by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:33:39.297778 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:39.297913 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-d50be8c9-5ed6-4a13-ad23-68d8434a0d9a req-2f0f7fae-2dda-41a3-ab95-69051fd00eee tempest-ServersTestJSON-1208382319 tempest-ServersTestJSON-1208382319-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:39.298469 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-d50be8c9-5ed6-4a13-ad23-68d8434a0d9a req-2f0f7fae-2dda-41a3-ab95-69051fd00eee tempest-ServersTestJSON-1208382319 tempest-ServersTestJSON-1208382319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3741874'] for floatingip, after_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:39.298775 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.db.l3_db [req-d50be8c9-5ed6-4a13-ad23-68d8434a0d9a req-2f0f7fae-2dda-41a3-ab95-69051fd00eee tempest-ServersTestJSON-1208382319 tempest-ServersTestJSON-1208382319-project] Floating IP 728a32d9-a93f-44b8-bd22-ab75f0e785c8 disassociated. External IP: 172.26.0.226, port: 7a40ac5e-8e98-4adc-8457-7278ef3b8997.
Dec 16 22:33:39.299262 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [req-d50be8c9-5ed6-4a13-ad23-68d8434a0d9a req-2f0f7fae-2dda-41a3-ab95-69051fd00eee tempest-ServersTestJSON-1208382319 tempest-ServersTestJSON-1208382319-project] Calling delete_port for 7a40ac5e-8e98-4adc-8457-7278ef3b8997 owned by compute:nova {{(pid=87506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:33:39.304959 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b6855c5-93e6-4f2b-9e6d-3624dcfd26f8 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Made reservation on behalf of 8e4385a98eb1416284c1cc96b3355a70 for: {'subnet': 1} {{(pid=87507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:33:39.309074 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-4b6855c5-93e6-4f2b-9e6d-3624dcfd26f8 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10549598'] for subnet, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:39.331792 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-e4634b14-810e-401f-b07d-2ad38bc9364d tempest-RoutersAdminTest-1901902743 tempest-RoutersAdminTest-1901902743-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3741155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38980'] for router, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:39.332862 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-e4634b14-810e-401f-b07d-2ad38bc9364d tempest-RoutersAdminTest-1901902743 tempest-RoutersAdminTest-1901902743-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3743284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3741748', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3896702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-38989'] for router, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:39.392205 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-68511ce6-5ff7-4e2d-b770-7a9a38001a2e tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Unset dirty status for tenant:2d296b4ba9d3443c927f854ef36c40ce on resource:security_group {{(pid=87507) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 22:33:39.393730 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-68511ce6-5ff7-4e2d-b770-7a9a38001a2e tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2979 time: 0.2947559
Dec 16 22:33:39.404525 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-e5999da5-e451-442b-84c1-72234f508ad4 None None] For port 741361d7-8dd0-4cf7-a9ff-3ac5a5fe502e, host dv-neutron-821829-1-hyperv, cleared binding levels {{(pid=87508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 22:33:39.408080 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-e5999da5-e451-442b-84c1-72234f508ad4 None None] For port 741361d7-8dd0-4cf7-a9ff-3ac5a5fe502e, host dv-neutron-821829-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=741361d7-8dd0-4cf7-a9ff-3ac5a5fe502e,segment=NetworkSegment(a8cfb3dc-f064-497d-9710-23eced8003f0),segment_id=a8cfb3dc-f064-497d-9710-23eced8003f0)] {{(pid=87508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 22:33:39.411191 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 39528) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:33:39.418024 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0264e932-4c6b-491a-b8e1-1a9fc02a86de req-beaad3a4-e9df-426f-8780-ee7d556527bb tempest-ServersTestJSON-1208382319 tempest-ServersTestJSON-1208382319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:33:39.419557 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-0264e932-4c6b-491a-b8e1-1a9fc02a86de req-beaad3a4-e9df-426f-8780-ee7d556527bb tempest-ServersTestJSON-1208382319 tempest-ServersTestJSON-1208382319-project] 10.222.0.13 "GET /v2.0/ports?device_id=e8b1f9e3-1dc7-4804-9d4e-3e2ba6aa02cb HTTP/1.1" status: 200  len: 945 time: 0.2904825
Dec 16 22:33:39.433997 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-7950f8a1-cdee-47ff-a192-cba3e0ced9a9 tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Request body: {'security_group': {'name': 'tempest-secgroup--1534896036'}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:33:39.447464 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-e5999da5-e451-442b-84c1-72234f508ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:39.456708 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-01e69cb1-b7f5-45fc-8314-6df874df2abf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:33:39.461699 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-7950f8a1-cdee-47ff-a192-cba3e0ced9a9 tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:33:39.506633 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8535925f-a0f7-40cb-a3ec-905c09e1e6a8 None None] DHCP port deletion for 7edd76f7-0f97-48a5-b177-9842de6c0500 request from dv-neutron-821829-1-hyperv {{(pid=87508) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 16 22:33:39.533321 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-8535925f-a0f7-40cb-a3ec-905c09e1e6a8 None None] Deleting port 1f30ddf9-3b7f-41a3-a81a-37c1baf28c59 {{(pid=87508) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:33:39.533794 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-8535925f-a0f7-40cb-a3ec-905c09e1e6a8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:39.599691 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-7950f8a1-cdee-47ff-a192-cba3e0ced9a9 tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:33:39.600377 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:39.642569 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5999da5-e451-442b-84c1-72234f508ad4 None None] Pushing event updated for resources: {'Port': ['ID=741361d7-8dd0-4cf7-a9ff-3ac5a5fe502e,revision_number=2']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:33:39.648085 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-e5999da5-e451-442b-84c1-72234f508ad4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:33:39.715270 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] For port 1f30ddf9-3b7f-41a3-a81a-37c1baf28c59, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=1f30ddf9-3b7f-41a3-a81a-37c1baf28c59,segment=NetworkSegment(da71c9a1-7532-4738-a9bc-22a7f498ec35),segment_id=da71c9a1-7532-4738-a9bc-22a7f498ec35)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:33:39.727920 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:39.733195 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-e5999da5-e451-442b-84c1-72234f508ad4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:33:39.735512 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-e4634b14-810e-401f-b07d-2ad38bc9364d tempest-RoutersAdminTest-1901902743 tempest-RoutersAdminTest-1901902743-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:39.765051 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-0264e932-4c6b-491a-b8e1-1a9fc02a86de req-251757d4-956b-4ac1-a6ec-a8463d3e2344 tempest-ServersTestJSON-1208382319 tempest-ServersTestJSON-1208382319-project] 10.222.0.13 "GET /v2.0/security-groups?id=5d566684-e21e-48b5-9daf-a272f2025a2f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1509268
Dec 16 22:33:39.868484 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-4b6855c5-93e6-4f2b-9e6d-3624dcfd26f8 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10807931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10549612'] for subnet, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:39.940225 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Pushing event updated for resources: {'Port': ['ID=1f30ddf9-3b7f-41a3-a81a-37c1baf28c59,revision_number=4']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:33:39.941376 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-de4449d4-4f9c-4f28-b6bc-82fbdd3db884 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:39.944413 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:33:39.946021 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-7950f8a1-cdee-47ff-a192-cba3e0ced9a9 tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Notify callbacks [] for security_group, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:39.950374 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-8535925f-a0f7-40cb-a3ec-905c09e1e6a8 None None] For port 1f30ddf9-3b7f-41a3-a81a-37c1baf28c59, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=1f30ddf9-3b7f-41a3-a81a-37c1baf28c59,segment=NetworkSegment(da71c9a1-7532-4738-a9bc-22a7f498ec35),segment_id=da71c9a1-7532-4738-a9bc-22a7f498ec35)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:33:39.950843 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-8535925f-a0f7-40cb-a3ec-905c09e1e6a8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:40.011777 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.db [None req-c867fec8-cc05-4e40-bdaf-02be745f41d6 tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] For port 741361d7-8dd0-4cf7-a9ff-3ac5a5fe502e, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=741361d7-8dd0-4cf7-a9ff-3ac5a5fe502e,segment=NetworkSegment(a8cfb3dc-f064-497d-9710-23eced8003f0),segment_id=a8cfb3dc-f064-497d-9710-23eced8003f0)] {{(pid=87506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:33:40.012136 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-c867fec8-cc05-4e40-bdaf-02be745f41d6 tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:40.015407 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:33:40.087082 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-8535925f-a0f7-40cb-a3ec-905c09e1e6a8 None None] Calling delete_port for 1f30ddf9-3b7f-41a3-a81a-37c1baf28c59 owned by network:dhcp {{(pid=87508) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:33:40.152230 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-de4449d4-4f9c-4f28-b6bc-82fbdd3db884 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3741874'] for floatingip, after_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:40.168228 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.db.api [None req-8535925f-a0f7-40cb-a3ec-905c09e1e6a8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87508) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 16 22:33:40.168654 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_db.api [None req-8535925f-a0f7-40cb-a3ec-905c09e1e6a8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 16 22:33:40.212363 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [None req-c867fec8-cc05-4e40-bdaf-02be745f41d6 tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Calling delete_port for 741361d7-8dd0-4cf7-a9ff-3ac5a5fe502e owned by network:dhcp {{(pid=87506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:33:40.276808 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-7950f8a1-cdee-47ff-a192-cba3e0ced9a9 tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:33:40.279033 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0efc55a-c0de-4d00-8c14-c4b07f55c2a2 req-2af1b4ac-8664-4cdc-9505-3cc8082cbfb3 tempest-ServerActionsTestJSON-1581017418 tempest-ServerActionsTestJSON-1581017418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:33:40.280561 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-e0efc55a-c0de-4d00-8c14-c4b07f55c2a2 req-2af1b4ac-8664-4cdc-9505-3cc8082cbfb3 tempest-ServerActionsTestJSON-1581017418 tempest-ServerActionsTestJSON-1581017418-project] 10.222.0.13 "GET /v2.0/ports?device_id=95ef1739-1bf2-4522-993c-76a77d5f2322 HTTP/1.1" status: 200  len: 945 time: 0.6654384
Dec 16 22:33:40.341295 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6855c5-93e6-4f2b-9e6d-3624dcfd26f8 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Pushing event updated for resources: {'Subnet': ['ID=ad20f92b-559f-4d86-82ff-6677f6369060,revision_number=0']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:33:40.347310 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-7950f8a1-cdee-47ff-a192-cba3e0ced9a9 tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Usage tracker for resource:security_group_rule and tenant:2d296b4ba9d3443c927f854ef36c40ce is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:33:40.357123 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-4b6855c5-93e6-4f2b-9e6d-3624dcfd26f8 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.341s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:33:40.357331 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-7950f8a1-cdee-47ff-a192-cba3e0ced9a9 tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:33:40.375869 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-d50be8c9-5ed6-4a13-ad23-68d8434a0d9a req-2f0f7fae-2dda-41a3-ab95-69051fd00eee tempest-ServersTestJSON-1208382319 tempest-ServersTestJSON-1208382319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1863393'] for port, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:40.382609 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b6855c5-93e6-4f2b-9e6d-3624dcfd26f8 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Network 7edd76f7-0f97-48a5-b177-9842de6c0500 is already hosted by enough agents. {{(pid=87507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:33:40.396464 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-e4634b14-810e-401f-b07d-2ad38bc9364d tempest-RoutersAdminTest-1901902743 tempest-RoutersAdminTest-1901902743-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3741702', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3740945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-38947'] for router, precommit_update {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:40.400282 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.base_scheduler [None req-4b6855c5-93e6-4f2b-9e6d-3624dcfd26f8 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Resources bound (agent type, host, resource id):  {{(pid=87507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:33:40.406240 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b6855c5-93e6-4f2b-9e6d-3624dcfd26f8 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:33:40.407333 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-4b6855c5-93e6-4f2b-9e6d-3624dcfd26f8 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks [] for subnet, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:40.423014 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-e0efc55a-c0de-4d00-8c14-c4b07f55c2a2 req-b4a31421-22fd-4627-97fa-20a60a6acaa4 tempest-ServerActionsTestJSON-1581017418 tempest-ServerActionsTestJSON-1581017418-project] 10.222.0.13 "GET /v2.0/security-groups?id=1011a650-dc8c-4279-9762-0c0bcda15d85&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0690236
Dec 16 22:33:40.429131 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-7950f8a1-cdee-47ff-a192-cba3e0ced9a9 tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:33:40.460890 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-f43a2860-dfaa-4232-aa91-615810174d0f tempest-RoutersAdminTest-1901902743 tempest-RoutersAdminTest-1901902743-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:33:40.531381 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-4b6855c5-93e6-4f2b-9e6d-3624dcfd26f8 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 1.6740909
Dec 16 22:33:40.531381 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 39534) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:33:40.537974 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-d29f0c37-901f-4284-8e19-395bc394840b tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1497765514', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:33:40.546675 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-d29f0c37-901f-4284-8e19-395bc394840b tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:33:40.552634 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-d29f0c37-901f-4284-8e19-395bc394840b tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Usage tracker for resource:router and tenant:8e4385a98eb1416284c1cc96b3355a70 is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:33:40.556259 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-d29f0c37-901f-4284-8e19-395bc394840b tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:33:40.568033 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-d29f0c37-901f-4284-8e19-395bc394840b tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:33:40.583047 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-d29f0c37-901f-4284-8e19-395bc394840b tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3741155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38980'] for router, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:40.584148 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-d29f0c37-901f-4284-8e19-395bc394840b tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3743284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3741748', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3896702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-38989'] for router, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:40.619722 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-d29f0c37-901f-4284-8e19-395bc394840b tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:40.642458 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0f7fae-2dda-41a3-ab95-69051fd00eee tempest-ServersTestJSON-1208382319 tempest-ServersTestJSON-1208382319-project] Pushing event deleted for resources: {'Port': ['ID=7a40ac5e-8e98-4adc-8457-7278ef3b8997,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:33:40.651147 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-2f0f7fae-2dda-41a3-ab95-69051fd00eee tempest-ServersTestJSON-1208382319 tempest-ServersTestJSON-1208382319-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:33:40.670220 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-8535925f-a0f7-40cb-a3ec-905c09e1e6a8 None None] Deleting port 1f30ddf9-3b7f-41a3-a81a-37c1baf28c59 {{(pid=87508) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:33:40.670661 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-8535925f-a0f7-40cb-a3ec-905c09e1e6a8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:40.677776 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-d29f0c37-901f-4284-8e19-395bc394840b tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3740952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3741923'] for router, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:40.732154 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Device 7a40ac5e-8e98-4adc-8457-7278ef3b8997 no longer exists at agent hyperv_hv-neutron-8218 {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 22:33:40.734630 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-d29f0c37-901f-4284-8e19-395bc394840b tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks [] for router, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:40.735837 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-d29f0c37-901f-4284-8e19-395bc394840b tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 706 time: 0.2029622
Dec 16 22:33:40.740800 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 39538) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:33:40.743107 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.db.l3_db [None req-de4449d4-4f9c-4f28-b6bc-82fbdd3db884 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Floating IP eb71ff33-1e35-4274-9261-29aa4999a545 associated. External IP: 172.26.0.138, port: c5d52ecc-0a76-4d7d-999e-a65b2489f0f9.
Dec 16 22:33:40.814379 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] No Port match for: 7a40ac5e-8e98-4adc-8457-7278ef3b8997 {{(pid=87508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 22:33:40.818395 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Device 7a40ac5e-8e98-4adc-8457-7278ef3b8997 not bound to the agent host hv-neutron-8218 {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 22:33:40.852246 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1620bbda-38c4-476c-8971-49e0b3d667ac None None] Network fad6feb1-b85b-43d0-9b13-866bf8f08281 requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 22:33:41.028985 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-aeaf1884-8823-4c39-aa66-39f1e38961af req-a107c768-2026-4c4e-83ca-9ac6ec44a1b3 tempest-ServersTestJSON-1208382319 tempest-ServersTestJSON-1208382319-project] 10.222.0.13 "GET /v2.0/ports?device_id=e8b1f9e3-1dc7-4804-9d4e-3e2ba6aa02cb HTTP/1.1" status: 200  len: 210 time: 0.0534039
Dec 16 22:33:41.155704 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-8535925f-a0f7-40cb-a3ec-905c09e1e6a8 None None] For port 1f30ddf9-3b7f-41a3-a81a-37c1baf28c59, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=1f30ddf9-3b7f-41a3-a81a-37c1baf28c59,segment=NetworkSegment(da71c9a1-7532-4738-a9bc-22a7f498ec35),segment_id=da71c9a1-7532-4738-a9bc-22a7f498ec35)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:33:41.156795 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-8535925f-a0f7-40cb-a3ec-905c09e1e6a8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:41.169883 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-91aa6813-c51b-4f50-8f98-4900d6cb4627 tempest-RoutersIpV6AdminTest-146809031 tempest-RoutersIpV6AdminTest-146809031-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:41.272232 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-7950f8a1-cdee-47ff-a192-cba3e0ced9a9 tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Notify callbacks [] for security_group, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:41.305078 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-8535925f-a0f7-40cb-a3ec-905c09e1e6a8 None None] Calling delete_port for 1f30ddf9-3b7f-41a3-a81a-37c1baf28c59 owned by network:dhcp {{(pid=87508) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:33:41.331517 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-91aa6813-c51b-4f50-8f98-4900d6cb4627 tempest-RoutersIpV6AdminTest-146809031 tempest-RoutersIpV6AdminTest-146809031-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:41.346333 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-7950f8a1-cdee-47ff-a192-cba3e0ced9a9 tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841066'] for security_group, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:41.543003 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:33:41.608608 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7950f8a1-cdee-47ff-a192-cba3e0ced9a9 tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d6484d61-bd2a-4915-9d71-58b4cdd5700f,revision_number=1']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:33:41.612184 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-c867fec8-cc05-4e40-bdaf-02be745f41d6 tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1863393'] for port, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:41.618287 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-7950f8a1-cdee-47ff-a192-cba3e0ced9a9 tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:33:41.629921 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-42ab9939-ee0a-4b58-bab5-43f2d040d5d8 tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:33:41.655184 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 741361d7-8dd0-4cf7-a9ff-3ac5a5fe502e up at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 22:33:41.665070 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-e4634b14-810e-401f-b07d-2ad38bc9364d tempest-RoutersAdminTest-1901902743 tempest-RoutersAdminTest-1901902743-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:41.743175 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-e4634b14-810e-401f-b07d-2ad38bc9364d tempest-RoutersAdminTest-1901902743 tempest-RoutersAdminTest-1901902743-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:41.745554 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c867fec8-cc05-4e40-bdaf-02be745f41d6 tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Pushing event deleted for resources: {'Port': ['ID=741361d7-8dd0-4cf7-a9ff-3ac5a5fe502e,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:33:41.769910 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-8535925f-a0f7-40cb-a3ec-905c09e1e6a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949'] for port, after_delete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:41.773732 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] No Port match for: 741361d7-8dd0-4cf7-a9ff-3ac5a5fe502e {{(pid=87508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 22:33:41.774252 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 741361d7-8dd0-4cf7-a9ff-3ac5a5fe502e not bound to the agent host dv-neutron-821829-1-hyperv {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}}
Dec 16 22:33:41.805428 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-c867fec8-cc05-4e40-bdaf-02be745f41d6 tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:33:41.808920 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-a3466cce-c73e-43f6-afec-463a817ea418 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:33:41.839327 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-aa5a1531-126a-4872-8fbb-9630f6fbc87c None None] Could not find standard attr ID for object 741361d7-8dd0-4cf7-a9ff-3ac5a5fe502e. {{(pid=87508) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 16 22:33:41.879837 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Port 741361d7-8dd0-4cf7-a9ff-3ac5a5fe502e not found, will not notify nova. {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}}
Dec 16 22:33:41.888805 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8535925f-a0f7-40cb-a3ec-905c09e1e6a8 None None] Pushing event deleted for resources: {'Port': ['ID=1f30ddf9-3b7f-41a3-a81a-37c1baf28c59,revision_number=None']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:33:41.896398 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-8535925f-a0f7-40cb-a3ec-905c09e1e6a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:33:41.900028 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8535925f-a0f7-40cb-a3ec-905c09e1e6a8 None None] No DVR routers for this DVR port 1f30ddf9-3b7f-41a3-a81a-37c1baf28c59 on host dv-neutron-821829-1-hyperv {{(pid=87508) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 22:33:41.917828 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eb47df5-c6a6-4e99-ada9-9d1b56f7d716 None None] Network 7edd76f7-0f97-48a5-b177-9842de6c0500 requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 22:33:41.960493 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d50be8c9-5ed6-4a13-ad23-68d8434a0d9a req-2f0f7fae-2dda-41a3-ab95-69051fd00eee tempest-ServersTestJSON-1208382319 tempest-ServersTestJSON-1208382319-project] Router c1568abc-6c06-4a5c-a473-9ea135ff733e has already been hosted by L3 agent 4f519db7-069b-43e2-8411-c092bac9102a {{(pid=87506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 22:33:41.964018 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-7950f8a1-cdee-47ff-a192-cba3e0ced9a9 tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Notify callbacks [] for security_group, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:41.967990 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-7950f8a1-cdee-47ff-a192-cba3e0ced9a9 tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1744 time: 2.5527427
Dec 16 22:33:41.967990 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c867fec8-cc05-4e40-bdaf-02be745f41d6 tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] No DVR routers for this DVR port 741361d7-8dd0-4cf7-a9ff-3ac5a5fe502e on host dv-neutron-821829-1-hyperv {{(pid=87506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 22:33:42.004711 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 1f30ddf9-3b7f-41a3-a81a-37c1baf28c59 no longer exists at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 22:33:42.024950 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 39546) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:33:42.125168 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-54e4210d-a67b-4a9b-8259-e384f7400ce7 tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Request body: {'security_group_rule': {'security_group_id': 'd6484d61-bd2a-4915-9d71-58b4cdd5700f', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:33:42.158350 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-98623f4f-eafe-4e01-ab4d-86f47d875180 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:42.159019 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-54e4210d-a67b-4a9b-8259-e384f7400ce7 tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:33:42.187192 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] No Port match for: 1f30ddf9-3b7f-41a3-a81a-37c1baf28c59 {{(pid=87508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 22:33:42.190166 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 1f30ddf9-3b7f-41a3-a81a-37c1baf28c59 not bound to the agent host dv-neutron-821829-1-hyperv {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 22:33:42.243253 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-54e4210d-a67b-4a9b-8259-e384f7400ce7 tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Usage tracker for resource:security_group_rule and tenant:2d296b4ba9d3443c927f854ef36c40ce is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:33:42.289935 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8fb1bc9-619a-49ff-a14a-51a06a34a432 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1d6bfaf-d325-5e4f-b05d-2441d8339617-7edd76f7-0f97-48a5-b177-9842de6c0500', 'network_id': '7edd76f7-0f97-48a5-b177-9842de6c0500', 'tenant_id': '8e4385a98eb1416284c1cc96b3355a70', 'fixed_ips': [{'subnet_id': 'ad20f92b-559f-4d86-82ff-6677f6369060'}]}} from dv-neutron-821829-1-hyperv. {{(pid=87508) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 16 22:33:42.290767 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b8fb1bc9-619a-49ff-a14a-51a06a34a432 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:42.303372 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-54e4210d-a67b-4a9b-8259-e384f7400ce7 tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:33:42.484907 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.db_base_plugin_common [None req-91aa6813-c51b-4f50-8f98-4900d6cb4627 tempest-RoutersIpV6AdminTest-146809031 tempest-RoutersIpV6AdminTest-146809031-project-admin] Allocated IP 172.26.0.246 (f8905ce9-304b-4976-bc47-e58c71c11de5/9bca8591-41ef-4f2d-8ecb-ecaab1a28acf/026f40ee-16b7-4601-908a-c95b103036d6) {{(pid=87506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 22:33:42.499504 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-fbb68042-b0d5-4203-a48f-c1bd43c81c38 req-1a8c195f-7976-4d92-ba71-840833cf1d8f tempest-ServersTestJSON-1208382319 tempest-ServersTestJSON-1208382319-project] 10.222.0.13 "GET /v2.0/ports?device_id=e8b1f9e3-1dc7-4804-9d4e-3e2ba6aa02cb HTTP/1.1" status: 200  len: 210 time: 0.3233466
Dec 16 22:33:42.543700 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e95bcd0-8a09-4453-8e16-1fd8b1f925b9 req-a03154ef-ded6-4bf3-8d27-74636de1580c tempest-ServerActionsTestJSON-1581017418 tempest-ServerActionsTestJSON-1581017418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:33:42.551161 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-5e95bcd0-8a09-4453-8e16-1fd8b1f925b9 req-a03154ef-ded6-4bf3-8d27-74636de1580c tempest-ServerActionsTestJSON-1581017418 tempest-ServerActionsTestJSON-1581017418-project] 10.222.0.13 "GET /v2.0/ports?device_id=95ef1739-1bf2-4522-993c-76a77d5f2322 HTTP/1.1" status: 200  len: 945 time: 0.8455298
Dec 16 22:33:42.615560 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.db_base_plugin_common [None req-b8fb1bc9-619a-49ff-a14a-51a06a34a432 None None] Allocated IP 2001:db8::2 (7edd76f7-0f97-48a5-b177-9842de6c0500/ad20f92b-559f-4d86-82ff-6677f6369060/fd4fec16-ccaa-4f55-9b16-22745e8d7e0d) {{(pid=87508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 22:33:42.642413 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d50be8c9-5ed6-4a13-ad23-68d8434a0d9a req-2f0f7fae-2dda-41a3-ab95-69051fd00eee tempest-ServersTestJSON-1208382319 tempest-ServersTestJSON-1208382319-project] Notify agent at l3_agent.dv-neutron-821829-1-hyperv the message routers_updated {{(pid=87506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 22:33:42.648393 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-54e4210d-a67b-4a9b-8259-e384f7400ce7 tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:33:42.688629 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-c867fec8-cc05-4e40-bdaf-02be745f41d6 tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3328566'] for subnet, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:42.692301 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.db_base_plugin_common [None req-e4634b14-810e-401f-b07d-2ad38bc9364d tempest-RoutersAdminTest-1901902743 tempest-RoutersAdminTest-1901902743-project-admin] Allocated IP 172.20.0.10 (44b71baf-37e1-45c8-a45c-03b038ab7b26/f1ab8f20-8cb9-4757-a1a5-4a7fab625da5/58ff7e5d-3bd8-4b9e-a8dd-dc87d9f266ee) {{(pid=87507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 22:33:42.746186 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d494e050-aa4e-4da0-802b-bf42c7ef99d1 None None] Sync routers for ids ['c1568abc-6c06-4a5c-a473-9ea135ff733e'] in dv-neutron-821829-1-hyperv {{(pid=87508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 22:33:42.758818 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-5e95bcd0-8a09-4453-8e16-1fd8b1f925b9 req-f6a4d25c-4274-46a7-88f4-20b140dcd716 tempest-ServerActionsTestJSON-1581017418 tempest-ServerActionsTestJSON-1581017418-project] 10.222.0.13 "GET /v2.0/security-groups?id=1011a650-dc8c-4279-9762-0c0bcda15d85&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2067888
Dec 16 22:33:42.805357 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d494e050-aa4e-4da0-802b-bf42c7ef99d1 None None] Routers {'c1568abc-6c06-4a5c-a473-9ea135ff733e'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:33:42.809994 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-d494e050-aa4e-4da0-802b-bf42c7ef99d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b77c8c370>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:33:31Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['c1568abc-6c06-4a5c-a473-9ea135ff733e'], 'active': True} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:33:42.858400 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.l3_dvrscheduler_db [req-d50be8c9-5ed6-4a13-ad23-68d8434a0d9a req-2f0f7fae-2dda-41a3-ab95-69051fd00eee tempest-ServersTestJSON-1208382319 tempest-ServersTestJSON-1208382319-project] No DVR routers for this DVR port 7a40ac5e-8e98-4adc-8457-7278ef3b8997 on host hv-neutron-8218 {{(pid=87506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 22:33:42.867183 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-d50be8c9-5ed6-4a13-ad23-68d8434a0d9a req-2f0f7fae-2dda-41a3-ab95-69051fd00eee tempest-ServersTestJSON-1208382319 tempest-ServersTestJSON-1208382319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for port, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:42.869377 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-d50be8c9-5ed6-4a13-ad23-68d8434a0d9a req-2f0f7fae-2dda-41a3-ab95-69051fd00eee tempest-ServersTestJSON-1208382319 tempest-ServersTestJSON-1208382319-project] 10.222.0.49 "DELETE /v2.0/ports/7a40ac5e-8e98-4adc-8457-7278ef3b8997 HTTP/1.1" status: 204  len: 173 time: 6.0721686
Dec 16 22:33:42.874444 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8b1f9e3-1dc7-4804-9d4e-3e2ba6aa02cb', 'name': 'network-vif-deleted', 'tag': '7a40ac5e-8e98-4adc-8457-7278ef3b8997'}] {{(pid=87506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 22:33:42.894735 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-91aa6813-c51b-4f50-8f98-4900d6cb4627 tempest-RoutersIpV6AdminTest-146809031 tempest-RoutersIpV6AdminTest-146809031-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:42.898089 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-54e4210d-a67b-4a9b-8259-e384f7400ce7 tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:42.943992 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de4449d4-4f9c-4f28-b6bc-82fbdd3db884 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Router 45ae2c9f-738c-4d50-9070-36f2d87f0ea0 has already been hosted by L3 agent 4f519db7-069b-43e2-8411-c092bac9102a {{(pid=87506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 22:33:42.988881 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8b1f9e3-1dc7-4804-9d4e-3e2ba6aa02cb', 'name': 'network-vif-deleted', 'tag': '7a40ac5e-8e98-4adc-8457-7278ef3b8997', 'status': 'completed', 'code': 200}
Dec 16 22:33:43.024597 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-e4634b14-810e-401f-b07d-2ad38bc9364d tempest-RoutersAdminTest-1901902743 tempest-RoutersAdminTest-1901902743-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:43.068668 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-e4634b14-810e-401f-b07d-2ad38bc9364d tempest-RoutersAdminTest-1901902743 tempest-RoutersAdminTest-1901902743-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10807823'] for port, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:43.073873 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:33:43.093233 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-c867fec8-cc05-4e40-bdaf-02be745f41d6 tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3328622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1863378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11213117'] for subnet, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:43.097551 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:33:43.122025 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvr_db [None req-d494e050-aa4e-4da0-802b-bf42c7ef99d1 None None] Set router c1568abc-6c06-4a5c-a473-9ea135ff733e gateway port host: dv-neutron-821829-1-hyperv {{(pid=87508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 22:33:43.158280 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c867fec8-cc05-4e40-bdaf-02be745f41d6 tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Pushing event deleted for resources: {'Subnet': ['ID=c9d63d2e-202f-496b-b64c-4999ee81117f,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:33:43.174083 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-c867fec8-cc05-4e40-bdaf-02be745f41d6 tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:33:43.176858 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4634b14-810e-401f-b07d-2ad38bc9364d tempest-RoutersAdminTest-1901902743 tempest-RoutersAdminTest-1901902743-project-admin] Network 44b71baf-37e1-45c8-a45c-03b038ab7b26 is already hosted by enough agents. {{(pid=87507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:33:43.180462 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.base_scheduler [None req-e4634b14-810e-401f-b07d-2ad38bc9364d tempest-RoutersAdminTest-1901902743 tempest-RoutersAdminTest-1901902743-project-admin] Resources bound (agent type, host, resource id):  {{(pid=87507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:33:43.185042 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4634b14-810e-401f-b07d-2ad38bc9364d tempest-RoutersAdminTest-1901902743 tempest-RoutersAdminTest-1901902743-project-admin] Received port after_create {{(pid=87507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 22:33:43.233164 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-54e4210d-a67b-4a9b-8259-e384f7400ce7 tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:43.263504 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-54e4210d-a67b-4a9b-8259-e384f7400ce7 tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841137'] for security_group_rule, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:43.323950 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-91aa6813-c51b-4f50-8f98-4900d6cb4627 tempest-RoutersIpV6AdminTest-146809031 tempest-RoutersIpV6AdminTest-146809031-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1863393'] for port, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:43.392193 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3cdf912-ad30-42db-ae14-5e825ef7a1d1 None None] Network fad6feb1-b85b-43d0-9b13-866bf8f08281 requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 22:33:43.482507 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:33:43.528117 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.agents_db [None req-0abd2616-a86c-48e2-be07-10823335a5bb None None] Agent healthcheck: found 6 active agents {{(pid=87509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 22:33:43.531839 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4634b14-810e-401f-b07d-2ad38bc9364d tempest-RoutersAdminTest-1901902743 tempest-RoutersAdminTest-1901902743-project-admin] Pushing event updated for resources: {'Port': ['ID=58ff7e5d-3bd8-4b9e-a8dd-dc87d9f266ee,revision_number=1']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:33:43.541135 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e4210d-a67b-4a9b-8259-e384f7400ce7 tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=918b712d-fb0a-43b2-96a7-4d246e1697b6,revision_number=0']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:33:43.544653 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-e4634b14-810e-401f-b07d-2ad38bc9364d tempest-RoutersAdminTest-1901902743 tempest-RoutersAdminTest-1901902743-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.471s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:33:43.552195 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-54e4210d-a67b-4a9b-8259-e384f7400ce7 tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:33:43.561167 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-c867fec8-cc05-4e40-bdaf-02be745f41d6 tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3329565', 'neutron.services.segments.db._delete_segments_for_network-8734753546406'] for network, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:43.580016 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-b1bce702-b05c-4adc-a251-dfab32cc307d tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.089s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:33:43.688412 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91aa6813-c51b-4f50-8f98-4900d6cb4627 tempest-RoutersIpV6AdminTest-146809031 tempest-RoutersIpV6AdminTest-146809031-project-admin] Network f8905ce9-304b-4976-bc47-e58c71c11de5 is already hosted by enough agents. {{(pid=87506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:33:43.695548 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.base_scheduler [None req-91aa6813-c51b-4f50-8f98-4900d6cb4627 tempest-RoutersIpV6AdminTest-146809031 tempest-RoutersIpV6AdminTest-146809031-project-admin] Resources bound (agent type, host, resource id):  {{(pid=87506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:33:43.698028 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de4449d4-4f9c-4f28-b6bc-82fbdd3db884 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Notify agent at l3_agent.dv-neutron-821829-1-hyperv the message routers_updated {{(pid=87506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 22:33:43.709303 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-010ac9d8-4e8d-4d93-a545-b6ca2bde60c1 None None] Sync routers for ids ['45ae2c9f-738c-4d50-9070-36f2d87f0ea0'] in dv-neutron-821829-1-hyperv {{(pid=87509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 22:33:43.720517 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-010ac9d8-4e8d-4d93-a545-b6ca2bde60c1 None None] Routers {'45ae2c9f-738c-4d50-9070-36f2d87f0ea0'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:33:43.721510 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-010ac9d8-4e8d-4d93-a545-b6ca2bde60c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b7cab77f0>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:33:31Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['45ae2c9f-738c-4d50-9070-36f2d87f0ea0'], 'active': True} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:33:43.736814 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-e4634b14-810e-401f-b07d-2ad38bc9364d tempest-RoutersAdminTest-1901902743 tempest-RoutersAdminTest-1901902743-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:43.746088 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91aa6813-c51b-4f50-8f98-4900d6cb4627 tempest-RoutersIpV6AdminTest-146809031 tempest-RoutersIpV6AdminTest-146809031-project-admin] Received port after_create {{(pid=87506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 22:33:43.793944 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91aa6813-c51b-4f50-8f98-4900d6cb4627 tempest-RoutersIpV6AdminTest-146809031 tempest-RoutersIpV6AdminTest-146809031-project-admin] Pushing event updated for resources: {'Port': ['ID=026f40ee-16b7-4601-908a-c95b103036d6,revision_number=1']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:33:43.812900 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-91aa6813-c51b-4f50-8f98-4900d6cb4627 tempest-RoutersIpV6AdminTest-146809031 tempest-RoutersIpV6AdminTest-146809031-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:33:43.818161 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-010ac9d8-4e8d-4d93-a545-b6ca2bde60c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b7cab77f0>, [], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:33:43.828928 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-010ac9d8-4e8d-4d93-a545-b6ca2bde60c1 None None] Routers {'45ae2c9f-738c-4d50-9070-36f2d87f0ea0'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:33:43.829946 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-010ac9d8-4e8d-4d93-a545-b6ca2bde60c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b7cab77f0>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:33:31Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['45ae2c9f-738c-4d50-9070-36f2d87f0ea0'], 'active': True} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:33:43.908678 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-010ac9d8-4e8d-4d93-a545-b6ca2bde60c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b7cab77f0>, [], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:33:43.911663 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-010ac9d8-4e8d-4d93-a545-b6ca2bde60c1 None None] The sync data for ids ['45ae2c9f-738c-4d50-9070-36f2d87f0ea0'] in dv-neutron-821829-1-hyperv is: [] {{(pid=87509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 22:33:43.939006 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-54e4210d-a67b-4a9b-8259-e384f7400ce7 tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:43.942895 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-54e4210d-a67b-4a9b-8259-e384f7400ce7 tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 786 time: 1.8505869
Dec 16 22:33:43.953014 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 39558) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:33:43.956616 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.services.segments.db [None req-c867fec8-cc05-4e40-bdaf-02be745f41d6 tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1b760b0f40>,) {'filters': {'network_id': ['fad6feb1-b85b-43d0-9b13-866bf8f08281']}} {{(pid=87506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:33:43.962134 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b8fb1bc9-619a-49ff-a14a-51a06a34a432 None None] Notify callbacks [] for port, precommit_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:43.984529 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.services.segments.db [None req-c867fec8-cc05-4e40-bdaf-02be745f41d6 tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b760b0f40>, 'a8cfb3dc-f064-497d-9710-23eced8003f0') {'for_net_delete': True} {{(pid=87506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:33:43.984858 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.services.segments.db [None req-c867fec8-cc05-4e40-bdaf-02be745f41d6 tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b760b0f40>, 'a8cfb3dc-f064-497d-9710-23eced8003f0') {} {{(pid=87506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:33:43.992912 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-b8fb1bc9-619a-49ff-a14a-51a06a34a432 None None] Transition to ACTIVE for port object fd4fec16-ccaa-4f55-9b16-22745e8d7e0d will not be triggered until provisioned by entity L2. {{(pid=87508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:33:44.005891 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-c867fec8-cc05-4e40-bdaf-02be745f41d6 tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734753593977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-266764496'] for segment, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:44.022963 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-b8fb1bc9-619a-49ff-a14a-51a06a34a432 None None] Transition to ACTIVE for port object fd4fec16-ccaa-4f55-9b16-22745e8d7e0d will not be triggered until provisioned by entity DHCP. {{(pid=87508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:33:44.032813 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-501803eb-3b4c-4698-b149-efdf0ff462f0 None None] DHCP port deletion for fad6feb1-b85b-43d0-9b13-866bf8f08281 request from dv-neutron-821829-1-hyperv {{(pid=87508) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 16 22:33:44.038933 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-0b4d0ca6-59f6-4fba-a4be-a1f2b74624a4 req-c9ca2b24-8860-43ab-b4dc-8f0b7fa0435c tempest-ServersTestJSON-1208382319 tempest-ServersTestJSON-1208382319-project] 10.222.0.13 "GET /v2.0/ports?device_id=e8b1f9e3-1dc7-4804-9d4e-3e2ba6aa02cb HTTP/1.1" status: 200  len: 210 time: 0.1903071
Dec 16 22:33:44.039310 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b8fb1bc9-619a-49ff-a14a-51a06a34a432 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940'] for port, after_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:44.044754 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-9d44ff6e-dccd-4e11-a055-af0dcf1e972d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:33:44.079162 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-d494e050-aa4e-4da0-802b-bf42c7ef99d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b77c8c370>, [{'id': 'c1568abc-6c06-4a5c-a473-9ea135ff733e', 'name': 'tempest-ServersTestJSON-1666550204-router', 'tenant_id': 'b95ee9c426304bab82943f010c6dac17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.217'}], 'enable_snat': True}, 'gw_port_id': '69dbe4dd-86c4-48a5-9dd8-a8b9a49bba57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:31:49Z', 'updated_at': '2021-12-16T22:31:57Z', 'revision_number': 4, 'project_id': 'b95ee9c426304bab82943f010c6dac17', 'gw_port': {'id': '69dbe4dd-86c4-48a5-9dd8-a8b9a49bba57', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:85:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1568abc-6c06-4a5c-a473-9ea135ff733e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:31:50Z', 'updated_at': '2021-12-16T22:31:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv', '_interfaces': [{'id': '62ff8753-d50e-4407-b4f0-f88711fada08', 'name': '', 'network_id': 'ee4be5eb-8d65-4c35-a7d0-77b65d96496e', 'tenant_id': 'b95ee9c426304bab82943f010c6dac17', 'mac_address': 'fa:16:3e:b3:fa:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1568abc-6c06-4a5c-a473-9ea135ff733e', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '3450588b-5964-4afe-b2b9-07bddce97e2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:31:55Z', 'updated_at': '2021-12-16T22:32:06Z', 'revision_number': 5, 'project_id': 'b95ee9c426304bab82943f010c6dac17', 'subnets': [{'id': '3450588b-5964-4afe-b2b9-07bddce97e2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:33:44.104066 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d494e050-aa4e-4da0-802b-bf42c7ef99d1 None None] Checking router: c1568abc-6c06-4a5c-a473-9ea135ff733e for host: dv-neutron-821829-1-hyperv {{(pid=87508) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 22:33:44.120902 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8fb1bc9-619a-49ff-a14a-51a06a34a432 None None] Network 7edd76f7-0f97-48a5-b177-9842de6c0500 is already hosted by enough agents. {{(pid=87508) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:33:44.130237 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.scheduler.base_scheduler [None req-b8fb1bc9-619a-49ff-a14a-51a06a34a432 None None] Resources bound (agent type, host, resource id):  {{(pid=87508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:33:44.134973 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8fb1bc9-619a-49ff-a14a-51a06a34a432 None None] Received port after_create {{(pid=87508) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 22:33:44.171000 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d494e050-aa4e-4da0-802b-bf42c7ef99d1 None None] Routers {'c1568abc-6c06-4a5c-a473-9ea135ff733e'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:33:44.171649 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-d494e050-aa4e-4da0-802b-bf42c7ef99d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b77c8c370>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:33:31Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['c1568abc-6c06-4a5c-a473-9ea135ff733e'], 'active': True} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:33:44.250542 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fb1bc9-619a-49ff-a14a-51a06a34a432 None None] Pushing event updated for resources: {'Port': ['ID=fd4fec16-ccaa-4f55-9b16-22745e8d7e0d,revision_number=1']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:33:44.254822 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-c867fec8-cc05-4e40-bdaf-02be745f41d6 tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-883292'] for segment, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:44.280503 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-b8fb1bc9-619a-49ff-a14a-51a06a34a432 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:33:44.282536 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c867fec8-cc05-4e40-bdaf-02be745f41d6 tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Releasing vlan 182 on physical network physnet1 to pool {{(pid=87506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 16 22:33:44.283043 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-c867fec8-cc05-4e40-bdaf-02be745f41d6 tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-883285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1863180'] for segment, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:44.297726 dv-neutron-821829-1-hyperv neutron-server[87506]: Traceback (most recent call last):
Dec 16 22:33:44.297726 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 16 22:33:44.297726 dv-neutron-821829-1-hyperv neutron-server[87506]:     timer()
Dec 16 22:33:44.297726 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 22:33:44.297726 dv-neutron-821829-1-hyperv neutron-server[87506]:     cb(*args, **kw)
Dec 16 22:33:44.297726 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 22:33:44.297726 dv-neutron-821829-1-hyperv neutron-server[87506]:     return func(*args, **kwargs)
Dec 16 22:33:44.297726 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 22:33:44.297726 dv-neutron-821829-1-hyperv neutron-server[87506]:     self._notify()
Dec 16 22:33:44.297726 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 22:33:44.297726 dv-neutron-821829-1-hyperv neutron-server[87506]:     self.callback(batched_events)
Dec 16 22:33:44.297726 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 22:33:44.297726 dv-neutron-821829-1-hyperv neutron-server[87506]:     event.method(event)
Dec 16 22:33:44.297726 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 22:33:44.297726 dv-neutron-821829-1-hyperv neutron-server[87506]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 22:33:44.297726 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 22:33:44.297726 dv-neutron-821829-1-hyperv neutron-server[87506]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 22:33:44.297726 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 22:33:44.297726 dv-neutron-821829-1-hyperv neutron-server[87506]:     return f(self, *a, **k)
Dec 16 22:33:44.297726 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 16 22:33:44.297726 dv-neutron-821829-1-hyperv neutron-server[87506]:     return self._get(url).json()
Dec 16 22:33:44.297726 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 16 22:33:44.297726 dv-neutron-821829-1-hyperv neutron-server[87506]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 22:33:44.297726 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 16 22:33:44.297726 dv-neutron-821829-1-hyperv neutron-server[87506]:     return self.request(url, 'GET', **kwargs)
Dec 16 22:33:44.297726 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 16 22:33:44.297726 dv-neutron-821829-1-hyperv neutron-server[87506]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 22:33:44.297726 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 16 22:33:44.297726 dv-neutron-821829-1-hyperv neutron-server[87506]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 22:33:44.297726 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 16 22:33:44.297726 dv-neutron-821829-1-hyperv neutron-server[87506]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 22:33:44.297726 dv-neutron-821829-1-hyperv neutron-server[87506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 22:33:44.369683 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-b8fb1bc9-619a-49ff-a14a-51a06a34a432 None None] Attempting to bind port fd4fec16-ccaa-4f55-9b16-22745e8d7e0d on host dv-neutron-821829-1-hyperv for vnic_type normal with profile  {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 22:33:44.369936 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-b8fb1bc9-619a-49ff-a14a-51a06a34a432 None None] Attempting to bind port fd4fec16-ccaa-4f55-9b16-22745e8d7e0d by drivers openvswitch,hyperv on host dv-neutron-821829-1-hyperv at level 0 using segments [{'id': 'da71c9a1-7532-4738-a9bc-22a7f498ec35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '7edd76f7-0f97-48a5-b177-9842de6c0500'}] {{(pid=87508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 22:33:44.370312 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8fb1bc9-619a-49ff-a14a-51a06a34a432 None None] Attempting to bind port fd4fec16-ccaa-4f55-9b16-22745e8d7e0d on network 7edd76f7-0f97-48a5-b177-9842de6c0500 {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 22:33:44.385499 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8fb1bc9-619a-49ff-a14a-51a06a34a432 None None] Checking agent: {'id': '5571501f-366e-47a4-9b60-8ef19d935d27', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821829-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 24, 2), 'started_at': datetime.datetime(2021, 12, 16, 22, 24, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 33, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821829-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 22:33:44.385877 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8fb1bc9-619a-49ff-a14a-51a06a34a432 None None] Checking segment: {'id': 'da71c9a1-7532-4738-a9bc-22a7f498ec35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '7edd76f7-0f97-48a5-b177-9842de6c0500'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 22:33:44.386285 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b8fb1bc9-619a-49ff-a14a-51a06a34a432 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:44.386689 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8fb1bc9-619a-49ff-a14a-51a06a34a432 None None] Bound using segment: {'id': 'da71c9a1-7532-4738-a9bc-22a7f498ec35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '7edd76f7-0f97-48a5-b177-9842de6c0500'} {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 22:33:44.387158 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-b8fb1bc9-619a-49ff-a14a-51a06a34a432 None None] Bound port: fd4fec16-ccaa-4f55-9b16-22745e8d7e0d, host: dv-neutron-821829-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da71c9a1-7532-4738-a9bc-22a7f498ec35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '7edd76f7-0f97-48a5-b177-9842de6c0500'}}] {{(pid=87508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 22:33:44.387534 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b8fb1bc9-619a-49ff-a14a-51a06a34a432 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:44.410241 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-9cb85241-d183-4eee-92ff-64125e9c4930 tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:44.439540 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-9cb85241-d183-4eee-92ff-64125e9c4930 tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:44.478812 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvr_db [None req-d494e050-aa4e-4da0-802b-bf42c7ef99d1 None None] Set router c1568abc-6c06-4a5c-a473-9ea135ff733e gateway port host: dv-neutron-821829-1-hyperv {{(pid=87508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 22:33:44.546666 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-c867fec8-cc05-4e40-bdaf-02be745f41d6 tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3329572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3741856'] for network, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:44.554947 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.db_base_plugin_common [None req-98623f4f-eafe-4e01-ab4d-86f47d875180 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Allocated IP 2001:db8::1 (7edd76f7-0f97-48a5-b177-9842de6c0500/ad20f92b-559f-4d86-82ff-6677f6369060/481c39e3-4999-4599-8db2-e8a41e7ea50e) {{(pid=87507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 22:33:44.572657 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-c867fec8-cc05-4e40-bdaf-02be745f41d6 tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3791486'] for network, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:44.590248 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:33:44.591817 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-9cb85241-d183-4eee-92ff-64125e9c4930 tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841137'] for security_group_rule, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:44.631239 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c867fec8-cc05-4e40-bdaf-02be745f41d6 tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Pushing event deleted for resources: {'Network': ['ID=fad6feb1-b85b-43d0-9b13-866bf8f08281,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:33:44.631465 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-b8fb1bc9-619a-49ff-a14a-51a06a34a432 None None] For port fd4fec16-ccaa-4f55-9b16-22745e8d7e0d, host dv-neutron-821829-1-hyperv, cleared binding levels {{(pid=87508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 22:33:44.633576 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-c867fec8-cc05-4e40-bdaf-02be745f41d6 tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:33:44.646997 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-c867fec8-cc05-4e40-bdaf-02be745f41d6 tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] 10.222.0.13 "DELETE /v2.0/networks/fad6feb1-b85b-43d0-9b13-866bf8f08281 HTTP/1.1" status: 204  len: 168 time: 6.5046878
Dec 16 22:33:44.648631 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 39562) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:33:44.658620 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089dfe2e-df10-4d10-97ba-e57202f8995b req-e8991b5b-f5f1-43a5-8a00-4b0c837d43bd tempest-ServerActionsTestJSON-1581017418 tempest-ServerActionsTestJSON-1581017418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:33:44.660278 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-089dfe2e-df10-4d10-97ba-e57202f8995b req-e8991b5b-f5f1-43a5-8a00-4b0c837d43bd tempest-ServerActionsTestJSON-1581017418 tempest-ServerActionsTestJSON-1581017418-project] 10.222.0.13 "GET /v2.0/ports?device_id=95ef1739-1bf2-4522-993c-76a77d5f2322 HTTP/1.1" status: 200  len: 945 time: 0.7054582
Dec 16 22:33:44.661622 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-f043e85d-aee7-4071-9b38-147de4635082 tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1127636461'}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:33:44.685417 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-50001f01-b912-47fc-a16c-d73880e33cfe tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:33:44.700291 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-b8fb1bc9-619a-49ff-a14a-51a06a34a432 None None] For port fd4fec16-ccaa-4f55-9b16-22745e8d7e0d, host dv-neutron-821829-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=fd4fec16-ccaa-4f55-9b16-22745e8d7e0d,segment=NetworkSegment(da71c9a1-7532-4738-a9bc-22a7f498ec35),segment_id=da71c9a1-7532-4738-a9bc-22a7f498ec35)] {{(pid=87508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 22:33:44.714023 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b8fb1bc9-619a-49ff-a14a-51a06a34a432 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:44.719814 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:33:44.720002 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-f043e85d-aee7-4071-9b38-147de4635082 tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:33:44.789311 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-f043e85d-aee7-4071-9b38-147de4635082 tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Usage tracker for resource:network and tenant:f62e67e237cd4fa6a36febbc06b0f445 is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:33:44.794705 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb85241-d183-4eee-92ff-64125e9c4930 tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=918b712d-fb0a-43b2-96a7-4d246e1697b6,revision_number=None']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:33:44.796670 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-f043e85d-aee7-4071-9b38-147de4635082 tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:33:44.805105 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-9cb85241-d183-4eee-92ff-64125e9c4930 tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:33:44.818393 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-f043e85d-aee7-4071-9b38-147de4635082 tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:33:44.823507 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fb1bc9-619a-49ff-a14a-51a06a34a432 None None] Pushing event updated for resources: {'Port': ['ID=fd4fec16-ccaa-4f55-9b16-22745e8d7e0d,revision_number=2']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:33:44.827895 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-b8fb1bc9-619a-49ff-a14a-51a06a34a432 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:33:44.869552 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de4449d4-4f9c-4f28-b6bc-82fbdd3db884 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Router 45ae2c9f-738c-4d50-9070-36f2d87f0ea0 has already been hosted by L3 agent 4f519db7-069b-43e2-8411-c092bac9102a {{(pid=87506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 22:33:44.870469 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f043e85d-aee7-4071-9b38-147de4635082 tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Made reservation on behalf of f62e67e237cd4fa6a36febbc06b0f445 for: {'network': 1} {{(pid=87506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:33:44.875440 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-e4634b14-810e-401f-b07d-2ad38bc9364d tempest-RoutersAdminTest-1901902743 tempest-RoutersAdminTest-1901902743-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3740952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3741923'] for router, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:44.875627 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-f043e85d-aee7-4071-9b38-147de4635082 tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for network, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:44.876959 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-9cb85241-d183-4eee-92ff-64125e9c4930 tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:44.880671 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-9cb85241-d183-4eee-92ff-64125e9c4930 tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/918b712d-fb0a-43b2-96a7-4d246e1697b6 HTTP/1.1" status: 204  len: 168 time: 0.8603165
Dec 16 22:33:44.886966 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-089dfe2e-df10-4d10-97ba-e57202f8995b req-1fa4306a-21d5-48d6-97a2-4c917612d581 tempest-ServerActionsTestJSON-1581017418 tempest-ServerActionsTestJSON-1581017418-project] 10.222.0.13 "GET /v2.0/security-groups?id=1011a650-dc8c-4279-9762-0c0bcda15d85&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1942310
Dec 16 22:33:44.887539 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 39566) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:33:44.905712 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-91aa6813-c51b-4f50-8f98-4900d6cb4627 tempest-RoutersIpV6AdminTest-146809031 tempest-RoutersIpV6AdminTest-146809031-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:44.926969 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 741361d7-8dd0-4cf7-a9ff-3ac5a5fe502e no longer exists at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 22:33:44.969696 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] No Port match for: 741361d7-8dd0-4cf7-a9ff-3ac5a5fe502e {{(pid=87508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 22:33:44.970255 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 741361d7-8dd0-4cf7-a9ff-3ac5a5fe502e not bound to the agent host dv-neutron-821829-1-hyperv {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 22:33:44.986481 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-d494e050-aa4e-4da0-802b-bf42c7ef99d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b77c8c370>, [{'id': 'c1568abc-6c06-4a5c-a473-9ea135ff733e', 'name': 'tempest-ServersTestJSON-1666550204-router', 'tenant_id': 'b95ee9c426304bab82943f010c6dac17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.217'}], 'enable_snat': True}, 'gw_port_id': '69dbe4dd-86c4-48a5-9dd8-a8b9a49bba57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:31:49Z', 'updated_at': '2021-12-16T22:31:57Z', 'revision_number': 4, 'project_id': 'b95ee9c426304bab82943f010c6dac17', 'gw_port': {'id': '69dbe4dd-86c4-48a5-9dd8-a8b9a49bba57', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:85:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1568abc-6c06-4a5c-a473-9ea135ff733e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:31:50Z', 'updated_at': '2021-12-16T22:31:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv', '_interfaces': [{'id': '62ff8753-d50e-4407-b4f0-f88711fada08', 'name': '', 'network_id': 'ee4be5eb-8d65-4c35-a7d0-77b65d96496e', 'tenant_id': 'b95ee9c426304bab82943f010c6dac17', 'mac_address': 'fa:16:3e:b3:fa:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1568abc-6c06-4a5c-a473-9ea135ff733e', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '3450588b-5964-4afe-b2b9-07bddce97e2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:31:55Z', 'updated_at': '2021-12-16T22:32:06Z', 'revision_number': 5, 'project_id': 'b95ee9c426304bab82943f010c6dac17', 'subnets': [{'id': '3450588b-5964-4afe-b2b9-07bddce97e2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:33:44.992261 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d494e050-aa4e-4da0-802b-bf42c7ef99d1 None None] The sync data for ids ['c1568abc-6c06-4a5c-a473-9ea135ff733e'] in dv-neutron-821829-1-hyperv is: [{'id': 'c1568abc-6c06-4a5c-a473-9ea135ff733e', 'name': 'tempest-ServersTestJSON-1666550204-router', 'tenant_id': 'b95ee9c426304bab82943f010c6dac17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.217'}], 'enable_snat': True}, 'gw_port_id': '69dbe4dd-86c4-48a5-9dd8-a8b9a49bba57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:31:49Z', 'updated_at': '2021-12-16T22:31:57Z', 'revision_number': 4, 'project_id': 'b95ee9c426304bab82943f010c6dac17', 'gw_port': {'id': '69dbe4dd-86c4-48a5-9dd8-a8b9a49bba57', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:85:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1568abc-6c06-4a5c-a473-9ea135ff733e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:31:50Z', 'updated_at': '2021-12-16T22:31:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv', '_interfaces': [{'id': '62ff8753-d50e-4407-b4f0-f88711fada08', 'name': '', 'network_id': 'ee4be5eb-8d65-4c35-a7d0-77b65d96496e', 'tenant_id': 'b95ee9c426304bab82943f010c6dac17', 'mac_address': 'fa:16:3e:b3:fa:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1568abc-6c06-4a5c-a473-9ea135ff733e', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '3450588b-5964-4afe-b2b9-07bddce97e2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:31:55Z', 'updated_at': '2021-12-16T22:32:06Z', 'revision_number': 5, 'project_id': 'b95ee9c426304bab82943f010c6dac17', 'subnets': [{'id': '3450588b-5964-4afe-b2b9-07bddce97e2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 22:33:45.160098 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-98623f4f-eafe-4e01-ab4d-86f47d875180 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks [] for port, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:45.180415 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-129d95f7-4cf7-4fb8-af1a-808ed27df62f tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Synchronizing usage tracker for tenant:2d296b4ba9d3443c927f854ef36c40ce on resource:security_group_rule {{(pid=87507) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 22:33:45.203564 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 39574) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:33:45.238201 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.provisioning_blocks [None req-98623f4f-eafe-4e01-ab4d-86f47d875180 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Transition to ACTIVE for port object 481c39e3-4999-4599-8db2-e8a41e7ea50e will not be triggered until provisioned by entity DHCP. {{(pid=87507) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:33:45.266059 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-129d95f7-4cf7-4fb8-af1a-808ed27df62f tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Unset dirty status for tenant:2d296b4ba9d3443c927f854ef36c40ce on resource:security_group_rule {{(pid=87507) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 22:33:45.267340 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-129d95f7-4cf7-4fb8-af1a-808ed27df62f tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3567 time: 0.3740687
Dec 16 22:33:45.274821 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 39578) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:33:45.343541 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f043e85d-aee7-4071-9b38-147de4635082 tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] vlan segment allocate from pool success with {'vlan_id': 191, 'physical_network': 'physnet1'}  {{(pid=87506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 22:33:45.370985 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-f043e85d-aee7-4071-9b38-147de4635082 tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-883292'] for segment, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:45.371320 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.db.segments_db [None req-f043e85d-aee7-4071-9b38-147de4635082 tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Added segment a87ddbcc-0038-470a-8060-a68569bf880f of type vlan for network 6894f0f9-dad5-462a-be0f-9d8638ac03ad
Dec 16 22:33:45.391646 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-98623f4f-eafe-4e01-ab4d-86f47d875180 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10807823'] for port, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:45.397917 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-0927e7c5-2667-4eb7-bb37-ef8ba1a91641 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:33:45.400897 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13042454-d034-43d2-a6c1-515f1cbe397a None None] New status for floating IP 728a32d9-a93f-44b8-bd22-ab75f0e785c8: DOWN {{(pid=87508) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 16 22:33:45.427872 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-e5f544ad-f505-411c-8d18-a901cabe4049 tempest-ServersTestJSON-1208382319 tempest-ServersTestJSON-1208382319-project] Notify callbacks [] for security_group, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:45.483238 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4634b14-810e-401f-b07d-2ad38bc9364d tempest-RoutersAdminTest-1901902743 tempest-RoutersAdminTest-1901902743-project-admin] Router 32cea5ae-9cfc-49e9-bee4-592a1f0834b8 is scheduled to L3 agent 4f519db7-069b-43e2-8411-c092bac9102a with binding_index 1 {{(pid=87507) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 16 22:33:45.498847 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-d046175e-88ee-40ef-b52c-182c16f548d8 tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Notify callbacks [] for security_group, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:45.504340 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de4449d4-4f9c-4f28-b6bc-82fbdd3db884 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Notify agent at l3_agent.dv-neutron-821829-1-hyperv the message routers_updated {{(pid=87506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 22:33:45.513748 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98623f4f-eafe-4e01-ab4d-86f47d875180 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Network 7edd76f7-0f97-48a5-b177-9842de6c0500 is already hosted by enough agents. {{(pid=87507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:33:45.515525 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b54961d1-f473-4018-920f-80316aadc2b8 None None] Sync routers for ids ['45ae2c9f-738c-4d50-9070-36f2d87f0ea0'] in dv-neutron-821829-1-hyperv {{(pid=87509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 22:33:45.519948 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-de4449d4-4f9c-4f28-b6bc-82fbdd3db884 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for floatingip, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:45.531987 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.base_scheduler [None req-98623f4f-eafe-4e01-ab4d-86f47d875180 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Resources bound (agent type, host, resource id):  {{(pid=87507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:33:45.540597 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98623f4f-eafe-4e01-ab4d-86f47d875180 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Received port after_create {{(pid=87507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 22:33:45.541128 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-98623f4f-eafe-4e01-ab4d-86f47d875180 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3830061'] for router_interface, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:45.553534 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b54961d1-f473-4018-920f-80316aadc2b8 None None] Routers {'45ae2c9f-738c-4d50-9070-36f2d87f0ea0'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:33:45.554705 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-b54961d1-f473-4018-920f-80316aadc2b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b7c899c10>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:33:31Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['45ae2c9f-738c-4d50-9070-36f2d87f0ea0'], 'active': True} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:33:45.640775 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-f043e85d-aee7-4071-9b38-147de4635082 tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734753047233'] for network, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:45.661770 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-e5f544ad-f505-411c-8d18-a901cabe4049 tempest-ServersTestJSON-1208382319 tempest-ServersTestJSON-1208382319-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:45.676673 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98623f4f-eafe-4e01-ab4d-86f47d875180 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Pushing event updated for resources: {'Port': ['ID=481c39e3-4999-4599-8db2-e8a41e7ea50e,revision_number=1']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:33:45.690597 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-b54961d1-f473-4018-920f-80316aadc2b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b7c899c10>, [], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:33:45.704747 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b54961d1-f473-4018-920f-80316aadc2b8 None None] Routers {'45ae2c9f-738c-4d50-9070-36f2d87f0ea0'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:33:45.705916 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-b54961d1-f473-4018-920f-80316aadc2b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b7c899c10>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:33:31Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['45ae2c9f-738c-4d50-9070-36f2d87f0ea0'], 'active': True} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:33:45.749245 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-98623f4f-eafe-4e01-ab4d-86f47d875180 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.351s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:33:45.798586 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-b54961d1-f473-4018-920f-80316aadc2b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b7c899c10>, [], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:33:45.799171 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b54961d1-f473-4018-920f-80316aadc2b8 None None] The sync data for ids ['45ae2c9f-738c-4d50-9070-36f2d87f0ea0'] in dv-neutron-821829-1-hyperv is: [] {{(pid=87509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 22:33:45.801930 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-d046175e-88ee-40ef-b52c-182c16f548d8 tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:45.858711 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-de4449d4-4f9c-4f28-b6bc-82fbdd3db884 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] 10.222.0.13 "PUT /v2.0/floatingips/eb71ff33-1e35-4274-9261-29aa4999a545 HTTP/1.1" status: 200  len: 978 time: 9.3608773
Dec 16 22:33:45.862778 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 39582) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:33:45.870505 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-4878e5e4-6f82-4659-bd73-fa08ad543978 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Request body: {'floatingip': {'port_id': None}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:33:45.974971 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-4878e5e4-6f82-4659-bd73-fa08ad543978 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Notify callbacks [] for floatingip, before_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:46.026791 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-f043e85d-aee7-4071-9b38-147de4635082 tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440'] for network, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:46.033000 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f043e85d-aee7-4071-9b38-147de4635082 tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:33:46.033631 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-f043e85d-aee7-4071-9b38-147de4635082 tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3791486'] for network, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:46.039114 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-91aa6813-c51b-4f50-8f98-4900d6cb4627 tempest-RoutersIpV6AdminTest-146809031 tempest-RoutersIpV6AdminTest-146809031-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3741702', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3740945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-38947'] for router, precommit_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:46.046554 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-5879f8d5-aeb0-4a75-8156-193b9c4f3d5b tempest-ExternalNetworksTestJSON-962053912 tempest-ExternalNetworksTestJSON-962053912-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:33:46.102691 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-91aa6813-c51b-4f50-8f98-4900d6cb4627 tempest-RoutersIpV6AdminTest-146809031 tempest-RoutersIpV6AdminTest-146809031-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3741923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3741713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3741720', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3740934'] for router, after_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:46.208267 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-e5f544ad-f505-411c-8d18-a901cabe4049 tempest-ServersTestJSON-1208382319 tempest-ServersTestJSON-1208382319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841066'] for security_group, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:46.209823 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-e848c12b-659d-437f-b750-2d96ab5707cd None None] Provisioning for port fd4fec16-ccaa-4f55-9b16-22745e8d7e0d completed by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 22:33:46.217929 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-26620f53-e121-4c9a-a789-7777d3c6d63e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:33:46.240555 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-d046175e-88ee-40ef-b52c-182c16f548d8 tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841066'] for security_group, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:46.247115 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-f043e85d-aee7-4071-9b38-147de4635082 tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 789 time: 1.5980287
Dec 16 22:33:46.256229 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 39588) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:33:46.258321 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4634b14-810e-401f-b07d-2ad38bc9364d tempest-RoutersAdminTest-1901902743 tempest-RoutersAdminTest-1901902743-project-admin] Notify agent at l3_agent.dv-neutron-821829-1-hyperv the message routers_updated {{(pid=87507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 22:33:46.261627 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f544ad-f505-411c-8d18-a901cabe4049 tempest-ServersTestJSON-1208382319 tempest-ServersTestJSON-1208382319-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d566684-e21e-48b5-9daf-a272f2025a2f,revision_number=None']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:33:46.286288 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d6bcc72-abdd-4578-9d06-988ac145330d None None] Sync routers for ids ['32cea5ae-9cfc-49e9-bee4-592a1f0834b8'] in dv-neutron-821829-1-hyperv {{(pid=87508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 22:33:46.286819 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-485e518a-206c-4179-8427-23a564db3769 tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Request body: {'subnet': {'network_id': '6894f0f9-dad5-462a-be0f-9d8638ac03ad', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:33:46.306346 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-e5f544ad-f505-411c-8d18-a901cabe4049 tempest-ServersTestJSON-1208382319 tempest-ServersTestJSON-1208382319-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:33:46.307843 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-0b750496-5d6f-4c89-801f-776331f09c94 tempest-FloatingIPAdminTestJSON-210502716 tempest-FloatingIPAdminTestJSON-210502716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.056s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:33:46.308694 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d6bcc72-abdd-4578-9d06-988ac145330d None None] Routers {'32cea5ae-9cfc-49e9-bee4-592a1f0834b8'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:33:46.309575 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-2d6bcc72-abdd-4578-9d06-988ac145330d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b7c0b10a0>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:33:31Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['32cea5ae-9cfc-49e9-bee4-592a1f0834b8'], 'active': True} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:33:46.348155 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f043e85d-aee7-4071-9b38-147de4635082 tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Pushing event updated for resources: {'Network': ['ID=6894f0f9-dad5-462a-be0f-9d8638ac03ad,revision_number=1']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:33:46.354117 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-f043e85d-aee7-4071-9b38-147de4635082 tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:33:46.397699 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-98623f4f-eafe-4e01-ab4d-86f47d875180 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:46.408644 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d046175e-88ee-40ef-b52c-182c16f548d8 tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6484d61-bd2a-4915-9d71-58b4cdd5700f,revision_number=None']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:33:46.429493 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-d046175e-88ee-40ef-b52c-182c16f548d8 tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:33:46.445042 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Network 6894f0f9-dad5-462a-be0f-9d8638ac03ad details requested by agent ovs-agent-dv-neutron-821829-1-hyperv with host dv-neutron-821829-1-hyperv {{(pid=87508) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 22:33:46.464297 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-e5f544ad-f505-411c-8d18-a901cabe4049 tempest-ServersTestJSON-1208382319 tempest-ServersTestJSON-1208382319-project] Notify callbacks [] for security_group, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:46.468011 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-e5f544ad-f505-411c-8d18-a901cabe4049 tempest-ServersTestJSON-1208382319 tempest-ServersTestJSON-1208382319-project] 10.222.0.13 "DELETE /v2.0/security-groups/5d566684-e21e-48b5-9daf-a272f2025a2f HTTP/1.1" status: 204  len: 168 time: 1.2615316
Dec 16 22:33:46.468749 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 39592) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:33:46.551213 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-e4634b14-810e-401f-b07d-2ad38bc9364d tempest-RoutersAdminTest-1901902743 tempest-RoutersAdminTest-1901902743-project-admin] Notify callbacks [] for router, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:46.555195 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-e4634b14-810e-401f-b07d-2ad38bc9364d tempest-RoutersAdminTest-1901902743 tempest-RoutersAdminTest-1901902743-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 876 time: 7.3376091
Dec 16 22:33:46.564234 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-d046175e-88ee-40ef-b52c-182c16f548d8 tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Notify callbacks [] for security_group, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:46.567585 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-d046175e-88ee-40ef-b52c-182c16f548d8 tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] 10.222.0.13 "DELETE /v2.0/security-groups/d6484d61-bd2a-4915-9d71-58b4cdd5700f HTTP/1.1" status: 204  len: 168 time: 1.2867343
Dec 16 22:33:46.567585 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.api.v2.resource [None req-078a26cc-d77f-4b0e-adaf-4c65610e1bbd tempest-ServersTestJSON-1208382319 tempest-ServersTestJSON-1208382319-project] show failed (client error): The resource could not be found.
Dec 16 22:33:46.569610 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-078a26cc-d77f-4b0e-adaf-4c65610e1bbd tempest-ServersTestJSON-1208382319 tempest-ServersTestJSON-1208382319-project] 10.222.0.13 "GET /v2.0/security-groups/5d566684-e21e-48b5-9daf-a272f2025a2f HTTP/1.1" status: 404  len: 347 time: 0.0945129
Dec 16 22:33:46.573707 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 39596) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:33:46.573952 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 39598) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:33:46.574259 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 39600) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:33:46.597083 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-4878e5e4-6f82-4659-bd73-fa08ad543978 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:46.601283 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-4878e5e4-6f82-4659-bd73-fa08ad543978 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3741874'] for floatingip, after_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:46.601728 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.db.l3_db [None req-4878e5e4-6f82-4659-bd73-fa08ad543978 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Floating IP eb71ff33-1e35-4274-9261-29aa4999a545 disassociated. External IP: 172.26.0.138, port: 37d3f702-7ad2-4d73-b0c8-c8d6e0dc3390.
Dec 16 22:33:46.607846 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e169b9-6e12-4615-bee4-8880c30b5ee2 req-286f9d48-2660-4ae5-bc43-413a6950d4fd tempest-ServerActionsTestJSON-1581017418 tempest-ServerActionsTestJSON-1581017418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:33:46.609856 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-d4e169b9-6e12-4615-bee4-8880c30b5ee2 req-286f9d48-2660-4ae5-bc43-413a6950d4fd tempest-ServerActionsTestJSON-1581017418 tempest-ServerActionsTestJSON-1581017418-project] 10.222.0.13 "GET /v2.0/ports?device_id=95ef1739-1bf2-4522-993c-76a77d5f2322 HTTP/1.1" status: 200  len: 945 time: 0.5266845
Dec 16 22:33:46.656553 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-9493868b-6a13-4a8d-85d6-844e2de69af7 None None] Provisioning for port 481c39e3-4999-4599-8db2-e8a41e7ea50e completed by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 22:33:46.668496 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-9493868b-6a13-4a8d-85d6-844e2de69af7 None None] Provisioning complete for port 481c39e3-4999-4599-8db2-e8a41e7ea50e triggered by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:33:46.668895 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-9493868b-6a13-4a8d-85d6-844e2de69af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:46.716793 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-485e518a-206c-4179-8427-23a564db3769 tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:33:46.747969 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-9493868b-6a13-4a8d-85d6-844e2de69af7 None None] Port 481c39e3-4999-4599-8db2-e8a41e7ea50e cannot update to ACTIVE because it is not bound. {{(pid=87508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 22:33:46.752286 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvr_db [None req-2d6bcc72-abdd-4578-9d06-988ac145330d None None] Set router 32cea5ae-9cfc-49e9-bee4-592a1f0834b8 gateway port host: dv-neutron-821829-1-hyperv {{(pid=87508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 22:33:46.832858 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-485e518a-206c-4179-8427-23a564db3769 tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Usage tracker for resource:subnet and tenant:f62e67e237cd4fa6a36febbc06b0f445 is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:33:46.848036 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-485e518a-206c-4179-8427-23a564db3769 tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:33:46.925727 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-485e518a-206c-4179-8427-23a564db3769 tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:33:46.944971 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91aa6813-c51b-4f50-8f98-4900d6cb4627 tempest-RoutersIpV6AdminTest-146809031 tempest-RoutersIpV6AdminTest-146809031-project-admin] Router 7853994a-8f64-42f8-a4db-9e925ae32779 is scheduled to L3 agent 4f519db7-069b-43e2-8411-c092bac9102a with binding_index 1 {{(pid=87506) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 16 22:33:46.956040 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device fd4fec16-ccaa-4f55-9b16-22745e8d7e0d up at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 22:33:47.097977 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning for port fd4fec16-ccaa-4f55-9b16-22745e8d7e0d completed by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 22:33:47.105392 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning complete for port fd4fec16-ccaa-4f55-9b16-22745e8d7e0d triggered by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:33:47.105781 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:47.117253 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.plugin [None req-91cef05e-bfff-407f-8f63-936646ef4aea tempest-ServersTestJSON-1208382319 tempest-ServersTestJSON-1208382319-project] Deleting port f7ed4363-1a7d-4451-8dad-704901c1e423 {{(pid=87507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:33:47.117905 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-91cef05e-bfff-407f-8f63-936646ef4aea tempest-ServersTestJSON-1208382319 tempest-ServersTestJSON-1208382319-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:47.162225 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-485e518a-206c-4179-8427-23a564db3769 tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Made reservation on behalf of f62e67e237cd4fa6a36febbc06b0f445 for: {'subnet': 1} {{(pid=87507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:33:47.166098 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-485e518a-206c-4179-8427-23a564db3769 tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10549598'] for subnet, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:47.168891 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-2d6bcc72-abdd-4578-9d06-988ac145330d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b7c0b10a0>, [{'id': '32cea5ae-9cfc-49e9-bee4-592a1f0834b8', 'name': '', 'tenant_id': 'da1952fd136445ea9b286b17cc5d96c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '44b71baf-37e1-45c8-a45c-03b038ab7b26', 'external_fixed_ips': [{'subnet_id': 'f1ab8f20-8cb9-4757-a1a5-4a7fab625da5', 'ip_address': '172.20.0.10'}], 'enable_snat': True}, 'gw_port_id': '58ff7e5d-3bd8-4b9e-a8dd-dc87d9f266ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:33:39Z', 'updated_at': '2021-12-16T22:33:43Z', 'revision_number': 3, 'project_id': 'da1952fd136445ea9b286b17cc5d96c9', 'gw_port': {'id': '58ff7e5d-3bd8-4b9e-a8dd-dc87d9f266ee', 'name': '', 'network_id': '44b71baf-37e1-45c8-a45c-03b038ab7b26', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:19:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32cea5ae-9cfc-49e9-bee4-592a1f0834b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': 'f1ab8f20-8cb9-4757-a1a5-4a7fab625da5', 'ip_address': '172.20.0.10', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:33:41Z', 'updated_at': '2021-12-16T22:33:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f1ab8f20-8cb9-4757-a1a5-4a7fab625da5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv'}], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:33:47.176553 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d6bcc72-abdd-4578-9d06-988ac145330d None None] Checking router: 32cea5ae-9cfc-49e9-bee4-592a1f0834b8 for host: dv-neutron-821829-1-hyperv {{(pid=87508) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 22:33:47.176915 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d6bcc72-abdd-4578-9d06-988ac145330d None None] Updating router 32cea5ae-9cfc-49e9-bee4-592a1f0834b8 port 58ff7e5d-3bd8-4b9e-a8dd-dc87d9f266ee binding host dv-neutron-821829-1-hyperv {{(pid=87508) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 16 22:33:47.195488 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-d4e169b9-6e12-4615-bee4-8880c30b5ee2 req-f526b63f-03dc-41d5-b602-a4f335994f1d tempest-ServerActionsTestJSON-1581017418 tempest-ServerActionsTestJSON-1581017418-project] 10.222.0.13 "GET /v2.0/security-groups?id=1011a650-dc8c-4279-9762-0c0bcda15d85&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.4052975
Dec 16 22:33:47.208242 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-f965377e-a4ef-492c-bbd4-bfbb84f204a9 tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Synchronizing usage tracker for tenant:2d296b4ba9d3443c927f854ef36c40ce on resource:security_group {{(pid=87507) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 22:33:47.281309 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4878e5e4-6f82-4659-bd73-fa08ad543978 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Router 45ae2c9f-738c-4d50-9070-36f2d87f0ea0 has already been hosted by L3 agent 4f519db7-069b-43e2-8411-c092bac9102a {{(pid=87506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 22:33:47.282557 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91aa6813-c51b-4f50-8f98-4900d6cb4627 tempest-RoutersIpV6AdminTest-146809031 tempest-RoutersIpV6AdminTest-146809031-project-admin] Notify agent at l3_agent.dv-neutron-821829-1-hyperv the message routers_updated {{(pid=87506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 22:33:47.289233 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-91aa6813-c51b-4f50-8f98-4900d6cb4627 tempest-RoutersIpV6AdminTest-146809031 tempest-RoutersIpV6AdminTest-146809031-project-admin] Notify callbacks [] for router, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:47.290409 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-91aa6813-c51b-4f50-8f98-4900d6cb4627 tempest-RoutersIpV6AdminTest-146809031 tempest-RoutersIpV6AdminTest-146809031-project-admin] 10.222.0.13 "PUT /v2.0/routers/7853994a-8f64-42f8-a4db-9e925ae32779 HTTP/1.1" status: 200  len: 918 time: 9.4477100
Dec 16 22:33:47.294053 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 39610) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:33:47.294204 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b9b20c3-97ee-49e0-8604-6148b95296ef None None] Sync routers for ids ['7853994a-8f64-42f8-a4db-9e925ae32779'] in dv-neutron-821829-1-hyperv {{(pid=87509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 22:33:47.310303 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b9b20c3-97ee-49e0-8604-6148b95296ef None None] Routers {'7853994a-8f64-42f8-a4db-9e925ae32779'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:33:47.310936 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-4b9b20c3-97ee-49e0-8604-6148b95296ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b7ca3b2e0>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:33:31Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['7853994a-8f64-42f8-a4db-9e925ae32779'], 'active': True} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:33:47.375996 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-d0cabe41-4628-49b7-b51b-92c416d00da8 tempest-RoutersAdminTest-1901902743 tempest-RoutersAdminTest-1901902743-project-admin] Notify callbacks [] for router, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:47.396380 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:47.491492 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] For port fd4fec16-ccaa-4f55-9b16-22745e8d7e0d, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=fd4fec16-ccaa-4f55-9b16-22745e8d7e0d,segment=NetworkSegment(da71c9a1-7532-4738-a9bc-22a7f498ec35),segment_id=da71c9a1-7532-4738-a9bc-22a7f498ec35)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:33:47.494736 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-2d6bcc72-abdd-4578-9d06-988ac145330d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:47.497302 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-f965377e-a4ef-492c-bbd4-bfbb84f204a9 tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Unset dirty status for tenant:2d296b4ba9d3443c927f854ef36c40ce on resource:security_group {{(pid=87507) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 22:33:47.499056 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-f965377e-a4ef-492c-bbd4-bfbb84f204a9 tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2979 time: 0.9199817
Dec 16 22:33:47.512831 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 39616) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:33:47.516196 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-4b9b20c3-97ee-49e0-8604-6148b95296ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b7ca3b2e0>, [], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:33:47.530569 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-bb853c77-8737-49d2-9227-c2a327b1f3b3 tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Request body: {'security_group': {'name': 'tempest-secgroup--2089221564'}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:33:47.538478 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b9b20c3-97ee-49e0-8604-6148b95296ef None None] Routers {'7853994a-8f64-42f8-a4db-9e925ae32779'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:33:47.539115 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-4b9b20c3-97ee-49e0-8604-6148b95296ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b7ca3b2e0>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:33:31Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['7853994a-8f64-42f8-a4db-9e925ae32779'], 'active': True} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:33:47.540713 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-bb853c77-8737-49d2-9227-c2a327b1f3b3 tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:33:47.569587 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:47.603125 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-9d44ff6e-dccd-4e11-a055-af0dcf1e972d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:33:47.619160 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-bb853c77-8737-49d2-9227-c2a327b1f3b3 tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:33:47.668697 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-4b9b20c3-97ee-49e0-8604-6148b95296ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b7ca3b2e0>, [], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:33:47.669331 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b9b20c3-97ee-49e0-8604-6148b95296ef None None] The sync data for ids ['7853994a-8f64-42f8-a4db-9e925ae32779'] in dv-neutron-821829-1-hyperv is: [] {{(pid=87509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 22:33:47.763009 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-bb853c77-8737-49d2-9227-c2a327b1f3b3 tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Notify callbacks [] for security_group, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:47.779896 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Pushing event updated for resources: {'Port': ['ID=fd4fec16-ccaa-4f55-9b16-22745e8d7e0d,revision_number=3']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:33:47.785723 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:33:47.802495 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-9acd6565-de68-4f32-a71d-f880eb2e2a89 tempest-RoutersIpV6AdminTest-146809031 tempest-RoutersIpV6AdminTest-146809031-project-admin] 10.222.0.13 "GET /v2.0/routers/7853994a-8f64-42f8-a4db-9e925ae32779 HTTP/1.1" status: 200  len: 924 time: 0.5069470
Dec 16 22:33:47.805359 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 39620) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:33:47.809928 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4878e5e4-6f82-4659-bd73-fa08ad543978 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Notify agent at l3_agent.dv-neutron-821829-1-hyperv the message routers_updated {{(pid=87506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 22:33:47.817398 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-4878e5e4-6f82-4659-bd73-fa08ad543978 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for floatingip, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:47.862175 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad603000-c741-468c-a435-f27bca0c6e29 None None] Sync routers for ids ['45ae2c9f-738c-4d50-9070-36f2d87f0ea0'] in dv-neutron-821829-1-hyperv {{(pid=87508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 22:33:47.878308 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-bb853c77-8737-49d2-9227-c2a327b1f3b3 tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:33:47.885826 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad603000-c741-468c-a435-f27bca0c6e29 None None] Routers {'45ae2c9f-738c-4d50-9070-36f2d87f0ea0'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:33:47.886455 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-ad603000-c741-468c-a435-f27bca0c6e29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b77f7ebb0>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:33:31Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['45ae2c9f-738c-4d50-9070-36f2d87f0ea0'], 'active': True} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:33:47.899405 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-bb853c77-8737-49d2-9227-c2a327b1f3b3 tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Usage tracker for resource:security_group_rule and tenant:2d296b4ba9d3443c927f854ef36c40ce is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:33:47.909272 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-bb853c77-8737-49d2-9227-c2a327b1f3b3 tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:33:47.933218 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-bb853c77-8737-49d2-9227-c2a327b1f3b3 tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:33:47.956841 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-4878e5e4-6f82-4659-bd73-fa08ad543978 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] 10.222.0.13 "PUT /v2.0/floatingips/eb71ff33-1e35-4274-9261-29aa4999a545 HTTP/1.1" status: 200  len: 688 time: 2.0930140
Dec 16 22:33:47.958704 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-ad603000-c741-468c-a435-f27bca0c6e29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b77f7ebb0>, [], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:33:47.970057 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 39624) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:33:47.988825 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad603000-c741-468c-a435-f27bca0c6e29 None None] Routers {'45ae2c9f-738c-4d50-9070-36f2d87f0ea0'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:33:47.989517 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-ad603000-c741-468c-a435-f27bca0c6e29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b77f7ebb0>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:33:31Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['45ae2c9f-738c-4d50-9070-36f2d87f0ea0'], 'active': True} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:33:47.994775 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988c247d-7dc1-4771-9124-bed22ad4034e req-02536451-8054-4d70-91fa-0559fa32fbe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:33:47.996476 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-988c247d-7dc1-4771-9124-bed22ad4034e req-02536451-8054-4d70-91fa-0559fa32fbe7 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=a21c60855e3d440781134350c2712d36&device_id=95ef1739-1bf2-4522-993c-76a77d5f2322 HTTP/1.1" status: 200  len: 1098 time: 0.3093400
Dec 16 22:33:48.053378 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-ad603000-c741-468c-a435-f27bca0c6e29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b77f7ebb0>, [], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:33:48.053809 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad603000-c741-468c-a435-f27bca0c6e29 None None] The sync data for ids ['45ae2c9f-738c-4d50-9070-36f2d87f0ea0'] in dv-neutron-821829-1-hyperv is: [] {{(pid=87508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 22:33:48.102601 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-235ab052-545b-4512-8d0d-31b087765a3b tempest-RoutersIpV6AdminTest-146809031 tempest-RoutersIpV6AdminTest-146809031-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:33:48.107262 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-235ab052-545b-4512-8d0d-31b087765a3b tempest-RoutersIpV6AdminTest-146809031 tempest-RoutersIpV6AdminTest-146809031-project-admin] 10.222.0.13 "GET /v2.0/ports?network_id=f8905ce9-304b-4976-bc47-e58c71c11de5&device_id=7853994a-8f64-42f8-a4db-9e925ae32779&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 945 time: 0.2968452
Dec 16 22:33:48.109756 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 39628) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:33:48.148002 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-91cef05e-bfff-407f-8f63-936646ef4aea tempest-ServersTestJSON-1208382319 tempest-ServersTestJSON-1208382319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:48.148321 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-91cef05e-bfff-407f-8f63-936646ef4aea tempest-ServersTestJSON-1208382319 tempest-ServersTestJSON-1208382319-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:48.204233 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-2d6bcc72-abdd-4578-9d06-988ac145330d None None] Notify callbacks [] for port, precommit_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:48.216079 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-2d6bcc72-abdd-4578-9d06-988ac145330d None None] Transition to ACTIVE for port object 58ff7e5d-3bd8-4b9e-a8dd-dc87d9f266ee will not be triggered until provisioned by entity L2. {{(pid=87508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:33:48.223493 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-2d6bcc72-abdd-4578-9d06-988ac145330d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:48.227137 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-b8fb1bc9-619a-49ff-a14a-51a06a34a432 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:33:48.237281 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-bb853c77-8737-49d2-9227-c2a327b1f3b3 tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Notify callbacks [] for security_group, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:48.310239 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c9feb4-2081-43db-91d0-cdc88345fa17 None None] Pushing event updated for resources: {'Port': ['ID=58ff7e5d-3bd8-4b9e-a8dd-dc87d9f266ee,revision_number=2']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:33:48.313112 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-2d6bcc72-abdd-4578-9d06-988ac145330d None None] Attempting to bind port 58ff7e5d-3bd8-4b9e-a8dd-dc87d9f266ee on host dv-neutron-821829-1-hyperv for vnic_type normal with profile  {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 22:33:48.313487 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-2d6bcc72-abdd-4578-9d06-988ac145330d None None] Attempting to bind port 58ff7e5d-3bd8-4b9e-a8dd-dc87d9f266ee by drivers openvswitch,hyperv on host dv-neutron-821829-1-hyperv at level 0 using segments [{'id': '37d08154-9580-4563-8689-dc0d6c1e6e41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '44b71baf-37e1-45c8-a45c-03b038ab7b26'}] {{(pid=87508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 22:33:48.313850 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d6bcc72-abdd-4578-9d06-988ac145330d None None] Attempting to bind port 58ff7e5d-3bd8-4b9e-a8dd-dc87d9f266ee on network 44b71baf-37e1-45c8-a45c-03b038ab7b26 {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 22:33:48.319849 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-18c9feb4-2081-43db-91d0-cdc88345fa17 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:33:48.320650 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d6bcc72-abdd-4578-9d06-988ac145330d None None] Checking agent: {'id': '5571501f-366e-47a4-9b60-8ef19d935d27', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821829-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 24, 2), 'started_at': datetime.datetime(2021, 12, 16, 22, 24, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 33, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821829-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 22:33:48.321011 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d6bcc72-abdd-4578-9d06-988ac145330d None None] Checking segment: {'id': '37d08154-9580-4563-8689-dc0d6c1e6e41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '44b71baf-37e1-45c8-a45c-03b038ab7b26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 22:33:48.321416 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-2d6bcc72-abdd-4578-9d06-988ac145330d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:48.321813 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d6bcc72-abdd-4578-9d06-988ac145330d None None] Bound using segment: {'id': '37d08154-9580-4563-8689-dc0d6c1e6e41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '44b71baf-37e1-45c8-a45c-03b038ab7b26'} {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 22:33:48.322292 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-2d6bcc72-abdd-4578-9d06-988ac145330d None None] Bound port: 58ff7e5d-3bd8-4b9e-a8dd-dc87d9f266ee, host: dv-neutron-821829-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37d08154-9580-4563-8689-dc0d6c1e6e41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '44b71baf-37e1-45c8-a45c-03b038ab7b26'}}] {{(pid=87508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 22:33:48.322669 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-2d6bcc72-abdd-4578-9d06-988ac145330d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:48.322789 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-d0cabe41-4628-49b7-b51b-92c416d00da8 tempest-RoutersAdminTest-1901902743 tempest-RoutersAdminTest-1901902743-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:48.386379 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.plugin [None req-fc94f9a9-0e77-4c3a-b522-c2f067137c1a tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Deleting port 02b03ebd-a150-49de-afe7-59d01f2bf72d {{(pid=87507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:33:48.386379 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-fc94f9a9-0e77-4c3a-b522-c2f067137c1a tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:48.386701 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-bb853c77-8737-49d2-9227-c2a327b1f3b3 tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841066'] for security_group, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:48.398090 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-2d6bcc72-abdd-4578-9d06-988ac145330d None None] For port 58ff7e5d-3bd8-4b9e-a8dd-dc87d9f266ee, host dv-neutron-821829-1-hyperv, cleared binding levels {{(pid=87508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 22:33:48.401019 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-2d6bcc72-abdd-4578-9d06-988ac145330d None None] For port 58ff7e5d-3bd8-4b9e-a8dd-dc87d9f266ee, host dv-neutron-821829-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=58ff7e5d-3bd8-4b9e-a8dd-dc87d9f266ee,segment=NetworkSegment(37d08154-9580-4563-8689-dc0d6c1e6e41),segment_id=37d08154-9580-4563-8689-dc0d6c1e6e41)] {{(pid=87508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 22:33:48.401315 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-bd1b60fc-ba38-4ee8-bd7a-c13feb7fe5c6 tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:33:48.406434 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-2d6bcc72-abdd-4578-9d06-988ac145330d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:48.411722 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-6995387b-4fa8-4fb2-8f37-097059471925 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:33:48.425163 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.plugin [None req-91cef05e-bfff-407f-8f63-936646ef4aea tempest-ServersTestJSON-1208382319 tempest-ServersTestJSON-1208382319-project] Calling delete_port for f7ed4363-1a7d-4451-8dad-704901c1e423 owned by network:floatingip {{(pid=87507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:33:48.436545 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988c247d-7dc1-4771-9124-bed22ad4034e req-897bca5a-b897-4a6c-b1b6-34d71f605b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:33:48.438531 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-988c247d-7dc1-4771-9124-bed22ad4034e req-897bca5a-b897-4a6c-b1b6-34d71f605b58 service neutron] 10.222.0.49 "GET /v2.0/networks?id=4324e1ea-4669-4cf4-86ce-32057be725fc HTTP/1.1" status: 200  len: 913 time: 0.4323945
Dec 16 22:33:48.505898 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5cbe16-8558-4038-ba42-769866044634 req-bee891a3-76e8-4a28-a86c-7cce3af63ddb tempest-ServerActionsTestJSON-1581017418 tempest-ServerActionsTestJSON-1581017418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:33:48.512231 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-7e5cbe16-8558-4038-ba42-769866044634 req-bee891a3-76e8-4a28-a86c-7cce3af63ddb tempest-ServerActionsTestJSON-1581017418 tempest-ServerActionsTestJSON-1581017418-project] 10.222.0.13 "GET /v2.0/ports?device_id=95ef1739-1bf2-4522-993c-76a77d5f2322 HTTP/1.1" status: 200  len: 945 time: 0.9472408
Dec 16 22:33:48.512636 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d6bcc72-abdd-4578-9d06-988ac145330d None None] Routers {'32cea5ae-9cfc-49e9-bee4-592a1f0834b8'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:33:48.513924 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-2d6bcc72-abdd-4578-9d06-988ac145330d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b7c0b10a0>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:33:31Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['32cea5ae-9cfc-49e9-bee4-592a1f0834b8'], 'active': True} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:33:48.514070 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.plugin [None req-d0cabe41-4628-49b7-b51b-92c416d00da8 tempest-RoutersAdminTest-1901902743 tempest-RoutersAdminTest-1901902743-project-admin] Deleting port 58ff7e5d-3bd8-4b9e-a8dd-dc87d9f266ee {{(pid=87507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:33:48.514368 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-d0cabe41-4628-49b7-b51b-92c416d00da8 tempest-RoutersAdminTest-1901902743 tempest-RoutersAdminTest-1901902743-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:48.542605 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb853c77-8737-49d2-9227-c2a327b1f3b3 tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b11f51a-40c3-447c-8e0e-a54421fb8f2b,revision_number=1']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:33:48.556924 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-bb853c77-8737-49d2-9227-c2a327b1f3b3 tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:33:48.573310 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-bb853c77-8737-49d2-9227-c2a327b1f3b3 tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Notify callbacks [] for security_group, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:48.577071 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-bb853c77-8737-49d2-9227-c2a327b1f3b3 tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1744 time: 1.0606310
Dec 16 22:33:48.578936 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 39632) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:33:48.584163 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74a2a747-362d-454e-bf2e-f79003871ff2 tempest-RoutersIpV6AdminTest-146809031 tempest-RoutersIpV6AdminTest-146809031-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:33:48.585514 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-74a2a747-362d-454e-bf2e-f79003871ff2 tempest-RoutersIpV6AdminTest-146809031 tempest-RoutersIpV6AdminTest-146809031-project-admin] 10.222.0.13 "GET /v2.0/networks/f8905ce9-304b-4976-bc47-e58c71c11de5 HTTP/1.1" status: 200  len: 881 time: 0.4747572
Dec 16 22:33:48.585948 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.db.resource_extend [None req-98623f4f-eafe-4e01-ab4d-86f47d875180 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 16 22:33:48.592999 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 39636) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:33:48.595743 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-5918e981-8d5b-45ef-8511-25e2ca54f521 tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Request body: {'security_group_rule': {'security_group_id': '5b11f51a-40c3-447c-8e0e-a54421fb8f2b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:33:48.605607 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-5918e981-8d5b-45ef-8511-25e2ca54f521 tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:33:48.609523 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-988c247d-7dc1-4771-9124-bed22ad4034e req-7e10fcd8-c525-4e8f-935b-b332b8a6e3e4 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=760988bb-0591-4c97-be7d-c348804c49dd HTTP/1.1" status: 200  len: 1000 time: 0.1604226
Dec 16 22:33:48.612111 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-5918e981-8d5b-45ef-8511-25e2ca54f521 tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Usage tracker for resource:security_group_rule and tenant:2d296b4ba9d3443c927f854ef36c40ce is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:33:48.615062 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-5918e981-8d5b-45ef-8511-25e2ca54f521 tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:33:48.653442 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-5918e981-8d5b-45ef-8511-25e2ca54f521 tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:33:48.685348 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c9feb4-2081-43db-91d0-cdc88345fa17 None None] Pushing event updated for resources: {'Port': ['ID=58ff7e5d-3bd8-4b9e-a8dd-dc87d9f266ee,revision_number=3']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:33:48.687248 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-5918e981-8d5b-45ef-8511-25e2ca54f521 tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:48.689278 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-18c9feb4-2081-43db-91d0-cdc88345fa17 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:33:48.697455 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988c247d-7dc1-4771-9124-bed22ad4034e req-bce2c293-5d20-45a0-9d2e-213e9d6eb8a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:33:48.698752 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-988c247d-7dc1-4771-9124-bed22ad4034e req-bce2c293-5d20-45a0-9d2e-213e9d6eb8a4 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=3657b92c-69b8-4f39-be86-861bf2c75ad0 HTTP/1.1" status: 200  len: 851 time: 0.0809057
Dec 16 22:33:48.705190 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvr_db [None req-2d6bcc72-abdd-4578-9d06-988ac145330d None None] Set router 32cea5ae-9cfc-49e9-bee4-592a1f0834b8 gateway port host: None {{(pid=87508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 22:33:48.724519 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-98623f4f-eafe-4e01-ab4d-86f47d875180 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks [] for port, precommit_update {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:48.774783 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-98623f4f-eafe-4e01-ab4d-86f47d875180 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10807814'] for port, after_update {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:48.775582 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-98623f4f-eafe-4e01-ab4d-86f47d875180 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3791426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3830222'] for router_interface, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:48.783133 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-212e35bd-7906-4f8c-ace9-8ed679bc85c7 tempest-RoutersIpV6AdminTest-765327337 tempest-RoutersIpV6AdminTest-765327337-project] 10.222.0.13 "GET /v2.0/ports?device_id=7853994a-8f64-42f8-a4db-9e925ae32779 HTTP/1.1" status: 200  len: 205 time: 0.1735647
Dec 16 22:33:48.784383 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 39640) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:33:48.796395 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:33:48.823038 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-2d6bcc72-abdd-4578-9d06-988ac145330d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b7c0b10a0>, [{'id': '32cea5ae-9cfc-49e9-bee4-592a1f0834b8', 'name': '', 'tenant_id': 'da1952fd136445ea9b286b17cc5d96c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:33:39Z', 'updated_at': '2021-12-16T22:33:48Z', 'revision_number': 4, 'project_id': 'da1952fd136445ea9b286b17cc5d96c9', 'gw_port_host': None}], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:33:48.827825 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d6bcc72-abdd-4578-9d06-988ac145330d None None] The sync data for ids ['32cea5ae-9cfc-49e9-bee4-592a1f0834b8'] in dv-neutron-821829-1-hyperv is: [{'id': '32cea5ae-9cfc-49e9-bee4-592a1f0834b8', 'name': '', 'tenant_id': 'da1952fd136445ea9b286b17cc5d96c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:33:39Z', 'updated_at': '2021-12-16T22:33:48Z', 'revision_number': 4, 'project_id': 'da1952fd136445ea9b286b17cc5d96c9', 'gw_port_host': None}] {{(pid=87508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 22:33:48.843392 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-485e518a-206c-4179-8427-23a564db3769 tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10807931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10549612'] for subnet, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:48.872041 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-7e5cbe16-8558-4038-ba42-769866044634 req-23c3d8a6-ceeb-41f2-b0cd-5e7f05250320 tempest-ServerActionsTestJSON-1581017418 tempest-ServerActionsTestJSON-1581017418-project] 10.222.0.13 "GET /v2.0/security-groups?id=1011a650-dc8c-4279-9762-0c0bcda15d85&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3588395
Dec 16 22:33:48.896903 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device fd4fec16-ccaa-4f55-9b16-22745e8d7e0d up at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 22:33:48.911863 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-5918e981-8d5b-45ef-8511-25e2ca54f521 tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:48.923684 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-5918e981-8d5b-45ef-8511-25e2ca54f521 tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841137'] for security_group_rule, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:48.982563 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning complete for port fd4fec16-ccaa-4f55-9b16-22745e8d7e0d triggered by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:33:48.982942 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:48.996241 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:33:49.010108 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988c247d-7dc1-4771-9124-bed22ad4034e req-546cd947-05a8-42fe-84db-7b9d9a47bc64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:33:49.011870 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-988c247d-7dc1-4771-9124-bed22ad4034e req-546cd947-05a8-42fe-84db-7b9d9a47bc64 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=4324e1ea-4669-4cf4-86ce-32057be725fc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.3062241
Dec 16 22:33:49.064860 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5918e981-8d5b-45ef-8511-25e2ca54f521 tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46ddc968-eebb-499e-82fe-89d46155487a,revision_number=0']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:33:49.123866 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-5918e981-8d5b-45ef-8511-25e2ca54f521 tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:33:49.142334 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-1a3a5a06-dc7e-4a87-a5a9-78c9bc3a6eda tempest-RoutersIpV6AdminTest-765327337 tempest-RoutersIpV6AdminTest-765327337-project] Notify callbacks [] for router, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:49.197536 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-5918e981-8d5b-45ef-8511-25e2ca54f521 tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:49.198731 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-5918e981-8d5b-45ef-8511-25e2ca54f521 tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.6188674
Dec 16 22:33:49.210553 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 39644) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:33:49.255977 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-fad963a3-e32b-40a1-bb3d-100bbdb366f5 tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] 10.222.0.13 "GET /v2.0/security-group-rules/46ddc968-eebb-499e-82fe-89d46155487a HTTP/1.1" status: 200  len: 763 time: 0.0441589
Dec 16 22:33:49.319071 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 39648) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:33:49.358189 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98623f4f-eafe-4e01-ab4d-86f47d875180 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Pushing event updated for resources: {'Port': ['ID=481c39e3-4999-4599-8db2-e8a41e7ea50e,revision_number=2']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:33:49.396149 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-988c247d-7dc1-4771-9124-bed22ad4034e req-16dac658-ff20-4e77-826d-9dea9fef5fee service neutron] 10.222.0.49 "GET /v2.0/networks/4324e1ea-4669-4cf4-86ce-32057be725fc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3667831
Dec 16 22:33:49.398107 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-fc94f9a9-0e77-4c3a-b522-c2f067137c1a tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:49.398428 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-fc94f9a9-0e77-4c3a-b522-c2f067137c1a tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:49.406682 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98623f4f-eafe-4e01-ab4d-86f47d875180 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:33:49.407058 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98623f4f-eafe-4e01-ab4d-86f47d875180 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:33:49.407431 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98623f4f-eafe-4e01-ab4d-86f47d875180 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:33:49.407803 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98623f4f-eafe-4e01-ab4d-86f47d875180 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:33:49.408162 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98623f4f-eafe-4e01-ab4d-86f47d875180 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:33:49.408519 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98623f4f-eafe-4e01-ab4d-86f47d875180 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:33:49.408872 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98623f4f-eafe-4e01-ab4d-86f47d875180 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:33:49.409323 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98623f4f-eafe-4e01-ab4d-86f47d875180 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:33:49.409567 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98623f4f-eafe-4e01-ab4d-86f47d875180 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:33:49.409920 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98623f4f-eafe-4e01-ab4d-86f47d875180 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:33:49.410268 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98623f4f-eafe-4e01-ab4d-86f47d875180 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:33:49.410618 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98623f4f-eafe-4e01-ab4d-86f47d875180 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:33:49.420123 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-98623f4f-eafe-4e01-ab4d-86f47d875180 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.624s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:33:49.425922 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.470s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:33:49.442386 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-1a3a5a06-dc7e-4a87-a5a9-78c9bc3a6eda tempest-RoutersIpV6AdminTest-765327337 tempest-RoutersIpV6AdminTest-765327337-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:49.454557 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-0e49c9aa-eff9-4723-9c66-48e608e7d324 tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Synchronizing usage tracker for tenant:2d296b4ba9d3443c927f854ef36c40ce on resource:security_group_rule {{(pid=87506) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 22:33:49.526045 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [None req-1a3a5a06-dc7e-4a87-a5a9-78c9bc3a6eda tempest-RoutersIpV6AdminTest-765327337 tempest-RoutersIpV6AdminTest-765327337-project] Deleting port 026f40ee-16b7-4601-908a-c95b103036d6 {{(pid=87506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:33:49.527433 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-1a3a5a06-dc7e-4a87-a5a9-78c9bc3a6eda tempest-RoutersIpV6AdminTest-765327337 tempest-RoutersIpV6AdminTest-765327337-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:49.527555 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-485e518a-206c-4179-8427-23a564db3769 tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Checking segment: {'id': 'a87ddbcc-0038-470a-8060-a68569bf880f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '6894f0f9-dad5-462a-be0f-9d8638ac03ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 22:33:49.527555 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-485e518a-206c-4179-8427-23a564db3769 tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Network hostable DHCP agents. Network: 6894f0f9-dad5-462a-be0f-9d8638ac03ad, hostable agents: ['3b155c4d-12dc-491e-aa14-6113b06cfacd'], hosted agents: [] {{(pid=87507) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 16 22:33:49.573109 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-0e49c9aa-eff9-4723-9c66-48e608e7d324 tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Unset dirty status for tenant:2d296b4ba9d3443c927f854ef36c40ce on resource:security_group_rule {{(pid=87506) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 22:33:49.576851 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-0e49c9aa-eff9-4723-9c66-48e608e7d324 tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4113 time: 0.2542400
Dec 16 22:33:49.586272 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 39652) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:33:49.622208 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.plugin [None req-fc94f9a9-0e77-4c3a-b522-c2f067137c1a tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Calling delete_port for 02b03ebd-a150-49de-afe7-59d01f2bf72d owned by network:floatingip {{(pid=87507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:33:49.695806 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-91cef05e-bfff-407f-8f63-936646ef4aea tempest-ServersTestJSON-1208382319 tempest-ServersTestJSON-1208382319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10807823'] for port, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:49.717869 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-ee9617dd-5340-4e9e-b26a-ef7eeeeb71a4 tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:49.726388 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.db [None req-d0cabe41-4628-49b7-b51b-92c416d00da8 tempest-RoutersAdminTest-1901902743 tempest-RoutersAdminTest-1901902743-project-admin] For port 58ff7e5d-3bd8-4b9e-a8dd-dc87d9f266ee, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=58ff7e5d-3bd8-4b9e-a8dd-dc87d9f266ee,segment=NetworkSegment(37d08154-9580-4563-8689-dc0d6c1e6e41),segment_id=37d08154-9580-4563-8689-dc0d6c1e6e41)] {{(pid=87507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:33:49.726731 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-d0cabe41-4628-49b7-b51b-92c416d00da8 tempest-RoutersAdminTest-1901902743 tempest-RoutersAdminTest-1901902743-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:49.731631 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-988c247d-7dc1-4771-9124-bed22ad4034e req-4715e6f4-2a0b-44c6-bf32-3111e0ce75eb service neutron] 10.222.0.49 "GET /v2.0/networks/4324e1ea-4669-4cf4-86ce-32057be725fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3215420
Dec 16 22:33:49.735163 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-ee9617dd-5340-4e9e-b26a-ef7eeeeb71a4 tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:49.747682 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485e518a-206c-4179-8427-23a564db3769 tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Pushing event updated for resources: {'Subnet': ['ID=fbac904e-aa17-4d1f-a146-169e5c7c1368,revision_number=0']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:33:49.787859 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-ee9617dd-5340-4e9e-b26a-ef7eeeeb71a4 tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841137'] for security_group_rule, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:49.794992 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-c6c74dec-a822-4202-90c8-ccc464a1f306 tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:33:49.802177 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-1a3a5a06-dc7e-4a87-a5a9-78c9bc3a6eda tempest-RoutersIpV6AdminTest-765327337 tempest-RoutersIpV6AdminTest-765327337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:49.816373 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-485e518a-206c-4179-8427-23a564db3769 tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.390s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:33:49.817982 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-2d4a9b1f-926a-4340-bb26-22fbf5cbb899 tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.106s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:33:49.822629 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9617dd-5340-4e9e-b26a-ef7eeeeb71a4 tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=46ddc968-eebb-499e-82fe-89d46155487a,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:33:49.828383 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-ee9617dd-5340-4e9e-b26a-ef7eeeeb71a4 tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:33:49.847400 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98623f4f-eafe-4e01-ab4d-86f47d875180 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Network 7edd76f7-0f97-48a5-b177-9842de6c0500 is already hosted by enough agents. {{(pid=87507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:33:49.882587 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-ee9617dd-5340-4e9e-b26a-ef7eeeeb71a4 tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:49.883832 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-ee9617dd-5340-4e9e-b26a-ef7eeeeb71a4 tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/46ddc968-eebb-499e-82fe-89d46155487a HTTP/1.1" status: 204  len: 168 time: 0.2965863
Dec 16 22:33:49.934263 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 39656) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:33:49.944067 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [None req-1a3a5a06-dc7e-4a87-a5a9-78c9bc3a6eda tempest-RoutersIpV6AdminTest-765327337 tempest-RoutersIpV6AdminTest-765327337-project] Calling delete_port for 026f40ee-16b7-4601-908a-c95b103036d6 owned by network:router_gateway {{(pid=87506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:33:49.953691 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-485e518a-206c-4179-8427-23a564db3769 tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Network 6894f0f9-dad5-462a-be0f-9d8638ac03ad is scheduled to be hosted by DHCP agent 3b155c4d-12dc-491e-aa14-6113b06cfacd with binding_index 1 {{(pid=87507) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 16 22:33:49.956052 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.base_scheduler [None req-98623f4f-eafe-4e01-ab4d-86f47d875180 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Resources bound (agent type, host, resource id):  {{(pid=87507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:33:49.964708 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.plugin [None req-d0cabe41-4628-49b7-b51b-92c416d00da8 tempest-RoutersAdminTest-1901902743 tempest-RoutersAdminTest-1901902743-project-admin] Calling delete_port for 58ff7e5d-3bd8-4b9e-a8dd-dc87d9f266ee owned by network:router_gateway {{(pid=87507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:33:49.999303 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cef05e-bfff-407f-8f63-936646ef4aea tempest-ServersTestJSON-1208382319 tempest-ServersTestJSON-1208382319-project] Pushing event deleted for resources: {'Port': ['ID=f7ed4363-1a7d-4451-8dad-704901c1e423,revision_number=None']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:33:50.061670 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-91cef05e-bfff-407f-8f63-936646ef4aea tempest-ServersTestJSON-1208382319 tempest-ServersTestJSON-1208382319-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:33:50.181236 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.base_scheduler [None req-485e518a-206c-4179-8427-23a564db3769 tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821829-1-hyperv, 6894f0f9-dad5-462a-be0f-9d8638ac03ad) {{(pid=87507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:33:50.192796 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b8529e9-0087-4237-aa2e-1133b74d2f74 None None] Network 6894f0f9-dad5-462a-be0f-9d8638ac03ad requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 22:33:50.274376 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-485e518a-206c-4179-8427-23a564db3769 tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:33:50.274983 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-485e518a-206c-4179-8427-23a564db3769 tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Notify callbacks [] for subnet, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:50.280156 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-1a3a5a06-dc7e-4a87-a5a9-78c9bc3a6eda tempest-RoutersIpV6AdminTest-765327337 tempest-RoutersIpV6AdminTest-765327337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1863393'] for port, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:50.298239 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-b3635808-f1ef-4a53-92ff-08e648c817aa tempest-FloatingIPAdminTestJSON-265973053 tempest-FloatingIPAdminTestJSON-265973053-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:33:50.367061 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-cdc059fc-ab49-4f1e-9174-43878a2fe3ff None None] Provisioning complete for port 481c39e3-4999-4599-8db2-e8a41e7ea50e triggered by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:33:50.367347 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-cdc059fc-ab49-4f1e-9174-43878a2fe3ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:50.371328 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3a5a06-dc7e-4a87-a5a9-78c9bc3a6eda tempest-RoutersIpV6AdminTest-765327337 tempest-RoutersIpV6AdminTest-765327337-project] Pushing event deleted for resources: {'Port': ['ID=026f40ee-16b7-4601-908a-c95b103036d6,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:33:50.399974 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-1a3a5a06-dc7e-4a87-a5a9-78c9bc3a6eda tempest-RoutersIpV6AdminTest-765327337 tempest-RoutersIpV6AdminTest-765327337-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:33:50.425108 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-91cef05e-bfff-407f-8f63-936646ef4aea tempest-ServersTestJSON-1208382319 tempest-ServersTestJSON-1208382319-project] Notify callbacks [] for floatingip, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:50.442624 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-e5ded557-b786-4690-af73-c0689cce9c55 tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Synchronizing usage tracker for tenant:2d296b4ba9d3443c927f854ef36c40ce on resource:security_group_rule {{(pid=87507) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 22:33:50.473834 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-1a3a5a06-dc7e-4a87-a5a9-78c9bc3a6eda tempest-RoutersIpV6AdminTest-765327337 tempest-RoutersIpV6AdminTest-765327337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3741895'] for router_gateway, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:50.511338 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-485e518a-206c-4179-8427-23a564db3769 tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 4.2486906
Dec 16 22:33:50.518001 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-91cef05e-bfff-407f-8f63-936646ef4aea tempest-ServersTestJSON-1208382319 tempest-ServersTestJSON-1208382319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for floatingip, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:50.519146 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-91cef05e-bfff-407f-8f63-936646ef4aea tempest-ServersTestJSON-1208382319 tempest-ServersTestJSON-1208382319-project] 10.222.0.13 "DELETE /v2.0/floatingips/728a32d9-a93f-44b8-bd22-ab75f0e785c8 HTTP/1.1" status: 204  len: 168 time: 3.9388220
Dec 16 22:33:50.525864 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 39662) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:33:50.525864 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 39664) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:33:50.530775 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-cdc059fc-ab49-4f1e-9174-43878a2fe3ff None None] Port 481c39e3-4999-4599-8db2-e8a41e7ea50e cannot update to ACTIVE because it is not bound. {{(pid=87508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 22:33:50.583034 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-500aac62-745d-44cb-a0de-b611133425b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1d6bfaf-d325-5e4f-b05d-2441d8339617-6894f0f9-dad5-462a-be0f-9d8638ac03ad', 'network_id': '6894f0f9-dad5-462a-be0f-9d8638ac03ad', 'tenant_id': 'f62e67e237cd4fa6a36febbc06b0f445', 'fixed_ips': [{'subnet_id': 'fbac904e-aa17-4d1f-a146-169e5c7c1368'}]}} from dv-neutron-821829-1-hyperv. {{(pid=87508) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 16 22:33:50.584222 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-500aac62-745d-44cb-a0de-b611133425b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:50.615386 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-e5ded557-b786-4690-af73-c0689cce9c55 tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Unset dirty status for tenant:2d296b4ba9d3443c927f854ef36c40ce on resource:security_group_rule {{(pid=87507) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 22:33:50.619400 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-e5ded557-b786-4690-af73-c0689cce9c55 tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3567 time: 0.6652279
Dec 16 22:33:50.619400 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-fc94f9a9-0e77-4c3a-b522-c2f067137c1a tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10807823'] for port, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:50.620573 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 39670) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:33:50.634980 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-1634d941-f2a2-4150-baf6-61e61342f24a tempest-RoutersIpV6AdminTest-765327337 tempest-RoutersIpV6AdminTest-765327337-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:33:50.673454 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-61a9be9a-373f-486a-9747-83199877c7cb tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Request body: {'security_group_rule': {'security_group_id': '5b11f51a-40c3-447c-8e0e-a54421fb8f2b', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:33:50.678960 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-61a9be9a-373f-486a-9747-83199877c7cb tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:33:50.688990 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-61a9be9a-373f-486a-9747-83199877c7cb tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:33:50.716914 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-61a9be9a-373f-486a-9747-83199877c7cb tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:50.725468 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-1a3a5a06-dc7e-4a87-a5a9-78c9bc3a6eda tempest-RoutersIpV6AdminTest-765327337 tempest-RoutersIpV6AdminTest-765327337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3739500', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39002'] for router, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:50.729081 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-1a3a5a06-dc7e-4a87-a5a9-78c9bc3a6eda tempest-RoutersIpV6AdminTest-765327337 tempest-RoutersIpV6AdminTest-765327337-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:50.755984 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc94f9a9-0e77-4c3a-b522-c2f067137c1a tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Pushing event deleted for resources: {'Port': ['ID=02b03ebd-a150-49de-afe7-59d01f2bf72d,revision_number=None']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:33:50.771104 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.db_base_plugin_common [None req-500aac62-745d-44cb-a0de-b611133425b3 None None] Allocated IP 2001:db8::2 (6894f0f9-dad5-462a-be0f-9d8638ac03ad/fbac904e-aa17-4d1f-a146-169e5c7c1368/a8bc995a-d5d8-4182-a222-574e23c5e71d) {{(pid=87508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 22:33:50.784735 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-1a3a5a06-dc7e-4a87-a5a9-78c9bc3a6eda tempest-RoutersIpV6AdminTest-765327337 tempest-RoutersIpV6AdminTest-765327337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3830089'] for router, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:50.785233 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a3a5a06-dc7e-4a87-a5a9-78c9bc3a6eda tempest-RoutersIpV6AdminTest-765327337 tempest-RoutersIpV6AdminTest-765327337-project] Fanout notify agent at l3_agent the message router_deleted on router 7853994a-8f64-42f8-a4db-9e925ae32779 {{(pid=87506) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 16 22:33:50.797756 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-fc94f9a9-0e77-4c3a-b522-c2f067137c1a tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:33:50.814525 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-61a9be9a-373f-486a-9747-83199877c7cb tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:50.818570 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-1a3a5a06-dc7e-4a87-a5a9-78c9bc3a6eda tempest-RoutersIpV6AdminTest-765327337 tempest-RoutersIpV6AdminTest-765327337-project] Notify callbacks [] for router, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:50.819737 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-1a3a5a06-dc7e-4a87-a5a9-78c9bc3a6eda tempest-RoutersIpV6AdminTest-765327337 tempest-RoutersIpV6AdminTest-765327337-project] 10.222.0.13 "DELETE /v2.0/routers/7853994a-8f64-42f8-a4db-9e925ae32779 HTTP/1.1" status: 204  len: 168 time: 2.0353405
Dec 16 22:33:50.822336 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-61a9be9a-373f-486a-9747-83199877c7cb tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841137'] for security_group_rule, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:50.840600 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 39674) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:33:50.841647 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:33:50.862402 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-18e2a37a-81b4-477b-893e-a0fb9ec27e13 tempest-RoutersIpV6AdminTest-765327337 tempest-RoutersIpV6AdminTest-765327337-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1527892137', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:33:50.869090 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a9be9a-373f-486a-9747-83199877c7cb tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96c53ecc-523f-40e7-9f29-f5b824a5427a,revision_number=0']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:33:50.871676 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-61a9be9a-373f-486a-9747-83199877c7cb tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:33:50.872511 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-61a9be9a-373f-486a-9747-83199877c7cb tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:50.876188 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-61a9be9a-373f-486a-9747-83199877c7cb tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.2521338
Dec 16 22:33:50.876472 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 39678) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:33:50.878974 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-18e2a37a-81b4-477b-893e-a0fb9ec27e13 tempest-RoutersIpV6AdminTest-765327337 tempest-RoutersIpV6AdminTest-765327337-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:33:50.895195 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-18e2a37a-81b4-477b-893e-a0fb9ec27e13 tempest-RoutersIpV6AdminTest-765327337 tempest-RoutersIpV6AdminTest-765327337-project] Usage tracker for resource:router and tenant:f1996cef61c842fc880ffac74f5037a1 is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:33:50.899208 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-18e2a37a-81b4-477b-893e-a0fb9ec27e13 tempest-RoutersIpV6AdminTest-765327337 tempest-RoutersIpV6AdminTest-765327337-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:33:50.907425 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-2d1ab5fc-2af7-4052-9f4b-dce9d7c48818 tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] 10.222.0.13 "GET /v2.0/security-group-rules/96c53ecc-523f-40e7-9f29-f5b824a5427a HTTP/1.1" status: 200  len: 763 time: 0.0271447
Dec 16 22:33:50.909061 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 39682) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:33:50.923546 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-18e2a37a-81b4-477b-893e-a0fb9ec27e13 tempest-RoutersIpV6AdminTest-765327337 tempest-RoutersIpV6AdminTest-765327337-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:33:50.943278 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-18e2a37a-81b4-477b-893e-a0fb9ec27e13 tempest-RoutersIpV6AdminTest-765327337 tempest-RoutersIpV6AdminTest-765327337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3741155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38980'] for router, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:50.944448 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-18e2a37a-81b4-477b-893e-a0fb9ec27e13 tempest-RoutersIpV6AdminTest-765327337 tempest-RoutersIpV6AdminTest-765327337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3743284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3741748', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3896702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-38989'] for router, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:50.976573 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-4d4539ab-91c9-49dd-8921-51c228f75a79 tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Synchronizing usage tracker for tenant:2d296b4ba9d3443c927f854ef36c40ce on resource:security_group_rule {{(pid=87506) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 22:33:50.989669 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bbf2b1-39ac-4543-b8d3-7bfdd7c176fd req-4a8f636c-985b-42a3-9a1a-12770ebb7462 tempest-ServerActionsTestJSON-1581017418 tempest-ServerActionsTestJSON-1581017418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:33:50.991213 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-a9bbf2b1-39ac-4543-b8d3-7bfdd7c176fd req-4a8f636c-985b-42a3-9a1a-12770ebb7462 tempest-ServerActionsTestJSON-1581017418 tempest-ServerActionsTestJSON-1581017418-project] 10.222.0.13 "GET /v2.0/ports?device_id=95ef1739-1bf2-4522-993c-76a77d5f2322 HTTP/1.1" status: 200  len: 945 time: 0.9214203
Dec 16 22:33:50.997060 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-4d4539ab-91c9-49dd-8921-51c228f75a79 tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Unset dirty status for tenant:2d296b4ba9d3443c927f854ef36c40ce on resource:security_group_rule {{(pid=87506) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 22:33:50.998529 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-4d4539ab-91c9-49dd-8921-51c228f75a79 tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4113 time: 0.0887518
Dec 16 22:33:51.002421 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 39686) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:33:51.019382 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-500aac62-745d-44cb-a0de-b611133425b3 None None] Notify callbacks [] for port, precommit_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:51.031836 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-3aa68a90-8eae-4d43-9d27-07e09228aed5 tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:51.042007 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-3aa68a90-8eae-4d43-9d27-07e09228aed5 tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:51.065993 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-3aa68a90-8eae-4d43-9d27-07e09228aed5 tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841137'] for security_group_rule, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:51.068109 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-c9162b11-b4e8-4a0d-81cd-0ae5aab9c51b tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:33:51.087244 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa68a90-8eae-4d43-9d27-07e09228aed5 tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=96c53ecc-523f-40e7-9f29-f5b824a5427a,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:33:51.090372 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-3aa68a90-8eae-4d43-9d27-07e09228aed5 tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:33:51.095601 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-3aa68a90-8eae-4d43-9d27-07e09228aed5 tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:51.096730 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-3aa68a90-8eae-4d43-9d27-07e09228aed5 tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/96c53ecc-523f-40e7-9f29-f5b824a5427a HTTP/1.1" status: 204  len: 168 time: 0.0933044
Dec 16 22:33:51.099205 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 39690) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:33:51.145455 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98623f4f-eafe-4e01-ab4d-86f47d875180 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Router b75f49f6-45e6-4e24-a885-5e1d5424a01f is scheduled to L3 agent 4f519db7-069b-43e2-8411-c092bac9102a with binding_index 1 {{(pid=87507) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 16 22:33:51.146825 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-93226ba7-dd32-46c1-ac14-c70664812d94 tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Synchronizing usage tracker for tenant:2d296b4ba9d3443c927f854ef36c40ce on resource:security_group_rule {{(pid=87506) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 22:33:51.161573 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-93226ba7-dd32-46c1-ac14-c70664812d94 tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Unset dirty status for tenant:2d296b4ba9d3443c927f854ef36c40ce on resource:security_group_rule {{(pid=87506) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 22:33:51.165397 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-93226ba7-dd32-46c1-ac14-c70664812d94 tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3567 time: 0.0626547
Dec 16 22:33:51.165597 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 39694) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:33:51.170657 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-39033176-ec4d-4927-b16e-9eaab3cf885e tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Request body: {'security_group_rule': {'security_group_id': '5b11f51a-40c3-447c-8e0e-a54421fb8f2b', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:33:51.177236 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-39033176-ec4d-4927-b16e-9eaab3cf885e tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:33:51.186754 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-39033176-ec4d-4927-b16e-9eaab3cf885e tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:33:51.197917 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.db.securitygroups_db [None req-39033176-ec4d-4927-b16e-9eaab3cf885e tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Project 2d296b4ba9d3443c927f854ef36c40ce added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 16 22:33:51.204535 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-39033176-ec4d-4927-b16e-9eaab3cf885e tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:51.264790 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-39033176-ec4d-4927-b16e-9eaab3cf885e tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:51.269203 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-39033176-ec4d-4927-b16e-9eaab3cf885e tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841137'] for security_group_rule, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:51.276860 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:33:51.295352 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39033176-ec4d-4927-b16e-9eaab3cf885e tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c932b738-c44f-46b1-bba9-e682970767ae,revision_number=0']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:33:51.298498 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-39033176-ec4d-4927-b16e-9eaab3cf885e tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:33:51.311311 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-39033176-ec4d-4927-b16e-9eaab3cf885e tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:51.313953 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-39033176-ec4d-4927-b16e-9eaab3cf885e tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1466956
Dec 16 22:33:51.316148 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 39698) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:33:51.317799 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-500aac62-745d-44cb-a0de-b611133425b3 None None] Transition to ACTIVE for port object a8bc995a-d5d8-4182-a222-574e23c5e71d will not be triggered until provisioned by entity L2. {{(pid=87508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:33:51.337112 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-500aac62-745d-44cb-a0de-b611133425b3 None None] Transition to ACTIVE for port object a8bc995a-d5d8-4182-a222-574e23c5e71d will not be triggered until provisioned by entity DHCP. {{(pid=87508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:33:51.341559 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-18e2a37a-81b4-477b-893e-a0fb9ec27e13 tempest-RoutersIpV6AdminTest-765327337 tempest-RoutersIpV6AdminTest-765327337-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:51.342758 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-500aac62-745d-44cb-a0de-b611133425b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940'] for port, after_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:51.348095 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-4458199f-43de-4b59-9fd0-bf91fd5cd598 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:33:51.354626 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-b3bc5dc2-0bf8-4e39-9ecf-d3d7bad9f1de tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] 10.222.0.13 "GET /v2.0/security-group-rules/c932b738-c44f-46b1-bba9-e682970767ae HTTP/1.1" status: 200  len: 769 time: 0.0316176
Dec 16 22:33:51.354897 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 39702) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:33:51.372492 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-fc94f9a9-0e77-4c3a-b522-c2f067137c1a tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Notify callbacks [] for floatingip, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:51.386982 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-69f67ff6-87e0-4a78-8c28-a2200d9733cb tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-825997'] for network, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:51.390770 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-a9bbf2b1-39ac-4543-b8d3-7bfdd7c176fd req-c69bec39-77d2-4485-97f2-e97b2aa066cc tempest-ServerActionsTestJSON-1581017418 tempest-ServerActionsTestJSON-1581017418-project] 10.222.0.13 "GET /v2.0/security-groups?id=1011a650-dc8c-4279-9762-0c0bcda15d85&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2925944
Dec 16 22:33:51.427452 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-d047c816-db66-456f-aa00-68e6094e167e tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Synchronizing usage tracker for tenant:2d296b4ba9d3443c927f854ef36c40ce on resource:security_group_rule {{(pid=87506) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 22:33:51.436178 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-18e2a37a-81b4-477b-893e-a0fb9ec27e13 tempest-RoutersIpV6AdminTest-765327337 tempest-RoutersIpV6AdminTest-765327337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3740952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3741923'] for router, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:51.443220 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-d0cabe41-4628-49b7-b51b-92c416d00da8 tempest-RoutersAdminTest-1901902743 tempest-RoutersAdminTest-1901902743-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10807823'] for port, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:51.455929 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-d7526c39-271e-4f5f-8f16-712133d666a4 tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:33:51.473085 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-18e2a37a-81b4-477b-893e-a0fb9ec27e13 tempest-RoutersIpV6AdminTest-765327337 tempest-RoutersIpV6AdminTest-765327337-project] Notify callbacks [] for router, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:51.474511 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-18e2a37a-81b4-477b-893e-a0fb9ec27e13 tempest-RoutersIpV6AdminTest-765327337 tempest-RoutersIpV6AdminTest-765327337-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 709 time: 0.6178570
Dec 16 22:33:51.477301 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 39706) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:33:51.481689 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500aac62-745d-44cb-a0de-b611133425b3 None None] Pushing event updated for resources: {'Port': ['ID=a8bc995a-d5d8-4182-a222-574e23c5e71d,revision_number=1']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:33:51.484675 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-0103b53d-788e-458f-96f4-08b27b63fb1e tempest-RoutersIpV6AdminTest-146809031 tempest-RoutersIpV6AdminTest-146809031-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'enable_snat': False}}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:33:51.486311 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-500aac62-745d-44cb-a0de-b611133425b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:33:51.499124 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-500aac62-745d-44cb-a0de-b611133425b3 None None] Network 6894f0f9-dad5-462a-be0f-9d8638ac03ad is already hosted by enough agents. {{(pid=87508) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:33:51.501042 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.scheduler.base_scheduler [None req-500aac62-745d-44cb-a0de-b611133425b3 None None] Resources bound (agent type, host, resource id):  {{(pid=87508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:33:51.503484 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-500aac62-745d-44cb-a0de-b611133425b3 None None] Received port after_create {{(pid=87508) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 22:33:51.529274 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-fc94f9a9-0e77-4c3a-b522-c2f067137c1a tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for floatingip, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:51.533342 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-fc94f9a9-0e77-4c3a-b522-c2f067137c1a tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] 10.222.0.13 "DELETE /v2.0/floatingips/eb71ff33-1e35-4274-9261-29aa4999a545 HTTP/1.1" status: 204  len: 168 time: 3.5582273
Dec 16 22:33:51.537611 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cabe41-4628-49b7-b51b-92c416d00da8 tempest-RoutersAdminTest-1901902743 tempest-RoutersAdminTest-1901902743-project-admin] Pushing event deleted for resources: {'Port': ['ID=58ff7e5d-3bd8-4b9e-a8dd-dc87d9f266ee,revision_number=None']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:33:51.539070 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 39710) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:33:51.562975 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-d047c816-db66-456f-aa00-68e6094e167e tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Unset dirty status for tenant:2d296b4ba9d3443c927f854ef36c40ce on resource:security_group_rule {{(pid=87506) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 22:33:51.566937 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-d047c816-db66-456f-aa00-68e6094e167e tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4119 time: 0.2085540
Dec 16 22:33:51.572626 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 39712) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:33:51.587620 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-d0cabe41-4628-49b7-b51b-92c416d00da8 tempest-RoutersAdminTest-1901902743 tempest-RoutersAdminTest-1901902743-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:33:51.602200 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-500aac62-745d-44cb-a0de-b611133425b3 None None] Attempting to bind port a8bc995a-d5d8-4182-a222-574e23c5e71d on host dv-neutron-821829-1-hyperv for vnic_type normal with profile  {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 22:33:51.602581 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-500aac62-745d-44cb-a0de-b611133425b3 None None] Attempting to bind port a8bc995a-d5d8-4182-a222-574e23c5e71d by drivers openvswitch,hyperv on host dv-neutron-821829-1-hyperv at level 0 using segments [{'id': 'a87ddbcc-0038-470a-8060-a68569bf880f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '6894f0f9-dad5-462a-be0f-9d8638ac03ad'}] {{(pid=87508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 22:33:51.602953 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-500aac62-745d-44cb-a0de-b611133425b3 None None] Attempting to bind port a8bc995a-d5d8-4182-a222-574e23c5e71d on network 6894f0f9-dad5-462a-be0f-9d8638ac03ad {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 22:33:51.608294 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-500aac62-745d-44cb-a0de-b611133425b3 None None] Checking agent: {'id': '5571501f-366e-47a4-9b60-8ef19d935d27', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821829-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 24, 2), 'started_at': datetime.datetime(2021, 12, 16, 22, 24, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 33, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821829-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 22:33:51.608686 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-500aac62-745d-44cb-a0de-b611133425b3 None None] Checking segment: {'id': 'a87ddbcc-0038-470a-8060-a68569bf880f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '6894f0f9-dad5-462a-be0f-9d8638ac03ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 22:33:51.609712 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-500aac62-745d-44cb-a0de-b611133425b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:51.610103 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-500aac62-745d-44cb-a0de-b611133425b3 None None] Bound using segment: {'id': 'a87ddbcc-0038-470a-8060-a68569bf880f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '6894f0f9-dad5-462a-be0f-9d8638ac03ad'} {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 22:33:51.610576 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-500aac62-745d-44cb-a0de-b611133425b3 None None] Bound port: a8bc995a-d5d8-4182-a222-574e23c5e71d, host: dv-neutron-821829-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a87ddbcc-0038-470a-8060-a68569bf880f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '6894f0f9-dad5-462a-be0f-9d8638ac03ad'}}] {{(pid=87508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 22:33:51.610962 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-500aac62-745d-44cb-a0de-b611133425b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:51.662807 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.plugin [None req-69f67ff6-87e0-4a78-8c28-a2200d9733cb tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Deleting port a8bc995a-d5d8-4182-a222-574e23c5e71d {{(pid=87507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:33:51.663352 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-69f67ff6-87e0-4a78-8c28-a2200d9733cb tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:51.702243 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-500aac62-745d-44cb-a0de-b611133425b3 None None] For port a8bc995a-d5d8-4182-a222-574e23c5e71d, host dv-neutron-821829-1-hyperv, cleared binding levels {{(pid=87508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 22:33:51.706850 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-500aac62-745d-44cb-a0de-b611133425b3 None None] For port a8bc995a-d5d8-4182-a222-574e23c5e71d, host dv-neutron-821829-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=a8bc995a-d5d8-4182-a222-574e23c5e71d,segment=NetworkSegment(a87ddbcc-0038-470a-8060-a68569bf880f),segment_id=a87ddbcc-0038-470a-8060-a68569bf880f)] {{(pid=87508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 22:33:51.712510 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-500aac62-745d-44cb-a0de-b611133425b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:51.722469 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-9af5d42f-072c-447a-a800-bf171d71efb3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:33:51.782040 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-053d684c-f687-44f0-923b-30d21b21bf21 tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:51.783185 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.api.v2.resource [None req-48400aeb-ab82-4410-9048-bbac478a0e99 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] delete failed (client error): The resource could not be found.
Dec 16 22:33:51.787845 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-48400aeb-ab82-4410-9048-bbac478a0e99 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] 10.222.0.13 "DELETE /v2.0/floatingips/eb71ff33-1e35-4274-9261-29aa4999a545 HTTP/1.1" status: 404  len: 345 time: 0.2105994
Dec 16 22:33:51.787845 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98623f4f-eafe-4e01-ab4d-86f47d875180 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify agent at l3_agent.dv-neutron-821829-1-hyperv the message routers_updated {{(pid=87507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 22:33:51.793090 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 39718) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:33:51.798390 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-053d684c-f687-44f0-923b-30d21b21bf21 tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:51.812558 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500aac62-745d-44cb-a0de-b611133425b3 None None] Pushing event updated for resources: {'Port': ['ID=a8bc995a-d5d8-4182-a222-574e23c5e71d,revision_number=2']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:33:51.815607 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd554007-c177-4b03-b2af-0489187a7633 None None] Sync routers for ids ['b75f49f6-45e6-4e24-a885-5e1d5424a01f'] in dv-neutron-821829-1-hyperv {{(pid=87509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 22:33:51.822816 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-98623f4f-eafe-4e01-ab4d-86f47d875180 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] 10.222.0.13 "PUT /v2.0/routers/b75f49f6-45e6-4e24-a885-5e1d5424a01f/add_router_interface HTTP/1.1" status: 200  len: 503 time: 11.0809884
Dec 16 22:33:51.829745 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-500aac62-745d-44cb-a0de-b611133425b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:33:51.829880 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd554007-c177-4b03-b2af-0489187a7633 None None] Routers {'b75f49f6-45e6-4e24-a885-5e1d5424a01f'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:33:51.830392 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-cd554007-c177-4b03-b2af-0489187a7633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b7ca3b070>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:33:31Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['b75f49f6-45e6-4e24-a885-5e1d5424a01f'], 'active': True} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:33:51.834036 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 39722) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:33:51.950182 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-d0cabe41-4628-49b7-b51b-92c416d00da8 tempest-RoutersAdminTest-1901902743 tempest-RoutersAdminTest-1901902743-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3741895'] for router_gateway, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:52.005445 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvr_db [None req-cd554007-c177-4b03-b2af-0489187a7633 None None] Set router b75f49f6-45e6-4e24-a885-5e1d5424a01f gateway port host: None {{(pid=87509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 22:33:52.154107 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-0103b53d-788e-458f-96f4-08b27b63fb1e tempest-RoutersIpV6AdminTest-146809031 tempest-RoutersIpV6AdminTest-146809031-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3741702', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3740945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-38947'] for router, precommit_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:52.167851 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-053d684c-f687-44f0-923b-30d21b21bf21 tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841137'] for security_group_rule, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:52.174449 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:33:52.193355 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3866b747-56f9-469a-84b9-6510dd98ba48 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:33:52.194252 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-3866b747-56f9-469a-84b9-6510dd98ba48 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Synchronizing usage tracker for tenant:8e4385a98eb1416284c1cc96b3355a70 on resource:port {{(pid=87507) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 22:33:52.214266 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053d684c-f687-44f0-923b-30d21b21bf21 tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c932b738-c44f-46b1-bba9-e682970767ae,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:33:52.224218 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-d0cabe41-4628-49b7-b51b-92c416d00da8 tempest-RoutersAdminTest-1901902743 tempest-RoutersAdminTest-1901902743-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3739500', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39002'] for router, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:52.226348 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-053d684c-f687-44f0-923b-30d21b21bf21 tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:52.231222 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 39726) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:33:52.231442 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-053d684c-f687-44f0-923b-30d21b21bf21 tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/c932b738-c44f-46b1-bba9-e682970767ae HTTP/1.1" status: 204  len: 168 time: 0.6577113
Dec 16 22:33:52.236308 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-d0cabe41-4628-49b7-b51b-92c416d00da8 tempest-RoutersAdminTest-1901902743 tempest-RoutersAdminTest-1901902743-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:52.241441 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053d684c-f687-44f0-923b-30d21b21bf21 tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:33:52.241833 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053d684c-f687-44f0-923b-30d21b21bf21 tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:33:52.242279 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053d684c-f687-44f0-923b-30d21b21bf21 tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:33:52.242654 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053d684c-f687-44f0-923b-30d21b21bf21 tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:33:52.243021 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053d684c-f687-44f0-923b-30d21b21bf21 tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:33:52.243632 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053d684c-f687-44f0-923b-30d21b21bf21 tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:33:52.244026 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053d684c-f687-44f0-923b-30d21b21bf21 tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:33:52.244387 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053d684c-f687-44f0-923b-30d21b21bf21 tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:33:52.244747 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053d684c-f687-44f0-923b-30d21b21bf21 tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:33:52.245104 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053d684c-f687-44f0-923b-30d21b21bf21 tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:33:52.245845 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053d684c-f687-44f0-923b-30d21b21bf21 tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:33:52.246213 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053d684c-f687-44f0-923b-30d21b21bf21 tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:33:52.259672 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-213a8b40-77e5-4b10-9219-f95771902568 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:33:52.266770 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-213a8b40-77e5-4b10-9219-f95771902568 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:33:52.274316 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-213a8b40-77e5-4b10-9219-f95771902568 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:33:52.275196 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-213a8b40-77e5-4b10-9219-f95771902568 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Synchronizing usage tracker for tenant:224a3f89678e41499cb7a5fbecafc8d7 on resource:port {{(pid=87506) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 22:33:52.279309 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-053d684c-f687-44f0-923b-30d21b21bf21 tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:33:52.347402 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-3866b747-56f9-469a-84b9-6510dd98ba48 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Unset dirty status for tenant:8e4385a98eb1416284c1cc96b3355a70 on resource:port {{(pid=87507) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 22:33:52.348585 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-3866b747-56f9-469a-84b9-6510dd98ba48 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] 10.222.0.13 "GET /v2.0/ports/481c39e3-4999-4599-8db2-e8a41e7ea50e HTTP/1.1" status: 200  len: 911 time: 0.5103438
Dec 16 22:33:52.352901 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 39730) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:33:52.392168 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-cd554007-c177-4b03-b2af-0489187a7633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b7ca3b070>, [{'id': 'b75f49f6-45e6-4e24-a885-5e1d5424a01f', 'name': 'tempest-NetworksTestDHCPv6-router-1497765514', 'tenant_id': '8e4385a98eb1416284c1cc96b3355a70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:33:40Z', 'updated_at': '2021-12-16T22:33:46Z', 'revision_number': 2, 'project_id': '8e4385a98eb1416284c1cc96b3355a70', 'gw_port_host': None, '_interfaces': [{'id': '481c39e3-4999-4599-8db2-e8a41e7ea50e', 'name': '', 'network_id': '7edd76f7-0f97-48a5-b177-9842de6c0500', 'tenant_id': '8e4385a98eb1416284c1cc96b3355a70', 'mac_address': 'fa:16:3e:08:48:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b75f49f6-45e6-4e24-a885-5e1d5424a01f', 'device_owner': 'network:router_interface', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': 'ad20f92b-559f-4d86-82ff-6677f6369060', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:33:42Z', 'updated_at': '2021-12-16T22:33:47Z', 'revision_number': 2, 'project_id': '8e4385a98eb1416284c1cc96b3355a70', 'subnets': [{'id': 'ad20f92b-559f-4d86-82ff-6677f6369060', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:33:52.398974 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-213a8b40-77e5-4b10-9219-f95771902568 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Unset dirty status for tenant:224a3f89678e41499cb7a5fbecafc8d7 on resource:port {{(pid=87506) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 22:33:52.402724 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-213a8b40-77e5-4b10-9219-f95771902568 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] 10.222.0.13 "GET /v2.0/ports?network_id=f926d6c5-dfee-4ed9-94fe-f90abf85cef4 HTTP/1.1" status: 200  len: 2358 time: 0.6061587
Dec 16 22:33:52.402929 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd554007-c177-4b03-b2af-0489187a7633 None None] Checking router: b75f49f6-45e6-4e24-a885-5e1d5424a01f for host: dv-neutron-821829-1-hyperv {{(pid=87509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 22:33:52.402929 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd554007-c177-4b03-b2af-0489187a7633 None None] Updating router b75f49f6-45e6-4e24-a885-5e1d5424a01f port 481c39e3-4999-4599-8db2-e8a41e7ea50e binding host dv-neutron-821829-1-hyperv {{(pid=87509) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 16 22:33:52.407946 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 39734) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:33:52.508325 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13311507-b3b3-4a11-9a96-228f8cd65c64 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:33:52.508909 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-13311507-b3b3-4a11-9a96-228f8cd65c64 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Synchronizing usage tracker for tenant:224a3f89678e41499cb7a5fbecafc8d7 on resource:subnet {{(pid=87506) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 22:33:52.526818 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron_lib.callbacks.manager [None req-cd554007-c177-4b03-b2af-0489187a7633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:52.566536 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62d2fba0-f8ef-480e-a71e-5184bc8b1b08 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:33:52.570619 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-d0cabe41-4628-49b7-b51b-92c416d00da8 tempest-RoutersAdminTest-1901902743 tempest-RoutersAdminTest-1901902743-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3830089'] for router, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:52.571603 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0cabe41-4628-49b7-b51b-92c416d00da8 tempest-RoutersAdminTest-1901902743 tempest-RoutersAdminTest-1901902743-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 32cea5ae-9cfc-49e9-bee4-592a1f0834b8 {{(pid=87507) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 16 22:33:52.573880 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62d2fba0-f8ef-480e-a71e-5184bc8b1b08 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:33:52.574695 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-62d2fba0-f8ef-480e-a71e-5184bc8b1b08 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Synchronizing usage tracker for tenant:8e4385a98eb1416284c1cc96b3355a70 on resource:port {{(pid=87506) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 22:33:52.598661 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-13311507-b3b3-4a11-9a96-228f8cd65c64 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Unset dirty status for tenant:224a3f89678e41499cb7a5fbecafc8d7 on resource:subnet {{(pid=87506) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 22:33:52.600523 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-13311507-b3b3-4a11-9a96-228f8cd65c64 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] 10.222.0.13 "GET /v2.0/subnets/8db035de-62d1-44a2-9ab7-48e6b352dd27 HTTP/1.1" status: 200  len: 797 time: 0.1897027
Dec 16 22:33:52.612854 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 39740) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:33:52.634250 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-c7d4a785-ed7a-4ea5-a7f5-064d323d6832 tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3567 time: 0.3939276
Dec 16 22:33:52.640983 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-26e218cc-0b5a-4800-8c18-d021238776a5 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Request body: {'port': {'network_id': 'f926d6c5-dfee-4ed9-94fe-f90abf85cef4', 'name': 'tempest-FloatingIPTestJSON-345952754', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:33:52.658561 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 39744) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:33:52.704066 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-d0cabe41-4628-49b7-b51b-92c416d00da8 tempest-RoutersAdminTest-1901902743 tempest-RoutersAdminTest-1901902743-project-admin] Notify callbacks [] for router, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:52.705308 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-d0cabe41-4628-49b7-b51b-92c416d00da8 tempest-RoutersAdminTest-1901902743 tempest-RoutersAdminTest-1901902743-project-admin] 10.222.0.13 "DELETE /v2.0/routers/32cea5ae-9cfc-49e9-bee4-592a1f0834b8 HTTP/1.1" status: 204  len: 168 time: 6.1277640
Dec 16 22:33:52.728699 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 39748) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:33:52.759334 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-62d2fba0-f8ef-480e-a71e-5184bc8b1b08 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Unset dirty status for tenant:8e4385a98eb1416284c1cc96b3355a70 on resource:port {{(pid=87506) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 22:33:52.763893 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-62d2fba0-f8ef-480e-a71e-5184bc8b1b08 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1655 time: 0.4066839
Dec 16 22:33:52.773769 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 39752) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:33:52.904935 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.db [None req-69f67ff6-87e0-4a78-8c28-a2200d9733cb tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] For port a8bc995a-d5d8-4182-a222-574e23c5e71d, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=a8bc995a-d5d8-4182-a222-574e23c5e71d,segment=NetworkSegment(a87ddbcc-0038-470a-8060-a68569bf880f),segment_id=a87ddbcc-0038-470a-8060-a68569bf880f)] {{(pid=87507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:33:52.905674 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-69f67ff6-87e0-4a78-8c28-a2200d9733cb tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:52.966608 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device a8bc995a-d5d8-4182-a222-574e23c5e71d up at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 22:33:53.055387 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron_lib.callbacks.manager [None req-cd554007-c177-4b03-b2af-0489187a7633 None None] Notify callbacks [] for port, precommit_update {{(pid=87509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:53.066261 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-0103b53d-788e-458f-96f4-08b27b63fb1e tempest-RoutersIpV6AdminTest-146809031 tempest-RoutersIpV6AdminTest-146809031-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:53.069704 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.plugin [None req-69f67ff6-87e0-4a78-8c28-a2200d9733cb tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Calling delete_port for a8bc995a-d5d8-4182-a222-574e23c5e71d owned by network:dhcp {{(pid=87507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:33:53.087334 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning for port a8bc995a-d5d8-4182-a222-574e23c5e71d completed by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 22:33:53.089036 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.provisioning_blocks [None req-cd554007-c177-4b03-b2af-0489187a7633 None None] Transition to ACTIVE for port object 481c39e3-4999-4599-8db2-e8a41e7ea50e will not be triggered until provisioned by entity L2. {{(pid=87509) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:33:53.096875 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron_lib.callbacks.manager [None req-cd554007-c177-4b03-b2af-0489187a7633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:53.102832 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:33:53.119388 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-0103b53d-788e-458f-96f4-08b27b63fb1e tempest-RoutersIpV6AdminTest-146809031 tempest-RoutersIpV6AdminTest-146809031-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:53.146318 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1415957-7a8c-4400-9696-9116c940474e tempest-RoutersAdminTest-1901902743 tempest-RoutersAdminTest-1901902743-project-admin] Deleting subnet f1ab8f20-8cb9-4757-a1a5-4a7fab625da5 {{(pid=87507) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 16 22:33:53.172381 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-e1415957-7a8c-4400-9696-9116c940474e tempest-RoutersAdminTest-1901902743 tempest-RoutersAdminTest-1901902743-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:53.177236 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0569697b-42aa-4445-9379-c6d3bb62cff6 None None] Network 6894f0f9-dad5-462a-be0f-9d8638ac03ad requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 22:33:53.260500 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-26e218cc-0b5a-4800-8c18-d021238776a5 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:33:53.284381 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-26e218cc-0b5a-4800-8c18-d021238776a5 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:33:53.315942 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-e1415957-7a8c-4400-9696-9116c940474e tempest-RoutersAdminTest-1901902743 tempest-RoutersAdminTest-1901902743-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2128562'] for subnet, precommit_delete_associations {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:53.318291 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-f56b6769-e027-43ad-b79a-4c0a792b0606 tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Notify callbacks [] for security_group, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:53.390275 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-e1415957-7a8c-4400-9696-9116c940474e tempest-RoutersAdminTest-1901902743 tempest-RoutersAdminTest-1901902743-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3328566'] for subnet, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:53.415820 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-d00a290e-256c-48c6-afbc-ea148a562f5b None None] Provisioning for port a8bc995a-d5d8-4182-a222-574e23c5e71d completed by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 22:33:53.442697 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.plugins.ml2.managers [None req-cd554007-c177-4b03-b2af-0489187a7633 None None] Attempting to bind port 481c39e3-4999-4599-8db2-e8a41e7ea50e on host dv-neutron-821829-1-hyperv for vnic_type normal with profile  {{(pid=87509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 22:33:53.443175 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.plugins.ml2.managers [None req-cd554007-c177-4b03-b2af-0489187a7633 None None] Attempting to bind port 481c39e3-4999-4599-8db2-e8a41e7ea50e by drivers openvswitch,hyperv on host dv-neutron-821829-1-hyperv at level 0 using segments [{'id': 'da71c9a1-7532-4738-a9bc-22a7f498ec35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '7edd76f7-0f97-48a5-b177-9842de6c0500'}] {{(pid=87509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 22:33:53.443610 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd554007-c177-4b03-b2af-0489187a7633 None None] Attempting to bind port 481c39e3-4999-4599-8db2-e8a41e7ea50e on network 7edd76f7-0f97-48a5-b177-9842de6c0500 {{(pid=87509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 22:33:53.450709 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-d00a290e-256c-48c6-afbc-ea148a562f5b None None] Provisioning complete for port a8bc995a-d5d8-4182-a222-574e23c5e71d triggered by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:33:53.450896 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbe6754-674c-4900-88a9-28af01c72eb0 None None] Pushing event updated for resources: {'Port': ['ID=481c39e3-4999-4599-8db2-e8a41e7ea50e,revision_number=3']} {{(pid=87509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:33:53.451299 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-d00a290e-256c-48c6-afbc-ea148a562f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:53.453834 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd554007-c177-4b03-b2af-0489187a7633 None None] Checking agent: {'id': '5571501f-366e-47a4-9b60-8ef19d935d27', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821829-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 24, 2), 'started_at': datetime.datetime(2021, 12, 16, 22, 24, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 33, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821829-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 22:33:53.463613 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd554007-c177-4b03-b2af-0489187a7633 None None] Checking segment: {'id': 'da71c9a1-7532-4738-a9bc-22a7f498ec35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '7edd76f7-0f97-48a5-b177-9842de6c0500'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 22:33:53.464195 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron_lib.callbacks.manager [None req-cd554007-c177-4b03-b2af-0489187a7633 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:53.464671 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd554007-c177-4b03-b2af-0489187a7633 None None] Bound using segment: {'id': 'da71c9a1-7532-4738-a9bc-22a7f498ec35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '7edd76f7-0f97-48a5-b177-9842de6c0500'} {{(pid=87509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 22:33:53.465262 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.plugins.ml2.managers [None req-cd554007-c177-4b03-b2af-0489187a7633 None None] Bound port: 481c39e3-4999-4599-8db2-e8a41e7ea50e, host: dv-neutron-821829-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da71c9a1-7532-4738-a9bc-22a7f498ec35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '7edd76f7-0f97-48a5-b177-9842de6c0500'}}] {{(pid=87509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 22:33:53.466039 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron_lib.callbacks.manager [None req-cd554007-c177-4b03-b2af-0489187a7633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:53.527102 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-f56b6769-e027-43ad-b79a-4c0a792b0606 tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:53.557333 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26e218cc-0b5a-4800-8c18-d021238776a5 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Made reservation on behalf of 224a3f89678e41499cb7a5fbecafc8d7 for: {'port': 1} {{(pid=87507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:33:53.583286 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.plugins.ml2.db [None req-cd554007-c177-4b03-b2af-0489187a7633 None None] For port 481c39e3-4999-4599-8db2-e8a41e7ea50e, host dv-neutron-821829-1-hyperv, cleared binding levels {{(pid=87509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 22:33:53.586803 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.plugins.ml2.db [None req-cd554007-c177-4b03-b2af-0489187a7633 None None] For port 481c39e3-4999-4599-8db2-e8a41e7ea50e, host dv-neutron-821829-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=481c39e3-4999-4599-8db2-e8a41e7ea50e,segment=NetworkSegment(da71c9a1-7532-4738-a9bc-22a7f498ec35),segment_id=da71c9a1-7532-4738-a9bc-22a7f498ec35)] {{(pid=87509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 22:33:53.592990 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbe6754-674c-4900-88a9-28af01c72eb0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:33:53.594049 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbe6754-674c-4900-88a9-28af01c72eb0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:33:53.594479 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbe6754-674c-4900-88a9-28af01c72eb0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:33:53.594907 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbe6754-674c-4900-88a9-28af01c72eb0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:33:53.595318 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbe6754-674c-4900-88a9-28af01c72eb0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:33:53.595746 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbe6754-674c-4900-88a9-28af01c72eb0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:33:53.596207 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbe6754-674c-4900-88a9-28af01c72eb0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:33:53.596616 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbe6754-674c-4900-88a9-28af01c72eb0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:33:53.597026 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbe6754-674c-4900-88a9-28af01c72eb0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:33:53.597431 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbe6754-674c-4900-88a9-28af01c72eb0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:33:53.597835 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbe6754-674c-4900-88a9-28af01c72eb0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:33:53.598238 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbe6754-674c-4900-88a9-28af01c72eb0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:33:53.602290 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron_lib.callbacks.manager [None req-cd554007-c177-4b03-b2af-0489187a7633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:53.603169 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG oslo_concurrency.lockutils [None req-efbe6754-674c-4900-88a9-28af01c72eb0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.500s {{(pid=87509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:33:53.607962 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-f56b6769-e027-43ad-b79a-4c0a792b0606 tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841066'] for security_group, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:53.608153 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG oslo_concurrency.lockutils [None req-f421af1c-4626-4df3-ba8f-543499953dfa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:33:53.616976 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:33:53.622414 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-d00a290e-256c-48c6-afbc-ea148a562f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:53.642025 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56b6769-e027-43ad-b79a-4c0a792b0606 tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b11f51a-40c3-447c-8e0e-a54421fb8f2b,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:33:53.645014 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-f56b6769-e027-43ad-b79a-4c0a792b0606 tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:33:53.668178 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-d00a290e-256c-48c6-afbc-ea148a562f5b None None] For port a8bc995a-d5d8-4182-a222-574e23c5e71d, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=a8bc995a-d5d8-4182-a222-574e23c5e71d,segment=NetworkSegment(a87ddbcc-0038-470a-8060-a68569bf880f),segment_id=a87ddbcc-0038-470a-8060-a68569bf880f)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:33:53.678897 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbe6754-674c-4900-88a9-28af01c72eb0 None None] Pushing event updated for resources: {'Port': ['ID=481c39e3-4999-4599-8db2-e8a41e7ea50e,revision_number=4']} {{(pid=87509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:33:53.683248 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG oslo_concurrency.lockutils [None req-efbe6754-674c-4900-88a9-28af01c72eb0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=87509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:33:53.697966 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd554007-c177-4b03-b2af-0489187a7633 None None] Routers {'b75f49f6-45e6-4e24-a885-5e1d5424a01f'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:33:53.698715 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-cd554007-c177-4b03-b2af-0489187a7633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b7ca3b070>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:33:31Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['b75f49f6-45e6-4e24-a885-5e1d5424a01f'], 'active': True} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:33:53.707510 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-d00a290e-256c-48c6-afbc-ea148a562f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:53.720837 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:33:53.730124 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.db_base_plugin_common [None req-0103b53d-788e-458f-96f4-08b27b63fb1e tempest-RoutersIpV6AdminTest-146809031 tempest-RoutersIpV6AdminTest-146809031-project-admin] Allocated IP 172.26.0.151 (f8905ce9-304b-4976-bc47-e58c71c11de5/9bca8591-41ef-4f2d-8ecb-ecaab1a28acf/bba83a68-8465-4903-b489-fa467b6e71d8) {{(pid=87506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 22:33:53.750108 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-f56b6769-e027-43ad-b79a-4c0a792b0606 tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Notify callbacks [] for security_group, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:53.753349 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-f56b6769-e027-43ad-b79a-4c0a792b0606 tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] 10.222.0.13 "DELETE /v2.0/security-groups/5b11f51a-40c3-447c-8e0e-a54421fb8f2b HTTP/1.1" status: 204  len: 168 time: 1.0913079
Dec 16 22:33:53.766274 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 39756) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:33:53.791712 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-26e218cc-0b5a-4800-8c18-d021238776a5 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:53.853434 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.notifiers.nova [None req-26e218cc-0b5a-4800-8c18-d021238776a5 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] device_id is not set on port 5f930eb3-b003-41b8-8977-a1b0ccbcc728 yet. {{(pid=87507) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 16 22:33:53.885827 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00a290e-256c-48c6-afbc-ea148a562f5b None None] Pushing event updated for resources: {'Port': ['ID=a8bc995a-d5d8-4182-a222-574e23c5e71d,revision_number=3']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:33:53.911099 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00a290e-256c-48c6-afbc-ea148a562f5b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:33:53.912085 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00a290e-256c-48c6-afbc-ea148a562f5b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:33:53.912585 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00a290e-256c-48c6-afbc-ea148a562f5b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:33:53.913091 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00a290e-256c-48c6-afbc-ea148a562f5b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:33:53.913583 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00a290e-256c-48c6-afbc-ea148a562f5b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:33:53.914071 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00a290e-256c-48c6-afbc-ea148a562f5b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:33:53.914622 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00a290e-256c-48c6-afbc-ea148a562f5b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:33:53.915105 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00a290e-256c-48c6-afbc-ea148a562f5b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:33:53.915589 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00a290e-256c-48c6-afbc-ea148a562f5b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:33:53.916093 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00a290e-256c-48c6-afbc-ea148a562f5b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:33:53.916590 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00a290e-256c-48c6-afbc-ea148a562f5b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:33:53.917068 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00a290e-256c-48c6-afbc-ea148a562f5b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:33:53.934844 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-d00a290e-256c-48c6-afbc-ea148a562f5b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:33:53.944388 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvr_db [None req-cd554007-c177-4b03-b2af-0489187a7633 None None] Set router b75f49f6-45e6-4e24-a885-5e1d5424a01f gateway port host: None {{(pid=87509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 22:33:53.962531 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef3f03a-3961-4476-ab01-ba45abb59483 req-9cb8571a-58ea-47ee-84d7-a0ab934d6cfa tempest-ServerActionsTestJSON-1581017418 tempest-ServerActionsTestJSON-1581017418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:33:53.964582 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-7ef3f03a-3961-4476-ab01-ba45abb59483 req-9cb8571a-58ea-47ee-84d7-a0ab934d6cfa tempest-ServerActionsTestJSON-1581017418 tempest-ServerActionsTestJSON-1581017418-project] 10.222.0.13 "GET /v2.0/ports?device_id=95ef1739-1bf2-4522-993c-76a77d5f2322 HTTP/1.1" status: 200  len: 945 time: 1.3404193
Dec 16 22:33:53.965787 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-e1415957-7a8c-4400-9696-9116c940474e tempest-RoutersAdminTest-1901902743 tempest-RoutersAdminTest-1901902743-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3328622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10807868', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10549621'] for subnet, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:54.009208 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-b494eeb7-50ac-4485-b539-c2ee3850130a tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Synchronizing usage tracker for tenant:2d296b4ba9d3443c927f854ef36c40ce on resource:security_group {{(pid=87506) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 22:33:54.038250 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.db.api [None req-69f67ff6-87e0-4a78-8c28-a2200d9733cb tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87507) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 16 22:33:54.038871 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_db.api [None req-69f67ff6-87e0-4a78-8c28-a2200d9733cb tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 16 22:33:54.055579 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:33:54.106098 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-0103b53d-788e-458f-96f4-08b27b63fb1e tempest-RoutersIpV6AdminTest-146809031 tempest-RoutersIpV6AdminTest-146809031-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:54.110674 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-b494eeb7-50ac-4485-b539-c2ee3850130a tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Unset dirty status for tenant:2d296b4ba9d3443c927f854ef36c40ce on resource:security_group {{(pid=87506) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 22:33:54.112948 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-b494eeb7-50ac-4485-b539-c2ee3850130a tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2979 time: 0.3403072
Dec 16 22:33:54.128549 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 39760) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:33:54.131510 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1415957-7a8c-4400-9696-9116c940474e tempest-RoutersAdminTest-1901902743 tempest-RoutersAdminTest-1901902743-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=f1ab8f20-8cb9-4757-a1a5-4a7fab625da5,revision_number=None']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:33:54.137048 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-e1415957-7a8c-4400-9696-9116c940474e tempest-RoutersAdminTest-1901902743 tempest-RoutersAdminTest-1901902743-project-admin] Notify callbacks [] for subnet, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:54.141726 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-7cca4003-e9e1-4dda-97df-74dbd07ce08a tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Request body: {'security_group': {'name': 'tempest-secgroup--821871302'}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:33:54.152821 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-0a02e7a7-7e28-4126-98a6-b02e7b93b217 None None] Provisioning complete for port a8bc995a-d5d8-4182-a222-574e23c5e71d triggered by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:33:54.153612 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-0a02e7a7-7e28-4126-98a6-b02e7b93b217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:54.155576 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-7ef3f03a-3961-4476-ab01-ba45abb59483 req-75614653-c3e5-421c-acc4-b76ab8551625 tempest-ServerActionsTestJSON-1581017418 tempest-ServerActionsTestJSON-1581017418-project] 10.222.0.13 "GET /v2.0/security-groups?id=1011a650-dc8c-4279-9762-0c0bcda15d85&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1431708
Dec 16 22:33:54.185472 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-e1415957-7a8c-4400-9696-9116c940474e tempest-RoutersAdminTest-1901902743 tempest-RoutersAdminTest-1901902743-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:33:54.200364 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-e1415957-7a8c-4400-9696-9116c940474e tempest-RoutersAdminTest-1901902743 tempest-RoutersAdminTest-1901902743-project-admin] 10.222.0.13 "DELETE /v2.0/subnets/f1ab8f20-8cb9-4757-a1a5-4a7fab625da5 HTTP/1.1" status: 204  len: 168 time: 1.4659309
Dec 16 22:33:54.200633 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-0103b53d-788e-458f-96f4-08b27b63fb1e tempest-RoutersIpV6AdminTest-146809031 tempest-RoutersIpV6AdminTest-146809031-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1863393'] for port, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:54.205519 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 39766) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:33:54.206498 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-7cca4003-e9e1-4dda-97df-74dbd07ce08a tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:33:54.210128 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-91aa6813-c51b-4f50-8f98-4900d6cb4627 tempest-RoutersIpV6AdminTest-146809031 tempest-RoutersIpV6AdminTest-146809031-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:33:54.404708 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-cd554007-c177-4b03-b2af-0489187a7633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b7ca3b070>, [{'id': 'b75f49f6-45e6-4e24-a885-5e1d5424a01f', 'name': 'tempest-NetworksTestDHCPv6-router-1497765514', 'tenant_id': '8e4385a98eb1416284c1cc96b3355a70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:33:40Z', 'updated_at': '2021-12-16T22:33:46Z', 'revision_number': 2, 'project_id': '8e4385a98eb1416284c1cc96b3355a70', 'gw_port_host': None, '_interfaces': [{'id': '481c39e3-4999-4599-8db2-e8a41e7ea50e', 'name': '', 'network_id': '7edd76f7-0f97-48a5-b177-9842de6c0500', 'tenant_id': '8e4385a98eb1416284c1cc96b3355a70', 'mac_address': 'fa:16:3e:08:48:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b75f49f6-45e6-4e24-a885-5e1d5424a01f', 'device_owner': 'network:router_interface', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': 'ad20f92b-559f-4d86-82ff-6677f6369060', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:33:42Z', 'updated_at': '2021-12-16T22:33:53Z', 'revision_number': 4, 'project_id': '8e4385a98eb1416284c1cc96b3355a70', 'subnets': [{'id': 'ad20f92b-559f-4d86-82ff-6677f6369060', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:33:54.415916 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd554007-c177-4b03-b2af-0489187a7633 None None] The sync data for ids ['b75f49f6-45e6-4e24-a885-5e1d5424a01f'] in dv-neutron-821829-1-hyperv is: [{'id': 'b75f49f6-45e6-4e24-a885-5e1d5424a01f', 'name': 'tempest-NetworksTestDHCPv6-router-1497765514', 'tenant_id': '8e4385a98eb1416284c1cc96b3355a70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:33:40Z', 'updated_at': '2021-12-16T22:33:46Z', 'revision_number': 2, 'project_id': '8e4385a98eb1416284c1cc96b3355a70', 'gw_port_host': None, '_interfaces': [{'id': '481c39e3-4999-4599-8db2-e8a41e7ea50e', 'name': '', 'network_id': '7edd76f7-0f97-48a5-b177-9842de6c0500', 'tenant_id': '8e4385a98eb1416284c1cc96b3355a70', 'mac_address': 'fa:16:3e:08:48:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b75f49f6-45e6-4e24-a885-5e1d5424a01f', 'device_owner': 'network:router_interface', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': 'ad20f92b-559f-4d86-82ff-6677f6369060', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:33:42Z', 'updated_at': '2021-12-16T22:33:53Z', 'revision_number': 4, 'project_id': '8e4385a98eb1416284c1cc96b3355a70', 'subnets': [{'id': 'ad20f92b-559f-4d86-82ff-6677f6369060', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 22:33:54.443356 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-7cca4003-e9e1-4dda-97df-74dbd07ce08a tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:33:54.491698 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-a92dd7c2-308b-4b72-aa99-fef065ad3218 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3830176'] for router_interface, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:54.546712 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0103b53d-788e-458f-96f4-08b27b63fb1e tempest-RoutersIpV6AdminTest-146809031 tempest-RoutersIpV6AdminTest-146809031-project-admin] Network f8905ce9-304b-4976-bc47-e58c71c11de5 is already hosted by enough agents. {{(pid=87506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:33:54.549938 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.plugin [None req-69f67ff6-87e0-4a78-8c28-a2200d9733cb tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Deleting port a8bc995a-d5d8-4182-a222-574e23c5e71d {{(pid=87507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:33:54.549938 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-69f67ff6-87e0-4a78-8c28-a2200d9733cb tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:54.572723 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.base_scheduler [None req-0103b53d-788e-458f-96f4-08b27b63fb1e tempest-RoutersIpV6AdminTest-146809031 tempest-RoutersIpV6AdminTest-146809031-project-admin] Resources bound (agent type, host, resource id):  {{(pid=87506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:33:54.579495 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-7cca4003-e9e1-4dda-97df-74dbd07ce08a tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Notify callbacks [] for security_group, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:54.588774 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0103b53d-788e-458f-96f4-08b27b63fb1e tempest-RoutersIpV6AdminTest-146809031 tempest-RoutersIpV6AdminTest-146809031-project-admin] Pushing event updated for resources: {'Port': ['ID=bba83a68-8465-4903-b489-fa467b6e71d8,revision_number=1']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:33:54.593883 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0103b53d-788e-458f-96f4-08b27b63fb1e tempest-RoutersIpV6AdminTest-146809031 tempest-RoutersIpV6AdminTest-146809031-project-admin] Received port after_create {{(pid=87506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 22:33:54.650314 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-0103b53d-788e-458f-96f4-08b27b63fb1e tempest-RoutersIpV6AdminTest-146809031 tempest-RoutersIpV6AdminTest-146809031-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.440s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:33:54.675169 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-eab6033e-f8d3-4894-a808-ef0fc63b4ad1 tempest-RoutersAdminTest-1901902743 tempest-RoutersAdminTest-1901902743-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-825997'] for network, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:54.701068 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-4d5c9b04-5740-4cd8-8f0e-89d2c76016a9 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3830176'] for router_interface, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:54.757825 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-7cca4003-e9e1-4dda-97df-74dbd07ce08a tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:33:54.828762 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-7cca4003-e9e1-4dda-97df-74dbd07ce08a tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Usage tracker for resource:security_group_rule and tenant:2d296b4ba9d3443c927f854ef36c40ce is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:33:54.865363 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.db_base_plugin_common [None req-26e218cc-0b5a-4800-8c18-d021238776a5 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Allocated IP 172.20.0.14 (f926d6c5-dfee-4ed9-94fe-f90abf85cef4/8db035de-62d1-44a2-9ab7-48e6b352dd27/5f930eb3-b003-41b8-8977-a1b0ccbcc728) {{(pid=87507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 22:33:54.967113 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-7cca4003-e9e1-4dda-97df-74dbd07ce08a tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:33:54.992765 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device a8bc995a-d5d8-4182-a222-574e23c5e71d up at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 22:33:55.003721 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.db_base_plugin_common [None req-26e218cc-0b5a-4800-8c18-d021238776a5 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Allocated IP 172.20.0.13 (f926d6c5-dfee-4ed9-94fe-f90abf85cef4/8db035de-62d1-44a2-9ab7-48e6b352dd27/5f930eb3-b003-41b8-8977-a1b0ccbcc728) {{(pid=87507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 22:33:55.012910 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498e73f0-3416-4c8b-b567-113bda7743dd req-3fb397b6-6412-4b29-80aa-6a34315462f8 tempest-ServerActionsTestJSON-1581017418 tempest-ServerActionsTestJSON-1581017418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:33:55.014464 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-498e73f0-3416-4c8b-b567-113bda7743dd req-3fb397b6-6412-4b29-80aa-6a34315462f8 tempest-ServerActionsTestJSON-1581017418 tempest-ServerActionsTestJSON-1581017418-project] 10.222.0.13 "GET /v2.0/ports?device_id=95ef1739-1bf2-4522-993c-76a77d5f2322 HTTP/1.1" status: 200  len: 945 time: 0.6522915
Dec 16 22:33:55.040087 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-7cca4003-e9e1-4dda-97df-74dbd07ce08a tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:33:55.081995 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning complete for port a8bc995a-d5d8-4182-a222-574e23c5e71d triggered by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:33:55.082489 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:55.228099 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 481c39e3-4999-4599-8db2-e8a41e7ea50e up at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 22:33:55.269988 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-498e73f0-3416-4c8b-b567-113bda7743dd req-2b4274e0-f8d2-4597-8a3b-7adc6bb743d5 tempest-ServerActionsTestJSON-1581017418 tempest-ServerActionsTestJSON-1581017418-project] 10.222.0.13 "GET /v2.0/security-groups?id=1011a650-dc8c-4279-9762-0c0bcda15d85&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2282057
Dec 16 22:33:55.319020 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning for port 481c39e3-4999-4599-8db2-e8a41e7ea50e completed by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 22:33:55.327941 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-eab6033e-f8d3-4894-a808-ef0fc63b4ad1 tempest-RoutersAdminTest-1901902743 tempest-RoutersAdminTest-1901902743-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3329565', 'neutron.services.segments.db._delete_segments_for_network-8734753546406'] for network, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:55.330093 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning complete for port 481c39e3-4999-4599-8db2-e8a41e7ea50e triggered by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:33:55.330676 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:55.401524 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.db [None req-69f67ff6-87e0-4a78-8c28-a2200d9733cb tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] For port a8bc995a-d5d8-4182-a222-574e23c5e71d, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=a8bc995a-d5d8-4182-a222-574e23c5e71d,segment=NetworkSegment(a87ddbcc-0038-470a-8060-a68569bf880f),segment_id=a87ddbcc-0038-470a-8060-a68569bf880f)] {{(pid=87507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:33:55.401832 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-69f67ff6-87e0-4a78-8c28-a2200d9733cb tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:55.441332 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.services.segments.db [None req-eab6033e-f8d3-4894-a808-ef0fc63b4ad1 tempest-RoutersAdminTest-1901902743 tempest-RoutersAdminTest-1901902743-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1b765e3f10>,) {'filters': {'network_id': ['44b71baf-37e1-45c8-a45c-03b038ab7b26']}} {{(pid=87506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:33:55.474846 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:55.493655 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.services.segments.db [None req-eab6033e-f8d3-4894-a808-ef0fc63b4ad1 tempest-RoutersAdminTest-1901902743 tempest-RoutersAdminTest-1901902743-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b765e3f10>, '37d08154-9580-4563-8689-dc0d6c1e6e41') {'for_net_delete': True} {{(pid=87506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:33:55.494417 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.services.segments.db [None req-eab6033e-f8d3-4894-a808-ef0fc63b4ad1 tempest-RoutersAdminTest-1901902743 tempest-RoutersAdminTest-1901902743-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b765e3f10>, '37d08154-9580-4563-8689-dc0d6c1e6e41') {} {{(pid=87506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:33:55.528693 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] For port 481c39e3-4999-4599-8db2-e8a41e7ea50e, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=481c39e3-4999-4599-8db2-e8a41e7ea50e,segment=NetworkSegment(da71c9a1-7532-4738-a9bc-22a7f498ec35),segment_id=da71c9a1-7532-4738-a9bc-22a7f498ec35)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:33:55.531730 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-eab6033e-f8d3-4894-a808-ef0fc63b4ad1 tempest-RoutersAdminTest-1901902743 tempest-RoutersAdminTest-1901902743-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734753593977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-266764496'] for segment, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:55.541345 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:55.544240 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-ea4db6c1-0b4d-46dd-aa9b-2624280a1851 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:33:55.620563 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-eab6033e-f8d3-4894-a808-ef0fc63b4ad1 tempest-RoutersAdminTest-1901902743 tempest-RoutersAdminTest-1901902743-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-883292'] for segment, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:55.627028 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Pushing event updated for resources: {'Port': ['ID=481c39e3-4999-4599-8db2-e8a41e7ea50e,revision_number=5']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:33:55.630192 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:33:55.637182 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.plugin [None req-69f67ff6-87e0-4a78-8c28-a2200d9733cb tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Calling delete_port for a8bc995a-d5d8-4182-a222-574e23c5e71d owned by network:dhcp {{(pid=87507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:33:55.638148 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-7cca4003-e9e1-4dda-97df-74dbd07ce08a tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Notify callbacks [] for security_group, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:55.647821 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eab6033e-f8d3-4894-a808-ef0fc63b4ad1 tempest-RoutersAdminTest-1901902743 tempest-RoutersAdminTest-1901902743-project-admin] Releasing vlan 167 on physical network physnet1 to pool {{(pid=87506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 16 22:33:55.648200 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-eab6033e-f8d3-4894-a808-ef0fc63b4ad1 tempest-RoutersAdminTest-1901902743 tempest-RoutersAdminTest-1901902743-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-883285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1863180'] for segment, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:55.674689 dv-neutron-821829-1-hyperv neutron-server[87506]: Traceback (most recent call last):
Dec 16 22:33:55.674689 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 16 22:33:55.674689 dv-neutron-821829-1-hyperv neutron-server[87506]:     timer()
Dec 16 22:33:55.674689 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 22:33:55.674689 dv-neutron-821829-1-hyperv neutron-server[87506]:     cb(*args, **kw)
Dec 16 22:33:55.674689 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 22:33:55.674689 dv-neutron-821829-1-hyperv neutron-server[87506]:     return func(*args, **kwargs)
Dec 16 22:33:55.674689 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 22:33:55.674689 dv-neutron-821829-1-hyperv neutron-server[87506]:     self._notify()
Dec 16 22:33:55.674689 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 22:33:55.674689 dv-neutron-821829-1-hyperv neutron-server[87506]:     self.callback(batched_events)
Dec 16 22:33:55.674689 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 22:33:55.674689 dv-neutron-821829-1-hyperv neutron-server[87506]:     event.method(event)
Dec 16 22:33:55.674689 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 22:33:55.674689 dv-neutron-821829-1-hyperv neutron-server[87506]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 22:33:55.674689 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 22:33:55.674689 dv-neutron-821829-1-hyperv neutron-server[87506]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 22:33:55.674689 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 22:33:55.674689 dv-neutron-821829-1-hyperv neutron-server[87506]:     return f(self, *a, **k)
Dec 16 22:33:55.674689 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 16 22:33:55.674689 dv-neutron-821829-1-hyperv neutron-server[87506]:     return self._get(url).json()
Dec 16 22:33:55.674689 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 16 22:33:55.674689 dv-neutron-821829-1-hyperv neutron-server[87506]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 22:33:55.674689 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 16 22:33:55.674689 dv-neutron-821829-1-hyperv neutron-server[87506]:     return self.request(url, 'GET', **kwargs)
Dec 16 22:33:55.674689 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 16 22:33:55.674689 dv-neutron-821829-1-hyperv neutron-server[87506]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 22:33:55.674689 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 16 22:33:55.674689 dv-neutron-821829-1-hyperv neutron-server[87506]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 22:33:55.674689 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 16 22:33:55.674689 dv-neutron-821829-1-hyperv neutron-server[87506]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 22:33:55.674689 dv-neutron-821829-1-hyperv neutron-server[87506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 22:33:55.676545 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-7cca4003-e9e1-4dda-97df-74dbd07ce08a tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841066'] for security_group, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:55.678910 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-bb853c77-8737-49d2-9227-c2a327b1f3b3 tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:33:55.807540 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cca4003-e9e1-4dda-97df-74dbd07ce08a tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be1255fe-5a14-4101-988e-5bcd0c51aa30,revision_number=1']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:33:55.809873 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-0103b53d-788e-458f-96f4-08b27b63fb1e tempest-RoutersIpV6AdminTest-146809031 tempest-RoutersIpV6AdminTest-146809031-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:55.883287 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-26e218cc-0b5a-4800-8c18-d021238776a5 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Notify callbacks [] for port, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:55.975615 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-7cca4003-e9e1-4dda-97df-74dbd07ce08a tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:33:55.980772 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd748004-20ed-4364-a2c0-4b634069a5d9 req-350c1d9d-4942-474d-9e0e-2d8cc52caeaa tempest-ServerActionsTestJSON-1581017418 tempest-ServerActionsTestJSON-1581017418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:33:55.982394 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-cd748004-20ed-4364-a2c0-4b634069a5d9 req-350c1d9d-4942-474d-9e0e-2d8cc52caeaa tempest-ServerActionsTestJSON-1581017418 tempest-ServerActionsTestJSON-1581017418-project] 10.222.0.13 "GET /v2.0/ports?device_id=95ef1739-1bf2-4522-993c-76a77d5f2322 HTTP/1.1" status: 200  len: 945 time: 0.2939181
Dec 16 22:33:55.994596 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [None req-4d5c9b04-5740-4cd8-8f0e-89d2c76016a9 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Deleting port 481c39e3-4999-4599-8db2-e8a41e7ea50e {{(pid=87506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:33:55.995011 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-4d5c9b04-5740-4cd8-8f0e-89d2c76016a9 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:56.041165 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.plugin [None req-a92dd7c2-308b-4b72-aa99-fef065ad3218 admin admin] Deleting port 62ff8753-d50e-4407-b4f0-f88711fada08 {{(pid=87507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:33:56.041503 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-a92dd7c2-308b-4b72-aa99-fef065ad3218 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:56.054305 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-7cca4003-e9e1-4dda-97df-74dbd07ce08a tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Notify callbacks [] for security_group, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:56.055519 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-7cca4003-e9e1-4dda-97df-74dbd07ce08a tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1743 time: 1.9257720
Dec 16 22:33:56.056289 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-eab6033e-f8d3-4894-a808-ef0fc63b4ad1 tempest-RoutersAdminTest-1901902743 tempest-RoutersAdminTest-1901902743-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3329572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3741856'] for network, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:56.061427 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 39774) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:33:56.072025 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:33:56.085526 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-69f67ff6-87e0-4a78-8c28-a2200d9733cb tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10807823'] for port, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:56.087576 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eab6033e-f8d3-4894-a808-ef0fc63b4ad1 tempest-RoutersAdminTest-1901902743 tempest-RoutersAdminTest-1901902743-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network  44b71baf-37e1-45c8-a45c-03b038ab7b26 {{(pid=87506) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}}
Dec 16 22:33:56.093675 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-98623f4f-eafe-4e01-ab4d-86f47d875180 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:33:56.099391 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-3c865e2f-e735-4a30-a27c-f7fb263645f7 tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Request body: {'security_group_rule': {'security_group_id': 'be1255fe-5a14-4101-988e-5bcd0c51aa30', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:33:56.104171 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-eab6033e-f8d3-4894-a808-ef0fc63b4ad1 tempest-RoutersAdminTest-1901902743 tempest-RoutersAdminTest-1901902743-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3791486'] for network, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:56.159788 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f67ff6-87e0-4a78-8c28-a2200d9733cb tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Pushing event deleted for resources: {'Port': ['ID=a8bc995a-d5d8-4182-a222-574e23c5e71d,revision_number=None']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:33:56.167250 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-3c865e2f-e735-4a30-a27c-f7fb263645f7 tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:33:56.169232 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-cd748004-20ed-4364-a2c0-4b634069a5d9 req-fe354d1c-4378-46a0-8cc2-8b961637e1d4 tempest-ServerActionsTestJSON-1581017418 tempest-ServerActionsTestJSON-1581017418-project] 10.222.0.13 "GET /v2.0/security-groups?id=1011a650-dc8c-4279-9762-0c0bcda15d85&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1678436
Dec 16 22:33:56.172151 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-69f67ff6-87e0-4a78-8c28-a2200d9733cb tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:33:56.193507 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab6033e-f8d3-4894-a808-ef0fc63b4ad1 tempest-RoutersAdminTest-1901902743 tempest-RoutersAdminTest-1901902743-project-admin] Pushing event deleted for resources: {'Network': ['ID=44b71baf-37e1-45c8-a45c-03b038ab7b26,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:33:56.213901 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-26e218cc-0b5a-4800-8c18-d021238776a5 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10807823'] for port, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:56.262527 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-eab6033e-f8d3-4894-a808-ef0fc63b4ad1 tempest-RoutersAdminTest-1901902743 tempest-RoutersAdminTest-1901902743-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:33:56.266262 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-eab6033e-f8d3-4894-a808-ef0fc63b4ad1 tempest-RoutersAdminTest-1901902743 tempest-RoutersAdminTest-1901902743-project-admin] 10.222.0.13 "DELETE /v2.0/networks/44b71baf-37e1-45c8-a45c-03b038ab7b26 HTTP/1.1" status: 204  len: 168 time: 2.0165875
Dec 16 22:33:56.267163 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-fd5e3cfd-c760-4ac2-ba67-5ba30f8001b2 tempest-ExtraDHCPOptionsIpV6TestJSON-903106190 tempest-ExtraDHCPOptionsIpV6TestJSON-903106190-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:33:56.272183 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e9fb2cb-7aad-44ed-a65b-097869e6d223 None None] DHCP port deletion for 6894f0f9-dad5-462a-be0f-9d8638ac03ad request from dv-neutron-821829-1-hyperv {{(pid=87508) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 16 22:33:56.279398 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-3c865e2f-e735-4a30-a27c-f7fb263645f7 tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Usage tracker for resource:security_group_rule and tenant:2d296b4ba9d3443c927f854ef36c40ce is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:33:56.300423 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aef8fb09-4379-4fd7-a682-a7e418bced28 None None] get_active_networks_info from dv-neutron-821829-1-hyperv {{(pid=87508) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}}
Dec 16 22:33:56.303471 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-3c865e2f-e735-4a30-a27c-f7fb263645f7 tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:33:56.343192 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-3c865e2f-e735-4a30-a27c-f7fb263645f7 tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:33:56.578767 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aef8fb09-4379-4fd7-a682-a7e418bced28 None None] Resources bound (agent type, host, resource id):  {{(pid=87508) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Dec 16 22:33:56.589150 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69f67ff6-87e0-4a78-8c28-a2200d9733cb tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] No DVR routers for this DVR port a8bc995a-d5d8-4182-a222-574e23c5e71d on host dv-neutron-821829-1-hyperv {{(pid=87507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 22:33:56.633520 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 39788) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:33:56.662474 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-21bc9939-91b8-4a5d-bdd9-7b3ef11ac186 tempest-RoutersAdminTest-1901902743 tempest-RoutersAdminTest-1901902743-project-admin] Request body: {'router': {'name': 'tempest-router--1329525108', 'project_id': 'c6992fa9cae64b54882e94ad99ee764b'}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:33:56.681475 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-21bc9939-91b8-4a5d-bdd9-7b3ef11ac186 tempest-RoutersAdminTest-1901902743 tempest-RoutersAdminTest-1901902743-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:33:56.695416 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-3c865e2f-e735-4a30-a27c-f7fb263645f7 tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:56.704797 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-21bc9939-91b8-4a5d-bdd9-7b3ef11ac186 tempest-RoutersAdminTest-1901902743 tempest-RoutersAdminTest-1901902743-project-admin] Usage tracker for resource:router and tenant:c6992fa9cae64b54882e94ad99ee764b is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:33:56.714077 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-21bc9939-91b8-4a5d-bdd9-7b3ef11ac186 tempest-RoutersAdminTest-1901902743 tempest-RoutersAdminTest-1901902743-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:33:56.723211 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.db [None req-4d5c9b04-5740-4cd8-8f0e-89d2c76016a9 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] For port 481c39e3-4999-4599-8db2-e8a41e7ea50e, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=481c39e3-4999-4599-8db2-e8a41e7ea50e,segment=NetworkSegment(da71c9a1-7532-4738-a9bc-22a7f498ec35),segment_id=da71c9a1-7532-4738-a9bc-22a7f498ec35)] {{(pid=87506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:33:56.723570 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-4d5c9b04-5740-4cd8-8f0e-89d2c76016a9 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:56.734541 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-21bc9939-91b8-4a5d-bdd9-7b3ef11ac186 tempest-RoutersAdminTest-1901902743 tempest-RoutersAdminTest-1901902743-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:33:56.880812 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e218cc-0b5a-4800-8c18-d021238776a5 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Pushing event updated for resources: {'Port': ['ID=5f930eb3-b003-41b8-8977-a1b0ccbcc728,revision_number=1']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:33:56.890775 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26e218cc-0b5a-4800-8c18-d021238776a5 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Network f926d6c5-dfee-4ed9-94fe-f90abf85cef4 is already hosted by enough agents. {{(pid=87507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:33:56.898065 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-26e218cc-0b5a-4800-8c18-d021238776a5 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.631s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:33:56.899156 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.base_scheduler [None req-26e218cc-0b5a-4800-8c18-d021238776a5 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Resources bound (agent type, host, resource id):  {{(pid=87507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:33:56.908022 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26e218cc-0b5a-4800-8c18-d021238776a5 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Received port after_create {{(pid=87507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 22:33:56.969803 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 481c39e3-4999-4599-8db2-e8a41e7ea50e up at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 22:33:57.022062 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [None req-4d5c9b04-5740-4cd8-8f0e-89d2c76016a9 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Calling delete_port for 481c39e3-4999-4599-8db2-e8a41e7ea50e owned by network:router_interface {{(pid=87506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:33:57.040986 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-69f67ff6-87e0-4a78-8c28-a2200d9733cb tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3328566'] for subnet, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:57.072188 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-21bc9939-91b8-4a5d-bdd9-7b3ef11ac186 tempest-RoutersAdminTest-1901902743 tempest-RoutersAdminTest-1901902743-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3741155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38980'] for router, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:57.073309 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-21bc9939-91b8-4a5d-bdd9-7b3ef11ac186 tempest-RoutersAdminTest-1901902743 tempest-RoutersAdminTest-1901902743-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3743284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3741748', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3896702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-38989'] for router, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:57.082915 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning complete for port 481c39e3-4999-4599-8db2-e8a41e7ea50e triggered by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:33:57.083326 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:57.110848 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26e218cc-0b5a-4800-8c18-d021238776a5 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:33:57.111462 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-26e218cc-0b5a-4800-8c18-d021238776a5 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for port, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:57.120746 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.db [None req-a92dd7c2-308b-4b72-aa99-fef065ad3218 admin admin] For port 62ff8753-d50e-4407-b4f0-f88711fada08, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=62ff8753-d50e-4407-b4f0-f88711fada08,segment=NetworkSegment(4f66cca6-f628-4787-a123-0cc878e80ac6),segment_id=4f66cca6-f628-4787-a123-0cc878e80ac6)] {{(pid=87507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:33:57.121101 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-a92dd7c2-308b-4b72-aa99-fef065ad3218 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:57.131375 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55516ea3-ea61-4aec-96a4-714204919f63 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1d6bfaf-d325-5e4f-b05d-2441d8339617-6894f0f9-dad5-462a-be0f-9d8638ac03ad', 'network_id': '6894f0f9-dad5-462a-be0f-9d8638ac03ad', 'tenant_id': 'f62e67e237cd4fa6a36febbc06b0f445', 'fixed_ips': [{'subnet_id': 'fbac904e-aa17-4d1f-a146-169e5c7c1368'}]}} from dv-neutron-821829-1-hyperv. {{(pid=87508) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 16 22:33:57.132336 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-55516ea3-ea61-4aec-96a4-714204919f63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:57.178023 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-0103b53d-788e-458f-96f4-08b27b63fb1e tempest-RoutersIpV6AdminTest-146809031 tempest-RoutersIpV6AdminTest-146809031-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3741702', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3740945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-38947'] for router, precommit_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:57.182359 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-3c865e2f-e735-4a30-a27c-f7fb263645f7 tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:57.194765 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-21bc9939-91b8-4a5d-bdd9-7b3ef11ac186 tempest-RoutersAdminTest-1901902743 tempest-RoutersAdminTest-1901902743-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:57.196877 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-0103b53d-788e-458f-96f4-08b27b63fb1e tempest-RoutersIpV6AdminTest-146809031 tempest-RoutersIpV6AdminTest-146809031-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3741923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3741713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3741720', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3740934'] for router, after_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:57.199017 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-3c865e2f-e735-4a30-a27c-f7fb263645f7 tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841137'] for security_group_rule, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:57.214642 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-54e4210d-a67b-4a9b-8259-e384f7400ce7 tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:33:57.268704 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.plugin [None req-a92dd7c2-308b-4b72-aa99-fef065ad3218 admin admin] Calling delete_port for 62ff8753-d50e-4407-b4f0-f88711fada08 owned by network:router_interface {{(pid=87507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:33:57.309471 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-26e218cc-0b5a-4800-8c18-d021238776a5 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1009 time: 4.6709709
Dec 16 22:33:57.310318 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 39792) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:33:57.318813 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c865e2f-e735-4a30-a27c-f7fb263645f7 tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c51f3fb-2d8e-45ab-8a53-e90fc03c6093,revision_number=0']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:33:57.326676 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-68304d9b-a7bd-4266-8e67-1d36ed8b7c97 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Request body: {'floatingip': {'floating_network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'port_id': '5f930eb3-b003-41b8-8977-a1b0ccbcc728', 'fixed_ip_address': '172.20.0.14'}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:33:57.343990 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c4406e-628b-4389-a4d7-8c7e7de59be2 req-2aa11397-d97e-466f-98e2-491b9dd3a3e6 tempest-ServerActionsTestJSON-1581017418 tempest-ServerActionsTestJSON-1581017418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:33:57.345464 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-38c4406e-628b-4389-a4d7-8c7e7de59be2 req-2aa11397-d97e-466f-98e2-491b9dd3a3e6 tempest-ServerActionsTestJSON-1581017418 tempest-ServerActionsTestJSON-1581017418-project] 10.222.0.13 "GET /v2.0/ports?device_id=95ef1739-1bf2-4522-993c-76a77d5f2322 HTTP/1.1" status: 200  len: 945 time: 0.4511101
Dec 16 22:33:57.346452 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-68304d9b-a7bd-4266-8e67-1d36ed8b7c97 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:33:57.365691 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.db_base_plugin_common [None req-55516ea3-ea61-4aec-96a4-714204919f63 None None] Allocated IP 2001:db8::2 (6894f0f9-dad5-462a-be0f-9d8638ac03ad/fbac904e-aa17-4d1f-a146-169e5c7c1368/32e34b1b-09ed-4c07-961a-cf6f16c5d9c2) {{(pid=87508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 22:33:57.381322 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-68304d9b-a7bd-4266-8e67-1d36ed8b7c97 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:33:57.442668 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-38c4406e-628b-4389-a4d7-8c7e7de59be2 req-0836140f-873a-4c9e-bc7a-d15b42e8b055 tempest-ServerActionsTestJSON-1581017418 tempest-ServerActionsTestJSON-1581017418-project] 10.222.0.13 "GET /v2.0/security-groups?id=1011a650-dc8c-4279-9762-0c0bcda15d85&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0828762
Dec 16 22:33:57.471752 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-3c865e2f-e735-4a30-a27c-f7fb263645f7 tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:33:57.505001 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-21bc9939-91b8-4a5d-bdd9-7b3ef11ac186 tempest-RoutersAdminTest-1901902743 tempest-RoutersAdminTest-1901902743-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3740952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3741923'] for router, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:57.519655 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device a8bc995a-d5d8-4182-a222-574e23c5e71d no longer exists at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 22:33:57.520871 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-3c865e2f-e735-4a30-a27c-f7fb263645f7 tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:57.524482 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-3c865e2f-e735-4a30-a27c-f7fb263645f7 tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 1.4514525
Dec 16 22:33:57.525243 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 39796) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:33:57.544381 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0103b53d-788e-458f-96f4-08b27b63fb1e tempest-RoutersIpV6AdminTest-146809031 tempest-RoutersIpV6AdminTest-146809031-project-admin] Router 459100dd-c0d3-4036-b6cb-e4a6d3549dba is scheduled to L3 agent 4f519db7-069b-43e2-8411-c092bac9102a with binding_index 1 {{(pid=87506) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 16 22:33:57.551054 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-21bc9939-91b8-4a5d-bdd9-7b3ef11ac186 tempest-RoutersAdminTest-1901902743 tempest-RoutersAdminTest-1901902743-project-admin] Notify callbacks [] for router, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:57.552225 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-21bc9939-91b8-4a5d-bdd9-7b3ef11ac186 tempest-RoutersAdminTest-1901902743 tempest-RoutersAdminTest-1901902743-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 723 time: 0.9064286
Dec 16 22:33:57.557202 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 39800) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:33:57.559014 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-68304d9b-a7bd-4266-8e67-1d36ed8b7c97 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Notify callbacks [] for floatingip, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:57.565675 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] No Port match for: a8bc995a-d5d8-4182-a222-574e23c5e71d {{(pid=87508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 22:33:57.566134 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device a8bc995a-d5d8-4182-a222-574e23c5e71d not bound to the agent host dv-neutron-821829-1-hyperv {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 22:33:57.663183 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-a92dd7c2-308b-4b72-aa99-fef065ad3218 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10807823'] for port, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:57.665464 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-55516ea3-ea61-4aec-96a4-714204919f63 None None] Notify callbacks [] for port, precommit_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:57.667185 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-20af3b04-da99-42f6-bfec-a66b13af88f5 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:33:57.715739 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92dd7c2-308b-4b72-aa99-fef065ad3218 admin admin] Pushing event deleted for resources: {'Port': ['ID=62ff8753-d50e-4407-b4f0-f88711fada08,revision_number=None']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:33:57.720285 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-a92dd7c2-308b-4b72-aa99-fef065ad3218 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:33:57.923815 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-68304d9b-a7bd-4266-8e67-1d36ed8b7c97 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:57.961943 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-8674ccbe-bf5f-44ab-89be-82829d51cedf tempest-RoutersAdminTest-1901902743 tempest-RoutersAdminTest-1901902743-project-admin] Notify callbacks [] for router, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:58.099379 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-a92dd7c2-308b-4b72-aa99-fef065ad3218 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3791449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3739472'] for router_interface, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:58.126190 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-65b1bfde-cdf3-43dc-82e6-6fd53fa6539c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:58.142289 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-55516ea3-ea61-4aec-96a4-714204919f63 None None] Transition to ACTIVE for port object 32e34b1b-09ed-4c07-961a-cf6f16c5d9c2 will not be triggered until provisioned by entity L2. {{(pid=87508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:33:58.159707 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-4d5c9b04-5740-4cd8-8f0e-89d2c76016a9 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1863393'] for port, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:58.161899 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-55516ea3-ea61-4aec-96a4-714204919f63 None None] Transition to ACTIVE for port object 32e34b1b-09ed-4c07-961a-cf6f16c5d9c2 will not be triggered until provisioned by entity DHCP. {{(pid=87508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:33:58.168243 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-b85d8261-2dea-40bd-8424-fec6a1066b2a tempest-RoutersAdminNegativeTest-1146687874 tempest-RoutersAdminNegativeTest-1146687874-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:33:58.168866 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-55516ea3-ea61-4aec-96a4-714204919f63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940'] for port, after_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:58.174125 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-b8fb1bc9-619a-49ff-a14a-51a06a34a432 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:33:58.201570 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-dd6e3160-f618-47a8-93f1-f3c881589cda tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Notify callbacks [] for security_group, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:58.219800 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.db_base_plugin_common [None req-68304d9b-a7bd-4266-8e67-1d36ed8b7c97 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Allocated IP 172.26.0.93 (f8905ce9-304b-4976-bc47-e58c71c11de5/9bca8591-41ef-4f2d-8ecb-ecaab1a28acf/dac584b5-ae80-4cc9-b072-1c70c35efc50) {{(pid=87507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 22:33:58.237059 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-69f67ff6-87e0-4a78-8c28-a2200d9733cb tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3328622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10807868', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10549621'] for subnet, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:58.251388 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55516ea3-ea61-4aec-96a4-714204919f63 None None] Network 6894f0f9-dad5-462a-be0f-9d8638ac03ad is already hosted by enough agents. {{(pid=87508) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:33:58.254672 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.scheduler.base_scheduler [None req-55516ea3-ea61-4aec-96a4-714204919f63 None None] Resources bound (agent type, host, resource id):  {{(pid=87508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:33:58.267193 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55516ea3-ea61-4aec-96a4-714204919f63 None None] Received port after_create {{(pid=87508) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 22:33:58.276608 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55516ea3-ea61-4aec-96a4-714204919f63 None None] Pushing event updated for resources: {'Port': ['ID=32e34b1b-09ed-4c07-961a-cf6f16c5d9c2,revision_number=1']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:33:58.293125 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-6389a674-7980-4445-8642-704f09de2494 tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:33:58.294029 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5c9b04-5740-4cd8-8f0e-89d2c76016a9 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Pushing event deleted for resources: {'Port': ['ID=481c39e3-4999-4599-8db2-e8a41e7ea50e,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:33:58.308353 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-55516ea3-ea61-4aec-96a4-714204919f63 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:33:58.342389 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f67ff6-87e0-4a78-8c28-a2200d9733cb tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Pushing event deleted for resources: {'Subnet': ['ID=fbac904e-aa17-4d1f-a146-169e5c7c1368,revision_number=None']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:33:58.369084 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-55516ea3-ea61-4aec-96a4-714204919f63 None None] Attempting to bind port 32e34b1b-09ed-4c07-961a-cf6f16c5d9c2 on host dv-neutron-821829-1-hyperv for vnic_type normal with profile  {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 22:33:58.369725 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-55516ea3-ea61-4aec-96a4-714204919f63 None None] Attempting to bind port 32e34b1b-09ed-4c07-961a-cf6f16c5d9c2 by drivers openvswitch,hyperv on host dv-neutron-821829-1-hyperv at level 0 using segments [{'id': 'a87ddbcc-0038-470a-8060-a68569bf880f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '6894f0f9-dad5-462a-be0f-9d8638ac03ad'}] {{(pid=87508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 22:33:58.369818 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55516ea3-ea61-4aec-96a4-714204919f63 None None] Attempting to bind port 32e34b1b-09ed-4c07-961a-cf6f16c5d9c2 on network 6894f0f9-dad5-462a-be0f-9d8638ac03ad {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 22:33:58.376552 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55516ea3-ea61-4aec-96a4-714204919f63 None None] Checking agent: {'id': '5571501f-366e-47a4-9b60-8ef19d935d27', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821829-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 24, 2), 'started_at': datetime.datetime(2021, 12, 16, 22, 24, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 33, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821829-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 22:33:58.376964 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55516ea3-ea61-4aec-96a4-714204919f63 None None] Checking segment: {'id': 'a87ddbcc-0038-470a-8060-a68569bf880f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '6894f0f9-dad5-462a-be0f-9d8638ac03ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 22:33:58.377357 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-55516ea3-ea61-4aec-96a4-714204919f63 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:58.377767 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55516ea3-ea61-4aec-96a4-714204919f63 None None] Bound using segment: {'id': 'a87ddbcc-0038-470a-8060-a68569bf880f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '6894f0f9-dad5-462a-be0f-9d8638ac03ad'} {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 22:33:58.378251 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-55516ea3-ea61-4aec-96a4-714204919f63 None None] Bound port: 32e34b1b-09ed-4c07-961a-cf6f16c5d9c2, host: dv-neutron-821829-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a87ddbcc-0038-470a-8060-a68569bf880f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '6894f0f9-dad5-462a-be0f-9d8638ac03ad'}}] {{(pid=87508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 22:33:58.378653 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-55516ea3-ea61-4aec-96a4-714204919f63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:58.399816 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-4d5c9b04-5740-4cd8-8f0e-89d2c76016a9 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:33:58.475811 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-55516ea3-ea61-4aec-96a4-714204919f63 None None] For port 32e34b1b-09ed-4c07-961a-cf6f16c5d9c2, host dv-neutron-821829-1-hyperv, cleared binding levels {{(pid=87508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 22:33:58.479165 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-55516ea3-ea61-4aec-96a4-714204919f63 None None] For port 32e34b1b-09ed-4c07-961a-cf6f16c5d9c2, host dv-neutron-821829-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=32e34b1b-09ed-4c07-961a-cf6f16c5d9c2,segment=NetworkSegment(a87ddbcc-0038-470a-8060-a68569bf880f),segment_id=a87ddbcc-0038-470a-8060-a68569bf880f)] {{(pid=87508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 22:33:58.486014 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-55516ea3-ea61-4aec-96a4-714204919f63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:58.493807 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-69f67ff6-87e0-4a78-8c28-a2200d9733cb tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:33:58.496272 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-55516ea3-ea61-4aec-96a4-714204919f63 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:33:58.502429 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-8674ccbe-bf5f-44ab-89be-82829d51cedf tempest-RoutersAdminTest-1901902743 tempest-RoutersAdminTest-1901902743-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3739500', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39002'] for router, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:58.507102 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-8674ccbe-bf5f-44ab-89be-82829d51cedf tempest-RoutersAdminTest-1901902743 tempest-RoutersAdminTest-1901902743-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:58.640276 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55516ea3-ea61-4aec-96a4-714204919f63 None None] Pushing event updated for resources: {'Port': ['ID=32e34b1b-09ed-4c07-961a-cf6f16c5d9c2,revision_number=2']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:33:58.643629 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-55516ea3-ea61-4aec-96a4-714204919f63 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:33:58.682568 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0103b53d-788e-458f-96f4-08b27b63fb1e tempest-RoutersIpV6AdminTest-146809031 tempest-RoutersIpV6AdminTest-146809031-project-admin] Notify agent at l3_agent.dv-neutron-821829-1-hyperv the message routers_updated {{(pid=87506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 22:33:58.685098 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-dd6e3160-f618-47a8-93f1-f3c881589cda tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:58.694062 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d058f5f3-f12f-49f5-9e6a-ff316ab6a18b None None] Sync routers for ids ['459100dd-c0d3-4036-b6cb-e4a6d3549dba'] in dv-neutron-821829-1-hyperv {{(pid=87508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 22:33:58.701198 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-8674ccbe-bf5f-44ab-89be-82829d51cedf tempest-RoutersAdminTest-1901902743 tempest-RoutersAdminTest-1901902743-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3830089'] for router, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:58.702062 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8674ccbe-bf5f-44ab-89be-82829d51cedf tempest-RoutersAdminTest-1901902743 tempest-RoutersAdminTest-1901902743-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c1840965-f33b-4659-87b6-03ab5aaf8004 {{(pid=87506) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 16 22:33:58.707205 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-072ff116-4681-4ce9-9693-ef37046aa083 None None] get_active_networks_info from dv-neutron-821829-1-hyperv {{(pid=87508) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}}
Dec 16 22:33:58.717989 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-69f67ff6-87e0-4a78-8c28-a2200d9733cb tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3329565', 'neutron.services.segments.db._delete_segments_for_network-8734753546406'] for network, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:58.741014 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-4d5c9b04-5740-4cd8-8f0e-89d2c76016a9 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3791449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3739472'] for router_interface, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:58.829978 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d058f5f3-f12f-49f5-9e6a-ff316ab6a18b None None] Routers {'459100dd-c0d3-4036-b6cb-e4a6d3549dba'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:33:58.832704 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-d058f5f3-f12f-49f5-9e6a-ff316ab6a18b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b7c3330a0>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:33:31Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['459100dd-c0d3-4036-b6cb-e4a6d3549dba'], 'active': True} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:33:58.857024 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.services.segments.db [None req-69f67ff6-87e0-4a78-8c28-a2200d9733cb tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1b771f9610>,) {'filters': {'network_id': ['6894f0f9-dad5-462a-be0f-9d8638ac03ad']}} {{(pid=87507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:33:58.899058 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-072ff116-4681-4ce9-9693-ef37046aa083 None None] Resources bound (agent type, host, resource id):  {{(pid=87508) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Dec 16 22:33:58.902959 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-d058f5f3-f12f-49f5-9e6a-ff316ab6a18b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b7c3330a0>, [], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:33:58.915631 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-8674ccbe-bf5f-44ab-89be-82829d51cedf tempest-RoutersAdminTest-1901902743 tempest-RoutersAdminTest-1901902743-project-admin] Notify callbacks [] for router, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:58.916757 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-8674ccbe-bf5f-44ab-89be-82829d51cedf tempest-RoutersAdminTest-1901902743 tempest-RoutersAdminTest-1901902743-project-admin] 10.222.0.13 "DELETE /v2.0/routers/c1840965-f33b-4659-87b6-03ab5aaf8004 HTTP/1.1" status: 204  len: 168 time: 1.3516989
Dec 16 22:33:58.922748 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-dd6e3160-f618-47a8-93f1-f3c881589cda tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841066'] for security_group, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:58.926813 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-0103b53d-788e-458f-96f4-08b27b63fb1e tempest-RoutersIpV6AdminTest-146809031 tempest-RoutersIpV6AdminTest-146809031-project-admin] Notify callbacks [] for router, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:58.930774 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-0103b53d-788e-458f-96f4-08b27b63fb1e tempest-RoutersIpV6AdminTest-146809031 tempest-RoutersIpV6AdminTest-146809031-project-admin] 10.222.0.13 "PUT /v2.0/routers/459100dd-c0d3-4036-b6cb-e4a6d3549dba HTTP/1.1" status: 200  len: 920 time: 7.4521787
Dec 16 22:33:58.933986 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 39808) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:33:58.935939 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-69977cdf-2f6d-4876-95c8-41228e23399c tempest-QuotasNegativeTest-1323589361 tempest-QuotasNegativeTest-1323589361-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:33:58.946254 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.services.segments.db [None req-69f67ff6-87e0-4a78-8c28-a2200d9733cb tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b771f9610>, 'a87ddbcc-0038-470a-8060-a68569bf880f') {'for_net_delete': True} {{(pid=87507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:33:58.947304 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.services.segments.db [None req-69f67ff6-87e0-4a78-8c28-a2200d9733cb tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b771f9610>, 'a87ddbcc-0038-470a-8060-a68569bf880f') {} {{(pid=87507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:33:58.969852 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d058f5f3-f12f-49f5-9e6a-ff316ab6a18b None None] Routers {'459100dd-c0d3-4036-b6cb-e4a6d3549dba'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:33:58.970649 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-d058f5f3-f12f-49f5-9e6a-ff316ab6a18b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b7c3330a0>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:33:31Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['459100dd-c0d3-4036-b6cb-e4a6d3549dba'], 'active': True} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:33:58.980743 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-68304d9b-a7bd-4266-8e67-1d36ed8b7c97 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Notify callbacks [] for port, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:58.985752 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-69f67ff6-87e0-4a78-8c28-a2200d9733cb tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734753593977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2128549'] for segment, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:59.015695 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6e3160-f618-47a8-93f1-f3c881589cda tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=be1255fe-5a14-4101-988e-5bcd0c51aa30,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:33:59.031594 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-dd6e3160-f618-47a8-93f1-f3c881589cda tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Notify callbacks [] for security_group, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:59.032881 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-69f67ff6-87e0-4a78-8c28-a2200d9733cb tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-883292'] for segment, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:59.033743 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-dd6e3160-f618-47a8-93f1-f3c881589cda tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] 10.222.0.13 "DELETE /v2.0/security-groups/be1255fe-5a14-4101-988e-5bcd0c51aa30 HTTP/1.1" status: 204  len: 168 time: 1.5075910
Dec 16 22:33:59.036894 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-dd6e3160-f618-47a8-93f1-f3c881589cda tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:33:59.038629 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 39812) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:33:59.063366 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69f67ff6-87e0-4a78-8c28-a2200d9733cb tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Releasing vlan 191 on physical network physnet1 to pool {{(pid=87507) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 16 22:33:59.063773 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-69f67ff6-87e0-4a78-8c28-a2200d9733cb tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-883285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10808034'] for segment, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:59.086457 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26ffae3-54a6-402c-8984-252456e8a02f req-2728d028-1467-4ce7-923b-1584d8d5d296 tempest-ServerActionsTestJSON-1581017418 tempest-ServerActionsTestJSON-1581017418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:33:59.092041 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-d058f5f3-f12f-49f5-9e6a-ff316ab6a18b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b7c3330a0>, [], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:33:59.092560 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d058f5f3-f12f-49f5-9e6a-ff316ab6a18b None None] The sync data for ids ['459100dd-c0d3-4036-b6cb-e4a6d3549dba'] in dv-neutron-821829-1-hyperv is: [] {{(pid=87508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 22:33:59.093742 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-f26ffae3-54a6-402c-8984-252456e8a02f req-2728d028-1467-4ce7-923b-1584d8d5d296 tempest-ServerActionsTestJSON-1581017418 tempest-ServerActionsTestJSON-1581017418-project] 10.222.0.13 "GET /v2.0/ports?device_id=95ef1739-1bf2-4522-993c-76a77d5f2322 HTTP/1.1" status: 200  len: 945 time: 0.4537001
Dec 16 22:33:59.111222 dv-neutron-821829-1-hyperv neutron-server[87507]: Traceback (most recent call last):
Dec 16 22:33:59.111222 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 16 22:33:59.111222 dv-neutron-821829-1-hyperv neutron-server[87507]:     timer()
Dec 16 22:33:59.111222 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 22:33:59.111222 dv-neutron-821829-1-hyperv neutron-server[87507]:     cb(*args, **kw)
Dec 16 22:33:59.111222 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 22:33:59.111222 dv-neutron-821829-1-hyperv neutron-server[87507]:     return func(*args, **kwargs)
Dec 16 22:33:59.111222 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 22:33:59.111222 dv-neutron-821829-1-hyperv neutron-server[87507]:     self._notify()
Dec 16 22:33:59.111222 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 22:33:59.111222 dv-neutron-821829-1-hyperv neutron-server[87507]:     self.callback(batched_events)
Dec 16 22:33:59.111222 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 22:33:59.111222 dv-neutron-821829-1-hyperv neutron-server[87507]:     event.method(event)
Dec 16 22:33:59.111222 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 22:33:59.111222 dv-neutron-821829-1-hyperv neutron-server[87507]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 22:33:59.111222 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 22:33:59.111222 dv-neutron-821829-1-hyperv neutron-server[87507]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 22:33:59.111222 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 22:33:59.111222 dv-neutron-821829-1-hyperv neutron-server[87507]:     return f(self, *a, **k)
Dec 16 22:33:59.111222 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 16 22:33:59.111222 dv-neutron-821829-1-hyperv neutron-server[87507]:     return self._get(url).json()
Dec 16 22:33:59.111222 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 16 22:33:59.111222 dv-neutron-821829-1-hyperv neutron-server[87507]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 22:33:59.111222 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 16 22:33:59.111222 dv-neutron-821829-1-hyperv neutron-server[87507]:     return self.request(url, 'GET', **kwargs)
Dec 16 22:33:59.111222 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 16 22:33:59.111222 dv-neutron-821829-1-hyperv neutron-server[87507]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 22:33:59.111222 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 16 22:33:59.111222 dv-neutron-821829-1-hyperv neutron-server[87507]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 22:33:59.111222 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 16 22:33:59.111222 dv-neutron-821829-1-hyperv neutron-server[87507]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 22:33:59.111222 dv-neutron-821829-1-hyperv neutron-server[87507]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 22:33:59.117686 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 39816) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:33:59.210287 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a92dd7c2-308b-4b72-aa99-fef065ad3218 admin admin] Router c1568abc-6c06-4a5c-a473-9ea135ff733e has already been hosted by L3 agent 4f519db7-069b-43e2-8411-c092bac9102a {{(pid=87507) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 22:33:59.304771 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.db.api [None req-69f67ff6-87e0-4a78-8c28-a2200d9733cb tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Dec 16 22:33:59.304771 dv-neutron-821829-1-hyperv neutron-server[87507]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Dec 16 22:33:59.304771 dv-neutron-821829-1-hyperv neutron-server[87507]: [parameters: {'id': '6894f0f9-dad5-462a-be0f-9d8638ac03ad'}]
Dec 16 22:33:59.304771 dv-neutron-821829-1-hyperv neutron-server[87507]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87507) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 16 22:33:59.305406 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_db.api [None req-69f67ff6-87e0-4a78-8c28-a2200d9733cb tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 16 22:33:59.325059 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-68304d9b-a7bd-4266-8e67-1d36ed8b7c97 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10807823'] for port, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:59.344596 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-dd6c4f75-cc7d-4b3e-b8a4-fee1379865d5 tempest-RoutersIpV6AdminTest-146809031 tempest-RoutersIpV6AdminTest-146809031-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:33:59.392956 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-f26ffae3-54a6-402c-8984-252456e8a02f req-abe5f065-9b48-40c6-afc5-bc27dbacf5a3 tempest-ServerActionsTestJSON-1581017418 tempest-ServerActionsTestJSON-1581017418-project] 10.222.0.13 "GET /v2.0/security-groups?id=1011a650-dc8c-4279-9762-0c0bcda15d85&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2971480
Dec 16 22:33:59.416846 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-821a45ae-386c-4416-8220-6da28ea1f864 tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2979 time: 0.3718953
Dec 16 22:33:59.422185 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 39822) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:33:59.438612 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d5c9b04-5740-4cd8-8f0e-89d2c76016a9 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Router b75f49f6-45e6-4e24-a885-5e1d5424a01f has already been hosted by L3 agent 4f519db7-069b-43e2-8411-c092bac9102a {{(pid=87506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 22:33:59.472778 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0688630-08b2-4427-bc21-76579637a2bf None None] Network 6894f0f9-dad5-462a-be0f-9d8638ac03ad requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 22:33:59.576742 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-a9bb49c0-f406-4c83-b69f-95438f162d58 tempest-RoutersAdminTest-1029946936 tempest-RoutersAdminTest-1029946936-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-679363864', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5'}, 'admin_state_up': False}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:33:59.603596 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68304d9b-a7bd-4266-8e67-1d36ed8b7c97 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Pushing event updated for resources: {'Port': ['ID=dac584b5-ae80-4cc9-b072-1c70c35efc50,revision_number=1']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:33:59.613716 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-68304d9b-a7bd-4266-8e67-1d36ed8b7c97 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:33:59.614938 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-a9bb49c0-f406-4c83-b69f-95438f162d58 tempest-RoutersAdminTest-1029946936 tempest-RoutersAdminTest-1029946936-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:33:59.623123 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68304d9b-a7bd-4266-8e67-1d36ed8b7c97 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Network f8905ce9-304b-4976-bc47-e58c71c11de5 is already hosted by enough agents. {{(pid=87507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:33:59.627721 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.base_scheduler [None req-68304d9b-a7bd-4266-8e67-1d36ed8b7c97 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Resources bound (agent type, host, resource id):  {{(pid=87507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:33:59.631661 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68304d9b-a7bd-4266-8e67-1d36ed8b7c97 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Received port after_create {{(pid=87507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 22:33:59.708902 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-a9bb49c0-f406-4c83-b69f-95438f162d58 tempest-RoutersAdminTest-1029946936 tempest-RoutersAdminTest-1029946936-project] Usage tracker for resource:router and tenant:662a8bad278a4b1485561129d2472ad5 is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:33:59.747721 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-a9bb49c0-f406-4c83-b69f-95438f162d58 tempest-RoutersAdminTest-1029946936 tempest-RoutersAdminTest-1029946936-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:33:59.760585 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-a9bb49c0-f406-4c83-b69f-95438f162d58 tempest-RoutersAdminTest-1029946936 tempest-RoutersAdminTest-1029946936-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:33:59.830495 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-f5031556-e2f0-4d1b-b806-7ce4a9473c5d tempest-RoutersIpV6AdminTest-146809031 tempest-RoutersIpV6AdminTest-146809031-project-admin] 10.222.0.13 "GET /v2.0/routers/459100dd-c0d3-4036-b6cb-e4a6d3549dba HTTP/1.1" status: 200  len: 926 time: 0.8839965
Dec 16 22:33:59.831622 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d5c9b04-5740-4cd8-8f0e-89d2c76016a9 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify agent at l3_agent.dv-neutron-821829-1-hyperv the message routers_updated {{(pid=87506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 22:33:59.841344 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-4d5c9b04-5740-4cd8-8f0e-89d2c76016a9 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] 10.222.0.13 "PUT /v2.0/routers/b75f49f6-45e6-4e24-a885-5e1d5424a01f/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 7.0664682
Dec 16 22:33:59.842460 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 39830) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:33:59.844772 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93a9944f-2d0e-46bd-a969-7721a8bfc6d5 None None] Sync routers for ids ['b75f49f6-45e6-4e24-a885-5e1d5424a01f'] in dv-neutron-821829-1-hyperv {{(pid=87509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 22:33:59.849185 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-f8881245-dc28-47b3-8a23-c61dbaa47fb4 tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Synchronizing usage tracker for tenant:2d296b4ba9d3443c927f854ef36c40ce on resource:security_group_rule {{(pid=87506) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 22:33:59.854568 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 39832) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:33:59.855060 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93a9944f-2d0e-46bd-a969-7721a8bfc6d5 None None] Routers {'b75f49f6-45e6-4e24-a885-5e1d5424a01f'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:33:59.855973 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-93a9944f-2d0e-46bd-a969-7721a8bfc6d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b7cb7b940>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:33:31Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['b75f49f6-45e6-4e24-a885-5e1d5424a01f'], 'active': True} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:33:59.887378 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-69f67ff6-87e0-4a78-8c28-a2200d9733cb tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-825997'] for network, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:33:59.890400 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a92dd7c2-308b-4b72-aa99-fef065ad3218 admin admin] Notify agent at l3_agent.dv-neutron-821829-1-hyperv the message routers_updated {{(pid=87507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 22:33:59.907868 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79eef3e1-f969-4176-9351-35983448890d None None] Sync routers for ids ['c1568abc-6c06-4a5c-a473-9ea135ff733e'] in dv-neutron-821829-1-hyperv {{(pid=87508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 22:33:59.912202 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25457921-ec3a-4494-8af8-323360909eab None None] DHCP port deletion for 6894f0f9-dad5-462a-be0f-9d8638ac03ad request from dv-neutron-821829-1-hyperv {{(pid=87508) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 16 22:33:59.924153 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79eef3e1-f969-4176-9351-35983448890d None None] Routers {'c1568abc-6c06-4a5c-a473-9ea135ff733e'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:33:59.925098 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-79eef3e1-f969-4176-9351-35983448890d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b77dd1e50>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:33:31Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['c1568abc-6c06-4a5c-a473-9ea135ff733e'], 'active': True} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:33:59.977810 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-f8881245-dc28-47b3-8a23-c61dbaa47fb4 tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Unset dirty status for tenant:2d296b4ba9d3443c927f854ef36c40ce on resource:security_group_rule {{(pid=87506) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 22:33:59.981922 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-f8881245-dc28-47b3-8a23-c61dbaa47fb4 tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 2475 time: 0.5535192
Dec 16 22:33:59.985827 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 39838) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:34:00.011498 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f241a34-e0b8-4199-be56-e765598f8466 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:34:00.012894 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvr_db [None req-93a9944f-2d0e-46bd-a969-7721a8bfc6d5 None None] Set router b75f49f6-45e6-4e24-a885-5e1d5424a01f gateway port host: None {{(pid=87509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 22:34:00.013252 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f241a34-e0b8-4199-be56-e765598f8466 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:34:00.014115 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-5f241a34-e0b8-4199-be56-e765598f8466 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Synchronizing usage tracker for tenant:8e4385a98eb1416284c1cc96b3355a70 on resource:subnet {{(pid=87506) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 22:34:00.026712 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.api.v2.resource [None req-05e06d1e-f6e8-46ad-83b4-00ad40f13f4b tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] delete failed (client error): The resource could not be found.
Dec 16 22:34:00.034934 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-05e06d1e-f6e8-46ad-83b4-00ad40f13f4b tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] 10.222.0.13 "DELETE /v2.0/security-groups/be1255fe-5a14-4101-988e-5bcd0c51aa30 HTTP/1.1" status: 404  len: 347 time: 0.0438113
Dec 16 22:34:00.036394 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 39842) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:34:00.092689 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f40b19f6-3570-4610-b0b9-c34ab1673372 tempest-RoutersIpV6AdminTest-146809031 tempest-RoutersIpV6AdminTest-146809031-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:34:00.102585 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-f40b19f6-3570-4610-b0b9-c34ab1673372 tempest-RoutersIpV6AdminTest-146809031 tempest-RoutersIpV6AdminTest-146809031-project-admin] 10.222.0.13 "GET /v2.0/ports?network_id=f8905ce9-304b-4976-bc47-e58c71c11de5&device_id=459100dd-c0d3-4036-b6cb-e4a6d3549dba&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 945 time: 0.2503273
Dec 16 22:34:00.103625 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-5f241a34-e0b8-4199-be56-e765598f8466 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Unset dirty status for tenant:8e4385a98eb1416284c1cc96b3355a70 on resource:subnet {{(pid=87506) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 22:34:00.104863 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-5f241a34-e0b8-4199-be56-e765598f8466 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1477 time: 0.2491903
Dec 16 22:34:00.114990 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 39846) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:34:00.115815 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 39848) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:34:00.182279 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvr_db [None req-79eef3e1-f969-4176-9351-35983448890d None None] Set router c1568abc-6c06-4a5c-a473-9ea135ff733e gateway port host: dv-neutron-821829-1-hyperv {{(pid=87508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 22:34:00.192397 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-93a9944f-2d0e-46bd-a969-7721a8bfc6d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b7cb7b940>, [{'id': 'b75f49f6-45e6-4e24-a885-5e1d5424a01f', 'name': 'tempest-NetworksTestDHCPv6-router-1497765514', 'tenant_id': '8e4385a98eb1416284c1cc96b3355a70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:33:40Z', 'updated_at': '2021-12-16T22:33:57Z', 'revision_number': 3, 'project_id': '8e4385a98eb1416284c1cc96b3355a70', 'gw_port_host': None}], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:34:00.196676 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93a9944f-2d0e-46bd-a969-7721a8bfc6d5 None None] Checking router: b75f49f6-45e6-4e24-a885-5e1d5424a01f for host: dv-neutron-821829-1-hyperv {{(pid=87509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 22:34:00.206061 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93a9944f-2d0e-46bd-a969-7721a8bfc6d5 None None] Routers {'b75f49f6-45e6-4e24-a885-5e1d5424a01f'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:34:00.206686 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-93a9944f-2d0e-46bd-a969-7721a8bfc6d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b7cb7b940>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:33:31Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['b75f49f6-45e6-4e24-a885-5e1d5424a01f'], 'active': True} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:34:00.320031 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-25457921-ec3a-4494-8af8-323360909eab None None] Deleting port 32e34b1b-09ed-4c07-961a-cf6f16c5d9c2 {{(pid=87508) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:34:00.320674 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-25457921-ec3a-4494-8af8-323360909eab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:00.321982 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbad07ab-163b-4021-979a-ea4010bed5d9 tempest-RoutersIpV6AdminTest-146809031 tempest-RoutersIpV6AdminTest-146809031-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:34:00.323602 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-cbad07ab-163b-4021-979a-ea4010bed5d9 tempest-RoutersIpV6AdminTest-146809031 tempest-RoutersIpV6AdminTest-146809031-project-admin] 10.222.0.13 "GET /v2.0/networks/f8905ce9-304b-4976-bc47-e58c71c11de5 HTTP/1.1" status: 200  len: 881 time: 0.2067506
Dec 16 22:34:00.334872 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.db_base_plugin_v2 [None req-03fb2eda-b5f0-4ae9-81f2-552ed126c2c4 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Deleting subnet ad20f92b-559f-4d86-82ff-6677f6369060 {{(pid=87506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 16 22:34:00.338939 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 39854) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:34:00.367364 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvr_db [None req-93a9944f-2d0e-46bd-a969-7721a8bfc6d5 None None] Set router b75f49f6-45e6-4e24-a885-5e1d5424a01f gateway port host: None {{(pid=87509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 22:34:00.391239 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-03fb2eda-b5f0-4ae9-81f2-552ed126c2c4 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks [] for subnet, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:00.425322 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-73bfc320-f824-446e-9fbe-cef19bc4f800 tempest-RoutersIpV6AdminTest-765327337 tempest-RoutersIpV6AdminTest-765327337-project] 10.222.0.13 "GET /v2.0/ports?device_id=459100dd-c0d3-4036-b6cb-e4a6d3549dba HTTP/1.1" status: 200  len: 205 time: 0.0832224
Dec 16 22:34:00.429905 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-68304d9b-a7bd-4266-8e67-1d36ed8b7c97 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:00.441048 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 39858) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:34:00.473522 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-a9bb49c0-f406-4c83-b69f-95438f162d58 tempest-RoutersAdminTest-1029946936 tempest-RoutersAdminTest-1029946936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3741155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38980'] for router, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:00.474510 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-a9bb49c0-f406-4c83-b69f-95438f162d58 tempest-RoutersAdminTest-1029946936 tempest-RoutersAdminTest-1029946936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3743284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3741748', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3896702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-38989'] for router, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:00.483349 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.plugin [None req-69f67ff6-87e0-4a78-8c28-a2200d9733cb tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Deleting port 32e34b1b-09ed-4c07-961a-cf6f16c5d9c2 {{(pid=87507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:34:00.483685 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-69f67ff6-87e0-4a78-8c28-a2200d9733cb tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:00.498672 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-93a9944f-2d0e-46bd-a969-7721a8bfc6d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b7cb7b940>, [{'id': 'b75f49f6-45e6-4e24-a885-5e1d5424a01f', 'name': 'tempest-NetworksTestDHCPv6-router-1497765514', 'tenant_id': '8e4385a98eb1416284c1cc96b3355a70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:33:40Z', 'updated_at': '2021-12-16T22:33:57Z', 'revision_number': 3, 'project_id': '8e4385a98eb1416284c1cc96b3355a70', 'gw_port_host': None}], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:34:00.504198 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93a9944f-2d0e-46bd-a969-7721a8bfc6d5 None None] The sync data for ids ['b75f49f6-45e6-4e24-a885-5e1d5424a01f'] in dv-neutron-821829-1-hyperv is: [{'id': 'b75f49f6-45e6-4e24-a885-5e1d5424a01f', 'name': 'tempest-NetworksTestDHCPv6-router-1497765514', 'tenant_id': '8e4385a98eb1416284c1cc96b3355a70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:33:40Z', 'updated_at': '2021-12-16T22:33:57Z', 'revision_number': 3, 'project_id': '8e4385a98eb1416284c1cc96b3355a70', 'gw_port_host': None}] {{(pid=87509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 22:34:00.532082 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-94d3fc42-276a-44d4-b69e-3ef7d851aa1b tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Synchronizing usage tracker for tenant:2d296b4ba9d3443c927f854ef36c40ce on resource:security_group {{(pid=87506) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 22:34:00.574928 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-03fb2eda-b5f0-4ae9-81f2-552ed126c2c4 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-266764487'] for subnet, precommit_delete_associations {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:00.607012 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-9ccdceb3-60f8-44d4-8588-0cd8e97e6199 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:00.682590 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-94d3fc42-276a-44d4-b69e-3ef7d851aa1b tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Unset dirty status for tenant:2d296b4ba9d3443c927f854ef36c40ce on resource:security_group {{(pid=87506) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 22:34:00.689015 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-94d3fc42-276a-44d4-b69e-3ef7d851aa1b tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2979 time: 0.6418655
Dec 16 22:34:00.749334 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-35db6ca8-2d9b-4234-835c-4ac2823935c7 tempest-RoutersIpV6AdminTest-765327337 tempest-RoutersIpV6AdminTest-765327337-project] Notify callbacks [] for router, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:00.763338 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-a92dd7c2-308b-4b72-aa99-fef065ad3218 admin admin] 10.222.0.13 "PUT /v2.0/routers/c1568abc-6c06-4a5c-a473-9ea135ff733e/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 10.2324431
Dec 16 22:34:00.766618 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 39864) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:34:00.778911 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-a9bb49c0-f406-4c83-b69f-95438f162d58 tempest-RoutersAdminTest-1029946936 tempest-RoutersAdminTest-1029946936-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:00.786865 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-25457921-ec3a-4494-8af8-323360909eab None None] For port 32e34b1b-09ed-4c07-961a-cf6f16c5d9c2, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=32e34b1b-09ed-4c07-961a-cf6f16c5d9c2,segment=NetworkSegment(a87ddbcc-0038-470a-8060-a68569bf880f),segment_id=a87ddbcc-0038-470a-8060-a68569bf880f)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:34:00.787266 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-25457921-ec3a-4494-8af8-323360909eab None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:00.845694 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-03fb2eda-b5f0-4ae9-81f2-552ed126c2c4 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3328566'] for subnet, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:00.849993 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-68304d9b-a7bd-4266-8e67-1d36ed8b7c97 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:00.949570 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-25457921-ec3a-4494-8af8-323360909eab None None] Calling delete_port for 32e34b1b-09ed-4c07-961a-cf6f16c5d9c2 owned by network:dhcp {{(pid=87508) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:34:01.025068 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 481c39e3-4999-4599-8db2-e8a41e7ea50e no longer exists at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 22:34:01.025800 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-35db6ca8-2d9b-4234-835c-4ac2823935c7 tempest-RoutersIpV6AdminTest-765327337 tempest-RoutersIpV6AdminTest-765327337-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:01.040386 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [None req-35db6ca8-2d9b-4234-835c-4ac2823935c7 tempest-RoutersIpV6AdminTest-765327337 tempest-RoutersIpV6AdminTest-765327337-project] Deleting port bba83a68-8465-4903-b489-fa467b6e71d8 {{(pid=87506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:34:01.041030 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-35db6ca8-2d9b-4234-835c-4ac2823935c7 tempest-RoutersIpV6AdminTest-765327337 tempest-RoutersIpV6AdminTest-765327337-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:01.072689 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-03fb2eda-b5f0-4ae9-81f2-552ed126c2c4 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3328622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1863378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11213117'] for subnet, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:01.087156 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:34:01.100229 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] No Port match for: 481c39e3-4999-4599-8db2-e8a41e7ea50e {{(pid=87508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 22:34:01.100581 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 481c39e3-4999-4599-8db2-e8a41e7ea50e not bound to the agent host dv-neutron-821829-1-hyperv {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 22:34:01.114346 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634a43e4-3927-4946-8b67-8e2d0c2ee34c req-7cd75af3-ee2e-4e62-92f6-0ec504733830 tempest-ServerActionsTestJSON-1581017418 tempest-ServerActionsTestJSON-1581017418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:34:01.122024 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-634a43e4-3927-4946-8b67-8e2d0c2ee34c req-7cd75af3-ee2e-4e62-92f6-0ec504733830 tempest-ServerActionsTestJSON-1581017418 tempest-ServerActionsTestJSON-1581017418-project] 10.222.0.13 "GET /v2.0/ports?device_id=95ef1739-1bf2-4522-993c-76a77d5f2322 HTTP/1.1" status: 200  len: 945 time: 1.2295859
Dec 16 22:34:01.136919 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-79eef3e1-f969-4176-9351-35983448890d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b77dd1e50>, [{'id': 'c1568abc-6c06-4a5c-a473-9ea135ff733e', 'name': 'tempest-ServersTestJSON-1666550204-router', 'tenant_id': 'b95ee9c426304bab82943f010c6dac17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.217'}], 'enable_snat': True}, 'gw_port_id': '69dbe4dd-86c4-48a5-9dd8-a8b9a49bba57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:31:49Z', 'updated_at': '2021-12-16T22:33:57Z', 'revision_number': 5, 'project_id': 'b95ee9c426304bab82943f010c6dac17', 'gw_port': {'id': '69dbe4dd-86c4-48a5-9dd8-a8b9a49bba57', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:85:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1568abc-6c06-4a5c-a473-9ea135ff733e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:31:50Z', 'updated_at': '2021-12-16T22:31:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv'}], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:34:01.144331 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79eef3e1-f969-4176-9351-35983448890d None None] Checking router: c1568abc-6c06-4a5c-a473-9ea135ff733e for host: dv-neutron-821829-1-hyperv {{(pid=87508) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 22:34:01.159428 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-25457921-ec3a-4494-8af8-323360909eab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949'] for port, after_delete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:01.167870 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:34:01.221891 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79eef3e1-f969-4176-9351-35983448890d None None] Routers {'c1568abc-6c06-4a5c-a473-9ea135ff733e'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:34:01.222730 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-79eef3e1-f969-4176-9351-35983448890d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b77dd1e50>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:34:01Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['c1568abc-6c06-4a5c-a473-9ea135ff733e'], 'active': True} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:34:01.276080 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 39870) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:34:01.299299 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-03fb2eda-b5f0-4ae9-81f2-552ed126c2c4 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3791486'] for subnet, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:01.302197 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fb2eda-b5f0-4ae9-81f2-552ed126c2c4 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Pushing event deleted for resources: {'Subnet': ['ID=ad20f92b-559f-4d86-82ff-6677f6369060,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:34:01.305117 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-03fb2eda-b5f0-4ae9-81f2-552ed126c2c4 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:34:01.333174 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22844bf0-ab05-41de-9ef5-9b37b791e7d8 None None] Network 7edd76f7-0f97-48a5-b177-9842de6c0500 requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 22:34:01.337361 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-03fb2eda-b5f0-4ae9-81f2-552ed126c2c4 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] 10.222.0.13 "DELETE /v2.0/subnets/ad20f92b-559f-4d86-82ff-6677f6369060 HTTP/1.1" status: 204  len: 168 time: 1.2188358
Dec 16 22:34:01.368773 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25457921-ec3a-4494-8af8-323360909eab None None] Pushing event deleted for resources: {'Port': ['ID=32e34b1b-09ed-4c07-961a-cf6f16c5d9c2,revision_number=None']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:34:01.372756 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25457921-ec3a-4494-8af8-323360909eab None None] No DVR routers for this DVR port 32e34b1b-09ed-4c07-961a-cf6f16c5d9c2 on host dv-neutron-821829-1-hyperv {{(pid=87508) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 22:34:01.390856 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 39876) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:34:01.428075 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-25457921-ec3a-4494-8af8-323360909eab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:34:01.528658 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-3e729f7f-1589-4d54-9c4a-7ee6b283cc2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:01.571276 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-634a43e4-3927-4946-8b67-8e2d0c2ee34c req-48cf5db6-bd01-4467-9f5a-6e05c0406481 tempest-ServerActionsTestJSON-1581017418 tempest-ServerActionsTestJSON-1581017418-project] 10.222.0.13 "GET /v2.0/security-groups?id=1011a650-dc8c-4279-9762-0c0bcda15d85&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.4481034
Dec 16 22:34:01.644397 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvr_db [None req-79eef3e1-f969-4176-9351-35983448890d None None] Set router c1568abc-6c06-4a5c-a473-9ea135ff733e gateway port host: dv-neutron-821829-1-hyperv {{(pid=87508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 22:34:01.659699 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-4e847065-b458-4da9-9343-7f52c34b541b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2d296b4ba9d3443c927f854ef36c40ce&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3799450
Dec 16 22:34:01.661859 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 39880) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:34:01.681209 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-a9bb49c0-f406-4c83-b69f-95438f162d58 tempest-RoutersAdminTest-1029946936 tempest-RoutersAdminTest-1029946936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3741702', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3740945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-38947'] for router, precommit_update {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:01.686984 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-52fd202a-4948-4cfa-b873-60cac20569e2 admin admin] Notify callbacks [] for router, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:01.725600 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-6712f8b0-9181-48d1-9ebb-4007d974ea46 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200  len: 710 time: 0.3308074
Dec 16 22:34:01.725600 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-35db6ca8-2d9b-4234-835c-4ac2823935c7 tempest-RoutersIpV6AdminTest-765327337 tempest-RoutersIpV6AdminTest-765327337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:01.736958 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 39884) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:34:01.749797 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:01.762857 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.db [None req-69f67ff6-87e0-4a78-8c28-a2200d9733cb tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] For port 32e34b1b-09ed-4c07-961a-cf6f16c5d9c2, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=32e34b1b-09ed-4c07-961a-cf6f16c5d9c2,segment=NetworkSegment(a87ddbcc-0038-470a-8060-a68569bf880f),segment_id=a87ddbcc-0038-470a-8060-a68569bf880f)] {{(pid=87507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:34:01.763463 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-69f67ff6-87e0-4a78-8c28-a2200d9733cb tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:01.792919 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.db.resource_extend [None req-68304d9b-a7bd-4266-8e67-1d36ed8b7c97 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 16 22:34:01.923859 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [None req-35db6ca8-2d9b-4234-835c-4ac2823935c7 tempest-RoutersIpV6AdminTest-765327337 tempest-RoutersIpV6AdminTest-765327337-project] Calling delete_port for bba83a68-8465-4903-b489-fa467b6e71d8 owned by network:router_gateway {{(pid=87506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:34:01.937688 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd848d2d-4394-442e-ac6d-4ba8b2e331af None None] DHCP port deletion for 7edd76f7-0f97-48a5-b177-9842de6c0500 request from dv-neutron-821829-1-hyperv {{(pid=87508) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 16 22:34:01.944418 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-bd848d2d-4394-442e-ac6d-4ba8b2e331af None None] Deleting port fd4fec16-ccaa-4f55-9b16-22745e8d7e0d {{(pid=87508) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:34:01.944799 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-bd848d2d-4394-442e-ac6d-4ba8b2e331af None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:01.947341 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-68304d9b-a7bd-4266-8e67-1d36ed8b7c97 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Notify callbacks [] for port, precommit_update {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:01.959026 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.plugin [None req-69f67ff6-87e0-4a78-8c28-a2200d9733cb tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Calling delete_port for 32e34b1b-09ed-4c07-961a-cf6f16c5d9c2 owned by network:dhcp {{(pid=87507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:34:02.055932 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-79eef3e1-f969-4176-9351-35983448890d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b77dd1e50>, [{'id': 'c1568abc-6c06-4a5c-a473-9ea135ff733e', 'name': 'tempest-ServersTestJSON-1666550204-router', 'tenant_id': 'b95ee9c426304bab82943f010c6dac17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.217'}], 'enable_snat': True}, 'gw_port_id': '69dbe4dd-86c4-48a5-9dd8-a8b9a49bba57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:31:49Z', 'updated_at': '2021-12-16T22:33:57Z', 'revision_number': 5, 'project_id': 'b95ee9c426304bab82943f010c6dac17', 'gw_port': {'id': '69dbe4dd-86c4-48a5-9dd8-a8b9a49bba57', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:85:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1568abc-6c06-4a5c-a473-9ea135ff733e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:31:50Z', 'updated_at': '2021-12-16T22:31:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv'}], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:34:02.061436 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-4362cb45-6740-4168-98b8-614243aaa745 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks [] for router, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:02.077988 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79eef3e1-f969-4176-9351-35983448890d None None] The sync data for ids ['c1568abc-6c06-4a5c-a473-9ea135ff733e'] in dv-neutron-821829-1-hyperv is: [{'id': 'c1568abc-6c06-4a5c-a473-9ea135ff733e', 'name': 'tempest-ServersTestJSON-1666550204-router', 'tenant_id': 'b95ee9c426304bab82943f010c6dac17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.217'}], 'enable_snat': True}, 'gw_port_id': '69dbe4dd-86c4-48a5-9dd8-a8b9a49bba57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:31:49Z', 'updated_at': '2021-12-16T22:33:57Z', 'revision_number': 5, 'project_id': 'b95ee9c426304bab82943f010c6dac17', 'gw_port': {'id': '69dbe4dd-86c4-48a5-9dd8-a8b9a49bba57', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:85:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1568abc-6c06-4a5c-a473-9ea135ff733e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:31:50Z', 'updated_at': '2021-12-16T22:31:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv'}] {{(pid=87508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 22:34:02.116328 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-c1f5a005-d3c0-4e8a-8f96-d31cf7849ae7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:02.173259 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-bd848d2d-4394-442e-ac6d-4ba8b2e331af None None] For port fd4fec16-ccaa-4f55-9b16-22745e8d7e0d, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=fd4fec16-ccaa-4f55-9b16-22745e8d7e0d,segment=NetworkSegment(da71c9a1-7532-4738-a9bc-22a7f498ec35),segment_id=da71c9a1-7532-4738-a9bc-22a7f498ec35)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:34:02.173724 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-bd848d2d-4394-442e-ac6d-4ba8b2e331af None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:02.234769 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-68304d9b-a7bd-4266-8e67-1d36ed8b7c97 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10807814'] for port, after_update {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:02.237831 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-c1f5a005-d3c0-4e8a-8f96-d31cf7849ae7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:02.251274 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-91cef05e-bfff-407f-8f63-936646ef4aea tempest-ServersTestJSON-1208382319 tempest-ServersTestJSON-1208382319-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:34:02.298985 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-bd848d2d-4394-442e-ac6d-4ba8b2e331af None None] Calling delete_port for fd4fec16-ccaa-4f55-9b16-22745e8d7e0d owned by network:dhcp {{(pid=87508) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:34:02.376327 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-bd848d2d-4394-442e-ac6d-4ba8b2e331af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949'] for port, after_delete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:02.382475 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-500aac62-745d-44cb-a0de-b611133425b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:34:02.433257 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd848d2d-4394-442e-ac6d-4ba8b2e331af None None] Pushing event deleted for resources: {'Port': ['ID=fd4fec16-ccaa-4f55-9b16-22745e8d7e0d,revision_number=None']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:34:02.436562 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-bd848d2d-4394-442e-ac6d-4ba8b2e331af None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:34:02.438236 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd848d2d-4394-442e-ac6d-4ba8b2e331af None None] No DVR routers for this DVR port fd4fec16-ccaa-4f55-9b16-22745e8d7e0d on host dv-neutron-821829-1-hyperv {{(pid=87508) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 22:34:02.449069 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68304d9b-a7bd-4266-8e67-1d36ed8b7c97 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Pushing event updated for resources: {'Port': ['ID=dac584b5-ae80-4cc9-b072-1c70c35efc50,revision_number=2']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:34:02.459003 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-68304d9b-a7bd-4266-8e67-1d36ed8b7c97 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:34:02.464355 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-68304d9b-a7bd-4266-8e67-1d36ed8b7c97 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3741874'] for floatingip, after_update {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:02.470412 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-4362cb45-6740-4168-98b8-614243aaa745 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3739500', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39002'] for router, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:02.473649 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-4362cb45-6740-4168-98b8-614243aaa745 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:02.519986 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-52fd202a-4948-4cfa-b873-60cac20569e2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:02.541277 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-4362cb45-6740-4168-98b8-614243aaa745 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3830089'] for router, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:02.541277 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4362cb45-6740-4168-98b8-614243aaa745 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Fanout notify agent at l3_agent the message router_deleted on router b75f49f6-45e6-4e24-a885-5e1d5424a01f {{(pid=87506) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 16 22:34:02.542333 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.db.api [None req-69f67ff6-87e0-4a78-8c28-a2200d9733cb tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87507) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 16 22:34:02.542644 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_db.api [None req-69f67ff6-87e0-4a78-8c28-a2200d9733cb tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 16 22:34:02.567560 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-c1f5a005-d3c0-4e8a-8f96-d31cf7849ae7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841066'] for security_group, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:02.568785 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.plugin [None req-52fd202a-4948-4cfa-b873-60cac20569e2 admin admin] Deleting port 69dbe4dd-86c4-48a5-9dd8-a8b9a49bba57 {{(pid=87507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:34:02.569150 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-52fd202a-4948-4cfa-b873-60cac20569e2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:02.578371 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-dd6e3160-f618-47a8-93f1-f3c881589cda tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:34:02.616685 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f5a005-d3c0-4e8a-8f96-d31cf7849ae7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74d51fdb-5c42-4533-abe3-4aec7da60f31,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:34:02.620099 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-c1f5a005-d3c0-4e8a-8f96-d31cf7849ae7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:34:02.630029 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-4362cb45-6740-4168-98b8-614243aaa745 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks [] for router, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:02.631215 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-4362cb45-6740-4168-98b8-614243aaa745 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] 10.222.0.13 "DELETE /v2.0/routers/b75f49f6-45e6-4e24-a885-5e1d5424a01f HTTP/1.1" status: 204  len: 168 time: 0.8933301
Dec 16 22:34:02.632850 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-c1f5a005-d3c0-4e8a-8f96-d31cf7849ae7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:02.634216 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-c1f5a005-d3c0-4e8a-8f96-d31cf7849ae7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/74d51fdb-5c42-4533-abe3-4aec7da60f31 HTTP/1.1" status: 204  len: 168 time: 0.9717832
Dec 16 22:34:02.634988 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 39890) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:34:02.639396 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-35db6ca8-2d9b-4234-835c-4ac2823935c7 tempest-RoutersIpV6AdminTest-765327337 tempest-RoutersIpV6AdminTest-765327337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1863393'] for port, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:02.645139 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-b95fadc4-b108-4723-912a-8340ee8f123f tempest-ExternalNetworksTestJSON-962053912 tempest-ExternalNetworksTestJSON-962053912-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:34:02.814699 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-37ed6b2b-dc24-41a0-8235-ede6eb20f5aa tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Request body: {'subnet': {'network_id': '7edd76f7-0f97-48a5-b177-9842de6c0500', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:34:02.862759 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.db.l3_db [None req-68304d9b-a7bd-4266-8e67-1d36ed8b7c97 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Floating IP 2c5a6415-4af1-4404-bedf-8cc23a315dee associated. External IP: 172.26.0.93, port: 5f930eb3-b003-41b8-8977-a1b0ccbcc728.
Dec 16 22:34:02.919713 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 62ff8753-d50e-4407-b4f0-f88711fada08 no longer exists at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 22:34:02.927146 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35db6ca8-2d9b-4234-835c-4ac2823935c7 tempest-RoutersIpV6AdminTest-765327337 tempest-RoutersIpV6AdminTest-765327337-project] Pushing event deleted for resources: {'Port': ['ID=bba83a68-8465-4903-b489-fa467b6e71d8,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:34:02.929699 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-35db6ca8-2d9b-4234-835c-4ac2823935c7 tempest-RoutersIpV6AdminTest-765327337 tempest-RoutersIpV6AdminTest-765327337-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:34:02.975815 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] No Port match for: 62ff8753-d50e-4407-b4f0-f88711fada08 {{(pid=87508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 22:34:02.976183 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 62ff8753-d50e-4407-b4f0-f88711fada08 not bound to the agent host dv-neutron-821829-1-hyperv {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 22:34:02.977287 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device fd4fec16-ccaa-4f55-9b16-22745e8d7e0d no longer exists at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 22:34:03.009394 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-37ed6b2b-dc24-41a0-8235-ede6eb20f5aa tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:34:03.010736 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] No Port match for: fd4fec16-ccaa-4f55-9b16-22745e8d7e0d {{(pid=87508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 22:34:03.011104 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device fd4fec16-ccaa-4f55-9b16-22745e8d7e0d not bound to the agent host dv-neutron-821829-1-hyperv {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 22:34:03.021574 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-37ed6b2b-dc24-41a0-8235-ede6eb20f5aa tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Usage tracker for resource:subnet and tenant:8e4385a98eb1416284c1cc96b3355a70 is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:34:03.026849 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-37ed6b2b-dc24-41a0-8235-ede6eb20f5aa tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:34:03.036881 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-37ed6b2b-dc24-41a0-8235-ede6eb20f5aa tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:34:03.049442 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-35db6ca8-2d9b-4234-835c-4ac2823935c7 tempest-RoutersIpV6AdminTest-765327337 tempest-RoutersIpV6AdminTest-765327337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3741895'] for router_gateway, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:03.050312 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.plugin [None req-69f67ff6-87e0-4a78-8c28-a2200d9733cb tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Deleting port 32e34b1b-09ed-4c07-961a-cf6f16c5d9c2 {{(pid=87507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:34:03.050655 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-69f67ff6-87e0-4a78-8c28-a2200d9733cb tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:03.148883 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.plugin [None req-69f67ff6-87e0-4a78-8c28-a2200d9733cb tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] The port '32e34b1b-09ed-4c07-961a-cf6f16c5d9c2' was deleted {{(pid=87507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 16 22:34:03.149670 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-4541ba3b-6be8-499c-bc94-3c60aa55c4f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:03.215866 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37ed6b2b-dc24-41a0-8235-ede6eb20f5aa tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Made reservation on behalf of 8e4385a98eb1416284c1cc96b3355a70 for: {'subnet': 1} {{(pid=87506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:34:03.219754 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-37ed6b2b-dc24-41a0-8235-ede6eb20f5aa tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11213078'] for subnet, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:03.302648 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-35db6ca8-2d9b-4234-835c-4ac2823935c7 tempest-RoutersIpV6AdminTest-765327337 tempest-RoutersIpV6AdminTest-765327337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3739500', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39002'] for router, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:03.309836 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-35db6ca8-2d9b-4234-835c-4ac2823935c7 tempest-RoutersIpV6AdminTest-765327337 tempest-RoutersIpV6AdminTest-765327337-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:03.366874 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-35db6ca8-2d9b-4234-835c-4ac2823935c7 tempest-RoutersIpV6AdminTest-765327337 tempest-RoutersIpV6AdminTest-765327337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3830089'] for router, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:03.367401 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35db6ca8-2d9b-4234-835c-4ac2823935c7 tempest-RoutersIpV6AdminTest-765327337 tempest-RoutersIpV6AdminTest-765327337-project] Fanout notify agent at l3_agent the message router_deleted on router 459100dd-c0d3-4036-b6cb-e4a6d3549dba {{(pid=87506) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 16 22:34:03.392802 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-35db6ca8-2d9b-4234-835c-4ac2823935c7 tempest-RoutersIpV6AdminTest-765327337 tempest-RoutersIpV6AdminTest-765327337-project] Notify callbacks [] for router, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:03.392802 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-35db6ca8-2d9b-4234-835c-4ac2823935c7 tempest-RoutersIpV6AdminTest-765327337 tempest-RoutersIpV6AdminTest-765327337-project] 10.222.0.13 "DELETE /v2.0/routers/459100dd-c0d3-4036-b6cb-e4a6d3549dba HTTP/1.1" status: 204  len: 168 time: 2.9464085
Dec 16 22:34:03.393003 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 39912) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:34:03.399059 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-8be316a1-9118-4b7c-838b-9bb95ad85ff1 tempest-RoutersIpV6AdminTest-765327337 tempest-RoutersIpV6AdminTest-765327337-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-807580657', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5'}, 'admin_state_up': False}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:34:03.406956 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-8be316a1-9118-4b7c-838b-9bb95ad85ff1 tempest-RoutersIpV6AdminTest-765327337 tempest-RoutersIpV6AdminTest-765327337-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:34:03.417270 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-8be316a1-9118-4b7c-838b-9bb95ad85ff1 tempest-RoutersIpV6AdminTest-765327337 tempest-RoutersIpV6AdminTest-765327337-project] Usage tracker for resource:router and tenant:f1996cef61c842fc880ffac74f5037a1 is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:34:03.420781 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-8be316a1-9118-4b7c-838b-9bb95ad85ff1 tempest-RoutersIpV6AdminTest-765327337 tempest-RoutersIpV6AdminTest-765327337-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:34:03.430309 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-8be316a1-9118-4b7c-838b-9bb95ad85ff1 tempest-RoutersIpV6AdminTest-765327337 tempest-RoutersIpV6AdminTest-765327337-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:34:03.501754 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-8be316a1-9118-4b7c-838b-9bb95ad85ff1 tempest-RoutersIpV6AdminTest-765327337 tempest-RoutersIpV6AdminTest-765327337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3741155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38980'] for router, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:03.502792 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-8be316a1-9118-4b7c-838b-9bb95ad85ff1 tempest-RoutersIpV6AdminTest-765327337 tempest-RoutersIpV6AdminTest-765327337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3743284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3741748', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3896702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-38989'] for router, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:03.537153 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-8be316a1-9118-4b7c-838b-9bb95ad85ff1 tempest-RoutersIpV6AdminTest-765327337 tempest-RoutersIpV6AdminTest-765327337-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:03.548002 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 39918) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:34:03.591298 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-37ed6b2b-dc24-41a0-8235-ede6eb20f5aa tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1863317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11213092'] for subnet, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:03.596794 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-a7063a08-9545-4854-a9ea-dd362171fd94 tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:34:03.676598 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-a9bb49c0-f406-4c83-b69f-95438f162d58 tempest-RoutersAdminTest-1029946936 tempest-RoutersAdminTest-1029946936-project] Notify callbacks [] for router_gateway, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:03.696910 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-b92e486e-955d-4983-9fbe-4716d5a13d03 tempest-NegativeSecGroupTest-382581040 tempest-NegativeSecGroupTest-382581040-project] Request body: {'security_group': {'name': 'default'}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:34:03.697613 dv-neutron-821829-1-hyperv neutron-server[87506]: WARNING neutron.api.v2.base [None req-b92e486e-955d-4983-9fbe-4716d5a13d03 tempest-NegativeSecGroupTest-382581040 tempest-NegativeSecGroupTest-382581040-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists.
Dec 16 22:34:03.698095 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.api.v2.resource [None req-b92e486e-955d-4983-9fbe-4716d5a13d03 tempest-NegativeSecGroupTest-382581040 tempest-NegativeSecGroupTest-382581040-project] create failed (client error): There was a conflict when trying to complete your request.
Dec 16 22:34:03.699033 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-b92e486e-955d-4983-9fbe-4716d5a13d03 tempest-NegativeSecGroupTest-382581040 tempest-NegativeSecGroupTest-382581040-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 409  len: 330 time: 0.1500928
Dec 16 22:34:03.710513 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6203b2-e6e3-4868-805c-9e7e69e5f964 req-5726f082-0389-4c6c-b0cc-7a359117dc60 tempest-ServerActionsTestJSON-1581017418 tempest-ServerActionsTestJSON-1581017418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:34:03.711980 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-fe6203b2-e6e3-4868-805c-9e7e69e5f964 req-5726f082-0389-4c6c-b0cc-7a359117dc60 tempest-ServerActionsTestJSON-1581017418 tempest-ServerActionsTestJSON-1581017418-project] 10.222.0.13 "GET /v2.0/ports?device_id=95ef1739-1bf2-4522-993c-76a77d5f2322 HTTP/1.1" status: 200  len: 945 time: 0.9079688
Dec 16 22:34:03.714877 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 39924) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:34:03.742962 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.db [None req-52fd202a-4948-4cfa-b873-60cac20569e2 admin admin] For port 69dbe4dd-86c4-48a5-9dd8-a8b9a49bba57, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=69dbe4dd-86c4-48a5-9dd8-a8b9a49bba57,segment=NetworkSegment(a416442d-d143-4052-9f4e-546eb8cbe809),segment_id=a416442d-d143-4052-9f4e-546eb8cbe809)] {{(pid=87507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:34:03.743582 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-52fd202a-4948-4cfa-b873-60cac20569e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:03.751285 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-a9bb49c0-f406-4c83-b69f-95438f162d58 tempest-RoutersAdminTest-1029946936 tempest-RoutersAdminTest-1029946936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:03.754096 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-69f67ff6-87e0-4a78-8c28-a2200d9733cb tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3329565', 'neutron.services.segments.db._delete_segments_for_network-8734753546406'] for network, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:03.772649 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37ed6b2b-dc24-41a0-8235-ede6eb20f5aa tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Network 7edd76f7-0f97-48a5-b177-9842de6c0500 is already hosted by enough agents. {{(pid=87506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:34:03.782605 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-ad2acb91-5a79-41ab-af91-40e13fd4c3a6 tempest-NegativeSecGroupTest-382581040 tempest-NegativeSecGroupTest-382581040-project] Request body: {'security_group': {'name': 'tempest-secgroup--1303027672'}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:34:03.791418 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.base_scheduler [None req-37ed6b2b-dc24-41a0-8235-ede6eb20f5aa tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Resources bound (agent type, host, resource id):  {{(pid=87506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:34:03.794495 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37ed6b2b-dc24-41a0-8235-ede6eb20f5aa tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:34:03.795066 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-37ed6b2b-dc24-41a0-8235-ede6eb20f5aa tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3791486'] for subnet, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:03.801674 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-ad2acb91-5a79-41ab-af91-40e13fd4c3a6 tempest-NegativeSecGroupTest-382581040 tempest-NegativeSecGroupTest-382581040-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:34:03.803645 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1d8e9ad-1b80-4550-a1c6-f5dabf708c7f None None] Network 7edd76f7-0f97-48a5-b177-9842de6c0500 requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 22:34:03.820897 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-ad2acb91-5a79-41ab-af91-40e13fd4c3a6 tempest-NegativeSecGroupTest-382581040 tempest-NegativeSecGroupTest-382581040-project] Usage tracker for resource:security_group and tenant:05a9c9bcdd6845759539121a6d1af781 is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:34:03.872303 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ed6b2b-dc24-41a0-8235-ede6eb20f5aa tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Pushing event updated for resources: {'Subnet': ['ID=54df538c-2624-4cf6-9630-84f956036fa0,revision_number=0']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:34:03.875070 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-37ed6b2b-dc24-41a0-8235-ede6eb20f5aa tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:34:03.881790 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-ad2acb91-5a79-41ab-af91-40e13fd4c3a6 tempest-NegativeSecGroupTest-382581040 tempest-NegativeSecGroupTest-382581040-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:34:03.895423 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-ad2acb91-5a79-41ab-af91-40e13fd4c3a6 tempest-NegativeSecGroupTest-382581040 tempest-NegativeSecGroupTest-382581040-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:34:03.968264 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-37ed6b2b-dc24-41a0-8235-ede6eb20f5aa tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 834 time: 1.3315332
Dec 16 22:34:03.971322 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-8be316a1-9118-4b7c-838b-9bb95ad85ff1 tempest-RoutersIpV6AdminTest-765327337 tempest-RoutersIpV6AdminTest-765327337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3741702', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3740945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-38947'] for router, precommit_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:03.975223 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 39928) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:34:03.982431 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-f137f103-4319-42e4-b336-081050526391 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-2127211791', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:34:03.988042 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-ad2acb91-5a79-41ab-af91-40e13fd4c3a6 tempest-NegativeSecGroupTest-382581040 tempest-NegativeSecGroupTest-382581040-project] Notify callbacks [] for security_group, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:03.995091 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.plugin [None req-52fd202a-4948-4cfa-b873-60cac20569e2 admin admin] Calling delete_port for 69dbe4dd-86c4-48a5-9dd8-a8b9a49bba57 owned by network:router_gateway {{(pid=87507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:34:04.001613 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-f137f103-4319-42e4-b336-081050526391 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:34:04.007324 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-ad2acb91-5a79-41ab-af91-40e13fd4c3a6 tempest-NegativeSecGroupTest-382581040 tempest-NegativeSecGroupTest-382581040-project] Notify callbacks [] for security_group, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:04.032482 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-f137f103-4319-42e4-b336-081050526391 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Usage tracker for resource:router and tenant:8e4385a98eb1416284c1cc96b3355a70 is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:34:04.037426 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-f137f103-4319-42e4-b336-081050526391 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:34:04.039195 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.services.segments.db [None req-69f67ff6-87e0-4a78-8c28-a2200d9733cb tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1b76608a30>,) {'filters': {'network_id': ['6894f0f9-dad5-462a-be0f-9d8638ac03ad']}} {{(pid=87507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:34:04.048765 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-f137f103-4319-42e4-b336-081050526391 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:34:04.052560 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-ad2acb91-5a79-41ab-af91-40e13fd4c3a6 tempest-NegativeSecGroupTest-382581040 tempest-NegativeSecGroupTest-382581040-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:34:04.079510 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-851cdab6-fe26-4810-8917-8b5ff61a0405 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1d6bfaf-d325-5e4f-b05d-2441d8339617-7edd76f7-0f97-48a5-b177-9842de6c0500', 'network_id': '7edd76f7-0f97-48a5-b177-9842de6c0500', 'tenant_id': '8e4385a98eb1416284c1cc96b3355a70', 'fixed_ips': [{'subnet_id': '54df538c-2624-4cf6-9630-84f956036fa0'}]}} from dv-neutron-821829-1-hyperv. {{(pid=87508) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 16 22:34:04.081079 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-851cdab6-fe26-4810-8917-8b5ff61a0405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:04.098993 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.services.segments.db [None req-69f67ff6-87e0-4a78-8c28-a2200d9733cb tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b76608a30>, 'a87ddbcc-0038-470a-8060-a68569bf880f') {'for_net_delete': True} {{(pid=87507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:34:04.099268 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.services.segments.db [None req-69f67ff6-87e0-4a78-8c28-a2200d9733cb tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b76608a30>, 'a87ddbcc-0038-470a-8060-a68569bf880f') {} {{(pid=87507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:34:04.105162 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-ad2acb91-5a79-41ab-af91-40e13fd4c3a6 tempest-NegativeSecGroupTest-382581040 tempest-NegativeSecGroupTest-382581040-project] Usage tracker for resource:security_group_rule and tenant:05a9c9bcdd6845759539121a6d1af781 is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:34:04.113699 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-ad2acb91-5a79-41ab-af91-40e13fd4c3a6 tempest-NegativeSecGroupTest-382581040 tempest-NegativeSecGroupTest-382581040-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:34:04.114853 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-fe6203b2-e6e3-4868-805c-9e7e69e5f964 req-986e5c31-5bbc-4ca3-872f-5a6978f08463 tempest-ServerActionsTestJSON-1581017418 tempest-ServerActionsTestJSON-1581017418-project] 10.222.0.13 "GET /v2.0/security-groups?id=1011a650-dc8c-4279-9762-0c0bcda15d85&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3778579
Dec 16 22:34:04.128680 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-f137f103-4319-42e4-b336-081050526391 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3741155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38980'] for router, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:04.128997 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-f137f103-4319-42e4-b336-081050526391 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3743284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3741748', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3896702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-38989'] for router, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:04.132571 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-ad2acb91-5a79-41ab-af91-40e13fd4c3a6 tempest-NegativeSecGroupTest-382581040 tempest-NegativeSecGroupTest-382581040-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:34:04.145813 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-69f67ff6-87e0-4a78-8c28-a2200d9733cb tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734753593977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2128549'] for segment, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:04.244413 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-69f67ff6-87e0-4a78-8c28-a2200d9733cb tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-883292'] for segment, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:04.266358 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-ad2acb91-5a79-41ab-af91-40e13fd4c3a6 tempest-NegativeSecGroupTest-382581040 tempest-NegativeSecGroupTest-382581040-project] Notify callbacks [] for security_group, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:04.274295 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-ad2acb91-5a79-41ab-af91-40e13fd4c3a6 tempest-NegativeSecGroupTest-382581040 tempest-NegativeSecGroupTest-382581040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841066'] for security_group, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:04.279058 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:34:04.284762 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.db_base_plugin_common [None req-851cdab6-fe26-4810-8917-8b5ff61a0405 None None] Allocated IP 2001:db8::2 (7edd76f7-0f97-48a5-b177-9842de6c0500/54df538c-2624-4cf6-9630-84f956036fa0/f869c1d7-c819-4b28-b318-81e0380b2aef) {{(pid=87508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 22:34:04.289214 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-f137f103-4319-42e4-b336-081050526391 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:04.293683 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-ad2acb91-5a79-41ab-af91-40e13fd4c3a6 tempest-NegativeSecGroupTest-382581040 tempest-NegativeSecGroupTest-382581040-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:34:04.316453 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-ad2acb91-5a79-41ab-af91-40e13fd4c3a6 tempest-NegativeSecGroupTest-382581040 tempest-NegativeSecGroupTest-382581040-project] Usage tracker for resource:security_group_rule and tenant:05a9c9bcdd6845759539121a6d1af781 is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:34:04.327199 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-ad2acb91-5a79-41ab-af91-40e13fd4c3a6 tempest-NegativeSecGroupTest-382581040 tempest-NegativeSecGroupTest-382581040-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:34:04.338221 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-ad2acb91-5a79-41ab-af91-40e13fd4c3a6 tempest-NegativeSecGroupTest-382581040 tempest-NegativeSecGroupTest-382581040-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:34:04.341134 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2acb91-5a79-41ab-af91-40e13fd4c3a6 tempest-NegativeSecGroupTest-382581040 tempest-NegativeSecGroupTest-382581040-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc2716c4-6069-4343-b601-7b56ea70749a,revision_number=1']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:34:04.348361 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-ad2acb91-5a79-41ab-af91-40e13fd4c3a6 tempest-NegativeSecGroupTest-382581040 tempest-NegativeSecGroupTest-382581040-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:34:04.361020 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-f137f103-4319-42e4-b336-081050526391 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3740952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3741923'] for router, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:04.362509 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69f67ff6-87e0-4a78-8c28-a2200d9733cb tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Releasing vlan 191 on physical network physnet1 to pool {{(pid=87507) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 16 22:34:04.362914 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-69f67ff6-87e0-4a78-8c28-a2200d9733cb tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-883285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10808034'] for segment, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:04.378178 dv-neutron-821829-1-hyperv neutron-server[87507]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 16 22:34:04.378178 dv-neutron-821829-1-hyperv neutron-server[87507]:   util.warn(
Dec 16 22:34:04.378178 dv-neutron-821829-1-hyperv neutron-server[87507]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 16 22:34:04.378178 dv-neutron-821829-1-hyperv neutron-server[87507]:   util.warn(
Dec 16 22:34:04.378178 dv-neutron-821829-1-hyperv neutron-server[87507]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 16 22:34:04.378178 dv-neutron-821829-1-hyperv neutron-server[87507]:   util.warn(
Dec 16 22:34:04.378178 dv-neutron-821829-1-hyperv neutron-server[87507]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 16 22:34:04.378178 dv-neutron-821829-1-hyperv neutron-server[87507]:   util.warn(
Dec 16 22:34:04.378178 dv-neutron-821829-1-hyperv neutron-server[87507]: Traceback (most recent call last):
Dec 16 22:34:04.378178 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 16 22:34:04.378178 dv-neutron-821829-1-hyperv neutron-server[87507]:     timer()
Dec 16 22:34:04.378178 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 22:34:04.378178 dv-neutron-821829-1-hyperv neutron-server[87507]:     cb(*args, **kw)
Dec 16 22:34:04.378178 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 22:34:04.378178 dv-neutron-821829-1-hyperv neutron-server[87507]:     return func(*args, **kwargs)
Dec 16 22:34:04.378178 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 22:34:04.378178 dv-neutron-821829-1-hyperv neutron-server[87507]:     self._notify()
Dec 16 22:34:04.378178 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 22:34:04.378178 dv-neutron-821829-1-hyperv neutron-server[87507]:     self.callback(batched_events)
Dec 16 22:34:04.378178 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 22:34:04.378178 dv-neutron-821829-1-hyperv neutron-server[87507]:     event.method(event)
Dec 16 22:34:04.378178 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 22:34:04.378178 dv-neutron-821829-1-hyperv neutron-server[87507]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 22:34:04.378178 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 22:34:04.378178 dv-neutron-821829-1-hyperv neutron-server[87507]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 22:34:04.378178 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 22:34:04.378178 dv-neutron-821829-1-hyperv neutron-server[87507]:     return f(self, *a, **k)
Dec 16 22:34:04.378178 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 16 22:34:04.378178 dv-neutron-821829-1-hyperv neutron-server[87507]:     return self._get(url).json()
Dec 16 22:34:04.378178 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 16 22:34:04.378178 dv-neutron-821829-1-hyperv neutron-server[87507]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 22:34:04.378178 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 16 22:34:04.378178 dv-neutron-821829-1-hyperv neutron-server[87507]:     return self.request(url, 'GET', **kwargs)
Dec 16 22:34:04.378178 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 16 22:34:04.378178 dv-neutron-821829-1-hyperv neutron-server[87507]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 22:34:04.378178 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 16 22:34:04.378178 dv-neutron-821829-1-hyperv neutron-server[87507]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 22:34:04.378178 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 16 22:34:04.378178 dv-neutron-821829-1-hyperv neutron-server[87507]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 22:34:04.378178 dv-neutron-821829-1-hyperv neutron-server[87507]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 22:34:04.501093 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.db_base_plugin_common [None req-a9bb49c0-f406-4c83-b69f-95438f162d58 tempest-RoutersAdminTest-1029946936 tempest-RoutersAdminTest-1029946936-project] Allocated IP 172.26.0.41 (f8905ce9-304b-4976-bc47-e58c71c11de5/9bca8591-41ef-4f2d-8ecb-ecaab1a28acf/de813872-dd12-4a7a-a96f-6e6ea7936758) {{(pid=87507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 22:34:04.504836 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-f137f103-4319-42e4-b336-081050526391 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks [] for router, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:04.507985 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-f137f103-4319-42e4-b336-081050526391 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 706 time: 0.5297971
Dec 16 22:34:04.514390 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 39934) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:34:04.515563 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68304d9b-a7bd-4266-8e67-1d36ed8b7c97 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Router 45ae2c9f-738c-4d50-9070-36f2d87f0ea0 has already been hosted by L3 agent 4f519db7-069b-43e2-8411-c092bac9102a {{(pid=87507) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 22:34:04.519581 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-69f67ff6-87e0-4a78-8c28-a2200d9733cb tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3329572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3741856'] for network, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:04.531428 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-851cdab6-fe26-4810-8917-8b5ff61a0405 None None] Notify callbacks [] for port, precommit_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:04.538315 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-a0821cd1-80c7-4cd4-9e0b-e122b603cb70 tempest-PortsAdminExtendedAttrsTestJSON-606051987 tempest-PortsAdminExtendedAttrsTestJSON-606051987-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:34:04.542739 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-851cdab6-fe26-4810-8917-8b5ff61a0405 None None] Transition to ACTIVE for port object f869c1d7-c819-4b28-b318-81e0380b2aef will not be triggered until provisioned by entity L2. {{(pid=87508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:34:04.561796 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-69f67ff6-87e0-4a78-8c28-a2200d9733cb tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Notify callbacks [] for network, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:04.563734 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-851cdab6-fe26-4810-8917-8b5ff61a0405 None None] Transition to ACTIVE for port object f869c1d7-c819-4b28-b318-81e0380b2aef will not be triggered until provisioned by entity DHCP. {{(pid=87508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:34:04.570219 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-851cdab6-fe26-4810-8917-8b5ff61a0405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940'] for port, after_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:04.575484 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-eda27726-c4e1-4834-9c12-4699d90008c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:34:04.580978 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f67ff6-87e0-4a78-8c28-a2200d9733cb tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Pushing event deleted for resources: {'Network': ['ID=6894f0f9-dad5-462a-be0f-9d8638ac03ad,revision_number=None']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:34:04.608337 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-69f67ff6-87e0-4a78-8c28-a2200d9733cb tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:34:04.638939 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-851cdab6-fe26-4810-8917-8b5ff61a0405 None None] Network 7edd76f7-0f97-48a5-b177-9842de6c0500 is already hosted by enough agents. {{(pid=87508) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:34:04.642552 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.scheduler.base_scheduler [None req-851cdab6-fe26-4810-8917-8b5ff61a0405 None None] Resources bound (agent type, host, resource id):  {{(pid=87508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:34:04.644930 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-851cdab6-fe26-4810-8917-8b5ff61a0405 None None] Received port after_create {{(pid=87508) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 22:34:04.654196 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851cdab6-fe26-4810-8917-8b5ff61a0405 None None] Pushing event updated for resources: {'Port': ['ID=f869c1d7-c819-4b28-b318-81e0380b2aef,revision_number=1']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:34:04.657467 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-851cdab6-fe26-4810-8917-8b5ff61a0405 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:34:04.692882 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-ad2acb91-5a79-41ab-af91-40e13fd4c3a6 tempest-NegativeSecGroupTest-382581040 tempest-NegativeSecGroupTest-382581040-project] Notify callbacks [] for security_group, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:04.734813 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-69f67ff6-87e0-4a78-8c28-a2200d9733cb tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] 10.222.0.13 "DELETE /v2.0/networks/6894f0f9-dad5-462a-be0f-9d8638ac03ad HTTP/1.1" status: 204  len: 168 time: 14.2054012
Dec 16 22:34:04.745117 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-851cdab6-fe26-4810-8917-8b5ff61a0405 None None] Attempting to bind port f869c1d7-c819-4b28-b318-81e0380b2aef on host dv-neutron-821829-1-hyperv for vnic_type normal with profile  {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 22:34:04.745417 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-851cdab6-fe26-4810-8917-8b5ff61a0405 None None] Attempting to bind port f869c1d7-c819-4b28-b318-81e0380b2aef by drivers openvswitch,hyperv on host dv-neutron-821829-1-hyperv at level 0 using segments [{'id': 'da71c9a1-7532-4738-a9bc-22a7f498ec35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '7edd76f7-0f97-48a5-b177-9842de6c0500'}] {{(pid=87508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 22:34:04.745784 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-851cdab6-fe26-4810-8917-8b5ff61a0405 None None] Attempting to bind port f869c1d7-c819-4b28-b318-81e0380b2aef on network 7edd76f7-0f97-48a5-b177-9842de6c0500 {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 22:34:04.750531 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 39938) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:34:04.751859 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-851cdab6-fe26-4810-8917-8b5ff61a0405 None None] Checking agent: {'id': '5571501f-366e-47a4-9b60-8ef19d935d27', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821829-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 24, 2), 'started_at': datetime.datetime(2021, 12, 16, 22, 24, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 34, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821829-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 22:34:04.752242 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-851cdab6-fe26-4810-8917-8b5ff61a0405 None None] Checking segment: {'id': 'da71c9a1-7532-4738-a9bc-22a7f498ec35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '7edd76f7-0f97-48a5-b177-9842de6c0500'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 22:34:04.752648 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-851cdab6-fe26-4810-8917-8b5ff61a0405 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:04.753152 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-851cdab6-fe26-4810-8917-8b5ff61a0405 None None] Bound using segment: {'id': 'da71c9a1-7532-4738-a9bc-22a7f498ec35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '7edd76f7-0f97-48a5-b177-9842de6c0500'} {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 22:34:04.753621 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-851cdab6-fe26-4810-8917-8b5ff61a0405 None None] Bound port: f869c1d7-c819-4b28-b318-81e0380b2aef, host: dv-neutron-821829-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da71c9a1-7532-4738-a9bc-22a7f498ec35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '7edd76f7-0f97-48a5-b177-9842de6c0500'}}] {{(pid=87508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 22:34:04.753999 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-851cdab6-fe26-4810-8917-8b5ff61a0405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:04.807273 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55f2979-66ba-41d2-a1f0-58dc76db9b7f req-edd6d5e6-5fc3-42e8-a988-c2d58c254e8d tempest-ServerActionsTestJSON-1581017418 tempest-ServerActionsTestJSON-1581017418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:34:04.808757 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-a55f2979-66ba-41d2-a1f0-58dc76db9b7f req-edd6d5e6-5fc3-42e8-a988-c2d58c254e8d tempest-ServerActionsTestJSON-1581017418 tempest-ServerActionsTestJSON-1581017418-project] 10.222.0.13 "GET /v2.0/ports?device_id=95ef1739-1bf2-4522-993c-76a77d5f2322 HTTP/1.1" status: 200  len: 945 time: 0.5539808
Dec 16 22:34:04.817790 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-ad2acb91-5a79-41ab-af91-40e13fd4c3a6 tempest-NegativeSecGroupTest-382581040 tempest-NegativeSecGroupTest-382581040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841066'] for security_group, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:04.849377 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-851cdab6-fe26-4810-8917-8b5ff61a0405 None None] For port f869c1d7-c819-4b28-b318-81e0380b2aef, host dv-neutron-821829-1-hyperv, cleared binding levels {{(pid=87508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 22:34:04.852776 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-851cdab6-fe26-4810-8917-8b5ff61a0405 None None] For port f869c1d7-c819-4b28-b318-81e0380b2aef, host dv-neutron-821829-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=f869c1d7-c819-4b28-b318-81e0380b2aef,segment=NetworkSegment(da71c9a1-7532-4738-a9bc-22a7f498ec35),segment_id=da71c9a1-7532-4738-a9bc-22a7f498ec35)] {{(pid=87508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 22:34:04.857567 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-851cdab6-fe26-4810-8917-8b5ff61a0405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:04.861968 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-eda27726-c4e1-4834-9c12-4699d90008c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:34:04.882860 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-20164398-dc69-4ac8-8f16-a4b8cb44fc89 tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1431082970'}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:34:04.885918 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-8764bea6-0735-4fe4-8764-7414e0a8b0c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:34:04.912162 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-20164398-dc69-4ac8-8f16-a4b8cb44fc89 tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:34:04.926631 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-20164398-dc69-4ac8-8f16-a4b8cb44fc89 tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Usage tracker for resource:network and tenant:f62e67e237cd4fa6a36febbc06b0f445 is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:34:04.940916 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-20164398-dc69-4ac8-8f16-a4b8cb44fc89 tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:34:04.946325 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851cdab6-fe26-4810-8917-8b5ff61a0405 None None] Pushing event updated for resources: {'Port': ['ID=f869c1d7-c819-4b28-b318-81e0380b2aef,revision_number=2']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:34:04.949361 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-851cdab6-fe26-4810-8917-8b5ff61a0405 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:34:04.993019 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-52fd202a-4948-4cfa-b873-60cac20569e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10807823'] for port, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:04.999017 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-a55f2979-66ba-41d2-a1f0-58dc76db9b7f req-554840b3-7308-4f96-969f-b41a49e18a2b tempest-ServerActionsTestJSON-1581017418 tempest-ServerActionsTestJSON-1581017418-project] 10.222.0.13 "GET /v2.0/security-groups?id=1011a650-dc8c-4279-9762-0c0bcda15d85&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1727149
Dec 16 22:34:05.005551 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-d0cabe41-4628-49b7-b51b-92c416d00da8 tempest-RoutersAdminTest-1901902743 tempest-RoutersAdminTest-1901902743-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:34:05.041231 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-a9bb49c0-f406-4c83-b69f-95438f162d58 tempest-RoutersAdminTest-1029946936 tempest-RoutersAdminTest-1029946936-project] Notify callbacks [] for port, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:05.045923 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-20164398-dc69-4ac8-8f16-a4b8cb44fc89 tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:34:05.055173 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-ad2acb91-5a79-41ab-af91-40e13fd4c3a6 tempest-NegativeSecGroupTest-382581040 tempest-NegativeSecGroupTest-382581040-project] Notify callbacks [] for security_group, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:05.059545 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-ad2acb91-5a79-41ab-af91-40e13fd4c3a6 tempest-NegativeSecGroupTest-382581040 tempest-NegativeSecGroupTest-382581040-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1744 time: 1.3436272
Dec 16 22:34:05.060595 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-8be316a1-9118-4b7c-838b-9bb95ad85ff1 tempest-RoutersIpV6AdminTest-765327337 tempest-RoutersIpV6AdminTest-765327337-project] Notify callbacks [] for router_gateway, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:05.098896 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 39944) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:34:05.099586 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2acb91-5a79-41ab-af91-40e13fd4c3a6 tempest-NegativeSecGroupTest-382581040 tempest-NegativeSecGroupTest-382581040-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a6ea6699-75b1-4050-a60d-f1c1a469f918,revision_number=1']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:34:05.106455 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-0d97bd18-f1f8-4626-a1b9-b2399fc9a6b0 tempest-NegativeSecGroupTest-382581040 tempest-NegativeSecGroupTest-382581040-project] Request body: {'security_group_rule': {'security_group_id': 'a6ea6699-75b1-4050-a60d-f1c1a469f918', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:34:05.168399 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-ad2acb91-5a79-41ab-af91-40e13fd4c3a6 tempest-NegativeSecGroupTest-382581040 tempest-NegativeSecGroupTest-382581040-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:34:05.192803 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-8be316a1-9118-4b7c-838b-9bb95ad85ff1 tempest-RoutersIpV6AdminTest-765327337 tempest-RoutersIpV6AdminTest-765327337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:05.197634 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-0d97bd18-f1f8-4626-a1b9-b2399fc9a6b0 tempest-NegativeSecGroupTest-382581040 tempest-NegativeSecGroupTest-382581040-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:34:05.239112 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fd202a-4948-4cfa-b873-60cac20569e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=69dbe4dd-86c4-48a5-9dd8-a8b9a49bba57,revision_number=None']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:34:05.244545 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68304d9b-a7bd-4266-8e67-1d36ed8b7c97 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Notify agent at l3_agent.dv-neutron-821829-1-hyperv the message routers_updated {{(pid=87507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 22:34:05.257989 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4723a117-2c7d-4f60-9a0c-d480bd748014 None None] Sync routers for ids ['45ae2c9f-738c-4d50-9070-36f2d87f0ea0'] in dv-neutron-821829-1-hyperv {{(pid=87509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 22:34:05.260961 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-52fd202a-4948-4cfa-b873-60cac20569e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:34:05.269277 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4723a117-2c7d-4f60-9a0c-d480bd748014 None None] Routers {'45ae2c9f-738c-4d50-9070-36f2d87f0ea0'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:34:05.270034 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-4723a117-2c7d-4f60-9a0c-d480bd748014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b7cb7b5b0>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:34:01Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['45ae2c9f-738c-4d50-9070-36f2d87f0ea0'], 'active': True} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:34:05.273207 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20164398-dc69-4ac8-8f16-a4b8cb44fc89 tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Made reservation on behalf of f62e67e237cd4fa6a36febbc06b0f445 for: {'network': 1} {{(pid=87506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:34:05.276734 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-20164398-dc69-4ac8-8f16-a4b8cb44fc89 tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for network, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:05.295665 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-0d97bd18-f1f8-4626-a1b9-b2399fc9a6b0 tempest-NegativeSecGroupTest-382581040 tempest-NegativeSecGroupTest-382581040-project] Usage tracker for resource:security_group_rule and tenant:05a9c9bcdd6845759539121a6d1af781 is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:34:05.310803 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-0d97bd18-f1f8-4626-a1b9-b2399fc9a6b0 tempest-NegativeSecGroupTest-382581040 tempest-NegativeSecGroupTest-382581040-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:34:05.368074 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-68304d9b-a7bd-4266-8e67-1d36ed8b7c97 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for floatingip, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:05.390442 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-0d97bd18-f1f8-4626-a1b9-b2399fc9a6b0 tempest-NegativeSecGroupTest-382581040 tempest-NegativeSecGroupTest-382581040-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:34:05.398876 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-4723a117-2c7d-4f60-9a0c-d480bd748014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b7cb7b5b0>, [], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:34:05.401769 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20164398-dc69-4ac8-8f16-a4b8cb44fc89 tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] vlan segment allocate from pool success with {'vlan_id': 172, 'physical_network': 'physnet1'}  {{(pid=87506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 22:34:05.415032 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4723a117-2c7d-4f60-9a0c-d480bd748014 None None] Routers {'45ae2c9f-738c-4d50-9070-36f2d87f0ea0'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:34:05.416228 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-4723a117-2c7d-4f60-9a0c-d480bd748014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b7cb7b5b0>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:34:01Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['45ae2c9f-738c-4d50-9070-36f2d87f0ea0'], 'active': True} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:34:05.487847 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-20164398-dc69-4ac8-8f16-a4b8cb44fc89 tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-883292'] for segment, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:05.488172 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.db.segments_db [None req-20164398-dc69-4ac8-8f16-a4b8cb44fc89 tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Added segment 3f710df1-5598-47c7-9b36-ab60b23934a5 of type vlan for network a3565e49-be06-43a7-8cf5-ccb31eeb57fe
Dec 16 22:34:05.493379 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-68304d9b-a7bd-4266-8e67-1d36ed8b7c97 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 982 time: 8.1817842
Dec 16 22:34:05.500301 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 39950) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:34:05.509248 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-0f2543d4-9036-4c77-b4ca-dccf2d04c42b tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Request body: {'floatingip': {'port_id': '5f930eb3-b003-41b8-8977-a1b0ccbcc728', 'fixed_ip_address': '172.20.0.13'}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:34:05.513133 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-4723a117-2c7d-4f60-9a0c-d480bd748014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b7cb7b5b0>, [], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:34:05.513551 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4723a117-2c7d-4f60-9a0c-d480bd748014 None None] The sync data for ids ['45ae2c9f-738c-4d50-9070-36f2d87f0ea0'] in dv-neutron-821829-1-hyperv is: [] {{(pid=87509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 22:34:05.563811 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-a9bb49c0-f406-4c83-b69f-95438f162d58 tempest-RoutersAdminTest-1029946936 tempest-RoutersAdminTest-1029946936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10807823'] for port, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:05.567374 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-0d97bd18-f1f8-4626-a1b9-b2399fc9a6b0 tempest-NegativeSecGroupTest-382581040 tempest-NegativeSecGroupTest-382581040-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:05.578002 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-3d899f1a-1b84-4332-9d95-a93382ae9a19 tempest-FloatingIPAdminTestJSON-210502716 tempest-FloatingIPAdminTestJSON-210502716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:34:05.612830 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-52fd202a-4948-4cfa-b873-60cac20569e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3741895'] for router_gateway, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:05.650330 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-20164398-dc69-4ac8-8f16-a4b8cb44fc89 tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734753047233'] for network, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:05.706059 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-c164f3d4-e9c7-448e-8bd5-b4dab92e4497 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:05.733273 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.db_base_plugin_common [None req-8be316a1-9118-4b7c-838b-9bb95ad85ff1 tempest-RoutersIpV6AdminTest-765327337 tempest-RoutersIpV6AdminTest-765327337-project] Allocated IP 172.26.0.143 (f8905ce9-304b-4976-bc47-e58c71c11de5/9bca8591-41ef-4f2d-8ecb-ecaab1a28acf/9fb5a08a-d466-4735-87f3-af2fcaede2c4) {{(pid=87506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 22:34:05.816494 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-0d97bd18-f1f8-4626-a1b9-b2399fc9a6b0 tempest-NegativeSecGroupTest-382581040 tempest-NegativeSecGroupTest-382581040-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:05.822707 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4bf397-c105-4fe7-b7e6-282d595671a4 req-afbeb5ab-47dd-4201-9e23-84ebcceae7e4 tempest-ServerActionsTestJSON-1581017418 tempest-ServerActionsTestJSON-1581017418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:34:05.824292 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-6f4bf397-c105-4fe7-b7e6-282d595671a4 req-afbeb5ab-47dd-4201-9e23-84ebcceae7e4 tempest-ServerActionsTestJSON-1581017418 tempest-ServerActionsTestJSON-1581017418-project] 10.222.0.13 "GET /v2.0/ports?device_id=95ef1739-1bf2-4522-993c-76a77d5f2322 HTTP/1.1" status: 200  len: 945 time: 0.5920680
Dec 16 22:34:05.829561 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9bb49c0-f406-4c83-b69f-95438f162d58 tempest-RoutersAdminTest-1029946936 tempest-RoutersAdminTest-1029946936-project] Network f8905ce9-304b-4976-bc47-e58c71c11de5 is already hosted by enough agents. {{(pid=87507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:34:05.845373 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.base_scheduler [None req-a9bb49c0-f406-4c83-b69f-95438f162d58 tempest-RoutersAdminTest-1029946936 tempest-RoutersAdminTest-1029946936-project] Resources bound (agent type, host, resource id):  {{(pid=87507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:34:05.862045 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9bb49c0-f406-4c83-b69f-95438f162d58 tempest-RoutersAdminTest-1029946936 tempest-RoutersAdminTest-1029946936-project] Received port after_create {{(pid=87507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 22:34:05.891679 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-0d97bd18-f1f8-4626-a1b9-b2399fc9a6b0 tempest-NegativeSecGroupTest-382581040 tempest-NegativeSecGroupTest-382581040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841137'] for security_group_rule, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:05.907147 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-52fd202a-4948-4cfa-b873-60cac20569e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3739500', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39002'] for router, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:05.915576 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-52fd202a-4948-4cfa-b873-60cac20569e2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:05.919183 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9bb49c0-f406-4c83-b69f-95438f162d58 tempest-RoutersAdminTest-1029946936 tempest-RoutersAdminTest-1029946936-project] Pushing event updated for resources: {'Port': ['ID=de813872-dd12-4a7a-a96f-6e6ea7936758,revision_number=1']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:34:05.923174 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-3c865e2f-e735-4a30-a27c-f7fb263645f7 tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:34:05.934302 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-0f2543d4-9036-4c77-b4ca-dccf2d04c42b tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Notify callbacks [] for floatingip, before_update {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:05.996535 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-a9bb49c0-f406-4c83-b69f-95438f162d58 tempest-RoutersAdminTest-1029946936 tempest-RoutersAdminTest-1029946936-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.419s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:34:06.128923 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-6f4bf397-c105-4fe7-b7e6-282d595671a4 req-0a2735a2-d22e-4988-9434-d804dcf9605d tempest-ServerActionsTestJSON-1581017418 tempest-ServerActionsTestJSON-1581017418-project] 10.222.0.13 "GET /v2.0/security-groups?id=1011a650-dc8c-4279-9762-0c0bcda15d85&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2881637
Dec 16 22:34:06.129397 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-52fd202a-4948-4cfa-b873-60cac20569e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3830089'] for router, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:06.129836 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52fd202a-4948-4cfa-b873-60cac20569e2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c1568abc-6c06-4a5c-a473-9ea135ff733e {{(pid=87507) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 16 22:34:06.135575 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-20164398-dc69-4ac8-8f16-a4b8cb44fc89 tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440'] for network, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:06.141227 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20164398-dc69-4ac8-8f16-a4b8cb44fc89 tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:34:06.141958 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-20164398-dc69-4ac8-8f16-a4b8cb44fc89 tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3791486'] for network, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:06.202012 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d97bd18-f1f8-4626-a1b9-b2399fc9a6b0 tempest-NegativeSecGroupTest-382581040 tempest-NegativeSecGroupTest-382581040-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef7ff6bd-d7c2-47b7-aff8-eb841d439abd,revision_number=0']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:34:06.205100 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-0d97bd18-f1f8-4626-a1b9-b2399fc9a6b0 tempest-NegativeSecGroupTest-382581040 tempest-NegativeSecGroupTest-382581040-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:34:06.215189 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-84556d5d-4660-496d-9f35-2b33cf297039 tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.026s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:34:06.233448 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-33c06963-2d32-4036-acb6-a626d431873b None None] Provisioning for port f869c1d7-c819-4b28-b318-81e0380b2aef completed by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 22:34:06.245713 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-52fd202a-4948-4cfa-b873-60cac20569e2 admin admin] Notify callbacks [] for router, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:06.250030 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-52fd202a-4948-4cfa-b873-60cac20569e2 admin admin] 10.222.0.13 "DELETE /v2.0/routers/c1568abc-6c06-4a5c-a473-9ea135ff733e HTTP/1.1" status: 204  len: 168 time: 5.4767890
Dec 16 22:34:06.250696 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 39956) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:34:06.373364 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-0d97bd18-f1f8-4626-a1b9-b2399fc9a6b0 tempest-NegativeSecGroupTest-382581040 tempest-NegativeSecGroupTest-382581040-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:06.377372 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-0d97bd18-f1f8-4626-a1b9-b2399fc9a6b0 tempest-NegativeSecGroupTest-382581040 tempest-NegativeSecGroupTest-382581040-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 1.2724569
Dec 16 22:34:06.382898 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-20164398-dc69-4ac8-8f16-a4b8cb44fc89 tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 789 time: 1.6242704
Dec 16 22:34:06.403132 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 39960) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:34:06.403399 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 39962) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:34:06.420917 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20164398-dc69-4ac8-8f16-a4b8cb44fc89 tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Pushing event updated for resources: {'Network': ['ID=a3565e49-be06-43a7-8cf5-ccb31eeb57fe,revision_number=1']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:34:06.422938 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-3415f54b-1269-42ba-bae2-63a02d429614 tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Request body: {'subnet': {'network_id': 'a3565e49-be06-43a7-8cf5-ccb31eeb57fe', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:34:06.424298 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-20164398-dc69-4ac8-8f16-a4b8cb44fc89 tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:34:06.434446 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Network a3565e49-be06-43a7-8cf5-ccb31eeb57fe details requested by agent ovs-agent-dv-neutron-821829-1-hyperv with host dv-neutron-821829-1-hyperv {{(pid=87508) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 22:34:06.443055 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-d74d098d-8c34-4a4e-afce-91ec0531a11f tempest-NegativeSecGroupTest-382581040 tempest-NegativeSecGroupTest-382581040-project] Request body: {'security_group_rule': {'security_group_id': 'a6ea6699-75b1-4050-a60d-f1c1a469f918', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:34:06.486429 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-8be316a1-9118-4b7c-838b-9bb95ad85ff1 tempest-RoutersIpV6AdminTest-765327337 tempest-RoutersIpV6AdminTest-765327337-project] Notify callbacks [] for port, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:06.495806 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-d74d098d-8c34-4a4e-afce-91ec0531a11f tempest-NegativeSecGroupTest-382581040 tempest-NegativeSecGroupTest-382581040-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:34:06.564126 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.db_base_plugin_common [None req-c164f3d4-e9c7-448e-8bd5-b4dab92e4497 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Allocated IP 2001:db8::1 (7edd76f7-0f97-48a5-b177-9842de6c0500/54df538c-2624-4cf6-9630-84f956036fa0/43e30f25-2e61-470f-b775-e7c4a6ae2269) {{(pid=87506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 22:34:06.651603 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-8be316a1-9118-4b7c-838b-9bb95ad85ff1 tempest-RoutersIpV6AdminTest-765327337 tempest-RoutersIpV6AdminTest-765327337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1863393'] for port, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:06.666362 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:34:06.707290 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-d74d098d-8c34-4a4e-afce-91ec0531a11f tempest-NegativeSecGroupTest-382581040 tempest-NegativeSecGroupTest-382581040-project] Usage tracker for resource:security_group_rule and tenant:05a9c9bcdd6845759539121a6d1af781 is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:34:06.721595 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-d74d098d-8c34-4a4e-afce-91ec0531a11f tempest-NegativeSecGroupTest-382581040 tempest-NegativeSecGroupTest-382581040-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:34:06.742831 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8be316a1-9118-4b7c-838b-9bb95ad85ff1 tempest-RoutersIpV6AdminTest-765327337 tempest-RoutersIpV6AdminTest-765327337-project] Network f8905ce9-304b-4976-bc47-e58c71c11de5 is already hosted by enough agents. {{(pid=87506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:34:06.747806 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.base_scheduler [None req-8be316a1-9118-4b7c-838b-9bb95ad85ff1 tempest-RoutersIpV6AdminTest-765327337 tempest-RoutersIpV6AdminTest-765327337-project] Resources bound (agent type, host, resource id):  {{(pid=87506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:34:06.752465 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-d74d098d-8c34-4a4e-afce-91ec0531a11f tempest-NegativeSecGroupTest-382581040 tempest-NegativeSecGroupTest-382581040-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:34:06.756571 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8be316a1-9118-4b7c-838b-9bb95ad85ff1 tempest-RoutersIpV6AdminTest-765327337 tempest-RoutersIpV6AdminTest-765327337-project] Received port after_create {{(pid=87506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 22:34:06.761417 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7e53c30-c55e-49b4-aa00-136df26269ae admin admin] Deleting subnet 3450588b-5964-4afe-b2b9-07bddce97e2c {{(pid=87507) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 16 22:34:06.771644 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-d7e53c30-c55e-49b4-aa00-136df26269ae admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:06.803721 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be316a1-9118-4b7c-838b-9bb95ad85ff1 tempest-RoutersIpV6AdminTest-765327337 tempest-RoutersIpV6AdminTest-765327337-project] Pushing event updated for resources: {'Port': ['ID=9fb5a08a-d466-4735-87f3-af2fcaede2c4,revision_number=1']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:34:06.819430 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-8be316a1-9118-4b7c-838b-9bb95ad85ff1 tempest-RoutersIpV6AdminTest-765327337 tempest-RoutersIpV6AdminTest-765327337-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:34:06.933271 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device f869c1d7-c819-4b28-b318-81e0380b2aef up at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 22:34:06.980556 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-c164f3d4-e9c7-448e-8bd5-b4dab92e4497 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks [] for port, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:07.007230 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning for port f869c1d7-c819-4b28-b318-81e0380b2aef completed by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 22:34:07.007621 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-d74d098d-8c34-4a4e-afce-91ec0531a11f tempest-NegativeSecGroupTest-382581040 tempest-NegativeSecGroupTest-382581040-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:07.012335 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning complete for port f869c1d7-c819-4b28-b318-81e0380b2aef triggered by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:34:07.012789 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:07.027390 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-3415f54b-1269-42ba-bae2-63a02d429614 tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:34:07.036037 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.provisioning_blocks [None req-c164f3d4-e9c7-448e-8bd5-b4dab92e4497 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Transition to ACTIVE for port object 43e30f25-2e61-470f-b775-e7c4a6ae2269 will not be triggered until provisioned by entity DHCP. {{(pid=87506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:34:07.040033 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-d7e53c30-c55e-49b4-aa00-136df26269ae admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2128562'] for subnet, precommit_delete_associations {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:07.075077 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-3415f54b-1269-42ba-bae2-63a02d429614 tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Usage tracker for resource:subnet and tenant:f62e67e237cd4fa6a36febbc06b0f445 is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:34:07.091974 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-3415f54b-1269-42ba-bae2-63a02d429614 tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:34:07.117892 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-3415f54b-1269-42ba-bae2-63a02d429614 tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:34:07.134510 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92ccb8e-6dff-46a4-867e-aa54654212ee req-48128ab9-1175-4edb-bd99-8389159264ed tempest-ServerActionsTestJSON-1581017418 tempest-ServerActionsTestJSON-1581017418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:34:07.136025 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-e92ccb8e-6dff-46a4-867e-aa54654212ee req-48128ab9-1175-4edb-bd99-8389159264ed tempest-ServerActionsTestJSON-1581017418 tempest-ServerActionsTestJSON-1581017418-project] 10.222.0.13 "GET /v2.0/ports?device_id=95ef1739-1bf2-4522-993c-76a77d5f2322 HTTP/1.1" status: 200  len: 945 time: 0.8191447
Dec 16 22:34:07.149934 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:07.185096 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] For port f869c1d7-c819-4b28-b318-81e0380b2aef, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=f869c1d7-c819-4b28-b318-81e0380b2aef,segment=NetworkSegment(da71c9a1-7532-4738-a9bc-22a7f498ec35),segment_id=da71c9a1-7532-4738-a9bc-22a7f498ec35)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:34:07.188863 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:07.190804 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:34:07.207694 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-c164f3d4-e9c7-448e-8bd5-b4dab92e4497 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1863393'] for port, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:07.222294 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-299e8d73-f1af-4151-af3c-3fefe0dc445d tempest-ExtraDHCPOptionsIpV6TestJSON-903106190 tempest-ExtraDHCPOptionsIpV6TestJSON-903106190-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:34:07.262289 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 69dbe4dd-86c4-48a5-9dd8-a8b9a49bba57 no longer exists at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 22:34:07.307000 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] No Port match for: 69dbe4dd-86c4-48a5-9dd8-a8b9a49bba57 {{(pid=87508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 22:34:07.307345 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 69dbe4dd-86c4-48a5-9dd8-a8b9a49bba57 not bound to the agent host dv-neutron-821829-1-hyperv {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 22:34:07.312183 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c164f3d4-e9c7-448e-8bd5-b4dab92e4497 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Network 7edd76f7-0f97-48a5-b177-9842de6c0500 is already hosted by enough agents. {{(pid=87506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:34:07.315223 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Pushing event updated for resources: {'Port': ['ID=f869c1d7-c819-4b28-b318-81e0380b2aef,revision_number=3']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:34:07.318583 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.base_scheduler [None req-c164f3d4-e9c7-448e-8bd5-b4dab92e4497 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Resources bound (agent type, host, resource id):  {{(pid=87506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:34:07.318766 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:34:07.323190 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3415f54b-1269-42ba-bae2-63a02d429614 tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Made reservation on behalf of f62e67e237cd4fa6a36febbc06b0f445 for: {'subnet': 1} {{(pid=87507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:34:07.323356 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-8be316a1-9118-4b7c-838b-9bb95ad85ff1 tempest-RoutersIpV6AdminTest-765327337 tempest-RoutersIpV6AdminTest-765327337-project] Notify callbacks [] for router_gateway, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:07.326621 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-3415f54b-1269-42ba-bae2-63a02d429614 tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10549598'] for subnet, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:07.374187 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c164f3d4-e9c7-448e-8bd5-b4dab92e4497 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Received port after_create {{(pid=87506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 22:34:07.374727 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-c164f3d4-e9c7-448e-8bd5-b4dab92e4497 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3830061'] for router_interface, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:07.489658 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c164f3d4-e9c7-448e-8bd5-b4dab92e4497 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Pushing event updated for resources: {'Port': ['ID=43e30f25-2e61-470f-b775-e7c4a6ae2269,revision_number=1']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:34:07.506195 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-c164f3d4-e9c7-448e-8bd5-b4dab92e4497 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:34:07.576514 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-e92ccb8e-6dff-46a4-867e-aa54654212ee req-f18ece4a-6176-49dc-84bc-9244cacdc2f3 tempest-ServerActionsTestJSON-1581017418 tempest-ServerActionsTestJSON-1581017418-project] 10.222.0.13 "GET /v2.0/security-groups?id=1011a650-dc8c-4279-9762-0c0bcda15d85&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3775938
Dec 16 22:34:07.577010 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-a9bb49c0-f406-4c83-b69f-95438f162d58 tempest-RoutersAdminTest-1029946936 tempest-RoutersAdminTest-1029946936-project] Notify callbacks [] for router_gateway, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:07.593618 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-7b670fa9-acc2-4209-b686-b87912fd3d7f None None] Provisioning for port 43e30f25-2e61-470f-b775-e7c4a6ae2269 completed by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 22:34:07.607075 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-7b670fa9-acc2-4209-b686-b87912fd3d7f None None] Provisioning complete for port 43e30f25-2e61-470f-b775-e7c4a6ae2269 triggered by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:34:07.608020 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-7b670fa9-acc2-4209-b686-b87912fd3d7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:07.637001 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.api.v2.resource [None req-d74d098d-8c34-4a4e-afce-91ec0531a11f tempest-NegativeSecGroupTest-382581040 tempest-NegativeSecGroupTest-382581040-project] create failed (client error): There was a conflict when trying to complete your request.
Dec 16 22:34:07.638013 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-d74d098d-8c34-4a4e-afce-91ec0531a11f tempest-NegativeSecGroupTest-382581040 tempest-NegativeSecGroupTest-382581040-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 409  len: 366 time: 1.2311997
Dec 16 22:34:07.648201 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 39970) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:34:07.673177 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:07.686830 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-7b670fa9-acc2-4209-b686-b87912fd3d7f None None] Port 43e30f25-2e61-470f-b775-e7c4a6ae2269 cannot update to ACTIVE because it is not bound. {{(pid=87508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 22:34:07.723631 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-d7e53c30-c55e-49b4-aa00-136df26269ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3328566'] for subnet, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:07.901948 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-c164f3d4-e9c7-448e-8bd5-b4dab92e4497 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:07.994973 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-670898ba-62b8-4590-b864-9345b4c4f5f0 tempest-NegativeSecGroupTest-382581040 tempest-NegativeSecGroupTest-382581040-project] Notify callbacks [] for security_group, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:08.078962 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-d7e53c30-c55e-49b4-aa00-136df26269ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3328622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10807868', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10549621'] for subnet, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:08.095680 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:34:08.112720 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-8be316a1-9118-4b7c-838b-9bb95ad85ff1 tempest-RoutersIpV6AdminTest-765327337 tempest-RoutersIpV6AdminTest-765327337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3740952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3741923'] for router, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:08.156198 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-670898ba-62b8-4590-b864-9345b4c4f5f0 tempest-NegativeSecGroupTest-382581040 tempest-NegativeSecGroupTest-382581040-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:08.163712 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e34ef5c-e3a2-4a31-bec6-5cb736551e06 None None] Network ee4be5eb-8d65-4c35-a7d0-77b65d96496e requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 22:34:08.185848 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e53c30-c55e-49b4-aa00-136df26269ae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3450588b-5964-4afe-b2b9-07bddce97e2c,revision_number=None']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:34:08.189007 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-d7e53c30-c55e-49b4-aa00-136df26269ae admin admin] Notify callbacks [] for subnet, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:08.206570 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-d7e53c30-c55e-49b4-aa00-136df26269ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:34:08.456647 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-d7e53c30-c55e-49b4-aa00-136df26269ae admin admin] 10.222.0.13 "DELETE /v2.0/subnets/3450588b-5964-4afe-b2b9-07bddce97e2c HTTP/1.1" status: 204  len: 168 time: 2.1895440
Dec 16 22:34:08.459292 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 39974) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:34:08.470471 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.db.resource_extend [None req-0f2543d4-9036-4c77-b4ca-dccf2d04c42b tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] It took 0.32 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 16 22:34:08.475297 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09be59d9-60c0-40c8-9562-e70acb633158 None None] DHCP port deletion for ee4be5eb-8d65-4c35-a7d0-77b65d96496e request from dv-neutron-821829-1-hyperv {{(pid=87508) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 16 22:34:08.479664 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-09be59d9-60c0-40c8-9562-e70acb633158 None None] Deleting port 85714f8c-d72a-425f-ab93-97c87d586844 {{(pid=87508) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:34:08.480103 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-09be59d9-60c0-40c8-9562-e70acb633158 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:08.636884 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-670898ba-62b8-4590-b864-9345b4c4f5f0 tempest-NegativeSecGroupTest-382581040 tempest-NegativeSecGroupTest-382581040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841066'] for security_group, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:08.647592 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:34:08.647984 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-f2981900-fd53-4b94-bd92-ee9735715d44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-825997'] for network, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:08.660604 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-0f2543d4-9036-4c77-b4ca-dccf2d04c42b tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:08.667038 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-a9bb49c0-f406-4c83-b69f-95438f162d58 tempest-RoutersAdminTest-1029946936 tempest-RoutersAdminTest-1029946936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3740952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3741923'] for router, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:08.673693 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670898ba-62b8-4590-b864-9345b4c4f5f0 tempest-NegativeSecGroupTest-382581040 tempest-NegativeSecGroupTest-382581040-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6ea6699-75b1-4050-a60d-f1c1a469f918,revision_number=None']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:34:08.679394 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-0f2543d4-9036-4c77-b4ca-dccf2d04c42b tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3741874'] for floatingip, after_update {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:08.683580 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-c164f3d4-e9c7-448e-8bd5-b4dab92e4497 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks [] for port, precommit_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:08.686034 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8be316a1-9118-4b7c-838b-9bb95ad85ff1 tempest-RoutersIpV6AdminTest-765327337 tempest-RoutersIpV6AdminTest-765327337-project] Router dbc45133-a283-42db-831b-16d820588907 is scheduled to L3 agent 4f519db7-069b-43e2-8411-c092bac9102a with binding_index 1 {{(pid=87506) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 16 22:34:08.688474 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [None req-f2981900-fd53-4b94-bd92-ee9735715d44 admin admin] Deleting port 85714f8c-d72a-425f-ab93-97c87d586844 {{(pid=87506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:34:08.688856 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-f2981900-fd53-4b94-bd92-ee9735715d44 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:08.719295 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-c164f3d4-e9c7-448e-8bd5-b4dab92e4497 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1863400'] for port, after_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:08.720127 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-c164f3d4-e9c7-448e-8bd5-b4dab92e4497 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3791426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3830222'] for router_interface, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:08.728749 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:34:08.730068 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-670898ba-62b8-4590-b864-9345b4c4f5f0 tempest-NegativeSecGroupTest-382581040 tempest-NegativeSecGroupTest-382581040-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:34:08.779955 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-09be59d9-60c0-40c8-9562-e70acb633158 None None] For port 85714f8c-d72a-425f-ab93-97c87d586844, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=85714f8c-d72a-425f-ab93-97c87d586844,segment=NetworkSegment(4f66cca6-f628-4787-a123-0cc878e80ac6),segment_id=4f66cca6-f628-4787-a123-0cc878e80ac6)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:34:08.781105 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-09be59d9-60c0-40c8-9562-e70acb633158 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:08.828020 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-670898ba-62b8-4590-b864-9345b4c4f5f0 tempest-NegativeSecGroupTest-382581040 tempest-NegativeSecGroupTest-382581040-project] Notify callbacks [] for security_group, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:08.829131 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-670898ba-62b8-4590-b864-9345b4c4f5f0 tempest-NegativeSecGroupTest-382581040 tempest-NegativeSecGroupTest-382581040-project] 10.222.0.13 "DELETE /v2.0/security-groups/a6ea6699-75b1-4050-a60d-f1c1a469f918 HTTP/1.1" status: 204  len: 168 time: 1.1701264
Dec 16 22:34:08.843825 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 39978) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:34:08.853934 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.objects.ports [None req-3415f54b-1269-42ba-bae2-63a02d429614 tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87507) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}}
Dec 16 22:34:08.867896 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-3415f54b-1269-42ba-bae2-63a02d429614 tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10807931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10549612'] for subnet, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:08.887357 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-cc122839-a9d3-4efc-b845-30e86e537145 tempest-ExtraDHCPOptionsIpV6TestJSON-903106190 tempest-ExtraDHCPOptionsIpV6TestJSON-903106190-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:34:08.922854 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-09be59d9-60c0-40c8-9562-e70acb633158 None None] Calling delete_port for 85714f8c-d72a-425f-ab93-97c87d586844 owned by network:dhcp {{(pid=87508) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:34:08.956165 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device f869c1d7-c819-4b28-b318-81e0380b2aef up at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 22:34:09.065225 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning complete for port f869c1d7-c819-4b28-b318-81e0380b2aef triggered by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:34:09.065609 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:09.096389 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-09be59d9-60c0-40c8-9562-e70acb633158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949'] for port, after_delete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:09.105519 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-d182a8b4-979f-4e1d-8966-aac9b244d79e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:34:09.121970 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [None req-f2981900-fd53-4b94-bd92-ee9735715d44 admin admin] The port '85714f8c-d72a-425f-ab93-97c87d586844' was deleted {{(pid=87506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 16 22:34:09.162193 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09be59d9-60c0-40c8-9562-e70acb633158 None None] Pushing event deleted for resources: {'Port': ['ID=85714f8c-d72a-425f-ab93-97c87d586844,revision_number=None']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:34:09.164778 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3415f54b-1269-42ba-bae2-63a02d429614 tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Pushing event updated for resources: {'Subnet': ['ID=1066251a-6279-4c16-a447-aef80902f211,revision_number=0']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:34:09.165446 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-09be59d9-60c0-40c8-9562-e70acb633158 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:34:09.173361 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09be59d9-60c0-40c8-9562-e70acb633158 None None] No DVR routers for this DVR port 85714f8c-d72a-425f-ab93-97c87d586844 on host dv-neutron-821829-1-hyperv {{(pid=87508) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 22:34:09.175595 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-3415f54b-1269-42ba-bae2-63a02d429614 tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:34:09.221194 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c164f3d4-e9c7-448e-8bd5-b4dab92e4497 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Pushing event updated for resources: {'Port': ['ID=43e30f25-2e61-470f-b775-e7c4a6ae2269,revision_number=2']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:34:09.239306 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-793de2e6-2838-4bb7-b748-c8314c161d7e tempest-NegativeSecGroupTest-382581040 tempest-NegativeSecGroupTest-382581040-project] Synchronizing usage tracker for tenant:05a9c9bcdd6845759539121a6d1af781 on resource:security_group {{(pid=87507) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 22:34:09.250123 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-c164f3d4-e9c7-448e-8bd5-b4dab92e4497 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.521s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:34:09.269480 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3415f54b-1269-42ba-bae2-63a02d429614 tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Checking segment: {'id': '3f710df1-5598-47c7-9b36-ab60b23934a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'a3565e49-be06-43a7-8cf5-ccb31eeb57fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 22:34:09.270147 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3415f54b-1269-42ba-bae2-63a02d429614 tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Network hostable DHCP agents. Network: a3565e49-be06-43a7-8cf5-ccb31eeb57fe, hostable agents: ['3b155c4d-12dc-491e-aa14-6113b06cfacd'], hosted agents: [] {{(pid=87507) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 16 22:34:09.319200 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-793de2e6-2838-4bb7-b748-c8314c161d7e tempest-NegativeSecGroupTest-382581040 tempest-NegativeSecGroupTest-382581040-project] Unset dirty status for tenant:05a9c9bcdd6845759539121a6d1af781 on resource:security_group {{(pid=87507) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 22:34:09.320507 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-793de2e6-2838-4bb7-b748-c8314c161d7e tempest-NegativeSecGroupTest-382581040 tempest-NegativeSecGroupTest-382581040-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2979 time: 0.4654095
Dec 16 22:34:09.327952 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 85714f8c-d72a-425f-ab93-97c87d586844 no longer exists at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 22:34:09.330283 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 39982) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:34:09.346034 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-5546dcf2-6ad1-4fb3-8e02-2e0ffbad5e0d tempest-NegativeSecGroupTest-382581040 tempest-NegativeSecGroupTest-382581040-project] Request body: {'security_group': {'name': 'tempest-secgroup--527826321'}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:34:09.362152 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] No Port match for: 85714f8c-d72a-425f-ab93-97c87d586844 {{(pid=87508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 22:34:09.362515 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 85714f8c-d72a-425f-ab93-97c87d586844 not bound to the agent host dv-neutron-821829-1-hyperv {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 22:34:09.375196 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-5546dcf2-6ad1-4fb3-8e02-2e0ffbad5e0d tempest-NegativeSecGroupTest-382581040 tempest-NegativeSecGroupTest-382581040-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:34:09.392311 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-f2981900-fd53-4b94-bd92-ee9735715d44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3329565', 'neutron.services.segments.db._delete_segments_for_network-8734753546406'] for network, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:09.407093 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-5546dcf2-6ad1-4fb3-8e02-2e0ffbad5e0d tempest-NegativeSecGroupTest-382581040 tempest-NegativeSecGroupTest-382581040-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:34:09.410114 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3415f54b-1269-42ba-bae2-63a02d429614 tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Network a3565e49-be06-43a7-8cf5-ccb31eeb57fe is scheduled to be hosted by DHCP agent 3b155c4d-12dc-491e-aa14-6113b06cfacd with binding_index 1 {{(pid=87507) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 16 22:34:09.415962 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8be316a1-9118-4b7c-838b-9bb95ad85ff1 tempest-RoutersIpV6AdminTest-765327337 tempest-RoutersIpV6AdminTest-765327337-project] Notify agent at l3_agent.dv-neutron-821829-1-hyperv the message routers_updated {{(pid=87506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 22:34:09.431147 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c164f3d4-e9c7-448e-8bd5-b4dab92e4497 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Network 7edd76f7-0f97-48a5-b177-9842de6c0500 is already hosted by enough agents. {{(pid=87506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:34:09.434541 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-353c7cc0-9bcb-4bb8-a17b-e1fbe0203c1a None None] Sync routers for ids ['dbc45133-a283-42db-831b-16d820588907'] in dv-neutron-821829-1-hyperv {{(pid=87508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 22:34:09.434763 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.base_scheduler [None req-3415f54b-1269-42ba-bae2-63a02d429614 tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821829-1-hyperv, a3565e49-be06-43a7-8cf5-ccb31eeb57fe) {{(pid=87507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:34:09.443295 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3415f54b-1269-42ba-bae2-63a02d429614 tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:34:09.444100 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-3415f54b-1269-42ba-bae2-63a02d429614 tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Notify callbacks [] for subnet, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:09.444733 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.base_scheduler [None req-c164f3d4-e9c7-448e-8bd5-b4dab92e4497 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Resources bound (agent type, host, resource id):  {{(pid=87506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:34:09.456610 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9bb49c0-f406-4c83-b69f-95438f162d58 tempest-RoutersAdminTest-1029946936 tempest-RoutersAdminTest-1029946936-project] Router 88f94014-9b03-4ccf-9dd8-1e9c72846862 is scheduled to L3 agent 4f519db7-069b-43e2-8411-c092bac9102a with binding_index 1 {{(pid=87507) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 16 22:34:09.462048 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.services.segments.db [None req-f2981900-fd53-4b94-bd92-ee9735715d44 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1b7c74e0d0>,) {'filters': {'network_id': ['ee4be5eb-8d65-4c35-a7d0-77b65d96496e']}} {{(pid=87506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:34:09.464540 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d64cdec6-f2b9-43af-b764-722f45e8b4a5 None None] Network a3565e49-be06-43a7-8cf5-ccb31eeb57fe requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 22:34:09.469108 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f2543d4-9036-4c77-b4ca-dccf2d04c42b tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Router 45ae2c9f-738c-4d50-9070-36f2d87f0ea0 has already been hosted by L3 agent 4f519db7-069b-43e2-8411-c092bac9102a {{(pid=87507) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 22:34:09.470208 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-5546dcf2-6ad1-4fb3-8e02-2e0ffbad5e0d tempest-NegativeSecGroupTest-382581040 tempest-NegativeSecGroupTest-382581040-project] Notify callbacks [] for security_group, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:09.536032 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-3415f54b-1269-42ba-bae2-63a02d429614 tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 840 time: 3.1274564
Dec 16 22:34:09.543336 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 39986) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:34:09.552324 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.services.segments.db [None req-f2981900-fd53-4b94-bd92-ee9735715d44 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b7c74e0d0>, '4f66cca6-f628-4787-a123-0cc878e80ac6') {'for_net_delete': True} {{(pid=87506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:34:09.552621 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.services.segments.db [None req-f2981900-fd53-4b94-bd92-ee9735715d44 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b7c74e0d0>, '4f66cca6-f628-4787-a123-0cc878e80ac6') {} {{(pid=87506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:34:09.573864 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-8be316a1-9118-4b7c-838b-9bb95ad85ff1 tempest-RoutersIpV6AdminTest-765327337 tempest-RoutersIpV6AdminTest-765327337-project] Notify callbacks [] for router, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:09.575079 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-8be316a1-9118-4b7c-838b-9bb95ad85ff1 tempest-RoutersIpV6AdminTest-765327337 tempest-RoutersIpV6AdminTest-765327337-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 888 time: 6.1811388
Dec 16 22:34:09.575539 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-353c7cc0-9bcb-4bb8-a17b-e1fbe0203c1a None None] Routers {'dbc45133-a283-42db-831b-16d820588907'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:34:09.576249 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-353c7cc0-9bcb-4bb8-a17b-e1fbe0203c1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b7c020340>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:34:01Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['dbc45133-a283-42db-831b-16d820588907'], 'active': True} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:34:09.610796 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 39990) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:34:09.628853 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-f2981900-fd53-4b94-bd92-ee9735715d44 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734753593977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-266764496'] for segment, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:09.642686 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-7095927e-f87f-493f-b2af-0eeb0e3c5dc7 tempest-RoutersIpV6AdminTest-765327337 tempest-RoutersIpV6AdminTest-765327337-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:34:09.643605 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-353c7cc0-9bcb-4bb8-a17b-e1fbe0203c1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b7c020340>, [], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:34:09.654364 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-5546dcf2-6ad1-4fb3-8e02-2e0ffbad5e0d tempest-NegativeSecGroupTest-382581040 tempest-NegativeSecGroupTest-382581040-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:34:09.658721 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-353c7cc0-9bcb-4bb8-a17b-e1fbe0203c1a None None] Routers {'dbc45133-a283-42db-831b-16d820588907'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:34:09.659362 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-353c7cc0-9bcb-4bb8-a17b-e1fbe0203c1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b7c020340>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:34:01Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['dbc45133-a283-42db-831b-16d820588907'], 'active': True} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:34:09.663728 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-5546dcf2-6ad1-4fb3-8e02-2e0ffbad5e0d tempest-NegativeSecGroupTest-382581040 tempest-NegativeSecGroupTest-382581040-project] Usage tracker for resource:security_group_rule and tenant:05a9c9bcdd6845759539121a6d1af781 is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:34:09.678556 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-5546dcf2-6ad1-4fb3-8e02-2e0ffbad5e0d tempest-NegativeSecGroupTest-382581040 tempest-NegativeSecGroupTest-382581040-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:34:09.687325 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-f2981900-fd53-4b94-bd92-ee9735715d44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-883292'] for segment, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:09.693760 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-5546dcf2-6ad1-4fb3-8e02-2e0ffbad5e0d tempest-NegativeSecGroupTest-382581040 tempest-NegativeSecGroupTest-382581040-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:34:09.699129 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2981900-fd53-4b94-bd92-ee9735715d44 admin admin] Releasing vlan 189 on physical network physnet1 to pool {{(pid=87506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 16 22:34:09.699795 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-f2981900-fd53-4b94-bd92-ee9735715d44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-883285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1863180'] for segment, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:09.714992 dv-neutron-821829-1-hyperv neutron-server[87506]: Traceback (most recent call last):
Dec 16 22:34:09.714992 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 16 22:34:09.714992 dv-neutron-821829-1-hyperv neutron-server[87506]:     timer()
Dec 16 22:34:09.714992 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 22:34:09.714992 dv-neutron-821829-1-hyperv neutron-server[87506]:     cb(*args, **kw)
Dec 16 22:34:09.714992 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 22:34:09.714992 dv-neutron-821829-1-hyperv neutron-server[87506]:     return func(*args, **kwargs)
Dec 16 22:34:09.714992 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 22:34:09.714992 dv-neutron-821829-1-hyperv neutron-server[87506]:     self._notify()
Dec 16 22:34:09.714992 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 22:34:09.714992 dv-neutron-821829-1-hyperv neutron-server[87506]:     self.callback(batched_events)
Dec 16 22:34:09.714992 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 22:34:09.714992 dv-neutron-821829-1-hyperv neutron-server[87506]:     event.method(event)
Dec 16 22:34:09.714992 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 22:34:09.714992 dv-neutron-821829-1-hyperv neutron-server[87506]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 22:34:09.714992 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 22:34:09.714992 dv-neutron-821829-1-hyperv neutron-server[87506]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 22:34:09.714992 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 22:34:09.714992 dv-neutron-821829-1-hyperv neutron-server[87506]:     return f(self, *a, **k)
Dec 16 22:34:09.714992 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 16 22:34:09.714992 dv-neutron-821829-1-hyperv neutron-server[87506]:     return self._get(url).json()
Dec 16 22:34:09.714992 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 16 22:34:09.714992 dv-neutron-821829-1-hyperv neutron-server[87506]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 22:34:09.714992 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 16 22:34:09.714992 dv-neutron-821829-1-hyperv neutron-server[87506]:     return self.request(url, 'GET', **kwargs)
Dec 16 22:34:09.714992 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 16 22:34:09.714992 dv-neutron-821829-1-hyperv neutron-server[87506]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 22:34:09.714992 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 16 22:34:09.714992 dv-neutron-821829-1-hyperv neutron-server[87506]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 22:34:09.714992 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 16 22:34:09.714992 dv-neutron-821829-1-hyperv neutron-server[87506]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 22:34:09.714992 dv-neutron-821829-1-hyperv neutron-server[87506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 22:34:09.729266 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-353c7cc0-9bcb-4bb8-a17b-e1fbe0203c1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b7c020340>, [], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:34:09.729695 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-353c7cc0-9bcb-4bb8-a17b-e1fbe0203c1a None None] The sync data for ids ['dbc45133-a283-42db-831b-16d820588907'] in dv-neutron-821829-1-hyperv is: [] {{(pid=87508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 22:34:09.839818 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-f2981900-fd53-4b94-bd92-ee9735715d44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3329572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3741856'] for network, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:09.853023 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-7bf11dec-19a2-454d-9f2e-2316065d4a14 tempest-RoutersIpV6AdminTest-146809031 tempest-RoutersIpV6AdminTest-146809031-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:34:09.866293 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-bbdd60b0-96f7-47c1-89de-d47b509dcc2c None None] Provisioning complete for port 43e30f25-2e61-470f-b775-e7c4a6ae2269 triggered by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:34:09.866881 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-bbdd60b0-96f7-47c1-89de-d47b509dcc2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:09.871130 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-f2981900-fd53-4b94-bd92-ee9735715d44 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3791486'] for network, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:09.894297 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2981900-fd53-4b94-bd92-ee9735715d44 admin admin] Pushing event deleted for resources: {'Network': ['ID=ee4be5eb-8d65-4c35-a7d0-77b65d96496e,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:34:09.897596 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d89b0a0-fc15-4ed5-be7a-4951471ac7bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1d6bfaf-d325-5e4f-b05d-2441d8339617-a3565e49-be06-43a7-8cf5-ccb31eeb57fe', 'network_id': 'a3565e49-be06-43a7-8cf5-ccb31eeb57fe', 'tenant_id': 'f62e67e237cd4fa6a36febbc06b0f445', 'fixed_ips': [{'subnet_id': '1066251a-6279-4c16-a447-aef80902f211'}]}} from dv-neutron-821829-1-hyperv. {{(pid=87508) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 16 22:34:09.898518 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-7d89b0a0-fc15-4ed5-be7a-4951471ac7bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:09.901494 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-f2981900-fd53-4b94-bd92-ee9735715d44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:34:09.932655 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-f2981900-fd53-4b94-bd92-ee9735715d44 admin admin] 10.222.0.13 "DELETE /v2.0/networks/ee4be5eb-8d65-4c35-a7d0-77b65d96496e HTTP/1.1" status: 204  len: 168 time: 1.4698853
Dec 16 22:34:09.944969 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c164f3d4-e9c7-448e-8bd5-b4dab92e4497 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Router d11df8c5-6cdf-4a91-b9a3-a506b8db46f4 is scheduled to L3 agent 4f519db7-069b-43e2-8411-c092bac9102a with binding_index 1 {{(pid=87506) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 16 22:34:09.952708 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-5546dcf2-6ad1-4fb3-8e02-2e0ffbad5e0d tempest-NegativeSecGroupTest-382581040 tempest-NegativeSecGroupTest-382581040-project] Notify callbacks [] for security_group, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:09.975724 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-bbdd60b0-96f7-47c1-89de-d47b509dcc2c None None] Port 43e30f25-2e61-470f-b775-e7c4a6ae2269 cannot update to ACTIVE because it is not bound. {{(pid=87508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 22:34:10.023883 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-5546dcf2-6ad1-4fb3-8e02-2e0ffbad5e0d tempest-NegativeSecGroupTest-382581040 tempest-NegativeSecGroupTest-382581040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841066'] for security_group, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:10.041387 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-f56b6769-e027-43ad-b79a-4c0a792b0606 tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:34:10.090024 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.db_base_plugin_common [None req-7d89b0a0-fc15-4ed5-be7a-4951471ac7bb None None] Allocated IP 2001:db8::f816:3eff:feeb:7409 (a3565e49-be06-43a7-8cf5-ccb31eeb57fe/1066251a-6279-4c16-a447-aef80902f211/79f9fa58-55f9-492e-b6ad-0e211dba0eec) {{(pid=87508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 22:34:10.130478 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-5546dcf2-6ad1-4fb3-8e02-2e0ffbad5e0d tempest-NegativeSecGroupTest-382581040 tempest-NegativeSecGroupTest-382581040-project] Notify callbacks [] for security_group, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:10.131685 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-5546dcf2-6ad1-4fb3-8e02-2e0ffbad5e0d tempest-NegativeSecGroupTest-382581040 tempest-NegativeSecGroupTest-382581040-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1743 time: 0.7959619
Dec 16 22:34:10.141584 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 39996) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:34:10.162105 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5546dcf2-6ad1-4fb3-8e02-2e0ffbad5e0d tempest-NegativeSecGroupTest-382581040 tempest-NegativeSecGroupTest-382581040-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e1e5a07-474c-4b04-9bdd-d90c89d4fbfa,revision_number=1']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:34:10.169119 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-5546dcf2-6ad1-4fb3-8e02-2e0ffbad5e0d tempest-NegativeSecGroupTest-382581040 tempest-NegativeSecGroupTest-382581040-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:34:10.171856 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c164f3d4-e9c7-448e-8bd5-b4dab92e4497 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify agent at l3_agent.dv-neutron-821829-1-hyperv the message routers_updated {{(pid=87506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 22:34:10.179308 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-c164f3d4-e9c7-448e-8bd5-b4dab92e4497 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] 10.222.0.13 "PUT /v2.0/routers/d11df8c5-6cdf-4a91-b9a3-a506b8db46f4/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.6624169
Dec 16 22:34:10.180057 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 40000) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:34:10.183933 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a8b8a8f-a2c7-4d47-ba72-ad50641c9347 None None] Sync routers for ids ['d11df8c5-6cdf-4a91-b9a3-a506b8db46f4'] in dv-neutron-821829-1-hyperv {{(pid=87509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 22:34:10.199923 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a8b8a8f-a2c7-4d47-ba72-ad50641c9347 None None] Routers {'d11df8c5-6cdf-4a91-b9a3-a506b8db46f4'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:34:10.200787 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-1a8b8a8f-a2c7-4d47-ba72-ad50641c9347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b7d50d820>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:34:01Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['d11df8c5-6cdf-4a91-b9a3-a506b8db46f4'], 'active': True} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:34:10.217493 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 40004) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:34:10.220772 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-03cbe3e6-65f6-4f66-a082-98024303756c tempest-NegativeSecGroupTest-382581040 tempest-NegativeSecGroupTest-382581040-project] Request body: {'security_group_rule': {'security_group_id': '5e1e5a07-474c-4b04-9bdd-d90c89d4fbfa', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:34:10.222400 dv-neutron-821829-1-hyperv neutron-server[87507]: WARNING neutron.api.v2.base [None req-03cbe3e6-65f6-4f66-a082-98024303756c tempest-NegativeSecGroupTest-382581040 tempest-NegativeSecGroupTest-382581040-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].
Dec 16 22:34:10.223128 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.api.v2.resource [None req-03cbe3e6-65f6-4f66-a082-98024303756c tempest-NegativeSecGroupTest-382581040 tempest-NegativeSecGroupTest-382581040-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 16 22:34:10.224443 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-03cbe3e6-65f6-4f66-a082-98024303756c tempest-NegativeSecGroupTest-382581040 tempest-NegativeSecGroupTest-382581040-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 396 time: 0.0800941
Dec 16 22:34:10.228814 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 40008) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:34:10.306398 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e2920fe-9289-4d9d-b4c8-bba6d129ff05 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:34:10.306993 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-0e2920fe-9289-4d9d-b4c8-bba6d129ff05 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Synchronizing usage tracker for tenant:8e4385a98eb1416284c1cc96b3355a70 on resource:port {{(pid=87506) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 22:34:10.322410 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-383689e3-58bc-4bc6-a7ac-0745c055f1cc admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b95ee9c426304bab82943f010c6dac17&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0993221
Dec 16 22:34:10.325614 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 40012) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:34:10.340279 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-0e2920fe-9289-4d9d-b4c8-bba6d129ff05 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Unset dirty status for tenant:8e4385a98eb1416284c1cc96b3355a70 on resource:port {{(pid=87506) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 22:34:10.344536 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-0e2920fe-9289-4d9d-b4c8-bba6d129ff05 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] 10.222.0.13 "GET /v2.0/ports/43e30f25-2e61-470f-b775-e7c4a6ae2269 HTTP/1.1" status: 200  len: 911 time: 0.1617801
Dec 16 22:34:10.346760 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 40016) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:34:10.354321 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f2543d4-9036-4c77-b4ca-dccf2d04c42b tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Notify agent at l3_agent.dv-neutron-821829-1-hyperv the message routers_updated {{(pid=87507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 22:34:10.388949 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-0f2543d4-9036-4c77-b4ca-dccf2d04c42b tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for floatingip, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:10.429930 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvr_db [None req-1a8b8a8f-a2c7-4d47-ba72-ad50641c9347 None None] Set router d11df8c5-6cdf-4a91-b9a3-a506b8db46f4 gateway port host: None {{(pid=87509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 22:34:10.447990 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-1e098619-be1f-4a1d-a996-7b208a8af219 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:10.450399 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-7d89b0a0-fc15-4ed5-be7a-4951471ac7bb None None] Notify callbacks [] for port, precommit_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:10.464965 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-e671f26b-04c7-4a89-9492-da9503717ec4 tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-825997'] for network, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:10.478741 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-7d89b0a0-fc15-4ed5-be7a-4951471ac7bb None None] Transition to ACTIVE for port object 79f9fa58-55f9-492e-b6ad-0e211dba0eec will not be triggered until provisioned by entity L2. {{(pid=87508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:34:10.482165 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-1e098619-be1f-4a1d-a996-7b208a8af219 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:10.512919 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2a2de76-4c52-4fc6-a1e4-9c326400c30c tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:34:10.513131 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-7d89b0a0-fc15-4ed5-be7a-4951471ac7bb None None] Transition to ACTIVE for port object 79f9fa58-55f9-492e-b6ad-0e211dba0eec will not be triggered until provisioned by entity DHCP. {{(pid=87508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:34:10.516408 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9bb49c0-f406-4c83-b69f-95438f162d58 tempest-RoutersAdminTest-1029946936 tempest-RoutersAdminTest-1029946936-project] Notify agent at l3_agent.dv-neutron-821829-1-hyperv the message routers_updated {{(pid=87507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 22:34:10.519679 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2a2de76-4c52-4fc6-a1e4-9c326400c30c tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:34:10.524451 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-b2a2de76-4c52-4fc6-a1e4-9c326400c30c tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1655 time: 0.1765664
Dec 16 22:34:10.525061 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 40020) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:34:10.528610 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a8b039f-93cd-497d-b700-f4abaf722bd4 None None] Sync routers for ids ['45ae2c9f-738c-4d50-9070-36f2d87f0ea0'] in dv-neutron-821829-1-hyperv {{(pid=87508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 22:34:10.532153 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-7d89b0a0-fc15-4ed5-be7a-4951471ac7bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940'] for port, after_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:10.535579 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c0fdf7c-3b84-4692-b328-1df321f6d2f0 None None] Sync routers for ids ['88f94014-9b03-4ccf-9dd8-1e9c72846862'] in dv-neutron-821829-1-hyperv {{(pid=87509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 22:34:10.543414 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-1b0c8af7-72e3-40fe-8caa-9e6c754bb59b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:34:10.625085 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c0fdf7c-3b84-4692-b328-1df321f6d2f0 None None] Routers {'88f94014-9b03-4ccf-9dd8-1e9c72846862'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:34:10.625791 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-9c0fdf7c-3b84-4692-b328-1df321f6d2f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b7c905250>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:34:01Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['88f94014-9b03-4ccf-9dd8-1e9c72846862'], 'active': True} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:34:10.660402 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d89b0a0-fc15-4ed5-be7a-4951471ac7bb None None] Network a3565e49-be06-43a7-8cf5-ccb31eeb57fe is already hosted by enough agents. {{(pid=87508) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:34:10.665901 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.scheduler.base_scheduler [None req-7d89b0a0-fc15-4ed5-be7a-4951471ac7bb None None] Resources bound (agent type, host, resource id):  {{(pid=87508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:34:10.675186 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d89b0a0-fc15-4ed5-be7a-4951471ac7bb None None] Received port after_create {{(pid=87508) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 22:34:10.683820 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.plugin [None req-e671f26b-04c7-4a89-9492-da9503717ec4 tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Deleting port 79f9fa58-55f9-492e-b6ad-0e211dba0eec {{(pid=87507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:34:10.684450 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-e671f26b-04c7-4a89-9492-da9503717ec4 tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:10.709894 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-978b19e7-7cfe-4185-9ce3-11d0c60ea3d8 tempest-NegativeSecGroupTest-382581040 tempest-NegativeSecGroupTest-382581040-project] Notify callbacks [] for security_group, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:10.714112 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a8b039f-93cd-497d-b700-f4abaf722bd4 None None] Routers {'45ae2c9f-738c-4d50-9070-36f2d87f0ea0'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:34:10.714998 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-3a8b039f-93cd-497d-b700-f4abaf722bd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b77af1b20>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:34:01Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['45ae2c9f-738c-4d50-9070-36f2d87f0ea0'], 'active': True} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:34:10.731453 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-a9bb49c0-f406-4c83-b69f-95438f162d58 tempest-RoutersAdminTest-1029946936 tempest-RoutersAdminTest-1029946936-project] Notify callbacks [] for router, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:10.735886 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-a9bb49c0-f406-4c83-b69f-95438f162d58 tempest-RoutersAdminTest-1029946936 tempest-RoutersAdminTest-1029946936-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 883 time: 11.6092303
Dec 16 22:34:10.737914 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 40024) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:34:10.741409 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-9c0fdf7c-3b84-4692-b328-1df321f6d2f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b7c905250>, [], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:34:10.814720 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-3a8b039f-93cd-497d-b700-f4abaf722bd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b77af1b20>, [], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:34:10.828099 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c0fdf7c-3b84-4692-b328-1df321f6d2f0 None None] Routers {'88f94014-9b03-4ccf-9dd8-1e9c72846862'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:34:10.828740 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-9c0fdf7c-3b84-4692-b328-1df321f6d2f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b7c905250>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:34:01Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['88f94014-9b03-4ccf-9dd8-1e9c72846862'], 'active': True} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:34:10.843599 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-0f2543d4-9036-4c77-b4ca-dccf2d04c42b tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] 10.222.0.13 "PUT /v2.0/floatingips/2c5a6415-4af1-4404-bedf-8cc23a315dee HTTP/1.1" status: 200  len: 977 time: 5.3420775
Dec 16 22:34:10.857724 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 40028) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:34:10.863248 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-978b19e7-7cfe-4185-9ce3-11d0c60ea3d8 tempest-NegativeSecGroupTest-382581040 tempest-NegativeSecGroupTest-382581040-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:10.896938 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d89b0a0-fc15-4ed5-be7a-4951471ac7bb None None] Pushing event updated for resources: {'Port': ['ID=79f9fa58-55f9-492e-b6ad-0e211dba0eec,revision_number=1']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:34:10.906759 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-7d89b0a0-fc15-4ed5-be7a-4951471ac7bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.363s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:34:10.912481 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-7d89b0a0-fc15-4ed5-be7a-4951471ac7bb None None] Attempting to bind port 79f9fa58-55f9-492e-b6ad-0e211dba0eec on host dv-neutron-821829-1-hyperv for vnic_type normal with profile  {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 22:34:10.912785 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-7d89b0a0-fc15-4ed5-be7a-4951471ac7bb None None] Attempting to bind port 79f9fa58-55f9-492e-b6ad-0e211dba0eec by drivers openvswitch,hyperv on host dv-neutron-821829-1-hyperv at level 0 using segments [{'id': '3f710df1-5598-47c7-9b36-ab60b23934a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'a3565e49-be06-43a7-8cf5-ccb31eeb57fe'}] {{(pid=87508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 22:34:10.912898 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-9c0fdf7c-3b84-4692-b328-1df321f6d2f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b7c905250>, [], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:34:10.913096 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d89b0a0-fc15-4ed5-be7a-4951471ac7bb None None] Attempting to bind port 79f9fa58-55f9-492e-b6ad-0e211dba0eec on network a3565e49-be06-43a7-8cf5-ccb31eeb57fe {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 22:34:10.913227 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c0fdf7c-3b84-4692-b328-1df321f6d2f0 None None] The sync data for ids ['88f94014-9b03-4ccf-9dd8-1e9c72846862'] in dv-neutron-821829-1-hyperv is: [] {{(pid=87509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 22:34:10.922314 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a8b039f-93cd-497d-b700-f4abaf722bd4 None None] Routers {'45ae2c9f-738c-4d50-9070-36f2d87f0ea0'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:34:10.923148 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-3a8b039f-93cd-497d-b700-f4abaf722bd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b77af1b20>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:34:01Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['45ae2c9f-738c-4d50-9070-36f2d87f0ea0'], 'active': True} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:34:10.985843 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d89b0a0-fc15-4ed5-be7a-4951471ac7bb None None] Checking agent: {'id': '5571501f-366e-47a4-9b60-8ef19d935d27', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821829-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 24, 2), 'started_at': datetime.datetime(2021, 12, 16, 22, 24, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 34, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821829-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 22:34:10.986608 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d89b0a0-fc15-4ed5-be7a-4951471ac7bb None None] Checking segment: {'id': '3f710df1-5598-47c7-9b36-ab60b23934a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'a3565e49-be06-43a7-8cf5-ccb31eeb57fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 22:34:10.987203 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-7d89b0a0-fc15-4ed5-be7a-4951471ac7bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:10.987913 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d89b0a0-fc15-4ed5-be7a-4951471ac7bb None None] Bound using segment: {'id': '3f710df1-5598-47c7-9b36-ab60b23934a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'a3565e49-be06-43a7-8cf5-ccb31eeb57fe'} {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 22:34:10.988695 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-7d89b0a0-fc15-4ed5-be7a-4951471ac7bb None None] Bound port: 79f9fa58-55f9-492e-b6ad-0e211dba0eec, host: dv-neutron-821829-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f710df1-5598-47c7-9b36-ab60b23934a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'a3565e49-be06-43a7-8cf5-ccb31eeb57fe'}}] {{(pid=87508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 22:34:10.989265 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-7d89b0a0-fc15-4ed5-be7a-4951471ac7bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:11.018023 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-1e098619-be1f-4a1d-a996-7b208a8af219 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841066'] for security_group, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:11.019264 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-3a8b039f-93cd-497d-b700-f4abaf722bd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b77af1b20>, [], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:34:11.019894 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a8b039f-93cd-497d-b700-f4abaf722bd4 None None] The sync data for ids ['45ae2c9f-738c-4d50-9070-36f2d87f0ea0'] in dv-neutron-821829-1-hyperv is: [] {{(pid=87508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 22:34:11.037015 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-1a8b8a8f-a2c7-4d47-ba72-ad50641c9347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b7d50d820>, [{'id': 'd11df8c5-6cdf-4a91-b9a3-a506b8db46f4', 'name': 'tempest-NetworksTestDHCPv6-router-2127211791', 'tenant_id': '8e4385a98eb1416284c1cc96b3355a70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:34:04Z', 'updated_at': '2021-12-16T22:34:07Z', 'revision_number': 2, 'project_id': '8e4385a98eb1416284c1cc96b3355a70', 'gw_port_host': None, '_interfaces': [{'id': '43e30f25-2e61-470f-b775-e7c4a6ae2269', 'name': '', 'network_id': '7edd76f7-0f97-48a5-b177-9842de6c0500', 'tenant_id': '8e4385a98eb1416284c1cc96b3355a70', 'mac_address': 'fa:16:3e:fe:08:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd11df8c5-6cdf-4a91-b9a3-a506b8db46f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '54df538c-2624-4cf6-9630-84f956036fa0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:34:06Z', 'updated_at': '2021-12-16T22:34:08Z', 'revision_number': 2, 'project_id': '8e4385a98eb1416284c1cc96b3355a70', 'subnets': [{'id': '54df538c-2624-4cf6-9630-84f956036fa0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:34:11.042309 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a8b8a8f-a2c7-4d47-ba72-ad50641c9347 None None] Checking router: d11df8c5-6cdf-4a91-b9a3-a506b8db46f4 for host: dv-neutron-821829-1-hyperv {{(pid=87509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 22:34:11.042746 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a8b8a8f-a2c7-4d47-ba72-ad50641c9347 None None] Updating router d11df8c5-6cdf-4a91-b9a3-a506b8db46f4 port 43e30f25-2e61-470f-b775-e7c4a6ae2269 binding host dv-neutron-821829-1-hyperv {{(pid=87509) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 16 22:34:11.081168 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-cc0c3f6e-26b7-4ec8-a8c2-6752bc1f8d69 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:34:11.108655 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e098619-be1f-4a1d-a996-7b208a8af219 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7a781f6-3316-4368-b594-b5c7a2c200af,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:34:11.114095 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron_lib.callbacks.manager [None req-1a8b8a8f-a2c7-4d47-ba72-ad50641c9347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:11.133800 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-1e098619-be1f-4a1d-a996-7b208a8af219 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:34:11.134380 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-7d89b0a0-fc15-4ed5-be7a-4951471ac7bb None None] For port 79f9fa58-55f9-492e-b6ad-0e211dba0eec, host dv-neutron-821829-1-hyperv, cleared binding levels {{(pid=87508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 22:34:11.138937 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-7d89b0a0-fc15-4ed5-be7a-4951471ac7bb None None] For port 79f9fa58-55f9-492e-b6ad-0e211dba0eec, host dv-neutron-821829-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=79f9fa58-55f9-492e-b6ad-0e211dba0eec,segment=NetworkSegment(3f710df1-5598-47c7-9b36-ab60b23934a5),segment_id=3f710df1-5598-47c7-9b36-ab60b23934a5)] {{(pid=87508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 22:34:11.155458 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-7d89b0a0-fc15-4ed5-be7a-4951471ac7bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:11.156478 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-1e098619-be1f-4a1d-a996-7b208a8af219 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:11.157708 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-1e098619-be1f-4a1d-a996-7b208a8af219 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b7a781f6-3316-4368-b594-b5c7a2c200af HTTP/1.1" status: 204  len: 168 time: 0.8311977
Dec 16 22:34:11.160263 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:34:11.261503 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d89b0a0-fc15-4ed5-be7a-4951471ac7bb None None] Pushing event updated for resources: {'Port': ['ID=79f9fa58-55f9-492e-b6ad-0e211dba0eec,revision_number=2']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:34:11.270530 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-978b19e7-7cfe-4185-9ce3-11d0c60ea3d8 tempest-NegativeSecGroupTest-382581040 tempest-NegativeSecGroupTest-382581040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841066'] for security_group, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:11.278485 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-7d89b0a0-fc15-4ed5-be7a-4951471ac7bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:34:11.285309 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-3558d649-2b6d-4c24-a714-df03f03429cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:34:11.309777 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-b8d58a06-6a3a-4df6-9d3d-f9fe3540a302 tempest-RoutersAdminTest-1901902743 tempest-RoutersAdminTest-1901902743-project-admin] 10.222.0.13 "GET /v2.0/routers/88f94014-9b03-4ccf-9dd8-1e9c72846862 HTTP/1.1" status: 200  len: 919 time: 0.5176158
Dec 16 22:34:11.314891 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 40034) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:34:11.366809 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-e3fe022b-c3d9-4f60-97d6-237068bfcf1f tempest-RoutersAdminTest-1029946936 tempest-RoutersAdminTest-1029946936-project] 10.222.0.13 "GET /v2.0/ports?device_id=88f94014-9b03-4ccf-9dd8-1e9c72846862 HTTP/1.1" status: 200  len: 205 time: 0.0513000
Dec 16 22:34:11.370780 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 40038) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:34:11.402672 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978b19e7-7cfe-4185-9ce3-11d0c60ea3d8 tempest-NegativeSecGroupTest-382581040 tempest-NegativeSecGroupTest-382581040-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e1e5a07-474c-4b04-9bdd-d90c89d4fbfa,revision_number=None']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:34:11.412635 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-978b19e7-7cfe-4185-9ce3-11d0c60ea3d8 tempest-NegativeSecGroupTest-382581040 tempest-NegativeSecGroupTest-382581040-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:34:11.745495 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-14672c78-872a-4341-885c-8127bdcfc09b tempest-RoutersAdminTest-1029946936 tempest-RoutersAdminTest-1029946936-project] Notify callbacks [] for router, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:11.821380 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron_lib.callbacks.manager [None req-1a8b8a8f-a2c7-4d47-ba72-ad50641c9347 None None] Notify callbacks [] for port, precommit_update {{(pid=87509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:11.822530 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-978b19e7-7cfe-4185-9ce3-11d0c60ea3d8 tempest-NegativeSecGroupTest-382581040 tempest-NegativeSecGroupTest-382581040-project] Notify callbacks [] for security_group, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:11.825945 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-978b19e7-7cfe-4185-9ce3-11d0c60ea3d8 tempest-NegativeSecGroupTest-382581040 tempest-NegativeSecGroupTest-382581040-project] 10.222.0.13 "DELETE /v2.0/security-groups/5e1e5a07-474c-4b04-9bdd-d90c89d4fbfa HTTP/1.1" status: 204  len: 168 time: 1.5402837
Dec 16 22:34:11.835187 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 40050) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:34:11.839417 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.provisioning_blocks [None req-1a8b8a8f-a2c7-4d47-ba72-ad50641c9347 None None] Transition to ACTIVE for port object 43e30f25-2e61-470f-b775-e7c4a6ae2269 will not be triggered until provisioned by entity L2. {{(pid=87509) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:34:11.852244 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron_lib.callbacks.manager [None req-1a8b8a8f-a2c7-4d47-ba72-ad50641c9347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:11.862492 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:34:11.874507 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.plugin [None req-7a28b958-41a2-4e21-8bea-3bf06c8aeffb tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Deleting port dac584b5-ae80-4cc9-b072-1c70c35efc50 {{(pid=87507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:34:11.874933 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-7a28b958-41a2-4e21-8bea-3bf06c8aeffb tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:11.930319 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.db [None req-e671f26b-04c7-4a89-9492-da9503717ec4 tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] For port 79f9fa58-55f9-492e-b6ad-0e211dba0eec, host dv-neutron-821829-1-hyperv, got binding levels [] {{(pid=87507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:34:11.930773 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-e671f26b-04c7-4a89-9492-da9503717ec4 tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:11.942744 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-7095927e-f87f-493f-b2af-0eeb0e3c5dc7 tempest-RoutersIpV6AdminTest-765327337 tempest-RoutersIpV6AdminTest-765327337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3741702', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3740945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-38947'] for router, precommit_update {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:11.966223 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-b77826da-b907-42cd-a563-100a675a8eb1 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3830176'] for router_interface, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:12.104970 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.plugin [None req-e671f26b-04c7-4a89-9492-da9503717ec4 tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Calling delete_port for 79f9fa58-55f9-492e-b6ad-0e211dba0eec owned by network:dhcp {{(pid=87507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:34:12.196649 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.plugins.ml2.managers [None req-1a8b8a8f-a2c7-4d47-ba72-ad50641c9347 None None] Attempting to bind port 43e30f25-2e61-470f-b775-e7c4a6ae2269 on host dv-neutron-821829-1-hyperv for vnic_type normal with profile  {{(pid=87509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 22:34:12.197027 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.plugins.ml2.managers [None req-1a8b8a8f-a2c7-4d47-ba72-ad50641c9347 None None] Attempting to bind port 43e30f25-2e61-470f-b775-e7c4a6ae2269 by drivers openvswitch,hyperv on host dv-neutron-821829-1-hyperv at level 0 using segments [{'id': 'da71c9a1-7532-4738-a9bc-22a7f498ec35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '7edd76f7-0f97-48a5-b177-9842de6c0500'}] {{(pid=87509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 22:34:12.197392 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a8b8a8f-a2c7-4d47-ba72-ad50641c9347 None None] Attempting to bind port 43e30f25-2e61-470f-b775-e7c4a6ae2269 on network 7edd76f7-0f97-48a5-b177-9842de6c0500 {{(pid=87509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 22:34:12.199418 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39192c2a-51e1-4fba-9d3d-a586457ae29f None None] Pushing event updated for resources: {'Port': ['ID=43e30f25-2e61-470f-b775-e7c4a6ae2269,revision_number=3']} {{(pid=87509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:34:12.204547 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG oslo_concurrency.lockutils [None req-39192c2a-51e1-4fba-9d3d-a586457ae29f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.342s {{(pid=87509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:34:12.207120 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a8b8a8f-a2c7-4d47-ba72-ad50641c9347 None None] Checking agent: {'id': '5571501f-366e-47a4-9b60-8ef19d935d27', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821829-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 24, 2), 'started_at': datetime.datetime(2021, 12, 16, 22, 24, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 34, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821829-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 22:34:12.207535 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a8b8a8f-a2c7-4d47-ba72-ad50641c9347 None None] Checking segment: {'id': 'da71c9a1-7532-4738-a9bc-22a7f498ec35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '7edd76f7-0f97-48a5-b177-9842de6c0500'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 22:34:12.208068 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron_lib.callbacks.manager [None req-1a8b8a8f-a2c7-4d47-ba72-ad50641c9347 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:12.208490 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a8b8a8f-a2c7-4d47-ba72-ad50641c9347 None None] Bound using segment: {'id': 'da71c9a1-7532-4738-a9bc-22a7f498ec35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '7edd76f7-0f97-48a5-b177-9842de6c0500'} {{(pid=87509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 22:34:12.208966 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.plugins.ml2.managers [None req-1a8b8a8f-a2c7-4d47-ba72-ad50641c9347 None None] Bound port: 43e30f25-2e61-470f-b775-e7c4a6ae2269, host: dv-neutron-821829-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da71c9a1-7532-4738-a9bc-22a7f498ec35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '7edd76f7-0f97-48a5-b177-9842de6c0500'}}] {{(pid=87509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 22:34:12.209362 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron_lib.callbacks.manager [None req-1a8b8a8f-a2c7-4d47-ba72-ad50641c9347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:12.214449 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.db.api [None req-e671f26b-04c7-4a89-9492-da9503717ec4 tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87507) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 16 22:34:12.216201 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_db.api [None req-e671f26b-04c7-4a89-9492-da9503717ec4 tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 16 22:34:12.249382 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-7095927e-f87f-493f-b2af-0eeb0e3c5dc7 tempest-RoutersIpV6AdminTest-765327337 tempest-RoutersIpV6AdminTest-765327337-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:12.265780 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.plugin [None req-7095927e-f87f-493f-b2af-0eeb0e3c5dc7 tempest-RoutersIpV6AdminTest-765327337 tempest-RoutersIpV6AdminTest-765327337-project] Deleting port 9fb5a08a-d466-4735-87f3-af2fcaede2c4 {{(pid=87507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:34:12.266225 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-7095927e-f87f-493f-b2af-0eeb0e3c5dc7 tempest-RoutersIpV6AdminTest-765327337 tempest-RoutersIpV6AdminTest-765327337-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:12.320943 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-317681c9-f9dc-49ff-8603-d5bba68fb36a tempest-NegativeSecGroupTest-382581040 tempest-NegativeSecGroupTest-382581040-project] Synchronizing usage tracker for tenant:05a9c9bcdd6845759539121a6d1af781 on resource:security_group {{(pid=87506) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 22:34:12.325298 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.plugins.ml2.db [None req-1a8b8a8f-a2c7-4d47-ba72-ad50641c9347 None None] For port 43e30f25-2e61-470f-b775-e7c4a6ae2269, host dv-neutron-821829-1-hyperv, cleared binding levels {{(pid=87509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 22:34:12.329934 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.plugins.ml2.db [None req-1a8b8a8f-a2c7-4d47-ba72-ad50641c9347 None None] For port 43e30f25-2e61-470f-b775-e7c4a6ae2269, host dv-neutron-821829-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=43e30f25-2e61-470f-b775-e7c4a6ae2269,segment=NetworkSegment(da71c9a1-7532-4738-a9bc-22a7f498ec35),segment_id=da71c9a1-7532-4738-a9bc-22a7f498ec35)] {{(pid=87509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 22:34:12.337528 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron_lib.callbacks.manager [None req-1a8b8a8f-a2c7-4d47-ba72-ad50641c9347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:12.357568 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG oslo_concurrency.lockutils [None req-efbe6754-674c-4900-88a9-28af01c72eb0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:34:12.453213 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a8b8a8f-a2c7-4d47-ba72-ad50641c9347 None None] Routers {'d11df8c5-6cdf-4a91-b9a3-a506b8db46f4'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:34:12.453905 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-1a8b8a8f-a2c7-4d47-ba72-ad50641c9347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b7d50d820>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:34:01Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['d11df8c5-6cdf-4a91-b9a3-a506b8db46f4'], 'active': True} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:34:12.501154 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 40064) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:34:12.503570 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-7095927e-f87f-493f-b2af-0eeb0e3c5dc7 tempest-RoutersIpV6AdminTest-765327337 tempest-RoutersIpV6AdminTest-765327337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:12.507401 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-14672c78-872a-4341-885c-8127bdcfc09b tempest-RoutersAdminTest-1029946936 tempest-RoutersAdminTest-1029946936-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:12.543383 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39192c2a-51e1-4fba-9d3d-a586457ae29f None None] Pushing event updated for resources: {'Port': ['ID=43e30f25-2e61-470f-b775-e7c4a6ae2269,revision_number=4']} {{(pid=87509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:34:12.553962 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG oslo_concurrency.lockutils [None req-39192c2a-51e1-4fba-9d3d-a586457ae29f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=87509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:34:12.586172 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-317681c9-f9dc-49ff-8603-d5bba68fb36a tempest-NegativeSecGroupTest-382581040 tempest-NegativeSecGroupTest-382581040-project] Unset dirty status for tenant:05a9c9bcdd6845759539121a6d1af781 on resource:security_group {{(pid=87506) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 22:34:12.592366 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 40070) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:34:12.594378 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-317681c9-f9dc-49ff-8603-d5bba68fb36a tempest-NegativeSecGroupTest-382581040 tempest-NegativeSecGroupTest-382581040-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2979 time: 0.7514062
Dec 16 22:34:12.595403 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [None req-14672c78-872a-4341-885c-8127bdcfc09b tempest-RoutersAdminTest-1029946936 tempest-RoutersAdminTest-1029946936-project] Deleting port de813872-dd12-4a7a-a96f-6e6ea7936758 {{(pid=87506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:34:12.595967 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-14672c78-872a-4341-885c-8127bdcfc09b tempest-RoutersAdminTest-1029946936 tempest-RoutersAdminTest-1029946936-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:12.726292 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvr_db [None req-1a8b8a8f-a2c7-4d47-ba72-ad50641c9347 None None] Set router d11df8c5-6cdf-4a91-b9a3-a506b8db46f4 gateway port host: None {{(pid=87509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 22:34:12.779654 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.plugin [None req-e671f26b-04c7-4a89-9492-da9503717ec4 tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Deleting port 79f9fa58-55f9-492e-b6ad-0e211dba0eec {{(pid=87507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:34:12.780029 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-e671f26b-04c7-4a89-9492-da9503717ec4 tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:12.830353 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-fa05c126-9d26-4b12-9a83-8be7d94648ff tempest-NegativeSecGroupTest-382581040 tempest-NegativeSecGroupTest-382581040-project] Request body: {'security_group': {'name': 'tempest-secgroup--2024671617'}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:34:12.849919 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.plugin [None req-7095927e-f87f-493f-b2af-0eeb0e3c5dc7 tempest-RoutersIpV6AdminTest-765327337 tempest-RoutersIpV6AdminTest-765327337-project] Calling delete_port for 9fb5a08a-d466-4735-87f3-af2fcaede2c4 owned by network:router_gateway {{(pid=87507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:34:12.901679 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-fa05c126-9d26-4b12-9a83-8be7d94648ff tempest-NegativeSecGroupTest-382581040 tempest-NegativeSecGroupTest-382581040-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:34:12.902654 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93e01469-e63c-4459-b6ae-565b226b3f6a None None] Network a3565e49-be06-43a7-8cf5-ccb31eeb57fe requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 22:34:12.934530 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-fa05c126-9d26-4b12-9a83-8be7d94648ff tempest-NegativeSecGroupTest-382581040 tempest-NegativeSecGroupTest-382581040-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:34:12.957622 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-7a28b958-41a2-4e21-8bea-3bf06c8aeffb tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:12.957974 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-7a28b958-41a2-4e21-8bea-3bf06c8aeffb tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:12.958843 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-4296be73-455e-4ce9-9832-d89efc239507 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-941694451-network', 'tenant_id': 'ce00d97791a4466faef350f07c7566f3'}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:34:12.976809 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-4296be73-455e-4ce9-9832-d89efc239507 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:34:12.992570 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-4296be73-455e-4ce9-9832-d89efc239507 admin admin] Usage tracker for resource:network and tenant:ce00d97791a4466faef350f07c7566f3 is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:34:13.006641 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-4296be73-455e-4ce9-9832-d89efc239507 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:34:13.013722 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 79f9fa58-55f9-492e-b6ad-0e211dba0eec up at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 22:34:13.019528 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-4296be73-455e-4ce9-9832-d89efc239507 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:34:13.069274 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4296be73-455e-4ce9-9832-d89efc239507 admin admin] Made reservation on behalf of ce00d97791a4466faef350f07c7566f3 for: {'network': 1} {{(pid=87506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:34:13.071478 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-4296be73-455e-4ce9-9832-d89efc239507 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for network, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:13.097256 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [None req-b77826da-b907-42cd-a563-100a675a8eb1 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Deleting port 43e30f25-2e61-470f-b775-e7c4a6ae2269 {{(pid=87506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:34:13.097614 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-b77826da-b907-42cd-a563-100a675a8eb1 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:13.123387 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-4296be73-455e-4ce9-9832-d89efc239507 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:13.124582 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-5ed25cea-a57e-4340-9c37-ebc4005b746e None None] Provisioning for port 79f9fa58-55f9-492e-b6ad-0e211dba0eec completed by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 22:34:13.147836 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-14672c78-872a-4341-885c-8127bdcfc09b tempest-RoutersAdminTest-1029946936 tempest-RoutersAdminTest-1029946936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:13.170817 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-4296be73-455e-4ce9-9832-d89efc239507 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:34:13.179483 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning for port 79f9fa58-55f9-492e-b6ad-0e211dba0eec completed by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 22:34:13.180201 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-4296be73-455e-4ce9-9832-d89efc239507 admin admin] Usage tracker for resource:security_group_rule and tenant:ce00d97791a4466faef350f07c7566f3 is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:34:13.181754 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-1a8b8a8f-a2c7-4d47-ba72-ad50641c9347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b7d50d820>, [{'id': 'd11df8c5-6cdf-4a91-b9a3-a506b8db46f4', 'name': 'tempest-NetworksTestDHCPv6-router-2127211791', 'tenant_id': '8e4385a98eb1416284c1cc96b3355a70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:34:04Z', 'updated_at': '2021-12-16T22:34:07Z', 'revision_number': 2, 'project_id': '8e4385a98eb1416284c1cc96b3355a70', 'gw_port_host': None, '_interfaces': [{'id': '43e30f25-2e61-470f-b775-e7c4a6ae2269', 'name': '', 'network_id': '7edd76f7-0f97-48a5-b177-9842de6c0500', 'tenant_id': '8e4385a98eb1416284c1cc96b3355a70', 'mac_address': 'fa:16:3e:fe:08:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd11df8c5-6cdf-4a91-b9a3-a506b8db46f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '54df538c-2624-4cf6-9630-84f956036fa0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:34:06Z', 'updated_at': '2021-12-16T22:34:12Z', 'revision_number': 4, 'project_id': '8e4385a98eb1416284c1cc96b3355a70', 'subnets': [{'id': '54df538c-2624-4cf6-9630-84f956036fa0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:34:13.184604 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.plugin [None req-7a28b958-41a2-4e21-8bea-3bf06c8aeffb tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Calling delete_port for dac584b5-ae80-4cc9-b072-1c70c35efc50 owned by network:floatingip {{(pid=87507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:34:13.184815 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-4296be73-455e-4ce9-9832-d89efc239507 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:34:13.188465 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning complete for port 79f9fa58-55f9-492e-b6ad-0e211dba0eec triggered by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:34:13.188913 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:13.191117 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a8b8a8f-a2c7-4d47-ba72-ad50641c9347 None None] The sync data for ids ['d11df8c5-6cdf-4a91-b9a3-a506b8db46f4'] in dv-neutron-821829-1-hyperv is: [{'id': 'd11df8c5-6cdf-4a91-b9a3-a506b8db46f4', 'name': 'tempest-NetworksTestDHCPv6-router-2127211791', 'tenant_id': '8e4385a98eb1416284c1cc96b3355a70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:34:04Z', 'updated_at': '2021-12-16T22:34:07Z', 'revision_number': 2, 'project_id': '8e4385a98eb1416284c1cc96b3355a70', 'gw_port_host': None, '_interfaces': [{'id': '43e30f25-2e61-470f-b775-e7c4a6ae2269', 'name': '', 'network_id': '7edd76f7-0f97-48a5-b177-9842de6c0500', 'tenant_id': '8e4385a98eb1416284c1cc96b3355a70', 'mac_address': 'fa:16:3e:fe:08:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd11df8c5-6cdf-4a91-b9a3-a506b8db46f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '54df538c-2624-4cf6-9630-84f956036fa0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:34:06Z', 'updated_at': '2021-12-16T22:34:12Z', 'revision_number': 4, 'project_id': '8e4385a98eb1416284c1cc96b3355a70', 'subnets': [{'id': '54df538c-2624-4cf6-9630-84f956036fa0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 22:34:13.248969 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-fa05c126-9d26-4b12-9a83-8be7d94648ff tempest-NegativeSecGroupTest-382581040 tempest-NegativeSecGroupTest-382581040-project] Notify callbacks [] for security_group, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:13.336465 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-fa05c126-9d26-4b12-9a83-8be7d94648ff tempest-NegativeSecGroupTest-382581040 tempest-NegativeSecGroupTest-382581040-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:34:13.369841 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:13.373341 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-fa05c126-9d26-4b12-9a83-8be7d94648ff tempest-NegativeSecGroupTest-382581040 tempest-NegativeSecGroupTest-382581040-project] Usage tracker for resource:security_group_rule and tenant:05a9c9bcdd6845759539121a6d1af781 is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:34:13.407612 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] For port 79f9fa58-55f9-492e-b6ad-0e211dba0eec, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=79f9fa58-55f9-492e-b6ad-0e211dba0eec,segment=NetworkSegment(3f710df1-5598-47c7-9b36-ab60b23934a5),segment_id=3f710df1-5598-47c7-9b36-ab60b23934a5)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:34:13.425993 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-fa05c126-9d26-4b12-9a83-8be7d94648ff tempest-NegativeSecGroupTest-382581040 tempest-NegativeSecGroupTest-382581040-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:34:13.430598 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:13.432774 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-c2148cfa-87f5-424d-9429-08afdb92124a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:34:13.457828 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-fa05c126-9d26-4b12-9a83-8be7d94648ff tempest-NegativeSecGroupTest-382581040 tempest-NegativeSecGroupTest-382581040-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:34:13.526698 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.db [None req-b77826da-b907-42cd-a563-100a675a8eb1 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] For port 43e30f25-2e61-470f-b775-e7c4a6ae2269, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=43e30f25-2e61-470f-b775-e7c4a6ae2269,segment=NetworkSegment(da71c9a1-7532-4738-a9bc-22a7f498ec35),segment_id=da71c9a1-7532-4738-a9bc-22a7f498ec35)] {{(pid=87506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:34:13.527322 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-b77826da-b907-42cd-a563-100a675a8eb1 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:13.592512 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.db [None req-e671f26b-04c7-4a89-9492-da9503717ec4 tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] For port 79f9fa58-55f9-492e-b6ad-0e211dba0eec, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=79f9fa58-55f9-492e-b6ad-0e211dba0eec,segment=NetworkSegment(3f710df1-5598-47c7-9b36-ab60b23934a5),segment_id=3f710df1-5598-47c7-9b36-ab60b23934a5)] {{(pid=87507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:34:13.593093 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-e671f26b-04c7-4a89-9492-da9503717ec4 tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:13.625013 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Pushing event updated for resources: {'Port': ['ID=79f9fa58-55f9-492e-b6ad-0e211dba0eec,revision_number=3']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:34:13.629362 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:34:13.661813 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [None req-14672c78-872a-4341-885c-8127bdcfc09b tempest-RoutersAdminTest-1029946936 tempest-RoutersAdminTest-1029946936-project] Calling delete_port for de813872-dd12-4a7a-a96f-6e6ea7936758 owned by network:router_gateway {{(pid=87506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:34:13.756427 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-4296be73-455e-4ce9-9832-d89efc239507 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:34:13.760424 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-2598608e-1c21-4ce3-baa5-00835cfc389a None None] Provisioning complete for port 79f9fa58-55f9-492e-b6ad-0e211dba0eec triggered by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:34:13.761127 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-2598608e-1c21-4ce3-baa5-00835cfc389a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:13.791450 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [None req-b77826da-b907-42cd-a563-100a675a8eb1 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Calling delete_port for 43e30f25-2e61-470f-b775-e7c4a6ae2269 owned by network:router_interface {{(pid=87506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:34:13.994841 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.plugin [None req-e671f26b-04c7-4a89-9492-da9503717ec4 tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Calling delete_port for 79f9fa58-55f9-492e-b6ad-0e211dba0eec owned by network:dhcp {{(pid=87507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:34:14.088585 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-fa05c126-9d26-4b12-9a83-8be7d94648ff tempest-NegativeSecGroupTest-382581040 tempest-NegativeSecGroupTest-382581040-project] Notify callbacks [] for security_group, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:14.093624 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-4296be73-455e-4ce9-9832-d89efc239507 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:14.096569 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-14672c78-872a-4341-885c-8127bdcfc09b tempest-RoutersAdminTest-1029946936 tempest-RoutersAdminTest-1029946936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1863393'] for port, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:14.103281 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-fa05c126-9d26-4b12-9a83-8be7d94648ff tempest-NegativeSecGroupTest-382581040 tempest-NegativeSecGroupTest-382581040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841066'] for security_group, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:14.109835 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-405a5b4b-3858-4c08-8f46-fa8307756fa9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:34:14.132314 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-1375554c-8197-459c-9263-effc4b485c41 tempest-FloatingIPAdminTestJSON-210502716 tempest-FloatingIPAdminTestJSON-210502716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:34:14.133057 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-7a28b958-41a2-4e21-8bea-3bf06c8aeffb tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10807823'] for port, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:14.146377 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-7095927e-f87f-493f-b2af-0eeb0e3c5dc7 tempest-RoutersIpV6AdminTest-765327337 tempest-RoutersIpV6AdminTest-765327337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10807823'] for port, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:14.174388 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-4296be73-455e-4ce9-9832-d89efc239507 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841066'] for security_group, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:14.194430 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14672c78-872a-4341-885c-8127bdcfc09b tempest-RoutersAdminTest-1029946936 tempest-RoutersAdminTest-1029946936-project] Pushing event deleted for resources: {'Port': ['ID=de813872-dd12-4a7a-a96f-6e6ea7936758,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:34:14.229731 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-14672c78-872a-4341-885c-8127bdcfc09b tempest-RoutersAdminTest-1029946936 tempest-RoutersAdminTest-1029946936-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:34:14.230190 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.041s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:34:14.261615 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa05c126-9d26-4b12-9a83-8be7d94648ff tempest-NegativeSecGroupTest-382581040 tempest-NegativeSecGroupTest-382581040-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ce199a2-8084-4eab-846c-b875ad4903c0,revision_number=1']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:34:14.264278 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-fa05c126-9d26-4b12-9a83-8be7d94648ff tempest-NegativeSecGroupTest-382581040 tempest-NegativeSecGroupTest-382581040-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:34:14.272141 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-98623f4f-eafe-4e01-ab4d-86f47d875180 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.126s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:34:14.300053 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.db.api [None req-e671f26b-04c7-4a89-9492-da9503717ec4 tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87507) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 16 22:34:14.300365 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_db.api [None req-e671f26b-04c7-4a89-9492-da9503717ec4 tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 16 22:34:14.314671 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-b77826da-b907-42cd-a563-100a675a8eb1 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1863393'] for port, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:14.327270 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4296be73-455e-4ce9-9832-d89efc239507 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14da16a5-3cc6-49bb-ae67-cb862ffb924c,revision_number=1']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:34:14.333065 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4296be73-455e-4ce9-9832-d89efc239507 admin admin] vlan segment allocate from pool success with {'vlan_id': 190, 'physical_network': 'physnet1'}  {{(pid=87506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 22:34:14.335416 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-4296be73-455e-4ce9-9832-d89efc239507 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:34:14.339086 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-5fe1096e-4adb-4ab0-8f3d-42fd6aface4a tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.016s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:34:14.389872 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a28b958-41a2-4e21-8bea-3bf06c8aeffb tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Pushing event deleted for resources: {'Port': ['ID=dac584b5-ae80-4cc9-b072-1c70c35efc50,revision_number=None']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:34:14.425837 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-14672c78-872a-4341-885c-8127bdcfc09b tempest-RoutersAdminTest-1029946936 tempest-RoutersAdminTest-1029946936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3741895'] for router_gateway, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:14.454884 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7095927e-f87f-493f-b2af-0eeb0e3c5dc7 tempest-RoutersIpV6AdminTest-765327337 tempest-RoutersIpV6AdminTest-765327337-project] Pushing event deleted for resources: {'Port': ['ID=9fb5a08a-d466-4735-87f3-af2fcaede2c4,revision_number=None']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:34:14.457578 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-7095927e-f87f-493f-b2af-0eeb0e3c5dc7 tempest-RoutersIpV6AdminTest-765327337 tempest-RoutersIpV6AdminTest-765327337-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:34:14.461618 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-fc94f9a9-0e77-4c3a-b522-c2f067137c1a tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.305s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:34:14.462010 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-fc94f9a9-0e77-4c3a-b522-c2f067137c1a tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:34:14.462696 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-fa05c126-9d26-4b12-9a83-8be7d94648ff tempest-NegativeSecGroupTest-382581040 tempest-NegativeSecGroupTest-382581040-project] Notify callbacks [] for security_group, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:14.466877 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-fa05c126-9d26-4b12-9a83-8be7d94648ff tempest-NegativeSecGroupTest-382581040 tempest-NegativeSecGroupTest-382581040-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1744 time: 1.7627935
Dec 16 22:34:14.469691 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 40076) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:34:14.476453 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-4296be73-455e-4ce9-9832-d89efc239507 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-883292'] for segment, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:14.477155 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.db.segments_db [None req-4296be73-455e-4ce9-9832-d89efc239507 admin admin] Added segment 44d7d6b4-2384-4042-a4d7-5a7c4d034892 of type vlan for network 1184a913-dac0-4ec1-b150-22ccd69ce676
Dec 16 22:34:14.479832 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-85b152e1-b9d4-4174-823b-d6c6e7d49934 tempest-NegativeSecGroupTest-382581040 tempest-NegativeSecGroupTest-382581040-project] Request body: {'security_group_rule': {'security_group_id': '7ce199a2-8084-4eab-846c-b875ad4903c0', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:34:14.480726 dv-neutron-821829-1-hyperv neutron-server[87507]: WARNING neutron.api.v2.base [None req-85b152e1-b9d4-4174-823b-d6c6e7d49934 tempest-NegativeSecGroupTest-382581040 tempest-NegativeSecGroupTest-382581040-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.
Dec 16 22:34:14.481229 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.api.v2.resource [None req-85b152e1-b9d4-4174-823b-d6c6e7d49934 tempest-NegativeSecGroupTest-382581040 tempest-NegativeSecGroupTest-382581040-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 16 22:34:14.485318 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-85b152e1-b9d4-4174-823b-d6c6e7d49934 tempest-NegativeSecGroupTest-382581040 tempest-NegativeSecGroupTest-382581040-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 667 time: 0.0131178
Dec 16 22:34:14.491708 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 40080) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:34:14.500151 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-7a28b958-41a2-4e21-8bea-3bf06c8aeffb tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Notify callbacks [] for floatingip, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:14.500949 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.db.l3_db [None req-7a28b958-41a2-4e21-8bea-3bf06c8aeffb tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Floating IP 2c5a6415-4af1-4404-bedf-8cc23a315dee disassociated (deleted). External IP: 172.26.0.93, port: 5f930eb3-b003-41b8-8977-a1b0ccbcc728.
Dec 16 22:34:14.543397 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-4296be73-455e-4ce9-9832-d89efc239507 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734753047233'] for network, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:14.574899 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-7095927e-f87f-493f-b2af-0eeb0e3c5dc7 tempest-RoutersIpV6AdminTest-765327337 tempest-RoutersIpV6AdminTest-765327337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3741895'] for router_gateway, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:14.579099 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77826da-b907-42cd-a563-100a675a8eb1 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Pushing event deleted for resources: {'Port': ['ID=43e30f25-2e61-470f-b775-e7c4a6ae2269,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:34:14.588532 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-b77826da-b907-42cd-a563-100a675a8eb1 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:34:14.647886 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.plugin [None req-e671f26b-04c7-4a89-9492-da9503717ec4 tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Deleting port 79f9fa58-55f9-492e-b6ad-0e211dba0eec {{(pid=87507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:34:14.648438 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-e671f26b-04c7-4a89-9492-da9503717ec4 tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:14.654506 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-4296be73-455e-4ce9-9832-d89efc239507 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440'] for network, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:14.656084 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4296be73-455e-4ce9-9832-d89efc239507 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:34:14.656921 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-4296be73-455e-4ce9-9832-d89efc239507 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3791486'] for network, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:14.861232 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-20164398-dc69-4ac8-8f16-a4b8cb44fc89 tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:34:14.917401 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 79f9fa58-55f9-492e-b6ad-0e211dba0eec up at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 22:34:14.985344 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning complete for port 79f9fa58-55f9-492e-b6ad-0e211dba0eec triggered by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:34:14.985724 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:15.056127 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-14672c78-872a-4341-885c-8127bdcfc09b tempest-RoutersAdminTest-1029946936 tempest-RoutersAdminTest-1029946936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3739500', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39002'] for router, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:15.062097 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-b77826da-b907-42cd-a563-100a675a8eb1 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3791449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3739472'] for router_interface, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:15.068385 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-14672c78-872a-4341-885c-8127bdcfc09b tempest-RoutersAdminTest-1029946936 tempest-RoutersAdminTest-1029946936-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:15.167572 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4296be73-455e-4ce9-9832-d89efc239507 admin admin] Pushing event updated for resources: {'Network': ['ID=1184a913-dac0-4ec1-b150-22ccd69ce676,revision_number=1']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:34:15.177357 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-4296be73-455e-4ce9-9832-d89efc239507 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 2.6649189
Dec 16 22:34:15.181875 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Network 1184a913-dac0-4ec1-b150-22ccd69ce676 details requested by agent ovs-agent-dv-neutron-821829-1-hyperv with host dv-neutron-821829-1-hyperv {{(pid=87508) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 22:34:15.187364 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-4296be73-455e-4ce9-9832-d89efc239507 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:34:15.239496 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 40084) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:34:15.242801 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-14672c78-872a-4341-885c-8127bdcfc09b tempest-RoutersAdminTest-1029946936 tempest-RoutersAdminTest-1029946936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3830089'] for router, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:15.242801 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14672c78-872a-4341-885c-8127bdcfc09b tempest-RoutersAdminTest-1029946936 tempest-RoutersAdminTest-1029946936-project] Fanout notify agent at l3_agent the message router_deleted on router 88f94014-9b03-4ccf-9dd8-1e9c72846862 {{(pid=87506) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 16 22:34:15.264366 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-0b6cbcd0-03de-45b5-9ca5-ead510b69ab3 admin admin] Request body: {'subnet': {'network_id': '1184a913-dac0-4ec1-b150-22ccd69ce676', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-941694451-subnet', 'tenant_id': 'ce00d97791a4466faef350f07c7566f3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:34:15.270031 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-0b6cbcd0-03de-45b5-9ca5-ead510b69ab3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:34:15.275804 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-14672c78-872a-4341-885c-8127bdcfc09b tempest-RoutersAdminTest-1029946936 tempest-RoutersAdminTest-1029946936-project] Notify callbacks [] for router, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:15.281848 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-14672c78-872a-4341-885c-8127bdcfc09b tempest-RoutersAdminTest-1029946936 tempest-RoutersAdminTest-1029946936-project] 10.222.0.13 "DELETE /v2.0/routers/88f94014-9b03-4ccf-9dd8-1e9c72846862 HTTP/1.1" status: 204  len: 168 time: 3.9051442
Dec 16 22:34:15.281848 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-0b6cbcd0-03de-45b5-9ca5-ead510b69ab3 admin admin] Usage tracker for resource:subnet and tenant:ce00d97791a4466faef350f07c7566f3 is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:34:15.283936 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 40088) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:34:15.288240 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-0b6cbcd0-03de-45b5-9ca5-ead510b69ab3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:34:15.297939 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-494fb2e1-d800-4b4f-b841-f89b2cbeb2b0 tempest-RoutersAdminTest-1901902743 tempest-RoutersAdminTest-1901902743-project-admin] Request body: {'router': {'name': 'tempest-snat-router-160533170', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'enable_snat': False}}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:34:15.302108 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-0b6cbcd0-03de-45b5-9ca5-ead510b69ab3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:34:15.351005 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-494fb2e1-d800-4b4f-b841-f89b2cbeb2b0 tempest-RoutersAdminTest-1901902743 tempest-RoutersAdminTest-1901902743-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:34:15.373538 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-494fb2e1-d800-4b4f-b841-f89b2cbeb2b0 tempest-RoutersAdminTest-1901902743 tempest-RoutersAdminTest-1901902743-project-admin] Usage tracker for resource:router and tenant:da1952fd136445ea9b286b17cc5d96c9 is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:34:15.377401 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-494fb2e1-d800-4b4f-b841-f89b2cbeb2b0 tempest-RoutersAdminTest-1901902743 tempest-RoutersAdminTest-1901902743-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:34:15.380551 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-a2eb31e8-f7a6-4b5a-b20c-7ccd842dd096 tempest-NegativeSecGroupTest-382581040 tempest-NegativeSecGroupTest-382581040-project] Notify callbacks [] for security_group, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:15.408460 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-7095927e-f87f-493f-b2af-0eeb0e3c5dc7 tempest-RoutersIpV6AdminTest-765327337 tempest-RoutersIpV6AdminTest-765327337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3741702', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3740945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-38947'] for router, precommit_update {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:15.435680 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-494fb2e1-d800-4b4f-b841-f89b2cbeb2b0 tempest-RoutersAdminTest-1901902743 tempest-RoutersAdminTest-1901902743-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:34:15.441062 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b6cbcd0-03de-45b5-9ca5-ead510b69ab3 admin admin] Made reservation on behalf of ce00d97791a4466faef350f07c7566f3 for: {'subnet': 1} {{(pid=87506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:34:15.443320 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-0b6cbcd0-03de-45b5-9ca5-ead510b69ab3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11213078'] for subnet, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:15.484732 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-7095927e-f87f-493f-b2af-0eeb0e3c5dc7 tempest-RoutersIpV6AdminTest-765327337 tempest-RoutersIpV6AdminTest-765327337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3741923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3741713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3741720', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3740934'] for router, after_update {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:15.513296 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-494fb2e1-d800-4b4f-b841-f89b2cbeb2b0 tempest-RoutersAdminTest-1901902743 tempest-RoutersAdminTest-1901902743-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3741155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38980'] for router, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:15.513842 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-a2eb31e8-f7a6-4b5a-b20c-7ccd842dd096 tempest-NegativeSecGroupTest-382581040 tempest-NegativeSecGroupTest-382581040-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:15.514302 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-494fb2e1-d800-4b4f-b841-f89b2cbeb2b0 tempest-RoutersAdminTest-1901902743 tempest-RoutersAdminTest-1901902743-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3743284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3741748', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3896702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-38989'] for router, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:15.539123 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b77826da-b907-42cd-a563-100a675a8eb1 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Router d11df8c5-6cdf-4a91-b9a3-a506b8db46f4 has already been hosted by L3 agent 4f519db7-069b-43e2-8411-c092bac9102a {{(pid=87506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 22:34:15.568049 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-494fb2e1-d800-4b4f-b841-f89b2cbeb2b0 tempest-RoutersAdminTest-1901902743 tempest-RoutersAdminTest-1901902743-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:15.713299 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b77826da-b907-42cd-a563-100a675a8eb1 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify agent at l3_agent.dv-neutron-821829-1-hyperv the message routers_updated {{(pid=87506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 22:34:15.726075 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7872054-5e24-4be7-9aae-a0c580b0cfc7 None None] Sync routers for ids ['d11df8c5-6cdf-4a91-b9a3-a506b8db46f4'] in dv-neutron-821829-1-hyperv {{(pid=87508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 22:34:15.736684 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7872054-5e24-4be7-9aae-a0c580b0cfc7 None None] Routers {'d11df8c5-6cdf-4a91-b9a3-a506b8db46f4'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:34:15.737553 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-e7872054-5e24-4be7-9aae-a0c580b0cfc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b77fba340>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:34:01Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['d11df8c5-6cdf-4a91-b9a3-a506b8db46f4'], 'active': True} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:34:15.848635 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7095927e-f87f-493f-b2af-0eeb0e3c5dc7 tempest-RoutersIpV6AdminTest-765327337 tempest-RoutersIpV6AdminTest-765327337-project] Router dbc45133-a283-42db-831b-16d820588907 has already been hosted by L3 agent 4f519db7-069b-43e2-8411-c092bac9102a {{(pid=87507) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 22:34:15.887111 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.db [None req-e671f26b-04c7-4a89-9492-da9503717ec4 tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] For port 79f9fa58-55f9-492e-b6ad-0e211dba0eec, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=79f9fa58-55f9-492e-b6ad-0e211dba0eec,segment=NetworkSegment(3f710df1-5598-47c7-9b36-ab60b23934a5),segment_id=3f710df1-5598-47c7-9b36-ab60b23934a5)] {{(pid=87507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:34:15.887476 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-e671f26b-04c7-4a89-9492-da9503717ec4 tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:15.914353 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvr_db [None req-e7872054-5e24-4be7-9aae-a0c580b0cfc7 None None] Set router d11df8c5-6cdf-4a91-b9a3-a506b8db46f4 gateway port host: None {{(pid=87508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 22:34:15.950883 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-a2eb31e8-f7a6-4b5a-b20c-7ccd842dd096 tempest-NegativeSecGroupTest-382581040 tempest-NegativeSecGroupTest-382581040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841066'] for security_group, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:15.956221 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-b77826da-b907-42cd-a563-100a675a8eb1 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] 10.222.0.13 "PUT /v2.0/routers/d11df8c5-6cdf-4a91-b9a3-a506b8db46f4/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 5.4245453
Dec 16 22:34:15.963870 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 40092) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:34:16.011787 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-978b19e7-7cfe-4185-9ce3-11d0c60ea3d8 tempest-NegativeSecGroupTest-382581040 tempest-NegativeSecGroupTest-382581040-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:34:16.023578 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-e7872054-5e24-4be7-9aae-a0c580b0cfc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b77fba340>, [{'id': 'd11df8c5-6cdf-4a91-b9a3-a506b8db46f4', 'name': 'tempest-NetworksTestDHCPv6-router-2127211791', 'tenant_id': '8e4385a98eb1416284c1cc96b3355a70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:34:04Z', 'updated_at': '2021-12-16T22:34:14Z', 'revision_number': 3, 'project_id': '8e4385a98eb1416284c1cc96b3355a70', 'gw_port_host': None}], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:34:16.029447 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7872054-5e24-4be7-9aae-a0c580b0cfc7 None None] Checking router: d11df8c5-6cdf-4a91-b9a3-a506b8db46f4 for host: dv-neutron-821829-1-hyperv {{(pid=87508) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 22:34:16.038475 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7872054-5e24-4be7-9aae-a0c580b0cfc7 None None] Routers {'d11df8c5-6cdf-4a91-b9a3-a506b8db46f4'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:34:16.039248 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-e7872054-5e24-4be7-9aae-a0c580b0cfc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b77fba340>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:34:01Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['d11df8c5-6cdf-4a91-b9a3-a506b8db46f4'], 'active': True} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:34:16.093969 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a28b958-41a2-4e21-8bea-3bf06c8aeffb tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Router 45ae2c9f-738c-4d50-9070-36f2d87f0ea0 has already been hosted by L3 agent 4f519db7-069b-43e2-8411-c092bac9102a {{(pid=87507) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 22:34:16.101067 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.plugin [None req-e671f26b-04c7-4a89-9492-da9503717ec4 tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Calling delete_port for 79f9fa58-55f9-492e-b6ad-0e211dba0eec owned by network:dhcp {{(pid=87507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:34:16.178031 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvr_db [None req-e7872054-5e24-4be7-9aae-a0c580b0cfc7 None None] Set router d11df8c5-6cdf-4a91-b9a3-a506b8db46f4 gateway port host: None {{(pid=87508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 22:34:16.190496 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2eb31e8-f7a6-4b5a-b20c-7ccd842dd096 tempest-NegativeSecGroupTest-382581040 tempest-NegativeSecGroupTest-382581040-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ce199a2-8084-4eab-846c-b875ad4903c0,revision_number=None']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:34:16.191711 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-494fb2e1-d800-4b4f-b841-f89b2cbeb2b0 tempest-RoutersAdminTest-1901902743 tempest-RoutersAdminTest-1901902743-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3741702', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3740945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-38947'] for router, precommit_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:16.192922 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-a2eb31e8-f7a6-4b5a-b20c-7ccd842dd096 tempest-NegativeSecGroupTest-382581040 tempest-NegativeSecGroupTest-382581040-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:34:16.268928 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-0b6cbcd0-03de-45b5-9ca5-ead510b69ab3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1863317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11213092'] for subnet, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:16.273498 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-03fb2eda-b5f0-4ae9-81f2-552ed126c2c4 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:34:16.292119 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7095927e-f87f-493f-b2af-0eeb0e3c5dc7 tempest-RoutersIpV6AdminTest-765327337 tempest-RoutersIpV6AdminTest-765327337-project] Notify agent at l3_agent.dv-neutron-821829-1-hyperv the message routers_updated {{(pid=87507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 22:34:16.299340 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-7095927e-f87f-493f-b2af-0eeb0e3c5dc7 tempest-RoutersIpV6AdminTest-765327337 tempest-RoutersIpV6AdminTest-765327337-project] Notify callbacks [] for router, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:16.300768 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38144f4a-71f9-429b-9671-fd95935a7ef2 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:34:16.302534 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38144f4a-71f9-429b-9671-fd95935a7ef2 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:34:16.303371 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-38144f4a-71f9-429b-9671-fd95935a7ef2 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Synchronizing usage tracker for tenant:8e4385a98eb1416284c1cc96b3355a70 on resource:subnet {{(pid=87506) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 22:34:16.304033 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-7095927e-f87f-493f-b2af-0eeb0e3c5dc7 tempest-RoutersIpV6AdminTest-765327337 tempest-RoutersIpV6AdminTest-765327337-project] 10.222.0.13 "PUT /v2.0/routers/dbc45133-a283-42db-831b-16d820588907 HTTP/1.1" status: 200  len: 709 time: 6.6762013
Dec 16 22:34:16.305230 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-a2eb31e8-f7a6-4b5a-b20c-7ccd842dd096 tempest-NegativeSecGroupTest-382581040 tempest-NegativeSecGroupTest-382581040-project] Notify callbacks [] for security_group, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:16.307924 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 40096) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:34:16.308507 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-249127fc-8fe6-40c7-abc3-ac8e624bfe1b None None] Sync routers for ids ['dbc45133-a283-42db-831b-16d820588907'] in dv-neutron-821829-1-hyperv {{(pid=87509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 22:34:16.309064 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-a2eb31e8-f7a6-4b5a-b20c-7ccd842dd096 tempest-NegativeSecGroupTest-382581040 tempest-NegativeSecGroupTest-382581040-project] 10.222.0.13 "DELETE /v2.0/security-groups/7ce199a2-8084-4eab-846c-b875ad4903c0 HTTP/1.1" status: 204  len: 168 time: 1.8161950
Dec 16 22:34:16.317167 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 40098) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:34:16.324880 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-249127fc-8fe6-40c7-abc3-ac8e624bfe1b None None] Routers {'dbc45133-a283-42db-831b-16d820588907'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:34:16.325551 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-e7872054-5e24-4be7-9aae-a0c580b0cfc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b77fba340>, [{'id': 'd11df8c5-6cdf-4a91-b9a3-a506b8db46f4', 'name': 'tempest-NetworksTestDHCPv6-router-2127211791', 'tenant_id': '8e4385a98eb1416284c1cc96b3355a70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:34:04Z', 'updated_at': '2021-12-16T22:34:14Z', 'revision_number': 3, 'project_id': '8e4385a98eb1416284c1cc96b3355a70', 'gw_port_host': None}], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:34:16.326565 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-249127fc-8fe6-40c7-abc3-ac8e624bfe1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b7d5bcf70>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:34:01Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['dbc45133-a283-42db-831b-16d820588907'], 'active': True} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:34:16.332022 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7872054-5e24-4be7-9aae-a0c580b0cfc7 None None] The sync data for ids ['d11df8c5-6cdf-4a91-b9a3-a506b8db46f4'] in dv-neutron-821829-1-hyperv is: [{'id': 'd11df8c5-6cdf-4a91-b9a3-a506b8db46f4', 'name': 'tempest-NetworksTestDHCPv6-router-2127211791', 'tenant_id': '8e4385a98eb1416284c1cc96b3355a70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:34:04Z', 'updated_at': '2021-12-16T22:34:14Z', 'revision_number': 3, 'project_id': '8e4385a98eb1416284c1cc96b3355a70', 'gw_port_host': None}] {{(pid=87508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 22:34:16.434928 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-249127fc-8fe6-40c7-abc3-ac8e624bfe1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b7d5bcf70>, [], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:34:16.450346 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-249127fc-8fe6-40c7-abc3-ac8e624bfe1b None None] Routers {'dbc45133-a283-42db-831b-16d820588907'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:34:16.451352 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-249127fc-8fe6-40c7-abc3-ac8e624bfe1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b7d5bcf70>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:34:01Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['dbc45133-a283-42db-831b-16d820588907'], 'active': True} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:34:16.533004 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-033c3cdc-71ce-46f5-90f2-f3cb2051640c tempest-NegativeSecGroupTest-382581040 tempest-NegativeSecGroupTest-382581040-project] Synchronizing usage tracker for tenant:05a9c9bcdd6845759539121a6d1af781 on resource:security_group {{(pid=87507) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 22:34:16.537216 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-249127fc-8fe6-40c7-abc3-ac8e624bfe1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b7d5bcf70>, [], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:34:16.537935 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-249127fc-8fe6-40c7-abc3-ac8e624bfe1b None None] The sync data for ids ['dbc45133-a283-42db-831b-16d820588907'] in dv-neutron-821829-1-hyperv is: [] {{(pid=87509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 22:34:16.550076 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-b98a9336-b34f-49b9-a3bc-1d21e1b82bf7 tempest-RoutersIpV6AdminTest-146809031 tempest-RoutersIpV6AdminTest-146809031-project-admin] 10.222.0.13 "GET /v2.0/routers/dbc45133-a283-42db-831b-16d820588907 HTTP/1.1" status: 200  len: 744 time: 0.2383695
Dec 16 22:34:16.550834 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-38144f4a-71f9-429b-9671-fd95935a7ef2 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Unset dirty status for tenant:8e4385a98eb1416284c1cc96b3355a70 on resource:subnet {{(pid=87506) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 22:34:16.553021 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-38144f4a-71f9-429b-9671-fd95935a7ef2 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1464 time: 0.5420537
Dec 16 22:34:16.554799 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a28b958-41a2-4e21-8bea-3bf06c8aeffb tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Notify agent at l3_agent.dv-neutron-821829-1-hyperv the message routers_updated {{(pid=87507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 22:34:16.554922 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 40104) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:34:16.556136 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6cbcd0-03de-45b5-9ca5-ead510b69ab3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5a69580f-6718-4d75-974b-631ac7e9556c,revision_number=0']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:34:16.560101 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-0b6cbcd0-03de-45b5-9ca5-ead510b69ab3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:34:16.560531 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 40106) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:34:16.563518 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-e671f26b-04c7-4a89-9492-da9503717ec4 tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10807823'] for port, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:16.570849 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-fc94f9a9-0e77-4c3a-b522-c2f067137c1a tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:34:16.571017 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bac0ffed-d155-4236-bcc1-eaa9ef4506ac None None] Sync routers for ids ['45ae2c9f-738c-4d50-9070-36f2d87f0ea0'] in dv-neutron-821829-1-hyperv {{(pid=87508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 22:34:16.581520 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bac0ffed-d155-4236-bcc1-eaa9ef4506ac None None] Routers {'45ae2c9f-738c-4d50-9070-36f2d87f0ea0'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:34:16.582223 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-bac0ffed-d155-4236-bcc1-eaa9ef4506ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b77fba970>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:34:01Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['45ae2c9f-738c-4d50-9070-36f2d87f0ea0'], 'active': True} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:34:16.616269 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-7a28b958-41a2-4e21-8bea-3bf06c8aeffb tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for floatingip, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:16.648297 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-690cfcee-ecd1-4c95-8a6b-85afb0840422 tempest-RoutersIpV6AdminTest-146809031 tempest-RoutersIpV6AdminTest-146809031-project-admin] 10.222.0.13 "GET /v2.0/ports?network_id=f8905ce9-304b-4976-bc47-e58c71c11de5&device_id=dbc45133-a283-42db-831b-16d820588907 HTTP/1.1" status: 200  len: 205 time: 0.0894630
Dec 16 22:34:16.649467 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b6cbcd0-03de-45b5-9ca5-ead510b69ab3 admin admin] Checking segment: {'id': '44d7d6b4-2384-4042-a4d7-5a7c4d034892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '1184a913-dac0-4ec1-b150-22ccd69ce676'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 22:34:16.649831 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b6cbcd0-03de-45b5-9ca5-ead510b69ab3 admin admin] Network hostable DHCP agents. Network: 1184a913-dac0-4ec1-b150-22ccd69ce676, hostable agents: ['3b155c4d-12dc-491e-aa14-6113b06cfacd'], hosted agents: [] {{(pid=87506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 16 22:34:16.654253 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 40112) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:34:16.679268 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-bac0ffed-d155-4236-bcc1-eaa9ef4506ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b77fba970>, [], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:34:16.689985 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bac0ffed-d155-4236-bcc1-eaa9ef4506ac None None] Routers {'45ae2c9f-738c-4d50-9070-36f2d87f0ea0'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:34:16.690644 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-bac0ffed-d155-4236-bcc1-eaa9ef4506ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b77fba970>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:34:01Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['45ae2c9f-738c-4d50-9070-36f2d87f0ea0'], 'active': True} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:34:16.732409 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-c4ebb428-ef2b-47e6-b773-fd934b833097 tempest-RoutersIpV6AdminTest-765327337 tempest-RoutersIpV6AdminTest-765327337-project] 10.222.0.13 "GET /v2.0/ports?device_id=dbc45133-a283-42db-831b-16d820588907 HTTP/1.1" status: 200  len: 205 time: 0.0653520
Dec 16 22:34:16.736587 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 40116) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:34:16.773307 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-bac0ffed-d155-4236-bcc1-eaa9ef4506ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b77fba970>, [], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:34:16.773738 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bac0ffed-d155-4236-bcc1-eaa9ef4506ac None None] The sync data for ids ['45ae2c9f-738c-4d50-9070-36f2d87f0ea0'] in dv-neutron-821829-1-hyperv is: [] {{(pid=87508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 22:34:16.804557 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-033c3cdc-71ce-46f5-90f2-f3cb2051640c tempest-NegativeSecGroupTest-382581040 tempest-NegativeSecGroupTest-382581040-project] Unset dirty status for tenant:05a9c9bcdd6845759539121a6d1af781 on resource:security_group {{(pid=87507) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 22:34:16.805077 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3cb3147-2974-481e-93a2-512d9fdf3d66 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Deleting subnet 54df538c-2624-4cf6-9630-84f956036fa0 {{(pid=87506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 16 22:34:16.805796 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-033c3cdc-71ce-46f5-90f2-f3cb2051640c tempest-NegativeSecGroupTest-382581040 tempest-NegativeSecGroupTest-382581040-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2979 time: 0.4840062
Dec 16 22:34:16.823958 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 40120) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:34:16.846973 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e671f26b-04c7-4a89-9492-da9503717ec4 tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Pushing event deleted for resources: {'Port': ['ID=79f9fa58-55f9-492e-b6ad-0e211dba0eec,revision_number=None']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:34:16.849485 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-e671f26b-04c7-4a89-9492-da9503717ec4 tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:34:16.858129 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 43e30f25-2e61-470f-b775-e7c4a6ae2269 no longer exists at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 22:34:16.878406 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-a3cb3147-2974-481e-93a2-512d9fdf3d66 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks [] for subnet, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:16.908802 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b6cbcd0-03de-45b5-9ca5-ead510b69ab3 admin admin] Network 1184a913-dac0-4ec1-b150-22ccd69ce676 is scheduled to be hosted by DHCP agent 3b155c4d-12dc-491e-aa14-6113b06cfacd with binding_index 1 {{(pid=87506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 16 22:34:16.909161 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-274d15a7-5dc5-4f0a-9531-2decdbec9112 None None] DHCP port deletion for a3565e49-be06-43a7-8cf5-ccb31eeb57fe request from dv-neutron-821829-1-hyperv {{(pid=87508) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 16 22:34:16.910824 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e671f26b-04c7-4a89-9492-da9503717ec4 tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] No DVR routers for this DVR port 79f9fa58-55f9-492e-b6ad-0e211dba0eec on host dv-neutron-821829-1-hyperv {{(pid=87507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 22:34:16.919138 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] No Port match for: 43e30f25-2e61-470f-b775-e7c4a6ae2269 {{(pid=87508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 22:34:16.919486 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 43e30f25-2e61-470f-b775-e7c4a6ae2269 not bound to the agent host dv-neutron-821829-1-hyperv {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 22:34:16.925281 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-b0b75e6f-8bd3-4ba9-b73f-10ed011e5e5a tempest-NegativeSecGroupTest-382581040 tempest-NegativeSecGroupTest-382581040-project] Request body: {'security_group': {'name': 'tempest-secgroup--2086213713'}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:34:16.939685 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63eba407-ee5a-4678-8105-fbe258791668 None None] get_active_networks_info from dv-neutron-821829-1-hyperv {{(pid=87508) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}}
Dec 16 22:34:16.947412 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-b0b75e6f-8bd3-4ba9-b73f-10ed011e5e5a tempest-NegativeSecGroupTest-382581040 tempest-NegativeSecGroupTest-382581040-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:34:16.955622 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-7a28b958-41a2-4e21-8bea-3bf06c8aeffb tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] 10.222.0.13 "DELETE /v2.0/floatingips/2c5a6415-4af1-4404-bedf-8cc23a315dee HTTP/1.1" status: 204  len: 168 time: 6.0937991
Dec 16 22:34:16.957838 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 40124) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:34:16.974870 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-b0b75e6f-8bd3-4ba9-b73f-10ed011e5e5a tempest-NegativeSecGroupTest-382581040 tempest-NegativeSecGroupTest-382581040-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:34:16.976904 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.base_scheduler [None req-0b6cbcd0-03de-45b5-9ca5-ead510b69ab3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821829-1-hyperv, 1184a913-dac0-4ec1-b150-22ccd69ce676) {{(pid=87506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:34:16.980237 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-8932b49b-daad-48f5-b36e-a15845922085 tempest-RoutersIpV6AdminTest-765327337 tempest-RoutersIpV6AdminTest-765327337-project] Notify callbacks [] for router, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:17.035433 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-e671f26b-04c7-4a89-9492-da9503717ec4 tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3328566'] for subnet, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:17.047984 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b6cbcd0-03de-45b5-9ca5-ead510b69ab3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:34:17.048491 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-0b6cbcd0-03de-45b5-9ca5-ead510b69ab3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3791486'] for subnet, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:17.053935 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-a3cb3147-2974-481e-93a2-512d9fdf3d66 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-266764487'] for subnet, precommit_delete_associations {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:17.081865 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63eba407-ee5a-4678-8105-fbe258791668 None None] Resources bound (agent type, host, resource id):  {{(pid=87508) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Dec 16 22:34:17.082437 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.plugin [None req-bfa3305e-b617-47d0-a696-ae099ad5405e tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Deleting port 5f930eb3-b003-41b8-8977-a1b0ccbcc728 {{(pid=87507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:34:17.082437 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-bfa3305e-b617-47d0-a696-ae099ad5405e tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:17.176778 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-b0b75e6f-8bd3-4ba9-b73f-10ed011e5e5a tempest-NegativeSecGroupTest-382581040 tempest-NegativeSecGroupTest-382581040-project] Notify callbacks [] for security_group, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:17.220825 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-e671f26b-04c7-4a89-9492-da9503717ec4 tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3328622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10807868', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10549621'] for subnet, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:17.227801 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-8c34d22a-2f6b-4e4e-9bcf-4ea42256811d tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:34:17.252258 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-0b6cbcd0-03de-45b5-9ca5-ead510b69ab3 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 2.0095611
Dec 16 22:34:17.252865 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 40128) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:34:17.286362 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-743101f4-c3f7-43c1-9060-2e6d442fac9a admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-941694451-router', 'tenant_id': 'ce00d97791a4466faef350f07c7566f3', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5'}}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:34:17.330553 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-b0b75e6f-8bd3-4ba9-b73f-10ed011e5e5a tempest-NegativeSecGroupTest-382581040 tempest-NegativeSecGroupTest-382581040-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:34:17.337701 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e671f26b-04c7-4a89-9492-da9503717ec4 tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Pushing event deleted for resources: {'Subnet': ['ID=1066251a-6279-4c16-a447-aef80902f211,revision_number=None']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:34:17.370006 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-743101f4-c3f7-43c1-9060-2e6d442fac9a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:34:17.375615 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-e671f26b-04c7-4a89-9492-da9503717ec4 tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:34:17.436160 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-743101f4-c3f7-43c1-9060-2e6d442fac9a admin admin] Usage tracker for resource:router and tenant:ce00d97791a4466faef350f07c7566f3 is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:34:17.447091 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-743101f4-c3f7-43c1-9060-2e6d442fac9a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:34:17.451677 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-066948a4-fd7e-4a2e-aa36-0815aff1c27c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1d6bfaf-d325-5e4f-b05d-2441d8339617-1184a913-dac0-4ec1-b150-22ccd69ce676', 'network_id': '1184a913-dac0-4ec1-b150-22ccd69ce676', 'tenant_id': 'ce00d97791a4466faef350f07c7566f3', 'fixed_ips': [{'subnet_id': '5a69580f-6718-4d75-974b-631ac7e9556c'}]}} from dv-neutron-821829-1-hyperv. {{(pid=87508) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 16 22:34:17.453168 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-066948a4-fd7e-4a2e-aa36-0815aff1c27c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:17.454354 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-b0b75e6f-8bd3-4ba9-b73f-10ed011e5e5a tempest-NegativeSecGroupTest-382581040 tempest-NegativeSecGroupTest-382581040-project] Usage tracker for resource:security_group_rule and tenant:05a9c9bcdd6845759539121a6d1af781 is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:34:17.462357 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-8932b49b-daad-48f5-b36e-a15845922085 tempest-RoutersIpV6AdminTest-765327337 tempest-RoutersIpV6AdminTest-765327337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3739500', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39002'] for router, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:17.472140 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-743101f4-c3f7-43c1-9060-2e6d442fac9a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:34:17.516483 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-e671f26b-04c7-4a89-9492-da9503717ec4 tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3329565', 'neutron.services.segments.db._delete_segments_for_network-8734753546406'] for network, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:17.528751 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-743101f4-c3f7-43c1-9060-2e6d442fac9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3741155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38980'] for router, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:17.530646 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-743101f4-c3f7-43c1-9060-2e6d442fac9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3743284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3741748', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3896702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-38989'] for router, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:17.547595 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-743101f4-c3f7-43c1-9060-2e6d442fac9a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:17.604621 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-b0b75e6f-8bd3-4ba9-b73f-10ed011e5e5a tempest-NegativeSecGroupTest-382581040 tempest-NegativeSecGroupTest-382581040-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:34:17.608620 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.services.segments.db [None req-e671f26b-04c7-4a89-9492-da9503717ec4 tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1b768168e0>,) {'filters': {'network_id': ['a3565e49-be06-43a7-8cf5-ccb31eeb57fe']}} {{(pid=87507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:34:17.612025 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-8932b49b-daad-48f5-b36e-a15845922085 tempest-RoutersIpV6AdminTest-765327337 tempest-RoutersIpV6AdminTest-765327337-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:17.617189 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-bfa3305e-b617-47d0-a696-ae099ad5405e tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:17.631503 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.db_base_plugin_common [None req-066948a4-fd7e-4a2e-aa36-0815aff1c27c None None] Allocated IP 172.20.0.2 (1184a913-dac0-4ec1-b150-22ccd69ce676/5a69580f-6718-4d75-974b-631ac7e9556c/35577e80-294d-4289-a7ad-761142cf17ab) {{(pid=87508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 22:34:17.681946 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-b0b75e6f-8bd3-4ba9-b73f-10ed011e5e5a tempest-NegativeSecGroupTest-382581040 tempest-NegativeSecGroupTest-382581040-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:34:17.691709 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.services.segments.db [None req-e671f26b-04c7-4a89-9492-da9503717ec4 tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b768168e0>, '3f710df1-5598-47c7-9b36-ab60b23934a5') {'for_net_delete': True} {{(pid=87507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:34:17.692456 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.services.segments.db [None req-e671f26b-04c7-4a89-9492-da9503717ec4 tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b768168e0>, '3f710df1-5598-47c7-9b36-ab60b23934a5') {} {{(pid=87507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:34:17.752671 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-a3cb3147-2974-481e-93a2-512d9fdf3d66 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3328566'] for subnet, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:17.781630 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-8932b49b-daad-48f5-b36e-a15845922085 tempest-RoutersIpV6AdminTest-765327337 tempest-RoutersIpV6AdminTest-765327337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3830089'] for router, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:17.782109 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8932b49b-daad-48f5-b36e-a15845922085 tempest-RoutersIpV6AdminTest-765327337 tempest-RoutersIpV6AdminTest-765327337-project] Fanout notify agent at l3_agent the message router_deleted on router dbc45133-a283-42db-831b-16d820588907 {{(pid=87506) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 16 22:34:17.835589 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-494fb2e1-d800-4b4f-b841-f89b2cbeb2b0 tempest-RoutersAdminTest-1901902743 tempest-RoutersAdminTest-1901902743-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:17.883024 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.plugin [None req-bfa3305e-b617-47d0-a696-ae099ad5405e tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Calling delete_port for 5f930eb3-b003-41b8-8977-a1b0ccbcc728 owned by  {{(pid=87507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:34:17.883607 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-494fb2e1-d800-4b4f-b841-f89b2cbeb2b0 tempest-RoutersAdminTest-1901902743 tempest-RoutersAdminTest-1901902743-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:17.884099 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-066948a4-fd7e-4a2e-aa36-0815aff1c27c None None] Notify callbacks [] for port, precommit_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:17.927573 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-e671f26b-04c7-4a89-9492-da9503717ec4 tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734753593977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2128549'] for segment, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:17.928437 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-8932b49b-daad-48f5-b36e-a15845922085 tempest-RoutersIpV6AdminTest-765327337 tempest-RoutersIpV6AdminTest-765327337-project] Notify callbacks [] for router, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:17.929511 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-8932b49b-daad-48f5-b36e-a15845922085 tempest-RoutersIpV6AdminTest-765327337 tempest-RoutersIpV6AdminTest-765327337-project] 10.222.0.13 "DELETE /v2.0/routers/dbc45133-a283-42db-831b-16d820588907 HTTP/1.1" status: 204  len: 168 time: 1.1895208
Dec 16 22:34:17.937725 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 40132) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:34:17.974435 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-066948a4-fd7e-4a2e-aa36-0815aff1c27c None None] Transition to ACTIVE for port object 35577e80-294d-4289-a7ad-761142cf17ab will not be triggered until provisioned by entity L2. {{(pid=87508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:34:17.985280 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-a3cb3147-2974-481e-93a2-512d9fdf3d66 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3328622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1863378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11213117'] for subnet, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:17.994817 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-066948a4-fd7e-4a2e-aa36-0815aff1c27c None None] Transition to ACTIVE for port object 35577e80-294d-4289-a7ad-761142cf17ab will not be triggered until provisioned by entity DHCP. {{(pid=87508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:34:17.995009 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-18515324-9521-436b-a07b-09ae130b8cde tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:34:18.000822 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-066948a4-fd7e-4a2e-aa36-0815aff1c27c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940'] for port, after_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:18.005171 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-500aac62-745d-44cb-a0de-b611133425b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:34:18.030695 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-b0b75e6f-8bd3-4ba9-b73f-10ed011e5e5a tempest-NegativeSecGroupTest-382581040 tempest-NegativeSecGroupTest-382581040-project] Notify callbacks [] for security_group, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:18.045136 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-b0b75e6f-8bd3-4ba9-b73f-10ed011e5e5a tempest-NegativeSecGroupTest-382581040 tempest-NegativeSecGroupTest-382581040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841066'] for security_group, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:18.048930 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3cb3147-2974-481e-93a2-512d9fdf3d66 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Pushing event deleted for resources: {'Subnet': ['ID=54df538c-2624-4cf6-9630-84f956036fa0,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:34:18.055241 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-a3cb3147-2974-481e-93a2-512d9fdf3d66 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3791486'] for subnet, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:18.058090 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-a3cb3147-2974-481e-93a2-512d9fdf3d66 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:34:18.066549 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-b0aa6574-0c55-4bb1-a65d-b7a2bec3e0ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.009s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:34:18.071891 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-066948a4-fd7e-4a2e-aa36-0815aff1c27c None None] Network 1184a913-dac0-4ec1-b150-22ccd69ce676 is already hosted by enough agents. {{(pid=87508) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:34:18.074886 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.scheduler.base_scheduler [None req-066948a4-fd7e-4a2e-aa36-0815aff1c27c None None] Resources bound (agent type, host, resource id):  {{(pid=87508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:34:18.078230 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-066948a4-fd7e-4a2e-aa36-0815aff1c27c None None] Received port after_create {{(pid=87508) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 22:34:18.113057 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066948a4-fd7e-4a2e-aa36-0815aff1c27c None None] Pushing event updated for resources: {'Port': ['ID=35577e80-294d-4289-a7ad-761142cf17ab,revision_number=1']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:34:18.116299 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-066948a4-fd7e-4a2e-aa36-0815aff1c27c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:34:18.130118 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-98379c50-f35d-4d4e-a1b4-78f1dacbd5f7 tempest-RoutersIpV6AdminTest-765327337 tempest-RoutersIpV6AdminTest-765327337-project] 10.222.0.13 "GET /v2.0/ports?device_id=dbc45133-a283-42db-831b-16d820588907 HTTP/1.1" status: 200  len: 205 time: 0.1912012
Dec 16 22:34:18.141439 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-e671f26b-04c7-4a89-9492-da9503717ec4 tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-883292'] for segment, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:18.143647 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 40136) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:34:18.158402 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-743101f4-c3f7-43c1-9060-2e6d442fac9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3741702', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3740945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-38947'] for router, precommit_update {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:18.173408 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e671f26b-04c7-4a89-9492-da9503717ec4 tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Releasing vlan 172 on physical network physnet1 to pool {{(pid=87507) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 16 22:34:18.173868 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-e671f26b-04c7-4a89-9492-da9503717ec4 tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-883285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10808034'] for segment, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:18.185105 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-066948a4-fd7e-4a2e-aa36-0815aff1c27c None None] Attempting to bind port 35577e80-294d-4289-a7ad-761142cf17ab on host dv-neutron-821829-1-hyperv for vnic_type normal with profile  {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 22:34:18.185488 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-066948a4-fd7e-4a2e-aa36-0815aff1c27c None None] Attempting to bind port 35577e80-294d-4289-a7ad-761142cf17ab by drivers openvswitch,hyperv on host dv-neutron-821829-1-hyperv at level 0 using segments [{'id': '44d7d6b4-2384-4042-a4d7-5a7c4d034892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '1184a913-dac0-4ec1-b150-22ccd69ce676'}] {{(pid=87508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 22:34:18.185861 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-066948a4-fd7e-4a2e-aa36-0815aff1c27c None None] Attempting to bind port 35577e80-294d-4289-a7ad-761142cf17ab on network 1184a913-dac0-4ec1-b150-22ccd69ce676 {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 22:34:18.188569 dv-neutron-821829-1-hyperv neutron-server[87507]: Traceback (most recent call last):
Dec 16 22:34:18.188569 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 16 22:34:18.188569 dv-neutron-821829-1-hyperv neutron-server[87507]:     timer()
Dec 16 22:34:18.188569 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 22:34:18.188569 dv-neutron-821829-1-hyperv neutron-server[87507]:     cb(*args, **kw)
Dec 16 22:34:18.188569 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 22:34:18.188569 dv-neutron-821829-1-hyperv neutron-server[87507]:     return func(*args, **kwargs)
Dec 16 22:34:18.188569 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 22:34:18.188569 dv-neutron-821829-1-hyperv neutron-server[87507]:     self._notify()
Dec 16 22:34:18.188569 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 22:34:18.188569 dv-neutron-821829-1-hyperv neutron-server[87507]:     self.callback(batched_events)
Dec 16 22:34:18.188569 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 22:34:18.188569 dv-neutron-821829-1-hyperv neutron-server[87507]:     event.method(event)
Dec 16 22:34:18.188569 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 22:34:18.188569 dv-neutron-821829-1-hyperv neutron-server[87507]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 22:34:18.188569 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 22:34:18.188569 dv-neutron-821829-1-hyperv neutron-server[87507]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 22:34:18.188569 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 22:34:18.188569 dv-neutron-821829-1-hyperv neutron-server[87507]:     return f(self, *a, **k)
Dec 16 22:34:18.188569 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 16 22:34:18.188569 dv-neutron-821829-1-hyperv neutron-server[87507]:     return self._get(url).json()
Dec 16 22:34:18.188569 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 16 22:34:18.188569 dv-neutron-821829-1-hyperv neutron-server[87507]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 22:34:18.188569 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 16 22:34:18.188569 dv-neutron-821829-1-hyperv neutron-server[87507]:     return self.request(url, 'GET', **kwargs)
Dec 16 22:34:18.188569 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 16 22:34:18.188569 dv-neutron-821829-1-hyperv neutron-server[87507]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 22:34:18.188569 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 16 22:34:18.188569 dv-neutron-821829-1-hyperv neutron-server[87507]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 22:34:18.188569 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 16 22:34:18.188569 dv-neutron-821829-1-hyperv neutron-server[87507]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 22:34:18.188569 dv-neutron-821829-1-hyperv neutron-server[87507]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 22:34:18.191574 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-066948a4-fd7e-4a2e-aa36-0815aff1c27c None None] Checking agent: {'id': '5571501f-366e-47a4-9b60-8ef19d935d27', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821829-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 24, 2), 'started_at': datetime.datetime(2021, 12, 16, 22, 24, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 34, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821829-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 22:34:18.191730 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-066948a4-fd7e-4a2e-aa36-0815aff1c27c None None] Checking segment: {'id': '44d7d6b4-2384-4042-a4d7-5a7c4d034892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '1184a913-dac0-4ec1-b150-22ccd69ce676'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 22:34:18.192094 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-066948a4-fd7e-4a2e-aa36-0815aff1c27c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:18.192575 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-066948a4-fd7e-4a2e-aa36-0815aff1c27c None None] Bound using segment: {'id': '44d7d6b4-2384-4042-a4d7-5a7c4d034892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '1184a913-dac0-4ec1-b150-22ccd69ce676'} {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 22:34:18.193056 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-066948a4-fd7e-4a2e-aa36-0815aff1c27c None None] Bound port: 35577e80-294d-4289-a7ad-761142cf17ab, host: dv-neutron-821829-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44d7d6b4-2384-4042-a4d7-5a7c4d034892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '1184a913-dac0-4ec1-b150-22ccd69ce676'}}] {{(pid=87508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 22:34:18.193438 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-066948a4-fd7e-4a2e-aa36-0815aff1c27c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:18.212315 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-a3cb3147-2974-481e-93a2-512d9fdf3d66 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] 10.222.0.13 "DELETE /v2.0/subnets/54df538c-2624-4cf6-9630-84f956036fa0 HTTP/1.1" status: 204  len: 168 time: 1.6468806
Dec 16 22:34:18.221321 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 40140) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:34:18.232558 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-b0b75e6f-8bd3-4ba9-b73f-10ed011e5e5a tempest-NegativeSecGroupTest-382581040 tempest-NegativeSecGroupTest-382581040-project] Notify callbacks [] for security_group, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:18.236471 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-b0b75e6f-8bd3-4ba9-b73f-10ed011e5e5a tempest-NegativeSecGroupTest-382581040 tempest-NegativeSecGroupTest-382581040-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1744 time: 1.4081278
Dec 16 22:34:18.239259 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b75e6f-8bd3-4ba9-b73f-10ed011e5e5a tempest-NegativeSecGroupTest-382581040 tempest-NegativeSecGroupTest-382581040-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8fc87c19-9d7c-4fdd-b57e-10c26e141949,revision_number=1']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:34:18.290050 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-066948a4-fd7e-4a2e-aa36-0815aff1c27c None None] For port 35577e80-294d-4289-a7ad-761142cf17ab, host dv-neutron-821829-1-hyperv, cleared binding levels {{(pid=87508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 22:34:18.292303 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 40144) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:34:18.293637 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-066948a4-fd7e-4a2e-aa36-0815aff1c27c None None] For port 35577e80-294d-4289-a7ad-761142cf17ab, host dv-neutron-821829-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=35577e80-294d-4289-a7ad-761142cf17ab,segment=NetworkSegment(44d7d6b4-2384-4042-a4d7-5a7c4d034892),segment_id=44d7d6b4-2384-4042-a4d7-5a7c4d034892)] {{(pid=87508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 22:34:18.298984 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.api.v2.resource [None req-10c6a01c-1466-49d7-9824-fdea32857fce tempest-RoutersIpV6AdminTest-765327337 tempest-RoutersIpV6AdminTest-765327337-project] delete failed (client error): The resource could not be found.
Dec 16 22:34:18.299406 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-066948a4-fd7e-4a2e-aa36-0815aff1c27c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:18.300006 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-10c6a01c-1466-49d7-9824-fdea32857fce tempest-RoutersIpV6AdminTest-765327337 tempest-RoutersIpV6AdminTest-765327337-project] 10.222.0.13 "DELETE /v2.0/routers/dbc45133-a283-42db-831b-16d820588907 HTTP/1.1" status: 404  len: 336 time: 0.1538186
Dec 16 22:34:18.301025 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-b0b75e6f-8bd3-4ba9-b73f-10ed011e5e5a tempest-NegativeSecGroupTest-382581040 tempest-NegativeSecGroupTest-382581040-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:34:18.307593 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-851cdab6-fe26-4810-8917-8b5ff61a0405 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:34:18.312668 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 40148) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:34:18.327059 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-e5ff2a56-33bd-4ecb-a1ca-fb1a4c0d09e4 tempest-NegativeSecGroupTest-382581040 tempest-NegativeSecGroupTest-382581040-project] Request body: {'security_group_rule': {'security_group_id': '8fc87c19-9d7c-4fdd-b57e-10c26e141949', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:34:18.347987 dv-neutron-821829-1-hyperv neutron-server[87506]: WARNING neutron.api.v2.base [None req-e5ff2a56-33bd-4ecb-a1ca-fb1a4c0d09e4 tempest-NegativeSecGroupTest-382581040 tempest-NegativeSecGroupTest-382581040-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix.
Dec 16 22:34:18.348651 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.api.v2.resource [None req-e5ff2a56-33bd-4ecb-a1ca-fb1a4c0d09e4 tempest-NegativeSecGroupTest-382581040 tempest-NegativeSecGroupTest-382581040-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 16 22:34:18.350418 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-e5ff2a56-33bd-4ecb-a1ca-fb1a4c0d09e4 tempest-NegativeSecGroupTest-382581040 tempest-NegativeSecGroupTest-382581040-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 319 time: 0.0536690
Dec 16 22:34:18.354228 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.db_base_plugin_common [None req-494fb2e1-d800-4b4f-b841-f89b2cbeb2b0 tempest-RoutersAdminTest-1901902743 tempest-RoutersAdminTest-1901902743-project-admin] Allocated IP 172.26.0.216 (f8905ce9-304b-4976-bc47-e58c71c11de5/9bca8591-41ef-4f2d-8ecb-ecaab1a28acf/1f9ae8f5-0f2a-46a2-a0e8-b785136a710b) {{(pid=87506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 22:34:18.377033 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 40152) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:34:18.389692 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066948a4-fd7e-4a2e-aa36-0815aff1c27c None None] Pushing event updated for resources: {'Port': ['ID=35577e80-294d-4289-a7ad-761142cf17ab,revision_number=2']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:34:18.392431 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-9cac8201-3442-43a9-9716-a683bb410646 tempest-NegativeSecGroupTest-382581040 tempest-NegativeSecGroupTest-382581040-project] Request body: {'security_group_rule': {'security_group_id': '8fc87c19-9d7c-4fdd-b57e-10c26e141949', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:34:18.393308 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-066948a4-fd7e-4a2e-aa36-0815aff1c27c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:34:18.393864 dv-neutron-821829-1-hyperv neutron-server[87507]: WARNING neutron.api.v2.base [None req-9cac8201-3442-43a9-9716-a683bb410646 tempest-NegativeSecGroupTest-382581040 tempest-NegativeSecGroupTest-382581040-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix.
Dec 16 22:34:18.394591 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.api.v2.resource [None req-9cac8201-3442-43a9-9716-a683bb410646 tempest-NegativeSecGroupTest-382581040 tempest-NegativeSecGroupTest-382581040-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 16 22:34:18.395843 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-9cac8201-3442-43a9-9716-a683bb410646 tempest-NegativeSecGroupTest-382581040 tempest-NegativeSecGroupTest-382581040-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 320 time: 0.0105977
Dec 16 22:34:18.402056 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 40156) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:34:18.405961 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-92a299ee-2177-4163-bd5e-b17da64b400c tempest-RoutersIpV6AdminTest-765327337 tempest-RoutersIpV6AdminTest-765327337-project] 10.222.0.13 "GET /v2.0/ports?device_id=459100dd-c0d3-4036-b6cb-e4a6d3549dba HTTP/1.1" status: 200  len: 205 time: 0.0534625
Dec 16 22:34:18.412152 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 40160) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:34:18.460792 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-c5d0248e-6888-4013-85aa-0a2f57429a00 tempest-NegativeSecGroupTest-382581040 tempest-NegativeSecGroupTest-382581040-project] Request body: {'security_group_rule': {'security_group_id': '8fc87c19-9d7c-4fdd-b57e-10c26e141949', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:34:18.465168 dv-neutron-821829-1-hyperv neutron-server[87506]: WARNING neutron.api.v2.base [None req-c5d0248e-6888-4013-85aa-0a2f57429a00 tempest-NegativeSecGroupTest-382581040 tempest-NegativeSecGroupTest-382581040-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix.
Dec 16 22:34:18.465717 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.api.v2.resource [None req-c5d0248e-6888-4013-85aa-0a2f57429a00 tempest-NegativeSecGroupTest-382581040 tempest-NegativeSecGroupTest-382581040-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 16 22:34:18.466690 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-c5d0248e-6888-4013-85aa-0a2f57429a00 tempest-NegativeSecGroupTest-382581040 tempest-NegativeSecGroupTest-382581040-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 316 time: 0.0599487
Dec 16 22:34:18.473678 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 40164) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:34:18.534856 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-e671f26b-04c7-4a89-9492-da9503717ec4 tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3329572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3741856'] for network, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:18.555422 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-4c0265ba-1fff-42ee-a816-f9e0c33d0409 tempest-NegativeSecGroupTest-382581040 tempest-NegativeSecGroupTest-382581040-project] Request body: {'security_group_rule': {'security_group_id': '8fc87c19-9d7c-4fdd-b57e-10c26e141949', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:34:18.556690 dv-neutron-821829-1-hyperv neutron-server[87506]: WARNING neutron.api.v2.base [None req-4c0265ba-1fff-42ee-a816-f9e0c33d0409 tempest-NegativeSecGroupTest-382581040 tempest-NegativeSecGroupTest-382581040-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix.
Dec 16 22:34:18.557422 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.api.v2.resource [None req-4c0265ba-1fff-42ee-a816-f9e0c33d0409 tempest-NegativeSecGroupTest-382581040 tempest-NegativeSecGroupTest-382581040-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 16 22:34:18.558620 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-4c0265ba-1fff-42ee-a816-f9e0c33d0409 tempest-NegativeSecGroupTest-382581040 tempest-NegativeSecGroupTest-382581040-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 309 time: 0.0840178
Dec 16 22:34:18.559890 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.api.v2.resource [None req-9e3df6e0-c44f-4c1f-a199-b19b972ba98d tempest-RoutersIpV6AdminTest-765327337 tempest-RoutersIpV6AdminTest-765327337-project] delete failed (client error): The resource could not be found.
Dec 16 22:34:18.561017 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-9e3df6e0-c44f-4c1f-a199-b19b972ba98d tempest-RoutersIpV6AdminTest-765327337 tempest-RoutersIpV6AdminTest-765327337-project] 10.222.0.13 "DELETE /v2.0/routers/459100dd-c0d3-4036-b6cb-e4a6d3549dba HTTP/1.1" status: 404  len: 336 time: 0.1045046
Dec 16 22:34:18.562568 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:34:18.576845 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 40168) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:34:18.577413 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 40170) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:34:18.585104 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-e671f26b-04c7-4a89-9492-da9503717ec4 tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Notify callbacks [] for network, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:18.669862 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-accea632-94a7-454c-8c22-44ae8b0231b6 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Synchronizing usage tracker for tenant:8e4385a98eb1416284c1cc96b3355a70 on resource:router {{(pid=87506) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 22:34:18.700176 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e671f26b-04c7-4a89-9492-da9503717ec4 tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Pushing event deleted for resources: {'Network': ['ID=a3565e49-be06-43a7-8cf5-ccb31eeb57fe,revision_number=None']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:34:18.724041 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-accea632-94a7-454c-8c22-44ae8b0231b6 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Unset dirty status for tenant:8e4385a98eb1416284c1cc96b3355a70 on resource:router {{(pid=87506) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 22:34:18.728342 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-accea632-94a7-454c-8c22-44ae8b0231b6 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200  len: 710 time: 0.4942656
Dec 16 22:34:18.729150 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 40176) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:34:18.730690 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-af1ded6c-e033-45c1-a234-59d598bb9477 tempest-RoutersIpV6AdminTest-765327337 tempest-RoutersIpV6AdminTest-765327337-project] 10.222.0.13 "GET /v2.0/ports?device_id=7853994a-8f64-42f8-a4db-9e925ae32779 HTTP/1.1" status: 200  len: 205 time: 0.1492343
Dec 16 22:34:18.734469 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-e671f26b-04c7-4a89-9492-da9503717ec4 tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:34:18.747233 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 40178) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:34:18.802583 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-494fb2e1-d800-4b4f-b841-f89b2cbeb2b0 tempest-RoutersAdminTest-1901902743 tempest-RoutersAdminTest-1901902743-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:18.828849 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-e671f26b-04c7-4a89-9492-da9503717ec4 tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] 10.222.0.13 "DELETE /v2.0/networks/a3565e49-be06-43a7-8cf5-ccb31eeb57fe HTTP/1.1" status: 204  len: 168 time: 9.2842028
Dec 16 22:34:18.843656 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 40184) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:34:18.853081 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.api.v2.resource [None req-069ef01d-bfb2-442c-a0fd-049c847f1314 tempest-RoutersIpV6AdminTest-765327337 tempest-RoutersIpV6AdminTest-765327337-project] delete failed (client error): The resource could not be found.
Dec 16 22:34:18.857280 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-069ef01d-bfb2-442c-a0fd-049c847f1314 tempest-RoutersIpV6AdminTest-765327337 tempest-RoutersIpV6AdminTest-765327337-project] 10.222.0.13 "DELETE /v2.0/routers/7853994a-8f64-42f8-a4db-9e925ae32779 HTTP/1.1" status: 404  len: 336 time: 0.1020911
Dec 16 22:34:18.871281 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 40188) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:34:18.901393 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-bfa3305e-b617-47d0-a696-ae099ad5405e tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10807823'] for port, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:18.905090 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.pecan_wsgi.hooks.translation [None req-19e7edef-8193-4634-892f-51f2677ef024 tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] DELETE failed (client error): The resource could not be found.
Dec 16 22:34:18.905552 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-19e7edef-8193-4634-892f-51f2677ef024 tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87507) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 16 22:34:18.909587 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-19e7edef-8193-4634-892f-51f2677ef024 tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] 10.222.0.13 "DELETE /v2.0/subnets/1066251a-6279-4c16-a447-aef80902f211 HTTP/1.1" status: 404  len: 337 time: 0.0593045
Dec 16 22:34:18.914750 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 40192) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:34:18.926579 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-0927e7c5-2667-4eb7-bb37-ef8ba1a91641 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:34:18.946379 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 35577e80-294d-4289-a7ad-761142cf17ab up at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 22:34:18.958316 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-9d483954-4265-452d-b0a9-9bdaed77b637 tempest-RoutersIpV6AdminTest-765327337 tempest-RoutersIpV6AdminTest-765327337-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f608d59-f154-47d1-991f-2ff84513cd2e HTTP/1.1" status: 200  len: 205 time: 0.0824594
Dec 16 22:34:18.963142 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-a4f3c703-6f62-417a-b07a-63d6d062a35f tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks [] for router, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:18.968689 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 40196) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:34:18.975145 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-973d6f6e-84d0-4a75-9872-e83f70c1fa3b tempest-NegativeSecGroupTest-382581040 tempest-NegativeSecGroupTest-382581040-project] Notify callbacks [] for security_group, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:18.982348 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa3305e-b617-47d0-a696-ae099ad5405e tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Pushing event deleted for resources: {'Port': ['ID=5f930eb3-b003-41b8-8977-a1b0ccbcc728,revision_number=None']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:34:19.037057 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning for port 35577e80-294d-4289-a7ad-761142cf17ab completed by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 22:34:19.080597 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-bfa3305e-b617-47d0-a696-ae099ad5405e tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:34:19.095168 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 79f9fa58-55f9-492e-b6ad-0e211dba0eec no longer exists at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 22:34:19.119784 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.api.v2.resource [None req-68499fbe-0b0c-4163-beaf-641f2defb798 tempest-RoutersIpV6AdminTest-765327337 tempest-RoutersIpV6AdminTest-765327337-project] delete failed (client error): The resource could not be found.
Dec 16 22:34:19.123178 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-68499fbe-0b0c-4163-beaf-641f2defb798 tempest-RoutersIpV6AdminTest-765327337 tempest-RoutersIpV6AdminTest-765327337-project] 10.222.0.13 "DELETE /v2.0/routers/2f608d59-f154-47d1-991f-2ff84513cd2e HTTP/1.1" status: 404  len: 336 time: 0.1436849
Dec 16 22:34:19.126125 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 40200) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:34:19.138463 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] No Port match for: 79f9fa58-55f9-492e-b6ad-0e211dba0eec {{(pid=87508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 22:34:19.139068 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 79f9fa58-55f9-492e-b6ad-0e211dba0eec not bound to the agent host dv-neutron-821829-1-hyperv {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 22:34:19.162005 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-973d6f6e-84d0-4a75-9872-e83f70c1fa3b tempest-NegativeSecGroupTest-382581040 tempest-NegativeSecGroupTest-382581040-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:19.225163 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a99edcf-b08b-4eaf-9c3e-59289fe49dbe tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] DELETE failed (client error): The resource could not be found.
Dec 16 22:34:19.225632 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a99edcf-b08b-4eaf-9c3e-59289fe49dbe tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 16 22:34:19.229685 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-2a99edcf-b08b-4eaf-9c3e-59289fe49dbe tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] 10.222.0.13 "DELETE /v2.0/networks/a3565e49-be06-43a7-8cf5-ccb31eeb57fe HTTP/1.1" status: 404  len: 339 time: 0.3047624
Dec 16 22:34:19.236875 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 40204) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:34:19.268727 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-4caa59c6-3961-4623-9b85-f6ecf5f56a80 tempest-RoutersIpV6AdminTest-765327337 tempest-RoutersIpV6AdminTest-765327337-project] 10.222.0.13 "GET /v2.0/ports?device_id=40b2258e-3a6e-4aeb-9f51-e87c9cb18928 HTTP/1.1" status: 200  len: 205 time: 0.1369584
Dec 16 22:34:19.275385 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 40208) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:34:19.383428 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-bfa3305e-b617-47d0-a696-ae099ad5405e tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for port, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:19.400078 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.pecan_wsgi.hooks.translation [None req-be1b53bf-cd35-45d1-b1b9-d95bff414b59 tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] DELETE failed (client error): The resource could not be found.
Dec 16 22:34:19.400671 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be1b53bf-cd35-45d1-b1b9-d95bff414b59 tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 16 22:34:19.404962 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-be1b53bf-cd35-45d1-b1b9-d95bff414b59 tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] 10.222.0.13 "DELETE /v2.0/subnets/fbac904e-aa17-4d1f-a146-169e5c7c1368 HTTP/1.1" status: 404  len: 337 time: 0.1625266
Dec 16 22:34:19.407056 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-973d6f6e-84d0-4a75-9872-e83f70c1fa3b tempest-NegativeSecGroupTest-382581040 tempest-NegativeSecGroupTest-382581040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841066'] for security_group, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:19.409567 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-973d6f6e-84d0-4a75-9872-e83f70c1fa3b tempest-NegativeSecGroupTest-382581040 tempest-NegativeSecGroupTest-382581040-project] Notify callbacks [] for security_group, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:19.410730 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-973d6f6e-84d0-4a75-9872-e83f70c1fa3b tempest-NegativeSecGroupTest-382581040 tempest-NegativeSecGroupTest-382581040-project] 10.222.0.13 "DELETE /v2.0/security-groups/8fc87c19-9d7c-4fdd-b57e-10c26e141949 HTTP/1.1" status: 204  len: 168 time: 0.8278847
Dec 16 22:34:19.462931 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 40212) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:34:19.463455 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 40214) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:34:19.464342 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-64e3d8f1-3664-4439-979b-282e4a662b42 tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:34:19.467715 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.api.v2.resource [None req-8a223aa1-4a2c-4ad2-b471-aa6b20e62737 tempest-RoutersIpV6AdminTest-765327337 tempest-RoutersIpV6AdminTest-765327337-project] delete failed (client error): The resource could not be found.
Dec 16 22:34:19.468761 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-8a223aa1-4a2c-4ad2-b471-aa6b20e62737 tempest-RoutersIpV6AdminTest-765327337 tempest-RoutersIpV6AdminTest-765327337-project] 10.222.0.13 "DELETE /v2.0/routers/40b2258e-3a6e-4aeb-9f51-e87c9cb18928 HTTP/1.1" status: 404  len: 336 time: 0.1875777
Dec 16 22:34:19.475752 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 40216) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:34:19.489656 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-bfa3305e-b617-47d0-a696-ae099ad5405e tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] 10.222.0.13 "DELETE /v2.0/ports/5f930eb3-b003-41b8-8977-a1b0ccbcc728 HTTP/1.1" status: 204  len: 168 time: 2.5307825
Dec 16 22:34:19.524235 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a59b8eb4-dd51-4b4d-bc27-18753f3e8861 None None] Network 1184a913-dac0-4ec1-b150-22ccd69ce676 requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 22:34:19.528070 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 40224) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:34:19.528938 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973d6f6e-84d0-4a75-9872-e83f70c1fa3b tempest-NegativeSecGroupTest-382581040 tempest-NegativeSecGroupTest-382581040-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fc87c19-9d7c-4fdd-b57e-10c26e141949,revision_number=None']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:34:19.537922 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1252acd3-abaa-4f71-85d7-48575582cddd None None] Network a3565e49-be06-43a7-8cf5-ccb31eeb57fe requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 22:34:19.553553 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-494fb2e1-d800-4b4f-b841-f89b2cbeb2b0 tempest-RoutersAdminTest-1901902743 tempest-RoutersAdminTest-1901902743-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1863393'] for port, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:19.556674 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16832ef9-6b02-4a46-83a4-d765143073ea None None] Network 7edd76f7-0f97-48a5-b177-9842de6c0500 requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 22:34:19.560149 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-8be316a1-9118-4b7c-838b-9bb95ad85ff1 tempest-RoutersIpV6AdminTest-765327337 tempest-RoutersIpV6AdminTest-765327337-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:34:19.569632 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-973d6f6e-84d0-4a75-9872-e83f70c1fa3b tempest-NegativeSecGroupTest-382581040 tempest-NegativeSecGroupTest-382581040-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:34:19.573169 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-1a9ad42d-75bf-47f0-853f-8590a1d422ad tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Request body: {'floatingip': {'floating_network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5'}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:34:19.598704 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-a4f3c703-6f62-417a-b07a-63d6d062a35f tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3739500', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39002'] for router, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:19.608891 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-a4f3c703-6f62-417a-b07a-63d6d062a35f tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:19.616328 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.pecan_wsgi.hooks.translation [None req-2816c4bb-125f-4974-abcd-3efcf10f0366 tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] DELETE failed (client error): The resource could not be found.
Dec 16 22:34:19.617033 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2816c4bb-125f-4974-abcd-3efcf10f0366 tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87507) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 16 22:34:19.618956 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-2816c4bb-125f-4974-abcd-3efcf10f0366 tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] 10.222.0.13 "DELETE /v2.0/networks/6894f0f9-dad5-462a-be0f-9d8638ac03ad HTTP/1.1" status: 404  len: 339 time: 0.1460128
Dec 16 22:34:19.624507 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-1a9ad42d-75bf-47f0-853f-8590a1d422ad tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:34:19.626294 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-494fb2e1-d800-4b4f-b841-f89b2cbeb2b0 tempest-RoutersAdminTest-1901902743 tempest-RoutersAdminTest-1901902743-project-admin] Network f8905ce9-304b-4976-bc47-e58c71c11de5 is already hosted by enough agents. {{(pid=87506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:34:19.628521 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-ddbd3db8-58a5-4db7-8917-3fb6fe69e0c6 tempest-RoutersIpV6AdminTest-765327337 tempest-RoutersIpV6AdminTest-765327337-project] 10.222.0.13 "GET /v2.0/ports?device_id=f9d3c95b-7dc0-41cd-b420-4db0aa4ee5b5 HTTP/1.1" status: 200  len: 205 time: 0.1410098
Dec 16 22:34:19.630579 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 40230) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:34:19.631047 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 40232) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:34:19.640953 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.base_scheduler [None req-494fb2e1-d800-4b4f-b841-f89b2cbeb2b0 tempest-RoutersAdminTest-1901902743 tempest-RoutersAdminTest-1901902743-project-admin] Resources bound (agent type, host, resource id):  {{(pid=87506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:34:19.647860 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-494fb2e1-d800-4b4f-b841-f89b2cbeb2b0 tempest-RoutersAdminTest-1901902743 tempest-RoutersAdminTest-1901902743-project-admin] Received port after_create {{(pid=87506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 22:34:19.681529 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-1a9ad42d-75bf-47f0-853f-8590a1d422ad tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Usage tracker for resource:floatingip and tenant:224a3f89678e41499cb7a5fbecafc8d7 is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:34:19.692999 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494fb2e1-d800-4b4f-b841-f89b2cbeb2b0 tempest-RoutersAdminTest-1901902743 tempest-RoutersAdminTest-1901902743-project-admin] Pushing event updated for resources: {'Port': ['ID=1f9ae8f5-0f2a-46a2-a0e8-b785136a710b,revision_number=1']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:34:19.697853 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-494fb2e1-d800-4b4f-b841-f89b2cbeb2b0 tempest-RoutersAdminTest-1901902743 tempest-RoutersAdminTest-1901902743-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:34:19.698572 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-a4f3c703-6f62-417a-b07a-63d6d062a35f tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3830089'] for router, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:19.699042 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4f3c703-6f62-417a-b07a-63d6d062a35f tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Fanout notify agent at l3_agent the message router_deleted on router d11df8c5-6cdf-4a91-b9a3-a506b8db46f4 {{(pid=87506) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 16 22:34:19.703430 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1252acd3-abaa-4f71-85d7-48575582cddd None None] Network a3565e49-be06-43a7-8cf5-ccb31eeb57fe could not be found, it might have been deleted concurrently. {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}}
Dec 16 22:34:19.749444 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2f151ef-b8e7-41dd-8087-9669cc03ae13 None None] DHCP port deletion for a3565e49-be06-43a7-8cf5-ccb31eeb57fe request from dv-neutron-821829-1-hyperv {{(pid=87508) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 16 22:34:19.757681 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-14832ee1-4418-4767-ac7b-d916e8050791 None None] Provisioning for port 35577e80-294d-4289-a7ad-761142cf17ab completed by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 22:34:19.768471 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-1a9ad42d-75bf-47f0-853f-8590a1d422ad tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:34:19.786625 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-a4f3c703-6f62-417a-b07a-63d6d062a35f tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks [] for router, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:19.788101 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-a4f3c703-6f62-417a-b07a-63d6d062a35f tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] 10.222.0.13 "DELETE /v2.0/routers/d11df8c5-6cdf-4a91-b9a3-a506b8db46f4 HTTP/1.1" status: 204  len: 168 time: 1.0474646
Dec 16 22:34:19.797287 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 40240) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:34:19.798986 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-14832ee1-4418-4767-ac7b-d916e8050791 None None] Provisioning complete for port 35577e80-294d-4289-a7ad-761142cf17ab triggered by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:34:19.799378 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-14832ee1-4418-4767-ac7b-d916e8050791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:19.804131 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.pecan_wsgi.hooks.translation [None req-4431b81f-484a-4eea-8585-7fc9a151b027 tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] DELETE failed (client error): The resource could not be found.
Dec 16 22:34:19.804908 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4431b81f-484a-4eea-8585-7fc9a151b027 tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87507) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 16 22:34:19.807047 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-4431b81f-484a-4eea-8585-7fc9a151b027 tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] 10.222.0.13 "DELETE /v2.0/subnets/c9d63d2e-202f-496b-b64c-4999ee81117f HTTP/1.1" status: 404  len: 337 time: 0.1671231
Dec 16 22:34:19.809689 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-1a9ad42d-75bf-47f0-853f-8590a1d422ad tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:34:19.848245 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-743101f4-c3f7-43c1-9060-2e6d442fac9a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:19.881063 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-6f61dc25-43b8-4478-8d06-ca344a4a802b tempest-NegativeSecGroupTest-382581040 tempest-NegativeSecGroupTest-382581040-project] Synchronizing usage tracker for tenant:05a9c9bcdd6845759539121a6d1af781 on resource:security_group {{(pid=87507) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 22:34:19.886994 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 40244) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:34:19.898796 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.api.v2.resource [None req-169c5a95-aaca-416a-8cbe-2a75a01f5444 tempest-RoutersIpV6AdminTest-765327337 tempest-RoutersIpV6AdminTest-765327337-project] delete failed (client error): The resource could not be found.
Dec 16 22:34:19.902583 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-169c5a95-aaca-416a-8cbe-2a75a01f5444 tempest-RoutersIpV6AdminTest-765327337 tempest-RoutersIpV6AdminTest-765327337-project] 10.222.0.13 "DELETE /v2.0/routers/f9d3c95b-7dc0-41cd-b420-4db0aa4ee5b5 HTTP/1.1" status: 404  len: 336 time: 0.2610638
Dec 16 22:34:19.904591 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 40248) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:34:19.905639 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-1a9ad42d-75bf-47f0-853f-8590a1d422ad tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Notify callbacks [] for floatingip, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:19.969801 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac41cbe6-7978-4285-8a88-872690cc2a5f tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] DELETE failed (client error): The resource could not be found.
Dec 16 22:34:19.970007 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac41cbe6-7978-4285-8a88-872690cc2a5f tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 16 22:34:19.974208 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-ac41cbe6-7978-4285-8a88-872690cc2a5f tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] 10.222.0.13 "DELETE /v2.0/networks/fad6feb1-b85b-43d0-9b13-866bf8f08281 HTTP/1.1" status: 404  len: 339 time: 0.0833724
Dec 16 22:34:19.977214 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 40250) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:34:20.050779 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-743101f4-c3f7-43c1-9060-2e6d442fac9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:20.103097 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-14832ee1-4418-4767-ac7b-d916e8050791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:20.132304 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [None req-7051214a-69b4-44b1-abe7-f38c6a5fcdaf tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Deleting port b46bad60-f666-4b07-ac90-137cf6916207 {{(pid=87506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:34:20.132498 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-7051214a-69b4-44b1-abe7-f38c6a5fcdaf tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:20.147053 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e8eb628-85bf-40f2-9ae0-e68ce1a09dfb tempest-RoutersIpV6AdminTest-765327337 tempest-RoutersIpV6AdminTest-765327337-project] DELETE failed (client error): The resource could not be found.
Dec 16 22:34:20.147705 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e8eb628-85bf-40f2-9ae0-e68ce1a09dfb tempest-RoutersIpV6AdminTest-765327337 tempest-RoutersIpV6AdminTest-765327337-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87507) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 16 22:34:20.151816 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-14832ee1-4418-4767-ac7b-d916e8050791 None None] For port 35577e80-294d-4289-a7ad-761142cf17ab, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=35577e80-294d-4289-a7ad-761142cf17ab,segment=NetworkSegment(44d7d6b4-2384-4042-a4d7-5a7c4d034892),segment_id=44d7d6b4-2384-4042-a4d7-5a7c4d034892)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:34:20.158631 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-14832ee1-4418-4767-ac7b-d916e8050791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:20.164590 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-6f61dc25-43b8-4478-8d06-ca344a4a802b tempest-NegativeSecGroupTest-382581040 tempest-NegativeSecGroupTest-382581040-project] Unset dirty status for tenant:05a9c9bcdd6845759539121a6d1af781 on resource:security_group {{(pid=87507) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 22:34:20.164955 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-01e69cb1-b7f5-45fc-8314-6df874df2abf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:34:20.165675 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-6f61dc25-43b8-4478-8d06-ca344a4a802b tempest-NegativeSecGroupTest-382581040 tempest-NegativeSecGroupTest-382581040-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2979 time: 0.6910822
Dec 16 22:34:20.173848 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-1e8eb628-85bf-40f2-9ae0-e68ce1a09dfb tempest-RoutersIpV6AdminTest-765327337 tempest-RoutersIpV6AdminTest-765327337-project] 10.222.0.13 "DELETE /v2.0/subnets/0e0f033c-ba21-426c-a6a6-408da8c99c00 HTTP/1.1" status: 404  len: 337 time: 0.1209946
Dec 16 22:34:20.177273 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 40256) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:34:20.234785 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-1a752568-3476-414e-9fdd-c40a88978728 tempest-NegativeSecGroupTest-382581040 tempest-NegativeSecGroupTest-382581040-project] Request body: {'security_group': {'name': 'tempest-secgroup--44403332'}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:34:20.239782 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1d7fbed-658f-4009-8f14-9b1452e80935 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:34:20.240445 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-f1d7fbed-658f-4009-8f14-9b1452e80935 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Synchronizing usage tracker for tenant:8e4385a98eb1416284c1cc96b3355a70 on resource:port {{(pid=87506) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 22:34:20.256096 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55930d4e-ab00-4819-b00b-93e03f373da5 None None] DHCP port deletion for 7edd76f7-0f97-48a5-b177-9842de6c0500 request from dv-neutron-821829-1-hyperv {{(pid=87508) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 16 22:34:20.256338 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-1a752568-3476-414e-9fdd-c40a88978728 tempest-NegativeSecGroupTest-382581040 tempest-NegativeSecGroupTest-382581040-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:34:20.268760 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-55930d4e-ab00-4819-b00b-93e03f373da5 None None] Deleting port f869c1d7-c819-4b28-b318-81e0380b2aef {{(pid=87508) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:34:20.269302 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-55930d4e-ab00-4819-b00b-93e03f373da5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:20.326081 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-1a752568-3476-414e-9fdd-c40a88978728 tempest-NegativeSecGroupTest-382581040 tempest-NegativeSecGroupTest-382581040-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:34:20.351999 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14832ee1-4418-4767-ac7b-d916e8050791 None None] Pushing event updated for resources: {'Port': ['ID=35577e80-294d-4289-a7ad-761142cf17ab,revision_number=3']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:34:20.356742 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-14832ee1-4418-4767-ac7b-d916e8050791 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:34:20.362580 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-1a752568-3476-414e-9fdd-c40a88978728 tempest-NegativeSecGroupTest-382581040 tempest-NegativeSecGroupTest-382581040-project] Notify callbacks [] for security_group, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:20.395595 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-f1d7fbed-658f-4009-8f14-9b1452e80935 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Unset dirty status for tenant:8e4385a98eb1416284c1cc96b3355a70 on resource:port {{(pid=87506) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 22:34:20.396777 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-f1d7fbed-658f-4009-8f14-9b1452e80935 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200  len: 866 time: 0.5983615
Dec 16 22:34:20.401515 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 40262) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:34:20.436744 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.db_base_plugin_common [None req-743101f4-c3f7-43c1-9060-2e6d442fac9a admin admin] Allocated IP 172.26.0.39 (f8905ce9-304b-4976-bc47-e58c71c11de5/9bca8591-41ef-4f2d-8ecb-ecaab1a28acf/39a8e67d-591e-48c7-93a6-e0c4b930d518) {{(pid=87507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 22:34:20.501822 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-1a752568-3476-414e-9fdd-c40a88978728 tempest-NegativeSecGroupTest-382581040 tempest-NegativeSecGroupTest-382581040-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:34:20.530747 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.agents_db [None req-0abd2616-a86c-48e2-be07-10823335a5bb None None] Agent healthcheck: found 6 active agents {{(pid=87509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 22:34:20.617540 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-7051214a-69b4-44b1-abe7-f38c6a5fcdaf tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:20.620146 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-55930d4e-ab00-4819-b00b-93e03f373da5 None None] For port f869c1d7-c819-4b28-b318-81e0380b2aef, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=f869c1d7-c819-4b28-b318-81e0380b2aef,segment=NetworkSegment(da71c9a1-7532-4738-a9bc-22a7f498ec35),segment_id=da71c9a1-7532-4738-a9bc-22a7f498ec35)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:34:20.620731 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-55930d4e-ab00-4819-b00b-93e03f373da5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:20.629250 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-494fb2e1-d800-4b4f-b841-f89b2cbeb2b0 tempest-RoutersAdminTest-1901902743 tempest-RoutersAdminTest-1901902743-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:20.635237 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 40268) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:34:20.638165 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-1a752568-3476-414e-9fdd-c40a88978728 tempest-NegativeSecGroupTest-382581040 tempest-NegativeSecGroupTest-382581040-project] Usage tracker for resource:security_group_rule and tenant:05a9c9bcdd6845759539121a6d1af781 is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:34:20.666434 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-1a752568-3476-414e-9fdd-c40a88978728 tempest-NegativeSecGroupTest-382581040 tempest-NegativeSecGroupTest-382581040-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:34:20.706348 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-1a752568-3476-414e-9fdd-c40a88978728 tempest-NegativeSecGroupTest-382581040 tempest-NegativeSecGroupTest-382581040-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:34:20.750755 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-1a9ad42d-75bf-47f0-853f-8590a1d422ad tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:20.828748 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-55930d4e-ab00-4819-b00b-93e03f373da5 None None] Calling delete_port for f869c1d7-c819-4b28-b318-81e0380b2aef owned by network:dhcp {{(pid=87508) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:34:20.901230 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9464fef6-556d-4e9f-a2f2-8eadfcfacf90 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:34:20.902152 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-9464fef6-556d-4e9f-a2f2-8eadfcfacf90 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Synchronizing usage tracker for tenant:8e4385a98eb1416284c1cc96b3355a70 on resource:subnet {{(pid=87507) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 22:34:20.942457 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-743101f4-c3f7-43c1-9060-2e6d442fac9a admin admin] Notify callbacks [] for port, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:20.944200 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-55930d4e-ab00-4819-b00b-93e03f373da5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949'] for port, after_delete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:20.948843 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:34:20.956473 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-9648997a-a719-47a6-af79-f092af83d16b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:20.987119 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 35577e80-294d-4289-a7ad-761142cf17ab up at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 22:34:21.002565 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-9464fef6-556d-4e9f-a2f2-8eadfcfacf90 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Unset dirty status for tenant:8e4385a98eb1416284c1cc96b3355a70 on resource:subnet {{(pid=87507) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 22:34:21.009376 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-9464fef6-556d-4e9f-a2f2-8eadfcfacf90 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.5822208
Dec 16 22:34:21.018856 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-9648997a-a719-47a6-af79-f092af83d16b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:34:21.021016 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 40274) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:34:21.030983 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [None req-7051214a-69b4-44b1-abe7-f38c6a5fcdaf tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Calling delete_port for b46bad60-f666-4b07-ac90-137cf6916207 owned by  {{(pid=87506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:34:21.034308 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-987b5bd0-27ba-4262-8e52-3ba710ffed10 None None] Network 1184a913-dac0-4ec1-b150-22ccd69ce676 requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 22:34:21.039795 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-9648997a-a719-47a6-af79-f092af83d16b admin admin] Usage tracker for resource:security_group_rule and tenant:f1996cef61c842fc880ffac74f5037a1 is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:34:21.103718 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-9648997a-a719-47a6-af79-f092af83d16b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:34:21.125743 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-ff583572-0f3c-4394-96a0-cfccf334fcce tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Synchronizing usage tracker for tenant:8e4385a98eb1416284c1cc96b3355a70 on resource:router {{(pid=87507) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 22:34:21.128424 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-9648997a-a719-47a6-af79-f092af83d16b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:34:21.130699 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55930d4e-ab00-4819-b00b-93e03f373da5 None None] No DVR routers for this DVR port f869c1d7-c819-4b28-b318-81e0380b2aef on host dv-neutron-821829-1-hyperv {{(pid=87508) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 22:34:21.141061 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55930d4e-ab00-4819-b00b-93e03f373da5 None None] Pushing event deleted for resources: {'Port': ['ID=f869c1d7-c819-4b28-b318-81e0380b2aef,revision_number=None']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:34:21.144127 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-1a752568-3476-414e-9fdd-c40a88978728 tempest-NegativeSecGroupTest-382581040 tempest-NegativeSecGroupTest-382581040-project] Notify callbacks [] for security_group, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:21.161467 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-1a752568-3476-414e-9fdd-c40a88978728 tempest-NegativeSecGroupTest-382581040 tempest-NegativeSecGroupTest-382581040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841066'] for security_group, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:21.175278 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-d9d04f22-a944-435e-97af-41d04ed16ba3 tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:34:21.200887 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-ff583572-0f3c-4394-96a0-cfccf334fcce tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Unset dirty status for tenant:8e4385a98eb1416284c1cc96b3355a70 on resource:router {{(pid=87507) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 22:34:21.202766 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-ff583572-0f3c-4394-96a0-cfccf334fcce tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1763122
Dec 16 22:34:21.206162 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-55930d4e-ab00-4819-b00b-93e03f373da5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:34:21.219869 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 40278) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:34:21.239306 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-5f7e19e7-7657-4221-9d8b-d787ada8a01b tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Request body: {'subnet': {'network_id': '7edd76f7-0f97-48a5-b177-9842de6c0500', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:34:21.260609 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-7051214a-69b4-44b1-abe7-f38c6a5fcdaf tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1863393'] for port, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:21.279666 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-14672c78-872a-4341-885c-8127bdcfc09b tempest-RoutersAdminTest-1029946936 tempest-RoutersAdminTest-1029946936-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:34:21.286925 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-9e521e9c-ca39-4064-bba3-fae2a95d0fca None None] Provisioning complete for port 35577e80-294d-4289-a7ad-761142cf17ab triggered by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:34:21.287310 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-9e521e9c-ca39-4064-bba3-fae2a95d0fca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:21.297208 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-743101f4-c3f7-43c1-9060-2e6d442fac9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10807823'] for port, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:21.333526 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7051214a-69b4-44b1-abe7-f38c6a5fcdaf tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Pushing event deleted for resources: {'Port': ['ID=b46bad60-f666-4b07-ac90-137cf6916207,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:34:21.337688 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-7051214a-69b4-44b1-abe7-f38c6a5fcdaf tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:34:21.340585 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-7051214a-69b4-44b1-abe7-f38c6a5fcdaf tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for port, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:21.373285 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a752568-3476-414e-9fdd-c40a88978728 tempest-NegativeSecGroupTest-382581040 tempest-NegativeSecGroupTest-382581040-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1f0d9382-4caf-4b17-9c48-2696851f13c1,revision_number=1']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:34:21.387013 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning complete for port 35577e80-294d-4289-a7ad-761142cf17ab triggered by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:34:21.387217 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:21.387652 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-1a752568-3476-414e-9fdd-c40a88978728 tempest-NegativeSecGroupTest-382581040 tempest-NegativeSecGroupTest-382581040-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:34:21.396158 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-68304d9b-a7bd-4266-8e67-1d36ed8b7c97 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.079s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:34:21.412737 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-7051214a-69b4-44b1-abe7-f38c6a5fcdaf tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] 10.222.0.13 "DELETE /v2.0/ports/b46bad60-f666-4b07-ac90-137cf6916207 HTTP/1.1" status: 204  len: 168 time: 1.4344850
Dec 16 22:34:21.413614 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 40282) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:34:21.473312 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-1a752568-3476-414e-9fdd-c40a88978728 tempest-NegativeSecGroupTest-382581040 tempest-NegativeSecGroupTest-382581040-project] Notify callbacks [] for security_group, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:21.473723 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c6264ef-dead-465d-9f7d-4e4e3e803bc1 tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] DELETE failed (client error): The resource could not be found.
Dec 16 22:34:21.474337 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c6264ef-dead-465d-9f7d-4e4e3e803bc1 tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 16 22:34:21.474502 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-1a752568-3476-414e-9fdd-c40a88978728 tempest-NegativeSecGroupTest-382581040 tempest-NegativeSecGroupTest-382581040-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1742 time: 1.2962952
Dec 16 22:34:21.479678 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-8c6264ef-dead-465d-9f7d-4e4e3e803bc1 tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] 10.222.0.13 "DELETE /v2.0/subnets/6362c234-bbe1-4986-b37d-7368b50a0d9f HTTP/1.1" status: 404  len: 337 time: 0.0630987
Dec 16 22:34:21.481219 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-743101f4-c3f7-43c1-9060-2e6d442fac9a admin admin] Network f8905ce9-304b-4976-bc47-e58c71c11de5 is already hosted by enough agents. {{(pid=87507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:34:21.482735 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 40286) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:34:21.483214 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 40288) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:34:21.502089 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.base_scheduler [None req-743101f4-c3f7-43c1-9060-2e6d442fac9a admin admin] Resources bound (agent type, host, resource id):  {{(pid=87507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:34:21.528231 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-743101f4-c3f7-43c1-9060-2e6d442fac9a admin admin] Received port after_create {{(pid=87507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 22:34:21.578906 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-070fe1d2-9be2-41f4-b35d-0aae3c388105 tempest-NegativeSecGroupTest-382581040 tempest-NegativeSecGroupTest-382581040-project] Request body: {'security_group_rule': {'security_group_id': '1f0d9382-4caf-4b17-9c48-2696851f13c1', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:34:21.579651 dv-neutron-821829-1-hyperv neutron-server[87506]: WARNING neutron.api.v2.base [None req-070fe1d2-9be2-41f4-b35d-0aae3c388105 tempest-NegativeSecGroupTest-382581040 tempest-NegativeSecGroupTest-382581040-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16
Dec 16 22:34:21.580160 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.api.v2.resource [None req-070fe1d2-9be2-41f4-b35d-0aae3c388105 tempest-NegativeSecGroupTest-382581040 tempest-NegativeSecGroupTest-382581040-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 16 22:34:21.581114 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-070fe1d2-9be2-41f4-b35d-0aae3c388105 tempest-NegativeSecGroupTest-382581040 tempest-NegativeSecGroupTest-382581040-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 317 time: 0.0962796
Dec 16 22:34:21.586723 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 40294) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:34:21.612267 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-494fb2e1-d800-4b4f-b841-f89b2cbeb2b0 tempest-RoutersAdminTest-1901902743 tempest-RoutersAdminTest-1901902743-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3740952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3741923'] for router, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:21.613715 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-5f7e19e7-7657-4221-9d8b-d787ada8a01b tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:34:21.622430 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.db_base_plugin_common [None req-1a9ad42d-75bf-47f0-853f-8590a1d422ad tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Allocated IP 172.26.0.126 (f8905ce9-304b-4976-bc47-e58c71c11de5/9bca8591-41ef-4f2d-8ecb-ecaab1a28acf/1cdffe53-4a83-41fb-890b-f10e8ab954f2) {{(pid=87507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 22:34:21.634267 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-872a94a4-1f9e-487c-a3cc-b4df3b5527ac tempest-NegativeSecGroupTest-382581040 tempest-NegativeSecGroupTest-382581040-project] Request body: {'security_group_rule': {'security_group_id': '1f0d9382-4caf-4b17-9c48-2696851f13c1', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:34:21.639810 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743101f4-c3f7-43c1-9060-2e6d442fac9a admin admin] Pushing event updated for resources: {'Port': ['ID=39a8e67d-591e-48c7-93a6-e0c4b930d518,revision_number=1']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:34:21.661413 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device f869c1d7-c819-4b28-b318-81e0380b2aef no longer exists at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 22:34:21.679246 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-872a94a4-1f9e-487c-a3cc-b4df3b5527ac tempest-NegativeSecGroupTest-382581040 tempest-NegativeSecGroupTest-382581040-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:34:21.697951 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] No Port match for: f869c1d7-c819-4b28-b318-81e0380b2aef {{(pid=87508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 22:34:21.698305 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device f869c1d7-c819-4b28-b318-81e0380b2aef not bound to the agent host dv-neutron-821829-1-hyperv {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 22:34:21.759237 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-5f7e19e7-7657-4221-9d8b-d787ada8a01b tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:34:21.761218 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-743101f4-c3f7-43c1-9060-2e6d442fac9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.365s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:34:21.794419 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-aab81a0c-7810-4c98-bdc2-e6d796d2624e tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-825997'] for network, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:21.806944 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-2c183b90-2559-4281-8d5a-d691645a61e8 None None] Provisioning complete for port 35577e80-294d-4289-a7ad-761142cf17ab triggered by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:34:21.807446 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-2c183b90-2559-4281-8d5a-d691645a61e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:21.839958 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-872a94a4-1f9e-487c-a3cc-b4df3b5527ac tempest-NegativeSecGroupTest-382581040 tempest-NegativeSecGroupTest-382581040-project] Usage tracker for resource:security_group_rule and tenant:05a9c9bcdd6845759539121a6d1af781 is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:34:21.899469 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-872a94a4-1f9e-487c-a3cc-b4df3b5527ac tempest-NegativeSecGroupTest-382581040 tempest-NegativeSecGroupTest-382581040-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:34:21.922204 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-872a94a4-1f9e-487c-a3cc-b4df3b5527ac tempest-NegativeSecGroupTest-382581040 tempest-NegativeSecGroupTest-382581040-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:34:21.925073 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-9648997a-a719-47a6-af79-f092af83d16b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:21.966863 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-aab81a0c-7810-4c98-bdc2-e6d796d2624e tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3329565', 'neutron.services.segments.db._delete_segments_for_network-8734753546406'] for network, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:22.004622 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.services.segments.db [None req-aab81a0c-7810-4c98-bdc2-e6d796d2624e tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1b76300eb0>,) {'filters': {'network_id': ['e2c5e9a3-ef23-4cc3-a0b2-6290bf4a3397']}} {{(pid=87506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:34:22.017424 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-494fb2e1-d800-4b4f-b841-f89b2cbeb2b0 tempest-RoutersAdminTest-1901902743 tempest-RoutersAdminTest-1901902743-project-admin] Router 4528c4bd-4a8c-421e-860a-0182ed62788d is scheduled to L3 agent 4f519db7-069b-43e2-8411-c092bac9102a with binding_index 1 {{(pid=87506) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 16 22:34:22.020232 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.services.segments.db [None req-aab81a0c-7810-4c98-bdc2-e6d796d2624e tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b76300eb0>, '9e07b529-6c2c-4307-a870-c99ea71f8c10') {'for_net_delete': True} {{(pid=87506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:34:22.020527 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.services.segments.db [None req-aab81a0c-7810-4c98-bdc2-e6d796d2624e tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b76300eb0>, '9e07b529-6c2c-4307-a870-c99ea71f8c10') {} {{(pid=87506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:34:22.036421 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-aab81a0c-7810-4c98-bdc2-e6d796d2624e tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734753593977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-266764496'] for segment, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:22.097434 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-9648997a-a719-47a6-af79-f092af83d16b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841066'] for security_group, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:22.111003 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-aab81a0c-7810-4c98-bdc2-e6d796d2624e tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-883292'] for segment, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:22.111229 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-973d6f6e-84d0-4a75-9872-e83f70c1fa3b tempest-NegativeSecGroupTest-382581040 tempest-NegativeSecGroupTest-382581040-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:34:22.127358 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aab81a0c-7810-4c98-bdc2-e6d796d2624e tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Releasing vlan 194 on physical network physnet1 to pool {{(pid=87506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 16 22:34:22.127842 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-aab81a0c-7810-4c98-bdc2-e6d796d2624e tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-883285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1863180'] for segment, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:22.141714 dv-neutron-821829-1-hyperv neutron-server[87506]: Traceback (most recent call last):
Dec 16 22:34:22.141714 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 16 22:34:22.141714 dv-neutron-821829-1-hyperv neutron-server[87506]:     timer()
Dec 16 22:34:22.141714 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 22:34:22.141714 dv-neutron-821829-1-hyperv neutron-server[87506]:     cb(*args, **kw)
Dec 16 22:34:22.141714 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 22:34:22.141714 dv-neutron-821829-1-hyperv neutron-server[87506]:     return func(*args, **kwargs)
Dec 16 22:34:22.141714 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 22:34:22.141714 dv-neutron-821829-1-hyperv neutron-server[87506]:     self._notify()
Dec 16 22:34:22.141714 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 22:34:22.141714 dv-neutron-821829-1-hyperv neutron-server[87506]:     self.callback(batched_events)
Dec 16 22:34:22.141714 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 22:34:22.141714 dv-neutron-821829-1-hyperv neutron-server[87506]:     event.method(event)
Dec 16 22:34:22.141714 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 22:34:22.141714 dv-neutron-821829-1-hyperv neutron-server[87506]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 22:34:22.141714 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 22:34:22.141714 dv-neutron-821829-1-hyperv neutron-server[87506]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 22:34:22.141714 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 22:34:22.141714 dv-neutron-821829-1-hyperv neutron-server[87506]:     return f(self, *a, **k)
Dec 16 22:34:22.141714 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 16 22:34:22.141714 dv-neutron-821829-1-hyperv neutron-server[87506]:     return self._get(url).json()
Dec 16 22:34:22.141714 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 16 22:34:22.141714 dv-neutron-821829-1-hyperv neutron-server[87506]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 22:34:22.141714 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 16 22:34:22.141714 dv-neutron-821829-1-hyperv neutron-server[87506]:     return self.request(url, 'GET', **kwargs)
Dec 16 22:34:22.141714 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 16 22:34:22.141714 dv-neutron-821829-1-hyperv neutron-server[87506]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 22:34:22.141714 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 16 22:34:22.141714 dv-neutron-821829-1-hyperv neutron-server[87506]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 22:34:22.141714 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 16 22:34:22.141714 dv-neutron-821829-1-hyperv neutron-server[87506]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 22:34:22.141714 dv-neutron-821829-1-hyperv neutron-server[87506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 22:34:22.147446 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f7e19e7-7657-4221-9d8b-d787ada8a01b tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Made reservation on behalf of 8e4385a98eb1416284c1cc96b3355a70 for: {'subnet': 1} {{(pid=87507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:34:22.150881 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-5f7e19e7-7657-4221-9d8b-d787ada8a01b tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10549598'] for subnet, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:22.281981 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-9648997a-a719-47a6-af79-f092af83d16b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f1996cef61c842fc880ffac74f5037a1&name=default HTTP/1.1" status: 200  len: 2979 time: 1.6427591
Dec 16 22:34:22.282602 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 40298) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:34:22.300352 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9648997a-a719-47a6-af79-f092af83d16b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b13e29dc-f5fb-4811-af0d-bb259af7118d,revision_number=1']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:34:22.303136 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.api.v2.resource [None req-872a94a4-1f9e-487c-a3cc-b4df3b5527ac tempest-NegativeSecGroupTest-382581040 tempest-NegativeSecGroupTest-382581040-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 16 22:34:22.304248 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-872a94a4-1f9e-487c-a3cc-b4df3b5527ac tempest-NegativeSecGroupTest-382581040 tempest-NegativeSecGroupTest-382581040-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 354 time: 0.6946073
Dec 16 22:34:22.316442 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-9648997a-a719-47a6-af79-f092af83d16b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:34:22.317073 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 40302) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:34:22.398711 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-92451794-b88c-4b6a-962f-d41625a5090e tempest-NegativeSecGroupTest-382581040 tempest-NegativeSecGroupTest-382581040-project] Request body: {'security_group_rule': {'security_group_id': '1f0d9382-4caf-4b17-9c48-2696851f13c1', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:34:22.399432 dv-neutron-821829-1-hyperv neutron-server[87507]: WARNING neutron.api.v2.base [None req-92451794-b88c-4b6a-962f-d41625a5090e tempest-NegativeSecGroupTest-382581040 tempest-NegativeSecGroupTest-382581040-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536
Dec 16 22:34:22.399935 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.api.v2.resource [None req-92451794-b88c-4b6a-962f-d41625a5090e tempest-NegativeSecGroupTest-382581040 tempest-NegativeSecGroupTest-382581040-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 16 22:34:22.403574 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-92451794-b88c-4b6a-962f-d41625a5090e tempest-NegativeSecGroupTest-382581040 tempest-NegativeSecGroupTest-382581040-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 319 time: 0.0258229
Dec 16 22:34:22.407483 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-1a9ad42d-75bf-47f0-853f-8590a1d422ad tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Notify callbacks [] for port, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:22.414249 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 40306) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:34:22.431520 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-aab81a0c-7810-4c98-bdc2-e6d796d2624e tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3329572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3741856'] for network, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:22.437461 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-4b428954-c3c4-47c4-9159-fc2ffc0c1ec4 tempest-NegativeSecGroupTest-382581040 tempest-NegativeSecGroupTest-382581040-project] Request body: {'security_group_rule': {'security_group_id': '1f0d9382-4caf-4b17-9c48-2696851f13c1', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:34:22.449080 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-4b428954-c3c4-47c4-9159-fc2ffc0c1ec4 tempest-NegativeSecGroupTest-382581040 tempest-NegativeSecGroupTest-382581040-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:34:22.451604 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-cde232cc-4da1-4276-ba9f-f5bb98a804b2 tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:34:22.458322 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-4b428954-c3c4-47c4-9159-fc2ffc0c1ec4 tempest-NegativeSecGroupTest-382581040 tempest-NegativeSecGroupTest-382581040-project] Usage tracker for resource:security_group_rule and tenant:05a9c9bcdd6845759539121a6d1af781 is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:34:22.462669 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-4b428954-c3c4-47c4-9159-fc2ffc0c1ec4 tempest-NegativeSecGroupTest-382581040 tempest-NegativeSecGroupTest-382581040-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:34:22.466953 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-aab81a0c-7810-4c98-bdc2-e6d796d2624e tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3791486'] for network, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:22.476059 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-4b428954-c3c4-47c4-9159-fc2ffc0c1ec4 tempest-NegativeSecGroupTest-382581040 tempest-NegativeSecGroupTest-382581040-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:34:22.496672 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab81a0c-7810-4c98-bdc2-e6d796d2624e tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Pushing event deleted for resources: {'Network': ['ID=e2c5e9a3-ef23-4cc3-a0b2-6290bf4a3397,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:34:22.503501 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-aab81a0c-7810-4c98-bdc2-e6d796d2624e tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:34:22.506907 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-aab81a0c-7810-4c98-bdc2-e6d796d2624e tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] 10.222.0.13 "DELETE /v2.0/networks/e2c5e9a3-ef23-4cc3-a0b2-6290bf4a3397 HTTP/1.1" status: 204  len: 168 time: 1.0193918
Dec 16 22:34:22.511679 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 40310) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:34:22.515307 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-494fb2e1-d800-4b4f-b841-f89b2cbeb2b0 tempest-RoutersAdminTest-1901902743 tempest-RoutersAdminTest-1901902743-project-admin] Notify agent at l3_agent.dv-neutron-821829-1-hyperv the message routers_updated {{(pid=87506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 22:34:22.534430 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c564d96e-c461-4b83-a2d6-a21c58412a2b None None] Sync routers for ids ['4528c4bd-4a8c-421e-860a-0182ed62788d'] in dv-neutron-821829-1-hyperv {{(pid=87509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 22:34:22.550986 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c564d96e-c461-4b83-a2d6-a21c58412a2b None None] Routers {'4528c4bd-4a8c-421e-860a-0182ed62788d'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:34:22.552131 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-c564d96e-c461-4b83-a2d6-a21c58412a2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b7c9f2b20>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:34:01Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['4528c4bd-4a8c-421e-860a-0182ed62788d'], 'active': True} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:34:22.597493 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-71efc75a-e9d5-4cc2-965d-ba4f5ef012be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:22.602334 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-494fb2e1-d800-4b4f-b841-f89b2cbeb2b0 tempest-RoutersAdminTest-1901902743 tempest-RoutersAdminTest-1901902743-project-admin] Notify callbacks [] for router, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:22.603582 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-494fb2e1-d800-4b4f-b841-f89b2cbeb2b0 tempest-RoutersAdminTest-1901902743 tempest-RoutersAdminTest-1901902743-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 907 time: 7.3185387
Dec 16 22:34:22.614180 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 40314) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:34:22.643844 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-743101f4-c3f7-43c1-9060-2e6d442fac9a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:22.678927 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [None req-1db9f09c-9b92-48d7-82dc-f7ab778d20c4 tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Deleting port 8d92e34b-3b61-4ce0-af60-0f26f9ff1670 {{(pid=87506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:34:22.679259 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-1db9f09c-9b92-48d7-82dc-f7ab778d20c4 tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:22.712526 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.api.v2.resource [None req-4b428954-c3c4-47c4-9159-fc2ffc0c1ec4 tempest-NegativeSecGroupTest-382581040 tempest-NegativeSecGroupTest-382581040-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 16 22:34:22.713563 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-4b428954-c3c4-47c4-9159-fc2ffc0c1ec4 tempest-NegativeSecGroupTest-382581040 tempest-NegativeSecGroupTest-382581040-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 354 time: 0.2983079
Dec 16 22:34:22.715253 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-1a9ad42d-75bf-47f0-853f-8590a1d422ad tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10807823'] for port, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:22.721010 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 40318) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:34:22.723888 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-39489070-e501-4b69-ad84-dc84cc7532a5 tempest-FloatingIPAdminTestJSON-1628957317 tempest-FloatingIPAdminTestJSON-1628957317-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:34:22.730229 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-71efc75a-e9d5-4cc2-965d-ba4f5ef012be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:22.745030 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvr_db [None req-c564d96e-c461-4b83-a2d6-a21c58412a2b None None] Set router 4528c4bd-4a8c-421e-860a-0182ed62788d gateway port host: dv-neutron-821829-1-hyperv {{(pid=87509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 22:34:22.770464 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-535d764c-b616-44d1-a185-7b60d9e28504 tempest-NegativeSecGroupTest-382581040 tempest-NegativeSecGroupTest-382581040-project] Request body: {'security_group_rule': {'security_group_id': '1f0d9382-4caf-4b17-9c48-2696851f13c1', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:34:22.770930 dv-neutron-821829-1-hyperv neutron-server[87507]: WARNING neutron.api.v2.base [None req-535d764c-b616-44d1-a185-7b60d9e28504 tempest-NegativeSecGroupTest-382581040 tempest-NegativeSecGroupTest-382581040-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16
Dec 16 22:34:22.771402 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.api.v2.resource [None req-535d764c-b616-44d1-a185-7b60d9e28504 tempest-NegativeSecGroupTest-382581040 tempest-NegativeSecGroupTest-382581040-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 16 22:34:22.776225 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-535d764c-b616-44d1-a185-7b60d9e28504 tempest-NegativeSecGroupTest-382581040 tempest-NegativeSecGroupTest-382581040-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 317 time: 0.0209720
Dec 16 22:34:22.777770 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 40322) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:34:22.802523 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-d6bd0fb8-fd1c-4349-a2ab-59a8ad34dc64 tempest-NegativeSecGroupTest-382581040 tempest-NegativeSecGroupTest-382581040-project] Request body: {'security_group_rule': {'security_group_id': '1f0d9382-4caf-4b17-9c48-2696851f13c1', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:34:22.812294 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a9ad42d-75bf-47f0-853f-8590a1d422ad tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Network f8905ce9-304b-4976-bc47-e58c71c11de5 is already hosted by enough agents. {{(pid=87507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:34:22.822497 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.base_scheduler [None req-1a9ad42d-75bf-47f0-853f-8590a1d422ad tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Resources bound (agent type, host, resource id):  {{(pid=87507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:34:22.884211 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a9ad42d-75bf-47f0-853f-8590a1d422ad tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Received port after_create {{(pid=87507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 22:34:22.909681 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-d6bd0fb8-fd1c-4349-a2ab-59a8ad34dc64 tempest-NegativeSecGroupTest-382581040 tempest-NegativeSecGroupTest-382581040-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:34:22.921852 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-d6bd0fb8-fd1c-4349-a2ab-59a8ad34dc64 tempest-NegativeSecGroupTest-382581040 tempest-NegativeSecGroupTest-382581040-project] Usage tracker for resource:security_group_rule and tenant:05a9c9bcdd6845759539121a6d1af781 is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:34:22.939247 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-d6bd0fb8-fd1c-4349-a2ab-59a8ad34dc64 tempest-NegativeSecGroupTest-382581040 tempest-NegativeSecGroupTest-382581040-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:34:22.953770 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-d6bd0fb8-fd1c-4349-a2ab-59a8ad34dc64 tempest-NegativeSecGroupTest-382581040 tempest-NegativeSecGroupTest-382581040-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:34:22.959041 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9ad42d-75bf-47f0-853f-8590a1d422ad tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Pushing event updated for resources: {'Port': ['ID=1cdffe53-4a83-41fb-890b-f10e8ab954f2,revision_number=1']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:34:22.968252 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-1a9ad42d-75bf-47f0-853f-8590a1d422ad tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:34:23.064022 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-6d201274-3a68-4f7d-98d3-3489887956f3 tempest-RoutersAdminTest-1901902743 tempest-RoutersAdminTest-1901902743-project-admin] 10.222.0.13 "GET /v2.0/routers/4528c4bd-4a8c-421e-860a-0182ed62788d HTTP/1.1" status: 200  len: 908 time: 0.4483111
Dec 16 22:34:23.077884 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-c564d96e-c461-4b83-a2d6-a21c58412a2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b7c9f2b20>, [{'id': '4528c4bd-4a8c-421e-860a-0182ed62788d', 'name': 'tempest-snat-router-160533170', 'tenant_id': 'da1952fd136445ea9b286b17cc5d96c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.216'}], 'enable_snat': False}, 'gw_port_id': '1f9ae8f5-0f2a-46a2-a0e8-b785136a710b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:34:15Z', 'updated_at': '2021-12-16T22:34:20Z', 'revision_number': 3, 'project_id': 'da1952fd136445ea9b286b17cc5d96c9', 'gw_port': {'id': '1f9ae8f5-0f2a-46a2-a0e8-b785136a710b', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:4e:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4528c4bd-4a8c-421e-860a-0182ed62788d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:34:17Z', 'updated_at': '2021-12-16T22:34:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-821829-1-hyperv'}], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:34:23.082412 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c564d96e-c461-4b83-a2d6-a21c58412a2b None None] Checking router: 4528c4bd-4a8c-421e-860a-0182ed62788d for host: dv-neutron-821829-1-hyperv {{(pid=87509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 22:34:23.082834 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 40326) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:34:23.083109 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c564d96e-c461-4b83-a2d6-a21c58412a2b None None] Updating router 4528c4bd-4a8c-421e-860a-0182ed62788d port 1f9ae8f5-0f2a-46a2-a0e8-b785136a710b binding host dv-neutron-821829-1-hyperv {{(pid=87509) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 16 22:34:23.089717 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-71efc75a-e9d5-4cc2-965d-ba4f5ef012be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841066'] for security_group, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:23.096845 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-b5479bf3-8084-41ea-a604-373d68e0ac9e tempest-RoutersAdminTest-1901902743 tempest-RoutersAdminTest-1901902743-project-admin] Request body: {'router': {'name': 'tempest-snat-router-160533170', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'enable_snat': True}}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:34:23.108600 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-b0b75e6f-8bd3-4ba9-b73f-10ed011e5e5a tempest-NegativeSecGroupTest-382581040 tempest-NegativeSecGroupTest-382581040-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:34:23.125711 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-b5479bf3-8084-41ea-a604-373d68e0ac9e tempest-RoutersAdminTest-1901902743 tempest-RoutersAdminTest-1901902743-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:34:23.131847 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-1db9f09c-9b92-48d7-82dc-f7ab778d20c4 tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:23.139605 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron_lib.callbacks.manager [None req-c564d96e-c461-4b83-a2d6-a21c58412a2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:23.140797 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-b5479bf3-8084-41ea-a604-373d68e0ac9e tempest-RoutersAdminTest-1901902743 tempest-RoutersAdminTest-1901902743-project-admin] Usage tracker for resource:router and tenant:da1952fd136445ea9b286b17cc5d96c9 is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:34:23.152201 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71efc75a-e9d5-4cc2-965d-ba4f5ef012be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b13e29dc-f5fb-4811-af0d-bb259af7118d,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:34:23.154153 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-b5479bf3-8084-41ea-a604-373d68e0ac9e tempest-RoutersAdminTest-1901902743 tempest-RoutersAdminTest-1901902743-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:34:23.160488 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.api.v2.resource [None req-d6bd0fb8-fd1c-4349-a2ab-59a8ad34dc64 tempest-NegativeSecGroupTest-382581040 tempest-NegativeSecGroupTest-382581040-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 16 22:34:23.164267 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-d6bd0fb8-fd1c-4349-a2ab-59a8ad34dc64 tempest-NegativeSecGroupTest-382581040 tempest-NegativeSecGroupTest-382581040-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 361 time: 0.3826282
Dec 16 22:34:23.165645 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-71efc75a-e9d5-4cc2-965d-ba4f5ef012be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:34:23.187493 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 40330) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:34:23.204797 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-90c36e1f-4248-4434-8c48-56685533e0d1 tempest-NegativeSecGroupTest-382581040 tempest-NegativeSecGroupTest-382581040-project] Request body: {'security_group_rule': {'security_group_id': '1f0d9382-4caf-4b17-9c48-2696851f13c1', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:34:23.205268 dv-neutron-821829-1-hyperv neutron-server[87507]: WARNING neutron.api.v2.base [None req-90c36e1f-4248-4434-8c48-56685533e0d1 tempest-NegativeSecGroupTest-382581040 tempest-NegativeSecGroupTest-382581040-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1
Dec 16 22:34:23.205739 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.api.v2.resource [None req-90c36e1f-4248-4434-8c48-56685533e0d1 tempest-NegativeSecGroupTest-382581040 tempest-NegativeSecGroupTest-382581040-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 16 22:34:23.209247 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-90c36e1f-4248-4434-8c48-56685533e0d1 tempest-NegativeSecGroupTest-382581040 tempest-NegativeSecGroupTest-382581040-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 316 time: 0.0157828
Dec 16 22:34:23.210053 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 40334) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:34:23.220436 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-b5479bf3-8084-41ea-a604-373d68e0ac9e tempest-RoutersAdminTest-1901902743 tempest-RoutersAdminTest-1901902743-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:34:23.223279 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-10ffbaa8-a3ee-4188-bb3a-ffba476184cc tempest-NegativeSecGroupTest-382581040 tempest-NegativeSecGroupTest-382581040-project] Request body: {'security_group_rule': {'security_group_id': '1f0d9382-4caf-4b17-9c48-2696851f13c1', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:34:23.274264 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-10ffbaa8-a3ee-4188-bb3a-ffba476184cc tempest-NegativeSecGroupTest-382581040 tempest-NegativeSecGroupTest-382581040-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:34:23.282877 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.objects.ports [None req-5f7e19e7-7657-4221-9d8b-d787ada8a01b tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87507) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}}
Dec 16 22:34:23.284004 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-71efc75a-e9d5-4cc2-965d-ba4f5ef012be admin admin] Notify callbacks [] for security_group, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:23.287574 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-71efc75a-e9d5-4cc2-965d-ba4f5ef012be admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b13e29dc-f5fb-4811-af0d-bb259af7118d HTTP/1.1" status: 204  len: 168 time: 1.0009885
Dec 16 22:34:23.288827 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-5f7e19e7-7657-4221-9d8b-d787ada8a01b tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10807931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10549612'] for subnet, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:23.292230 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [None req-1db9f09c-9b92-48d7-82dc-f7ab778d20c4 tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Calling delete_port for 8d92e34b-3b61-4ce0-af60-0f26f9ff1670 owned by  {{(pid=87506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:34:23.297539 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-10ffbaa8-a3ee-4188-bb3a-ffba476184cc tempest-NegativeSecGroupTest-382581040 tempest-NegativeSecGroupTest-382581040-project] Usage tracker for resource:security_group_rule and tenant:05a9c9bcdd6845759539121a6d1af781 is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:34:23.300034 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-e1fd961e-e6e5-41a3-ad0b-8a6ceadd6543 tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:34:23.324928 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-1a9ad42d-75bf-47f0-853f-8590a1d422ad tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:23.327797 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-10ffbaa8-a3ee-4188-bb3a-ffba476184cc tempest-NegativeSecGroupTest-382581040 tempest-NegativeSecGroupTest-382581040-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:34:23.351443 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-10ffbaa8-a3ee-4188-bb3a-ffba476184cc tempest-NegativeSecGroupTest-382581040 tempest-NegativeSecGroupTest-382581040-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:34:23.355678 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-b5479bf3-8084-41ea-a604-373d68e0ac9e tempest-RoutersAdminTest-1901902743 tempest-RoutersAdminTest-1901902743-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3741155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38980'] for router, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:23.356954 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-b5479bf3-8084-41ea-a604-373d68e0ac9e tempest-RoutersAdminTest-1901902743 tempest-RoutersAdminTest-1901902743-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3743284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3741748', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3896702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-38989'] for router, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:23.369923 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-743101f4-c3f7-43c1-9060-2e6d442fac9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3740952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3741923'] for router, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:23.380526 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-b5479bf3-8084-41ea-a604-373d68e0ac9e tempest-RoutersAdminTest-1901902743 tempest-RoutersAdminTest-1901902743-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:23.415140 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f7e19e7-7657-4221-9d8b-d787ada8a01b tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Network 7edd76f7-0f97-48a5-b177-9842de6c0500 is already hosted by enough agents. {{(pid=87507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:34:23.424743 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.base_scheduler [None req-5f7e19e7-7657-4221-9d8b-d787ada8a01b tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Resources bound (agent type, host, resource id):  {{(pid=87507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:34:23.434255 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb955178-dac9-400b-9512-4cbea06fefb9 None None] Network 7edd76f7-0f97-48a5-b177-9842de6c0500 requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 22:34:23.481285 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f7e19e7-7657-4221-9d8b-d787ada8a01b tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:34:23.481873 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-5f7e19e7-7657-4221-9d8b-d787ada8a01b tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks [] for subnet, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:23.528391 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7e19e7-7657-4221-9d8b-d787ada8a01b tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Pushing event updated for resources: {'Subnet': ['ID=d54b6bd4-a524-46c1-b653-02627bcd75bf,revision_number=0']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:34:23.538961 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-5f7e19e7-7657-4221-9d8b-d787ada8a01b tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:34:23.542968 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron_lib.callbacks.manager [None req-c564d96e-c461-4b83-a2d6-a21c58412a2b None None] Notify callbacks [] for port, precommit_update {{(pid=87509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:23.557050 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.provisioning_blocks [None req-c564d96e-c461-4b83-a2d6-a21c58412a2b None None] Transition to ACTIVE for port object 1f9ae8f5-0f2a-46a2-a0e8-b785136a710b will not be triggered until provisioned by entity L2. {{(pid=87509) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:34:23.567694 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron_lib.callbacks.manager [None req-c564d96e-c461-4b83-a2d6-a21c58412a2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:23.569059 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.api.v2.resource [None req-10ffbaa8-a3ee-4188-bb3a-ffba476184cc tempest-NegativeSecGroupTest-382581040 tempest-NegativeSecGroupTest-382581040-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 16 22:34:23.570093 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-10ffbaa8-a3ee-4188-bb3a-ffba476184cc tempest-NegativeSecGroupTest-382581040 tempest-NegativeSecGroupTest-382581040-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 373 time: 0.3571100
Dec 16 22:34:23.573662 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG oslo_concurrency.lockutils [None req-7cbd206b-8ff1-4aee-aa34-a7a82f684fd0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:34:23.575487 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-1a9ad42d-75bf-47f0-853f-8590a1d422ad tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:23.605209 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 40342) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:34:23.612578 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-c5d12253-0069-4e34-8839-5343c7c88413 tempest-NegativeSecGroupTest-382581040 tempest-NegativeSecGroupTest-382581040-project] Request body: {'security_group_rule': {'security_group_id': '1f0d9382-4caf-4b17-9c48-2696851f13c1', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:34:23.667136 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.plugins.ml2.managers [None req-c564d96e-c461-4b83-a2d6-a21c58412a2b None None] Attempting to bind port 1f9ae8f5-0f2a-46a2-a0e8-b785136a710b on host dv-neutron-821829-1-hyperv for vnic_type normal with profile  {{(pid=87509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 22:34:23.667891 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.plugins.ml2.managers [None req-c564d96e-c461-4b83-a2d6-a21c58412a2b None None] Attempting to bind port 1f9ae8f5-0f2a-46a2-a0e8-b785136a710b by drivers openvswitch,hyperv on host dv-neutron-821829-1-hyperv at level 0 using segments [{'id': 'a416442d-d143-4052-9f4e-546eb8cbe809', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5'}] {{(pid=87509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 22:34:23.668328 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c564d96e-c461-4b83-a2d6-a21c58412a2b None None] Attempting to bind port 1f9ae8f5-0f2a-46a2-a0e8-b785136a710b on network f8905ce9-304b-4976-bc47-e58c71c11de5 {{(pid=87509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 22:34:23.677316 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c564d96e-c461-4b83-a2d6-a21c58412a2b None None] Checking agent: {'id': '5571501f-366e-47a4-9b60-8ef19d935d27', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821829-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 24, 2), 'started_at': datetime.datetime(2021, 12, 16, 22, 24, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 34, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821829-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 22:34:23.678053 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c564d96e-c461-4b83-a2d6-a21c58412a2b None None] Checking segment: {'id': 'a416442d-d143-4052-9f4e-546eb8cbe809', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 22:34:23.678644 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron_lib.callbacks.manager [None req-c564d96e-c461-4b83-a2d6-a21c58412a2b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:23.679151 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c564d96e-c461-4b83-a2d6-a21c58412a2b None None] Bound using segment: {'id': 'a416442d-d143-4052-9f4e-546eb8cbe809', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5'} {{(pid=87509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 22:34:23.681795 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.plugins.ml2.managers [None req-c564d96e-c461-4b83-a2d6-a21c58412a2b None None] Bound port: 1f9ae8f5-0f2a-46a2-a0e8-b785136a710b, host: dv-neutron-821829-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a416442d-d143-4052-9f4e-546eb8cbe809', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5'}}] {{(pid=87509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 22:34:23.682292 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-1db9f09c-9b92-48d7-82dc-f7ab778d20c4 tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1863393'] for port, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:23.682439 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron_lib.callbacks.manager [None req-c564d96e-c461-4b83-a2d6-a21c58412a2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:23.684803 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-c5d12253-0069-4e34-8839-5343c7c88413 tempest-NegativeSecGroupTest-382581040 tempest-NegativeSecGroupTest-382581040-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:34:23.706444 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-815f535d-cd2d-473e-a5f9-53d04d84cd8a tempest-RoutersAdminTest-1901902743 tempest-RoutersAdminTest-1901902743-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:34:23.754281 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-c5d12253-0069-4e34-8839-5343c7c88413 tempest-NegativeSecGroupTest-382581040 tempest-NegativeSecGroupTest-382581040-project] Usage tracker for resource:security_group_rule and tenant:05a9c9bcdd6845759539121a6d1af781 is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:34:23.760185 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-c5d12253-0069-4e34-8839-5343c7c88413 tempest-NegativeSecGroupTest-382581040 tempest-NegativeSecGroupTest-382581040-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:34:23.779941 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db9f09c-9b92-48d7-82dc-f7ab778d20c4 tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Pushing event deleted for resources: {'Port': ['ID=8d92e34b-3b61-4ce0-af60-0f26f9ff1670,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:34:23.780834 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.plugins.ml2.db [None req-c564d96e-c461-4b83-a2d6-a21c58412a2b None None] For port 1f9ae8f5-0f2a-46a2-a0e8-b785136a710b, host dv-neutron-821829-1-hyperv, cleared binding levels {{(pid=87509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 22:34:23.785354 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.plugins.ml2.db [None req-c564d96e-c461-4b83-a2d6-a21c58412a2b None None] For port 1f9ae8f5-0f2a-46a2-a0e8-b785136a710b, host dv-neutron-821829-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=1f9ae8f5-0f2a-46a2-a0e8-b785136a710b,segment=NetworkSegment(a416442d-d143-4052-9f4e-546eb8cbe809),segment_id=a416442d-d143-4052-9f4e-546eb8cbe809)] {{(pid=87509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 22:34:23.789217 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-c5d12253-0069-4e34-8839-5343c7c88413 tempest-NegativeSecGroupTest-382581040 tempest-NegativeSecGroupTest-382581040-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:34:23.791058 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron_lib.callbacks.manager [None req-c564d96e-c461-4b83-a2d6-a21c58412a2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:23.818275 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-5f7e19e7-7657-4221-9d8b-d787ada8a01b tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 827 time: 2.5971980
Dec 16 22:34:23.829420 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 40346) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:34:23.841072 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-e28ceab0-b658-491d-9805-d142ae1463ed tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Request body: {'subnet': {'network_id': '7edd76f7-0f97-48a5-b177-9842de6c0500', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:34:23.848598 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c564d96e-c461-4b83-a2d6-a21c58412a2b None None] Routers {'4528c4bd-4a8c-421e-860a-0182ed62788d'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:34:23.849473 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-c564d96e-c461-4b83-a2d6-a21c58412a2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b7c9f2b20>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:34:01Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['4528c4bd-4a8c-421e-860a-0182ed62788d'], 'active': True} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:34:23.866701 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 40350) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:34:23.904357 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7201c574-21fc-4c89-9d73-13b2b19f87e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1d6bfaf-d325-5e4f-b05d-2441d8339617-7edd76f7-0f97-48a5-b177-9842de6c0500', 'network_id': '7edd76f7-0f97-48a5-b177-9842de6c0500', 'tenant_id': '8e4385a98eb1416284c1cc96b3355a70', 'fixed_ips': [{'subnet_id': 'd54b6bd4-a524-46c1-b653-02627bcd75bf'}]}} from dv-neutron-821829-1-hyperv. {{(pid=87508) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 16 22:34:23.905369 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-7201c574-21fc-4c89-9d73-13b2b19f87e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:23.910884 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e48716f-b65d-404c-9f9a-0cb289ab3447 None None] Pushing event updated for resources: {'Port': ['ID=1f9ae8f5-0f2a-46a2-a0e8-b785136a710b,revision_number=2']} {{(pid=87509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:34:23.913661 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG oslo_concurrency.lockutils [None req-4e48716f-b65d-404c-9f9a-0cb289ab3447 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=87509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:34:23.919499 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.105s {{(pid=87509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:34:23.975588 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-b5479bf3-8084-41ea-a604-373d68e0ac9e tempest-RoutersAdminTest-1901902743 tempest-RoutersAdminTest-1901902743-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3741702', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3740945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-38947'] for router, precommit_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:23.980373 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-1db9f09c-9b92-48d7-82dc-f7ab778d20c4 tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:34:23.992690 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-1db9f09c-9b92-48d7-82dc-f7ab778d20c4 tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for port, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:24.030723 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e48716f-b65d-404c-9f9a-0cb289ab3447 None None] Pushing event updated for resources: {'Port': ['ID=1f9ae8f5-0f2a-46a2-a0e8-b785136a710b,revision_number=3']} {{(pid=87509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:34:24.033976 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG oslo_concurrency.lockutils [None req-4e48716f-b65d-404c-9f9a-0cb289ab3447 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=87509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:34:24.108785 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.db_base_plugin_common [None req-7201c574-21fc-4c89-9d73-13b2b19f87e7 None None] Allocated IP 2001:db8::f816:3eff:fe15:e6fe (7edd76f7-0f97-48a5-b177-9842de6c0500/d54b6bd4-a524-46c1-b653-02627bcd75bf/910357b9-e25e-4a5b-a341-89b26dd1c897) {{(pid=87508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 22:34:24.118064 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-1db9f09c-9b92-48d7-82dc-f7ab778d20c4 tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] 10.222.0.13 "DELETE /v2.0/ports/8d92e34b-3b61-4ce0-af60-0f26f9ff1670 HTTP/1.1" status: 204  len: 168 time: 1.6050959
Dec 16 22:34:24.131913 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 40354) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:34:24.151382 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvr_db [None req-c564d96e-c461-4b83-a2d6-a21c58412a2b None None] Set router 4528c4bd-4a8c-421e-860a-0182ed62788d gateway port host: dv-neutron-821829-1-hyperv {{(pid=87509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 22:34:24.162254 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.api.v2.resource [None req-c5d12253-0069-4e34-8839-5343c7c88413 tempest-NegativeSecGroupTest-382581040 tempest-NegativeSecGroupTest-382581040-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 16 22:34:24.169989 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-c5d12253-0069-4e34-8839-5343c7c88413 tempest-NegativeSecGroupTest-382581040 tempest-NegativeSecGroupTest-382581040-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 361 time: 0.5607986
Dec 16 22:34:24.170185 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-4d1bc65f-f6e0-4ca8-bd28-1b5fe16d3918 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5cf88710195741768968293f02f9935d&name=default HTTP/1.1" status: 200  len: 2975 time: 0.3000290
Dec 16 22:34:24.170296 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 40358) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:34:24.173005 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 40360) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:34:24.211440 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.pecan_wsgi.hooks.translation [None req-18584671-b87d-4e14-b613-e3236c169213 tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] DELETE failed (client error): The resource could not be found.
Dec 16 22:34:24.212071 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-18584671-b87d-4e14-b613-e3236c169213 tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87507) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 16 22:34:24.216383 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-18584671-b87d-4e14-b613-e3236c169213 tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] 10.222.0.13 "DELETE /v2.0/subnets/082f2dca-8329-40ab-8fca-ecbe612589a6 HTTP/1.1" status: 404  len: 337 time: 0.0835011
Dec 16 22:34:24.220335 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 40366) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:34:24.235878 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-e28ceab0-b658-491d-9805-d142ae1463ed tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:34:24.255986 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-e28ceab0-b658-491d-9805-d142ae1463ed tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Usage tracker for resource:subnet and tenant:8e4385a98eb1416284c1cc96b3355a70 is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:34:24.260795 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-e28ceab0-b658-491d-9805-d142ae1463ed tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:34:24.271754 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-e28ceab0-b658-491d-9805-d142ae1463ed tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:34:24.277224 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-743101f4-c3f7-43c1-9060-2e6d442fac9a admin admin] Router ed9403a7-f69e-4090-b054-6cfe3d423956 is scheduled to L3 agent 4f519db7-069b-43e2-8411-c092bac9102a with binding_index 1 {{(pid=87507) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 16 22:34:24.305663 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e28ceab0-b658-491d-9805-d142ae1463ed tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Made reservation on behalf of 8e4385a98eb1416284c1cc96b3355a70 for: {'subnet': 1} {{(pid=87507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:34:24.309249 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-e28ceab0-b658-491d-9805-d142ae1463ed tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10549598'] for subnet, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:24.354699 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-7201c574-21fc-4c89-9d73-13b2b19f87e7 None None] Notify callbacks [] for port, precommit_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:24.366825 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-7201c574-21fc-4c89-9d73-13b2b19f87e7 None None] Transition to ACTIVE for port object 910357b9-e25e-4a5b-a341-89b26dd1c897 will not be triggered until provisioned by entity L2. {{(pid=87508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:34:24.379561 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-1a9ad42d-75bf-47f0-853f-8590a1d422ad tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Notify callbacks [] for port, precommit_update {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:24.387039 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-7201c574-21fc-4c89-9d73-13b2b19f87e7 None None] Transition to ACTIVE for port object 910357b9-e25e-4a5b-a341-89b26dd1c897 will not be triggered until provisioned by entity DHCP. {{(pid=87508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:34:24.393828 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-7201c574-21fc-4c89-9d73-13b2b19f87e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940'] for port, after_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:24.405306 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-18c9feb4-2081-43db-91d0-cdc88345fa17 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:34:24.405973 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-1a9ad42d-75bf-47f0-853f-8590a1d422ad tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10807814'] for port, after_update {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:24.455577 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-548fbbb0-f3c5-4171-8fe6-5df6fad649cb tempest-RoutersIpV6AdminTest-146809031 tempest-RoutersIpV6AdminTest-146809031-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:34:24.478741 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7201c574-21fc-4c89-9d73-13b2b19f87e7 None None] Network 7edd76f7-0f97-48a5-b177-9842de6c0500 is already hosted by enough agents. {{(pid=87508) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:34:24.482933 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.scheduler.base_scheduler [None req-7201c574-21fc-4c89-9d73-13b2b19f87e7 None None] Resources bound (agent type, host, resource id):  {{(pid=87508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:34:24.487113 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7201c574-21fc-4c89-9d73-13b2b19f87e7 None None] Received port after_create {{(pid=87508) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 22:34:24.556870 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-70c3c1c7-9641-4157-aeb9-cb8bd22f255f tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-825997'] for network, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:24.637979 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-c564d96e-c461-4b83-a2d6-a21c58412a2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b7c9f2b20>, [{'id': '4528c4bd-4a8c-421e-860a-0182ed62788d', 'name': 'tempest-snat-router-160533170', 'tenant_id': 'da1952fd136445ea9b286b17cc5d96c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.216'}], 'enable_snat': False}, 'gw_port_id': '1f9ae8f5-0f2a-46a2-a0e8-b785136a710b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:34:15Z', 'updated_at': '2021-12-16T22:34:20Z', 'revision_number': 3, 'project_id': 'da1952fd136445ea9b286b17cc5d96c9', 'gw_port': {'id': '1f9ae8f5-0f2a-46a2-a0e8-b785136a710b', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:4e:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4528c4bd-4a8c-421e-860a-0182ed62788d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:34:17Z', 'updated_at': '2021-12-16T22:34:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-821829-1-hyperv'}], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:34:24.642371 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7201c574-21fc-4c89-9d73-13b2b19f87e7 None None] Pushing event updated for resources: {'Port': ['ID=910357b9-e25e-4a5b-a341-89b26dd1c897,revision_number=1']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:34:24.643854 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c564d96e-c461-4b83-a2d6-a21c58412a2b None None] The sync data for ids ['4528c4bd-4a8c-421e-860a-0182ed62788d'] in dv-neutron-821829-1-hyperv is: [{'id': '4528c4bd-4a8c-421e-860a-0182ed62788d', 'name': 'tempest-snat-router-160533170', 'tenant_id': 'da1952fd136445ea9b286b17cc5d96c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.216'}], 'enable_snat': False}, 'gw_port_id': '1f9ae8f5-0f2a-46a2-a0e8-b785136a710b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:34:15Z', 'updated_at': '2021-12-16T22:34:20Z', 'revision_number': 3, 'project_id': 'da1952fd136445ea9b286b17cc5d96c9', 'gw_port': {'id': '1f9ae8f5-0f2a-46a2-a0e8-b785136a710b', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:4e:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4528c4bd-4a8c-421e-860a-0182ed62788d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:34:17Z', 'updated_at': '2021-12-16T22:34:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-821829-1-hyperv'}] {{(pid=87509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 22:34:24.647558 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-7201c574-21fc-4c89-9d73-13b2b19f87e7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:34:24.657488 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-7201c574-21fc-4c89-9d73-13b2b19f87e7 None None] Attempting to bind port 910357b9-e25e-4a5b-a341-89b26dd1c897 on host dv-neutron-821829-1-hyperv for vnic_type normal with profile  {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 22:34:24.658239 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-7201c574-21fc-4c89-9d73-13b2b19f87e7 None None] Attempting to bind port 910357b9-e25e-4a5b-a341-89b26dd1c897 by drivers openvswitch,hyperv on host dv-neutron-821829-1-hyperv at level 0 using segments [{'id': 'da71c9a1-7532-4738-a9bc-22a7f498ec35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '7edd76f7-0f97-48a5-b177-9842de6c0500'}] {{(pid=87508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 22:34:24.658405 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7201c574-21fc-4c89-9d73-13b2b19f87e7 None None] Attempting to bind port 910357b9-e25e-4a5b-a341-89b26dd1c897 on network 7edd76f7-0f97-48a5-b177-9842de6c0500 {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 22:34:24.664214 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7201c574-21fc-4c89-9d73-13b2b19f87e7 None None] Checking agent: {'id': '5571501f-366e-47a4-9b60-8ef19d935d27', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821829-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 24, 2), 'started_at': datetime.datetime(2021, 12, 16, 22, 24, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 34, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821829-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 22:34:24.664729 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7201c574-21fc-4c89-9d73-13b2b19f87e7 None None] Checking segment: {'id': 'da71c9a1-7532-4738-a9bc-22a7f498ec35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '7edd76f7-0f97-48a5-b177-9842de6c0500'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 22:34:24.665235 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-7201c574-21fc-4c89-9d73-13b2b19f87e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:24.665846 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7201c574-21fc-4c89-9d73-13b2b19f87e7 None None] Bound using segment: {'id': 'da71c9a1-7532-4738-a9bc-22a7f498ec35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '7edd76f7-0f97-48a5-b177-9842de6c0500'} {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 22:34:24.666602 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-7201c574-21fc-4c89-9d73-13b2b19f87e7 None None] Bound port: 910357b9-e25e-4a5b-a341-89b26dd1c897, host: dv-neutron-821829-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da71c9a1-7532-4738-a9bc-22a7f498ec35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '7edd76f7-0f97-48a5-b177-9842de6c0500'}}] {{(pid=87508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 22:34:24.666827 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9ad42d-75bf-47f0-853f-8590a1d422ad tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Pushing event updated for resources: {'Port': ['ID=1cdffe53-4a83-41fb-890b-f10e8ab954f2,revision_number=2']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:34:24.667289 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-7201c574-21fc-4c89-9d73-13b2b19f87e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:24.675981 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-1a9ad42d-75bf-47f0-853f-8590a1d422ad tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:34:24.737453 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-300738c7-4f92-4b7a-ad18-4cb6a44891f9 tempest-NegativeSecGroupTest-382581040 tempest-NegativeSecGroupTest-382581040-project] Notify callbacks [] for security_group, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:24.754154 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-1a9ad42d-75bf-47f0-853f-8590a1d422ad tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3741874'] for floatingip, after_update {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:24.768540 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-300738c7-4f92-4b7a-ad18-4cb6a44891f9 tempest-NegativeSecGroupTest-382581040 tempest-NegativeSecGroupTest-382581040-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:24.773470 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-7201c574-21fc-4c89-9d73-13b2b19f87e7 None None] For port 910357b9-e25e-4a5b-a341-89b26dd1c897, host dv-neutron-821829-1-hyperv, cleared binding levels {{(pid=87508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 22:34:24.775498 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-743101f4-c3f7-43c1-9060-2e6d442fac9a admin admin] Notify agent at l3_agent.dv-neutron-821829-1-hyperv the message routers_updated {{(pid=87507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 22:34:24.776700 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-7201c574-21fc-4c89-9d73-13b2b19f87e7 None None] For port 910357b9-e25e-4a5b-a341-89b26dd1c897, host dv-neutron-821829-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=910357b9-e25e-4a5b-a341-89b26dd1c897,segment=NetworkSegment(da71c9a1-7532-4738-a9bc-22a7f498ec35),segment_id=da71c9a1-7532-4738-a9bc-22a7f498ec35)] {{(pid=87508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 22:34:24.782865 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-7201c574-21fc-4c89-9d73-13b2b19f87e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:24.789101 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-066948a4-fd7e-4a2e-aa36-0815aff1c27c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:34:24.810532 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-743101f4-c3f7-43c1-9060-2e6d442fac9a admin admin] Notify callbacks [] for router, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:24.812756 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-743101f4-c3f7-43c1-9060-2e6d442fac9a admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 922 time: 7.5382938
Dec 16 22:34:24.816720 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-dbb488dd-1953-4291-8225-e56dd9753f50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:24.816998 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 40372) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:34:24.826013 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ed5f4d8-5cd1-442a-8615-65e53efc629e None None] Sync routers for ids ['ed9403a7-f69e-4090-b054-6cfe3d423956'] in dv-neutron-821829-1-hyperv {{(pid=87508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 22:34:24.880561 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ed5f4d8-5cd1-442a-8615-65e53efc629e None None] Routers {'ed9403a7-f69e-4090-b054-6cfe3d423956'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:34:24.881296 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-7ed5f4d8-5cd1-442a-8615-65e53efc629e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b7c052f40>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:34:01Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['ed9403a7-f69e-4090-b054-6cfe3d423956'], 'active': True} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:34:24.963185 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7201c574-21fc-4c89-9d73-13b2b19f87e7 None None] Pushing event updated for resources: {'Port': ['ID=910357b9-e25e-4a5b-a341-89b26dd1c897,revision_number=2']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:34:24.975018 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-7201c574-21fc-4c89-9d73-13b2b19f87e7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:34:25.020467 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-1a9ad42d-75bf-47f0-853f-8590a1d422ad tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for floatingip, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:25.024686 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-1a9ad42d-75bf-47f0-853f-8590a1d422ad tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 5.4940073
Dec 16 22:34:25.030628 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 40376) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:34:25.046955 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-dbb488dd-1953-4291-8225-e56dd9753f50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:25.062878 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-f2e3980a-75ed-4bcb-9a9f-dde50f1c3b30 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Request body: {'port': {'network_id': 'f926d6c5-dfee-4ed9-94fe-f90abf85cef4', 'name': 'tempest-FloatingIPTestJSON-814302909'}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:34:25.102552 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-70c3c1c7-9641-4157-aeb9-cb8bd22f255f tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3329565', 'neutron.services.segments.db._delete_segments_for_network-8734753546406'] for network, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:25.116864 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-300738c7-4f92-4b7a-ad18-4cb6a44891f9 tempest-NegativeSecGroupTest-382581040 tempest-NegativeSecGroupTest-382581040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841066'] for security_group, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:25.126870 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-ad2acb91-5a79-41ab-af91-40e13fd4c3a6 tempest-NegativeSecGroupTest-382581040 tempest-NegativeSecGroupTest-382581040-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:34:25.152279 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvr_db [None req-7ed5f4d8-5cd1-442a-8615-65e53efc629e None None] Set router ed9403a7-f69e-4090-b054-6cfe3d423956 gateway port host: dv-neutron-821829-1-hyperv {{(pid=87508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 22:34:25.172719 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-b5479bf3-8084-41ea-a604-373d68e0ac9e tempest-RoutersAdminTest-1901902743 tempest-RoutersAdminTest-1901902743-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:25.212292 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300738c7-4f92-4b7a-ad18-4cb6a44891f9 tempest-NegativeSecGroupTest-382581040 tempest-NegativeSecGroupTest-382581040-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f0d9382-4caf-4b17-9c48-2696851f13c1,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:34:25.214644 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-300738c7-4f92-4b7a-ad18-4cb6a44891f9 tempest-NegativeSecGroupTest-382581040 tempest-NegativeSecGroupTest-382581040-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:34:25.227458 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.services.segments.db [None req-70c3c1c7-9641-4157-aeb9-cb8bd22f255f tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1b763f2d60>,) {'filters': {'network_id': ['8b589113-3fe9-48f3-91e7-9d6f5339077b']}} {{(pid=87506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:34:25.238113 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-b5479bf3-8084-41ea-a604-373d68e0ac9e tempest-RoutersAdminTest-1901902743 tempest-RoutersAdminTest-1901902743-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:25.311815 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.services.segments.db [None req-70c3c1c7-9641-4157-aeb9-cb8bd22f255f tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b763f2d60>, '187d296e-4326-4591-8cf9-f922e5d2ad7d') {'for_net_delete': True} {{(pid=87506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:34:25.312121 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.services.segments.db [None req-70c3c1c7-9641-4157-aeb9-cb8bd22f255f tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b763f2d60>, '187d296e-4326-4591-8cf9-f922e5d2ad7d') {} {{(pid=87506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:34:25.331046 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-70c3c1c7-9641-4157-aeb9-cb8bd22f255f tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734753593977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-266764496'] for segment, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:25.357247 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-70c3c1c7-9641-4157-aeb9-cb8bd22f255f tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-883292'] for segment, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:25.369876 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70c3c1c7-9641-4157-aeb9-cb8bd22f255f tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Releasing vlan 160 on physical network physnet1 to pool {{(pid=87506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 16 22:34:25.370319 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-70c3c1c7-9641-4157-aeb9-cb8bd22f255f tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-883285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1863180'] for segment, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:25.381786 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-f2e3980a-75ed-4bcb-9a9f-dde50f1c3b30 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:34:25.395185 dv-neutron-821829-1-hyperv neutron-server[87506]: Traceback (most recent call last):
Dec 16 22:34:25.395185 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 16 22:34:25.395185 dv-neutron-821829-1-hyperv neutron-server[87506]:     timer()
Dec 16 22:34:25.395185 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 22:34:25.395185 dv-neutron-821829-1-hyperv neutron-server[87506]:     cb(*args, **kw)
Dec 16 22:34:25.395185 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 22:34:25.395185 dv-neutron-821829-1-hyperv neutron-server[87506]:     return func(*args, **kwargs)
Dec 16 22:34:25.395185 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 22:34:25.395185 dv-neutron-821829-1-hyperv neutron-server[87506]:     self._notify()
Dec 16 22:34:25.395185 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 22:34:25.395185 dv-neutron-821829-1-hyperv neutron-server[87506]:     self.callback(batched_events)
Dec 16 22:34:25.395185 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 22:34:25.395185 dv-neutron-821829-1-hyperv neutron-server[87506]:     event.method(event)
Dec 16 22:34:25.395185 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 22:34:25.395185 dv-neutron-821829-1-hyperv neutron-server[87506]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 22:34:25.395185 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 22:34:25.395185 dv-neutron-821829-1-hyperv neutron-server[87506]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 22:34:25.395185 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 22:34:25.395185 dv-neutron-821829-1-hyperv neutron-server[87506]:     return f(self, *a, **k)
Dec 16 22:34:25.395185 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 16 22:34:25.395185 dv-neutron-821829-1-hyperv neutron-server[87506]:     return self._get(url).json()
Dec 16 22:34:25.395185 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 16 22:34:25.395185 dv-neutron-821829-1-hyperv neutron-server[87506]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 22:34:25.395185 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 16 22:34:25.395185 dv-neutron-821829-1-hyperv neutron-server[87506]:     return self.request(url, 'GET', **kwargs)
Dec 16 22:34:25.395185 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 16 22:34:25.395185 dv-neutron-821829-1-hyperv neutron-server[87506]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 22:34:25.395185 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 16 22:34:25.395185 dv-neutron-821829-1-hyperv neutron-server[87506]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 22:34:25.395185 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 16 22:34:25.395185 dv-neutron-821829-1-hyperv neutron-server[87506]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 22:34:25.395185 dv-neutron-821829-1-hyperv neutron-server[87506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 22:34:25.398333 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-300738c7-4f92-4b7a-ad18-4cb6a44891f9 tempest-NegativeSecGroupTest-382581040 tempest-NegativeSecGroupTest-382581040-project] Notify callbacks [] for security_group, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:25.404497 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-300738c7-4f92-4b7a-ad18-4cb6a44891f9 tempest-NegativeSecGroupTest-382581040 tempest-NegativeSecGroupTest-382581040-project] 10.222.0.13 "DELETE /v2.0/security-groups/1f0d9382-4caf-4b17-9c48-2696851f13c1 HTTP/1.1" status: 204  len: 168 time: 1.2289283
Dec 16 22:34:25.404798 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-f2e3980a-75ed-4bcb-9a9f-dde50f1c3b30 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Usage tracker for resource:port and tenant:224a3f89678e41499cb7a5fbecafc8d7 is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:34:25.408192 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 40382) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:34:25.434275 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-f2e3980a-75ed-4bcb-9a9f-dde50f1c3b30 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Quota usage for port was recalculated. Used quota:4. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:34:25.451322 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-f2e3980a-75ed-4bcb-9a9f-dde50f1c3b30 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:34:25.669452 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-70c3c1c7-9641-4157-aeb9-cb8bd22f255f tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3329572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3741856'] for network, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:25.676391 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-dbb488dd-1953-4291-8225-e56dd9753f50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841066'] for security_group, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:25.681127 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-7ed5f4d8-5cd1-442a-8615-65e53efc629e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b7c052f40>, [{'id': 'ed9403a7-f69e-4090-b054-6cfe3d423956', 'name': 'tempest-ServersTestManualDisk-941694451-router', 'tenant_id': 'ce00d97791a4466faef350f07c7566f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.39'}], 'enable_snat': True}, 'gw_port_id': '39a8e67d-591e-48c7-93a6-e0c4b930d518', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:34:17Z', 'updated_at': '2021-12-16T22:34:22Z', 'revision_number': 3, 'project_id': 'ce00d97791a4466faef350f07c7566f3', 'gw_port': {'id': '39a8e67d-591e-48c7-93a6-e0c4b930d518', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:69:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed9403a7-f69e-4090-b054-6cfe3d423956', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:34:20Z', 'updated_at': '2021-12-16T22:34:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv'}], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:34:25.685754 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ed5f4d8-5cd1-442a-8615-65e53efc629e None None] Checking router: ed9403a7-f69e-4090-b054-6cfe3d423956 for host: dv-neutron-821829-1-hyperv {{(pid=87508) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 22:34:25.686285 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ed5f4d8-5cd1-442a-8615-65e53efc629e None None] Updating router ed9403a7-f69e-4090-b054-6cfe3d423956 port 39a8e67d-591e-48c7-93a6-e0c4b930d518 binding host dv-neutron-821829-1-hyperv {{(pid=87508) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 16 22:34:25.694416 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-e28ceab0-b658-491d-9805-d142ae1463ed tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10807931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10549612'] for subnet, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:25.696109 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-300738c7-4f92-4b7a-ad18-4cb6a44891f9 tempest-NegativeSecGroupTest-382581040 tempest-NegativeSecGroupTest-382581040-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:34:25.708195 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-d7e53c30-c55e-49b4-aa00-136df26269ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:34:25.719584 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-70c3c1c7-9641-4157-aeb9-cb8bd22f255f tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3791486'] for network, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:25.732277 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb488dd-1953-4291-8225-e56dd9753f50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af5a84bc-b0bc-454a-8c69-e17d038e786e,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:34:25.738719 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2e3980a-75ed-4bcb-9a9f-dde50f1c3b30 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Made reservation on behalf of 224a3f89678e41499cb7a5fbecafc8d7 for: {'port': 1} {{(pid=87507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:34:25.742536 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-f2e3980a-75ed-4bcb-9a9f-dde50f1c3b30 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:25.744082 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-dbb488dd-1953-4291-8225-e56dd9753f50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:34:25.745094 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-bf2841b6-7064-4976-bd74-6605e0e23417 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.037s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:34:25.753027 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-7ed5f4d8-5cd1-442a-8615-65e53efc629e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:25.770417 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.notifiers.nova [None req-f2e3980a-75ed-4bcb-9a9f-dde50f1c3b30 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] device_id is not set on port 0bf694b4-63f9-497e-9a82-121fefd04895 yet. {{(pid=87507) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 16 22:34:25.810514 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c3c1c7-9641-4157-aeb9-cb8bd22f255f tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Pushing event deleted for resources: {'Network': ['ID=8b589113-3fe9-48f3-91e7-9d6f5339077b,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:34:25.816481 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.db_base_plugin_common [None req-b5479bf3-8084-41ea-a604-373d68e0ac9e tempest-RoutersAdminTest-1901902743 tempest-RoutersAdminTest-1901902743-project-admin] Allocated IP 172.26.0.160 (f8905ce9-304b-4976-bc47-e58c71c11de5/9bca8591-41ef-4f2d-8ecb-ecaab1a28acf/ccc58c9a-60cc-44d0-a84f-3248d98f453b) {{(pid=87506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 22:34:25.820026 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-70c3c1c7-9641-4157-aeb9-cb8bd22f255f tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:34:25.826703 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-70c3c1c7-9641-4157-aeb9-cb8bd22f255f tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] 10.222.0.13 "DELETE /v2.0/networks/8b589113-3fe9-48f3-91e7-9d6f5339077b HTTP/1.1" status: 204  len: 168 time: 1.5881410
Dec 16 22:34:25.829315 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 40388) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:34:25.837559 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-3b47da2f-2c90-4a94-a49a-43fdd74d4868 tempest-NegativeSecGroupTest-382581040 tempest-NegativeSecGroupTest-382581040-project] Synchronizing usage tracker for tenant:05a9c9bcdd6845759539121a6d1af781 on resource:security_group {{(pid=87506) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 22:34:25.843951 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-dbb488dd-1953-4291-8225-e56dd9753f50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:25.847268 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-dbb488dd-1953-4291-8225-e56dd9753f50 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/af5a84bc-b0bc-454a-8c69-e17d038e786e HTTP/1.1" status: 204  len: 168 time: 1.6704507
Dec 16 22:34:25.930693 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.db_base_plugin_common [None req-f2e3980a-75ed-4bcb-9a9f-dde50f1c3b30 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Allocated IP 172.20.0.2 (f926d6c5-dfee-4ed9-94fe-f90abf85cef4/8db035de-62d1-44a2-9ab7-48e6b352dd27/0bf694b4-63f9-497e-9a82-121fefd04895) {{(pid=87507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 22:34:26.115058 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-3b47da2f-2c90-4a94-a49a-43fdd74d4868 tempest-NegativeSecGroupTest-382581040 tempest-NegativeSecGroupTest-382581040-project] Unset dirty status for tenant:05a9c9bcdd6845759539121a6d1af781 on resource:security_group {{(pid=87506) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 22:34:26.116970 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-3b47da2f-2c90-4a94-a49a-43fdd74d4868 tempest-NegativeSecGroupTest-382581040 tempest-NegativeSecGroupTest-382581040-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2979 time: 0.4850609
Dec 16 22:34:26.138327 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 40396) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:34:26.183308 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.db_base_plugin_v2 [None req-069a586c-c295-412e-8204-5e335acd0e64 tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Deleting subnet 61cf1045-7e3b-4416-812d-eb1050d3e06d {{(pid=87506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 16 22:34:26.183533 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-f2e3980a-75ed-4bcb-9a9f-dde50f1c3b30 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Notify callbacks [] for port, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:26.212935 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-af98f3bb-77e2-4243-83d2-999867a99211 tempest-NegativeSecGroupTest-382581040 tempest-NegativeSecGroupTest-382581040-project] Request body: {'security_group': {'name': 'tempest-secgroup--1680605997'}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:34:26.230333 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-069a586c-c295-412e-8204-5e335acd0e64 tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Notify callbacks [] for subnet, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:26.242190 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-f2e3980a-75ed-4bcb-9a9f-dde50f1c3b30 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10807823'] for port, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:26.276447 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e28ceab0-b658-491d-9805-d142ae1463ed tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Network 7edd76f7-0f97-48a5-b177-9842de6c0500 is already hosted by enough agents. {{(pid=87507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:34:26.293229 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2e3980a-75ed-4bcb-9a9f-dde50f1c3b30 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Network f926d6c5-dfee-4ed9-94fe-f90abf85cef4 is already hosted by enough agents. {{(pid=87507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:34:26.299703 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.base_scheduler [None req-f2e3980a-75ed-4bcb-9a9f-dde50f1c3b30 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Resources bound (agent type, host, resource id):  {{(pid=87507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:34:26.302173 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2e3980a-75ed-4bcb-9a9f-dde50f1c3b30 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Received port after_create {{(pid=87507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 22:34:26.306488 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-af98f3bb-77e2-4243-83d2-999867a99211 tempest-NegativeSecGroupTest-382581040 tempest-NegativeSecGroupTest-382581040-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:34:26.335111 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-af98f3bb-77e2-4243-83d2-999867a99211 tempest-NegativeSecGroupTest-382581040 tempest-NegativeSecGroupTest-382581040-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:34:26.365170 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.base_scheduler [None req-e28ceab0-b658-491d-9805-d142ae1463ed tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Resources bound (agent type, host, resource id):  {{(pid=87507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:34:26.368492 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e28ceab0-b658-491d-9805-d142ae1463ed tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:34:26.369073 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-e28ceab0-b658-491d-9805-d142ae1463ed tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks [] for subnet, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:26.390171 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-069a586c-c295-412e-8204-5e335acd0e64 tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-266764487'] for subnet, precommit_delete_associations {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:26.425143 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-af98f3bb-77e2-4243-83d2-999867a99211 tempest-NegativeSecGroupTest-382581040 tempest-NegativeSecGroupTest-382581040-project] Notify callbacks [] for security_group, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:26.466711 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2e3980a-75ed-4bcb-9a9f-dde50f1c3b30 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:34:26.467352 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-f2e3980a-75ed-4bcb-9a9f-dde50f1c3b30 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for port, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:26.489936 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28ceab0-b658-491d-9805-d142ae1463ed tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Pushing event updated for resources: {'Subnet': ['ID=77af39da-4569-4461-bc1d-06f70c24ea37,revision_number=0']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:34:26.495064 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-e28ceab0-b658-491d-9805-d142ae1463ed tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.786s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:34:26.513239 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-7095927e-f87f-493f-b2af-0eeb0e3c5dc7 tempest-RoutersIpV6AdminTest-765327337 tempest-RoutersIpV6AdminTest-765327337-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.260s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:34:26.551021 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-b5479bf3-8084-41ea-a604-373d68e0ac9e tempest-RoutersAdminTest-1901902743 tempest-RoutersAdminTest-1901902743-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:26.564299 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-af98f3bb-77e2-4243-83d2-999867a99211 tempest-NegativeSecGroupTest-382581040 tempest-NegativeSecGroupTest-382581040-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:34:26.585299 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-af98f3bb-77e2-4243-83d2-999867a99211 tempest-NegativeSecGroupTest-382581040 tempest-NegativeSecGroupTest-382581040-project] Usage tracker for resource:security_group_rule and tenant:05a9c9bcdd6845759539121a6d1af781 is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:34:26.593004 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-af98f3bb-77e2-4243-83d2-999867a99211 tempest-NegativeSecGroupTest-382581040 tempest-NegativeSecGroupTest-382581040-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:34:26.602706 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55409c2e-b280-439b-9e6c-44709854171e req-51f9675d-76de-45c7-8877-d36883ac1a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:34:26.604365 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-55409c2e-b280-439b-9e6c-44709854171e req-51f9675d-76de-45c7-8877-d36883ac1a75 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=a21c60855e3d440781134350c2712d36&device_id=95ef1739-1bf2-4522-993c-76a77d5f2322 HTTP/1.1" status: 200  len: 1098 time: 0.4643595
Dec 16 22:34:26.606358 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-af98f3bb-77e2-4243-83d2-999867a99211 tempest-NegativeSecGroupTest-382581040 tempest-NegativeSecGroupTest-382581040-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:34:26.628434 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e3980a-75ed-4bcb-9a9f-dde50f1c3b30 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Pushing event updated for resources: {'Port': ['ID=0bf694b4-63f9-497e-9a82-121fefd04895,revision_number=1']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:34:26.632025 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-f2e3980a-75ed-4bcb-9a9f-dde50f1c3b30 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:34:26.632184 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fdead15-5bee-43c6-8128-69c6c984272b None None] Network 7edd76f7-0f97-48a5-b177-9842de6c0500 requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 22:34:26.643876 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-f2e3980a-75ed-4bcb-9a9f-dde50f1c3b30 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 928 time: 1.6079779
Dec 16 22:34:26.655495 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-e28ceab0-b658-491d-9805-d142ae1463ed tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 2.8251045
Dec 16 22:34:26.659298 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 40406) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:34:26.659509 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 40410) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:34:26.671817 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-9208eb44-d3c3-4db8-adfe-dbb4bf043e04 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Request body: {'floatingip': {'port_id': '0bf694b4-63f9-497e-9a82-121fefd04895'}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:34:26.742586 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-8f922d36-8fb5-4e56-b938-01fd229d2e11 None None] Provisioning for port 910357b9-e25e-4a5b-a341-89b26dd1c897 completed by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 22:34:26.759483 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-79f4fe25-0e3d-48fa-bc09-2ba6c93826f9 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Request body: {'port': {'network_id': '7edd76f7-0f97-48a5-b177-9842de6c0500', 'mac_address': 'fa:16:3e:11:f6:24', 'name': 'tempest-NetworksTestDHCPv6-1457804197'}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:34:26.915530 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55409c2e-b280-439b-9e6c-44709854171e req-846dfb14-acfc-4794-b8cd-b91b72b03e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:34:26.915530 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-55409c2e-b280-439b-9e6c-44709854171e req-846dfb14-acfc-4794-b8cd-b91b72b03e40 service neutron] 10.222.0.49 "GET /v2.0/networks?id=4324e1ea-4669-4cf4-86ce-32057be725fc HTTP/1.1" status: 200  len: 913 time: 0.3019073
Dec 16 22:34:26.927264 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-069a586c-c295-412e-8204-5e335acd0e64 tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3328566'] for subnet, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:27.111144 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-55409c2e-b280-439b-9e6c-44709854171e req-506e3756-6283-4e92-96bd-78b6480e96d5 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=760988bb-0591-4c97-be7d-c348804c49dd HTTP/1.1" status: 200  len: 1000 time: 0.1857595
Dec 16 22:34:27.125723 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 910357b9-e25e-4a5b-a341-89b26dd1c897 up at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 22:34:27.163704 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-b5479bf3-8084-41ea-a604-373d68e0ac9e tempest-RoutersAdminTest-1901902743 tempest-RoutersAdminTest-1901902743-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1863393'] for port, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:27.178386 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-c164f3d4-e9c7-448e-8bd5-b4dab92e4497 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:34:27.265239 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5479bf3-8084-41ea-a604-373d68e0ac9e tempest-RoutersAdminTest-1901902743 tempest-RoutersAdminTest-1901902743-project-admin] Pushing event updated for resources: {'Port': ['ID=ccc58c9a-60cc-44d0-a84f-3248d98f453b,revision_number=1']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:34:27.279171 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-b5479bf3-8084-41ea-a604-373d68e0ac9e tempest-RoutersAdminTest-1901902743 tempest-RoutersAdminTest-1901902743-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:34:27.286861 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45d8638e-0f28-4b02-9925-63d0bb8a693c None None] Update dhcp port {'port': {'network_id': '7edd76f7-0f97-48a5-b177-9842de6c0500', 'fixed_ips': [{'subnet_id': 'd54b6bd4-a524-46c1-b653-02627bcd75bf', 'ip_address': '2001:db8::f816:3eff:fe15:e6fe'}, {'subnet_id': '77af39da-4569-4461-bc1d-06f70c24ea37'}], 'binding:host_id': 'dv-neutron-821829-1-hyperv'}, 'id': '910357b9-e25e-4a5b-a341-89b26dd1c897'} from dv-neutron-821829-1-hyperv. {{(pid=87508) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}}
Dec 16 22:34:27.287067 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-9208eb44-d3c3-4db8-adfe-dbb4bf043e04 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Notify callbacks [] for floatingip, before_update {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:27.328612 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-069a586c-c295-412e-8204-5e335acd0e64 tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3328622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1863378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11213117'] for subnet, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:27.347629 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5479bf3-8084-41ea-a604-373d68e0ac9e tempest-RoutersAdminTest-1901902743 tempest-RoutersAdminTest-1901902743-project-admin] Network f8905ce9-304b-4976-bc47-e58c71c11de5 is already hosted by enough agents. {{(pid=87506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:34:27.349054 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-0b6cbcd0-03de-45b5-9ca5-ead510b69ab3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:34:27.397268 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-069a586c-c295-412e-8204-5e335acd0e64 tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3791486'] for subnet, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:27.401501 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1917cecb-1847-4ccf-a27d-b6ff5cbd8462 None None] Network 5461f640-8891-4fd4-9da7-a0a8a6b282ed requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 22:34:27.424089 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-069a586c-c295-412e-8204-5e335acd0e64 tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] 10.222.0.13 "DELETE /v2.0/subnets/61cf1045-7e3b-4416-812d-eb1050d3e06d HTTP/1.1" status: 204  len: 168 time: 1.5827322
Dec 16 22:34:27.425263 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.base_scheduler [None req-b5479bf3-8084-41ea-a604-373d68e0ac9e tempest-RoutersAdminTest-1901902743 tempest-RoutersAdminTest-1901902743-project-admin] Resources bound (agent type, host, resource id):  {{(pid=87506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:34:27.432107 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5479bf3-8084-41ea-a604-373d68e0ac9e tempest-RoutersAdminTest-1901902743 tempest-RoutersAdminTest-1901902743-project-admin] Received port after_create {{(pid=87506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 22:34:27.433490 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-45d8638e-0f28-4b02-9925-63d0bb8a693c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:27.464667 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 40428) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:34:27.501803 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069a586c-c295-412e-8204-5e335acd0e64 tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Pushing event deleted for resources: {'Subnet': ['ID=61cf1045-7e3b-4416-812d-eb1050d3e06d,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:34:27.505435 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-069a586c-c295-412e-8204-5e335acd0e64 tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:34:27.647962 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-af98f3bb-77e2-4243-83d2-999867a99211 tempest-NegativeSecGroupTest-382581040 tempest-NegativeSecGroupTest-382581040-project] Notify callbacks [] for security_group, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:27.649263 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning for port 910357b9-e25e-4a5b-a341-89b26dd1c897 completed by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 22:34:27.659361 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-ea28cecc-e39c-44eb-acf7-e785b8c44e3f tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-825997'] for network, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:27.674065 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-af98f3bb-77e2-4243-83d2-999867a99211 tempest-NegativeSecGroupTest-382581040 tempest-NegativeSecGroupTest-382581040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841066'] for security_group, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:27.684889 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-b85d8261-2dea-40bd-8424-fec6a1066b2a tempest-RoutersAdminNegativeTest-1146687874 tempest-RoutersAdminNegativeTest-1146687874-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:34:27.687568 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning complete for port 910357b9-e25e-4a5b-a341-89b26dd1c897 triggered by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:34:27.687997 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:27.698907 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55409c2e-b280-439b-9e6c-44709854171e req-ef414605-7f33-4e4d-aab4-e04932072c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:34:27.700776 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-55409c2e-b280-439b-9e6c-44709854171e req-ef414605-7f33-4e4d-aab4-e04932072c8c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=3657b92c-69b8-4f39-be86-861bf2c75ad0 HTTP/1.1" status: 200  len: 851 time: 0.5762410
Dec 16 22:34:27.766512 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [None req-ea28cecc-e39c-44eb-acf7-e785b8c44e3f tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Deleting port 678bdfd2-3046-4b71-b8f2-74d09f76ce7b {{(pid=87506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:34:27.768155 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-ea28cecc-e39c-44eb-acf7-e785b8c44e3f tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:27.838167 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af98f3bb-77e2-4243-83d2-999867a99211 tempest-NegativeSecGroupTest-382581040 tempest-NegativeSecGroupTest-382581040-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f801e71-5596-4613-a07e-52063da00b7e,revision_number=1']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:34:27.881604 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.db_base_plugin_common [None req-45d8638e-0f28-4b02-9925-63d0bb8a693c None None] Allocated IP 172.20.0.2 (7edd76f7-0f97-48a5-b177-9842de6c0500/77af39da-4569-4461-bc1d-06f70c24ea37/910357b9-e25e-4a5b-a341-89b26dd1c897) {{(pid=87508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 22:34:27.910792 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-af98f3bb-77e2-4243-83d2-999867a99211 tempest-NegativeSecGroupTest-382581040 tempest-NegativeSecGroupTest-382581040-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:34:27.925076 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.db.resource_extend [None req-7ed5f4d8-5cd1-442a-8615-65e53efc629e None None] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 16 22:34:27.930333 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-af98f3bb-77e2-4243-83d2-999867a99211 tempest-NegativeSecGroupTest-382581040 tempest-NegativeSecGroupTest-382581040-project] Notify callbacks [] for security_group, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:27.931560 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-af98f3bb-77e2-4243-83d2-999867a99211 tempest-NegativeSecGroupTest-382581040 tempest-NegativeSecGroupTest-382581040-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1744 time: 1.7536077
Dec 16 22:34:27.940282 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 40440) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:34:27.958177 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-6d6c5470-1731-46be-8f1a-26b25a12c8e9 tempest-NegativeSecGroupTest-382581040 tempest-NegativeSecGroupTest-382581040-project] Request body: {'security_group_rule': {'security_group_id': '8f801e71-5596-4613-a07e-52063da00b7e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:34:27.972403 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df6ff86-e959-4c45-bb7f-12dcbc78358c req-af4a6a4d-1392-43f4-bec8-ea530a933aef tempest-ServerActionsTestJSON-1581017418 tempest-ServerActionsTestJSON-1581017418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:34:27.979125 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-3df6ff86-e959-4c45-bb7f-12dcbc78358c req-af4a6a4d-1392-43f4-bec8-ea530a933aef tempest-ServerActionsTestJSON-1581017418 tempest-ServerActionsTestJSON-1581017418-project] 10.222.0.13 "GET /v2.0/ports?device_id=95ef1739-1bf2-4522-993c-76a77d5f2322 HTTP/1.1" status: 200  len: 945 time: 1.7015491
Dec 16 22:34:28.003753 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-6d6c5470-1731-46be-8f1a-26b25a12c8e9 tempest-NegativeSecGroupTest-382581040 tempest-NegativeSecGroupTest-382581040-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:34:28.079598 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-889e463d-01bb-491a-b7bf-d725b51c754a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:28.102852 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-6d6c5470-1731-46be-8f1a-26b25a12c8e9 tempest-NegativeSecGroupTest-382581040 tempest-NegativeSecGroupTest-382581040-project] Usage tracker for resource:security_group_rule and tenant:05a9c9bcdd6845759539121a6d1af781 is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:34:28.118916 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-6d6c5470-1731-46be-8f1a-26b25a12c8e9 tempest-NegativeSecGroupTest-382581040 tempest-NegativeSecGroupTest-382581040-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:34:28.148884 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 40448) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:34:28.149698 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-6d6c5470-1731-46be-8f1a-26b25a12c8e9 tempest-NegativeSecGroupTest-382581040 tempest-NegativeSecGroupTest-382581040-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:34:28.182344 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-3df6ff86-e959-4c45-bb7f-12dcbc78358c req-f793b122-2bfe-4e3e-bc59-9e8831ebd5d4 tempest-ServerActionsTestJSON-1581017418 tempest-ServerActionsTestJSON-1581017418-project] 10.222.0.13 "GET /v2.0/security-groups?id=1011a650-dc8c-4279-9762-0c0bcda15d85&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2024298
Dec 16 22:34:28.194254 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-c1b00c87-8b28-4f4b-be18-04ae3eb0e667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:28.226792 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-7ed5f4d8-5cd1-442a-8615-65e53efc629e None None] Notify callbacks [] for port, precommit_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:28.229944 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-79f4fe25-0e3d-48fa-bc09-2ba6c93826f9 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:34:28.234787 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-79f4fe25-0e3d-48fa-bc09-2ba6c93826f9 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Usage tracker for resource:port and tenant:8e4385a98eb1416284c1cc96b3355a70 is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:34:28.237730 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-79f4fe25-0e3d-48fa-bc09-2ba6c93826f9 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:34:28.238223 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-45d8638e-0f28-4b02-9925-63d0bb8a693c None None] For port 910357b9-e25e-4a5b-a341-89b26dd1c897, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=910357b9-e25e-4a5b-a341-89b26dd1c897,segment=NetworkSegment(da71c9a1-7532-4738-a9bc-22a7f498ec35),segment_id=da71c9a1-7532-4738-a9bc-22a7f498ec35)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:34:28.243964 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-79f4fe25-0e3d-48fa-bc09-2ba6c93826f9 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:34:28.263343 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79f4fe25-0e3d-48fa-bc09-2ba6c93826f9 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Made reservation on behalf of 8e4385a98eb1416284c1cc96b3355a70 for: {'port': 1} {{(pid=87507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:34:28.288440 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55409c2e-b280-439b-9e6c-44709854171e req-117b6313-b67c-4fbe-8a34-f5fee8173d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:34:28.292627 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-55409c2e-b280-439b-9e6c-44709854171e req-117b6313-b67c-4fbe-8a34-f5fee8173d00 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=4324e1ea-4669-4cf4-86ce-32057be725fc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.5805924
Dec 16 22:34:28.306436 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.db.resource_extend [None req-9208eb44-d3c3-4db8-adfe-dbb4bf043e04 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 16 22:34:28.306950 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-7ed5f4d8-5cd1-442a-8615-65e53efc629e None None] Transition to ACTIVE for port object 39a8e67d-591e-48c7-93a6-e0c4b930d518 will not be triggered until provisioned by entity L2. {{(pid=87508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:34:28.334629 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-7ed5f4d8-5cd1-442a-8615-65e53efc629e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:28.348480 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-7201c574-21fc-4c89-9d73-13b2b19f87e7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:34:28.413457 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:28.439146 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-f91645c4-7eb6-4738-aa53-bb2f1fdc95af tempest-RoutersAdminNegativeIpV6Test-1982966072 tempest-RoutersAdminNegativeIpV6Test-1982966072-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-871695514', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5'}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:34:28.446579 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-45d8638e-0f28-4b02-9925-63d0bb8a693c None None] Notify callbacks [] for port, precommit_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:28.457865 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-f91645c4-7eb6-4738-aa53-bb2f1fdc95af tempest-RoutersAdminNegativeIpV6Test-1982966072 tempest-RoutersAdminNegativeIpV6Test-1982966072-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:34:28.472095 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-7ed5f4d8-5cd1-442a-8615-65e53efc629e None None] Attempting to bind port 39a8e67d-591e-48c7-93a6-e0c4b930d518 on host dv-neutron-821829-1-hyperv for vnic_type normal with profile  {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 22:34:28.472479 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-7ed5f4d8-5cd1-442a-8615-65e53efc629e None None] Attempting to bind port 39a8e67d-591e-48c7-93a6-e0c4b930d518 by drivers openvswitch,hyperv on host dv-neutron-821829-1-hyperv at level 0 using segments [{'id': 'a416442d-d143-4052-9f4e-546eb8cbe809', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5'}] {{(pid=87508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 22:34:28.472899 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ed5f4d8-5cd1-442a-8615-65e53efc629e None None] Attempting to bind port 39a8e67d-591e-48c7-93a6-e0c4b930d518 on network f8905ce9-304b-4976-bc47-e58c71c11de5 {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 22:34:28.489529 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ed5f4d8-5cd1-442a-8615-65e53efc629e None None] Checking agent: {'id': '5571501f-366e-47a4-9b60-8ef19d935d27', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821829-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 24, 2), 'started_at': datetime.datetime(2021, 12, 16, 22, 24, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 34, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821829-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 22:34:28.490049 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ed5f4d8-5cd1-442a-8615-65e53efc629e None None] Checking segment: {'id': 'a416442d-d143-4052-9f4e-546eb8cbe809', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 22:34:28.490467 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-7ed5f4d8-5cd1-442a-8615-65e53efc629e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:28.491162 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ed5f4d8-5cd1-442a-8615-65e53efc629e None None] Bound using segment: {'id': 'a416442d-d143-4052-9f4e-546eb8cbe809', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5'} {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 22:34:28.491725 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-7ed5f4d8-5cd1-442a-8615-65e53efc629e None None] Bound port: 39a8e67d-591e-48c7-93a6-e0c4b930d518, host: dv-neutron-821829-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a416442d-d143-4052-9f4e-546eb8cbe809', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5'}}] {{(pid=87508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 22:34:28.492599 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-7ed5f4d8-5cd1-442a-8615-65e53efc629e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:28.498082 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-f91645c4-7eb6-4738-aa53-bb2f1fdc95af tempest-RoutersAdminNegativeIpV6Test-1982966072 tempest-RoutersAdminNegativeIpV6Test-1982966072-project-admin] Usage tracker for resource:port and tenant:f2299375237d44bcbed2cf4d8303c9cc is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:34:28.536919 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-45d8638e-0f28-4b02-9925-63d0bb8a693c None None] Transition to ACTIVE for port object 910357b9-e25e-4a5b-a341-89b26dd1c897 will not be triggered until provisioned by entity DHCP. {{(pid=87508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:34:28.537880 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8357a0-fab2-484a-9177-671f07fa74ac None None] Pushing event updated for resources: {'Port': ['ID=39a8e67d-591e-48c7-93a6-e0c4b930d518,revision_number=2']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:34:28.544681 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-ef8357a0-fab2-484a-9177-671f07fa74ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:34:28.571272 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-f91645c4-7eb6-4738-aa53-bb2f1fdc95af tempest-RoutersAdminNegativeIpV6Test-1982966072 tempest-RoutersAdminNegativeIpV6Test-1982966072-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:34:28.593694 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-f91645c4-7eb6-4738-aa53-bb2f1fdc95af tempest-RoutersAdminNegativeIpV6Test-1982966072 tempest-RoutersAdminNegativeIpV6Test-1982966072-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:34:28.595941 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.api.v2.resource [None req-6d6c5470-1731-46be-8f1a-26b25a12c8e9 tempest-NegativeSecGroupTest-382581040 tempest-NegativeSecGroupTest-382581040-project] create failed (client error): The resource could not be found.
Dec 16 22:34:28.599802 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-6d6c5470-1731-46be-8f1a-26b25a12c8e9 tempest-NegativeSecGroupTest-382581040 tempest-NegativeSecGroupTest-382581040-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 404  len: 323 time: 0.6540473
Dec 16 22:34:28.604018 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-45d8638e-0f28-4b02-9925-63d0bb8a693c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:28.609490 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 40454) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:34:28.617526 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-066948a4-fd7e-4a2e-aa36-0815aff1c27c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:34:28.633956 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-9208eb44-d3c3-4db8-adfe-dbb4bf043e04 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:28.643674 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-c1a6335c-8f70-4c65-9927-9d1ae4b18a2c tempest-NegativeSecGroupTest-382581040 tempest-NegativeSecGroupTest-382581040-project] Request body: {'security_group_rule': {'security_group_id': '8f801e71-5596-4613-a07e-52063da00b7e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '9747aa91-6c7c-4101-99f4-a88095bb7153'}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:34:28.648038 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39c4ffc1-0717-499c-813b-05fc3772b203 None None] DHCP port deletion for 5461f640-8891-4fd4-9da7-a0a8a6b282ed request from dv-neutron-821829-1-hyperv {{(pid=87508) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 16 22:34:28.665568 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-c1a6335c-8f70-4c65-9927-9d1ae4b18a2c tempest-NegativeSecGroupTest-382581040 tempest-NegativeSecGroupTest-382581040-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:34:28.667847 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-9208eb44-d3c3-4db8-adfe-dbb4bf043e04 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3741874'] for floatingip, after_update {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:28.721566 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-39c4ffc1-0717-499c-813b-05fc3772b203 None None] Deleting port 678bdfd2-3046-4b71-b8f2-74d09f76ce7b {{(pid=87508) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:34:28.722208 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-39c4ffc1-0717-499c-813b-05fc3772b203 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:28.757835 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-c1a6335c-8f70-4c65-9927-9d1ae4b18a2c tempest-NegativeSecGroupTest-382581040 tempest-NegativeSecGroupTest-382581040-project] Usage tracker for resource:security_group_rule and tenant:05a9c9bcdd6845759539121a6d1af781 is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:34:28.758052 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.db.api [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87508) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 16 22:34:28.758704 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_db.api [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 16 22:34:28.774296 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f91645c4-7eb6-4738-aa53-bb2f1fdc95af tempest-RoutersAdminNegativeIpV6Test-1982966072 tempest-RoutersAdminNegativeIpV6Test-1982966072-project-admin] Made reservation on behalf of f2299375237d44bcbed2cf4d8303c9cc for: {'port': 1} {{(pid=87507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:34:28.776513 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-f91645c4-7eb6-4738-aa53-bb2f1fdc95af tempest-RoutersAdminNegativeIpV6Test-1982966072 tempest-RoutersAdminNegativeIpV6Test-1982966072-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:28.787293 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-c1a6335c-8f70-4c65-9927-9d1ae4b18a2c tempest-NegativeSecGroupTest-382581040 tempest-NegativeSecGroupTest-382581040-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:34:28.801863 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-79f4fe25-0e3d-48fa-bc09-2ba6c93826f9 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:28.804848 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.db [None req-ea28cecc-e39c-44eb-acf7-e785b8c44e3f tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] For port 678bdfd2-3046-4b71-b8f2-74d09f76ce7b, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=678bdfd2-3046-4b71-b8f2-74d09f76ce7b,segment=NetworkSegment(44c37508-0e11-42e7-9173-0a92457d02f0),segment_id=44c37508-0e11-42e7-9173-0a92457d02f0)] {{(pid=87506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:34:28.805230 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-ea28cecc-e39c-44eb-acf7-e785b8c44e3f tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:28.811684 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-c1a6335c-8f70-4c65-9927-9d1ae4b18a2c tempest-NegativeSecGroupTest-382581040 tempest-NegativeSecGroupTest-382581040-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:34:28.824864 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-f91645c4-7eb6-4738-aa53-bb2f1fdc95af tempest-RoutersAdminNegativeIpV6Test-1982966072 tempest-RoutersAdminNegativeIpV6Test-1982966072-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:28.851200 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-7ed5f4d8-5cd1-442a-8615-65e53efc629e None None] For port 39a8e67d-591e-48c7-93a6-e0c4b930d518, host dv-neutron-821829-1-hyperv, cleared binding levels {{(pid=87508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 22:34:28.866300 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d8638e-0f28-4b02-9925-63d0bb8a693c None None] Pushing event updated for resources: {'Port': ['ID=910357b9-e25e-4a5b-a341-89b26dd1c897,revision_number=3']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:34:28.870246 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-45d8638e-0f28-4b02-9925-63d0bb8a693c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:34:28.903925 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-7ed5f4d8-5cd1-442a-8615-65e53efc629e None None] For port 39a8e67d-591e-48c7-93a6-e0c4b930d518, host dv-neutron-821829-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=39a8e67d-591e-48c7-93a6-e0c4b930d518,segment=NetworkSegment(a416442d-d143-4052-9f4e-546eb8cbe809),segment_id=a416442d-d143-4052-9f4e-546eb8cbe809)] {{(pid=87508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 22:34:28.914332 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-7ed5f4d8-5cd1-442a-8615-65e53efc629e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:28.922576 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-25457921-ec3a-4494-8af8-323360909eab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:34:28.947361 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-f91645c4-7eb6-4738-aa53-bb2f1fdc95af tempest-RoutersAdminNegativeIpV6Test-1982966072 tempest-RoutersAdminNegativeIpV6Test-1982966072-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:34:28.960504 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [None req-ea28cecc-e39c-44eb-acf7-e785b8c44e3f tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Calling delete_port for 678bdfd2-3046-4b71-b8f2-74d09f76ce7b owned by network:dhcp {{(pid=87506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:34:28.961878 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.notifiers.nova [None req-79f4fe25-0e3d-48fa-bc09-2ba6c93826f9 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] device_id is not set on port 262c9cf6-d5b5-4f96-8863-cd19bb83f98f yet. {{(pid=87507) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 16 22:34:28.999479 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.db_base_plugin_common [None req-889e463d-01bb-491a-b7bf-d725b51c754a admin admin] Allocated IP 172.20.0.1 (1184a913-dac0-4ec1-b150-22ccd69ce676/5a69580f-6718-4d75-974b-631ac7e9556c/59678307-9955-4c94-b61e-d644a386a596) {{(pid=87507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 22:34:29.008779 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-b5479bf3-8084-41ea-a604-373d68e0ac9e tempest-RoutersAdminTest-1901902743 tempest-RoutersAdminTest-1901902743-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:29.028685 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-f91645c4-7eb6-4738-aa53-bb2f1fdc95af tempest-RoutersAdminNegativeIpV6Test-1982966072 tempest-RoutersAdminNegativeIpV6Test-1982966072-project-admin] Usage tracker for resource:security_group_rule and tenant:f2299375237d44bcbed2cf4d8303c9cc is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:34:29.041236 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-f91645c4-7eb6-4738-aa53-bb2f1fdc95af tempest-RoutersAdminNegativeIpV6Test-1982966072 tempest-RoutersAdminNegativeIpV6Test-1982966072-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:34:29.069482 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-f91645c4-7eb6-4738-aa53-bb2f1fdc95af tempest-RoutersAdminNegativeIpV6Test-1982966072 tempest-RoutersAdminNegativeIpV6Test-1982966072-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:34:29.093764 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-55409c2e-b280-439b-9e6c-44709854171e req-45764c6f-0c86-4c50-83df-2e4db484b95f service neutron] 10.222.0.49 "GET /v2.0/networks/4324e1ea-4669-4cf4-86ce-32057be725fc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7328205
Dec 16 22:34:29.098720 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ed5f4d8-5cd1-442a-8615-65e53efc629e None None] Routers {'ed9403a7-f69e-4090-b054-6cfe3d423956'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:34:29.099382 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-7ed5f4d8-5cd1-442a-8615-65e53efc629e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b7c052f40>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:34:01Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['ed9403a7-f69e-4090-b054-6cfe3d423956'], 'active': True} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:34:29.176748 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8357a0-fab2-484a-9177-671f07fa74ac None None] Pushing event updated for resources: {'Port': ['ID=39a8e67d-591e-48c7-93a6-e0c4b930d518,revision_number=3']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:34:29.180390 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-ef8357a0-fab2-484a-9177-671f07fa74ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:34:29.182376 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-39c4ffc1-0717-499c-813b-05fc3772b203 None None] For port 678bdfd2-3046-4b71-b8f2-74d09f76ce7b, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=678bdfd2-3046-4b71-b8f2-74d09f76ce7b,segment=NetworkSegment(44c37508-0e11-42e7-9173-0a92457d02f0),segment_id=44c37508-0e11-42e7-9173-0a92457d02f0)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:34:29.182854 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-39c4ffc1-0717-499c-813b-05fc3772b203 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:29.204717 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.db.l3_db [None req-9208eb44-d3c3-4db8-adfe-dbb4bf043e04 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Floating IP d3f8bf9a-5899-4650-b3a6-cdf8a18a05db associated. External IP: 172.26.0.126, port: 0bf694b4-63f9-497e-9a82-121fefd04895.
Dec 16 22:34:29.355275 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-55409c2e-b280-439b-9e6c-44709854171e req-bbacf0af-90ec-47d2-911a-8fea1b4a584a service neutron] 10.222.0.49 "GET /v2.0/networks/4324e1ea-4669-4cf4-86ce-32057be725fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2525272
Dec 16 22:34:29.421364 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-39c4ffc1-0717-499c-813b-05fc3772b203 None None] Calling delete_port for 678bdfd2-3046-4b71-b8f2-74d09f76ce7b owned by network:dhcp {{(pid=87508) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:34:29.549561 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.api.v2.resource [None req-c1a6335c-8f70-4c65-9927-9d1ae4b18a2c tempest-NegativeSecGroupTest-382581040 tempest-NegativeSecGroupTest-382581040-project] create failed (client error): The resource could not be found.
Dec 16 22:34:29.549561 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-c1a6335c-8f70-4c65-9927-9d1ae4b18a2c tempest-NegativeSecGroupTest-382581040 tempest-NegativeSecGroupTest-382581040-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 404  len: 347 time: 0.9217598
Dec 16 22:34:29.568009 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 40460) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:34:29.569049 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-ea28cecc-e39c-44eb-acf7-e785b8c44e3f tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1863393'] for port, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:29.573829 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:29.578651 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-7051214a-69b4-44b1-abe7-f38c6a5fcdaf tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:34:29.647477 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvr_db [None req-7ed5f4d8-5cd1-442a-8615-65e53efc629e None None] Set router ed9403a7-f69e-4090-b054-6cfe3d423956 gateway port host: dv-neutron-821829-1-hyperv {{(pid=87508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 22:34:29.694747 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea28cecc-e39c-44eb-acf7-e785b8c44e3f tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] No DVR routers for this DVR port 678bdfd2-3046-4b71-b8f2-74d09f76ce7b on host dv-neutron-821829-1-hyperv {{(pid=87506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 22:34:29.728676 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea28cecc-e39c-44eb-acf7-e785b8c44e3f tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Pushing event deleted for resources: {'Port': ['ID=678bdfd2-3046-4b71-b8f2-74d09f76ce7b,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:34:29.731708 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-ea28cecc-e39c-44eb-acf7-e785b8c44e3f tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:34:29.806375 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.db.api [None req-39c4ffc1-0717-499c-813b-05fc3772b203 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87508) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 16 22:34:29.806757 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_db.api [None req-39c4ffc1-0717-499c-813b-05fc3772b203 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 16 22:34:29.808509 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] For port 910357b9-e25e-4a5b-a341-89b26dd1c897, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=910357b9-e25e-4a5b-a341-89b26dd1c897,segment=NetworkSegment(da71c9a1-7532-4738-a9bc-22a7f498ec35),segment_id=da71c9a1-7532-4738-a9bc-22a7f498ec35)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:34:29.866092 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:29.867079 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 1f9ae8f5-0f2a-46a2-a0e8-b785136a710b up at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 22:34:29.898125 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-18c9feb4-2081-43db-91d0-cdc88345fa17 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:34:29.931329 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-889e463d-01bb-491a-b7bf-d725b51c754a admin admin] Notify callbacks [] for port, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:29.959886 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-ea28cecc-e39c-44eb-acf7-e785b8c44e3f tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3329565', 'neutron.services.segments.db._delete_segments_for_network-8734753546406'] for network, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:30.000829 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-b5479bf3-8084-41ea-a604-373d68e0ac9e tempest-RoutersAdminTest-1901902743 tempest-RoutersAdminTest-1901902743-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3740952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3741923'] for router, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:30.004610 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-89107ba0-7570-40ae-a5ad-b8374ec72bca tempest-NegativeSecGroupTest-382581040 tempest-NegativeSecGroupTest-382581040-project] Notify callbacks [] for security_group, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:30.006891 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-5d024f89-5985-4da7-b5c3-d727a97b7663 None None] Provisioning for port 910357b9-e25e-4a5b-a341-89b26dd1c897 completed by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 22:34:30.007404 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.services.segments.db [None req-ea28cecc-e39c-44eb-acf7-e785b8c44e3f tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1b761dceb0>,) {'filters': {'network_id': ['5461f640-8891-4fd4-9da7-a0a8a6b282ed']}} {{(pid=87506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:34:30.030975 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-5d024f89-5985-4da7-b5c3-d727a97b7663 None None] Provisioning complete for port 910357b9-e25e-4a5b-a341-89b26dd1c897 triggered by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:34:30.031360 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-5d024f89-5985-4da7-b5c3-d727a97b7663 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:30.051942 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-f91645c4-7eb6-4738-aa53-bb2f1fdc95af tempest-RoutersAdminNegativeIpV6Test-1982966072 tempest-RoutersAdminNegativeIpV6Test-1982966072-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:30.073826 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e02c03d-4918-41c3-9749-88bab13348a3 req-d252bad2-7991-4e53-bfdd-1e3fe759a60b tempest-ServerActionsTestJSON-1581017418 tempest-ServerActionsTestJSON-1581017418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:34:30.075577 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-9e02c03d-4918-41c3-9749-88bab13348a3 req-d252bad2-7991-4e53-bfdd-1e3fe759a60b tempest-ServerActionsTestJSON-1581017418 tempest-ServerActionsTestJSON-1581017418-project] 10.222.0.13 "GET /v2.0/ports?device_id=95ef1739-1bf2-4522-993c-76a77d5f2322 HTTP/1.1" status: 200  len: 945 time: 0.5678000
Dec 16 22:34:30.078954 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Pushing event updated for resources: {'Port': ['ID=910357b9-e25e-4a5b-a341-89b26dd1c897,revision_number=4']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:34:30.090951 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.services.segments.db [None req-ea28cecc-e39c-44eb-acf7-e785b8c44e3f tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b761dceb0>, '44c37508-0e11-42e7-9173-0a92457d02f0') {'for_net_delete': True} {{(pid=87506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:34:30.091268 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.services.segments.db [None req-ea28cecc-e39c-44eb-acf7-e785b8c44e3f tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b761dceb0>, '44c37508-0e11-42e7-9173-0a92457d02f0') {} {{(pid=87506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:34:30.092597 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.provisioning_blocks [None req-889e463d-01bb-491a-b7bf-d725b51c754a admin admin] Transition to ACTIVE for port object 59678307-9955-4c94-b61e-d644a386a596 will not be triggered until provisioned by entity DHCP. {{(pid=87507) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:34:30.093025 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:34:30.116540 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.db_base_plugin_common [None req-79f4fe25-0e3d-48fa-bc09-2ba6c93826f9 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Allocated IP 172.20.0.13 (7edd76f7-0f97-48a5-b177-9842de6c0500/77af39da-4569-4461-bc1d-06f70c24ea37/262c9cf6-d5b5-4f96-8863-cd19bb83f98f) {{(pid=87507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 22:34:30.119381 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-f91645c4-7eb6-4738-aa53-bb2f1fdc95af tempest-RoutersAdminNegativeIpV6Test-1982966072 tempest-RoutersAdminNegativeIpV6Test-1982966072-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841066'] for security_group, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:30.127970 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-62c36e73-b939-4670-ad49-400b8e6a72cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:34:30.132565 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-ea28cecc-e39c-44eb-acf7-e785b8c44e3f tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734753593977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-266764496'] for segment, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:30.142507 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning for port 1f9ae8f5-0f2a-46a2-a0e8-b785136a710b completed by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 22:34:30.149283 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-89107ba0-7570-40ae-a5ad-b8374ec72bca tempest-NegativeSecGroupTest-382581040 tempest-NegativeSecGroupTest-382581040-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:30.154070 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.notifiers.nova [None req-f91645c4-7eb6-4738-aa53-bb2f1fdc95af tempest-RoutersAdminNegativeIpV6Test-1982966072 tempest-RoutersAdminNegativeIpV6Test-1982966072-project-admin] device_id is not set on port e16116ac-a1ba-4a15-9875-31c760712936 yet. {{(pid=87507) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 16 22:34:30.156371 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning complete for port 1f9ae8f5-0f2a-46a2-a0e8-b785136a710b triggered by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:34:30.156755 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:30.189859 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.db_base_plugin_common [None req-79f4fe25-0e3d-48fa-bc09-2ba6c93826f9 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Allocated IP 2001:db8::f816:3eff:fe11:f624 (7edd76f7-0f97-48a5-b177-9842de6c0500/d54b6bd4-a524-46c1-b653-02627bcd75bf/262c9cf6-d5b5-4f96-8863-cd19bb83f98f) {{(pid=87507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 22:34:30.238166 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-ea28cecc-e39c-44eb-acf7-e785b8c44e3f tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-883292'] for segment, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:30.271461 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea28cecc-e39c-44eb-acf7-e785b8c44e3f tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Releasing vlan 195 on physical network physnet1 to pool {{(pid=87506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 16 22:34:30.271946 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-ea28cecc-e39c-44eb-acf7-e785b8c44e3f tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-883285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1863180'] for segment, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:30.294711 dv-neutron-821829-1-hyperv neutron-server[87506]: Traceback (most recent call last):
Dec 16 22:34:30.294711 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 16 22:34:30.294711 dv-neutron-821829-1-hyperv neutron-server[87506]:     timer()
Dec 16 22:34:30.294711 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 22:34:30.294711 dv-neutron-821829-1-hyperv neutron-server[87506]:     cb(*args, **kw)
Dec 16 22:34:30.294711 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 22:34:30.294711 dv-neutron-821829-1-hyperv neutron-server[87506]:     return func(*args, **kwargs)
Dec 16 22:34:30.294711 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 22:34:30.294711 dv-neutron-821829-1-hyperv neutron-server[87506]:     self._notify()
Dec 16 22:34:30.294711 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 22:34:30.294711 dv-neutron-821829-1-hyperv neutron-server[87506]:     self.callback(batched_events)
Dec 16 22:34:30.294711 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 22:34:30.294711 dv-neutron-821829-1-hyperv neutron-server[87506]:     event.method(event)
Dec 16 22:34:30.294711 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 22:34:30.294711 dv-neutron-821829-1-hyperv neutron-server[87506]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 22:34:30.294711 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 22:34:30.294711 dv-neutron-821829-1-hyperv neutron-server[87506]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 22:34:30.294711 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 22:34:30.294711 dv-neutron-821829-1-hyperv neutron-server[87506]:     return f(self, *a, **k)
Dec 16 22:34:30.294711 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 16 22:34:30.294711 dv-neutron-821829-1-hyperv neutron-server[87506]:     return self._get(url).json()
Dec 16 22:34:30.294711 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 16 22:34:30.294711 dv-neutron-821829-1-hyperv neutron-server[87506]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 22:34:30.294711 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 16 22:34:30.294711 dv-neutron-821829-1-hyperv neutron-server[87506]:     return self.request(url, 'GET', **kwargs)
Dec 16 22:34:30.294711 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 16 22:34:30.294711 dv-neutron-821829-1-hyperv neutron-server[87506]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 22:34:30.294711 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 16 22:34:30.294711 dv-neutron-821829-1-hyperv neutron-server[87506]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 22:34:30.294711 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 16 22:34:30.294711 dv-neutron-821829-1-hyperv neutron-server[87506]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 22:34:30.294711 dv-neutron-821829-1-hyperv neutron-server[87506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 22:34:30.313209 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-39c4ffc1-0717-499c-813b-05fc3772b203 None None] Deleting port 678bdfd2-3046-4b71-b8f2-74d09f76ce7b {{(pid=87508) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:34:30.314078 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-39c4ffc1-0717-499c-813b-05fc3772b203 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:30.382177 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91645c4-7eb6-4738-aa53-bb2f1fdc95af tempest-RoutersAdminNegativeIpV6Test-1982966072 tempest-RoutersAdminNegativeIpV6Test-1982966072-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83c306e9-b41d-4fa8-8d5d-a9ffef8b9291,revision_number=1']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:34:30.383108 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-7ed5f4d8-5cd1-442a-8615-65e53efc629e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b7c052f40>, [{'id': 'ed9403a7-f69e-4090-b054-6cfe3d423956', 'name': 'tempest-ServersTestManualDisk-941694451-router', 'tenant_id': 'ce00d97791a4466faef350f07c7566f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.39'}], 'enable_snat': True}, 'gw_port_id': '39a8e67d-591e-48c7-93a6-e0c4b930d518', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:34:17Z', 'updated_at': '2021-12-16T22:34:22Z', 'revision_number': 3, 'project_id': 'ce00d97791a4466faef350f07c7566f3', 'gw_port': {'id': '39a8e67d-591e-48c7-93a6-e0c4b930d518', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:69:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed9403a7-f69e-4090-b054-6cfe3d423956', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:34:20Z', 'updated_at': '2021-12-16T22:34:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv'}], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:34:30.398418 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-39c4ffc1-0717-499c-813b-05fc3772b203 None None] The port '678bdfd2-3046-4b71-b8f2-74d09f76ce7b' was deleted {{(pid=87508) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 16 22:34:30.400776 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ed5f4d8-5cd1-442a-8615-65e53efc629e None None] The sync data for ids ['ed9403a7-f69e-4090-b054-6cfe3d423956'] in dv-neutron-821829-1-hyperv is: [{'id': 'ed9403a7-f69e-4090-b054-6cfe3d423956', 'name': 'tempest-ServersTestManualDisk-941694451-router', 'tenant_id': 'ce00d97791a4466faef350f07c7566f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.39'}], 'enable_snat': True}, 'gw_port_id': '39a8e67d-591e-48c7-93a6-e0c4b930d518', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:34:17Z', 'updated_at': '2021-12-16T22:34:22Z', 'revision_number': 3, 'project_id': 'ce00d97791a4466faef350f07c7566f3', 'gw_port': {'id': '39a8e67d-591e-48c7-93a6-e0c4b930d518', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:69:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed9403a7-f69e-4090-b054-6cfe3d423956', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:34:20Z', 'updated_at': '2021-12-16T22:34:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv'}] {{(pid=87508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 22:34:30.432263 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-89107ba0-7570-40ae-a5ad-b8374ec72bca tempest-NegativeSecGroupTest-382581040 tempest-NegativeSecGroupTest-382581040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841066'] for security_group, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:30.439122 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-9e02c03d-4918-41c3-9749-88bab13348a3 req-6a603995-79d9-4379-8a78-e6c522e5a960 tempest-ServerActionsTestJSON-1581017418 tempest-ServerActionsTestJSON-1581017418-project] 10.222.0.13 "GET /v2.0/security-groups?id=1011a650-dc8c-4279-9762-0c0bcda15d85&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3240135
Dec 16 22:34:30.440947 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-f91645c4-7eb6-4738-aa53-bb2f1fdc95af tempest-RoutersAdminNegativeIpV6Test-1982966072 tempest-RoutersAdminNegativeIpV6Test-1982966072-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:34:30.446331 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:34:30.484264 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89107ba0-7570-40ae-a5ad-b8374ec72bca tempest-NegativeSecGroupTest-382581040 tempest-NegativeSecGroupTest-382581040-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f801e71-5596-4613-a07e-52063da00b7e,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:34:30.491352 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:30.516021 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] For port 1f9ae8f5-0f2a-46a2-a0e8-b785136a710b, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=1f9ae8f5-0f2a-46a2-a0e8-b785136a710b,segment=NetworkSegment(a416442d-d143-4052-9f4e-546eb8cbe809),segment_id=a416442d-d143-4052-9f4e-546eb8cbe809)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:34:30.516533 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-89107ba0-7570-40ae-a5ad-b8374ec72bca tempest-NegativeSecGroupTest-382581040 tempest-NegativeSecGroupTest-382581040-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:34:30.526660 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-ea28cecc-e39c-44eb-acf7-e785b8c44e3f tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3329572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3741856'] for network, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:30.543071 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:34:30.547169 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:30.553107 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-8535925f-a0f7-40cb-a3ec-905c09e1e6a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:34:30.624459 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b39c04a0-f07a-4376-867e-f0f777c440bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:30.649307 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9208eb44-d3c3-4db8-adfe-dbb4bf043e04 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Router 45ae2c9f-738c-4d50-9070-36f2d87f0ea0 has already been hosted by L3 agent 4f519db7-069b-43e2-8411-c092bac9102a {{(pid=87507) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 22:34:30.656172 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Pushing event updated for resources: {'Port': ['ID=1f9ae8f5-0f2a-46a2-a0e8-b785136a710b,revision_number=4']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:34:30.658429 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.db_base_plugin_common [None req-f91645c4-7eb6-4738-aa53-bb2f1fdc95af tempest-RoutersAdminNegativeIpV6Test-1982966072 tempest-RoutersAdminNegativeIpV6Test-1982966072-project-admin] Allocated IP 172.26.0.230 (f8905ce9-304b-4976-bc47-e58c71c11de5/9bca8591-41ef-4f2d-8ecb-ecaab1a28acf/e16116ac-a1ba-4a15-9875-31c760712936) {{(pid=87507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 22:34:30.661142 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-889e463d-01bb-491a-b7bf-d725b51c754a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10807823'] for port, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:30.665414 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:34:30.675740 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-1a9ad42d-75bf-47f0-853f-8590a1d422ad tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:34:30.686198 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 910357b9-e25e-4a5b-a341-89b26dd1c897 up at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 22:34:30.730817 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-ea28cecc-e39c-44eb-acf7-e785b8c44e3f tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3791486'] for network, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:30.742540 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-89107ba0-7570-40ae-a5ad-b8374ec72bca tempest-NegativeSecGroupTest-382581040 tempest-NegativeSecGroupTest-382581040-project] Notify callbacks [] for security_group, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:30.746698 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-89107ba0-7570-40ae-a5ad-b8374ec72bca tempest-NegativeSecGroupTest-382581040 tempest-NegativeSecGroupTest-382581040-project] 10.222.0.13 "DELETE /v2.0/security-groups/8f801e71-5596-4613-a07e-52063da00b7e HTTP/1.1" status: 204  len: 168 time: 1.1732838
Dec 16 22:34:30.748007 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 40464) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:34:30.763505 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning complete for port 910357b9-e25e-4a5b-a341-89b26dd1c897 triggered by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:34:30.764615 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:30.771166 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea28cecc-e39c-44eb-acf7-e785b8c44e3f tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Pushing event deleted for resources: {'Network': ['ID=5461f640-8891-4fd4-9da7-a0a8a6b282ed,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:34:30.778970 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-ea28cecc-e39c-44eb-acf7-e785b8c44e3f tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] 10.222.0.13 "DELETE /v2.0/networks/5461f640-8891-4fd4-9da7-a0a8a6b282ed HTTP/1.1" status: 204  len: 168 time: 3.2994585
Dec 16 22:34:30.780215 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-ea28cecc-e39c-44eb-acf7-e785b8c44e3f tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:34:30.806234 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5479bf3-8084-41ea-a604-373d68e0ac9e tempest-RoutersAdminTest-1901902743 tempest-RoutersAdminTest-1901902743-project-admin] Router e9891fa9-1c92-42de-a5ab-27dd6d36f5a0 is scheduled to L3 agent 4f519db7-069b-43e2-8411-c092bac9102a with binding_index 1 {{(pid=87506) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 16 22:34:30.845755 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-0607d9bd-3c11-45bf-90b1-e881fed3a112 tempest-NegativeSecGroupTest-382581040 tempest-NegativeSecGroupTest-382581040-project] Synchronizing usage tracker for tenant:05a9c9bcdd6845759539121a6d1af781 on resource:security_group {{(pid=87506) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 22:34:30.906342 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-889e463d-01bb-491a-b7bf-d725b51c754a admin admin] Network 1184a913-dac0-4ec1-b150-22ccd69ce676 is already hosted by enough agents. {{(pid=87507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:34:30.936826 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.base_scheduler [None req-889e463d-01bb-491a-b7bf-d725b51c754a admin admin] Resources bound (agent type, host, resource id):  {{(pid=87507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:34:30.950797 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-889e463d-01bb-491a-b7bf-d725b51c754a admin admin] Received port after_create {{(pid=87507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 22:34:30.972533 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-0607d9bd-3c11-45bf-90b1-e881fed3a112 tempest-NegativeSecGroupTest-382581040 tempest-NegativeSecGroupTest-382581040-project] Unset dirty status for tenant:05a9c9bcdd6845759539121a6d1af781 on resource:security_group {{(pid=87506) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 22:34:30.973929 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-0607d9bd-3c11-45bf-90b1-e881fed3a112 tempest-NegativeSecGroupTest-382581040 tempest-NegativeSecGroupTest-382581040-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2979 time: 0.2189898
Dec 16 22:34:31.005980 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 40470) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:34:31.007111 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 678bdfd2-3046-4b71-b8f2-74d09f76ce7b no longer exists at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 22:34:31.066653 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-e5e7297f-657b-4feb-8754-b31e08e4a522 tempest-NegativeSecGroupTest-382581040 tempest-NegativeSecGroupTest-382581040-project] Request body: {'security_group_rule': {'security_group_id': '01e6441b-a5dd-49d5-b8e5-750052f6e367', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:34:31.101874 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-e5e7297f-657b-4feb-8754-b31e08e4a522 tempest-NegativeSecGroupTest-382581040 tempest-NegativeSecGroupTest-382581040-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:34:31.107496 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] No Port match for: 678bdfd2-3046-4b71-b8f2-74d09f76ce7b {{(pid=87508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 22:34:31.108461 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 678bdfd2-3046-4b71-b8f2-74d09f76ce7b not bound to the agent host dv-neutron-821829-1-hyperv {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 22:34:31.130403 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889e463d-01bb-491a-b7bf-d725b51c754a admin admin] Pushing event updated for resources: {'Port': ['ID=59678307-9955-4c94-b61e-d644a386a596,revision_number=1']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:34:31.134325 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-889e463d-01bb-491a-b7bf-d725b51c754a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.458s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:34:31.146949 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-e5e7297f-657b-4feb-8754-b31e08e4a522 tempest-NegativeSecGroupTest-382581040 tempest-NegativeSecGroupTest-382581040-project] Usage tracker for resource:security_group_rule and tenant:05a9c9bcdd6845759539121a6d1af781 is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:34:31.205473 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5479bf3-8084-41ea-a604-373d68e0ac9e tempest-RoutersAdminTest-1901902743 tempest-RoutersAdminTest-1901902743-project-admin] Notify agent at l3_agent.dv-neutron-821829-1-hyperv the message routers_updated {{(pid=87506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 22:34:31.214599 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e10e44a9-aeb5-4844-80ee-781763fb0736 None None] Sync routers for ids ['e9891fa9-1c92-42de-a5ab-27dd6d36f5a0'] in dv-neutron-821829-1-hyperv {{(pid=87509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 22:34:31.235717 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-e5e7297f-657b-4feb-8754-b31e08e4a522 tempest-NegativeSecGroupTest-382581040 tempest-NegativeSecGroupTest-382581040-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:34:31.236902 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-b5479bf3-8084-41ea-a604-373d68e0ac9e tempest-RoutersAdminTest-1901902743 tempest-RoutersAdminTest-1901902743-project-admin] Notify callbacks [] for router, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:31.239865 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-b5479bf3-8084-41ea-a604-373d68e0ac9e tempest-RoutersAdminTest-1901902743 tempest-RoutersAdminTest-1901902743-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 906 time: 8.1560321
Dec 16 22:34:31.245374 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 40476) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:34:31.249119 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e10e44a9-aeb5-4844-80ee-781763fb0736 None None] Routers {'e9891fa9-1c92-42de-a5ab-27dd6d36f5a0'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:34:31.250189 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-e10e44a9-aeb5-4844-80ee-781763fb0736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b7c9f2f40>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:34:31Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['e9891fa9-1c92-42de-a5ab-27dd6d36f5a0'], 'active': True} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:34:31.254512 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-0d1688ca-bb93-4fca-8937-2254a1e0b1ef None None] Provisioning for port 59678307-9955-4c94-b61e-d644a386a596 completed by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 22:34:31.259745 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-0d1688ca-bb93-4fca-8937-2254a1e0b1ef None None] Provisioning complete for port 59678307-9955-4c94-b61e-d644a386a596 triggered by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:34:31.260155 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-0d1688ca-bb93-4fca-8937-2254a1e0b1ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:31.264532 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-79f4fe25-0e3d-48fa-bc09-2ba6c93826f9 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks [] for port, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:31.307925 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-e5e7297f-657b-4feb-8754-b31e08e4a522 tempest-NegativeSecGroupTest-382581040 tempest-NegativeSecGroupTest-382581040-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:34:31.336426 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 40480) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:34:31.344385 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-889e463d-01bb-491a-b7bf-d725b51c754a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3830061'] for router_interface, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:31.449833 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-0d1688ca-bb93-4fca-8937-2254a1e0b1ef None None] Port 59678307-9955-4c94-b61e-d644a386a596 cannot update to ACTIVE because it is not bound. {{(pid=87508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 22:34:31.473999 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvr_db [None req-e10e44a9-aeb5-4844-80ee-781763fb0736 None None] Set router e9891fa9-1c92-42de-a5ab-27dd6d36f5a0 gateway port host: dv-neutron-821829-1-hyperv {{(pid=87509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 22:34:31.515995 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-3e729f7f-1589-4d54-9c4a-7ee6b283cc2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:31.550468 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-30743079-498f-4a05-bc93-41cb4e8e14dc tempest-RoutersAdminTest-1901902743 tempest-RoutersAdminTest-1901902743-project-admin] 10.222.0.13 "GET /v2.0/routers/e9891fa9-1c92-42de-a5ab-27dd6d36f5a0 HTTP/1.1" status: 200  len: 907 time: 0.3035271
Dec 16 22:34:31.551092 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 40486) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:34:31.641516 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:31.749662 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.provisioning_blocks [None req-79f4fe25-0e3d-48fa-bc09-2ba6c93826f9 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Transition to ACTIVE for port object 262c9cf6-d5b5-4f96-8863-cd19bb83f98f will not be triggered until provisioned by entity DHCP. {{(pid=87507) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:34:31.809564 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-7f866e7f-df24-41b9-beb8-9c45e8abf8c1 tempest-RoutersAdminTest-1901902743 tempest-RoutersAdminTest-1901902743-project-admin] Notify callbacks [] for router, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:31.852436 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9208eb44-d3c3-4db8-adfe-dbb4bf043e04 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Notify agent at l3_agent.dv-neutron-821829-1-hyperv the message routers_updated {{(pid=87507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 22:34:31.864875 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-951a627a-63ca-4af7-8d94-66ba5d7ccffb None None] Sync routers for ids ['45ae2c9f-738c-4d50-9070-36f2d87f0ea0'] in dv-neutron-821829-1-hyperv {{(pid=87508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 22:34:31.877578 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-951a627a-63ca-4af7-8d94-66ba5d7ccffb None None] Routers {'45ae2c9f-738c-4d50-9070-36f2d87f0ea0'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:34:31.878230 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-951a627a-63ca-4af7-8d94-66ba5d7ccffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b77d012b0>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:34:31Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['45ae2c9f-738c-4d50-9070-36f2d87f0ea0'], 'active': True} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:34:31.919058 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-e10e44a9-aeb5-4844-80ee-781763fb0736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b7c9f2f40>, [{'id': 'e9891fa9-1c92-42de-a5ab-27dd6d36f5a0', 'name': 'tempest-snat-router-160533170', 'tenant_id': 'da1952fd136445ea9b286b17cc5d96c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.160'}], 'enable_snat': True}, 'gw_port_id': 'ccc58c9a-60cc-44d0-a84f-3248d98f453b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:34:23Z', 'updated_at': '2021-12-16T22:34:28Z', 'revision_number': 3, 'project_id': 'da1952fd136445ea9b286b17cc5d96c9', 'gw_port': {'id': 'ccc58c9a-60cc-44d0-a84f-3248d98f453b', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:bb:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9891fa9-1c92-42de-a5ab-27dd6d36f5a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:34:25Z', 'updated_at': '2021-12-16T22:34:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv'}], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:34:31.924555 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e10e44a9-aeb5-4844-80ee-781763fb0736 None None] Checking router: e9891fa9-1c92-42de-a5ab-27dd6d36f5a0 for host: dv-neutron-821829-1-hyperv {{(pid=87509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 22:34:31.924909 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e10e44a9-aeb5-4844-80ee-781763fb0736 None None] Updating router e9891fa9-1c92-42de-a5ab-27dd6d36f5a0 port ccc58c9a-60cc-44d0-a84f-3248d98f453b binding host dv-neutron-821829-1-hyperv {{(pid=87509) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 16 22:34:31.953205 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-79f4fe25-0e3d-48fa-bc09-2ba6c93826f9 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10807823'] for port, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:31.979970 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-951a627a-63ca-4af7-8d94-66ba5d7ccffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b77d012b0>, [], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:34:31.990736 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-951a627a-63ca-4af7-8d94-66ba5d7ccffb None None] Routers {'45ae2c9f-738c-4d50-9070-36f2d87f0ea0'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:34:31.992151 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-951a627a-63ca-4af7-8d94-66ba5d7ccffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b77d012b0>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:34:31Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['45ae2c9f-738c-4d50-9070-36f2d87f0ea0'], 'active': True} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:34:31.995203 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron_lib.callbacks.manager [None req-e10e44a9-aeb5-4844-80ee-781763fb0736 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:32.019191 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-7f866e7f-df24-41b9-beb8-9c45e8abf8c1 tempest-RoutersAdminTest-1901902743 tempest-RoutersAdminTest-1901902743-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:32.031329 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [None req-7f866e7f-df24-41b9-beb8-9c45e8abf8c1 tempest-RoutersAdminTest-1901902743 tempest-RoutersAdminTest-1901902743-project-admin] Deleting port ccc58c9a-60cc-44d0-a84f-3248d98f453b {{(pid=87506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:34:32.031787 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-7f866e7f-df24-41b9-beb8-9c45e8abf8c1 tempest-RoutersAdminTest-1901902743 tempest-RoutersAdminTest-1901902743-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:32.033934 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-9208eb44-d3c3-4db8-adfe-dbb4bf043e04 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for floatingip, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:32.059137 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-a92dd7c2-308b-4b72-aa99-fef065ad3218 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:34:32.070371 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-951a627a-63ca-4af7-8d94-66ba5d7ccffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b77d012b0>, [], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:34:32.070900 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-951a627a-63ca-4af7-8d94-66ba5d7ccffb None None] The sync data for ids ['45ae2c9f-738c-4d50-9070-36f2d87f0ea0'] in dv-neutron-821829-1-hyperv is: [] {{(pid=87508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 22:34:32.215939 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-7f866e7f-df24-41b9-beb8-9c45e8abf8c1 tempest-RoutersAdminTest-1901902743 tempest-RoutersAdminTest-1901902743-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:32.266633 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79f4fe25-0e3d-48fa-bc09-2ba6c93826f9 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Network 7edd76f7-0f97-48a5-b177-9842de6c0500 is already hosted by enough agents. {{(pid=87507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:34:32.271008 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.api.v2.resource [None req-e5e7297f-657b-4feb-8754-b31e08e4a522 tempest-NegativeSecGroupTest-382581040 tempest-NegativeSecGroupTest-382581040-project] create failed (client error): The resource could not be found.
Dec 16 22:34:32.272065 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-e5e7297f-657b-4feb-8754-b31e08e4a522 tempest-NegativeSecGroupTest-382581040 tempest-NegativeSecGroupTest-382581040-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 404  len: 347 time: 1.2426012
Dec 16 22:34:32.280883 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 40492) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:34:32.281924 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.base_scheduler [None req-79f4fe25-0e3d-48fa-bc09-2ba6c93826f9 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Resources bound (agent type, host, resource id):  {{(pid=87507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:34:32.284320 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79f4fe25-0e3d-48fa-bc09-2ba6c93826f9 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Received port after_create {{(pid=87507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 22:34:32.326286 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-2c823ca5-23bf-4d51-8bdb-fe0056546e52 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f62e67e237cd4fa6a36febbc06b0f445&name=default HTTP/1.1" status: 200  len: 2979 time: 0.9791300
Dec 16 22:34:32.353224 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 40496) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:34:32.353444 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [None req-7f866e7f-df24-41b9-beb8-9c45e8abf8c1 tempest-RoutersAdminTest-1901902743 tempest-RoutersAdminTest-1901902743-project-admin] Calling delete_port for ccc58c9a-60cc-44d0-a84f-3248d98f453b owned by network:router_gateway {{(pid=87506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:34:32.354952 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-9208eb44-d3c3-4db8-adfe-dbb4bf043e04 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] 10.222.0.13 "PUT /v2.0/floatingips/d3f8bf9a-5899-4650-b3a6-cdf8a18a05db HTTP/1.1" status: 200  len: 977 time: 5.6934819
Dec 16 22:34:32.355824 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f4fe25-0e3d-48fa-bc09-2ba6c93826f9 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Pushing event updated for resources: {'Port': ['ID=262c9cf6-d5b5-4f96-8863-cd19bb83f98f,revision_number=1']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:34:32.358879 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-79f4fe25-0e3d-48fa-bc09-2ba6c93826f9 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:34:32.365399 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 40498) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:34:32.380601 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-889e463d-01bb-491a-b7bf-d725b51c754a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:32.420840 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-194ce495-f488-4656-992f-df8e281dea86 tempest-NegativeSecGroupTest-382581040 tempest-NegativeSecGroupTest-382581040-project] Request body: {'security_group': {'name': 'tempest-secgroup--1179177320'}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:34:32.434070 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-194ce495-f488-4656-992f-df8e281dea86 tempest-NegativeSecGroupTest-382581040 tempest-NegativeSecGroupTest-382581040-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:34:32.441220 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-f91645c4-7eb6-4738-aa53-bb2f1fdc95af tempest-RoutersAdminNegativeIpV6Test-1982966072 tempest-RoutersAdminNegativeIpV6Test-1982966072-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:32.455577 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-194ce495-f488-4656-992f-df8e281dea86 tempest-NegativeSecGroupTest-382581040 tempest-NegativeSecGroupTest-382581040-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:34:32.490695 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-194ce495-f488-4656-992f-df8e281dea86 tempest-NegativeSecGroupTest-382581040 tempest-NegativeSecGroupTest-382581040-project] Notify callbacks [] for security_group, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:32.528131 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-194ce495-f488-4656-992f-df8e281dea86 tempest-NegativeSecGroupTest-382581040 tempest-NegativeSecGroupTest-382581040-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:34:32.534915 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-194ce495-f488-4656-992f-df8e281dea86 tempest-NegativeSecGroupTest-382581040 tempest-NegativeSecGroupTest-382581040-project] Usage tracker for resource:security_group_rule and tenant:05a9c9bcdd6845759539121a6d1af781 is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:34:32.539571 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-194ce495-f488-4656-992f-df8e281dea86 tempest-NegativeSecGroupTest-382581040 tempest-NegativeSecGroupTest-382581040-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:34:32.551371 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-194ce495-f488-4656-992f-df8e281dea86 tempest-NegativeSecGroupTest-382581040 tempest-NegativeSecGroupTest-382581040-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:34:32.565647 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d2e4e3-f777-4937-a059-37ebfc738668 req-256c8330-1986-4068-9c73-11120dbe794a tempest-ServerActionsTestJSON-1581017418 tempest-ServerActionsTestJSON-1581017418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:34:32.567342 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-09d2e4e3-f777-4937-a059-37ebfc738668 req-256c8330-1986-4068-9c73-11120dbe794a tempest-ServerActionsTestJSON-1581017418 tempest-ServerActionsTestJSON-1581017418-project] 10.222.0.13 "GET /v2.0/ports?device_id=95ef1739-1bf2-4522-993c-76a77d5f2322 HTTP/1.1" status: 200  len: 945 time: 0.8889358
Dec 16 22:34:32.589767 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79f4fe25-0e3d-48fa-bc09-2ba6c93826f9 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:34:32.590382 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-79f4fe25-0e3d-48fa-bc09-2ba6c93826f9 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for port, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:32.643322 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.plugin [None req-5aadd4b5-9fff-4895-8f4c-0e6cbeb1df19 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Deleting port 0bf694b4-63f9-497e-9a82-121fefd04895 {{(pid=87507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:34:32.643648 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-5aadd4b5-9fff-4895-8f4c-0e6cbeb1df19 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:32.684944 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-95a966ee-473b-4cbe-8e3c-556509c93e77 None None] Provisioning for port 262c9cf6-d5b5-4f96-8863-cd19bb83f98f completed by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 22:34:32.698163 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-95a966ee-473b-4cbe-8e3c-556509c93e77 None None] Provisioning complete for port 262c9cf6-d5b5-4f96-8863-cd19bb83f98f triggered by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:34:32.698772 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-95a966ee-473b-4cbe-8e3c-556509c93e77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:32.740589 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-79f4fe25-0e3d-48fa-bc09-2ba6c93826f9 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1028 time: 6.0771310
Dec 16 22:34:32.752074 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 40504) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:34:32.761966 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 39a8e67d-591e-48c7-93a6-e0c4b930d518 up at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 22:34:32.781788 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-47d739b2-975d-4266-a94a-3dcabf516854 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:32.812747 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-95a966ee-473b-4cbe-8e3c-556509c93e77 None None] Port 262c9cf6-d5b5-4f96-8863-cd19bb83f98f cannot update to ACTIVE because it is not bound. {{(pid=87508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 22:34:32.846938 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning for port 39a8e67d-591e-48c7-93a6-e0c4b930d518 completed by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 22:34:32.849627 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-09d2e4e3-f777-4937-a059-37ebfc738668 req-d2c503f4-cc05-4158-bd4b-c4b653ef5ba8 tempest-ServerActionsTestJSON-1581017418 tempest-ServerActionsTestJSON-1581017418-project] 10.222.0.13 "GET /v2.0/security-groups?id=1011a650-dc8c-4279-9762-0c0bcda15d85&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2498603
Dec 16 22:34:32.853316 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-7f866e7f-df24-41b9-beb8-9c45e8abf8c1 tempest-RoutersAdminTest-1901902743 tempest-RoutersAdminTest-1901902743-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1863393'] for port, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:32.860353 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-91a9a377-1bbe-42bf-8122-eb1b27e7a64f tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:34:32.863991 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning complete for port 39a8e67d-591e-48c7-93a6-e0c4b930d518 triggered by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:34:32.864825 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:32.910347 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-194ce495-f488-4656-992f-df8e281dea86 tempest-NegativeSecGroupTest-382581040 tempest-NegativeSecGroupTest-382581040-project] Notify callbacks [] for security_group, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:32.942204 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f866e7f-df24-41b9-beb8-9c45e8abf8c1 tempest-RoutersAdminTest-1901902743 tempest-RoutersAdminTest-1901902743-project-admin] Pushing event deleted for resources: {'Port': ['ID=ccc58c9a-60cc-44d0-a84f-3248d98f453b,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:34:32.949217 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-7f866e7f-df24-41b9-beb8-9c45e8abf8c1 tempest-RoutersAdminTest-1901902743 tempest-RoutersAdminTest-1901902743-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:34:32.949953 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-194ce495-f488-4656-992f-df8e281dea86 tempest-NegativeSecGroupTest-382581040 tempest-NegativeSecGroupTest-382581040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841066'] for security_group, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:32.958000 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-d63e97ec-a6b5-4228-a8de-23c938518776 tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:34:32.987096 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-f91645c4-7eb6-4738-aa53-bb2f1fdc95af tempest-RoutersAdminNegativeIpV6Test-1982966072 tempest-RoutersAdminNegativeIpV6Test-1982966072-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10807823'] for port, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:33.003367 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:33.024787 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] For port 39a8e67d-591e-48c7-93a6-e0c4b930d518, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=39a8e67d-591e-48c7-93a6-e0c4b930d518,segment=NetworkSegment(a416442d-d143-4052-9f4e-546eb8cbe809),segment_id=a416442d-d143-4052-9f4e-546eb8cbe809)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:34:33.031703 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:33.032705 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 1f9ae8f5-0f2a-46a2-a0e8-b785136a710b up at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 22:34:33.042485 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194ce495-f488-4656-992f-df8e281dea86 tempest-NegativeSecGroupTest-382581040 tempest-NegativeSecGroupTest-382581040-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9562ed98-bcb3-4f25-9259-908f61147f47,revision_number=1']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:34:33.050201 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-194ce495-f488-4656-992f-df8e281dea86 tempest-NegativeSecGroupTest-382581040 tempest-NegativeSecGroupTest-382581040-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:34:33.058128 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-194ce495-f488-4656-992f-df8e281dea86 tempest-NegativeSecGroupTest-382581040 tempest-NegativeSecGroupTest-382581040-project] Notify callbacks [] for security_group, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:33.062406 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-194ce495-f488-4656-992f-df8e281dea86 tempest-NegativeSecGroupTest-382581040 tempest-NegativeSecGroupTest-382581040-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1744 time: 0.7777128
Dec 16 22:34:33.066291 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 40510) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:34:33.073531 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-0ebfd2d9-93d8-43e9-a285-de22d3fa34e0 tempest-NegativeSecGroupTest-382581040 tempest-NegativeSecGroupTest-382581040-project] Request body: {'security_group': {'name': 'tempest-secgroup--1721295125'}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:34:33.081152 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-0ebfd2d9-93d8-43e9-a285-de22d3fa34e0 tempest-NegativeSecGroupTest-382581040 tempest-NegativeSecGroupTest-382581040-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:34:33.086895 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-0ebfd2d9-93d8-43e9-a285-de22d3fa34e0 tempest-NegativeSecGroupTest-382581040 tempest-NegativeSecGroupTest-382581040-project] Usage tracker for resource:security_group and tenant:05a9c9bcdd6845759539121a6d1af781 is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:34:33.089691 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-f2a475f3-aeb6-41fd-9920-eaf3afa92bf6 tempest-FloatingIPAdminTestJSON-210502716 tempest-FloatingIPAdminTestJSON-210502716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:34:33.090244 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-0ebfd2d9-93d8-43e9-a285-de22d3fa34e0 tempest-NegativeSecGroupTest-382581040 tempest-NegativeSecGroupTest-382581040-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:34:33.097050 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-0ebfd2d9-93d8-43e9-a285-de22d3fa34e0 tempest-NegativeSecGroupTest-382581040 tempest-NegativeSecGroupTest-382581040-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:34:33.103047 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:34:33.105351 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-7f866e7f-df24-41b9-beb8-9c45e8abf8c1 tempest-RoutersAdminTest-1901902743 tempest-RoutersAdminTest-1901902743-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3741895'] for router_gateway, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:33.127962 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-47d739b2-975d-4266-a94a-3dcabf516854 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:33.197757 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron_lib.db.api [None req-e10e44a9-aeb5-4844-80ee-781763fb0736 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87509) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 16 22:34:33.198438 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG oslo_db.api [None req-e10e44a9-aeb5-4844-80ee-781763fb0736 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 16 22:34:33.213406 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-4541ba3b-6be8-499c-bc94-3c60aa55c4f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:33.217351 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning complete for port 1f9ae8f5-0f2a-46a2-a0e8-b785136a710b triggered by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:34:33.217726 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:33.258974 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Pushing event updated for resources: {'Port': ['ID=39a8e67d-591e-48c7-93a6-e0c4b930d518,revision_number=4']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:34:33.263318 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:34:33.282893 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-0ebfd2d9-93d8-43e9-a285-de22d3fa34e0 tempest-NegativeSecGroupTest-382581040 tempest-NegativeSecGroupTest-382581040-project] Notify callbacks [] for security_group, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:33.289801 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f91645c4-7eb6-4738-aa53-bb2f1fdc95af tempest-RoutersAdminNegativeIpV6Test-1982966072 tempest-RoutersAdminNegativeIpV6Test-1982966072-project-admin] Network f8905ce9-304b-4976-bc47-e58c71c11de5 is already hosted by enough agents. {{(pid=87507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:34:33.299817 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.base_scheduler [None req-f91645c4-7eb6-4738-aa53-bb2f1fdc95af tempest-RoutersAdminNegativeIpV6Test-1982966072 tempest-RoutersAdminNegativeIpV6Test-1982966072-project-admin] Resources bound (agent type, host, resource id):  {{(pid=87507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:34:33.309776 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-7f866e7f-df24-41b9-beb8-9c45e8abf8c1 tempest-RoutersAdminTest-1901902743 tempest-RoutersAdminTest-1901902743-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3739500', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39002'] for router, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:33.313306 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-7f866e7f-df24-41b9-beb8-9c45e8abf8c1 tempest-RoutersAdminTest-1901902743 tempest-RoutersAdminTest-1901902743-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:33.314788 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f91645c4-7eb6-4738-aa53-bb2f1fdc95af tempest-RoutersAdminNegativeIpV6Test-1982966072 tempest-RoutersAdminNegativeIpV6Test-1982966072-project-admin] Received port after_create {{(pid=87507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 22:34:33.317164 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-0ebfd2d9-93d8-43e9-a285-de22d3fa34e0 tempest-NegativeSecGroupTest-382581040 tempest-NegativeSecGroupTest-382581040-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:34:33.324489 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-0ebfd2d9-93d8-43e9-a285-de22d3fa34e0 tempest-NegativeSecGroupTest-382581040 tempest-NegativeSecGroupTest-382581040-project] Usage tracker for resource:security_group_rule and tenant:05a9c9bcdd6845759539121a6d1af781 is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:34:33.336840 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-0ebfd2d9-93d8-43e9-a285-de22d3fa34e0 tempest-NegativeSecGroupTest-382581040 tempest-NegativeSecGroupTest-382581040-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:34:33.339269 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91645c4-7eb6-4738-aa53-bb2f1fdc95af tempest-RoutersAdminNegativeIpV6Test-1982966072 tempest-RoutersAdminNegativeIpV6Test-1982966072-project-admin] Pushing event updated for resources: {'Port': ['ID=e16116ac-a1ba-4a15-9875-31c760712936,revision_number=1']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:34:33.343714 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-0ebfd2d9-93d8-43e9-a285-de22d3fa34e0 tempest-NegativeSecGroupTest-382581040 tempest-NegativeSecGroupTest-382581040-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:34:33.350797 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-f91645c4-7eb6-4738-aa53-bb2f1fdc95af tempest-RoutersAdminNegativeIpV6Test-1982966072 tempest-RoutersAdminNegativeIpV6Test-1982966072-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:34:33.363557 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-7f866e7f-df24-41b9-beb8-9c45e8abf8c1 tempest-RoutersAdminTest-1901902743 tempest-RoutersAdminTest-1901902743-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3830089'] for router, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:33.363841 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f866e7f-df24-41b9-beb8-9c45e8abf8c1 tempest-RoutersAdminTest-1901902743 tempest-RoutersAdminTest-1901902743-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e9891fa9-1c92-42de-a5ab-27dd6d36f5a0 {{(pid=87506) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 16 22:34:33.406355 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-7f866e7f-df24-41b9-beb8-9c45e8abf8c1 tempest-RoutersAdminTest-1901902743 tempest-RoutersAdminTest-1901902743-project-admin] Notify callbacks [] for router, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:33.407525 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-7f866e7f-df24-41b9-beb8-9c45e8abf8c1 tempest-RoutersAdminTest-1901902743 tempest-RoutersAdminTest-1901902743-project-admin] 10.222.0.13 "DELETE /v2.0/routers/e9891fa9-1c92-42de-a5ab-27dd6d36f5a0 HTTP/1.1" status: 204  len: 168 time: 1.8555045
Dec 16 22:34:33.415307 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 40514) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:34:33.421397 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-889e463d-01bb-491a-b7bf-d725b51c754a admin admin] Notify callbacks [] for port, precommit_update {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:33.435247 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-199573e8-930c-45fe-855b-af47df8de0ba tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:34:33.441134 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-199573e8-930c-45fe-855b-af47df8de0ba tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:34:33.441910 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-199573e8-930c-45fe-855b-af47df8de0ba tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Synchronizing usage tracker for tenant:8e4385a98eb1416284c1cc96b3355a70 on resource:port {{(pid=87507) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 22:34:33.452031 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-889e463d-01bb-491a-b7bf-d725b51c754a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10807814'] for port, after_update {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:33.483799 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-52fd202a-4948-4cfa-b873-60cac20569e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:34:33.493931 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-0ebfd2d9-93d8-43e9-a285-de22d3fa34e0 tempest-NegativeSecGroupTest-382581040 tempest-NegativeSecGroupTest-382581040-project] Notify callbacks [] for security_group, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:33.499201 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-0ebfd2d9-93d8-43e9-a285-de22d3fa34e0 tempest-NegativeSecGroupTest-382581040 tempest-NegativeSecGroupTest-382581040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841066'] for security_group, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:33.514592 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-454cc946-cb53-42bc-834c-c6b2ed4c8cf4 tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:34:33.522454 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-5aadd4b5-9fff-4895-8f4c-0e6cbeb1df19 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:33.556408 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f91645c4-7eb6-4738-aa53-bb2f1fdc95af tempest-RoutersAdminNegativeIpV6Test-1982966072 tempest-RoutersAdminNegativeIpV6Test-1982966072-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:34:33.557009 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-f91645c4-7eb6-4738-aa53-bb2f1fdc95af tempest-RoutersAdminNegativeIpV6Test-1982966072 tempest-RoutersAdminNegativeIpV6Test-1982966072-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for port, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:33.568910 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-47d739b2-975d-4266-a94a-3dcabf516854 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841066'] for security_group, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:33.606876 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-0ebfd2d9-93d8-43e9-a285-de22d3fa34e0 tempest-NegativeSecGroupTest-382581040 tempest-NegativeSecGroupTest-382581040-project] Notify callbacks [] for security_group, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:33.608112 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-0ebfd2d9-93d8-43e9-a285-de22d3fa34e0 tempest-NegativeSecGroupTest-382581040 tempest-NegativeSecGroupTest-382581040-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1744 time: 0.5406947
Dec 16 22:34:33.611056 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 40518) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:34:33.613270 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebfd2d9-93d8-43e9-a285-de22d3fa34e0 tempest-NegativeSecGroupTest-382581040 tempest-NegativeSecGroupTest-382581040-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cffacb95-283c-4a74-a5ef-af8ee013767e,revision_number=1']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:34:33.617543 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-0ebfd2d9-93d8-43e9-a285-de22d3fa34e0 tempest-NegativeSecGroupTest-382581040 tempest-NegativeSecGroupTest-382581040-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:34:33.620987 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-1d3382ee-b9a6-433f-bb18-95dee2b207b4 tempest-NegativeSecGroupTest-382581040 tempest-NegativeSecGroupTest-382581040-project] Request body: {'security_group_rule': {'security_group_id': '9562ed98-bcb3-4f25-9259-908f61147f47', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'cffacb95-283c-4a74-a5ef-af8ee013767e'}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:34:33.636836 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-1d3382ee-b9a6-433f-bb18-95dee2b207b4 tempest-NegativeSecGroupTest-382581040 tempest-NegativeSecGroupTest-382581040-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:34:33.644194 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-1d3382ee-b9a6-433f-bb18-95dee2b207b4 tempest-NegativeSecGroupTest-382581040 tempest-NegativeSecGroupTest-382581040-project] Usage tracker for resource:security_group_rule and tenant:05a9c9bcdd6845759539121a6d1af781 is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:34:33.649409 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-1d3382ee-b9a6-433f-bb18-95dee2b207b4 tempest-NegativeSecGroupTest-382581040 tempest-NegativeSecGroupTest-382581040-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:34:33.658569 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-1d3382ee-b9a6-433f-bb18-95dee2b207b4 tempest-NegativeSecGroupTest-382581040 tempest-NegativeSecGroupTest-382581040-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:34:33.663600 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-2c74ec53-e96c-4215-9ecf-c9d8c05e1189 tempest-RoutersAdminTest-1901902743 tempest-RoutersAdminTest-1901902743-project-admin] Notify callbacks [] for router, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:33.675375 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-199573e8-930c-45fe-855b-af47df8de0ba tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Unset dirty status for tenant:8e4385a98eb1416284c1cc96b3355a70 on resource:port {{(pid=87507) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 22:34:33.676787 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-199573e8-930c-45fe-855b-af47df8de0ba tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1864 time: 0.9217389
Dec 16 22:34:33.686055 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889e463d-01bb-491a-b7bf-d725b51c754a admin admin] Pushing event updated for resources: {'Port': ['ID=59678307-9955-4c94-b61e-d644a386a596,revision_number=2']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:34:33.688495 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-889e463d-01bb-491a-b7bf-d725b51c754a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3791426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3830222'] for router_interface, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:33.695240 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 40522) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:34:33.696095 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-889e463d-01bb-491a-b7bf-d725b51c754a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:34:33.700956 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-eee5e410-e10b-4a82-b32c-b7bbeb5a5132 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.071s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:34:33.707591 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-47d739b2-975d-4266-a94a-3dcabf516854 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:33.710977 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-47d739b2-975d-4266-a94a-3dcabf516854 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/428fcc13-6aa8-4a95-8b94-505059dfb583 HTTP/1.1" status: 204  len: 168 time: 1.3459399
Dec 16 22:34:33.715711 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-f91645c4-7eb6-4738-aa53-bb2f1fdc95af tempest-RoutersAdminNegativeIpV6Test-1982966072 tempest-RoutersAdminNegativeIpV6Test-1982966072-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1036 time: 5.5576577
Dec 16 22:34:33.724583 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 40528) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:34:33.739678 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-041d4690-11df-42a6-99a3-0eca2533829c tempest-RoutersAdminNegativeIpV6Test-1982966072 tempest-RoutersAdminNegativeIpV6Test-1982966072-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.230'}]}}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:34:33.740526 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e10e44a9-aeb5-4844-80ee-781763fb0736 None None] Port ccc58c9a-60cc-44d0-a84f-3248d98f453b not found while updating agent binding for router e9891fa9-1c92-42de-a5ab-27dd6d36f5a0. {{(pid=87509) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}}
Dec 16 22:34:33.750640 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e10e44a9-aeb5-4844-80ee-781763fb0736 None None] Routers set() bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:34:33.751156 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e10e44a9-aeb5-4844-80ee-781763fb0736 None None] Router IDs set() for agent in host dv-neutron-821829-1-hyperv {{(pid=87509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}}
Dec 16 22:34:33.752870 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_agentschedulers_db [None req-e10e44a9-aeb5-4844-80ee-781763fb0736 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'e9891fa9-1c92-42de-a5ab-27dd6d36f5a0'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:34:31Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent'). {{(pid=87509) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}}
Dec 16 22:34:33.753375 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e10e44a9-aeb5-4844-80ee-781763fb0736 None None] The sync data for ids ['e9891fa9-1c92-42de-a5ab-27dd6d36f5a0'] in dv-neutron-821829-1-hyperv is: [] {{(pid=87509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 22:34:33.754857 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-041d4690-11df-42a6-99a3-0eca2533829c tempest-RoutersAdminNegativeIpV6Test-1982966072 tempest-RoutersAdminNegativeIpV6Test-1982966072-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:34:33.778276 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-041d4690-11df-42a6-99a3-0eca2533829c tempest-RoutersAdminNegativeIpV6Test-1982966072 tempest-RoutersAdminNegativeIpV6Test-1982966072-project-admin] Usage tracker for resource:router and tenant:f2299375237d44bcbed2cf4d8303c9cc is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:34:33.784347 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-041d4690-11df-42a6-99a3-0eca2533829c tempest-RoutersAdminNegativeIpV6Test-1982966072 tempest-RoutersAdminNegativeIpV6Test-1982966072-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:34:33.798634 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-041d4690-11df-42a6-99a3-0eca2533829c tempest-RoutersAdminNegativeIpV6Test-1982966072 tempest-RoutersAdminNegativeIpV6Test-1982966072-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:34:33.861742 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.api.v2.resource [None req-1d3382ee-b9a6-433f-bb18-95dee2b207b4 tempest-NegativeSecGroupTest-382581040 tempest-NegativeSecGroupTest-382581040-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 16 22:34:33.865483 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-1d3382ee-b9a6-433f-bb18-95dee2b207b4 tempest-NegativeSecGroupTest-382581040 tempest-NegativeSecGroupTest-382581040-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 387 time: 0.2507882
Dec 16 22:34:33.875127 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 40532) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:34:33.905382 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-041d4690-11df-42a6-99a3-0eca2533829c tempest-RoutersAdminNegativeIpV6Test-1982966072 tempest-RoutersAdminNegativeIpV6Test-1982966072-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3741155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38980'] for router, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:33.906385 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-041d4690-11df-42a6-99a3-0eca2533829c tempest-RoutersAdminNegativeIpV6Test-1982966072 tempest-RoutersAdminNegativeIpV6Test-1982966072-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3743284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3741748', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3896702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-38989'] for router, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:33.922537 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d739b2-975d-4266-a94a-3dcabf516854 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=428fcc13-6aa8-4a95-8b94-505059dfb583,revision_number=None']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:34:33.944890 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-47d739b2-975d-4266-a94a-3dcabf516854 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:34:33.966373 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-041d4690-11df-42a6-99a3-0eca2533829c tempest-RoutersAdminNegativeIpV6Test-1982966072 tempest-RoutersAdminNegativeIpV6Test-1982966072-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:33.979472 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-2c74ec53-e96c-4215-9ecf-c9d8c05e1189 tempest-RoutersAdminTest-1901902743 tempest-RoutersAdminTest-1901902743-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:34.006189 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-c2eb0266-37f7-4dd8-b5b9-192ca9302411 tempest-NegativeSecGroupTest-382581040 tempest-NegativeSecGroupTest-382581040-project] Notify callbacks [] for security_group, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:34.009904 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [None req-2c74ec53-e96c-4215-9ecf-c9d8c05e1189 tempest-RoutersAdminTest-1901902743 tempest-RoutersAdminTest-1901902743-project-admin] Deleting port 1f9ae8f5-0f2a-46a2-a0e8-b785136a710b {{(pid=87506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:34:34.010059 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-2c74ec53-e96c-4215-9ecf-c9d8c05e1189 tempest-RoutersAdminTest-1901902743 tempest-RoutersAdminTest-1901902743-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:34.111015 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.plugin [None req-88547da3-7081-4075-8630-9cecb9b55f64 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Deleting port 262c9cf6-d5b5-4f96-8863-cd19bb83f98f {{(pid=87507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:34:34.111354 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-88547da3-7081-4075-8630-9cecb9b55f64 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:34.215438 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-c2eb0266-37f7-4dd8-b5b9-192ca9302411 tempest-NegativeSecGroupTest-382581040 tempest-NegativeSecGroupTest-382581040-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:34.350734 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-889e463d-01bb-491a-b7bf-d725b51c754a admin admin] Network 1184a913-dac0-4ec1-b150-22ccd69ce676 is already hosted by enough agents. {{(pid=87507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:34:34.361628 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.base_scheduler [None req-889e463d-01bb-491a-b7bf-d725b51c754a admin admin] Resources bound (agent type, host, resource id):  {{(pid=87507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:34:34.378549 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-5aadd4b5-9fff-4895-8f4c-0e6cbeb1df19 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:34.378929 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-5aadd4b5-9fff-4895-8f4c-0e6cbeb1df19 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3741874'] for floatingip, after_update {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:34.379253 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.db.l3_db [None req-5aadd4b5-9fff-4895-8f4c-0e6cbeb1df19 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Floating IP d3f8bf9a-5899-4650-b3a6-cdf8a18a05db disassociated. External IP: 172.26.0.126, port: 0bf694b4-63f9-497e-9a82-121fefd04895.
Dec 16 22:34:34.379585 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.plugin [None req-5aadd4b5-9fff-4895-8f4c-0e6cbeb1df19 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Calling delete_port for 0bf694b4-63f9-497e-9a82-121fefd04895 owned by  {{(pid=87507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:34:34.654466 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-c2eb0266-37f7-4dd8-b5b9-192ca9302411 tempest-NegativeSecGroupTest-382581040 tempest-NegativeSecGroupTest-382581040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841066'] for security_group, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:34.663257 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:34:34.700383 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-041d4690-11df-42a6-99a3-0eca2533829c tempest-RoutersAdminNegativeIpV6Test-1982966072 tempest-RoutersAdminNegativeIpV6Test-1982966072-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3741702', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3740945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-38947'] for router, precommit_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:34.701101 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 39a8e67d-591e-48c7-93a6-e0c4b930d518 up at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 22:34:34.714398 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.db [None req-2c74ec53-e96c-4215-9ecf-c9d8c05e1189 tempest-RoutersAdminTest-1901902743 tempest-RoutersAdminTest-1901902743-project-admin] For port 1f9ae8f5-0f2a-46a2-a0e8-b785136a710b, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=1f9ae8f5-0f2a-46a2-a0e8-b785136a710b,segment=NetworkSegment(a416442d-d143-4052-9f4e-546eb8cbe809),segment_id=a416442d-d143-4052-9f4e-546eb8cbe809)] {{(pid=87506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:34:34.714751 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-2c74ec53-e96c-4215-9ecf-c9d8c05e1189 tempest-RoutersAdminTest-1901902743 tempest-RoutersAdminTest-1901902743-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:34.750638 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2eb0266-37f7-4dd8-b5b9-192ca9302411 tempest-NegativeSecGroupTest-382581040 tempest-NegativeSecGroupTest-382581040-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cffacb95-283c-4a74-a5ef-af8ee013767e,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:34:34.776176 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-c2eb0266-37f7-4dd8-b5b9-192ca9302411 tempest-NegativeSecGroupTest-382581040 tempest-NegativeSecGroupTest-382581040-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:34:34.804690 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 40554) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:34:34.861772 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-fcfe7cf3-c2a0-4768-b20a-3dc116ce18f3 None None] Provisioning complete for port 59678307-9955-4c94-b61e-d644a386a596 triggered by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:34:34.862067 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-fcfe7cf3-c2a0-4768-b20a-3dc116ce18f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:34.865013 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-88547da3-7081-4075-8630-9cecb9b55f64 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:34.881140 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-5aadd4b5-9fff-4895-8f4c-0e6cbeb1df19 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10807823'] for port, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:34.922201 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-fcfe7cf3-c2a0-4768-b20a-3dc116ce18f3 None None] Port 59678307-9955-4c94-b61e-d644a386a596 cannot update to ACTIVE because it is not bound. {{(pid=87508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 22:34:34.935258 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning complete for port 39a8e67d-591e-48c7-93a6-e0c4b930d518 triggered by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:34:34.936619 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:34.952783 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [None req-2c74ec53-e96c-4215-9ecf-c9d8c05e1189 tempest-RoutersAdminTest-1901902743 tempest-RoutersAdminTest-1901902743-project-admin] Calling delete_port for 1f9ae8f5-0f2a-46a2-a0e8-b785136a710b owned by network:router_gateway {{(pid=87506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:34:34.953872 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-889e463d-01bb-491a-b7bf-d725b51c754a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:34:35.051065 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-c2eb0266-37f7-4dd8-b5b9-192ca9302411 tempest-NegativeSecGroupTest-382581040 tempest-NegativeSecGroupTest-382581040-project] Notify callbacks [] for security_group, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:35.057747 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-c2eb0266-37f7-4dd8-b5b9-192ca9302411 tempest-NegativeSecGroupTest-382581040 tempest-NegativeSecGroupTest-382581040-project] 10.222.0.13 "DELETE /v2.0/security-groups/cffacb95-283c-4a74-a5ef-af8ee013767e HTTP/1.1" status: 204  len: 168 time: 1.1792574
Dec 16 22:34:35.090568 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.plugin [None req-88547da3-7081-4075-8630-9cecb9b55f64 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Calling delete_port for 262c9cf6-d5b5-4f96-8863-cd19bb83f98f owned by  {{(pid=87507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:34:35.111126 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 40560) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:34:35.136316 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-296ee26f-31b3-45ba-8498-c8f05a60d3a3 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Request body: {'network': {'name': 'tempest-RoutersTest-1166907371'}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:34:35.147178 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aadd4b5-9fff-4895-8f4c-0e6cbeb1df19 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Pushing event deleted for resources: {'Port': ['ID=0bf694b4-63f9-497e-9a82-121fefd04895,revision_number=None']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:34:35.149574 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-5aadd4b5-9fff-4895-8f4c-0e6cbeb1df19 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:34:35.213416 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-296ee26f-31b3-45ba-8498-c8f05a60d3a3 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:34:35.233910 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-296ee26f-31b3-45ba-8498-c8f05a60d3a3 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Usage tracker for resource:network and tenant:bb30155073f3462f829b4df60e35f5af is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:34:35.239862 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-33f32b12-0e89-466d-bc64-f6b4224b2bb2 tempest-NegativeSecGroupTest-382581040 tempest-NegativeSecGroupTest-382581040-project] Synchronizing usage tracker for tenant:05a9c9bcdd6845759539121a6d1af781 on resource:security_group {{(pid=87506) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 22:34:35.243370 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-296ee26f-31b3-45ba-8498-c8f05a60d3a3 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:34:35.246969 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-889e463d-01bb-491a-b7bf-d725b51c754a admin admin] Router ed9403a7-f69e-4090-b054-6cfe3d423956 has already been hosted by L3 agent 4f519db7-069b-43e2-8411-c092bac9102a {{(pid=87507) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 22:34:35.266890 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-296ee26f-31b3-45ba-8498-c8f05a60d3a3 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:34:35.270511 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-33f32b12-0e89-466d-bc64-f6b4224b2bb2 tempest-NegativeSecGroupTest-382581040 tempest-NegativeSecGroupTest-382581040-project] Unset dirty status for tenant:05a9c9bcdd6845759539121a6d1af781 on resource:security_group {{(pid=87506) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 22:34:35.271784 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-33f32b12-0e89-466d-bc64-f6b4224b2bb2 tempest-NegativeSecGroupTest-382581040 tempest-NegativeSecGroupTest-382581040-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 4505 time: 0.1570117
Dec 16 22:34:35.279048 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 40564) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:34:35.452006 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-2c535473-12a4-4010-90a0-5a3c6365726c tempest-NegativeSecGroupTest-382581040 tempest-NegativeSecGroupTest-382581040-project] Notify callbacks [] for security_group, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:35.546998 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-2c535473-12a4-4010-90a0-5a3c6365726c tempest-NegativeSecGroupTest-382581040 tempest-NegativeSecGroupTest-382581040-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:35.560424 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-296ee26f-31b3-45ba-8498-c8f05a60d3a3 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Made reservation on behalf of bb30155073f3462f829b4df60e35f5af for: {'network': 1} {{(pid=87507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:34:35.562224 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-2c74ec53-e96c-4215-9ecf-c9d8c05e1189 tempest-RoutersAdminTest-1901902743 tempest-RoutersAdminTest-1901902743-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1863393'] for port, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:35.564562 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-296ee26f-31b3-45ba-8498-c8f05a60d3a3 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for network, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:35.600519 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-296ee26f-31b3-45ba-8498-c8f05a60d3a3 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks [] for security_group, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:35.618483 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-35db6ca8-2d9b-4234-835c-4ac2823935c7 tempest-RoutersIpV6AdminTest-765327337 tempest-RoutersIpV6AdminTest-765327337-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:34:35.680971 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-296ee26f-31b3-45ba-8498-c8f05a60d3a3 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:34:35.682395 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c74ec53-e96c-4215-9ecf-c9d8c05e1189 tempest-RoutersAdminTest-1901902743 tempest-RoutersAdminTest-1901902743-project-admin] Pushing event deleted for resources: {'Port': ['ID=1f9ae8f5-0f2a-46a2-a0e8-b785136a710b,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:34:35.689551 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-2c74ec53-e96c-4215-9ecf-c9d8c05e1189 tempest-RoutersAdminTest-1901902743 tempest-RoutersAdminTest-1901902743-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:34:35.696082 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-296ee26f-31b3-45ba-8498-c8f05a60d3a3 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Usage tracker for resource:security_group_rule and tenant:bb30155073f3462f829b4df60e35f5af is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:34:35.762466 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-296ee26f-31b3-45ba-8498-c8f05a60d3a3 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:34:35.772267 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5aadd4b5-9fff-4895-8f4c-0e6cbeb1df19 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Router 45ae2c9f-738c-4d50-9070-36f2d87f0ea0 has already been hosted by L3 agent 4f519db7-069b-43e2-8411-c092bac9102a {{(pid=87507) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 22:34:35.780500 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-296ee26f-31b3-45ba-8498-c8f05a60d3a3 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:34:35.825687 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-041d4690-11df-42a6-99a3-0eca2533829c tempest-RoutersAdminNegativeIpV6Test-1982966072 tempest-RoutersAdminNegativeIpV6Test-1982966072-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:35.858754 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-2c535473-12a4-4010-90a0-5a3c6365726c tempest-NegativeSecGroupTest-382581040 tempest-NegativeSecGroupTest-382581040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841066'] for security_group, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:35.864469 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-1e098619-be1f-4a1d-a996-7b208a8af219 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:34:35.872436 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-041d4690-11df-42a6-99a3-0eca2533829c tempest-RoutersAdminNegativeIpV6Test-1982966072 tempest-RoutersAdminNegativeIpV6Test-1982966072-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:35.916052 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c535473-12a4-4010-90a0-5a3c6365726c tempest-NegativeSecGroupTest-382581040 tempest-NegativeSecGroupTest-382581040-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9562ed98-bcb3-4f25-9259-908f61147f47,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:34:35.917816 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-2c74ec53-e96c-4215-9ecf-c9d8c05e1189 tempest-RoutersAdminTest-1901902743 tempest-RoutersAdminTest-1901902743-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3741895'] for router_gateway, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:35.935287 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-889e463d-01bb-491a-b7bf-d725b51c754a admin admin] Notify agent at l3_agent.dv-neutron-821829-1-hyperv the message routers_updated {{(pid=87507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 22:34:35.947075 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b26778e-bd3a-450d-a6c6-d8078e4d049d None None] Sync routers for ids ['ed9403a7-f69e-4090-b054-6cfe3d423956'] in dv-neutron-821829-1-hyperv {{(pid=87509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 22:34:35.957189 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b26778e-bd3a-450d-a6c6-d8078e4d049d None None] Routers {'ed9403a7-f69e-4090-b054-6cfe3d423956'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:34:35.957794 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-6b26778e-bd3a-450d-a6c6-d8078e4d049d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b7cc0f790>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:34:31Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['ed9403a7-f69e-4090-b054-6cfe3d423956'], 'active': True} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:34:35.973985 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-2c535473-12a4-4010-90a0-5a3c6365726c tempest-NegativeSecGroupTest-382581040 tempest-NegativeSecGroupTest-382581040-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:34:36.005268 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-88547da3-7081-4075-8630-9cecb9b55f64 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10807823'] for port, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:36.017809 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-bfa3305e-b617-47d0-a696-ae099ad5405e tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:34:36.131127 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88547da3-7081-4075-8630-9cecb9b55f64 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Pushing event deleted for resources: {'Port': ['ID=262c9cf6-d5b5-4f96-8863-cd19bb83f98f,revision_number=None']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:34:36.133668 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-88547da3-7081-4075-8630-9cecb9b55f64 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:34:36.149487 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvr_db [None req-6b26778e-bd3a-450d-a6c6-d8078e4d049d None None] Set router ed9403a7-f69e-4090-b054-6cfe3d423956 gateway port host: dv-neutron-821829-1-hyperv {{(pid=87509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 22:34:36.265207 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-889e463d-01bb-491a-b7bf-d725b51c754a admin admin] 10.222.0.13 "PUT /v2.0/routers/ed9403a7-f69e-4090-b054-6cfe3d423956/add_router_interface HTTP/1.1" status: 200  len: 503 time: 11.4469304
Dec 16 22:34:36.317369 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5aadd4b5-9fff-4895-8f4c-0e6cbeb1df19 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Notify agent at l3_agent.dv-neutron-821829-1-hyperv the message routers_updated {{(pid=87507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 22:34:36.334095 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b0ff5bd-21a4-44dc-8674-db4d8c61a995 None None] Sync routers for ids ['45ae2c9f-738c-4d50-9070-36f2d87f0ea0'] in dv-neutron-821829-1-hyperv {{(pid=87508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 22:34:36.354580 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b0ff5bd-21a4-44dc-8674-db4d8c61a995 None None] Routers {'45ae2c9f-738c-4d50-9070-36f2d87f0ea0'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:34:36.355851 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-5b0ff5bd-21a4-44dc-8674-db4d8c61a995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b77cbeca0>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:34:31Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['45ae2c9f-738c-4d50-9070-36f2d87f0ea0'], 'active': True} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:34:36.435628 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-296ee26f-31b3-45ba-8498-c8f05a60d3a3 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks [] for security_group, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:36.452843 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-041d4690-11df-42a6-99a3-0eca2533829c tempest-RoutersAdminNegativeIpV6Test-1982966072 tempest-RoutersAdminNegativeIpV6Test-1982966072-project-admin] Notify callbacks [] for router, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:36.463160 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-296ee26f-31b3-45ba-8498-c8f05a60d3a3 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841066'] for security_group, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:36.468925 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-88547da3-7081-4075-8630-9cecb9b55f64 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for port, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:36.473543 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-88547da3-7081-4075-8630-9cecb9b55f64 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] 10.222.0.13 "DELETE /v2.0/ports/262c9cf6-d5b5-4f96-8863-cd19bb83f98f HTTP/1.1" status: 204  len: 168 time: 2.7738452
Dec 16 22:34:36.475797 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:34:36.484290 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 40570) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:34:36.490464 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-5b0ff5bd-21a4-44dc-8674-db4d8c61a995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b77cbeca0>, [], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:34:36.508219 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b0ff5bd-21a4-44dc-8674-db4d8c61a995 None None] Routers {'45ae2c9f-738c-4d50-9070-36f2d87f0ea0'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:34:36.517888 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-5b0ff5bd-21a4-44dc-8674-db4d8c61a995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b77cbeca0>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:34:31Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['45ae2c9f-738c-4d50-9070-36f2d87f0ea0'], 'active': True} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:34:36.547472 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-296ee26f-31b3-45ba-8498-c8f05a60d3a3 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] vlan segment allocate from pool success with {'vlan_id': 155, 'physical_network': 'physnet1'}  {{(pid=87507) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 22:34:36.619831 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-2c74ec53-e96c-4215-9ecf-c9d8c05e1189 tempest-RoutersAdminTest-1901902743 tempest-RoutersAdminTest-1901902743-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3739500', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39002'] for router, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:36.641984 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-5b0ff5bd-21a4-44dc-8674-db4d8c61a995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b77cbeca0>, [], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:34:36.642395 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b0ff5bd-21a4-44dc-8674-db4d8c61a995 None None] The sync data for ids ['45ae2c9f-738c-4d50-9070-36f2d87f0ea0'] in dv-neutron-821829-1-hyperv is: [] {{(pid=87508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 22:34:36.645628 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-2c74ec53-e96c-4215-9ecf-c9d8c05e1189 tempest-RoutersAdminTest-1901902743 tempest-RoutersAdminTest-1901902743-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:36.653055 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-139060cd-4afd-4668-a7ab-3d268c46bce1 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:34:36.660174 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-139060cd-4afd-4668-a7ab-3d268c46bce1 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:34:36.660174 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-139060cd-4afd-4668-a7ab-3d268c46bce1 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:34:36.660174 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-139060cd-4afd-4668-a7ab-3d268c46bce1 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Synchronizing usage tracker for tenant:8e4385a98eb1416284c1cc96b3355a70 on resource:subnet {{(pid=87507) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 22:34:36.663290 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-6b26778e-bd3a-450d-a6c6-d8078e4d049d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b7cc0f790>, [{'id': 'ed9403a7-f69e-4090-b054-6cfe3d423956', 'name': 'tempest-ServersTestManualDisk-941694451-router', 'tenant_id': 'ce00d97791a4466faef350f07c7566f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.39'}], 'enable_snat': True}, 'gw_port_id': '39a8e67d-591e-48c7-93a6-e0c4b930d518', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:34:17Z', 'updated_at': '2021-12-16T22:34:32Z', 'revision_number': 4, 'project_id': 'ce00d97791a4466faef350f07c7566f3', 'gw_port': {'id': '39a8e67d-591e-48c7-93a6-e0c4b930d518', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:69:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed9403a7-f69e-4090-b054-6cfe3d423956', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:34:20Z', 'updated_at': '2021-12-16T22:34:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv', '_interfaces': [{'id': '59678307-9955-4c94-b61e-d644a386a596', 'name': '', 'network_id': '1184a913-dac0-4ec1-b150-22ccd69ce676', 'tenant_id': 'ce00d97791a4466faef350f07c7566f3', 'mac_address': 'fa:16:3e:9d:47:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed9403a7-f69e-4090-b054-6cfe3d423956', 'device_owner': 'network:router_interface', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '5a69580f-6718-4d75-974b-631ac7e9556c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:34:28Z', 'updated_at': '2021-12-16T22:34:32Z', 'revision_number': 2, 'project_id': 'ce00d97791a4466faef350f07c7566f3', 'subnets': [{'id': '5a69580f-6718-4d75-974b-631ac7e9556c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:34:36.669293 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b26778e-bd3a-450d-a6c6-d8078e4d049d None None] Checking router: ed9403a7-f69e-4090-b054-6cfe3d423956 for host: dv-neutron-821829-1-hyperv {{(pid=87509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 22:34:36.670194 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b26778e-bd3a-450d-a6c6-d8078e4d049d None None] Updating router ed9403a7-f69e-4090-b054-6cfe3d423956 port 59678307-9955-4c94-b61e-d644a386a596 binding host dv-neutron-821829-1-hyperv {{(pid=87509) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 16 22:34:36.683864 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-296ee26f-31b3-45ba-8498-c8f05a60d3a3 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-883292'] for segment, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:36.684608 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.db.segments_db [None req-296ee26f-31b3-45ba-8498-c8f05a60d3a3 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Added segment 2ad0f161-ff78-4675-b89f-9b87154df3c7 of type vlan for network 74e8abe1-d62a-47bd-a542-ad4ce7fca482
Dec 16 22:34:36.689871 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-5aadd4b5-9fff-4895-8f4c-0e6cbeb1df19 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for port, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:36.700833 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-5aadd4b5-9fff-4895-8f4c-0e6cbeb1df19 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] 10.222.0.13 "DELETE /v2.0/ports/0bf694b4-63f9-497e-9a82-121fefd04895 HTTP/1.1" status: 204  len: 168 time: 4.3215663
Dec 16 22:34:36.706514 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 40578) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:34:36.709103 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-139060cd-4afd-4668-a7ab-3d268c46bce1 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Unset dirty status for tenant:8e4385a98eb1416284c1cc96b3355a70 on resource:subnet {{(pid=87507) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 22:34:36.710470 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-139060cd-4afd-4668-a7ab-3d268c46bce1 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2049 time: 0.2218025
Dec 16 22:34:36.711413 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296ee26f-31b3-45ba-8498-c8f05a60d3a3 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa649939-2766-4242-9950-e8484a6c2682,revision_number=1']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:34:36.713193 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-2c535473-12a4-4010-90a0-5a3c6365726c tempest-NegativeSecGroupTest-382581040 tempest-NegativeSecGroupTest-382581040-project] Notify callbacks [] for security_group, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:36.714294 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-2c535473-12a4-4010-90a0-5a3c6365726c tempest-NegativeSecGroupTest-382581040 tempest-NegativeSecGroupTest-382581040-project] 10.222.0.13 "DELETE /v2.0/security-groups/9562ed98-bcb3-4f25-9259-908f61147f47 HTTP/1.1" status: 204  len: 168 time: 1.4341033
Dec 16 22:34:36.715056 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 40582) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:34:36.742298 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 40584) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:34:36.746537 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron_lib.callbacks.manager [None req-6b26778e-bd3a-450d-a6c6-d8078e4d049d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:36.853458 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-296ee26f-31b3-45ba-8498-c8f05a60d3a3 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734753047233'] for network, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:36.857257 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-296ee26f-31b3-45ba-8498-c8f05a60d3a3 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.381s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:34:36.860457 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-15f458ef-ccfe-4b8e-b50d-2ae6272f0f82 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] 10.222.0.13 "GET /v2.0/floatingips/d3f8bf9a-5899-4650-b3a6-cdf8a18a05db HTTP/1.1" status: 200  len: 688 time: 0.1525955
Dec 16 22:34:36.863945 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 40590) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:34:36.893232 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.db_base_plugin_v2 [None req-b514f52a-db46-4378-b2b5-30f749c34009 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Deleting subnet 77af39da-4569-4461-bc1d-06f70c24ea37 {{(pid=87506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 16 22:34:36.897519 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-b514f52a-db46-4378-b2b5-30f749c34009 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks [] for subnet, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:36.965918 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-b514f52a-db46-4378-b2b5-30f749c34009 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-266764487'] for subnet, precommit_delete_associations {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:37.037379 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.plugin [None req-3754cd35-dcea-4aa7-908c-ae25f3d316eb tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Deleting port 1cdffe53-4a83-41fb-890b-f10e8ab954f2 {{(pid=87507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:34:37.037714 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-3754cd35-dcea-4aa7-908c-ae25f3d316eb tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:37.061580 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 40594) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:34:37.071230 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-83ee9d16-2bd3-4125-93a0-494bad4e12bd tempest-ServersTestManualDisk-828097669 tempest-ServersTestManualDisk-828097669-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1802837157', 'description': 'tempest-description--1093252480'}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:34:37.085822 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-296ee26f-31b3-45ba-8498-c8f05a60d3a3 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440'] for network, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:37.091444 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-296ee26f-31b3-45ba-8498-c8f05a60d3a3 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:34:37.092058 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-296ee26f-31b3-45ba-8498-c8f05a60d3a3 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks [] for network, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:37.099073 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-83ee9d16-2bd3-4125-93a0-494bad4e12bd tempest-ServersTestManualDisk-828097669 tempest-ServersTestManualDisk-828097669-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:34:37.101223 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-21e881e4-0b34-4252-8900-ec81edae6bb4 tempest-QuotasNegativeTest-1323589361 tempest-QuotasNegativeTest-1323589361-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:34:37.105696 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-2c74ec53-e96c-4215-9ecf-c9d8c05e1189 tempest-RoutersAdminTest-1901902743 tempest-RoutersAdminTest-1901902743-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3830089'] for router, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:37.106345 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c74ec53-e96c-4215-9ecf-c9d8c05e1189 tempest-RoutersAdminTest-1901902743 tempest-RoutersAdminTest-1901902743-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4528c4bd-4a8c-421e-860a-0182ed62788d {{(pid=87506) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 16 22:34:37.139580 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-83ee9d16-2bd3-4125-93a0-494bad4e12bd tempest-ServersTestManualDisk-828097669 tempest-ServersTestManualDisk-828097669-project] Usage tracker for resource:security_group and tenant:ce00d97791a4466faef350f07c7566f3 is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:34:37.150743 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-83ee9d16-2bd3-4125-93a0-494bad4e12bd tempest-ServersTestManualDisk-828097669 tempest-ServersTestManualDisk-828097669-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:34:37.162992 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron_lib.callbacks.manager [None req-6b26778e-bd3a-450d-a6c6-d8078e4d049d None None] Notify callbacks [] for port, precommit_update {{(pid=87509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:37.176548 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.provisioning_blocks [None req-6b26778e-bd3a-450d-a6c6-d8078e4d049d None None] Transition to ACTIVE for port object 59678307-9955-4c94-b61e-d644a386a596 will not be triggered until provisioned by entity L2. {{(pid=87509) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:34:37.185494 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron_lib.callbacks.manager [None req-6b26778e-bd3a-450d-a6c6-d8078e4d049d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:37.196983 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:34:37.202375 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-83ee9d16-2bd3-4125-93a0-494bad4e12bd tempest-ServersTestManualDisk-828097669 tempest-ServersTestManualDisk-828097669-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:34:37.227613 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-041d4690-11df-42a6-99a3-0eca2533829c tempest-RoutersAdminNegativeIpV6Test-1982966072 tempest-RoutersAdminNegativeIpV6Test-1982966072-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3739500', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39002'] for router, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:37.237520 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-041d4690-11df-42a6-99a3-0eca2533829c tempest-RoutersAdminNegativeIpV6Test-1982966072 tempest-RoutersAdminNegativeIpV6Test-1982966072-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:37.240029 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-296ee26f-31b3-45ba-8498-c8f05a60d3a3 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 766 time: 2.4304445
Dec 16 22:34:37.240705 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 40598) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:34:37.247081 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-2c74ec53-e96c-4215-9ecf-c9d8c05e1189 tempest-RoutersAdminTest-1901902743 tempest-RoutersAdminTest-1901902743-project-admin] Notify callbacks [] for router, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:37.253787 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-2c74ec53-e96c-4215-9ecf-c9d8c05e1189 tempest-RoutersAdminTest-1901902743 tempest-RoutersAdminTest-1901902743-project-admin] 10.222.0.13 "DELETE /v2.0/routers/4528c4bd-4a8c-421e-860a-0182ed62788d HTTP/1.1" status: 204  len: 168 time: 3.8375623
Dec 16 22:34:37.257496 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-5d0f6095-0f0e-4364-a49b-6f3c70bf40a2 tempest-NegativeSecGroupTest-382581040 tempest-NegativeSecGroupTest-382581040-project] Synchronizing usage tracker for tenant:05a9c9bcdd6845759539121a6d1af781 on resource:security_group {{(pid=87506) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 22:34:37.262573 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 40600) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:34:37.284738 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-6854a528-b86c-41f5-9941-958cf6af1c45 tempest-RoutersAdminTest-1029946936 tempest-RoutersAdminTest-1029946936-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1252582849', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5'}, 'admin_state_up': False}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:34:37.297154 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-6854a528-b86c-41f5-9941-958cf6af1c45 tempest-RoutersAdminTest-1029946936 tempest-RoutersAdminTest-1029946936-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:34:37.298080 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-6854a528-b86c-41f5-9941-958cf6af1c45 tempest-RoutersAdminTest-1029946936 tempest-RoutersAdminTest-1029946936-project] Usage tracker for resource:router and tenant:662a8bad278a4b1485561129d2472ad5 is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:34:37.301744 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-6854a528-b86c-41f5-9941-958cf6af1c45 tempest-RoutersAdminTest-1029946936 tempest-RoutersAdminTest-1029946936-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:34:37.308511 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-6854a528-b86c-41f5-9941-958cf6af1c45 tempest-RoutersAdminTest-1029946936 tempest-RoutersAdminTest-1029946936-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:34:37.326036 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167043df-a432-447b-93a1-6ea49da754c9 None None] Pushing event updated for resources: {'Port': ['ID=59678307-9955-4c94-b61e-d644a386a596,revision_number=3']} {{(pid=87509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:34:37.329206 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG oslo_concurrency.lockutils [None req-167043df-a432-447b-93a1-6ea49da754c9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=87509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:34:37.345555 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-6854a528-b86c-41f5-9941-958cf6af1c45 tempest-RoutersAdminTest-1029946936 tempest-RoutersAdminTest-1029946936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3741155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38980'] for router, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:37.348115 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-6854a528-b86c-41f5-9941-958cf6af1c45 tempest-RoutersAdminTest-1029946936 tempest-RoutersAdminTest-1029946936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3743284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3741748', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3896702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-38989'] for router, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:37.353103 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-041d4690-11df-42a6-99a3-0eca2533829c tempest-RoutersAdminNegativeIpV6Test-1982966072 tempest-RoutersAdminNegativeIpV6Test-1982966072-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3830089'] for router, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:37.353597 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-041d4690-11df-42a6-99a3-0eca2533829c tempest-RoutersAdminNegativeIpV6Test-1982966072 tempest-RoutersAdminNegativeIpV6Test-1982966072-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9e47359d-4a9d-454a-a56c-921b61a557f8 {{(pid=87506) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 16 22:34:37.363335 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-5d0f6095-0f0e-4364-a49b-6f3c70bf40a2 tempest-NegativeSecGroupTest-382581040 tempest-NegativeSecGroupTest-382581040-project] Unset dirty status for tenant:05a9c9bcdd6845759539121a6d1af781 on resource:security_group {{(pid=87506) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 22:34:37.368907 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-5d0f6095-0f0e-4364-a49b-6f3c70bf40a2 tempest-NegativeSecGroupTest-382581040 tempest-NegativeSecGroupTest-382581040-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2979 time: 0.6206498
Dec 16 22:34:37.377401 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 40604) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:34:37.393552 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-b514f52a-db46-4378-b2b5-30f749c34009 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3328566'] for subnet, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:37.425604 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-3269c656-ffcf-4b64-81f1-f8533e01bec1 tempest-NegativeSecGroupTest-382581040 tempest-NegativeSecGroupTest-382581040-project] Request body: {'security_group': {'name': 'tempest-secgroup--824441077'}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:34:37.429675 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.plugins.ml2.managers [None req-6b26778e-bd3a-450d-a6c6-d8078e4d049d None None] Attempting to bind port 59678307-9955-4c94-b61e-d644a386a596 on host dv-neutron-821829-1-hyperv for vnic_type normal with profile  {{(pid=87509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 22:34:37.430057 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.plugins.ml2.managers [None req-6b26778e-bd3a-450d-a6c6-d8078e4d049d None None] Attempting to bind port 59678307-9955-4c94-b61e-d644a386a596 by drivers openvswitch,hyperv on host dv-neutron-821829-1-hyperv at level 0 using segments [{'id': '44d7d6b4-2384-4042-a4d7-5a7c4d034892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '1184a913-dac0-4ec1-b150-22ccd69ce676'}] {{(pid=87509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 22:34:37.430424 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b26778e-bd3a-450d-a6c6-d8078e4d049d None None] Attempting to bind port 59678307-9955-4c94-b61e-d644a386a596 on network 1184a913-dac0-4ec1-b150-22ccd69ce676 {{(pid=87509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 22:34:37.437821 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b26778e-bd3a-450d-a6c6-d8078e4d049d None None] Checking agent: {'id': '5571501f-366e-47a4-9b60-8ef19d935d27', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821829-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 24, 2), 'started_at': datetime.datetime(2021, 12, 16, 22, 24, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 34, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821829-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 22:34:37.438197 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b26778e-bd3a-450d-a6c6-d8078e4d049d None None] Checking segment: {'id': '44d7d6b4-2384-4042-a4d7-5a7c4d034892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '1184a913-dac0-4ec1-b150-22ccd69ce676'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 22:34:37.438596 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron_lib.callbacks.manager [None req-6b26778e-bd3a-450d-a6c6-d8078e4d049d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:37.438987 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b26778e-bd3a-450d-a6c6-d8078e4d049d None None] Bound using segment: {'id': '44d7d6b4-2384-4042-a4d7-5a7c4d034892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '1184a913-dac0-4ec1-b150-22ccd69ce676'} {{(pid=87509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 22:34:37.439453 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.plugins.ml2.managers [None req-6b26778e-bd3a-450d-a6c6-d8078e4d049d None None] Bound port: 59678307-9955-4c94-b61e-d644a386a596, host: dv-neutron-821829-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44d7d6b4-2384-4042-a4d7-5a7c4d034892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '1184a913-dac0-4ec1-b150-22ccd69ce676'}}] {{(pid=87509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 22:34:37.439880 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron_lib.callbacks.manager [None req-6b26778e-bd3a-450d-a6c6-d8078e4d049d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:37.453212 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-3269c656-ffcf-4b64-81f1-f8533e01bec1 tempest-NegativeSecGroupTest-382581040 tempest-NegativeSecGroupTest-382581040-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:34:37.463371 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-6854a528-b86c-41f5-9941-958cf6af1c45 tempest-RoutersAdminTest-1029946936 tempest-RoutersAdminTest-1029946936-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:37.476301 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.api.v2.resource [None req-041d4690-11df-42a6-99a3-0eca2533829c tempest-RoutersAdminNegativeIpV6Test-1982966072 tempest-RoutersAdminNegativeIpV6Test-1982966072-project-admin] create failed (client error): There was a conflict when trying to complete your request.
Dec 16 22:34:37.480141 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-041d4690-11df-42a6-99a3-0eca2533829c tempest-RoutersAdminNegativeIpV6Test-1982966072 tempest-RoutersAdminNegativeIpV6Test-1982966072-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 409  len: 372 time: 3.7546024
Dec 16 22:34:37.484537 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 40608) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:34:37.490163 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-3269c656-ffcf-4b64-81f1-f8533e01bec1 tempest-NegativeSecGroupTest-382581040 tempest-NegativeSecGroupTest-382581040-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:34:37.554259 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.plugins.ml2.db [None req-6b26778e-bd3a-450d-a6c6-d8078e4d049d None None] For port 59678307-9955-4c94-b61e-d644a386a596, host dv-neutron-821829-1-hyperv, cleared binding levels {{(pid=87509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 22:34:37.558010 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.plugins.ml2.db [None req-6b26778e-bd3a-450d-a6c6-d8078e4d049d None None] For port 59678307-9955-4c94-b61e-d644a386a596, host dv-neutron-821829-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=59678307-9955-4c94-b61e-d644a386a596,segment=NetworkSegment(44d7d6b4-2384-4042-a4d7-5a7c4d034892),segment_id=44d7d6b4-2384-4042-a4d7-5a7c4d034892)] {{(pid=87509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 22:34:37.564630 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron_lib.callbacks.manager [None req-6b26778e-bd3a-450d-a6c6-d8078e4d049d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:37.574613 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG oslo_concurrency.lockutils [None req-f421af1c-4626-4df3-ba8f-543499953dfa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:34:37.588798 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-3754cd35-dcea-4aa7-908c-ae25f3d316eb tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:37.589231 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-3754cd35-dcea-4aa7-908c-ae25f3d316eb tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:37.633649 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-3269c656-ffcf-4b64-81f1-f8533e01bec1 tempest-NegativeSecGroupTest-382581040 tempest-NegativeSecGroupTest-382581040-project] Notify callbacks [] for security_group, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:37.640442 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:37.655373 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b26778e-bd3a-450d-a6c6-d8078e4d049d None None] Routers {'ed9403a7-f69e-4090-b054-6cfe3d423956'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:34:37.656144 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-6b26778e-bd3a-450d-a6c6-d8078e4d049d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b7cc0f790>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:34:31Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['ed9403a7-f69e-4090-b054-6cfe3d423956'], 'active': True} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:34:37.712124 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167043df-a432-447b-93a1-6ea49da754c9 None None] Pushing event updated for resources: {'Port': ['ID=59678307-9955-4c94-b61e-d644a386a596,revision_number=4']} {{(pid=87509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:34:37.723016 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG oslo_concurrency.lockutils [None req-167043df-a432-447b-93a1-6ea49da754c9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=87509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:34:37.728499 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [None req-dfe2f3d3-b5bb-4751-a82e-63a1c4f8c200 tempest-RoutersAdminNegativeIpV6Test-1982966072 tempest-RoutersAdminNegativeIpV6Test-1982966072-project-admin] Deleting port e16116ac-a1ba-4a15-9875-31c760712936 {{(pid=87506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:34:37.728966 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-dfe2f3d3-b5bb-4751-a82e-63a1c4f8c200 tempest-RoutersAdminNegativeIpV6Test-1982966072 tempest-RoutersAdminNegativeIpV6Test-1982966072-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:37.790078 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-5eb75176-ecc9-4e7e-800d-883e9a8428db tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Request body: {'network': {'name': 'tempest-RoutersTest-2093711859'}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:34:37.790632 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-b514f52a-db46-4378-b2b5-30f749c34009 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3328622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1863378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11213117'] for subnet, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:37.798834 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-3269c656-ffcf-4b64-81f1-f8533e01bec1 tempest-NegativeSecGroupTest-382581040 tempest-NegativeSecGroupTest-382581040-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:34:37.801868 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-37ed6b2b-dc24-41a0-8235-ede6eb20f5aa tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:34:37.808358 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.plugin [None req-3754cd35-dcea-4aa7-908c-ae25f3d316eb tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Calling delete_port for 1cdffe53-4a83-41fb-890b-f10e8ab954f2 owned by network:floatingip {{(pid=87507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:34:37.854013 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-5eb75176-ecc9-4e7e-800d-883e9a8428db tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:34:37.856658 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-83ee9d16-2bd3-4125-93a0-494bad4e12bd tempest-ServersTestManualDisk-828097669 tempest-ServersTestManualDisk-828097669-project] Notify callbacks [] for security_group, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:37.883074 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296ee26f-31b3-45ba-8498-c8f05a60d3a3 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Pushing event updated for resources: {'Network': ['ID=74e8abe1-d62a-47bd-a542-ad4ce7fca482,revision_number=1']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:34:37.886069 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-296ee26f-31b3-45ba-8498-c8f05a60d3a3 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.785s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:34:37.887309 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-83ee9d16-2bd3-4125-93a0-494bad4e12bd tempest-ServersTestManualDisk-828097669 tempest-ServersTestManualDisk-828097669-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:34:37.896290 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Network 74e8abe1-d62a-47bd-a542-ad4ce7fca482 details requested by agent ovs-agent-dv-neutron-821829-1-hyperv with host dv-neutron-821829-1-hyperv {{(pid=87508) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 22:34:37.898178 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-5eb75176-ecc9-4e7e-800d-883e9a8428db tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Usage tracker for resource:network and tenant:bb30155073f3462f829b4df60e35f5af is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:34:37.905831 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-83ee9d16-2bd3-4125-93a0-494bad4e12bd tempest-ServersTestManualDisk-828097669 tempest-ServersTestManualDisk-828097669-project] Usage tracker for resource:security_group_rule and tenant:ce00d97791a4466faef350f07c7566f3 is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:34:37.908556 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-5eb75176-ecc9-4e7e-800d-883e9a8428db tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:34:37.911454 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-83ee9d16-2bd3-4125-93a0-494bad4e12bd tempest-ServersTestManualDisk-828097669 tempest-ServersTestManualDisk-828097669-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:34:37.917423 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-3269c656-ffcf-4b64-81f1-f8533e01bec1 tempest-NegativeSecGroupTest-382581040 tempest-NegativeSecGroupTest-382581040-project] Usage tracker for resource:security_group_rule and tenant:05a9c9bcdd6845759539121a6d1af781 is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:34:37.920930 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-83ee9d16-2bd3-4125-93a0-494bad4e12bd tempest-ServersTestManualDisk-828097669 tempest-ServersTestManualDisk-828097669-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:34:37.926645 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-5eb75176-ecc9-4e7e-800d-883e9a8428db tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:34:37.928951 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvr_db [None req-6b26778e-bd3a-450d-a6c6-d8078e4d049d None None] Set router ed9403a7-f69e-4090-b054-6cfe3d423956 gateway port host: dv-neutron-821829-1-hyperv {{(pid=87509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 22:34:37.933737 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b514f52a-db46-4378-b2b5-30f749c34009 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Pushing event deleted for resources: {'Subnet': ['ID=77af39da-4569-4461-bc1d-06f70c24ea37,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:34:37.935744 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-3269c656-ffcf-4b64-81f1-f8533e01bec1 tempest-NegativeSecGroupTest-382581040 tempest-NegativeSecGroupTest-382581040-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:34:37.941461 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-b514f52a-db46-4378-b2b5-30f749c34009 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3791486'] for subnet, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:37.948481 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-068fc434-d1ad-4788-8a8c-a72b7457ce5f None None] Network 7edd76f7-0f97-48a5-b177-9842de6c0500 requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 22:34:37.953077 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-b514f52a-db46-4378-b2b5-30f749c34009 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:34:37.969971 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5eb75176-ecc9-4e7e-800d-883e9a8428db tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Made reservation on behalf of bb30155073f3462f829b4df60e35f5af for: {'network': 1} {{(pid=87507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:34:37.974142 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-5eb75176-ecc9-4e7e-800d-883e9a8428db tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for network, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:38.012976 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5eb75176-ecc9-4e7e-800d-883e9a8428db tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] vlan segment allocate from pool success with {'vlan_id': 170, 'physical_network': 'physnet1'}  {{(pid=87507) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 22:34:38.024944 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-5eb75176-ecc9-4e7e-800d-883e9a8428db tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-883292'] for segment, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:38.025288 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.db.segments_db [None req-5eb75176-ecc9-4e7e-800d-883e9a8428db tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Added segment 465bbc84-7d61-431c-8543-9bcce4563854 of type vlan for network b0f969d8-7cc3-4021-a55f-b89c531f585f
Dec 16 22:34:38.056986 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-5eb75176-ecc9-4e7e-800d-883e9a8428db tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734753047233'] for network, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:38.095196 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-5eb75176-ecc9-4e7e-800d-883e9a8428db tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440'] for network, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:38.101656 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eb75176-ecc9-4e7e-800d-883e9a8428db tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:34:38.102272 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-5eb75176-ecc9-4e7e-800d-883e9a8428db tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks [] for network, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:38.127709 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-06d99039-e9f6-4601-8680-00875ff68a1f tempest-QuotasNegativeTest-1323589361 tempest-QuotasNegativeTest-1323589361-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:34:38.151391 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-5eb75176-ecc9-4e7e-800d-883e9a8428db tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 766 time: 0.6423357
Dec 16 22:34:38.162117 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 40614) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:34:38.174362 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-0d023dcc-80e7-4124-81d0-2ecb18140efb tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Request body: {'subnet': {'network_id': '74e8abe1-d62a-47bd-a542-ad4ce7fca482', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:34:38.195037 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-3269c656-ffcf-4b64-81f1-f8533e01bec1 tempest-NegativeSecGroupTest-382581040 tempest-NegativeSecGroupTest-382581040-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:34:38.227373 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-6854a528-b86c-41f5-9941-958cf6af1c45 tempest-RoutersAdminTest-1029946936 tempest-RoutersAdminTest-1029946936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3741702', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3740945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-38947'] for router, precommit_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:38.247427 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-b514f52a-db46-4378-b2b5-30f749c34009 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] 10.222.0.13 "DELETE /v2.0/subnets/77af39da-4569-4461-bc1d-06f70c24ea37 HTTP/1.1" status: 204  len: 168 time: 1.5201173
Dec 16 22:34:38.259553 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 40618) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:34:38.317293 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-6b26778e-bd3a-450d-a6c6-d8078e4d049d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b7cc0f790>, [{'id': 'ed9403a7-f69e-4090-b054-6cfe3d423956', 'name': 'tempest-ServersTestManualDisk-941694451-router', 'tenant_id': 'ce00d97791a4466faef350f07c7566f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.39'}], 'enable_snat': True}, 'gw_port_id': '39a8e67d-591e-48c7-93a6-e0c4b930d518', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:34:17Z', 'updated_at': '2021-12-16T22:34:32Z', 'revision_number': 4, 'project_id': 'ce00d97791a4466faef350f07c7566f3', 'gw_port': {'id': '39a8e67d-591e-48c7-93a6-e0c4b930d518', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:69:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed9403a7-f69e-4090-b054-6cfe3d423956', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:34:20Z', 'updated_at': '2021-12-16T22:34:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv', '_interfaces': [{'id': '59678307-9955-4c94-b61e-d644a386a596', 'name': '', 'network_id': '1184a913-dac0-4ec1-b150-22ccd69ce676', 'tenant_id': 'ce00d97791a4466faef350f07c7566f3', 'mac_address': 'fa:16:3e:9d:47:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed9403a7-f69e-4090-b054-6cfe3d423956', 'device_owner': 'network:router_interface', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '5a69580f-6718-4d75-974b-631ac7e9556c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:34:28Z', 'updated_at': '2021-12-16T22:34:37Z', 'revision_number': 4, 'project_id': 'ce00d97791a4466faef350f07c7566f3', 'subnets': [{'id': '5a69580f-6718-4d75-974b-631ac7e9556c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:34:38.324915 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b26778e-bd3a-450d-a6c6-d8078e4d049d None None] The sync data for ids ['ed9403a7-f69e-4090-b054-6cfe3d423956'] in dv-neutron-821829-1-hyperv is: [{'id': 'ed9403a7-f69e-4090-b054-6cfe3d423956', 'name': 'tempest-ServersTestManualDisk-941694451-router', 'tenant_id': 'ce00d97791a4466faef350f07c7566f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.39'}], 'enable_snat': True}, 'gw_port_id': '39a8e67d-591e-48c7-93a6-e0c4b930d518', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:34:17Z', 'updated_at': '2021-12-16T22:34:32Z', 'revision_number': 4, 'project_id': 'ce00d97791a4466faef350f07c7566f3', 'gw_port': {'id': '39a8e67d-591e-48c7-93a6-e0c4b930d518', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:69:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed9403a7-f69e-4090-b054-6cfe3d423956', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:34:20Z', 'updated_at': '2021-12-16T22:34:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv', '_interfaces': [{'id': '59678307-9955-4c94-b61e-d644a386a596', 'name': '', 'network_id': '1184a913-dac0-4ec1-b150-22ccd69ce676', 'tenant_id': 'ce00d97791a4466faef350f07c7566f3', 'mac_address': 'fa:16:3e:9d:47:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed9403a7-f69e-4090-b054-6cfe3d423956', 'device_owner': 'network:router_interface', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '5a69580f-6718-4d75-974b-631ac7e9556c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:34:28Z', 'updated_at': '2021-12-16T22:34:37Z', 'revision_number': 4, 'project_id': 'ce00d97791a4466faef350f07c7566f3', 'subnets': [{'id': '5a69580f-6718-4d75-974b-631ac7e9556c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 22:34:38.553085 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-83ee9d16-2bd3-4125-93a0-494bad4e12bd tempest-ServersTestManualDisk-828097669 tempest-ServersTestManualDisk-828097669-project] Notify callbacks [] for security_group, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:38.589204 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb75176-ecc9-4e7e-800d-883e9a8428db tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Pushing event updated for resources: {'Network': ['ID=b0f969d8-7cc3-4021-a55f-b89c531f585f,revision_number=1']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:34:38.598000 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-83ee9d16-2bd3-4125-93a0-494bad4e12bd tempest-ServersTestManualDisk-828097669 tempest-ServersTestManualDisk-828097669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841066'] for security_group, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:38.601922 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-3269c656-ffcf-4b64-81f1-f8533e01bec1 tempest-NegativeSecGroupTest-382581040 tempest-NegativeSecGroupTest-382581040-project] Notify callbacks [] for security_group, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:38.614279 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-5eb75176-ecc9-4e7e-800d-883e9a8428db tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.487s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:34:38.615020 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-b537c0fc-91dd-49ae-9c6e-30b58b95ec47 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:34:38.622545 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-3269c656-ffcf-4b64-81f1-f8533e01bec1 tempest-NegativeSecGroupTest-382581040 tempest-NegativeSecGroupTest-382581040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841066'] for security_group, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:38.625940 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Network b0f969d8-7cc3-4021-a55f-b89c531f585f details requested by agent ovs-agent-dv-neutron-821829-1-hyperv with host dv-neutron-821829-1-hyperv {{(pid=87508) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 22:34:38.633907 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-dfe2f3d3-b5bb-4751-a82e-63a1c4f8c200 tempest-RoutersAdminNegativeIpV6Test-1982966072 tempest-RoutersAdminNegativeIpV6Test-1982966072-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:38.636923 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-3754cd35-dcea-4aa7-908c-ae25f3d316eb tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10807823'] for port, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:38.644243 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-0ebfd2d9-93d8-43e9-a285-de22d3fa34e0 tempest-NegativeSecGroupTest-382581040 tempest-NegativeSecGroupTest-382581040-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:34:38.731181 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.db_base_plugin_v2 [None req-c86f759e-f54f-4304-9f7b-f3989aac030a tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Deleting subnet d54b6bd4-a524-46c1-b653-02627bcd75bf {{(pid=87507) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 16 22:34:38.738886 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-0d023dcc-80e7-4124-81d0-2ecb18140efb tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:34:38.783321 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-0d023dcc-80e7-4124-81d0-2ecb18140efb tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Usage tracker for resource:subnet and tenant:bb30155073f3462f829b4df60e35f5af is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:34:38.788989 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-c86f759e-f54f-4304-9f7b-f3989aac030a tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks [] for subnet, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:38.813327 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 59678307-9955-4c94-b61e-d644a386a596 up at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 22:34:38.821468 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-0d023dcc-80e7-4124-81d0-2ecb18140efb tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:34:38.836957 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-83ee9d16-2bd3-4125-93a0-494bad4e12bd tempest-ServersTestManualDisk-828097669 tempest-ServersTestManualDisk-828097669-project] Notify callbacks [] for security_group, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:38.842603 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-83ee9d16-2bd3-4125-93a0-494bad4e12bd tempest-ServersTestManualDisk-828097669 tempest-ServersTestManualDisk-828097669-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1780 time: 1.7766635
Dec 16 22:34:38.847132 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [None req-dfe2f3d3-b5bb-4751-a82e-63a1c4f8c200 tempest-RoutersAdminNegativeIpV6Test-1982966072 tempest-RoutersAdminNegativeIpV6Test-1982966072-project-admin] Calling delete_port for e16116ac-a1ba-4a15-9875-31c760712936 owned by  {{(pid=87506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:34:38.866888 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 40622) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:34:38.883713 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-0d023dcc-80e7-4124-81d0-2ecb18140efb tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:34:38.932138 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-c4fbc1ab-84b7-4fc0-a5c6-a33a37ade940 tempest-ServersTestManualDisk-828097669 tempest-ServersTestManualDisk-828097669-project] Request body: {'security_group_rule': {'security_group_id': '794e274c-0150-48f2-9119-aaeb44cd27be', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:34:38.943932 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ee9d16-2bd3-4125-93a0-494bad4e12bd tempest-ServersTestManualDisk-828097669 tempest-ServersTestManualDisk-828097669-project] Pushing event updated for resources: {'SecurityGroup': ['ID=794e274c-0150-48f2-9119-aaeb44cd27be,revision_number=1']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:34:38.955712 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning for port 59678307-9955-4c94-b61e-d644a386a596 completed by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 22:34:38.962184 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning complete for port 59678307-9955-4c94-b61e-d644a386a596 triggered by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:34:38.964356 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:38.969441 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-83ee9d16-2bd3-4125-93a0-494bad4e12bd tempest-ServersTestManualDisk-828097669 tempest-ServersTestManualDisk-828097669-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.354s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:34:38.971776 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3269c656-ffcf-4b64-81f1-f8533e01bec1 tempest-NegativeSecGroupTest-382581040 tempest-NegativeSecGroupTest-382581040-project] Pushing event updated for resources: {'SecurityGroup': ['ID=84ef36de-f5df-432d-8a66-3f3f15fe5ff0,revision_number=1']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:34:38.976531 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-3269c656-ffcf-4b64-81f1-f8533e01bec1 tempest-NegativeSecGroupTest-382581040 tempest-NegativeSecGroupTest-382581040-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.332s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:34:38.977897 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-3269c656-ffcf-4b64-81f1-f8533e01bec1 tempest-NegativeSecGroupTest-382581040 tempest-NegativeSecGroupTest-382581040-project] Notify callbacks [] for security_group, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:38.979053 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-c4fbc1ab-84b7-4fc0-a5c6-a33a37ade940 tempest-ServersTestManualDisk-828097669 tempest-ServersTestManualDisk-828097669-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:34:38.979851 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-3269c656-ffcf-4b64-81f1-f8533e01bec1 tempest-NegativeSecGroupTest-382581040 tempest-NegativeSecGroupTest-382581040-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1743 time: 1.5938618
Dec 16 22:34:38.984039 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 40626) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:34:38.989692 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-88547da3-7081-4075-8630-9cecb9b55f64 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.281s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:34:39.049854 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-c4fbc1ab-84b7-4fc0-a5c6-a33a37ade940 tempest-ServersTestManualDisk-828097669 tempest-ServersTestManualDisk-828097669-project] Usage tracker for resource:security_group_rule and tenant:ce00d97791a4466faef350f07c7566f3 is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:34:39.052849 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-15e07de3-8fcc-4f06-81ca-be6ec696fcf2 tempest-NegativeSecGroupTest-382581040 tempest-NegativeSecGroupTest-382581040-project] Request body: {'security_group': {'name': 'default'}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:34:39.057223 dv-neutron-821829-1-hyperv neutron-server[87506]: WARNING neutron.api.v2.base [None req-15e07de3-8fcc-4f06-81ca-be6ec696fcf2 tempest-NegativeSecGroupTest-382581040 tempest-NegativeSecGroupTest-382581040-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists.
Dec 16 22:34:39.057942 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.api.v2.resource [None req-15e07de3-8fcc-4f06-81ca-be6ec696fcf2 tempest-NegativeSecGroupTest-382581040 tempest-NegativeSecGroupTest-382581040-project] update failed (client error): There was a conflict when trying to complete your request.
Dec 16 22:34:39.059144 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-15e07de3-8fcc-4f06-81ca-be6ec696fcf2 tempest-NegativeSecGroupTest-382581040 tempest-NegativeSecGroupTest-382581040-project] 10.222.0.13 "PUT /v2.0/security-groups/84ef36de-f5df-432d-8a66-3f3f15fe5ff0 HTTP/1.1" status: 409  len: 330 time: 0.0734413
Dec 16 22:34:39.070046 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 40630) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:34:39.073308 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-c4fbc1ab-84b7-4fc0-a5c6-a33a37ade940 tempest-ServersTestManualDisk-828097669 tempest-ServersTestManualDisk-828097669-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:34:39.101359 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d023dcc-80e7-4124-81d0-2ecb18140efb tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Made reservation on behalf of bb30155073f3462f829b4df60e35f5af for: {'subnet': 1} {{(pid=87507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:34:39.104977 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-0d023dcc-80e7-4124-81d0-2ecb18140efb tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10549598'] for subnet, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:39.134618 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-c4fbc1ab-84b7-4fc0-a5c6-a33a37ade940 tempest-ServersTestManualDisk-828097669 tempest-ServersTestManualDisk-828097669-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:34:39.138831 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-c86f759e-f54f-4304-9f7b-f3989aac030a tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2128562'] for subnet, precommit_delete_associations {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:39.153871 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:39.190067 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3754cd35-dcea-4aa7-908c-ae25f3d316eb tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Pushing event deleted for resources: {'Port': ['ID=1cdffe53-4a83-41fb-890b-f10e8ab954f2,revision_number=None']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:34:39.214236 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] For port 59678307-9955-4c94-b61e-d644a386a596, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=59678307-9955-4c94-b61e-d644a386a596,segment=NetworkSegment(44d7d6b4-2384-4042-a4d7-5a7c4d034892),segment_id=44d7d6b4-2384-4042-a4d7-5a7c4d034892)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:34:39.220822 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:39.224977 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-3754cd35-dcea-4aa7-908c-ae25f3d316eb tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:34:39.237226 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-7d89b0a0-fc15-4ed5-be7a-4951471ac7bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:34:39.272787 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 1f9ae8f5-0f2a-46a2-a0e8-b785136a710b no longer exists at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 22:34:39.299684 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-dfe2f3d3-b5bb-4751-a82e-63a1c4f8c200 tempest-RoutersAdminNegativeIpV6Test-1982966072 tempest-RoutersAdminNegativeIpV6Test-1982966072-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1863393'] for port, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:39.307424 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-4d5c9b04-5740-4cd8-8f0e-89d2c76016a9 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:34:39.315056 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-3754cd35-dcea-4aa7-908c-ae25f3d316eb tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Notify callbacks [] for floatingip, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:39.317484 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-3754cd35-dcea-4aa7-908c-ae25f3d316eb tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for floatingip, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:39.321968 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-3754cd35-dcea-4aa7-908c-ae25f3d316eb tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] 10.222.0.13 "DELETE /v2.0/floatingips/d3f8bf9a-5899-4650-b3a6-cdf8a18a05db HTTP/1.1" status: 204  len: 168 time: 2.4538009
Dec 16 22:34:39.336185 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 40634) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:34:39.343143 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Pushing event updated for resources: {'Port': ['ID=59678307-9955-4c94-b61e-d644a386a596,revision_number=5']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:34:39.359432 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:34:39.361635 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] No Port match for: 1f9ae8f5-0f2a-46a2-a0e8-b785136a710b {{(pid=87508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 22:34:39.361991 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 1f9ae8f5-0f2a-46a2-a0e8-b785136a710b not bound to the agent host dv-neutron-821829-1-hyperv {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 22:34:39.363735 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-f80c76a3-42ac-4339-b60d-cec38215add5 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Request body: {'floatingip': {'floating_network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'port_id': '37d3f702-7ad2-4d73-b0c8-c8d6e0dc3390'}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:34:39.374098 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-2a65870a-8580-4a93-81c7-7eaf0e9789ec None None] Provisioning complete for port 910357b9-e25e-4a5b-a341-89b26dd1c897 triggered by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:34:39.374805 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-2a65870a-8580-4a93-81c7-7eaf0e9789ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:39.381404 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-f80c76a3-42ac-4339-b60d-cec38215add5 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:34:39.399296 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-c4fbc1ab-84b7-4fc0-a5c6-a33a37ade940 tempest-ServersTestManualDisk-828097669 tempest-ServersTestManualDisk-828097669-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:39.402854 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe2f3d3-b5bb-4751-a82e-63a1c4f8c200 tempest-RoutersAdminNegativeIpV6Test-1982966072 tempest-RoutersAdminNegativeIpV6Test-1982966072-project-admin] Pushing event deleted for resources: {'Port': ['ID=e16116ac-a1ba-4a15-9875-31c760712936,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:34:39.418050 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-f80c76a3-42ac-4339-b60d-cec38215add5 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Usage tracker for resource:floatingip and tenant:224a3f89678e41499cb7a5fbecafc8d7 is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:34:39.443950 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-f80c76a3-42ac-4339-b60d-cec38215add5 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:34:39.464766 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-6854a528-b86c-41f5-9941-958cf6af1c45 tempest-RoutersAdminTest-1029946936 tempest-RoutersAdminTest-1029946936-project] Notify callbacks [] for router_gateway, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:39.469094 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-f80c76a3-42ac-4339-b60d-cec38215add5 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:34:39.471216 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-eae827d1-8d1b-4219-b29d-1666462aaf95 tempest-NegativeSecGroupTest-382581040 tempest-NegativeSecGroupTest-382581040-project] Notify callbacks [] for security_group, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:39.504400 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-dfe2f3d3-b5bb-4751-a82e-63a1c4f8c200 tempest-RoutersAdminNegativeIpV6Test-1982966072 tempest-RoutersAdminNegativeIpV6Test-1982966072-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:34:39.514821 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-f80c76a3-42ac-4339-b60d-cec38215add5 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Notify callbacks [] for floatingip, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:39.550911 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-6854a528-b86c-41f5-9941-958cf6af1c45 tempest-RoutersAdminTest-1029946936 tempest-RoutersAdminTest-1029946936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:39.561592 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-eae827d1-8d1b-4219-b29d-1666462aaf95 tempest-NegativeSecGroupTest-382581040 tempest-NegativeSecGroupTest-382581040-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:39.571389 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-c86f759e-f54f-4304-9f7b-f3989aac030a tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3328566'] for subnet, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:39.645085 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-dfe2f3d3-b5bb-4751-a82e-63a1c4f8c200 tempest-RoutersAdminNegativeIpV6Test-1982966072 tempest-RoutersAdminNegativeIpV6Test-1982966072-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for port, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:39.693751 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-dfe2f3d3-b5bb-4751-a82e-63a1c4f8c200 tempest-RoutersAdminNegativeIpV6Test-1982966072 tempest-RoutersAdminNegativeIpV6Test-1982966072-project-admin] 10.222.0.13 "DELETE /v2.0/ports/e16116ac-a1ba-4a15-9875-31c760712936 HTTP/1.1" status: 204  len: 168 time: 2.2008629
Dec 16 22:34:39.731825 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.db_base_plugin_common [None req-6854a528-b86c-41f5-9941-958cf6af1c45 tempest-RoutersAdminTest-1029946936 tempest-RoutersAdminTest-1029946936-project] Allocated IP 172.26.0.46 (f8905ce9-304b-4976-bc47-e58c71c11de5/9bca8591-41ef-4f2d-8ecb-ecaab1a28acf/f2e16968-bcf6-406d-a8a1-1991a077b79c) {{(pid=87506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 22:34:39.889176 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-c4fbc1ab-84b7-4fc0-a5c6-a33a37ade940 tempest-ServersTestManualDisk-828097669 tempest-ServersTestManualDisk-828097669-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:39.906360 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-c4fbc1ab-84b7-4fc0-a5c6-a33a37ade940 tempest-ServersTestManualDisk-828097669 tempest-ServersTestManualDisk-828097669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841137'] for security_group_rule, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:39.923560 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:34:39.924995 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-6854a528-b86c-41f5-9941-958cf6af1c45 tempest-RoutersAdminTest-1029946936 tempest-RoutersAdminTest-1029946936-project] Notify callbacks [] for port, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:39.966047 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-6854a528-b86c-41f5-9941-958cf6af1c45 tempest-RoutersAdminTest-1029946936 tempest-RoutersAdminTest-1029946936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1863393'] for port, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:39.971006 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-eae827d1-8d1b-4219-b29d-1666462aaf95 tempest-NegativeSecGroupTest-382581040 tempest-NegativeSecGroupTest-382581040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841066'] for security_group, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:39.973686 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-0103b53d-788e-458f-96f4-08b27b63fb1e tempest-RoutersIpV6AdminTest-146809031 tempest-RoutersIpV6AdminTest-146809031-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:34:39.973859 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fbc1ab-84b7-4fc0-a5c6-a33a37ade940 tempest-ServersTestManualDisk-828097669 tempest-ServersTestManualDisk-828097669-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c77105e-7fe5-45cc-b3a3-e92d88e04de9,revision_number=0']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:34:39.989047 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-c4fbc1ab-84b7-4fc0-a5c6-a33a37ade940 tempest-ServersTestManualDisk-828097669 tempest-ServersTestManualDisk-828097669-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:34:39.994533 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-83ee9d16-2bd3-4125-93a0-494bad4e12bd tempest-ServersTestManualDisk-828097669 tempest-ServersTestManualDisk-828097669-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.021s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:34:40.002054 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-c86f759e-f54f-4304-9f7b-f3989aac030a tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3328622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10807868', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10549621'] for subnet, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:40.042905 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae827d1-8d1b-4219-b29d-1666462aaf95 tempest-NegativeSecGroupTest-382581040 tempest-NegativeSecGroupTest-382581040-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=84ef36de-f5df-432d-8a66-3f3f15fe5ff0,revision_number=None']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:34:40.050233 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-eae827d1-8d1b-4219-b29d-1666462aaf95 tempest-NegativeSecGroupTest-382581040 tempest-NegativeSecGroupTest-382581040-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:34:40.054452 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-20e75f0f-4dcb-4e01-aa93-00848dc3c888 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.030s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:34:40.065401 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-817478d2-5ec4-45d3-a0b8-f583a57d8b23 None None] Network 7edd76f7-0f97-48a5-b177-9842de6c0500 requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 22:34:40.075928 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 40642) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:34:40.080730 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6854a528-b86c-41f5-9941-958cf6af1c45 tempest-RoutersAdminTest-1029946936 tempest-RoutersAdminTest-1029946936-project] Pushing event updated for resources: {'Port': ['ID=f2e16968-bcf6-406d-a8a1-1991a077b79c,revision_number=1']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:34:40.080923 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-c86f759e-f54f-4304-9f7b-f3989aac030a tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks [] for subnet, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:40.084972 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-c86f759e-f54f-4304-9f7b-f3989aac030a tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] 10.222.0.13 "DELETE /v2.0/subnets/d54b6bd4-a524-46c1-b653-02627bcd75bf HTTP/1.1" status: 204  len: 168 time: 1.7898452
Dec 16 22:34:40.088162 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 40646) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:34:40.092635 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-0d023dcc-80e7-4124-81d0-2ecb18140efb tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10807931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10549612'] for subnet, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:40.095706 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6854a528-b86c-41f5-9941-958cf6af1c45 tempest-RoutersAdminTest-1029946936 tempest-RoutersAdminTest-1029946936-project] Network f8905ce9-304b-4976-bc47-e58c71c11de5 is already hosted by enough agents. {{(pid=87506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:34:40.098505 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-6854a528-b86c-41f5-9941-958cf6af1c45 tempest-RoutersAdminTest-1029946936 tempest-RoutersAdminTest-1029946936-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:34:40.098686 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-c4fbc1ab-84b7-4fc0-a5c6-a33a37ade940 tempest-ServersTestManualDisk-828097669 tempest-ServersTestManualDisk-828097669-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:40.099346 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.base_scheduler [None req-6854a528-b86c-41f5-9941-958cf6af1c45 tempest-RoutersAdminTest-1029946936 tempest-RoutersAdminTest-1029946936-project] Resources bound (agent type, host, resource id):  {{(pid=87506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:34:40.099813 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-c4fbc1ab-84b7-4fc0-a5c6-a33a37ade940 tempest-ServersTestManualDisk-828097669 tempest-ServersTestManualDisk-828097669-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 1.2183893
Dec 16 22:34:40.105481 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6854a528-b86c-41f5-9941-958cf6af1c45 tempest-RoutersAdminTest-1029946936 tempest-RoutersAdminTest-1029946936-project] Received port after_create {{(pid=87506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 22:34:40.153167 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 40652) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:34:40.155384 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86f759e-f54f-4304-9f7b-f3989aac030a tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Pushing event deleted for resources: {'Subnet': ['ID=d54b6bd4-a524-46c1-b653-02627bcd75bf,revision_number=None']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:34:40.157448 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-eae827d1-8d1b-4219-b29d-1666462aaf95 tempest-NegativeSecGroupTest-382581040 tempest-NegativeSecGroupTest-382581040-project] Notify callbacks [] for security_group, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:40.161087 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-eae827d1-8d1b-4219-b29d-1666462aaf95 tempest-NegativeSecGroupTest-382581040 tempest-NegativeSecGroupTest-382581040-project] 10.222.0.13 "DELETE /v2.0/security-groups/84ef36de-f5df-432d-8a66-3f3f15fe5ff0 HTTP/1.1" status: 204  len: 168 time: 1.0796306
Dec 16 22:34:40.161232 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-c86f759e-f54f-4304-9f7b-f3989aac030a tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:34:40.166782 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-7609a180-1aa5-4fb6-9ea1-40eb00f170a3 tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.012s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:34:40.170390 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-fd43b3e7-7cc0-401a-a1ca-8d89f1e97755 tempest-ServersTestManualDisk-828097669 tempest-ServersTestManualDisk-828097669-project] Request body: {'security_group_rule': {'security_group_id': '794e274c-0150-48f2-9119-aaeb44cd27be', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:34:40.183574 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 40656) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:34:40.203139 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-fd43b3e7-7cc0-401a-a1ca-8d89f1e97755 tempest-ServersTestManualDisk-828097669 tempest-ServersTestManualDisk-828097669-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:34:40.215423 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-fd43b3e7-7cc0-401a-a1ca-8d89f1e97755 tempest-ServersTestManualDisk-828097669 tempest-ServersTestManualDisk-828097669-project] Usage tracker for resource:security_group_rule and tenant:ce00d97791a4466faef350f07c7566f3 is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:34:40.226860 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-b1517b5b-826f-4589-97db-43539a1c4843 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1274474
Dec 16 22:34:40.227079 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-fd43b3e7-7cc0-401a-a1ca-8d89f1e97755 tempest-ServersTestManualDisk-828097669 tempest-ServersTestManualDisk-828097669-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:34:40.228814 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 40660) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:34:40.246215 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-3fae6a2d-662d-42d0-a86e-5c7a37823c58 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Request body: {'subnet': {'network_id': '7edd76f7-0f97-48a5-b177-9842de6c0500', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:34:40.270521 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-fd43b3e7-7cc0-401a-a1ca-8d89f1e97755 tempest-ServersTestManualDisk-828097669 tempest-ServersTestManualDisk-828097669-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:34:40.276464 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-4eaa8aa9-f60b-41f5-8956-78fd82e89e5b tempest-NegativeSecGroupTest-382581040 tempest-NegativeSecGroupTest-382581040-project] Synchronizing usage tracker for tenant:05a9c9bcdd6845759539121a6d1af781 on resource:security_group {{(pid=87506) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 22:34:40.389736 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d023dcc-80e7-4124-81d0-2ecb18140efb tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Pushing event updated for resources: {'Subnet': ['ID=0517e33e-9bb9-4487-9ba4-37aca2698581,revision_number=0']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:34:40.392841 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-0d023dcc-80e7-4124-81d0-2ecb18140efb tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:34:40.407543 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d023dcc-80e7-4124-81d0-2ecb18140efb tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Checking segment: {'id': '2ad0f161-ff78-4675-b89f-9b87154df3c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '74e8abe1-d62a-47bd-a542-ad4ce7fca482'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 22:34:40.407943 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d023dcc-80e7-4124-81d0-2ecb18140efb tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Network hostable DHCP agents. Network: 74e8abe1-d62a-47bd-a542-ad4ce7fca482, hostable agents: ['3b155c4d-12dc-491e-aa14-6113b06cfacd'], hosted agents: [] {{(pid=87507) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 16 22:34:40.411888 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8682b7ff-c3cc-4c00-8714-6518548319a8 None None] DHCP port deletion for 7edd76f7-0f97-48a5-b177-9842de6c0500 request from dv-neutron-821829-1-hyperv {{(pid=87508) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 16 22:34:40.418011 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-8682b7ff-c3cc-4c00-8714-6518548319a8 None None] Deleting port 910357b9-e25e-4a5b-a341-89b26dd1c897 {{(pid=87508) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:34:40.419142 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-8682b7ff-c3cc-4c00-8714-6518548319a8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:40.432001 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-47d5ca9e-e8a6-4fcf-b32b-2b6da82b2cb0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:40.432198 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-f80c76a3-42ac-4339-b60d-cec38215add5 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:40.435034 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-3fae6a2d-662d-42d0-a86e-5c7a37823c58 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:34:40.475064 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-3fae6a2d-662d-42d0-a86e-5c7a37823c58 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Usage tracker for resource:subnet and tenant:8e4385a98eb1416284c1cc96b3355a70 is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:34:40.483343 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-3fae6a2d-662d-42d0-a86e-5c7a37823c58 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:34:40.500012 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-3fae6a2d-662d-42d0-a86e-5c7a37823c58 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:34:40.512897 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d023dcc-80e7-4124-81d0-2ecb18140efb tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Network 74e8abe1-d62a-47bd-a542-ad4ce7fca482 is scheduled to be hosted by DHCP agent 3b155c4d-12dc-491e-aa14-6113b06cfacd with binding_index 1 {{(pid=87507) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 16 22:34:40.525630 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fae6a2d-662d-42d0-a86e-5c7a37823c58 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Made reservation on behalf of 8e4385a98eb1416284c1cc96b3355a70 for: {'subnet': 1} {{(pid=87507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:34:40.529061 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-3fae6a2d-662d-42d0-a86e-5c7a37823c58 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10549598'] for subnet, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:40.547895 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-47d5ca9e-e8a6-4fcf-b32b-2b6da82b2cb0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:34:40.550641 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-4eaa8aa9-f60b-41f5-8956-78fd82e89e5b tempest-NegativeSecGroupTest-382581040 tempest-NegativeSecGroupTest-382581040-project] Unset dirty status for tenant:05a9c9bcdd6845759539121a6d1af781 on resource:security_group {{(pid=87506) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 22:34:40.557439 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 40664) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:34:40.558485 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-4eaa8aa9-f60b-41f5-8956-78fd82e89e5b tempest-NegativeSecGroupTest-382581040 tempest-NegativeSecGroupTest-382581040-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2979 time: 0.3738687
Dec 16 22:34:40.613172 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-47d5ca9e-e8a6-4fcf-b32b-2b6da82b2cb0 admin admin] Usage tracker for resource:security_group_rule and tenant:40bda6f194a04c1eb3ae48584af87b06 is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:34:40.633833 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.base_scheduler [None req-0d023dcc-80e7-4124-81d0-2ecb18140efb tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821829-1-hyperv, 74e8abe1-d62a-47bd-a542-ad4ce7fca482) {{(pid=87507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:34:40.676202 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-fd43b3e7-7cc0-401a-a1ca-8d89f1e97755 tempest-ServersTestManualDisk-828097669 tempest-ServersTestManualDisk-828097669-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:40.679630 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.api.v2.resource [None req-2225f892-21b4-4927-ac99-134945220a10 tempest-NegativeSecGroupTest-382581040 tempest-NegativeSecGroupTest-382581040-project] delete failed (client error): The resource could not be found.
Dec 16 22:34:40.684296 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-2225f892-21b4-4927-ac99-134945220a10 tempest-NegativeSecGroupTest-382581040 tempest-NegativeSecGroupTest-382581040-project] 10.222.0.13 "DELETE /v2.0/security-groups/c29c0452-d38e-4966-9f76-b0c2801a155a HTTP/1.1" status: 404  len: 347 time: 0.1222229
Dec 16 22:34:40.692257 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d023dcc-80e7-4124-81d0-2ecb18140efb tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:34:40.693062 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-0d023dcc-80e7-4124-81d0-2ecb18140efb tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks [] for subnet, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:40.698912 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 40668) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:34:40.740098 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-47d5ca9e-e8a6-4fcf-b32b-2b6da82b2cb0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:34:40.756445 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-8682b7ff-c3cc-4c00-8714-6518548319a8 None None] For port 910357b9-e25e-4a5b-a341-89b26dd1c897, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=910357b9-e25e-4a5b-a341-89b26dd1c897,segment=NetworkSegment(da71c9a1-7532-4738-a9bc-22a7f498ec35),segment_id=da71c9a1-7532-4738-a9bc-22a7f498ec35)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:34:40.756899 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-8682b7ff-c3cc-4c00-8714-6518548319a8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:40.760424 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.api.v2.resource [None req-76550889-c27a-45fa-8752-e2b50e3793fd tempest-NegativeSecGroupTest-382581040 tempest-NegativeSecGroupTest-382581040-project] show failed (client error): The resource could not be found.
Dec 16 22:34:40.765115 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-76550889-c27a-45fa-8752-e2b50e3793fd tempest-NegativeSecGroupTest-382581040 tempest-NegativeSecGroupTest-382581040-project] 10.222.0.13 "GET /v2.0/security-groups/da13e183-82ec-4cef-b1e1-df2b25c8962a HTTP/1.1" status: 404  len: 347 time: 0.0571508
Dec 16 22:34:40.767249 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 40672) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:34:40.775400 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.db_base_plugin_common [None req-f80c76a3-42ac-4339-b60d-cec38215add5 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Allocated IP 172.26.0.137 (f8905ce9-304b-4976-bc47-e58c71c11de5/9bca8591-41ef-4f2d-8ecb-ecaab1a28acf/5107d0f5-24e0-469d-af06-b46fb5f94f7e) {{(pid=87507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 22:34:40.783130 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-0d023dcc-80e7-4124-81d0-2ecb18140efb tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 2.6207364
Dec 16 22:34:40.793890 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-fd43b3e7-7cc0-401a-a1ca-8d89f1e97755 tempest-ServersTestManualDisk-828097669 tempest-ServersTestManualDisk-828097669-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:40.794364 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 40676) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:34:40.806025 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-fd43b3e7-7cc0-401a-a1ca-8d89f1e97755 tempest-ServersTestManualDisk-828097669 tempest-ServersTestManualDisk-828097669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841137'] for security_group_rule, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:40.809666 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-c45480f3-3ede-416f-af7c-eda271ac24c1 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Request body: {'subnet': {'network_id': 'b0f969d8-7cc3-4021-a55f-b89c531f585f', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:34:40.830697 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.api.v2.resource [None req-d41d91a3-cb84-4605-90a1-45f47d6a28e4 tempest-NegativeSecGroupTest-382581040 tempest-NegativeSecGroupTest-382581040-project] show failed (client error): The resource could not be found.
Dec 16 22:34:40.836273 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-d41d91a3-cb84-4605-90a1-45f47d6a28e4 tempest-NegativeSecGroupTest-382581040 tempest-NegativeSecGroupTest-382581040-project] 10.222.0.13 "GET /v2.0/security-group-rules/c7056242-0600-431f-a312-1f341cc2a6ea HTTP/1.1" status: 404  len: 356 time: 0.0582631
Dec 16 22:34:40.840887 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-47d5ca9e-e8a6-4fcf-b32b-2b6da82b2cb0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:34:40.925296 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-8682b7ff-c3cc-4c00-8714-6518548319a8 None None] Calling delete_port for 910357b9-e25e-4a5b-a341-89b26dd1c897 owned by network:dhcp {{(pid=87508) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:34:40.952854 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:34:41.017610 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d037a721-8b09-4e89-998d-17ed53d1c0cf None None] Network 74e8abe1-d62a-47bd-a542-ad4ce7fca482 requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 22:34:41.030252 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-fd43b3e7-7cc0-401a-a1ca-8d89f1e97755 tempest-ServersTestManualDisk-828097669 tempest-ServersTestManualDisk-828097669-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:41.033359 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-fd43b3e7-7cc0-401a-a1ca-8d89f1e97755 tempest-ServersTestManualDisk-828097669 tempest-ServersTestManualDisk-828097669-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.8743627
Dec 16 22:34:41.046422 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 40684) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:34:41.053891 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd43b3e7-7cc0-401a-a1ca-8d89f1e97755 tempest-ServersTestManualDisk-828097669 tempest-ServersTestManualDisk-828097669-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ace7477-1f59-48af-b3c9-6e49d9b6f95c,revision_number=0']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:34:41.065896 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-ffabb1c0-0c3e-41e3-99fa-da042b2ddd32 tempest-ServersTestManualDisk-828097669 tempest-ServersTestManualDisk-828097669-project] Request body: {'floatingip': {'floating_network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5'}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:34:41.077751 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-fd43b3e7-7cc0-401a-a1ca-8d89f1e97755 tempest-ServersTestManualDisk-828097669 tempest-ServersTestManualDisk-828097669-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:34:41.088517 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-ffabb1c0-0c3e-41e3-99fa-da042b2ddd32 tempest-ServersTestManualDisk-828097669 tempest-ServersTestManualDisk-828097669-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:34:41.091780 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-47d5ca9e-e8a6-4fcf-b32b-2b6da82b2cb0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:41.096667 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-ffabb1c0-0c3e-41e3-99fa-da042b2ddd32 tempest-ServersTestManualDisk-828097669 tempest-ServersTestManualDisk-828097669-project] Usage tracker for resource:floatingip and tenant:ce00d97791a4466faef350f07c7566f3 is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:34:41.102319 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-47d5ca9e-e8a6-4fcf-b32b-2b6da82b2cb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841066'] for security_group, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:41.109412 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 59678307-9955-4c94-b61e-d644a386a596 up at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 22:34:41.111860 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-ffabb1c0-0c3e-41e3-99fa-da042b2ddd32 tempest-ServersTestManualDisk-828097669 tempest-ServersTestManualDisk-828097669-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:34:41.115474 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-3269c656-ffcf-4b64-81f1-f8533e01bec1 tempest-NegativeSecGroupTest-382581040 tempest-NegativeSecGroupTest-382581040-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:34:41.115638 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-c45480f3-3ede-416f-af7c-eda271ac24c1 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:34:41.144431 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-8682b7ff-c3cc-4c00-8714-6518548319a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949'] for port, after_delete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:41.148443 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-c45480f3-3ede-416f-af7c-eda271ac24c1 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Usage tracker for resource:subnet and tenant:bb30155073f3462f829b4df60e35f5af is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:34:41.157061 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-c45480f3-3ede-416f-af7c-eda271ac24c1 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:34:41.171863 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:34:41.188064 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 40688) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:34:41.188506 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-ffabb1c0-0c3e-41e3-99fa-da042b2ddd32 tempest-ServersTestManualDisk-828097669 tempest-ServersTestManualDisk-828097669-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:34:41.205514 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8682b7ff-c3cc-4c00-8714-6518548319a8 None None] No DVR routers for this DVR port 910357b9-e25e-4a5b-a341-89b26dd1c897 on host dv-neutron-821829-1-hyperv {{(pid=87508) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 22:34:41.241468 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8682b7ff-c3cc-4c00-8714-6518548319a8 None None] Pushing event deleted for resources: {'Port': ['ID=910357b9-e25e-4a5b-a341-89b26dd1c897,revision_number=None']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:34:41.244350 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-8682b7ff-c3cc-4c00-8714-6518548319a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:34:41.269966 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-c45480f3-3ede-416f-af7c-eda271ac24c1 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:34:41.279937 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d5ca9e-e8a6-4fcf-b32b-2b6da82b2cb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dafcadab-c306-4e32-ab9e-27bd1131f0bd,revision_number=1']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:34:41.305799 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-47d5ca9e-e8a6-4fcf-b32b-2b6da82b2cb0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=40bda6f194a04c1eb3ae48584af87b06&name=default HTTP/1.1" status: 200  len: 2979 time: 1.2273910
Dec 16 22:34:41.307273 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 40694) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:34:41.308249 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-47d5ca9e-e8a6-4fcf-b32b-2b6da82b2cb0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:34:41.340505 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-ffabb1c0-0c3e-41e3-99fa-da042b2ddd32 tempest-ServersTestManualDisk-828097669 tempest-ServersTestManualDisk-828097669-project] Notify callbacks [] for floatingip, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:41.347531 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-f80c76a3-42ac-4339-b60d-cec38215add5 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Notify callbacks [] for port, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:41.357445 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c45480f3-3ede-416f-af7c-eda271ac24c1 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Made reservation on behalf of bb30155073f3462f829b4df60e35f5af for: {'subnet': 1} {{(pid=87507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:34:41.361308 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-c45480f3-3ede-416f-af7c-eda271ac24c1 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10549598'] for subnet, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:41.394028 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning complete for port 59678307-9955-4c94-b61e-d644a386a596 triggered by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:34:41.394407 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:41.513126 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-425c9197-9073-48f9-ac5b-2cf552e9f383 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:41.523746 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87e17ea5-2c97-40fc-8ea1-2695f6c64b6b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1d6bfaf-d325-5e4f-b05d-2441d8339617-74e8abe1-d62a-47bd-a542-ad4ce7fca482', 'network_id': '74e8abe1-d62a-47bd-a542-ad4ce7fca482', 'tenant_id': 'bb30155073f3462f829b4df60e35f5af', 'fixed_ips': [{'subnet_id': '0517e33e-9bb9-4487-9ba4-37aca2698581'}]}} from dv-neutron-821829-1-hyperv. {{(pid=87508) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 16 22:34:41.525141 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-87e17ea5-2c97-40fc-8ea1-2695f6c64b6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:41.570887 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.objects.ports [None req-3fae6a2d-662d-42d0-a86e-5c7a37823c58 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87507) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}}
Dec 16 22:34:41.575671 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-3fae6a2d-662d-42d0-a86e-5c7a37823c58 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10807931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10549612'] for subnet, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:41.586761 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-e28ceab0-b658-491d-9805-d142ae1463ed tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:34:41.658562 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fae6a2d-662d-42d0-a86e-5c7a37823c58 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Network 7edd76f7-0f97-48a5-b177-9842de6c0500 is already hosted by enough agents. {{(pid=87507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:34:41.665076 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.base_scheduler [None req-3fae6a2d-662d-42d0-a86e-5c7a37823c58 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Resources bound (agent type, host, resource id):  {{(pid=87507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:34:41.668112 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fae6a2d-662d-42d0-a86e-5c7a37823c58 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:34:41.668810 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-3fae6a2d-662d-42d0-a86e-5c7a37823c58 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks [] for subnet, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:41.688843 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-460d65a2-c518-4cd9-a304-9d1eba3f1a4b None None] Network 7edd76f7-0f97-48a5-b177-9842de6c0500 requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 22:34:41.699802 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-425c9197-9073-48f9-ac5b-2cf552e9f383 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:41.717077 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fae6a2d-662d-42d0-a86e-5c7a37823c58 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Pushing event updated for resources: {'Subnet': ['ID=35c109a0-3fd2-4e9f-998f-c000ac94f8fb,revision_number=0']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:34:41.725021 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-3fae6a2d-662d-42d0-a86e-5c7a37823c58 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:34:41.763743 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-7356ad19-2482-44de-93d6-c9eb930f58fe admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=05a9c9bcdd6845759539121a6d1af781&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5612593
Dec 16 22:34:41.767548 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 40698) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:34:41.776128 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-6854a528-b86c-41f5-9941-958cf6af1c45 tempest-RoutersAdminTest-1029946936 tempest-RoutersAdminTest-1029946936-project] Notify callbacks [] for router_gateway, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:41.790661 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-3fae6a2d-662d-42d0-a86e-5c7a37823c58 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 1.5570524
Dec 16 22:34:41.796327 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 40702) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:34:41.797316 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-f80c76a3-42ac-4339-b60d-cec38215add5 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10807823'] for port, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:41.812315 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 910357b9-e25e-4a5b-a341-89b26dd1c897 no longer exists at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 22:34:41.813857 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-1390b21c-5321-45a8-8211-8702a8b4de58 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:34:41.855905 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-4c61bb80-bfaf-462c-9dfe-f0908b0875db tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Request body: {'subnet': {'network_id': '7edd76f7-0f97-48a5-b177-9842de6c0500', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:34:41.858164 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] No Port match for: 910357b9-e25e-4a5b-a341-89b26dd1c897 {{(pid=87508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 22:34:41.858545 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 910357b9-e25e-4a5b-a341-89b26dd1c897 not bound to the agent host dv-neutron-821829-1-hyperv {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 22:34:41.912950 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.db_base_plugin_common [None req-87e17ea5-2c97-40fc-8ea1-2695f6c64b6b None None] Allocated IP 172.20.0.2 (74e8abe1-d62a-47bd-a542-ad4ce7fca482/0517e33e-9bb9-4487-9ba4-37aca2698581/0ea66b3a-d76e-4f28-961c-fc06d6b4c7a7) {{(pid=87508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 22:34:42.010134 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-425c9197-9073-48f9-ac5b-2cf552e9f383 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841066'] for security_group, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:42.027893 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-7950f8a1-cdee-47ff-a192-cba3e0ced9a9 tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:34:42.048117 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425c9197-9073-48f9-ac5b-2cf552e9f383 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dafcadab-c306-4e32-ab9e-27bd1131f0bd,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:34:42.101406 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-425c9197-9073-48f9-ac5b-2cf552e9f383 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:34:42.110856 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-c5891b6a-a5ca-4b52-b89b-f44c83fdf183 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:42.120354 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f80c76a3-42ac-4339-b60d-cec38215add5 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Network f8905ce9-304b-4976-bc47-e58c71c11de5 is already hosted by enough agents. {{(pid=87507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:34:42.128560 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.base_scheduler [None req-f80c76a3-42ac-4339-b60d-cec38215add5 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Resources bound (agent type, host, resource id):  {{(pid=87507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:34:42.129172 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-799960a5-6ba5-4848-b33e-257d864624db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1d6bfaf-d325-5e4f-b05d-2441d8339617-7edd76f7-0f97-48a5-b177-9842de6c0500', 'network_id': '7edd76f7-0f97-48a5-b177-9842de6c0500', 'tenant_id': '8e4385a98eb1416284c1cc96b3355a70', 'fixed_ips': [{'subnet_id': '35c109a0-3fd2-4e9f-998f-c000ac94f8fb'}]}} from dv-neutron-821829-1-hyperv. {{(pid=87508) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 16 22:34:42.129999 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-799960a5-6ba5-4848-b33e-257d864624db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:42.131115 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f80c76a3-42ac-4339-b60d-cec38215add5 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Received port after_create {{(pid=87507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 22:34:42.149310 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-425c9197-9073-48f9-ac5b-2cf552e9f383 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:42.152936 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-425c9197-9073-48f9-ac5b-2cf552e9f383 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/dafcadab-c306-4e32-ab9e-27bd1131f0bd HTTP/1.1" status: 204  len: 168 time: 0.8198841
Dec 16 22:34:42.160577 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-ffabb1c0-0c3e-41e3-99fa-da042b2ddd32 tempest-ServersTestManualDisk-828097669 tempest-ServersTestManualDisk-828097669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:42.183876 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80c76a3-42ac-4339-b60d-cec38215add5 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Pushing event updated for resources: {'Port': ['ID=5107d0f5-24e0-469d-af06-b46fb5f94f7e,revision_number=1']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:34:42.187604 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-f80c76a3-42ac-4339-b60d-cec38215add5 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.374s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:34:42.260400 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-c5891b6a-a5ca-4b52-b89b-f44c83fdf183 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:42.280200 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-4c61bb80-bfaf-462c-9dfe-f0908b0875db tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:34:42.284674 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-4c61bb80-bfaf-462c-9dfe-f0908b0875db tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Usage tracker for resource:subnet and tenant:8e4385a98eb1416284c1cc96b3355a70 is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:34:42.287679 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-4c61bb80-bfaf-462c-9dfe-f0908b0875db tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:34:42.293588 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-4c61bb80-bfaf-462c-9dfe-f0908b0875db tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:34:42.339682 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-c45480f3-3ede-416f-af7c-eda271ac24c1 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10807931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10549612'] for subnet, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:42.358242 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-3fae6a2d-662d-42d0-a86e-5c7a37823c58 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:34:42.445671 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c61bb80-bfaf-462c-9dfe-f0908b0875db tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Made reservation on behalf of 8e4385a98eb1416284c1cc96b3355a70 for: {'subnet': 1} {{(pid=87507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:34:42.450514 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-4c61bb80-bfaf-462c-9dfe-f0908b0875db tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10549598'] for subnet, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:42.465677 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.db_base_plugin_common [None req-799960a5-6ba5-4848-b33e-257d864624db None None] Allocated IP 2001:db8::f816:3eff:fe6b:7905 (7edd76f7-0f97-48a5-b177-9842de6c0500/35c109a0-3fd2-4e9f-998f-c000ac94f8fb/604e2dff-1dea-4371-a045-c086c7f42af2) {{(pid=87508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 22:34:42.525398 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-6854a528-b86c-41f5-9941-958cf6af1c45 tempest-RoutersAdminTest-1029946936 tempest-RoutersAdminTest-1029946936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3740952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3741923'] for router, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:42.588001 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 40710) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:34:42.626456 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-c5891b6a-a5ca-4b52-b89b-f44c83fdf183 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841066'] for security_group, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:42.641251 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-0c373c41-5d41-49c4-b932-8928aaac4c3d tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:34:42.642218 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-87e17ea5-2c97-40fc-8ea1-2695f6c64b6b None None] Notify callbacks [] for port, precommit_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:42.667407 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45480f3-3ede-416f-af7c-eda271ac24c1 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Pushing event updated for resources: {'Subnet': ['ID=a43d4ac3-f74f-4725-b985-53333645d80d,revision_number=0']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:34:42.670230 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-87e17ea5-2c97-40fc-8ea1-2695f6c64b6b None None] Transition to ACTIVE for port object 0ea66b3a-d76e-4f28-961c-fc06d6b4c7a7 will not be triggered until provisioned by entity L2. {{(pid=87508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:34:42.677157 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5891b6a-a5ca-4b52-b89b-f44c83fdf183 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc2716c4-6069-4343-b601-7b56ea70749a,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:34:42.684163 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-c45480f3-3ede-416f-af7c-eda271ac24c1 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:34:42.684991 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c45480f3-3ede-416f-af7c-eda271ac24c1 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Checking segment: {'id': '465bbc84-7d61-431c-8543-9bcce4563854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'b0f969d8-7cc3-4021-a55f-b89c531f585f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 22:34:42.685284 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c45480f3-3ede-416f-af7c-eda271ac24c1 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Network hostable DHCP agents. Network: b0f969d8-7cc3-4021-a55f-b89c531f585f, hostable agents: ['3b155c4d-12dc-491e-aa14-6113b06cfacd'], hosted agents: [] {{(pid=87507) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 16 22:34:42.686184 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.db_base_plugin_common [None req-ffabb1c0-0c3e-41e3-99fa-da042b2ddd32 tempest-ServersTestManualDisk-828097669 tempest-ServersTestManualDisk-828097669-project] Allocated IP 172.26.0.189 (f8905ce9-304b-4976-bc47-e58c71c11de5/9bca8591-41ef-4f2d-8ecb-ecaab1a28acf/4b8d3fab-13b4-4da8-9900-ac9ee06975d5) {{(pid=87506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 22:34:42.688357 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-c5891b6a-a5ca-4b52-b89b-f44c83fdf183 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:34:42.744020 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-87e17ea5-2c97-40fc-8ea1-2695f6c64b6b None None] Transition to ACTIVE for port object 0ea66b3a-d76e-4f28-961c-fc06d6b4c7a7 will not be triggered until provisioned by entity DHCP. {{(pid=87508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:34:42.761690 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-87e17ea5-2c97-40fc-8ea1-2695f6c64b6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940'] for port, after_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:42.767281 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-bd848d2d-4394-442e-ac6d-4ba8b2e331af None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:34:42.797879 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-f0f2ac9c-1c47-48fb-ada9-a9ed5f9a1e05 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f2299375237d44bcbed2cf4d8303c9cc&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2073224
Dec 16 22:34:42.810381 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 40714) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:34:42.813687 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-799960a5-6ba5-4848-b33e-257d864624db None None] Notify callbacks [] for port, precommit_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:42.817830 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-c5891b6a-a5ca-4b52-b89b-f44c83fdf183 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:42.818924 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-c5891b6a-a5ca-4b52-b89b-f44c83fdf183 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/bc2716c4-6069-4343-b601-7b56ea70749a HTTP/1.1" status: 204  len: 168 time: 1.0468624
Dec 16 22:34:42.853204 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-799960a5-6ba5-4848-b33e-257d864624db None None] Transition to ACTIVE for port object 604e2dff-1dea-4371-a045-c086c7f42af2 will not be triggered until provisioned by entity L2. {{(pid=87508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:34:42.856660 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87e17ea5-2c97-40fc-8ea1-2695f6c64b6b None None] Network 74e8abe1-d62a-47bd-a542-ad4ce7fca482 is already hosted by enough agents. {{(pid=87508) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:34:42.863157 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.scheduler.base_scheduler [None req-87e17ea5-2c97-40fc-8ea1-2695f6c64b6b None None] Resources bound (agent type, host, resource id):  {{(pid=87508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:34:42.870924 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87e17ea5-2c97-40fc-8ea1-2695f6c64b6b None None] Received port after_create {{(pid=87508) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 22:34:42.908516 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e17ea5-2c97-40fc-8ea1-2695f6c64b6b None None] Pushing event updated for resources: {'Port': ['ID=0ea66b3a-d76e-4f28-961c-fc06d6b4c7a7,revision_number=1']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:34:42.919268 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-87e17ea5-2c97-40fc-8ea1-2695f6c64b6b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:34:42.949366 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-799960a5-6ba5-4848-b33e-257d864624db None None] Transition to ACTIVE for port object 604e2dff-1dea-4371-a045-c086c7f42af2 will not be triggered until provisioned by entity DHCP. {{(pid=87508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:34:42.961744 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6854a528-b86c-41f5-9941-958cf6af1c45 tempest-RoutersAdminTest-1029946936 tempest-RoutersAdminTest-1029946936-project] Router 38136b6a-333a-46b2-a751-94a2be2c7698 is scheduled to L3 agent 4f519db7-069b-43e2-8411-c092bac9102a with binding_index 1 {{(pid=87506) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 16 22:34:42.964757 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-799960a5-6ba5-4848-b33e-257d864624db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940'] for port, after_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:42.972119 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-14832ee1-4418-4767-ac7b-d916e8050791 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:34:42.973105 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-ffabb1c0-0c3e-41e3-99fa-da042b2ddd32 tempest-ServersTestManualDisk-828097669 tempest-ServersTestManualDisk-828097669-project] Notify callbacks [] for port, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:43.028390 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-799960a5-6ba5-4848-b33e-257d864624db None None] Network 7edd76f7-0f97-48a5-b177-9842de6c0500 is already hosted by enough agents. {{(pid=87508) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:34:43.029845 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-87e17ea5-2c97-40fc-8ea1-2695f6c64b6b None None] Attempting to bind port 0ea66b3a-d76e-4f28-961c-fc06d6b4c7a7 on host dv-neutron-821829-1-hyperv for vnic_type normal with profile  {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 22:34:43.030229 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-87e17ea5-2c97-40fc-8ea1-2695f6c64b6b None None] Attempting to bind port 0ea66b3a-d76e-4f28-961c-fc06d6b4c7a7 by drivers openvswitch,hyperv on host dv-neutron-821829-1-hyperv at level 0 using segments [{'id': '2ad0f161-ff78-4675-b89f-9b87154df3c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '74e8abe1-d62a-47bd-a542-ad4ce7fca482'}] {{(pid=87508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 22:34:43.030599 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87e17ea5-2c97-40fc-8ea1-2695f6c64b6b None None] Attempting to bind port 0ea66b3a-d76e-4f28-961c-fc06d6b4c7a7 on network 74e8abe1-d62a-47bd-a542-ad4ce7fca482 {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 22:34:43.035716 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.scheduler.base_scheduler [None req-799960a5-6ba5-4848-b33e-257d864624db None None] Resources bound (agent type, host, resource id):  {{(pid=87508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:34:43.049233 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-799960a5-6ba5-4848-b33e-257d864624db None None] Received port after_create {{(pid=87508) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 22:34:43.066510 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c45480f3-3ede-416f-af7c-eda271ac24c1 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Network b0f969d8-7cc3-4021-a55f-b89c531f585f is scheduled to be hosted by DHCP agent 3b155c4d-12dc-491e-aa14-6113b06cfacd with binding_index 1 {{(pid=87507) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 16 22:34:43.085719 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.base_scheduler [None req-c45480f3-3ede-416f-af7c-eda271ac24c1 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821829-1-hyperv, b0f969d8-7cc3-4021-a55f-b89c531f585f) {{(pid=87507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:34:43.090084 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c45480f3-3ede-416f-af7c-eda271ac24c1 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:34:43.090862 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-c45480f3-3ede-416f-af7c-eda271ac24c1 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks [] for subnet, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:43.098194 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799960a5-6ba5-4848-b33e-257d864624db None None] Pushing event updated for resources: {'Port': ['ID=604e2dff-1dea-4371-a045-c086c7f42af2,revision_number=1']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:34:43.101111 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87e17ea5-2c97-40fc-8ea1-2695f6c64b6b None None] Checking agent: {'id': '5571501f-366e-47a4-9b60-8ef19d935d27', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821829-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 24, 2), 'started_at': datetime.datetime(2021, 12, 16, 22, 24, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 34, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821829-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 22:34:43.101501 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87e17ea5-2c97-40fc-8ea1-2695f6c64b6b None None] Checking segment: {'id': '2ad0f161-ff78-4675-b89f-9b87154df3c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '74e8abe1-d62a-47bd-a542-ad4ce7fca482'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 22:34:43.101916 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-87e17ea5-2c97-40fc-8ea1-2695f6c64b6b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:43.102840 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87e17ea5-2c97-40fc-8ea1-2695f6c64b6b None None] Bound using segment: {'id': '2ad0f161-ff78-4675-b89f-9b87154df3c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '74e8abe1-d62a-47bd-a542-ad4ce7fca482'} {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 22:34:43.103502 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-87e17ea5-2c97-40fc-8ea1-2695f6c64b6b None None] Bound port: 0ea66b3a-d76e-4f28-961c-fc06d6b4c7a7, host: dv-neutron-821829-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ad0f161-ff78-4675-b89f-9b87154df3c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '74e8abe1-d62a-47bd-a542-ad4ce7fca482'}}] {{(pid=87508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 22:34:43.104034 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-87e17ea5-2c97-40fc-8ea1-2695f6c64b6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:43.127285 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-799960a5-6ba5-4848-b33e-257d864624db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:34:43.131147 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9ba5623-3645-4d33-91cc-24a81c17fb1d None None] Network b0f969d8-7cc3-4021-a55f-b89c531f585f requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 22:34:43.131724 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-c45480f3-3ede-416f-af7c-eda271ac24c1 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 2.3326738
Dec 16 22:34:43.133119 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 40722) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:34:43.149156 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-8e73eed6-7982-4190-a8de-d429613e43ff tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-494600014', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:34:43.161961 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-8e73eed6-7982-4190-a8de-d429613e43ff tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:34:43.183966 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-af58a1b8-588b-471c-b291-a30bb9b72edc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:43.184159 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-8e73eed6-7982-4190-a8de-d429613e43ff tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Usage tracker for resource:router and tenant:bb30155073f3462f829b4df60e35f5af is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:34:43.189613 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-8e73eed6-7982-4190-a8de-d429613e43ff tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:34:43.200261 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-8e73eed6-7982-4190-a8de-d429613e43ff tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:34:43.206195 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-ffabb1c0-0c3e-41e3-99fa-da042b2ddd32 tempest-ServersTestManualDisk-828097669 tempest-ServersTestManualDisk-828097669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1863393'] for port, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:43.213865 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-1a3a5a06-dc7e-4a87-a5a9-78c9bc3a6eda tempest-RoutersIpV6AdminTest-765327337 tempest-RoutersIpV6AdminTest-765327337-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:34:43.243830 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-af58a1b8-588b-471c-b291-a30bb9b72edc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:43.253257 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6854a528-b86c-41f5-9941-958cf6af1c45 tempest-RoutersAdminTest-1029946936 tempest-RoutersAdminTest-1029946936-project] Notify agent at l3_agent.dv-neutron-821829-1-hyperv the message routers_updated {{(pid=87506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 22:34:43.270544 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-278734a6-e308-4022-a573-6fdc536ffa61 None None] Sync routers for ids ['38136b6a-333a-46b2-a751-94a2be2c7698'] in dv-neutron-821829-1-hyperv {{(pid=87509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 22:34:43.280042 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-8e73eed6-7982-4190-a8de-d429613e43ff tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3741155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38980'] for router, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:43.280976 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-8e73eed6-7982-4190-a8de-d429613e43ff tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3743284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3741748', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3896702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-38989'] for router, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:43.289921 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-278734a6-e308-4022-a573-6fdc536ffa61 None None] Routers {'38136b6a-333a-46b2-a751-94a2be2c7698'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:34:43.290870 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-278734a6-e308-4022-a573-6fdc536ffa61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b7c8f5100>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:34:31Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['38136b6a-333a-46b2-a751-94a2be2c7698'], 'active': True} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:34:43.296664 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffabb1c0-0c3e-41e3-99fa-da042b2ddd32 tempest-ServersTestManualDisk-828097669 tempest-ServersTestManualDisk-828097669-project] Network f8905ce9-304b-4976-bc47-e58c71c11de5 is already hosted by enough agents. {{(pid=87506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:34:43.308033 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.base_scheduler [None req-ffabb1c0-0c3e-41e3-99fa-da042b2ddd32 tempest-ServersTestManualDisk-828097669 tempest-ServersTestManualDisk-828097669-project] Resources bound (agent type, host, resource id):  {{(pid=87506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:34:43.314144 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffabb1c0-0c3e-41e3-99fa-da042b2ddd32 tempest-ServersTestManualDisk-828097669 tempest-ServersTestManualDisk-828097669-project] Received port after_create {{(pid=87506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 22:34:43.361548 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-6854a528-b86c-41f5-9941-958cf6af1c45 tempest-RoutersAdminTest-1029946936 tempest-RoutersAdminTest-1029946936-project] Notify callbacks [] for router, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:43.362769 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-6854a528-b86c-41f5-9941-958cf6af1c45 tempest-RoutersAdminTest-1029946936 tempest-RoutersAdminTest-1029946936-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 884 time: 6.0945427
Dec 16 22:34:43.363625 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffabb1c0-0c3e-41e3-99fa-da042b2ddd32 tempest-ServersTestManualDisk-828097669 tempest-ServersTestManualDisk-828097669-project] Pushing event updated for resources: {'Port': ['ID=4b8d3fab-13b4-4da8-9900-ac9ee06975d5,revision_number=1']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:34:43.369291 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 40732) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:34:43.371770 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-ffabb1c0-0c3e-41e3-99fa-da042b2ddd32 tempest-ServersTestManualDisk-828097669 tempest-ServersTestManualDisk-828097669-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:34:43.387444 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-c918118e-435e-43b1-855f-17a946253d2e tempest-RoutersAdminTest-1901902743 tempest-RoutersAdminTest-1901902743-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'enable_snat': False}}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:34:43.429457 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-278734a6-e308-4022-a573-6fdc536ffa61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b7c8f5100>, [], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:34:43.438354 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-278734a6-e308-4022-a573-6fdc536ffa61 None None] Routers {'38136b6a-333a-46b2-a751-94a2be2c7698'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:34:43.439362 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-278734a6-e308-4022-a573-6fdc536ffa61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b7c8f5100>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:34:31Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['38136b6a-333a-46b2-a751-94a2be2c7698'], 'active': True} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:34:43.470196 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-f80c76a3-42ac-4339-b60d-cec38215add5 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:43.486567 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-8e73eed6-7982-4190-a8de-d429613e43ff tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:43.503537 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-278734a6-e308-4022-a573-6fdc536ffa61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b7c8f5100>, [], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:34:43.503983 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-278734a6-e308-4022-a573-6fdc536ffa61 None None] The sync data for ids ['38136b6a-333a-46b2-a751-94a2be2c7698'] in dv-neutron-821829-1-hyperv is: [] {{(pid=87509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 22:34:43.548183 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-8e73eed6-7982-4190-a8de-d429613e43ff tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3740952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3741923'] for router, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:43.586788 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-4c61bb80-bfaf-462c-9dfe-f0908b0875db tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10807931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10549612'] for subnet, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:43.595662 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-78e45ad6-4072-4e56-93b0-bcd067ba24c1 tempest-FloatingIPAdminTestJSON-210502716 tempest-FloatingIPAdminTestJSON-210502716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:34:43.637139 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-799960a5-6ba5-4848-b33e-257d864624db None None] Attempting to bind port 604e2dff-1dea-4371-a045-c086c7f42af2 on host dv-neutron-821829-1-hyperv for vnic_type normal with profile  {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 22:34:43.637289 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-799960a5-6ba5-4848-b33e-257d864624db None None] Attempting to bind port 604e2dff-1dea-4371-a045-c086c7f42af2 by drivers openvswitch,hyperv on host dv-neutron-821829-1-hyperv at level 0 using segments [{'id': 'da71c9a1-7532-4738-a9bc-22a7f498ec35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '7edd76f7-0f97-48a5-b177-9842de6c0500'}] {{(pid=87508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 22:34:43.638313 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-799960a5-6ba5-4848-b33e-257d864624db None None] Attempting to bind port 604e2dff-1dea-4371-a045-c086c7f42af2 on network 7edd76f7-0f97-48a5-b177-9842de6c0500 {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 22:34:43.642015 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-ffabb1c0-0c3e-41e3-99fa-da042b2ddd32 tempest-ServersTestManualDisk-828097669 tempest-ServersTestManualDisk-828097669-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:43.660491 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-8e73eed6-7982-4190-a8de-d429613e43ff tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks [] for router, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:43.661906 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-8e73eed6-7982-4190-a8de-d429613e43ff tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 699 time: 0.5256615
Dec 16 22:34:43.667217 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 40740) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:34:43.692815 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-af58a1b8-588b-471c-b291-a30bb9b72edc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841066'] for security_group, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:43.707528 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c61bb80-bfaf-462c-9dfe-f0908b0875db tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Network 7edd76f7-0f97-48a5-b177-9842de6c0500 is already hosted by enough agents. {{(pid=87507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:34:43.715451 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.base_scheduler [None req-4c61bb80-bfaf-462c-9dfe-f0908b0875db tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Resources bound (agent type, host, resource id):  {{(pid=87507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:34:43.723792 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c61bb80-bfaf-462c-9dfe-f0908b0875db tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:34:43.724360 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-4c61bb80-bfaf-462c-9dfe-f0908b0875db tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks [] for subnet, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:43.756083 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-799960a5-6ba5-4848-b33e-257d864624db None None] Checking agent: {'id': '5571501f-366e-47a4-9b60-8ef19d935d27', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821829-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 24, 2), 'started_at': datetime.datetime(2021, 12, 16, 22, 24, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 34, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821829-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 22:34:43.760035 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-799960a5-6ba5-4848-b33e-257d864624db None None] Checking segment: {'id': 'da71c9a1-7532-4738-a9bc-22a7f498ec35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '7edd76f7-0f97-48a5-b177-9842de6c0500'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 22:34:43.760159 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-4c61bb80-bfaf-462c-9dfe-f0908b0875db tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.9555316
Dec 16 22:34:43.760251 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-799960a5-6ba5-4848-b33e-257d864624db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:43.760333 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c61bb80-bfaf-462c-9dfe-f0908b0875db tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Pushing event updated for resources: {'Subnet': ['ID=df47f5bf-25be-41d3-95b9-63aa5cfd23e7,revision_number=0']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:34:43.760415 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-799960a5-6ba5-4848-b33e-257d864624db None None] Bound using segment: {'id': 'da71c9a1-7532-4738-a9bc-22a7f498ec35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '7edd76f7-0f97-48a5-b177-9842de6c0500'} {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 22:34:43.760415 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-799960a5-6ba5-4848-b33e-257d864624db None None] Bound port: 604e2dff-1dea-4371-a045-c086c7f42af2, host: dv-neutron-821829-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da71c9a1-7532-4738-a9bc-22a7f498ec35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '7edd76f7-0f97-48a5-b177-9842de6c0500'}}] {{(pid=87508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 22:34:43.760415 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-799960a5-6ba5-4848-b33e-257d864624db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:43.763177 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-af58a1b8-588b-471c-b291-a30bb9b72edc admin admin] Notify callbacks [] for security_group, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:43.765577 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-af58a1b8-588b-471c-b291-a30bb9b72edc admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/83c306e9-b41d-4fa8-8d5d-a9ffef8b9291 HTTP/1.1" status: 204  len: 168 time: 0.9466524
Dec 16 22:34:43.766022 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-4c61bb80-bfaf-462c-9dfe-f0908b0875db tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:34:43.766464 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 40748) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:34:43.767021 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-f80c76a3-42ac-4339-b60d-cec38215add5 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:43.834187 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15fcc46b-c55b-4df6-acfc-3c088afcdc02 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1d6bfaf-d325-5e4f-b05d-2441d8339617-b0f969d8-7cc3-4021-a55f-b89c531f585f', 'network_id': 'b0f969d8-7cc3-4021-a55f-b89c531f585f', 'tenant_id': 'bb30155073f3462f829b4df60e35f5af', 'fixed_ips': [{'subnet_id': 'a43d4ac3-f74f-4725-b985-53333645d80d'}]}} from dv-neutron-821829-1-hyperv. {{(pid=87508) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 16 22:34:43.834187 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-15fcc46b-c55b-4df6-acfc-3c088afcdc02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:43.957860 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-87e17ea5-2c97-40fc-8ea1-2695f6c64b6b None None] For port 0ea66b3a-d76e-4f28-961c-fc06d6b4c7a7, host dv-neutron-821829-1-hyperv, cleared binding levels {{(pid=87508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 22:34:43.976703 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-f80c76a3-42ac-4339-b60d-cec38215add5 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Notify callbacks [] for port, precommit_update {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:43.986022 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-7ab01585-14c6-43ee-9f9f-e935f1c231f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.280s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:34:44.003320 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-87e17ea5-2c97-40fc-8ea1-2695f6c64b6b None None] For port 0ea66b3a-d76e-4f28-961c-fc06d6b4c7a7, host dv-neutron-821829-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=0ea66b3a-d76e-4f28-961c-fc06d6b4c7a7,segment=NetworkSegment(2ad0f161-ff78-4675-b89f-9b87154df3c7),segment_id=2ad0f161-ff78-4675-b89f-9b87154df3c7)] {{(pid=87508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 22:34:44.011171 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-f80c76a3-42ac-4339-b60d-cec38215add5 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10807814'] for port, after_update {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:44.020382 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-87e17ea5-2c97-40fc-8ea1-2695f6c64b6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:44.027435 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-27ae3f23-7ca9-4f35-bd9b-6dec25ba5b1d tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Request body: {'port': {'network_id': '7edd76f7-0f97-48a5-b177-9842de6c0500', 'mac_address': 'fa:16:3e:04:99:9b', 'name': 'tempest-NetworksTestDHCPv6-47624052'}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:34:44.029777 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-55930d4e-ab00-4819-b00b-93e03f373da5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:34:44.066103 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af58a1b8-588b-471c-b291-a30bb9b72edc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83c306e9-b41d-4fa8-8d5d-a9ffef8b9291,revision_number=None']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:34:44.073758 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-af58a1b8-588b-471c-b291-a30bb9b72edc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:34:44.075422 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-3754cd35-dcea-4aa7-908c-ae25f3d316eb tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.016s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:34:44.129817 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-799960a5-6ba5-4848-b33e-257d864624db None None] For port 604e2dff-1dea-4371-a045-c086c7f42af2, host dv-neutron-821829-1-hyperv, cleared binding levels {{(pid=87508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 22:34:44.140523 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e17ea5-2c97-40fc-8ea1-2695f6c64b6b None None] Pushing event updated for resources: {'Port': ['ID=0ea66b3a-d76e-4f28-961c-fc06d6b4c7a7,revision_number=2']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:34:44.151956 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-87e17ea5-2c97-40fc-8ea1-2695f6c64b6b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:34:44.162357 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 40758) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:34:44.224981 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-799960a5-6ba5-4848-b33e-257d864624db None None] For port 604e2dff-1dea-4371-a045-c086c7f42af2, host dv-neutron-821829-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=604e2dff-1dea-4371-a045-c086c7f42af2,segment=NetworkSegment(da71c9a1-7532-4738-a9bc-22a7f498ec35),segment_id=da71c9a1-7532-4738-a9bc-22a7f498ec35)] {{(pid=87508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 22:34:44.228862 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80c76a3-42ac-4339-b60d-cec38215add5 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Pushing event updated for resources: {'Port': ['ID=5107d0f5-24e0-469d-af06-b46fb5f94f7e,revision_number=2']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:34:44.239207 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-f80c76a3-42ac-4339-b60d-cec38215add5 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:34:44.246024 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-799960a5-6ba5-4848-b33e-257d864624db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:44.252169 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-09be59d9-60c0-40c8-9562-e70acb633158 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:34:44.308747 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-f80c76a3-42ac-4339-b60d-cec38215add5 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3741874'] for floatingip, after_update {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:44.372904 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.db_base_plugin_common [None req-15fcc46b-c55b-4df6-acfc-3c088afcdc02 None None] Allocated IP 172.21.0.2 (b0f969d8-7cc3-4021-a55f-b89c531f585f/a43d4ac3-f74f-4725-b985-53333645d80d/c821f78f-1c21-4783-87e6-9cfdd08dbfaf) {{(pid=87508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 22:34:44.419581 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799960a5-6ba5-4848-b33e-257d864624db None None] Pushing event updated for resources: {'Port': ['ID=604e2dff-1dea-4371-a045-c086c7f42af2,revision_number=2']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:34:44.435552 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-799960a5-6ba5-4848-b33e-257d864624db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:34:44.458605 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-ffabb1c0-0c3e-41e3-99fa-da042b2ddd32 tempest-ServersTestManualDisk-828097669 tempest-ServersTestManualDisk-828097669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:44.671479 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-58080d18-33f7-4e1b-ac1e-5d53900c4f7e tempest-ServiceProvidersTest-1883605755 tempest-ServiceProvidersTest-1883605755-project] 10.222.0.13 "GET /v2.0/service-providers HTTP/1.1" status: 200  len: 498 time: 0.4399643
Dec 16 22:34:44.870111 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 0ea66b3a-d76e-4f28-961c-fc06d6b4c7a7 up at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 22:34:44.969271 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.db.l3_db [None req-f80c76a3-42ac-4339-b60d-cec38215add5 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Floating IP 5aa2f0cf-148a-488b-a26d-b46ac4b2c0a2 associated. External IP: 172.26.0.137, port: 37d3f702-7ad2-4d73-b0c8-c8d6e0dc3390.
Dec 16 22:34:45.024833 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-ffabb1c0-0c3e-41e3-99fa-da042b2ddd32 tempest-ServersTestManualDisk-828097669 tempest-ServersTestManualDisk-828097669-project] Notify callbacks [] for port, precommit_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:45.042404 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-ffabb1c0-0c3e-41e3-99fa-da042b2ddd32 tempest-ServersTestManualDisk-828097669 tempest-ServersTestManualDisk-828097669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1863400'] for port, after_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:45.051556 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-15fcc46b-c55b-4df6-acfc-3c088afcdc02 None None] Notify callbacks [] for port, precommit_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:45.070193 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-ea28cecc-e39c-44eb-acf7-e785b8c44e3f tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:34:45.073210 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-15fcc46b-c55b-4df6-acfc-3c088afcdc02 None None] Transition to ACTIVE for port object c821f78f-1c21-4783-87e6-9cfdd08dbfaf will not be triggered until provisioned by entity L2. {{(pid=87508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:34:45.122047 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning for port 0ea66b3a-d76e-4f28-961c-fc06d6b4c7a7 completed by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 22:34:45.127227 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-15fcc46b-c55b-4df6-acfc-3c088afcdc02 None None] Transition to ACTIVE for port object c821f78f-1c21-4783-87e6-9cfdd08dbfaf will not be triggered until provisioned by entity DHCP. {{(pid=87508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:34:45.137656 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-15fcc46b-c55b-4df6-acfc-3c088afcdc02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940'] for port, after_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:45.152236 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-799960a5-6ba5-4848-b33e-257d864624db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:34:45.156577 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffabb1c0-0c3e-41e3-99fa-da042b2ddd32 tempest-ServersTestManualDisk-828097669 tempest-ServersTestManualDisk-828097669-project] Pushing event updated for resources: {'Port': ['ID=4b8d3fab-13b4-4da8-9900-ac9ee06975d5,revision_number=2']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:34:45.220203 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-27ae3f23-7ca9-4f35-bd9b-6dec25ba5b1d tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:34:45.232395 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15fcc46b-c55b-4df6-acfc-3c088afcdc02 None None] Network b0f969d8-7cc3-4021-a55f-b89c531f585f is already hosted by enough agents. {{(pid=87508) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:34:45.236674 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.scheduler.base_scheduler [None req-15fcc46b-c55b-4df6-acfc-3c088afcdc02 None None] Resources bound (agent type, host, resource id):  {{(pid=87508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:34:45.241017 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15fcc46b-c55b-4df6-acfc-3c088afcdc02 None None] Received port after_create {{(pid=87508) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 22:34:45.243587 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-27ae3f23-7ca9-4f35-bd9b-6dec25ba5b1d tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Usage tracker for resource:port and tenant:8e4385a98eb1416284c1cc96b3355a70 is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:34:45.249443 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-27ae3f23-7ca9-4f35-bd9b-6dec25ba5b1d tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:34:45.249649 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fcc46b-c55b-4df6-acfc-3c088afcdc02 None None] Pushing event updated for resources: {'Port': ['ID=c821f78f-1c21-4783-87e6-9cfdd08dbfaf,revision_number=1']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:34:45.254265 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-15fcc46b-c55b-4df6-acfc-3c088afcdc02 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:34:45.259829 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-27ae3f23-7ca9-4f35-bd9b-6dec25ba5b1d tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:34:45.308804 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-ffabb1c0-0c3e-41e3-99fa-da042b2ddd32 tempest-ServersTestManualDisk-828097669 tempest-ServersTestManualDisk-828097669-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:34:45.369073 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 40784) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:34:45.370030 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27ae3f23-7ca9-4f35-bd9b-6dec25ba5b1d tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Made reservation on behalf of 8e4385a98eb1416284c1cc96b3355a70 for: {'port': 1} {{(pid=87507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:34:45.402184 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 40786) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:34:45.421709 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-15fcc46b-c55b-4df6-acfc-3c088afcdc02 None None] Attempting to bind port c821f78f-1c21-4783-87e6-9cfdd08dbfaf on host dv-neutron-821829-1-hyperv for vnic_type normal with profile  {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 22:34:45.422371 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-15fcc46b-c55b-4df6-acfc-3c088afcdc02 None None] Attempting to bind port c821f78f-1c21-4783-87e6-9cfdd08dbfaf by drivers openvswitch,hyperv on host dv-neutron-821829-1-hyperv at level 0 using segments [{'id': '465bbc84-7d61-431c-8543-9bcce4563854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'b0f969d8-7cc3-4021-a55f-b89c531f585f'}] {{(pid=87508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 22:34:45.422913 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15fcc46b-c55b-4df6-acfc-3c088afcdc02 None None] Attempting to bind port c821f78f-1c21-4783-87e6-9cfdd08dbfaf on network b0f969d8-7cc3-4021-a55f-b89c531f585f {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 22:34:45.428605 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15fcc46b-c55b-4df6-acfc-3c088afcdc02 None None] Checking agent: {'id': '5571501f-366e-47a4-9b60-8ef19d935d27', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821829-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 24, 2), 'started_at': datetime.datetime(2021, 12, 16, 22, 24, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 34, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821829-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 22:34:45.429361 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15fcc46b-c55b-4df6-acfc-3c088afcdc02 None None] Checking segment: {'id': '465bbc84-7d61-431c-8543-9bcce4563854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'b0f969d8-7cc3-4021-a55f-b89c531f585f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 22:34:45.429950 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-15fcc46b-c55b-4df6-acfc-3c088afcdc02 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:45.430512 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15fcc46b-c55b-4df6-acfc-3c088afcdc02 None None] Bound using segment: {'id': '465bbc84-7d61-431c-8543-9bcce4563854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'b0f969d8-7cc3-4021-a55f-b89c531f585f'} {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 22:34:45.431136 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-15fcc46b-c55b-4df6-acfc-3c088afcdc02 None None] Bound port: c821f78f-1c21-4783-87e6-9cfdd08dbfaf, host: dv-neutron-821829-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '465bbc84-7d61-431c-8543-9bcce4563854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'b0f969d8-7cc3-4021-a55f-b89c531f585f'}}] {{(pid=87508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 22:34:45.431691 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-15fcc46b-c55b-4df6-acfc-3c088afcdc02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:45.547103 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-ffabb1c0-0c3e-41e3-99fa-da042b2ddd32 tempest-ServersTestManualDisk-828097669 tempest-ServersTestManualDisk-828097669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3741874'] for floatingip, after_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:45.560093 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-15fcc46b-c55b-4df6-acfc-3c088afcdc02 None None] For port c821f78f-1c21-4783-87e6-9cfdd08dbfaf, host dv-neutron-821829-1-hyperv, cleared binding levels {{(pid=87508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 22:34:45.564568 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-15fcc46b-c55b-4df6-acfc-3c088afcdc02 None None] For port c821f78f-1c21-4783-87e6-9cfdd08dbfaf, host dv-neutron-821829-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=c821f78f-1c21-4783-87e6-9cfdd08dbfaf,segment=NetworkSegment(465bbc84-7d61-431c-8543-9bcce4563854),segment_id=465bbc84-7d61-431c-8543-9bcce4563854)] {{(pid=87508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 22:34:45.572551 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-15fcc46b-c55b-4df6-acfc-3c088afcdc02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:45.583796 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-27ae3f23-7ca9-4f35-bd9b-6dec25ba5b1d tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:45.585008 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:34:45.602428 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-c918118e-435e-43b1-855f-17a946253d2e tempest-RoutersAdminTest-1901902743 tempest-RoutersAdminTest-1901902743-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3741702', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3740945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-38947'] for router, precommit_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:45.607857 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-543e6e42-43d2-4d2a-a185-570348e525a3 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:45.693965 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-ffabb1c0-0c3e-41e3-99fa-da042b2ddd32 tempest-ServersTestManualDisk-828097669 tempest-ServersTestManualDisk-828097669-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for floatingip, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:45.695251 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-ffabb1c0-0c3e-41e3-99fa-da042b2ddd32 tempest-ServersTestManualDisk-828097669 tempest-ServersTestManualDisk-828097669-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 4.6429067
Dec 16 22:34:45.722424 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-29f4152e-e37a-400d-bfcd-0f08f2789cd3 tempest-AllowedAddressPairIpV6TestJSON-1960971591 tempest-AllowedAddressPairIpV6TestJSON-1960971591-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1044907404'}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:34:45.730046 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-29f4152e-e37a-400d-bfcd-0f08f2789cd3 tempest-AllowedAddressPairIpV6TestJSON-1960971591 tempest-AllowedAddressPairIpV6TestJSON-1960971591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:34:45.735408 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-29f4152e-e37a-400d-bfcd-0f08f2789cd3 tempest-AllowedAddressPairIpV6TestJSON-1960971591 tempest-AllowedAddressPairIpV6TestJSON-1960971591-project] Usage tracker for resource:network and tenant:39f949a2cd2a472e9ea4f7398c6558e9 is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:34:45.739366 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-29f4152e-e37a-400d-bfcd-0f08f2789cd3 tempest-AllowedAddressPairIpV6TestJSON-1960971591 tempest-AllowedAddressPairIpV6TestJSON-1960971591-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:34:45.746900 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-29f4152e-e37a-400d-bfcd-0f08f2789cd3 tempest-AllowedAddressPairIpV6TestJSON-1960971591 tempest-AllowedAddressPairIpV6TestJSON-1960971591-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:34:45.759346 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fcc46b-c55b-4df6-acfc-3c088afcdc02 None None] Pushing event updated for resources: {'Port': ['ID=c821f78f-1c21-4783-87e6-9cfdd08dbfaf,revision_number=2']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:34:45.763492 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-15fcc46b-c55b-4df6-acfc-3c088afcdc02 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:34:45.783469 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.notifiers.nova [None req-27ae3f23-7ca9-4f35-bd9b-6dec25ba5b1d tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] device_id is not set on port 7b62f4da-9934-4725-8159-ea4b59913bca yet. {{(pid=87507) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 16 22:34:45.839294 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4d7b8ef-7526-4ddc-b29b-5a6fa552e033 None None] Network 74e8abe1-d62a-47bd-a542-ad4ce7fca482 requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 22:34:45.885297 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f80c76a3-42ac-4339-b60d-cec38215add5 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Router 45ae2c9f-738c-4d50-9070-36f2d87f0ea0 has already been hosted by L3 agent 4f519db7-069b-43e2-8411-c092bac9102a {{(pid=87507) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 22:34:46.081617 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.db_base_plugin_common [None req-27ae3f23-7ca9-4f35-bd9b-6dec25ba5b1d tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Allocated IP 172.20.0.2 (7edd76f7-0f97-48a5-b177-9842de6c0500/df47f5bf-25be-41d3-95b9-63aa5cfd23e7/7b62f4da-9934-4725-8159-ea4b59913bca) {{(pid=87507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 22:34:46.101447 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.db_base_plugin_common [None req-27ae3f23-7ca9-4f35-bd9b-6dec25ba5b1d tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Allocated IP 2001:db8::f816:3eff:fe04:999b (7edd76f7-0f97-48a5-b177-9842de6c0500/35c109a0-3fd2-4e9f-998f-c000ac94f8fb/7b62f4da-9934-4725-8159-ea4b59913bca) {{(pid=87507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 22:34:46.128312 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29f4152e-e37a-400d-bfcd-0f08f2789cd3 tempest-AllowedAddressPairIpV6TestJSON-1960971591 tempest-AllowedAddressPairIpV6TestJSON-1960971591-project] Made reservation on behalf of 39f949a2cd2a472e9ea4f7398c6558e9 for: {'network': 1} {{(pid=87506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:34:46.131826 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-29f4152e-e37a-400d-bfcd-0f08f2789cd3 tempest-AllowedAddressPairIpV6TestJSON-1960971591 tempest-AllowedAddressPairIpV6TestJSON-1960971591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for network, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:46.172559 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-b584c060-de8c-4b7d-a255-189e925555f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:46.184404 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-00645ac4-3237-499d-b21f-9cd9f3db7e6b None None] Provisioning for port 0ea66b3a-d76e-4f28-961c-fc06d6b4c7a7 completed by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 22:34:46.276984 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-b584c060-de8c-4b7d-a255-189e925555f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:34:46.291405 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-29f4152e-e37a-400d-bfcd-0f08f2789cd3 tempest-AllowedAddressPairIpV6TestJSON-1960971591 tempest-AllowedAddressPairIpV6TestJSON-1960971591-project] Notify callbacks [] for security_group, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:46.297708 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-00645ac4-3237-499d-b21f-9cd9f3db7e6b None None] Provisioning complete for port 0ea66b3a-d76e-4f28-961c-fc06d6b4c7a7 triggered by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:34:46.298081 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-00645ac4-3237-499d-b21f-9cd9f3db7e6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:46.316209 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.db_base_plugin_common [None req-543e6e42-43d2-4d2a-a185-570348e525a3 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Allocated IP 172.20.0.1 (74e8abe1-d62a-47bd-a542-ad4ce7fca482/0517e33e-9bb9-4487-9ba4-37aca2698581/03da7d56-bab6-49e4-bcf2-6c76adceab85) {{(pid=87506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 22:34:46.376376 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-29f4152e-e37a-400d-bfcd-0f08f2789cd3 tempest-AllowedAddressPairIpV6TestJSON-1960971591 tempest-AllowedAddressPairIpV6TestJSON-1960971591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:34:46.381352 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-29f4152e-e37a-400d-bfcd-0f08f2789cd3 tempest-AllowedAddressPairIpV6TestJSON-1960971591 tempest-AllowedAddressPairIpV6TestJSON-1960971591-project] Usage tracker for resource:security_group_rule and tenant:39f949a2cd2a472e9ea4f7398c6558e9 is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:34:46.521356 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ace4c44-9e69-485f-bc77-97cbe0bd1a1a None None] Network 7edd76f7-0f97-48a5-b177-9842de6c0500 requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 22:34:46.564341 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-29f4152e-e37a-400d-bfcd-0f08f2789cd3 tempest-AllowedAddressPairIpV6TestJSON-1960971591 tempest-AllowedAddressPairIpV6TestJSON-1960971591-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:34:46.578854 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-27ae3f23-7ca9-4f35-bd9b-6dec25ba5b1d tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks [] for port, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:46.609361 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.provisioning_blocks [None req-27ae3f23-7ca9-4f35-bd9b-6dec25ba5b1d tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Transition to ACTIVE for port object 7b62f4da-9934-4725-8159-ea4b59913bca will not be triggered until provisioned by entity DHCP. {{(pid=87507) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:34:46.638316 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-b584c060-de8c-4b7d-a255-189e925555f0 admin admin] Usage tracker for resource:security_group_rule and tenant:aff42a31534f4f5f85ac779d01d9bb64 is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:34:46.663476 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-27ae3f23-7ca9-4f35-bd9b-6dec25ba5b1d tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10807823'] for port, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:46.667725 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-b584c060-de8c-4b7d-a255-189e925555f0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:34:46.680044 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-b584c060-de8c-4b7d-a255-189e925555f0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:34:46.701825 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-29f4152e-e37a-400d-bfcd-0f08f2789cd3 tempest-AllowedAddressPairIpV6TestJSON-1960971591 tempest-AllowedAddressPairIpV6TestJSON-1960971591-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:34:46.720196 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-0d8d616d-9420-4df2-acf5-450927b90960 tempest-RoutersIpV6AdminTest-765327337 tempest-RoutersIpV6AdminTest-765327337-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:34:46.792195 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-543e6e42-43d2-4d2a-a185-570348e525a3 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks [] for port, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:46.798422 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ae3f23-7ca9-4f35-bd9b-6dec25ba5b1d tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Pushing event updated for resources: {'Port': ['ID=7b62f4da-9934-4725-8159-ea4b59913bca,revision_number=1']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:34:46.802374 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-27ae3f23-7ca9-4f35-bd9b-6dec25ba5b1d tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:34:46.811541 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.provisioning_blocks [None req-543e6e42-43d2-4d2a-a185-570348e525a3 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Transition to ACTIVE for port object 03da7d56-bab6-49e4-bcf2-6c76adceab85 will not be triggered until provisioned by entity DHCP. {{(pid=87506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:34:46.822150 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [req-453f9201-a5a5-429a-bf6e-055c7a863cc8 req-d15b1589-daa0-4f29-925d-107bdecea617 tempest-ServersTestManualDisk-828097669 tempest-ServersTestManualDisk-828097669-project] Synchronizing usage tracker for tenant:ce00d97791a4466faef350f07c7566f3 on resource:security_group {{(pid=87507) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 22:34:46.840831 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 604e2dff-1dea-4371-a045-c086c7f42af2 up at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 22:34:46.850267 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-543e6e42-43d2-4d2a-a185-570348e525a3 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1863393'] for port, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:46.859380 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-eaccb50b-5e45-443a-b1ca-98e43b851ca7 tempest-RoutersIpV6AdminTest-765327337 tempest-RoutersIpV6AdminTest-765327337-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:34:46.861076 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27ae3f23-7ca9-4f35-bd9b-6dec25ba5b1d tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Network 7edd76f7-0f97-48a5-b177-9842de6c0500 is already hosted by enough agents. {{(pid=87507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:34:46.890318 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-00645ac4-3237-499d-b21f-9cd9f3db7e6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:46.914281 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.base_scheduler [None req-27ae3f23-7ca9-4f35-bd9b-6dec25ba5b1d tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Resources bound (agent type, host, resource id):  {{(pid=87507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:34:46.916803 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27ae3f23-7ca9-4f35-bd9b-6dec25ba5b1d tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Received port after_create {{(pid=87507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 22:34:46.958570 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-543e6e42-43d2-4d2a-a185-570348e525a3 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Network 74e8abe1-d62a-47bd-a542-ad4ce7fca482 is already hosted by enough agents. {{(pid=87506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:34:46.971173 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.base_scheduler [None req-543e6e42-43d2-4d2a-a185-570348e525a3 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Resources bound (agent type, host, resource id):  {{(pid=87506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:34:46.980831 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-543e6e42-43d2-4d2a-a185-570348e525a3 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Received port after_create {{(pid=87506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 22:34:46.993246 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-00645ac4-3237-499d-b21f-9cd9f3db7e6b None None] For port 0ea66b3a-d76e-4f28-961c-fc06d6b4c7a7, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=0ea66b3a-d76e-4f28-961c-fc06d6b4c7a7,segment=NetworkSegment(2ad0f161-ff78-4675-b89f-9b87154df3c7),segment_id=2ad0f161-ff78-4675-b89f-9b87154df3c7)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:34:47.001526 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-00645ac4-3237-499d-b21f-9cd9f3db7e6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:47.010282 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-55516ea3-ea61-4aec-96a4-714204919f63 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:34:47.069391 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543e6e42-43d2-4d2a-a185-570348e525a3 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Pushing event updated for resources: {'Port': ['ID=03da7d56-bab6-49e4-bcf2-6c76adceab85,revision_number=1']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:34:47.076280 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-543e6e42-43d2-4d2a-a185-570348e525a3 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:34:47.099366 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning for port 604e2dff-1dea-4371-a045-c086c7f42af2 completed by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 22:34:47.108826 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00645ac4-3237-499d-b21f-9cd9f3db7e6b None None] Pushing event updated for resources: {'Port': ['ID=0ea66b3a-d76e-4f28-961c-fc06d6b4c7a7,revision_number=3']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:34:47.118832 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-00645ac4-3237-499d-b21f-9cd9f3db7e6b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:34:47.126915 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device c821f78f-1c21-4783-87e6-9cfdd08dbfaf up at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 22:34:47.143607 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-543e6e42-43d2-4d2a-a185-570348e525a3 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3830061'] for router_interface, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:47.173094 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27ae3f23-7ca9-4f35-bd9b-6dec25ba5b1d tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:34:47.173649 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-27ae3f23-7ca9-4f35-bd9b-6dec25ba5b1d tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for port, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:47.177612 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [req-453f9201-a5a5-429a-bf6e-055c7a863cc8 req-d15b1589-daa0-4f29-925d-107bdecea617 tempest-ServersTestManualDisk-828097669 tempest-ServersTestManualDisk-828097669-project] Unset dirty status for tenant:ce00d97791a4466faef350f07c7566f3 on resource:security_group {{(pid=87507) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 22:34:47.178960 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-453f9201-a5a5-429a-bf6e-055c7a863cc8 req-d15b1589-daa0-4f29-925d-107bdecea617 tempest-ServersTestManualDisk-828097669 tempest-ServersTestManualDisk-828097669-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1802837157&fields=id&tenant_id=ce00d97791a4466faef350f07c7566f3 HTTP/1.1" status: 200  len: 267 time: 1.0118594
Dec 16 22:34:47.213270 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-62e9b82b-1177-43cc-9683-2e1fe82a5d1a None None] Provisioning for port 604e2dff-1dea-4371-a045-c086c7f42af2 completed by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 22:34:47.225339 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-62e9b82b-1177-43cc-9683-2e1fe82a5d1a None None] Provisioning complete for port 604e2dff-1dea-4371-a045-c086c7f42af2 triggered by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:34:47.225963 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-62e9b82b-1177-43cc-9683-2e1fe82a5d1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:47.269785 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-29f4152e-e37a-400d-bfcd-0f08f2789cd3 tempest-AllowedAddressPairIpV6TestJSON-1960971591 tempest-AllowedAddressPairIpV6TestJSON-1960971591-project] Notify callbacks [] for security_group, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:47.299076 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-29f4152e-e37a-400d-bfcd-0f08f2789cd3 tempest-AllowedAddressPairIpV6TestJSON-1960971591 tempest-AllowedAddressPairIpV6TestJSON-1960971591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841066'] for security_group, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:47.310625 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-4296be73-455e-4ce9-9832-d89efc239507 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:34:47.364445 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning for port c821f78f-1c21-4783-87e6-9cfdd08dbfaf completed by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 22:34:47.383627 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29f4152e-e37a-400d-bfcd-0f08f2789cd3 tempest-AllowedAddressPairIpV6TestJSON-1960971591 tempest-AllowedAddressPairIpV6TestJSON-1960971591-project] vlan segment allocate from pool success with {'vlan_id': 156, 'physical_network': 'physnet1'}  {{(pid=87506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 22:34:47.401653 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f80c76a3-42ac-4339-b60d-cec38215add5 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Notify agent at l3_agent.dv-neutron-821829-1-hyperv the message routers_updated {{(pid=87507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 22:34:47.412962 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-b584c060-de8c-4b7d-a255-189e925555f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:47.426501 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-b584c060-de8c-4b7d-a255-189e925555f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841066'] for security_group, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:47.426709 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cb75adc-94d7-47f7-8349-6c2f6759d0df None None] Sync routers for ids ['45ae2c9f-738c-4d50-9070-36f2d87f0ea0'] in dv-neutron-821829-1-hyperv {{(pid=87508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 22:34:47.493309 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cb75adc-94d7-47f7-8349-6c2f6759d0df None None] Routers {'45ae2c9f-738c-4d50-9070-36f2d87f0ea0'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:34:47.494379 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-0cb75adc-94d7-47f7-8349-6c2f6759d0df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b7c25feb0>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:34:31Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['45ae2c9f-738c-4d50-9070-36f2d87f0ea0'], 'active': True} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:34:47.496049 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f4152e-e37a-400d-bfcd-0f08f2789cd3 tempest-AllowedAddressPairIpV6TestJSON-1960971591 tempest-AllowedAddressPairIpV6TestJSON-1960971591-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b98c6e6b-370a-4399-99e7-89fb8ee4d596,revision_number=1']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:34:47.498891 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-29f4152e-e37a-400d-bfcd-0f08f2789cd3 tempest-AllowedAddressPairIpV6TestJSON-1960971591 tempest-AllowedAddressPairIpV6TestJSON-1960971591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-883292'] for segment, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:47.499225 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.db.segments_db [None req-29f4152e-e37a-400d-bfcd-0f08f2789cd3 tempest-AllowedAddressPairIpV6TestJSON-1960971591 tempest-AllowedAddressPairIpV6TestJSON-1960971591-project] Added segment 10db9177-2df1-4f08-8bb0-ae1215676510 of type vlan for network 86e68e41-157c-4f6e-b330-6d809173b73d
Dec 16 22:34:47.522765 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-29f4152e-e37a-400d-bfcd-0f08f2789cd3 tempest-AllowedAddressPairIpV6TestJSON-1960971591 tempest-AllowedAddressPairIpV6TestJSON-1960971591-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:34:47.541729 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-e5f544ad-f505-411c-8d18-a901cabe4049 tempest-ServersTestJSON-1208382319 tempest-ServersTestJSON-1208382319-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:34:47.560028 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-27ae3f23-7ca9-4f35-bd9b-6dec25ba5b1d tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1025 time: 3.5566900
Dec 16 22:34:47.569381 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-62e9b82b-1177-43cc-9683-2e1fe82a5d1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:47.571622 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 40808) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:34:47.588013 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-0cb75adc-94d7-47f7-8349-6c2f6759d0df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b7c25feb0>, [], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:34:47.594148 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6145b39-c98b-4e41-af8e-4d1d9170baca None None] Network b0f969d8-7cc3-4021-a55f-b89c531f585f requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 22:34:47.597497 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-29f4152e-e37a-400d-bfcd-0f08f2789cd3 tempest-AllowedAddressPairIpV6TestJSON-1960971591 tempest-AllowedAddressPairIpV6TestJSON-1960971591-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734753047233'] for network, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:47.614437 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b584c060-de8c-4b7d-a255-189e925555f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4934e7ee-0c4f-44ae-b896-ef2190518bec,revision_number=1']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:34:47.630404 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-b584c060-de8c-4b7d-a255-189e925555f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:34:47.656556 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-f80c76a3-42ac-4339-b60d-cec38215add5 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for floatingip, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:47.684129 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-29f4152e-e37a-400d-bfcd-0f08f2789cd3 tempest-AllowedAddressPairIpV6TestJSON-1960971591 tempest-AllowedAddressPairIpV6TestJSON-1960971591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440'] for network, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:47.684480 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-b584c060-de8c-4b7d-a255-189e925555f0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=aff42a31534f4f5f85ac779d01d9bb64&name=default HTTP/1.1" status: 200  len: 2979 time: 2.2960427
Dec 16 22:34:47.689507 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29f4152e-e37a-400d-bfcd-0f08f2789cd3 tempest-AllowedAddressPairIpV6TestJSON-1960971591 tempest-AllowedAddressPairIpV6TestJSON-1960971591-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:34:47.690101 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-29f4152e-e37a-400d-bfcd-0f08f2789cd3 tempest-AllowedAddressPairIpV6TestJSON-1960971591 tempest-AllowedAddressPairIpV6TestJSON-1960971591-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3791486'] for network, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:47.691268 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cb75adc-94d7-47f7-8349-6c2f6759d0df None None] Routers {'45ae2c9f-738c-4d50-9070-36f2d87f0ea0'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:34:47.691945 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-0cb75adc-94d7-47f7-8349-6c2f6759d0df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b7c25feb0>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:34:31Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['45ae2c9f-738c-4d50-9070-36f2d87f0ea0'], 'active': True} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:34:47.695142 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 40812) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:34:47.704523 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-7b471887-1182-40bb-ad95-64a077a52153 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:34:47.752852 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-f80c76a3-42ac-4339-b60d-cec38215add5 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 983 time: 8.4150333
Dec 16 22:34:47.758909 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f4e8e9b-08c7-4f07-88b8-665ffeae4be1 None None] Update dhcp port {'port': {'network_id': '7edd76f7-0f97-48a5-b177-9842de6c0500', 'fixed_ips': [{'subnet_id': '35c109a0-3fd2-4e9f-998f-c000ac94f8fb', 'ip_address': '2001:db8::f816:3eff:fe6b:7905'}, {'subnet_id': 'df47f5bf-25be-41d3-95b9-63aa5cfd23e7'}], 'binding:host_id': 'dv-neutron-821829-1-hyperv'}, 'id': '604e2dff-1dea-4371-a045-c086c7f42af2'} from dv-neutron-821829-1-hyperv. {{(pid=87508) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}}
Dec 16 22:34:47.761177 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 40816) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:34:47.770744 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453f9201-a5a5-429a-bf6e-055c7a863cc8 req-997e2c29-91c4-4a3a-b24d-92fd9956db87 tempest-ServersTestManualDisk-828097669 tempest-ServersTestManualDisk-828097669-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:34:47.772184 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-453f9201-a5a5-429a-bf6e-055c7a863cc8 req-997e2c29-91c4-4a3a-b24d-92fd9956db87 tempest-ServersTestManualDisk-828097669 tempest-ServersTestManualDisk-828097669-project] 10.222.0.13 "GET /v2.0/networks?id=1184a913-dac0-4ec1-b150-22ccd69ce676 HTTP/1.1" status: 200  len: 811 time: 0.5353410
Dec 16 22:34:47.775820 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-c8af7164-b4b8-4425-aa74-be2d34c97b6f tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-976084567'}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:34:47.788241 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-c8af7164-b4b8-4425-aa74-be2d34c97b6f tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:34:47.793479 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-c8af7164-b4b8-4425-aa74-be2d34c97b6f tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Usage tracker for resource:network and tenant:224a3f89678e41499cb7a5fbecafc8d7 is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:34:47.796959 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-453f9201-a5a5-429a-bf6e-055c7a863cc8 req-fe037192-b72c-4b57-87ac-85a1989d4117 tempest-ServersTestManualDisk-828097669 tempest-ServersTestManualDisk-828097669-project] 10.222.0.13 "GET /v2.0/quotas/ce00d97791a4466faef350f07c7566f3 HTTP/1.1" status: 200  len: 375 time: 0.0176563
Dec 16 22:34:47.797583 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-c8af7164-b4b8-4425-aa74-be2d34c97b6f tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:34:47.803547 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-c8af7164-b4b8-4425-aa74-be2d34c97b6f tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:34:47.811567 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-0cb75adc-94d7-47f7-8349-6c2f6759d0df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b7c25feb0>, [], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:34:47.811986 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cb75adc-94d7-47f7-8349-6c2f6759d0df None None] The sync data for ids ['45ae2c9f-738c-4d50-9070-36f2d87f0ea0'] in dv-neutron-821829-1-hyperv is: [] {{(pid=87508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 22:34:47.822864 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-62e9b82b-1177-43cc-9683-2e1fe82a5d1a None None] For port 604e2dff-1dea-4371-a045-c086c7f42af2, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=604e2dff-1dea-4371-a045-c086c7f42af2,segment=NetworkSegment(da71c9a1-7532-4738-a9bc-22a7f498ec35),segment_id=da71c9a1-7532-4738-a9bc-22a7f498ec35)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:34:47.839792 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-62e9b82b-1177-43cc-9683-2e1fe82a5d1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:47.854981 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8af7164-b4b8-4425-aa74-be2d34c97b6f tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Made reservation on behalf of 224a3f89678e41499cb7a5fbecafc8d7 for: {'network': 1} {{(pid=87507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:34:47.855203 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-851cdab6-fe26-4810-8917-8b5ff61a0405 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:34:47.856078 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-c8af7164-b4b8-4425-aa74-be2d34c97b6f tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for network, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:47.901272 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-543e6e42-43d2-4d2a-a185-570348e525a3 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:47.901650 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-2f4e8e9b-08c7-4f07-88b8-665ffeae4be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:47.906385 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8af7164-b4b8-4425-aa74-be2d34c97b6f tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] vlan segment allocate from pool success with {'vlan_id': 177, 'physical_network': 'physnet1'}  {{(pid=87507) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 22:34:47.919700 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-c8af7164-b4b8-4425-aa74-be2d34c97b6f tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-883292'] for segment, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:47.920105 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.db.segments_db [None req-c8af7164-b4b8-4425-aa74-be2d34c97b6f tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Added segment a8f8d940-eea4-4913-bac5-aba647fa5d95 of type vlan for network 475b7fe3-efe7-41a6-b8de-3f83d3ceba1f
Dec 16 22:34:47.936748 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [req-453f9201-a5a5-429a-bf6e-055c7a863cc8 req-83b3b8e5-eb58-4788-a456-fde7bd9dd4c7 tempest-ServersTestManualDisk-828097669 tempest-ServersTestManualDisk-828097669-project] Synchronizing usage tracker for tenant:ce00d97791a4466faef350f07c7566f3 on resource:port {{(pid=87507) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 22:34:47.966370 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-c8af7164-b4b8-4425-aa74-be2d34c97b6f tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734753047233'] for network, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:47.976183 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [req-453f9201-a5a5-429a-bf6e-055c7a863cc8 req-83b3b8e5-eb58-4788-a456-fde7bd9dd4c7 tempest-ServersTestManualDisk-828097669 tempest-ServersTestManualDisk-828097669-project] Unset dirty status for tenant:ce00d97791a4466faef350f07c7566f3 on resource:port {{(pid=87507) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 22:34:47.977497 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-453f9201-a5a5-429a-bf6e-055c7a863cc8 req-83b3b8e5-eb58-4788-a456-fde7bd9dd4c7 tempest-ServersTestManualDisk-828097669 tempest-ServersTestManualDisk-828097669-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=ce00d97791a4466faef350f07c7566f3&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1682427
Dec 16 22:34:48.033426 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f4152e-e37a-400d-bfcd-0f08f2789cd3 tempest-AllowedAddressPairIpV6TestJSON-1960971591 tempest-AllowedAddressPairIpV6TestJSON-1960971591-project] Pushing event updated for resources: {'Network': ['ID=86e68e41-157c-4f6e-b330-6d809173b73d,revision_number=1']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:34:48.051590 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-29f4152e-e37a-400d-bfcd-0f08f2789cd3 tempest-AllowedAddressPairIpV6TestJSON-1960971591 tempest-AllowedAddressPairIpV6TestJSON-1960971591-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 798 time: 2.6411009
Dec 16 22:34:48.052997 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Network 86e68e41-157c-4f6e-b330-6d809173b73d details requested by agent ovs-agent-dv-neutron-821829-1-hyperv with host dv-neutron-821829-1-hyperv {{(pid=87508) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 22:34:48.066505 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 40820) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:34:48.076587 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-29f4152e-e37a-400d-bfcd-0f08f2789cd3 tempest-AllowedAddressPairIpV6TestJSON-1960971591 tempest-AllowedAddressPairIpV6TestJSON-1960971591-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.371s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:34:48.078154 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e9b82b-1177-43cc-9683-2e1fe82a5d1a None None] Pushing event updated for resources: {'Port': ['ID=604e2dff-1dea-4371-a045-c086c7f42af2,revision_number=3']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:34:48.078654 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-c8af7164-b4b8-4425-aa74-be2d34c97b6f tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440'] for network, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:48.081063 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-62e9b82b-1177-43cc-9683-2e1fe82a5d1a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:34:48.081839 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-15d4ff9b-b58a-4405-927a-44eacf696625 None None] Provisioning for port c821f78f-1c21-4783-87e6-9cfdd08dbfaf completed by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 22:34:48.085704 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8af7164-b4b8-4425-aa74-be2d34c97b6f tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:34:48.086332 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-c8af7164-b4b8-4425-aa74-be2d34c97b6f tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Notify callbacks [] for network, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:48.093385 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-1bb2ae3f-f0cf-4d05-b5b2-d5c891f1ab08 tempest-AllowedAddressPairIpV6TestJSON-1960971591 tempest-AllowedAddressPairIpV6TestJSON-1960971591-project] Request body: {'subnet': {'network_id': '86e68e41-157c-4f6e-b330-6d809173b73d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:34:48.109716 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-0b750496-5d6f-4c89-801f-776331f09c94 tempest-FloatingIPAdminTestJSON-210502716 tempest-FloatingIPAdminTestJSON-210502716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:34:48.143891 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-b71806e7-99d3-4561-80cc-3795e1af3af6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:48.184621 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-15d4ff9b-b58a-4405-927a-44eacf696625 None None] Provisioning complete for port c821f78f-1c21-4783-87e6-9cfdd08dbfaf triggered by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:34:48.185008 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-15d4ff9b-b58a-4405-927a-44eacf696625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:48.237408 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a0868c8-ec9c-453f-85cb-9e48a43ce890 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:34:48.243508 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a0868c8-ec9c-453f-85cb-9e48a43ce890 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:34:48.245195 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-5a0868c8-ec9c-453f-85cb-9e48a43ce890 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1780 time: 0.6688120
Dec 16 22:34:48.251683 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 40824) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:34:48.347928 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-c8af7164-b4b8-4425-aa74-be2d34c97b6f tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 772 time: 0.5850930
Dec 16 22:34:48.356586 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 40828) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:34:48.370545 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8af7164-b4b8-4425-aa74-be2d34c97b6f tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Pushing event updated for resources: {'Network': ['ID=475b7fe3-efe7-41a6-b8de-3f83d3ceba1f,revision_number=1']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:34:48.380163 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-b71806e7-99d3-4561-80cc-3795e1af3af6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:48.384663 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-c8af7164-b4b8-4425-aa74-be2d34c97b6f tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:34:48.389590 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-f34a0a40-7690-416c-be64-46514f1abded tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Request body: {'subnet': {'network_id': '475b7fe3-efe7-41a6-b8de-3f83d3ceba1f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:34:48.423530 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Network 475b7fe3-efe7-41a6-b8de-3f83d3ceba1f details requested by agent ovs-agent-dv-neutron-821829-1-hyperv with host dv-neutron-821829-1-hyperv {{(pid=87508) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 22:34:48.489558 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-1bb2ae3f-f0cf-4d05-b5b2-d5c891f1ab08 tempest-AllowedAddressPairIpV6TestJSON-1960971591 tempest-AllowedAddressPairIpV6TestJSON-1960971591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:34:48.494999 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.plugin [None req-5ff1c640-f81e-49f2-ae44-3cde1887b007 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Deleting port 7b62f4da-9934-4725-8159-ea4b59913bca {{(pid=87507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:34:48.495342 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-5ff1c640-f81e-49f2-ae44-3cde1887b007 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:48.547742 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-1bb2ae3f-f0cf-4d05-b5b2-d5c891f1ab08 tempest-AllowedAddressPairIpV6TestJSON-1960971591 tempest-AllowedAddressPairIpV6TestJSON-1960971591-project] Usage tracker for resource:subnet and tenant:39f949a2cd2a472e9ea4f7398c6558e9 is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:34:48.553600 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-1bb2ae3f-f0cf-4d05-b5b2-d5c891f1ab08 tempest-AllowedAddressPairIpV6TestJSON-1960971591 tempest-AllowedAddressPairIpV6TestJSON-1960971591-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:34:48.575105 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-1bb2ae3f-f0cf-4d05-b5b2-d5c891f1ab08 tempest-AllowedAddressPairIpV6TestJSON-1960971591 tempest-AllowedAddressPairIpV6TestJSON-1960971591-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:34:48.578510 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-453f9201-a5a5-429a-bf6e-055c7a863cc8 req-b6963622-2b4e-462d-bb3f-cff676cb69bc service neutron] 10.222.0.13 "GET /v2.0/networks/1184a913-dac0-4ec1-b150-22ccd69ce676?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5823092
Dec 16 22:34:48.599228 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.db_base_plugin_common [None req-2f4e8e9b-08c7-4f07-88b8-665ffeae4be1 None None] Allocated IP 172.20.0.3 (7edd76f7-0f97-48a5-b177-9842de6c0500/df47f5bf-25be-41d3-95b9-63aa5cfd23e7/604e2dff-1dea-4371-a045-c086c7f42af2) {{(pid=87508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 22:34:48.652111 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-15d4ff9b-b58a-4405-927a-44eacf696625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:48.702096 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-f34a0a40-7690-416c-be64-46514f1abded tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:34:48.721934 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bb2ae3f-f0cf-4d05-b5b2-d5c891f1ab08 tempest-AllowedAddressPairIpV6TestJSON-1960971591 tempest-AllowedAddressPairIpV6TestJSON-1960971591-project] Made reservation on behalf of 39f949a2cd2a472e9ea4f7398c6558e9 for: {'subnet': 1} {{(pid=87507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:34:48.723071 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-1bb2ae3f-f0cf-4d05-b5b2-d5c891f1ab08 tempest-AllowedAddressPairIpV6TestJSON-1960971591 tempest-AllowedAddressPairIpV6TestJSON-1960971591-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10549598'] for subnet, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:48.744046 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 604e2dff-1dea-4371-a045-c086c7f42af2 up at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 22:34:48.759107 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-f34a0a40-7690-416c-be64-46514f1abded tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:34:48.820863 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-15d4ff9b-b58a-4405-927a-44eacf696625 None None] For port c821f78f-1c21-4783-87e6-9cfdd08dbfaf, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=c821f78f-1c21-4783-87e6-9cfdd08dbfaf,segment=NetworkSegment(465bbc84-7d61-431c-8543-9bcce4563854),segment_id=465bbc84-7d61-431c-8543-9bcce4563854)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:34:48.832888 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-c918118e-435e-43b1-855f-17a946253d2e tempest-RoutersAdminTest-1901902743 tempest-RoutersAdminTest-1901902743-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3741702', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3740945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-38947'] for router, precommit_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:48.834706 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-b71806e7-99d3-4561-80cc-3795e1af3af6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841066'] for security_group, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:48.834842 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-15d4ff9b-b58a-4405-927a-44eacf696625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:48.842803 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-2f4cfc9c-614f-4d79-8661-b350da35e53b tempest-RoutersAdminTest-1901902743 tempest-RoutersAdminTest-1901902743-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:34:48.847587 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-7201c574-21fc-4c89-9d73-13b2b19f87e7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:34:48.860307 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-c918118e-435e-43b1-855f-17a946253d2e tempest-RoutersAdminTest-1901902743 tempest-RoutersAdminTest-1901902743-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3741923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3741713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3741720', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3740934'] for router, after_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:48.866089 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71806e7-99d3-4561-80cc-3795e1af3af6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4934e7ee-0c4f-44ae-b896-ef2190518bec,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:34:48.871913 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-b71806e7-99d3-4561-80cc-3795e1af3af6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:34:48.943877 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f34a0a40-7690-416c-be64-46514f1abded tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Made reservation on behalf of 224a3f89678e41499cb7a5fbecafc8d7 for: {'subnet': 1} {{(pid=87507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:34:48.948713 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-2f4e8e9b-08c7-4f07-88b8-665ffeae4be1 None None] For port 604e2dff-1dea-4371-a045-c086c7f42af2, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=604e2dff-1dea-4371-a045-c086c7f42af2,segment=NetworkSegment(da71c9a1-7532-4738-a9bc-22a7f498ec35),segment_id=da71c9a1-7532-4738-a9bc-22a7f498ec35)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:34:48.951546 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-f34a0a40-7690-416c-be64-46514f1abded tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10549598'] for subnet, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:48.959733 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-15d4ff9b-b58a-4405-927a-44eacf696625 None None] Provisioning for port 03da7d56-bab6-49e4-bcf2-6c76adceab85 completed by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 22:34:48.971801 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning complete for port 604e2dff-1dea-4371-a045-c086c7f42af2 triggered by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:34:48.972195 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:48.994405 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-b71806e7-99d3-4561-80cc-3795e1af3af6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:48.995990 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-b71806e7-99d3-4561-80cc-3795e1af3af6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4934e7ee-0c4f-44ae-b896-ef2190518bec HTTP/1.1" status: 204  len: 168 time: 1.2776203
Dec 16 22:34:49.007034 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-15d4ff9b-b58a-4405-927a-44eacf696625 None None] Provisioning complete for port 03da7d56-bab6-49e4-bcf2-6c76adceab85 triggered by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:34:49.007424 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-15d4ff9b-b58a-4405-927a-44eacf696625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:49.056701 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d4ff9b-b58a-4405-927a-44eacf696625 None None] Pushing event updated for resources: {'Port': ['ID=c821f78f-1c21-4783-87e6-9cfdd08dbfaf,revision_number=3']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:34:49.059845 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-15d4ff9b-b58a-4405-927a-44eacf696625 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:34:49.084390 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-2f4e8e9b-08c7-4f07-88b8-665ffeae4be1 None None] Notify callbacks [] for port, precommit_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:49.123687 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-2f4e8e9b-08c7-4f07-88b8-665ffeae4be1 None None] Transition to ACTIVE for port object 604e2dff-1dea-4371-a045-c086c7f42af2 will not be triggered until provisioned by entity DHCP. {{(pid=87508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:34:49.125752 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-15d4ff9b-b58a-4405-927a-44eacf696625 None None] Port 03da7d56-bab6-49e4-bcf2-6c76adceab85 cannot update to ACTIVE because it is not bound. {{(pid=87508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 22:34:49.134566 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-2f4e8e9b-08c7-4f07-88b8-665ffeae4be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:49.142997 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:34:49.188496 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-543e6e42-43d2-4d2a-a185-570348e525a3 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks [] for port, precommit_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:49.190550 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Port 604e2dff-1dea-4371-a045-c086c7f42af2 had new provisioning blocks added so it will not transition to active. {{(pid=87508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:347}}
Dec 16 22:34:49.191404 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 0ea66b3a-d76e-4f28-961c-fc06d6b4c7a7 up at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 22:34:49.196506 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-543e6e42-43d2-4d2a-a185-570348e525a3 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1863400'] for port, after_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:49.233750 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-16510f4f-1c34-45ba-b2ca-fb20797706e9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:34:49.267727 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c918118e-435e-43b1-855f-17a946253d2e tempest-RoutersAdminTest-1901902743 tempest-RoutersAdminTest-1901902743-project-admin] Router 38136b6a-333a-46b2-a751-94a2be2c7698 has already been hosted by L3 agent 4f519db7-069b-43e2-8411-c092bac9102a {{(pid=87506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 22:34:49.281882 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-453f9201-a5a5-429a-bf6e-055c7a863cc8 req-46da01cc-f8c8-44b1-b773-c76e44106699 service neutron] 10.222.0.13 "GET /v2.0/networks/1184a913-dac0-4ec1-b150-22ccd69ce676?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6843193
Dec 16 22:34:49.293957 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-15d4ff9b-b58a-4405-927a-44eacf696625 None None] Provisioning complete for port 0ea66b3a-d76e-4f28-961c-fc06d6b4c7a7 triggered by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:34:49.294715 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-15d4ff9b-b58a-4405-927a-44eacf696625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:49.330894 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543e6e42-43d2-4d2a-a185-570348e525a3 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Pushing event updated for resources: {'Port': ['ID=03da7d56-bab6-49e4-bcf2-6c76adceab85,revision_number=2']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:34:49.343655 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-5ff1c640-f81e-49f2-ae44-3cde1887b007 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:49.439449 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-543e6e42-43d2-4d2a-a185-570348e525a3 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:34:49.463381 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-543e6e42-43d2-4d2a-a185-570348e525a3 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3791426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3830222'] for router_interface, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:49.472870 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4e8e9b-08c7-4f07-88b8-665ffeae4be1 None None] Pushing event updated for resources: {'Port': ['ID=604e2dff-1dea-4371-a045-c086c7f42af2,revision_number=4']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:34:49.483236 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-2f4e8e9b-08c7-4f07-88b8-665ffeae4be1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:34:49.547669 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning complete for port 0ea66b3a-d76e-4f28-961c-fc06d6b4c7a7 triggered by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:34:49.548180 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:49.551328 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.plugin [None req-5ff1c640-f81e-49f2-ae44-3cde1887b007 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Calling delete_port for 7b62f4da-9934-4725-8159-ea4b59913bca owned by  {{(pid=87507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:34:49.711687 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-b8b6e628-5dc0-4548-bfc5-a0acf758dabd req-b6cc4274-c390-4f63-809b-3d6a8ec0830a tempest-ServersTestManualDisk-828097669 tempest-ServersTestManualDisk-828097669-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce84dfe8-5e91-4fe9-b684-9a52b4f9831a HTTP/1.1" status: 200  len: 210 time: 0.0835295
Dec 16 22:34:49.817355 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c918118e-435e-43b1-855f-17a946253d2e tempest-RoutersAdminTest-1901902743 tempest-RoutersAdminTest-1901902743-project-admin] Notify agent at l3_agent.dv-neutron-821829-1-hyperv the message routers_updated {{(pid=87506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 22:34:49.822124 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-c918118e-435e-43b1-855f-17a946253d2e tempest-RoutersAdminTest-1901902743 tempest-RoutersAdminTest-1901902743-project-admin] Notify callbacks [] for router, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:49.827250 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-c918118e-435e-43b1-855f-17a946253d2e tempest-RoutersAdminTest-1901902743 tempest-RoutersAdminTest-1901902743-project-admin] 10.222.0.13 "PUT /v2.0/routers/38136b6a-333a-46b2-a751-94a2be2c7698 HTTP/1.1" status: 200  len: 921 time: 6.4531324
Dec 16 22:34:49.830888 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 40848) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:34:49.840999 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73c71c28-9128-463e-8738-dc041fdf0346 None None] Sync routers for ids ['38136b6a-333a-46b2-a751-94a2be2c7698'] in dv-neutron-821829-1-hyperv {{(pid=87509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 22:34:49.856797 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73c71c28-9128-463e-8738-dc041fdf0346 None None] Routers {'38136b6a-333a-46b2-a751-94a2be2c7698'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:34:49.858932 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-73c71c28-9128-463e-8738-dc041fdf0346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b7cc34e20>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:34:31Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['38136b6a-333a-46b2-a751-94a2be2c7698'], 'active': True} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:34:49.916798 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-543e6e42-43d2-4d2a-a185-570348e525a3 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Network 74e8abe1-d62a-47bd-a542-ad4ce7fca482 is already hosted by enough agents. {{(pid=87506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:34:49.918447 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.base_scheduler [None req-543e6e42-43d2-4d2a-a185-570348e525a3 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Resources bound (agent type, host, resource id):  {{(pid=87506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:34:49.995694 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-d77c0ce3-c3d8-462c-bf38-aa87e76c407c None None] Provisioning complete for port c821f78f-1c21-4783-87e6-9cfdd08dbfaf triggered by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:34:49.996106 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-d77c0ce3-c3d8-462c-bf38-aa87e76c407c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:50.017864 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-73c71c28-9128-463e-8738-dc041fdf0346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b7cc34e20>, [], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:34:50.053871 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73c71c28-9128-463e-8738-dc041fdf0346 None None] Routers {'38136b6a-333a-46b2-a751-94a2be2c7698'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:34:50.054976 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-73c71c28-9128-463e-8738-dc041fdf0346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b7cc34e20>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:34:31Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['38136b6a-333a-46b2-a751-94a2be2c7698'], 'active': True} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:34:50.065951 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-1bb2ae3f-f0cf-4d05-b5b2-d5c891f1ab08 tempest-AllowedAddressPairIpV6TestJSON-1960971591 tempest-AllowedAddressPairIpV6TestJSON-1960971591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10807931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10549612'] for subnet, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:50.090426 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-485e518a-206c-4179-8427-23a564db3769 tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:34:50.213117 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-73c71c28-9128-463e-8738-dc041fdf0346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b7cc34e20>, [], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:34:50.213805 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73c71c28-9128-463e-8738-dc041fdf0346 None None] The sync data for ids ['38136b6a-333a-46b2-a751-94a2be2c7698'] in dv-neutron-821829-1-hyperv is: [] {{(pid=87509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 22:34:50.397022 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-543e6e42-43d2-4d2a-a185-570348e525a3 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Router 5ffd91e6-a775-4716-a992-81778d727d16 is scheduled to L3 agent 4f519db7-069b-43e2-8411-c092bac9102a with binding_index 1 {{(pid=87506) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 16 22:34:50.474850 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 40868) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:34:50.490837 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb2ae3f-f0cf-4d05-b5b2-d5c891f1ab08 tempest-AllowedAddressPairIpV6TestJSON-1960971591 tempest-AllowedAddressPairIpV6TestJSON-1960971591-project] Pushing event updated for resources: {'Subnet': ['ID=e8ed6afc-384c-47d0-91b3-a9dc2c7453fe,revision_number=0']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:34:50.508515 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-f34a0a40-7690-416c-be64-46514f1abded tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10807931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10549612'] for subnet, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:50.540213 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb2ae3f-f0cf-4d05-b5b2-d5c891f1ab08 tempest-AllowedAddressPairIpV6TestJSON-1960971591 tempest-AllowedAddressPairIpV6TestJSON-1960971591-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:34:50.540604 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb2ae3f-f0cf-4d05-b5b2-d5c891f1ab08 tempest-AllowedAddressPairIpV6TestJSON-1960971591 tempest-AllowedAddressPairIpV6TestJSON-1960971591-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:34:50.540985 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb2ae3f-f0cf-4d05-b5b2-d5c891f1ab08 tempest-AllowedAddressPairIpV6TestJSON-1960971591 tempest-AllowedAddressPairIpV6TestJSON-1960971591-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:34:50.541361 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb2ae3f-f0cf-4d05-b5b2-d5c891f1ab08 tempest-AllowedAddressPairIpV6TestJSON-1960971591 tempest-AllowedAddressPairIpV6TestJSON-1960971591-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:34:50.541731 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb2ae3f-f0cf-4d05-b5b2-d5c891f1ab08 tempest-AllowedAddressPairIpV6TestJSON-1960971591 tempest-AllowedAddressPairIpV6TestJSON-1960971591-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:34:50.542104 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb2ae3f-f0cf-4d05-b5b2-d5c891f1ab08 tempest-AllowedAddressPairIpV6TestJSON-1960971591 tempest-AllowedAddressPairIpV6TestJSON-1960971591-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:34:50.542469 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb2ae3f-f0cf-4d05-b5b2-d5c891f1ab08 tempest-AllowedAddressPairIpV6TestJSON-1960971591 tempest-AllowedAddressPairIpV6TestJSON-1960971591-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:34:50.542833 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb2ae3f-f0cf-4d05-b5b2-d5c891f1ab08 tempest-AllowedAddressPairIpV6TestJSON-1960971591 tempest-AllowedAddressPairIpV6TestJSON-1960971591-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:34:50.543200 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb2ae3f-f0cf-4d05-b5b2-d5c891f1ab08 tempest-AllowedAddressPairIpV6TestJSON-1960971591 tempest-AllowedAddressPairIpV6TestJSON-1960971591-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:34:50.543565 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb2ae3f-f0cf-4d05-b5b2-d5c891f1ab08 tempest-AllowedAddressPairIpV6TestJSON-1960971591 tempest-AllowedAddressPairIpV6TestJSON-1960971591-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:34:50.549026 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb2ae3f-f0cf-4d05-b5b2-d5c891f1ab08 tempest-AllowedAddressPairIpV6TestJSON-1960971591 tempest-AllowedAddressPairIpV6TestJSON-1960971591-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:34:50.554521 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb2ae3f-f0cf-4d05-b5b2-d5c891f1ab08 tempest-AllowedAddressPairIpV6TestJSON-1960971591 tempest-AllowedAddressPairIpV6TestJSON-1960971591-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:34:50.563672 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-1bb2ae3f-f0cf-4d05-b5b2-d5c891f1ab08 tempest-AllowedAddressPairIpV6TestJSON-1960971591 tempest-AllowedAddressPairIpV6TestJSON-1960971591-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.473s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:34:50.566239 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bb2ae3f-f0cf-4d05-b5b2-d5c891f1ab08 tempest-AllowedAddressPairIpV6TestJSON-1960971591 tempest-AllowedAddressPairIpV6TestJSON-1960971591-project] Checking segment: {'id': '10db9177-2df1-4f08-8bb0-ae1215676510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '86e68e41-157c-4f6e-b330-6d809173b73d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 22:34:50.566333 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bb2ae3f-f0cf-4d05-b5b2-d5c891f1ab08 tempest-AllowedAddressPairIpV6TestJSON-1960971591 tempest-AllowedAddressPairIpV6TestJSON-1960971591-project] Network hostable DHCP agents. Network: 86e68e41-157c-4f6e-b330-6d809173b73d, hostable agents: ['3b155c4d-12dc-491e-aa14-6113b06cfacd'], hosted agents: [] {{(pid=87507) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 16 22:34:50.586307 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-41820df9-c5bb-430c-82dc-d13479bb3312 None None] Provisioning complete for port 03da7d56-bab6-49e4-bcf2-6c76adceab85 triggered by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:34:50.589952 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-41820df9-c5bb-430c-82dc-d13479bb3312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:50.618069 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-543e6e42-43d2-4d2a-a185-570348e525a3 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify agent at l3_agent.dv-neutron-821829-1-hyperv the message routers_updated {{(pid=87506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 22:34:50.623053 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-543e6e42-43d2-4d2a-a185-570348e525a3 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] 10.222.0.13 "PUT /v2.0/routers/5ffd91e6-a775-4716-a992-81778d727d16/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.9567358
Dec 16 22:34:50.625806 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 40874) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:34:50.651608 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-69f67ff6-87e0-4a78-8c28-a2200d9733cb tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.119s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:34:50.665192 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21cdcbf3-f706-443f-8cca-0ef96d6ba5d2 None None] Sync routers for ids ['5ffd91e6-a775-4716-a992-81778d727d16'] in dv-neutron-821829-1-hyperv {{(pid=87508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 22:34:50.717403 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-12b86f48-6e22-4862-9bc8-2cea5926c055 tempest-RoutersAdminTest-1901902743 tempest-RoutersAdminTest-1901902743-project-admin] 10.222.0.13 "GET /v2.0/routers/38136b6a-333a-46b2-a751-94a2be2c7698 HTTP/1.1" status: 200  len: 921 time: 0.8837645
Dec 16 22:34:50.721883 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21cdcbf3-f706-443f-8cca-0ef96d6ba5d2 None None] Routers {'5ffd91e6-a775-4716-a992-81778d727d16'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:34:50.722213 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-21cdcbf3-f706-443f-8cca-0ef96d6ba5d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b77d28370>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:34:31Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['5ffd91e6-a775-4716-a992-81778d727d16'], 'active': True} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:34:50.735076 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 40878) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:34:50.745977 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-0913896d-898d-4a84-8f92-83b632f4b638 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-241322810-network', 'tenant_id': 'ebcac23e4eae475893854e16d121f861'}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:34:50.771023 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2523997-55ef-4d9f-94e0-73d8bf2989bc tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:34:50.771879 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-f2523997-55ef-4d9f-94e0-73d8bf2989bc tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Synchronizing usage tracker for tenant:bb30155073f3462f829b4df60e35f5af on resource:port {{(pid=87506) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 22:34:50.795323 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-f2523997-55ef-4d9f-94e0-73d8bf2989bc tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Unset dirty status for tenant:bb30155073f3462f829b4df60e35f5af on resource:port {{(pid=87506) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 22:34:50.796972 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-f2523997-55ef-4d9f-94e0-73d8bf2989bc tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] 10.222.0.13 "GET /v2.0/ports/03da7d56-bab6-49e4-bcf2-6c76adceab85 HTTP/1.1" status: 200  len: 910 time: 0.1699729
Dec 16 22:34:50.800287 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 40884) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:34:50.844114 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-0913896d-898d-4a84-8f92-83b632f4b638 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:34:50.885323 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 604e2dff-1dea-4371-a045-c086c7f42af2 up at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 22:34:50.908258 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-0913896d-898d-4a84-8f92-83b632f4b638 admin admin] Usage tracker for resource:network and tenant:ebcac23e4eae475893854e16d121f861 is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:34:50.914244 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f34a0a40-7690-416c-be64-46514f1abded tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Checking segment: {'id': 'a8f8d940-eea4-4913-bac5-aba647fa5d95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '475b7fe3-efe7-41a6-b8de-3f83d3ceba1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 22:34:50.914373 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f34a0a40-7690-416c-be64-46514f1abded tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Network hostable DHCP agents. Network: 475b7fe3-efe7-41a6-b8de-3f83d3ceba1f, hostable agents: ['3b155c4d-12dc-491e-aa14-6113b06cfacd'], hosted agents: [] {{(pid=87507) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 16 22:34:50.922208 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bb2ae3f-f0cf-4d05-b5b2-d5c891f1ab08 tempest-AllowedAddressPairIpV6TestJSON-1960971591 tempest-AllowedAddressPairIpV6TestJSON-1960971591-project] Network 86e68e41-157c-4f6e-b330-6d809173b73d is scheduled to be hosted by DHCP agent 3b155c4d-12dc-491e-aa14-6113b06cfacd with binding_index 1 {{(pid=87507) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 16 22:34:50.932947 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-41820df9-c5bb-430c-82dc-d13479bb3312 None None] Port 03da7d56-bab6-49e4-bcf2-6c76adceab85 cannot update to ACTIVE because it is not bound. {{(pid=87508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 22:34:50.933408 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-0913896d-898d-4a84-8f92-83b632f4b638 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:34:50.949760 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-21cdcbf3-f706-443f-8cca-0ef96d6ba5d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b77d28370>, [], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:34:50.976393 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21cdcbf3-f706-443f-8cca-0ef96d6ba5d2 None None] Routers {'5ffd91e6-a775-4716-a992-81778d727d16'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:34:50.977255 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-21cdcbf3-f706-443f-8cca-0ef96d6ba5d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b77d28370>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:34:31Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['5ffd91e6-a775-4716-a992-81778d727d16'], 'active': True} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:34:50.996945 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-0913896d-898d-4a84-8f92-83b632f4b638 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:34:51.005188 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34a0a40-7690-416c-be64-46514f1abded tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Pushing event updated for resources: {'Subnet': ['ID=0014dac2-580c-4001-b787-28acb4a29dfe,revision_number=0']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:34:51.008266 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-f34a0a40-7690-416c-be64-46514f1abded tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.357s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:34:51.035509 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-0e635dbe-86d9-406c-9ba7-3c95d8421c44 req-fabf1857-35a9-4b60-b248-290a608e0e2e tempest-ServersTestManualDisk-828097669 tempest-ServersTestManualDisk-828097669-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce84dfe8-5e91-4fe9-b684-9a52b4f9831a HTTP/1.1" status: 200  len: 210 time: 0.1036301
Dec 16 22:34:51.036244 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.base_scheduler [None req-1bb2ae3f-f0cf-4d05-b5b2-d5c891f1ab08 tempest-AllowedAddressPairIpV6TestJSON-1960971591 tempest-AllowedAddressPairIpV6TestJSON-1960971591-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821829-1-hyperv, 86e68e41-157c-4f6e-b330-6d809173b73d) {{(pid=87507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:34:51.038015 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-5ff1c640-f81e-49f2-ae44-3cde1887b007 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10807823'] for port, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:51.048125 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bb2ae3f-f0cf-4d05-b5b2-d5c891f1ab08 tempest-AllowedAddressPairIpV6TestJSON-1960971591 tempest-AllowedAddressPairIpV6TestJSON-1960971591-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:34:51.048881 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-1bb2ae3f-f0cf-4d05-b5b2-d5c891f1ab08 tempest-AllowedAddressPairIpV6TestJSON-1960971591 tempest-AllowedAddressPairIpV6TestJSON-1960971591-project] Notify callbacks [] for subnet, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:51.068646 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-f80c76a3-42ac-4339-b60d-cec38215add5 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:34:51.103068 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f34a0a40-7690-416c-be64-46514f1abded tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Network 475b7fe3-efe7-41a6-b8de-3f83d3ceba1f is scheduled to be hosted by DHCP agent 3b155c4d-12dc-491e-aa14-6113b06cfacd with binding_index 1 {{(pid=87507) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 16 22:34:51.112880 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b588ab99-cb22-4559-828b-666bd05616a6 None None] Network 86e68e41-157c-4f6e-b330-6d809173b73d requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 22:34:51.128776 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0913896d-898d-4a84-8f92-83b632f4b638 admin admin] Made reservation on behalf of ebcac23e4eae475893854e16d121f861 for: {'network': 1} {{(pid=87507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:34:51.130807 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-0913896d-898d-4a84-8f92-83b632f4b638 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for network, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:51.142348 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-21cdcbf3-f706-443f-8cca-0ef96d6ba5d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b77d28370>, [], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:34:51.142794 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21cdcbf3-f706-443f-8cca-0ef96d6ba5d2 None None] The sync data for ids ['5ffd91e6-a775-4716-a992-81778d727d16'] in dv-neutron-821829-1-hyperv is: [] {{(pid=87508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 22:34:51.148497 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff1c640-f81e-49f2-ae44-3cde1887b007 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Pushing event deleted for resources: {'Port': ['ID=7b62f4da-9934-4725-8159-ea4b59913bca,revision_number=None']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:34:51.156792 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-0913896d-898d-4a84-8f92-83b632f4b638 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:51.172841 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-5ff1c640-f81e-49f2-ae44-3cde1887b007 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:34:51.173664 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.base_scheduler [None req-f34a0a40-7690-416c-be64-46514f1abded tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821829-1-hyperv, 475b7fe3-efe7-41a6-b8de-3f83d3ceba1f) {{(pid=87507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:34:51.189649 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-215214d0-a08b-4000-97da-65c585897c57 None None] Could not find standard attr ID for object 7b62f4da-9934-4725-8159-ea4b59913bca. {{(pid=87508) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 16 22:34:51.207341 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-1bb2ae3f-f0cf-4d05-b5b2-d5c891f1ab08 tempest-AllowedAddressPairIpV6TestJSON-1960971591 tempest-AllowedAddressPairIpV6TestJSON-1960971591-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 3.1378276
Dec 16 22:34:51.208398 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33687a3f-eb06-4c69-a0b1-60710b60e865 None None] Network 475b7fe3-efe7-41a6-b8de-3f83d3ceba1f requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 22:34:51.226040 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 40888) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:34:51.227362 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f34a0a40-7690-416c-be64-46514f1abded tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:34:51.227966 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-f34a0a40-7690-416c-be64-46514f1abded tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Notify callbacks [] for subnet, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:51.233528 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-0913896d-898d-4a84-8f92-83b632f4b638 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:34:51.268759 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-8a48adca-bea3-4651-83d7-3e6d33ecb1f3 tempest-AllowedAddressPairIpV6TestJSON-1960971591 tempest-AllowedAddressPairIpV6TestJSON-1960971591-project] Request body: {'port': {'network_id': '86e68e41-157c-4f6e-b330-6d809173b73d', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-592957417'}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:34:51.298587 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-0913896d-898d-4a84-8f92-83b632f4b638 admin admin] Usage tracker for resource:security_group_rule and tenant:ebcac23e4eae475893854e16d121f861 is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:34:51.304108 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-215214d0-a08b-4000-97da-65c585897c57 None None] Provisioning for port 604e2dff-1dea-4371-a045-c086c7f42af2 completed by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 22:34:51.313155 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-215214d0-a08b-4000-97da-65c585897c57 None None] Provisioning complete for port 604e2dff-1dea-4371-a045-c086c7f42af2 triggered by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:34:51.313744 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-215214d0-a08b-4000-97da-65c585897c57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:51.314697 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-0913896d-898d-4a84-8f92-83b632f4b638 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:34:51.356152 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning complete for port 604e2dff-1dea-4371-a045-c086c7f42af2 triggered by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:34:51.356787 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:51.391573 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca90befe-e5bc-4e7d-836a-0e7bc7707e4e tempest-RoutersAdminTest-1901902743 tempest-RoutersAdminTest-1901902743-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:34:51.395604 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-ca90befe-e5bc-4e7d-836a-0e7bc7707e4e tempest-RoutersAdminTest-1901902743 tempest-RoutersAdminTest-1901902743-project-admin] 10.222.0.13 "GET /v2.0/ports?network_id=f8905ce9-304b-4976-bc47-e58c71c11de5&device_id=38136b6a-333a-46b2-a751-94a2be2c7698&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 944 time: 0.6572003
Dec 16 22:34:51.409719 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 40892) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:34:51.418367 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-0913896d-898d-4a84-8f92-83b632f4b638 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:34:51.424026 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-f34a0a40-7690-416c-be64-46514f1abded tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 3.0549421
Dec 16 22:34:51.447688 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 40896) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:34:51.463237 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-1e95e968-8960-4331-a866-af12888e6f50 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-672231290', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5'}, 'admin_state_up': False}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:34:51.487087 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-1e95e968-8960-4331-a866-af12888e6f50 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:34:51.738695 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-1e95e968-8960-4331-a866-af12888e6f50 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Usage tracker for resource:router and tenant:224a3f89678e41499cb7a5fbecafc8d7 is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:34:51.766638 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-1e95e968-8960-4331-a866-af12888e6f50 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Quota usage for router was recalculated. Used quota:1. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:34:51.781812 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-1e95e968-8960-4331-a866-af12888e6f50 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:34:51.814339 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-5ff1c640-f81e-49f2-ae44-3cde1887b007 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for port, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:51.815581 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device c821f78f-1c21-4783-87e6-9cfdd08dbfaf up at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 22:34:51.842587 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-1e95e968-8960-4331-a866-af12888e6f50 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3741155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38980'] for router, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:51.843677 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-1e95e968-8960-4331-a866-af12888e6f50 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3743284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3741748', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3896702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-38989'] for router, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:51.846559 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf35ec2b-325d-4b29-8edc-0b5ba964000f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1d6bfaf-d325-5e4f-b05d-2441d8339617-475b7fe3-efe7-41a6-b8de-3f83d3ceba1f', 'network_id': '475b7fe3-efe7-41a6-b8de-3f83d3ceba1f', 'tenant_id': '224a3f89678e41499cb7a5fbecafc8d7', 'fixed_ips': [{'subnet_id': '0014dac2-580c-4001-b787-28acb4a29dfe'}]}} from dv-neutron-821829-1-hyperv. {{(pid=87508) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 16 22:34:51.847305 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-cf35ec2b-325d-4b29-8edc-0b5ba964000f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:51.866070 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-5ff1c640-f81e-49f2-ae44-3cde1887b007 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] 10.222.0.13 "DELETE /v2.0/ports/7b62f4da-9934-4725-8159-ea4b59913bca HTTP/1.1" status: 204  len: 168 time: 3.6057816
Dec 16 22:34:51.870604 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 40904) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:34:51.906846 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453f9201-a5a5-429a-bf6e-055c7a863cc8 req-c617e593-0aea-4a93-83ac-ae881489838d tempest-ServersTestManualDisk-828097669 tempest-ServersTestManualDisk-828097669-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:34:51.907535 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [req-453f9201-a5a5-429a-bf6e-055c7a863cc8 req-c617e593-0aea-4a93-83ac-ae881489838d tempest-ServersTestManualDisk-828097669 tempest-ServersTestManualDisk-828097669-project] Synchronizing usage tracker for tenant:ce00d97791a4466faef350f07c7566f3 on resource:network {{(pid=87506) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 22:34:51.940478 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-8a48adca-bea3-4651-83d7-3e6d33ecb1f3 tempest-AllowedAddressPairIpV6TestJSON-1960971591 tempest-AllowedAddressPairIpV6TestJSON-1960971591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:34:51.957936 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-8a48adca-bea3-4651-83d7-3e6d33ecb1f3 tempest-AllowedAddressPairIpV6TestJSON-1960971591 tempest-AllowedAddressPairIpV6TestJSON-1960971591-project] Usage tracker for resource:port and tenant:39f949a2cd2a472e9ea4f7398c6558e9 is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:34:51.971682 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-e76ed12c-e431-4725-bbb5-11a817365771 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:51.975186 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cac1643c-8418-44bd-b3d4-6f05e1d14484 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1d6bfaf-d325-5e4f-b05d-2441d8339617-86e68e41-157c-4f6e-b330-6d809173b73d', 'network_id': '86e68e41-157c-4f6e-b330-6d809173b73d', 'tenant_id': '39f949a2cd2a472e9ea4f7398c6558e9', 'fixed_ips': [{'subnet_id': 'e8ed6afc-384c-47d0-91b3-a9dc2c7453fe'}]}} from dv-neutron-821829-1-hyperv. {{(pid=87508) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 16 22:34:51.976023 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-cac1643c-8418-44bd-b3d4-6f05e1d14484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:51.976478 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-8a48adca-bea3-4651-83d7-3e6d33ecb1f3 tempest-AllowedAddressPairIpV6TestJSON-1960971591 tempest-AllowedAddressPairIpV6TestJSON-1960971591-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:34:51.990330 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-1e95e968-8960-4331-a866-af12888e6f50 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:51.992730 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d77d866c-f011-4d9f-b362-400b59f62e51 tempest-RoutersAdminTest-1901902743 tempest-RoutersAdminTest-1901902743-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:34:51.994169 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-d77d866c-f011-4d9f-b362-400b59f62e51 tempest-RoutersAdminTest-1901902743 tempest-RoutersAdminTest-1901902743-project-admin] 10.222.0.13 "GET /v2.0/networks/f8905ce9-304b-4976-bc47-e58c71c11de5 HTTP/1.1" status: 200  len: 881 time: 0.5726564
Dec 16 22:34:51.998005 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 40908) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:34:52.000792 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-8a48adca-bea3-4651-83d7-3e6d33ecb1f3 tempest-AllowedAddressPairIpV6TestJSON-1960971591 tempest-AllowedAddressPairIpV6TestJSON-1960971591-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:34:52.045074 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-0913896d-898d-4a84-8f92-83b632f4b638 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:52.050343 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce3e91c7-fb55-4423-907e-59bd1a8de3ad tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:34:52.051832 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce3e91c7-fb55-4423-907e-59bd1a8de3ad tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:34:52.053298 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce3e91c7-fb55-4423-907e-59bd1a8de3ad tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:34:52.054088 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-ce3e91c7-fb55-4423-907e-59bd1a8de3ad tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Synchronizing usage tracker for tenant:8e4385a98eb1416284c1cc96b3355a70 on resource:subnet {{(pid=87507) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 22:34:52.061776 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-0913896d-898d-4a84-8f92-83b632f4b638 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841066'] for security_group, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:52.065705 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-a12c5f4d-365b-497d-af90-5c574b4dd265 tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:34:52.095772 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0913896d-898d-4a84-8f92-83b632f4b638 admin admin] vlan segment allocate from pool success with {'vlan_id': 183, 'physical_network': 'physnet1'}  {{(pid=87507) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 22:34:52.111963 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-368f3b5d-bf21-4652-9679-0a508b8bb9d3 tempest-RoutersAdminTest-1029946936 tempest-RoutersAdminTest-1029946936-project] 10.222.0.13 "GET /v2.0/ports?device_id=38136b6a-333a-46b2-a751-94a2be2c7698 HTTP/1.1" status: 200  len: 205 time: 0.1110084
Dec 16 22:34:52.119222 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-0913896d-898d-4a84-8f92-83b632f4b638 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-883292'] for segment, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:52.119581 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.db.segments_db [None req-0913896d-898d-4a84-8f92-83b632f4b638 admin admin] Added segment 32a05c8f-4e22-414f-870d-ee93982b6a67 of type vlan for network 59be113d-df84-4589-a861-2ce3da6b2e5d
Dec 16 22:34:52.121143 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [req-453f9201-a5a5-429a-bf6e-055c7a863cc8 req-c617e593-0aea-4a93-83ac-ae881489838d tempest-ServersTestManualDisk-828097669 tempest-ServersTestManualDisk-828097669-project] Unset dirty status for tenant:ce00d97791a4466faef350f07c7566f3 on resource:network {{(pid=87506) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 22:34:52.122232 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-453f9201-a5a5-429a-bf6e-055c7a863cc8 req-c617e593-0aea-4a93-83ac-ae881489838d tempest-ServersTestManualDisk-828097669 tempest-ServersTestManualDisk-828097669-project] 10.222.0.49 "GET /v2.0/networks?id=1184a913-dac0-4ec1-b150-22ccd69ce676 HTTP/1.1" status: 200  len: 811 time: 0.5762858
Dec 16 22:34:52.123372 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 40914) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:34:52.160880 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning complete for port c821f78f-1c21-4783-87e6-9cfdd08dbfaf triggered by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:34:52.161264 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:52.164262 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a48adca-bea3-4651-83d7-3e6d33ecb1f3 tempest-AllowedAddressPairIpV6TestJSON-1960971591 tempest-AllowedAddressPairIpV6TestJSON-1960971591-project] Made reservation on behalf of 39f949a2cd2a472e9ea4f7398c6558e9 for: {'port': 1} {{(pid=87507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:34:52.169032 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-8a48adca-bea3-4651-83d7-3e6d33ecb1f3 tempest-AllowedAddressPairIpV6TestJSON-1960971591 tempest-AllowedAddressPairIpV6TestJSON-1960971591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:52.247228 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-0913896d-898d-4a84-8f92-83b632f4b638 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734753047233'] for network, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:52.268422 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-d658f10f-3819-4cc4-8dd3-c4afefbf7bc5 None None] Could not find standard attr ID for object 7b62f4da-9934-4725-8159-ea4b59913bca. {{(pid=87508) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 16 22:34:52.290409 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [req-453f9201-a5a5-429a-bf6e-055c7a863cc8 req-4b28b32d-1cf3-479a-9f06-fd4105c1b14b tempest-ServersTestManualDisk-828097669 tempest-ServersTestManualDisk-828097669-project] Synchronizing usage tracker for tenant:ce00d97791a4466faef350f07c7566f3 on resource:security_group {{(pid=87506) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 22:34:52.337100 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [req-453f9201-a5a5-429a-bf6e-055c7a863cc8 req-4b28b32d-1cf3-479a-9f06-fd4105c1b14b tempest-ServersTestManualDisk-828097669 tempest-ServersTestManualDisk-828097669-project] Unset dirty status for tenant:ce00d97791a4466faef350f07c7566f3 on resource:security_group {{(pid=87506) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 22:34:52.338353 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-453f9201-a5a5-429a-bf6e-055c7a863cc8 req-4b28b32d-1cf3-479a-9f06-fd4105c1b14b tempest-ServersTestManualDisk-828097669 tempest-ServersTestManualDisk-828097669-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ce00d97791a4466faef350f07c7566f3 HTTP/1.1" status: 200  len: 380 time: 0.1513555
Dec 16 22:34:52.342574 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.db_base_plugin_common [None req-cac1643c-8418-44bd-b3d4-6f05e1d14484 None None] Allocated IP 2001:db8::2 (86e68e41-157c-4f6e-b330-6d809173b73d/e8ed6afc-384c-47d0-91b3-a9dc2c7453fe/359838ed-8758-4148-aae2-37cc46d33981) {{(pid=87508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 22:34:52.345344 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.db_base_plugin_common [None req-cf35ec2b-325d-4b29-8edc-0b5ba964000f None None] Allocated IP 172.20.0.2 (475b7fe3-efe7-41a6-b8de-3f83d3ceba1f/0014dac2-580c-4001-b787-28acb4a29dfe/153a802c-7422-42bc-b4f6-5e728c75d476) {{(pid=87508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 22:34:52.354377 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [req-453f9201-a5a5-429a-bf6e-055c7a863cc8 req-cecae95e-18e5-4423-839e-4660606f377b tempest-ServersTestManualDisk-828097669 tempest-ServersTestManualDisk-828097669-project] Request body: {'port': {'device_id': 'ce84dfe8-5e91-4fe9-b684-9a52b4f9831a', 'network_id': '1184a913-dac0-4ec1-b150-22ccd69ce676', 'admin_state_up': True, 'tenant_id': 'ce00d97791a4466faef350f07c7566f3', 'security_groups': ['794e274c-0150-48f2-9119-aaeb44cd27be']}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:34:52.393810 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-ed4a04ec-267a-4847-8753-ffc9f59e3c24 req-99fa1cd0-a3e2-4e34-9871-6a313405240b tempest-ServersTestManualDisk-828097669 tempest-ServersTestManualDisk-828097669-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce84dfe8-5e91-4fe9-b684-9a52b4f9831a HTTP/1.1" status: 200  len: 210 time: 0.1505239
Dec 16 22:34:52.394659 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-ce3e91c7-fb55-4423-907e-59bd1a8de3ad tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Unset dirty status for tenant:8e4385a98eb1416284c1cc96b3355a70 on resource:subnet {{(pid=87507) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 22:34:52.395863 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-ce3e91c7-fb55-4423-907e-59bd1a8de3ad tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2071 time: 0.5119786
Dec 16 22:34:52.403337 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.notifiers.nova [None req-8a48adca-bea3-4651-83d7-3e6d33ecb1f3 tempest-AllowedAddressPairIpV6TestJSON-1960971591 tempest-AllowedAddressPairIpV6TestJSON-1960971591-project] device_id is not set on port a81c701f-e73a-4dfa-b702-587b2a66180b yet. {{(pid=87507) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 16 22:34:52.449017 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 40918) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:34:52.452324 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0913896d-898d-4a84-8f92-83b632f4b638 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cfabfb1-5cdc-474b-8f78-a883ef8febf7,revision_number=1']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:34:52.455403 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-0913896d-898d-4a84-8f92-83b632f4b638 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.390s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:34:52.489260 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.db.resource_extend [None req-0913896d-898d-4a84-8f92-83b632f4b638 admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 16 22:34:52.676457 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-1e95e968-8960-4331-a866-af12888e6f50 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3741702', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3740945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-38947'] for router, precommit_update {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:52.695543 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-0913896d-898d-4a84-8f92-83b632f4b638 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440'] for network, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:52.696587 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0913896d-898d-4a84-8f92-83b632f4b638 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:34:52.697199 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-0913896d-898d-4a84-8f92-83b632f4b638 admin admin] Notify callbacks [] for network, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:52.707055 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-e671f26b-04c7-4a89-9492-da9503717ec4 tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:34:52.758320 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.db_base_plugin_v2 [None req-f750b7f2-2bca-4fec-8cc9-db584c49befe tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Deleting subnet 35c109a0-3fd2-4e9f-998f-c000ac94f8fb {{(pid=87507) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 16 22:34:52.784715 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-ee989783-c587-435a-813d-2306553cf562 tempest-RoutersAdminTest-1029946936 tempest-RoutersAdminTest-1029946936-project] Notify callbacks [] for router, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:52.814237 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-f750b7f2-2bca-4fec-8cc9-db584c49befe tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks [] for subnet, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:52.858693 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-cac1643c-8418-44bd-b3d4-6f05e1d14484 None None] Notify callbacks [] for port, precommit_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:52.882080 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-cf35ec2b-325d-4b29-8edc-0b5ba964000f None None] Notify callbacks [] for port, precommit_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:52.885091 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-cac1643c-8418-44bd-b3d4-6f05e1d14484 None None] Transition to ACTIVE for port object 359838ed-8758-4148-aae2-37cc46d33981 will not be triggered until provisioned by entity L2. {{(pid=87508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:34:52.904531 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-cf35ec2b-325d-4b29-8edc-0b5ba964000f None None] Transition to ACTIVE for port object 153a802c-7422-42bc-b4f6-5e728c75d476 will not be triggered until provisioned by entity L2. {{(pid=87508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:34:52.921319 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-cac1643c-8418-44bd-b3d4-6f05e1d14484 None None] Transition to ACTIVE for port object 359838ed-8758-4148-aae2-37cc46d33981 will not be triggered until provisioned by entity DHCP. {{(pid=87508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:34:52.932534 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-cf35ec2b-325d-4b29-8edc-0b5ba964000f None None] Transition to ACTIVE for port object 153a802c-7422-42bc-b4f6-5e728c75d476 will not be triggered until provisioned by entity DHCP. {{(pid=87508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:34:52.934358 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-cac1643c-8418-44bd-b3d4-6f05e1d14484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940'] for port, after_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:52.940893 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-e5999da5-e451-442b-84c1-72234f508ad4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:34:52.970320 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [req-453f9201-a5a5-429a-bf6e-055c7a863cc8 req-cecae95e-18e5-4423-839e-4660606f377b tempest-ServersTestManualDisk-828097669 tempest-ServersTestManualDisk-828097669-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:34:52.989618 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-cf35ec2b-325d-4b29-8edc-0b5ba964000f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940'] for port, after_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:52.999795 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0913896d-898d-4a84-8f92-83b632f4b638 admin admin] Pushing event updated for resources: {'Network': ['ID=59be113d-df84-4589-a861-2ce3da6b2e5d,revision_number=1']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:34:53.002330 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-0913896d-898d-4a84-8f92-83b632f4b638 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:34:53.003938 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-0913896d-898d-4a84-8f92-83b632f4b638 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 2.5225596
Dec 16 22:34:53.008826 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-f750b7f2-2bca-4fec-8cc9-db584c49befe tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2128562'] for subnet, precommit_delete_associations {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:53.018906 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cac1643c-8418-44bd-b3d4-6f05e1d14484 None None] Network 86e68e41-157c-4f6e-b330-6d809173b73d is already hosted by enough agents. {{(pid=87508) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:34:53.019937 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Network 59be113d-df84-4589-a861-2ce3da6b2e5d details requested by agent ovs-agent-dv-neutron-821829-1-hyperv with host dv-neutron-821829-1-hyperv {{(pid=87508) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 22:34:53.039555 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.scheduler.base_scheduler [None req-cac1643c-8418-44bd-b3d4-6f05e1d14484 None None] Resources bound (agent type, host, resource id):  {{(pid=87508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:34:53.049509 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 40922) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:34:53.067917 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-c927923c-e749-4137-9017-0a9efb478ac8 admin admin] Request body: {'subnet': {'network_id': '59be113d-df84-4589-a861-2ce3da6b2e5d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-241322810-subnet', 'tenant_id': 'ebcac23e4eae475893854e16d121f861', 'ip_version': 4}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:34:53.080239 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-c927923c-e749-4137-9017-0a9efb478ac8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:34:53.084187 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [req-453f9201-a5a5-429a-bf6e-055c7a863cc8 req-cecae95e-18e5-4423-839e-4660606f377b tempest-ServersTestManualDisk-828097669 tempest-ServersTestManualDisk-828097669-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:34:53.094571 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cac1643c-8418-44bd-b3d4-6f05e1d14484 None None] Received port after_create {{(pid=87508) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 22:34:53.094815 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-c927923c-e749-4137-9017-0a9efb478ac8 admin admin] Usage tracker for resource:subnet and tenant:ebcac23e4eae475893854e16d121f861 is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:34:53.102746 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-c927923c-e749-4137-9017-0a9efb478ac8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:34:53.109853 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf35ec2b-325d-4b29-8edc-0b5ba964000f None None] Network 475b7fe3-efe7-41a6-b8de-3f83d3ceba1f is already hosted by enough agents. {{(pid=87508) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:34:53.110951 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac1643c-8418-44bd-b3d4-6f05e1d14484 None None] Pushing event updated for resources: {'Port': ['ID=359838ed-8758-4148-aae2-37cc46d33981,revision_number=1']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:34:53.123600 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-c927923c-e749-4137-9017-0a9efb478ac8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:34:53.125639 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.db_base_plugin_common [None req-8a48adca-bea3-4651-83d7-3e6d33ecb1f3 tempest-AllowedAddressPairIpV6TestJSON-1960971591 tempest-AllowedAddressPairIpV6TestJSON-1960971591-project] Allocated IP 2001:db8::34e (86e68e41-157c-4f6e-b330-6d809173b73d/e8ed6afc-384c-47d0-91b3-a9dc2c7453fe/a81c701f-e73a-4dfa-b702-587b2a66180b) {{(pid=87507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 22:34:53.126491 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.scheduler.base_scheduler [None req-cf35ec2b-325d-4b29-8edc-0b5ba964000f None None] Resources bound (agent type, host, resource id):  {{(pid=87508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:34:53.128792 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-cac1643c-8418-44bd-b3d4-6f05e1d14484 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:34:53.132152 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.db_base_plugin_common [None req-e76ed12c-e431-4725-bbb5-11a817365771 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Allocated IP 172.21.0.1 (b0f969d8-7cc3-4021-a55f-b89c531f585f/a43d4ac3-f74f-4725-b985-53333645d80d/1fb7b4b9-d6a1-47e5-9407-ed7375390b8f) {{(pid=87506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 22:34:53.132370 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-15d4ff9b-b58a-4405-927a-44eacf696625 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.133s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:34:53.134388 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-453f9201-a5a5-429a-bf6e-055c7a863cc8 req-cecae95e-18e5-4423-839e-4660606f377b tempest-ServersTestManualDisk-828097669 tempest-ServersTestManualDisk-828097669-project] Made reservation on behalf of ce00d97791a4466faef350f07c7566f3 for: {'port': 1} {{(pid=87506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:34:53.137841 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-453f9201-a5a5-429a-bf6e-055c7a863cc8 req-cecae95e-18e5-4423-839e-4660606f377b tempest-ServersTestManualDisk-828097669 tempest-ServersTestManualDisk-828097669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:53.167398 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c927923c-e749-4137-9017-0a9efb478ac8 admin admin] Made reservation on behalf of ebcac23e4eae475893854e16d121f861 for: {'subnet': 1} {{(pid=87507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:34:53.169770 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-c927923c-e749-4137-9017-0a9efb478ac8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10549598'] for subnet, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:53.175732 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-ee989783-c587-435a-813d-2306553cf562 tempest-RoutersAdminTest-1029946936 tempest-RoutersAdminTest-1029946936-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:53.193420 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf35ec2b-325d-4b29-8edc-0b5ba964000f None None] Received port after_create {{(pid=87508) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 22:34:53.287337 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [None req-ee989783-c587-435a-813d-2306553cf562 tempest-RoutersAdminTest-1029946936 tempest-RoutersAdminTest-1029946936-project] Deleting port f2e16968-bcf6-406d-a8a1-1991a077b79c {{(pid=87506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:34:53.288092 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-ee989783-c587-435a-813d-2306553cf562 tempest-RoutersAdminTest-1029946936 tempest-RoutersAdminTest-1029946936-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:53.317679 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-f750b7f2-2bca-4fec-8cc9-db584c49befe tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3328566'] for subnet, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:53.385284 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-cac1643c-8418-44bd-b3d4-6f05e1d14484 None None] Attempting to bind port 359838ed-8758-4148-aae2-37cc46d33981 on host dv-neutron-821829-1-hyperv for vnic_type normal with profile  {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 22:34:53.386090 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-cac1643c-8418-44bd-b3d4-6f05e1d14484 None None] Attempting to bind port 359838ed-8758-4148-aae2-37cc46d33981 by drivers openvswitch,hyperv on host dv-neutron-821829-1-hyperv at level 0 using segments [{'id': '10db9177-2df1-4f08-8bb0-ae1215676510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '86e68e41-157c-4f6e-b330-6d809173b73d'}] {{(pid=87508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 22:34:53.386593 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cac1643c-8418-44bd-b3d4-6f05e1d14484 None None] Attempting to bind port 359838ed-8758-4148-aae2-37cc46d33981 on network 86e68e41-157c-4f6e-b330-6d809173b73d {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 22:34:53.389339 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf35ec2b-325d-4b29-8edc-0b5ba964000f None None] Pushing event updated for resources: {'Port': ['ID=153a802c-7422-42bc-b4f6-5e728c75d476,revision_number=1']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:34:53.396310 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-cf35ec2b-325d-4b29-8edc-0b5ba964000f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:34:53.399048 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-cf35ec2b-325d-4b29-8edc-0b5ba964000f None None] Attempting to bind port 153a802c-7422-42bc-b4f6-5e728c75d476 on host dv-neutron-821829-1-hyperv for vnic_type normal with profile  {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 22:34:53.399641 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-cf35ec2b-325d-4b29-8edc-0b5ba964000f None None] Attempting to bind port 153a802c-7422-42bc-b4f6-5e728c75d476 by drivers openvswitch,hyperv on host dv-neutron-821829-1-hyperv at level 0 using segments [{'id': 'a8f8d940-eea4-4913-bac5-aba647fa5d95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '475b7fe3-efe7-41a6-b8de-3f83d3ceba1f'}] {{(pid=87508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 22:34:53.400277 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf35ec2b-325d-4b29-8edc-0b5ba964000f None None] Attempting to bind port 153a802c-7422-42bc-b4f6-5e728c75d476 on network 475b7fe3-efe7-41a6-b8de-3f83d3ceba1f {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 22:34:53.403107 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cac1643c-8418-44bd-b3d4-6f05e1d14484 None None] Checking agent: {'id': '5571501f-366e-47a4-9b60-8ef19d935d27', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821829-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 24, 2), 'started_at': datetime.datetime(2021, 12, 16, 22, 24, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 34, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821829-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 22:34:53.403828 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cac1643c-8418-44bd-b3d4-6f05e1d14484 None None] Checking segment: {'id': '10db9177-2df1-4f08-8bb0-ae1215676510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '86e68e41-157c-4f6e-b330-6d809173b73d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 22:34:53.404468 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-cac1643c-8418-44bd-b3d4-6f05e1d14484 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:53.405082 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cac1643c-8418-44bd-b3d4-6f05e1d14484 None None] Bound using segment: {'id': '10db9177-2df1-4f08-8bb0-ae1215676510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '86e68e41-157c-4f6e-b330-6d809173b73d'} {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 22:34:53.405760 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-cac1643c-8418-44bd-b3d4-6f05e1d14484 None None] Bound port: 359838ed-8758-4148-aae2-37cc46d33981, host: dv-neutron-821829-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10db9177-2df1-4f08-8bb0-ae1215676510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '86e68e41-157c-4f6e-b330-6d809173b73d'}}] {{(pid=87508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 22:34:53.406358 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-cac1643c-8418-44bd-b3d4-6f05e1d14484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:53.544516 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-cac1643c-8418-44bd-b3d4-6f05e1d14484 None None] For port 359838ed-8758-4148-aae2-37cc46d33981, host dv-neutron-821829-1-hyperv, cleared binding levels {{(pid=87508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 22:34:53.552153 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-cac1643c-8418-44bd-b3d4-6f05e1d14484 None None] For port 359838ed-8758-4148-aae2-37cc46d33981, host dv-neutron-821829-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=359838ed-8758-4148-aae2-37cc46d33981,segment=NetworkSegment(10db9177-2df1-4f08-8bb0-ae1215676510),segment_id=10db9177-2df1-4f08-8bb0-ae1215676510)] {{(pid=87508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 22:34:53.554252 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf35ec2b-325d-4b29-8edc-0b5ba964000f None None] Checking agent: {'id': '5571501f-366e-47a4-9b60-8ef19d935d27', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821829-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 24, 2), 'started_at': datetime.datetime(2021, 12, 16, 22, 24, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 34, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821829-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 22:34:53.554252 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf35ec2b-325d-4b29-8edc-0b5ba964000f None None] Checking segment: {'id': 'a8f8d940-eea4-4913-bac5-aba647fa5d95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '475b7fe3-efe7-41a6-b8de-3f83d3ceba1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 22:34:53.554942 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-cf35ec2b-325d-4b29-8edc-0b5ba964000f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:53.555369 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf35ec2b-325d-4b29-8edc-0b5ba964000f None None] Bound using segment: {'id': 'a8f8d940-eea4-4913-bac5-aba647fa5d95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '475b7fe3-efe7-41a6-b8de-3f83d3ceba1f'} {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 22:34:53.555922 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-cf35ec2b-325d-4b29-8edc-0b5ba964000f None None] Bound port: 153a802c-7422-42bc-b4f6-5e728c75d476, host: dv-neutron-821829-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8f8d940-eea4-4913-bac5-aba647fa5d95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '475b7fe3-efe7-41a6-b8de-3f83d3ceba1f'}}] {{(pid=87508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 22:34:53.556712 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-cf35ec2b-325d-4b29-8edc-0b5ba964000f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:53.587173 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-cac1643c-8418-44bd-b3d4-6f05e1d14484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:53.598106 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-e76ed12c-e431-4725-bbb5-11a817365771 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks [] for port, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:53.614545 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.provisioning_blocks [None req-e76ed12c-e431-4725-bbb5-11a817365771 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Transition to ACTIVE for port object 1fb7b4b9-d6a1-47e5-9407-ed7375390b8f will not be triggered until provisioned by entity DHCP. {{(pid=87506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:34:53.620720 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-cac1643c-8418-44bd-b3d4-6f05e1d14484 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:34:53.642159 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.db_base_plugin_common [req-453f9201-a5a5-429a-bf6e-055c7a863cc8 req-cecae95e-18e5-4423-839e-4660606f377b tempest-ServersTestManualDisk-828097669 tempest-ServersTestManualDisk-828097669-project] Allocated IP 172.20.0.10 (1184a913-dac0-4ec1-b150-22ccd69ce676/5a69580f-6718-4d75-974b-631ac7e9556c/5ec081a6-0cc9-4f03-a789-48e20125b71c) {{(pid=87506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 22:34:53.644418 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-e76ed12c-e431-4725-bbb5-11a817365771 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1863393'] for port, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:53.652725 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-91a9a377-1bbe-42bf-8122-eb1b27e7a64f tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:34:53.698421 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-5440ec0e-e809-47dc-891e-9b59983dea79 req-d4b67e1f-44c0-4097-8b6b-ca1ca264255e tempest-ServersTestManualDisk-828097669 tempest-ServersTestManualDisk-828097669-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce84dfe8-5e91-4fe9-b684-9a52b4f9831a HTTP/1.1" status: 200  len: 210 time: 0.0963891
Dec 16 22:34:53.742787 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e76ed12c-e431-4725-bbb5-11a817365771 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Network b0f969d8-7cc3-4021-a55f-b89c531f585f is already hosted by enough agents. {{(pid=87506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:34:53.745763 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac1643c-8418-44bd-b3d4-6f05e1d14484 None None] Pushing event updated for resources: {'Port': ['ID=359838ed-8758-4148-aae2-37cc46d33981,revision_number=2']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:34:53.750924 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-cac1643c-8418-44bd-b3d4-6f05e1d14484 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:34:53.755957 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.base_scheduler [None req-e76ed12c-e431-4725-bbb5-11a817365771 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Resources bound (agent type, host, resource id):  {{(pid=87506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:34:53.772234 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-ee989783-c587-435a-813d-2306553cf562 tempest-RoutersAdminTest-1029946936 tempest-RoutersAdminTest-1029946936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:53.774289 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-cf35ec2b-325d-4b29-8edc-0b5ba964000f None None] For port 153a802c-7422-42bc-b4f6-5e728c75d476, host dv-neutron-821829-1-hyperv, cleared binding levels {{(pid=87508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 22:34:53.785875 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-cf35ec2b-325d-4b29-8edc-0b5ba964000f None None] For port 153a802c-7422-42bc-b4f6-5e728c75d476, host dv-neutron-821829-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=153a802c-7422-42bc-b4f6-5e728c75d476,segment=NetworkSegment(a8f8d940-eea4-4913-bac5-aba647fa5d95),segment_id=a8f8d940-eea4-4913-bac5-aba647fa5d95)] {{(pid=87508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 22:34:53.795165 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e76ed12c-e431-4725-bbb5-11a817365771 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Received port after_create {{(pid=87506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 22:34:53.795389 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-cf35ec2b-325d-4b29-8edc-0b5ba964000f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:53.801343 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-ef8357a0-fab2-484a-9177-671f07fa74ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:34:53.868563 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-e76ed12c-e431-4725-bbb5-11a817365771 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3830061'] for router_interface, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:53.921667 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf35ec2b-325d-4b29-8edc-0b5ba964000f None None] Pushing event updated for resources: {'Port': ['ID=153a802c-7422-42bc-b4f6-5e728c75d476,revision_number=2']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:34:53.931221 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf35ec2b-325d-4b29-8edc-0b5ba964000f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:34:53.931572 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf35ec2b-325d-4b29-8edc-0b5ba964000f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:34:53.931945 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf35ec2b-325d-4b29-8edc-0b5ba964000f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:34:53.932450 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf35ec2b-325d-4b29-8edc-0b5ba964000f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:34:53.932784 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf35ec2b-325d-4b29-8edc-0b5ba964000f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:34:53.933110 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf35ec2b-325d-4b29-8edc-0b5ba964000f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:34:53.933434 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf35ec2b-325d-4b29-8edc-0b5ba964000f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:34:53.933767 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf35ec2b-325d-4b29-8edc-0b5ba964000f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:34:53.934075 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf35ec2b-325d-4b29-8edc-0b5ba964000f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:34:53.934394 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf35ec2b-325d-4b29-8edc-0b5ba964000f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:34:53.934709 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf35ec2b-325d-4b29-8edc-0b5ba964000f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:34:53.935691 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf35ec2b-325d-4b29-8edc-0b5ba964000f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:34:53.945863 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-cf35ec2b-325d-4b29-8edc-0b5ba964000f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:34:53.974789 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-f750b7f2-2bca-4fec-8cc9-db584c49befe tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3328622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10807868', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10549621'] for subnet, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:53.996141 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:34:54.055361 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-f750b7f2-2bca-4fec-8cc9-db584c49befe tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks [] for subnet, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:54.060330 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-8a48adca-bea3-4651-83d7-3e6d33ecb1f3 tempest-AllowedAddressPairIpV6TestJSON-1960971591 tempest-AllowedAddressPairIpV6TestJSON-1960971591-project] Notify callbacks [] for port, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:54.062272 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76ed12c-e431-4725-bbb5-11a817365771 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Pushing event updated for resources: {'Port': ['ID=1fb7b4b9-d6a1-47e5-9407-ed7375390b8f,revision_number=1']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:34:54.067771 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f750b7f2-2bca-4fec-8cc9-db584c49befe tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Pushing event deleted for resources: {'Subnet': ['ID=35c109a0-3fd2-4e9f-998f-c000ac94f8fb,revision_number=None']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:34:54.070117 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-f750b7f2-2bca-4fec-8cc9-db584c49befe tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:34:54.072181 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [None req-ee989783-c587-435a-813d-2306553cf562 tempest-RoutersAdminTest-1029946936 tempest-RoutersAdminTest-1029946936-project] Calling delete_port for f2e16968-bcf6-406d-a8a1-1991a077b79c owned by network:router_gateway {{(pid=87506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:34:54.083293 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4457bb2e-b3c4-4a66-b02e-214075ecb957 None None] Network 7edd76f7-0f97-48a5-b177-9842de6c0500 requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 22:34:54.158508 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-1e95e968-8960-4331-a866-af12888e6f50 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Notify callbacks [] for router_gateway, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:54.204811 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.provisioning_blocks [None req-8a48adca-bea3-4651-83d7-3e6d33ecb1f3 tempest-AllowedAddressPairIpV6TestJSON-1960971591 tempest-AllowedAddressPairIpV6TestJSON-1960971591-project] Transition to ACTIVE for port object a81c701f-e73a-4dfa-b702-587b2a66180b will not be triggered until provisioned by entity DHCP. {{(pid=87507) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:34:54.218862 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-1e95e968-8960-4331-a866-af12888e6f50 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:54.234061 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76ed12c-e431-4725-bbb5-11a817365771 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:34:54.234706 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76ed12c-e431-4725-bbb5-11a817365771 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:34:54.235267 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76ed12c-e431-4725-bbb5-11a817365771 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:34:54.235639 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76ed12c-e431-4725-bbb5-11a817365771 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:34:54.236101 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76ed12c-e431-4725-bbb5-11a817365771 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:34:54.236463 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76ed12c-e431-4725-bbb5-11a817365771 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:34:54.237156 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76ed12c-e431-4725-bbb5-11a817365771 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:34:54.237671 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76ed12c-e431-4725-bbb5-11a817365771 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:34:54.238197 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76ed12c-e431-4725-bbb5-11a817365771 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:34:54.238949 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76ed12c-e431-4725-bbb5-11a817365771 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:34:54.239503 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76ed12c-e431-4725-bbb5-11a817365771 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:34:54.240279 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76ed12c-e431-4725-bbb5-11a817365771 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:34:54.254033 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-20d0e99d-018e-4477-829e-6c1bb8618364 None None] Provisioning for port 1fb7b4b9-d6a1-47e5-9407-ed7375390b8f completed by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 22:34:54.263234 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-f750b7f2-2bca-4fec-8cc9-db584c49befe tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] 10.222.0.13 "DELETE /v2.0/subnets/35c109a0-3fd2-4e9f-998f-c000ac94f8fb HTTP/1.1" status: 204  len: 168 time: 1.8129313
Dec 16 22:34:54.268116 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 40930) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:34:54.269093 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-c927923c-e749-4137-9017-0a9efb478ac8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10807931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10549612'] for subnet, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:54.299022 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-20d0e99d-018e-4477-829e-6c1bb8618364 None None] Provisioning complete for port 1fb7b4b9-d6a1-47e5-9407-ed7375390b8f triggered by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:34:54.299431 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-20d0e99d-018e-4477-829e-6c1bb8618364 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:54.334652 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-e671f26b-04c7-4a89-9492-da9503717ec4 tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:34:54.336629 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-e76ed12c-e431-4725-bbb5-11a817365771 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.684s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:34:54.477829 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-20d0e99d-018e-4477-829e-6c1bb8618364 None None] Port 1fb7b4b9-d6a1-47e5-9407-ed7375390b8f cannot update to ACTIVE because it is not bound. {{(pid=87508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 22:34:54.554880 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-453f9201-a5a5-429a-bf6e-055c7a863cc8 req-cecae95e-18e5-4423-839e-4660606f377b tempest-ServersTestManualDisk-828097669 tempest-ServersTestManualDisk-828097669-project] Notify callbacks [] for port, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:54.555927 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c927923c-e749-4137-9017-0a9efb478ac8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e85fa5c2-5253-44c8-9f57-0c1d2c97dd41,revision_number=0']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:34:54.575001 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-c927923c-e749-4137-9017-0a9efb478ac8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:34:54.606345 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.provisioning_blocks [req-453f9201-a5a5-429a-bf6e-055c7a863cc8 req-cecae95e-18e5-4423-839e-4660606f377b tempest-ServersTestManualDisk-828097669 tempest-ServersTestManualDisk-828097669-project] Transition to ACTIVE for port object 5ec081a6-0cc9-4f03-a789-48e20125b71c will not be triggered until provisioned by entity DHCP. {{(pid=87506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:34:54.621402 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.db_base_plugin_v2 [None req-4fd8f359-d5da-4491-be59-6a84573b4678 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Deleting subnet df47f5bf-25be-41d3-95b9-63aa5cfd23e7 {{(pid=87507) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 16 22:34:54.630427 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-4fd8f359-d5da-4491-be59-6a84573b4678 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks [] for subnet, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:54.703598 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-8a48adca-bea3-4651-83d7-3e6d33ecb1f3 tempest-AllowedAddressPairIpV6TestJSON-1960971591 tempest-AllowedAddressPairIpV6TestJSON-1960971591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10807823'] for port, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:54.705390 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c927923c-e749-4137-9017-0a9efb478ac8 admin admin] Checking segment: {'id': '32a05c8f-4e22-414f-870d-ee93982b6a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '59be113d-df84-4589-a861-2ce3da6b2e5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 22:34:54.705747 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c927923c-e749-4137-9017-0a9efb478ac8 admin admin] Network hostable DHCP agents. Network: 59be113d-df84-4589-a861-2ce3da6b2e5d, hostable agents: ['3b155c4d-12dc-491e-aa14-6113b06cfacd'], hosted agents: [] {{(pid=87507) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 16 22:34:54.725450 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-27ae3f23-7ca9-4f35-bd9b-6dec25ba5b1d tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:34:54.805080 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a48adca-bea3-4651-83d7-3e6d33ecb1f3 tempest-AllowedAddressPairIpV6TestJSON-1960971591 tempest-AllowedAddressPairIpV6TestJSON-1960971591-project] Network 86e68e41-157c-4f6e-b330-6d809173b73d is already hosted by enough agents. {{(pid=87507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:34:54.809307 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 359838ed-8758-4148-aae2-37cc46d33981 up at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 22:34:54.820833 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.base_scheduler [None req-8a48adca-bea3-4651-83d7-3e6d33ecb1f3 tempest-AllowedAddressPairIpV6TestJSON-1960971591 tempest-AllowedAddressPairIpV6TestJSON-1960971591-project] Resources bound (agent type, host, resource id):  {{(pid=87507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:34:54.833960 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a48adca-bea3-4651-83d7-3e6d33ecb1f3 tempest-AllowedAddressPairIpV6TestJSON-1960971591 tempest-AllowedAddressPairIpV6TestJSON-1960971591-project] Received port after_create {{(pid=87507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 22:34:54.844769 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a48adca-bea3-4651-83d7-3e6d33ecb1f3 tempest-AllowedAddressPairIpV6TestJSON-1960971591 tempest-AllowedAddressPairIpV6TestJSON-1960971591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:34:54.845654 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-8a48adca-bea3-4651-83d7-3e6d33ecb1f3 tempest-AllowedAddressPairIpV6TestJSON-1960971591 tempest-AllowedAddressPairIpV6TestJSON-1960971591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for port, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:54.866034 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-4fd8f359-d5da-4491-be59-6a84573b4678 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2128562'] for subnet, precommit_delete_associations {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:54.904097 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning for port 359838ed-8758-4148-aae2-37cc46d33981 completed by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 22:34:54.910146 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 153a802c-7422-42bc-b4f6-5e728c75d476 up at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 22:34:54.928036 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.db_base_plugin_common [None req-1e95e968-8960-4331-a866-af12888e6f50 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Allocated IP 172.26.0.117 (f8905ce9-304b-4976-bc47-e58c71c11de5/9bca8591-41ef-4f2d-8ecb-ecaab1a28acf/2583e7b3-d3e0-4d11-988a-31fe9e3d843f) {{(pid=87507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 22:34:54.948416 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c927923c-e749-4137-9017-0a9efb478ac8 admin admin] Network 59be113d-df84-4589-a861-2ce3da6b2e5d is scheduled to be hosted by DHCP agent 3b155c4d-12dc-491e-aa14-6113b06cfacd with binding_index 1 {{(pid=87507) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 16 22:34:54.974262 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-e76ed12c-e431-4725-bbb5-11a817365771 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:55.006896 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning for port 153a802c-7422-42bc-b4f6-5e728c75d476 completed by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 22:34:55.023392 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a48adca-bea3-4651-83d7-3e6d33ecb1f3 tempest-AllowedAddressPairIpV6TestJSON-1960971591 tempest-AllowedAddressPairIpV6TestJSON-1960971591-project] Pushing event updated for resources: {'Port': ['ID=a81c701f-e73a-4dfa-b702-587b2a66180b,revision_number=1']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:34:55.029213 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-8a48adca-bea3-4651-83d7-3e6d33ecb1f3 tempest-AllowedAddressPairIpV6TestJSON-1960971591 tempest-AllowedAddressPairIpV6TestJSON-1960971591-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:34:55.058397 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-a0fa67c4-5c48-41be-9dab-d45275aa20fa req-135c10d9-d4f1-4bdf-b23d-7a8cd00668de tempest-ServersTestManualDisk-828097669 tempest-ServersTestManualDisk-828097669-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce84dfe8-5e91-4fe9-b684-9a52b4f9831a HTTP/1.1" status: 200  len: 210 time: 0.1271877
Dec 16 22:34:55.072249 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-8a48adca-bea3-4651-83d7-3e6d33ecb1f3 tempest-AllowedAddressPairIpV6TestJSON-1960971591 tempest-AllowedAddressPairIpV6TestJSON-1960971591-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 943 time: 3.8402307
Dec 16 22:34:55.072844 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.base_scheduler [None req-c927923c-e749-4137-9017-0a9efb478ac8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821829-1-hyperv, 59be113d-df84-4589-a861-2ce3da6b2e5d) {{(pid=87507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:34:55.077823 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 40936) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:34:55.089811 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f04f12ac-ea15-471e-8789-ab343c446604 None None] Network 59be113d-df84-4589-a861-2ce3da6b2e5d requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 22:34:55.108325 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-c4b63194-3899-43b3-9d1e-d3584bfcdb25 tempest-AllowedAddressPairIpV6TestJSON-1960971591 tempest-AllowedAddressPairIpV6TestJSON-1960971591-project] Request body: {'port': {'network_id': '86e68e41-157c-4f6e-b330-6d809173b73d', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-470181287', 'allowed_address_pairs': [{'ip_address': '2001:db8::34e', 'mac_address': 'fa:16:3e:07:36:44'}]}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:34:55.243379 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c927923c-e749-4137-9017-0a9efb478ac8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:34:55.244003 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-c927923c-e749-4137-9017-0a9efb478ac8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:55.404474 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-c927923c-e749-4137-9017-0a9efb478ac8 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 2.3532147
Dec 16 22:34:55.407108 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05cd1a57-29f6-4235-9ee6-976bfd8dec9a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1d6bfaf-d325-5e4f-b05d-2441d8339617-59be113d-df84-4589-a861-2ce3da6b2e5d', 'network_id': '59be113d-df84-4589-a861-2ce3da6b2e5d', 'tenant_id': 'ebcac23e4eae475893854e16d121f861', 'fixed_ips': [{'subnet_id': 'e85fa5c2-5253-44c8-9f57-0c1d2c97dd41'}]}} from dv-neutron-821829-1-hyperv. {{(pid=87508) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 16 22:34:55.408160 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-05cd1a57-29f6-4235-9ee6-976bfd8dec9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:55.438222 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 40940) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:34:55.466956 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-b342f5b8-30ee-4f50-ad79-3eb2f142d78b admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-241322810-router', 'tenant_id': 'ebcac23e4eae475893854e16d121f861', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5'}}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:34:55.478281 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-b342f5b8-30ee-4f50-ad79-3eb2f142d78b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:34:55.500721 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-453f9201-a5a5-429a-bf6e-055c7a863cc8 req-cecae95e-18e5-4423-839e-4660606f377b tempest-ServersTestManualDisk-828097669 tempest-ServersTestManualDisk-828097669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1863393'] for port, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:55.502552 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-ee989783-c587-435a-813d-2306553cf562 tempest-RoutersAdminTest-1029946936 tempest-RoutersAdminTest-1029946936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1863393'] for port, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:55.519719 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-28c8ef59-bb09-4d78-a49b-ccbfb440e595 tempest-RoutersIpV6AdminTest-765327337 tempest-RoutersIpV6AdminTest-765327337-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:34:55.570737 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-1e95e968-8960-4331-a866-af12888e6f50 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Notify callbacks [] for port, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:55.577924 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a704e88c-9185-4b5a-ad48-00ed12d0691d None None] Network 86e68e41-157c-4f6e-b330-6d809173b73d requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 22:34:55.579081 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-b342f5b8-30ee-4f50-ad79-3eb2f142d78b admin admin] Usage tracker for resource:router and tenant:ebcac23e4eae475893854e16d121f861 is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:34:55.591625 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-b342f5b8-30ee-4f50-ad79-3eb2f142d78b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:34:55.597597 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-4fd8f359-d5da-4491-be59-6a84573b4678 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3328566'] for subnet, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:55.674750 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee989783-c587-435a-813d-2306553cf562 tempest-RoutersAdminTest-1029946936 tempest-RoutersAdminTest-1029946936-project] Pushing event deleted for resources: {'Port': ['ID=f2e16968-bcf6-406d-a8a1-1991a077b79c,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:34:55.685066 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-b342f5b8-30ee-4f50-ad79-3eb2f142d78b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:34:55.721817 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-61ef69f9-1aeb-4172-a9ea-5ba3685c5b87 None None] Provisioning for port 359838ed-8758-4148-aae2-37cc46d33981 completed by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 22:34:55.729071 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-c4b63194-3899-43b3-9d1e-d3584bfcdb25 tempest-AllowedAddressPairIpV6TestJSON-1960971591 tempest-AllowedAddressPairIpV6TestJSON-1960971591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:34:55.734252 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-c4b63194-3899-43b3-9d1e-d3584bfcdb25 tempest-AllowedAddressPairIpV6TestJSON-1960971591 tempest-AllowedAddressPairIpV6TestJSON-1960971591-project] Usage tracker for resource:port and tenant:39f949a2cd2a472e9ea4f7398c6558e9 is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:34:55.737346 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-c4b63194-3899-43b3-9d1e-d3584bfcdb25 tempest-AllowedAddressPairIpV6TestJSON-1960971591 tempest-AllowedAddressPairIpV6TestJSON-1960971591-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:34:55.739183 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-61ef69f9-1aeb-4172-a9ea-5ba3685c5b87 None None] Provisioning complete for port 359838ed-8758-4148-aae2-37cc46d33981 triggered by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:34:55.739635 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-61ef69f9-1aeb-4172-a9ea-5ba3685c5b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:55.744672 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-c4b63194-3899-43b3-9d1e-d3584bfcdb25 tempest-AllowedAddressPairIpV6TestJSON-1960971591 tempest-AllowedAddressPairIpV6TestJSON-1960971591-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:34:55.752891 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-b342f5b8-30ee-4f50-ad79-3eb2f142d78b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3741155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38980'] for router, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:55.754081 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-b342f5b8-30ee-4f50-ad79-3eb2f142d78b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3743284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3741748', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3896702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-38989'] for router, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:55.770271 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-b342f5b8-30ee-4f50-ad79-3eb2f142d78b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:55.804238 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-453f9201-a5a5-429a-bf6e-055c7a863cc8 req-cecae95e-18e5-4423-839e-4660606f377b tempest-ServersTestManualDisk-828097669 tempest-ServersTestManualDisk-828097669-project] Network 1184a913-dac0-4ec1-b150-22ccd69ce676 is already hosted by enough agents. {{(pid=87506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:34:55.832922 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.base_scheduler [req-453f9201-a5a5-429a-bf6e-055c7a863cc8 req-cecae95e-18e5-4423-839e-4660606f377b tempest-ServersTestManualDisk-828097669 tempest-ServersTestManualDisk-828097669-project] Resources bound (agent type, host, resource id):  {{(pid=87506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:34:55.835193 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.l3_dvrscheduler_db [req-453f9201-a5a5-429a-bf6e-055c7a863cc8 req-cecae95e-18e5-4423-839e-4660606f377b tempest-ServersTestManualDisk-828097669 tempest-ServersTestManualDisk-828097669-project] Received port after_create {{(pid=87506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 22:34:55.908186 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecae95e-18e5-4423-839e-4660606f377b tempest-ServersTestManualDisk-828097669 tempest-ServersTestManualDisk-828097669-project] Pushing event updated for resources: {'Port': ['ID=5ec081a6-0cc9-4f03-a789-48e20125b71c,revision_number=1']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:34:55.910744 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-ee989783-c587-435a-813d-2306553cf562 tempest-RoutersAdminTest-1029946936 tempest-RoutersAdminTest-1029946936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3741895'] for router_gateway, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:55.968240 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453f9201-a5a5-429a-bf6e-055c7a863cc8 req-cecae95e-18e5-4423-839e-4660606f377b tempest-ServersTestManualDisk-828097669 tempest-ServersTestManualDisk-828097669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:34:55.969071 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-453f9201-a5a5-429a-bf6e-055c7a863cc8 req-cecae95e-18e5-4423-839e-4660606f377b tempest-ServersTestManualDisk-828097669 tempest-ServersTestManualDisk-828097669-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for port, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:56.001365 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff24fae8-e30e-4867-b326-39039e629d7e None None] Network 475b7fe3-efe7-41a6-b8de-3f83d3ceba1f requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 22:34:56.006784 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-cecae95e-18e5-4423-839e-4660606f377b tempest-ServersTestManualDisk-828097669 tempest-ServersTestManualDisk-828097669-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.487s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:34:56.017006 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-543e6e42-43d2-4d2a-a185-570348e525a3 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.460s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:34:56.017436 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-543e6e42-43d2-4d2a-a185-570348e525a3 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:34:56.038716 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4b63194-3899-43b3-9d1e-d3584bfcdb25 tempest-AllowedAddressPairIpV6TestJSON-1960971591 tempest-AllowedAddressPairIpV6TestJSON-1960971591-project] Made reservation on behalf of 39f949a2cd2a472e9ea4f7398c6558e9 for: {'port': 1} {{(pid=87507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:34:56.089439 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-453f9201-a5a5-429a-bf6e-055c7a863cc8 req-cecae95e-18e5-4423-839e-4660606f377b tempest-ServersTestManualDisk-828097669 tempest-ServersTestManualDisk-828097669-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 3.7420928
Dec 16 22:34:56.134457 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.db_base_plugin_common [None req-05cd1a57-29f6-4235-9ee6-976bfd8dec9a None None] Allocated IP 172.20.0.2 (59be113d-df84-4589-a861-2ce3da6b2e5d/e85fa5c2-5253-44c8-9f57-0c1d2c97dd41/2285f5a2-4c88-4e0d-8a60-18fd32c955b1) {{(pid=87508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 22:34:56.141051 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-61ef69f9-1aeb-4172-a9ea-5ba3685c5b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:56.162891 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [req-453f9201-a5a5-429a-bf6e-055c7a863cc8 req-cc5fb107-77fb-409e-84f8-d7fd593da94c service neutron] Request body: {'port': {'device_id': 'ce84dfe8-5e91-4fe9-b684-9a52b4f9831a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8218'}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:34:56.190054 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-61ef69f9-1aeb-4172-a9ea-5ba3685c5b87 None None] For port 359838ed-8758-4148-aae2-37cc46d33981, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=359838ed-8758-4148-aae2-37cc46d33981,segment=NetworkSegment(10db9177-2df1-4f08-8bb0-ae1215676510),segment_id=10db9177-2df1-4f08-8bb0-ae1215676510)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:34:56.194416 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-4fd8f359-d5da-4491-be59-6a84573b4678 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3328622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10807868', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10549621'] for subnet, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:56.201500 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-61ef69f9-1aeb-4172-a9ea-5ba3685c5b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:56.209694 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:34:56.223298 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.db.resource_extend [None req-e76ed12c-e431-4725-bbb5-11a817365771 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 16 22:34:56.245431 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-ee989783-c587-435a-813d-2306553cf562 tempest-RoutersAdminTest-1029946936 tempest-RoutersAdminTest-1029946936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3739500', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39002'] for router, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:56.250911 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-ee989783-c587-435a-813d-2306553cf562 tempest-RoutersAdminTest-1029946936 tempest-RoutersAdminTest-1029946936-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:56.256257 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-e76ed12c-e431-4725-bbb5-11a817365771 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks [] for port, precommit_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:56.260511 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-4b6855c5-93e6-4f2b-9e6d-3624dcfd26f8 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:34:56.271630 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-e76ed12c-e431-4725-bbb5-11a817365771 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1863400'] for port, after_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:56.284741 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ef69f9-1aeb-4172-a9ea-5ba3685c5b87 None None] Pushing event updated for resources: {'Port': ['ID=359838ed-8758-4148-aae2-37cc46d33981,revision_number=3']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:34:56.291593 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-61ef69f9-1aeb-4172-a9ea-5ba3685c5b87 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:34:56.306395 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-6854a528-b86c-41f5-9941-958cf6af1c45 tempest-RoutersAdminTest-1029946936 tempest-RoutersAdminTest-1029946936-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:34:56.344495 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-1e95e968-8960-4331-a866-af12888e6f50 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10807823'] for port, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:56.402962 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd8f359-d5da-4491-be59-6a84573b4678 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Pushing event deleted for resources: {'Subnet': ['ID=df47f5bf-25be-41d3-95b9-63aa5cfd23e7,revision_number=None']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:34:56.423328 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-4fd8f359-d5da-4491-be59-6a84573b4678 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks [] for subnet, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:56.431146 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-4fd8f359-d5da-4491-be59-6a84573b4678 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:34:56.435496 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-5ff1c640-f81e-49f2-ae44-3cde1887b007 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.087s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:34:56.437908 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa2a3514-9570-49e6-a264-4ba903b6b131 None None] Network 7edd76f7-0f97-48a5-b177-9842de6c0500 requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 22:34:56.441356 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-ee989783-c587-435a-813d-2306553cf562 tempest-RoutersAdminTest-1029946936 tempest-RoutersAdminTest-1029946936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3830089'] for router, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:56.441861 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee989783-c587-435a-813d-2306553cf562 tempest-RoutersAdminTest-1029946936 tempest-RoutersAdminTest-1029946936-project] Fanout notify agent at l3_agent the message router_deleted on router 38136b6a-333a-46b2-a751-94a2be2c7698 {{(pid=87506) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 16 22:34:56.458346 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-ede4f0ed-b97a-4434-895d-8b2e6ce3cd0a None None] Provisioning for port 5ec081a6-0cc9-4f03-a789-48e20125b71c completed by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 22:34:56.458600 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-ee989783-c587-435a-813d-2306553cf562 tempest-RoutersAdminTest-1029946936 tempest-RoutersAdminTest-1029946936-project] Notify callbacks [] for router, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:56.464196 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-ee989783-c587-435a-813d-2306553cf562 tempest-RoutersAdminTest-1029946936 tempest-RoutersAdminTest-1029946936-project] 10.222.0.13 "DELETE /v2.0/routers/38136b6a-333a-46b2-a751-94a2be2c7698 HTTP/1.1" status: 204  len: 168 time: 4.2856274
Dec 16 22:34:56.471314 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 40946) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:34:56.485091 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76ed12c-e431-4725-bbb5-11a817365771 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Pushing event updated for resources: {'Port': ['ID=1fb7b4b9-d6a1-47e5-9407-ed7375390b8f,revision_number=2']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:34:56.487972 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-e76ed12c-e431-4725-bbb5-11a817365771 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:34:56.492922 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-b342f5b8-30ee-4f50-ad79-3eb2f142d78b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3741702', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3740945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-38947'] for router, precommit_update {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:56.496479 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-601c1402-d14c-4996-ac3b-33581a373b25 tempest-RoutersAdminTest-1029946936 tempest-RoutersAdminTest-1029946936-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1817515745', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:34:56.502713 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-e76ed12c-e431-4725-bbb5-11a817365771 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3791426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3830222'] for router_interface, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:56.510139 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-601c1402-d14c-4996-ac3b-33581a373b25 tempest-RoutersAdminTest-1029946936 tempest-RoutersAdminTest-1029946936-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:34:56.518310 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-601c1402-d14c-4996-ac3b-33581a373b25 tempest-RoutersAdminTest-1029946936 tempest-RoutersAdminTest-1029946936-project] Usage tracker for resource:router and tenant:662a8bad278a4b1485561129d2472ad5 is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:34:56.520947 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-453f9201-a5a5-429a-bf6e-055c7a863cc8 req-cc5fb107-77fb-409e-84f8-d7fd593da94c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:56.532428 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-601c1402-d14c-4996-ac3b-33581a373b25 tempest-RoutersAdminTest-1029946936 tempest-RoutersAdminTest-1029946936-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:34:56.547390 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e95e968-8960-4331-a866-af12888e6f50 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Network f8905ce9-304b-4976-bc47-e58c71c11de5 is already hosted by enough agents. {{(pid=87507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:34:56.559551 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-4fd8f359-d5da-4491-be59-6a84573b4678 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] 10.222.0.13 "DELETE /v2.0/subnets/df47f5bf-25be-41d3-95b9-63aa5cfd23e7 HTTP/1.1" status: 204  len: 168 time: 2.2837429
Dec 16 22:34:56.578279 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.base_scheduler [None req-1e95e968-8960-4331-a866-af12888e6f50 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Resources bound (agent type, host, resource id):  {{(pid=87507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:34:56.582053 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 40950) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:34:56.596159 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e95e968-8960-4331-a866-af12888e6f50 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Received port after_create {{(pid=87507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 22:34:56.614897 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-ede4f0ed-b97a-4434-895d-8b2e6ce3cd0a None None] Provisioning complete for port 5ec081a6-0cc9-4f03-a789-48e20125b71c triggered by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:34:56.615223 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-ede4f0ed-b97a-4434-895d-8b2e6ce3cd0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:56.629047 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-c4b63194-3899-43b3-9d1e-d3584bfcdb25 tempest-AllowedAddressPairIpV6TestJSON-1960971591 tempest-AllowedAddressPairIpV6TestJSON-1960971591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:56.670424 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-601c1402-d14c-4996-ac3b-33581a373b25 tempest-RoutersAdminTest-1029946936 tempest-RoutersAdminTest-1029946936-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:34:56.700379 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e95e968-8960-4331-a866-af12888e6f50 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Pushing event updated for resources: {'Port': ['ID=2583e7b3-d3e0-4d11-988a-31fe9e3d843f,revision_number=1']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:34:56.704321 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-1e95e968-8960-4331-a866-af12888e6f50 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:34:56.714617 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 359838ed-8758-4148-aae2-37cc46d33981 up at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 22:34:56.723532 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e76ed12c-e431-4725-bbb5-11a817365771 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Network b0f969d8-7cc3-4021-a55f-b89c531f585f is already hosted by enough agents. {{(pid=87506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:34:56.730997 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.base_scheduler [None req-e76ed12c-e431-4725-bbb5-11a817365771 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Resources bound (agent type, host, resource id):  {{(pid=87506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:34:56.739842 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-601c1402-d14c-4996-ac3b-33581a373b25 tempest-RoutersAdminTest-1029946936 tempest-RoutersAdminTest-1029946936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3741155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38980'] for router, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:56.740828 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-601c1402-d14c-4996-ac3b-33581a373b25 tempest-RoutersAdminTest-1029946936 tempest-RoutersAdminTest-1029946936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3743284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3741748', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3896702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-38989'] for router, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:56.754626 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-57c40c77-7596-4440-a28c-b7f11ee989c5 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1633725
Dec 16 22:34:56.805427 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 40954) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:34:56.816465 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.notifiers.nova [None req-c4b63194-3899-43b3-9d1e-d3584bfcdb25 tempest-AllowedAddressPairIpV6TestJSON-1960971591 tempest-AllowedAddressPairIpV6TestJSON-1960971591-project] device_id is not set on port 2d884d6a-e4c6-4d43-8757-323949f4cb98 yet. {{(pid=87507) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 16 22:34:56.860419 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-8d0196d3-d18c-4727-9c5a-0cb6a8a9011c tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Request body: {'subnet': {'network_id': '7edd76f7-0f97-48a5-b177-9842de6c0500', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:34:57.022702 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-ede4f0ed-b97a-4434-895d-8b2e6ce3cd0a None None] Port 5ec081a6-0cc9-4f03-a789-48e20125b71c cannot update to ACTIVE because it is not bound. {{(pid=87508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 22:34:57.062207 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning complete for port 359838ed-8758-4148-aae2-37cc46d33981 triggered by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:34:57.062646 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:57.108866 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-05cd1a57-29f6-4235-9ee6-976bfd8dec9a None None] Notify callbacks [] for port, precommit_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:57.114284 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-601c1402-d14c-4996-ac3b-33581a373b25 tempest-RoutersAdminTest-1029946936 tempest-RoutersAdminTest-1029946936-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:57.141735 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768c23b8-2894-49c3-83ab-2bef4b6568ab req-f4e5d8c6-0730-4304-8bf8-9b10eba6b91a tempest-ServersTestManualDisk-828097669 tempest-ServersTestManualDisk-828097669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:34:57.150692 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-768c23b8-2894-49c3-83ab-2bef4b6568ab req-f4e5d8c6-0730-4304-8bf8-9b10eba6b91a tempest-ServersTestManualDisk-828097669 tempest-ServersTestManualDisk-828097669-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce84dfe8-5e91-4fe9-b684-9a52b4f9831a HTTP/1.1" status: 200  len: 932 time: 0.8989244
Dec 16 22:34:57.152626 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-05cd1a57-29f6-4235-9ee6-976bfd8dec9a None None] Transition to ACTIVE for port object 2285f5a2-4c88-4e0d-8a60-18fd32c955b1 will not be triggered until provisioned by entity L2. {{(pid=87508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:34:57.159827 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-ede4f0ed-b97a-4434-895d-8b2e6ce3cd0a None None] Provisioning complete for port 604e2dff-1dea-4371-a045-c086c7f42af2 triggered by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:34:57.159827 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-ede4f0ed-b97a-4434-895d-8b2e6ce3cd0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:57.197944 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e76ed12c-e431-4725-bbb5-11a817365771 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Router 5ffd91e6-a775-4716-a992-81778d727d16 has already been hosted by L3 agent 4f519db7-069b-43e2-8411-c092bac9102a {{(pid=87506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 22:34:57.263615 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-05cd1a57-29f6-4235-9ee6-976bfd8dec9a None None] Transition to ACTIVE for port object 2285f5a2-4c88-4e0d-8a60-18fd32c955b1 will not be triggered until provisioned by entity DHCP. {{(pid=87508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:34:57.282920 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-05cd1a57-29f6-4235-9ee6-976bfd8dec9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940'] for port, after_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:57.289687 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-ef8357a0-fab2-484a-9177-671f07fa74ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:34:57.378954 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-8d0196d3-d18c-4727-9c5a-0cb6a8a9011c tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:34:57.410900 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-8d0196d3-d18c-4727-9c5a-0cb6a8a9011c tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Usage tracker for resource:subnet and tenant:8e4385a98eb1416284c1cc96b3355a70 is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:34:57.414720 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe158bbc-9986-4c90-99b2-353ebaaf06f2 None None] DHCP port deletion for 7edd76f7-0f97-48a5-b177-9842de6c0500 request from dv-neutron-821829-1-hyperv {{(pid=87508) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 16 22:34:57.423467 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-8d0196d3-d18c-4727-9c5a-0cb6a8a9011c tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:34:57.493046 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-fe158bbc-9986-4c90-99b2-353ebaaf06f2 None None] Deleting port 604e2dff-1dea-4371-a045-c086c7f42af2 {{(pid=87508) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:34:57.493443 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-fe158bbc-9986-4c90-99b2-353ebaaf06f2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:57.532700 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.agents_db [None req-0abd2616-a86c-48e2-be07-10823335a5bb None None] Agent healthcheck: found 6 active agents {{(pid=87509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 22:34:57.539465 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-601c1402-d14c-4996-ac3b-33581a373b25 tempest-RoutersAdminTest-1029946936 tempest-RoutersAdminTest-1029946936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3740952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3741923'] for router, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:57.541520 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05cd1a57-29f6-4235-9ee6-976bfd8dec9a None None] Network 59be113d-df84-4589-a861-2ce3da6b2e5d is already hosted by enough agents. {{(pid=87508) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:34:57.562378 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.scheduler.base_scheduler [None req-05cd1a57-29f6-4235-9ee6-976bfd8dec9a None None] Resources bound (agent type, host, resource id):  {{(pid=87508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:34:57.564895 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-768c23b8-2894-49c3-83ab-2bef4b6568ab req-607efbdf-9732-469a-836c-9b57c560a5aa tempest-ServersTestManualDisk-828097669 tempest-ServersTestManualDisk-828097669-project] 10.222.0.13 "GET /v2.0/security-groups?id=794e274c-0150-48f2-9119-aaeb44cd27be&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4132428
Dec 16 22:34:57.567520 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-8d0196d3-d18c-4727-9c5a-0cb6a8a9011c tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:34:57.572950 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05cd1a57-29f6-4235-9ee6-976bfd8dec9a None None] Received port after_create {{(pid=87508) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 22:34:57.585815 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cd1a57-29f6-4235-9ee6-976bfd8dec9a None None] Pushing event updated for resources: {'Port': ['ID=2285f5a2-4c88-4e0d-8a60-18fd32c955b1,revision_number=1']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:34:57.622410 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-05cd1a57-29f6-4235-9ee6-976bfd8dec9a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:34:57.686006 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.notifiers.nova [req-453f9201-a5a5-429a-bf6e-055c7a863cc8 req-cc5fb107-77fb-409e-84f8-d7fd593da94c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ec081a6-0cc9-4f03-a789-48e20125b71c {{(pid=87506) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 22:34:57.704483 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-601c1402-d14c-4996-ac3b-33581a373b25 tempest-RoutersAdminTest-1029946936 tempest-RoutersAdminTest-1029946936-project] Notify callbacks [] for router, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:57.708337 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-601c1402-d14c-4996-ac3b-33581a373b25 tempest-RoutersAdminTest-1029946936 tempest-RoutersAdminTest-1029946936-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 705 time: 1.2271545
Dec 16 22:34:57.708337 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-453f9201-a5a5-429a-bf6e-055c7a863cc8 req-cc5fb107-77fb-409e-84f8-d7fd593da94c service neutron] Notify callbacks [] for port, precommit_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:57.713174 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 40958) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:34:57.722582 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-b704b092-7fd7-43ac-8d6a-37025fa1c4a9 tempest-RoutersAdminTest-1029946936 tempest-RoutersAdminTest-1029946936-project] Request body: {'router': {'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5'}}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:34:57.804727 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.db_base_plugin_common [None req-c4b63194-3899-43b3-9d1e-d3584bfcdb25 tempest-AllowedAddressPairIpV6TestJSON-1960971591 tempest-AllowedAddressPairIpV6TestJSON-1960971591-project] Allocated IP 2001:db8::23e (86e68e41-157c-4f6e-b330-6d809173b73d/e8ed6afc-384c-47d0-91b3-a9dc2c7453fe/2d884d6a-e4c6-4d43-8757-323949f4cb98) {{(pid=87507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 22:34:57.805216 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-05cd1a57-29f6-4235-9ee6-976bfd8dec9a None None] Attempting to bind port 2285f5a2-4c88-4e0d-8a60-18fd32c955b1 on host dv-neutron-821829-1-hyperv for vnic_type normal with profile  {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 22:34:57.805610 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-05cd1a57-29f6-4235-9ee6-976bfd8dec9a None None] Attempting to bind port 2285f5a2-4c88-4e0d-8a60-18fd32c955b1 by drivers openvswitch,hyperv on host dv-neutron-821829-1-hyperv at level 0 using segments [{'id': '32a05c8f-4e22-414f-870d-ee93982b6a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '59be113d-df84-4589-a861-2ce3da6b2e5d'}] {{(pid=87508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 22:34:57.806680 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05cd1a57-29f6-4235-9ee6-976bfd8dec9a None None] Attempting to bind port 2285f5a2-4c88-4e0d-8a60-18fd32c955b1 on network 59be113d-df84-4589-a861-2ce3da6b2e5d {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 22:34:57.823685 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d0196d3-d18c-4727-9c5a-0cb6a8a9011c tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Made reservation on behalf of 8e4385a98eb1416284c1cc96b3355a70 for: {'subnet': 1} {{(pid=87507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:34:57.827186 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-8d0196d3-d18c-4727-9c5a-0cb6a8a9011c tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10549598'] for subnet, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:57.863963 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-ede4f0ed-b97a-4434-895d-8b2e6ce3cd0a None None] Provisioning for port 153a802c-7422-42bc-b4f6-5e728c75d476 completed by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 22:34:57.864699 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.provisioning_blocks [req-453f9201-a5a5-429a-bf6e-055c7a863cc8 req-cc5fb107-77fb-409e-84f8-d7fd593da94c service neutron] Transition to ACTIVE for port object 5ec081a6-0cc9-4f03-a789-48e20125b71c will not be triggered until provisioned by entity L2. {{(pid=87506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:34:57.867546 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05cd1a57-29f6-4235-9ee6-976bfd8dec9a None None] Checking agent: {'id': '5571501f-366e-47a4-9b60-8ef19d935d27', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821829-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 24, 2), 'started_at': datetime.datetime(2021, 12, 16, 22, 24, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 34, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821829-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 22:34:57.868013 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05cd1a57-29f6-4235-9ee6-976bfd8dec9a None None] Checking segment: {'id': '32a05c8f-4e22-414f-870d-ee93982b6a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '59be113d-df84-4589-a861-2ce3da6b2e5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 22:34:57.868445 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-05cd1a57-29f6-4235-9ee6-976bfd8dec9a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:57.868837 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05cd1a57-29f6-4235-9ee6-976bfd8dec9a None None] Bound using segment: {'id': '32a05c8f-4e22-414f-870d-ee93982b6a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '59be113d-df84-4589-a861-2ce3da6b2e5d'} {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 22:34:57.869323 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-05cd1a57-29f6-4235-9ee6-976bfd8dec9a None None] Bound port: 2285f5a2-4c88-4e0d-8a60-18fd32c955b1, host: dv-neutron-821829-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32a05c8f-4e22-414f-870d-ee93982b6a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '59be113d-df84-4589-a861-2ce3da6b2e5d'}}] {{(pid=87508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 22:34:57.869735 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-05cd1a57-29f6-4235-9ee6-976bfd8dec9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:57.875937 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-453f9201-a5a5-429a-bf6e-055c7a863cc8 req-cc5fb107-77fb-409e-84f8-d7fd593da94c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1863400'] for port, after_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:57.883672 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-c164f3d4-e9c7-448e-8bd5-b4dab92e4497 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:34:57.895716 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-ede4f0ed-b97a-4434-895d-8b2e6ce3cd0a None None] Provisioning complete for port 153a802c-7422-42bc-b4f6-5e728c75d476 triggered by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:34:57.896127 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-ede4f0ed-b97a-4434-895d-8b2e6ce3cd0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:57.987215 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-fe158bbc-9986-4c90-99b2-353ebaaf06f2 None None] For port 604e2dff-1dea-4371-a045-c086c7f42af2, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=604e2dff-1dea-4371-a045-c086c7f42af2,segment=NetworkSegment(da71c9a1-7532-4738-a9bc-22a7f498ec35),segment_id=da71c9a1-7532-4738-a9bc-22a7f498ec35)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:34:57.987607 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-fe158bbc-9986-4c90-99b2-353ebaaf06f2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:58.061665 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e76ed12c-e431-4725-bbb5-11a817365771 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify agent at l3_agent.dv-neutron-821829-1-hyperv the message routers_updated {{(pid=87506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 22:34:58.069448 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-e76ed12c-e431-4725-bbb5-11a817365771 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] 10.222.0.13 "PUT /v2.0/routers/5ffd91e6-a775-4716-a992-81778d727d16/add_router_interface HTTP/1.1" status: 200  len: 503 time: 7.2653723
Dec 16 22:34:58.075209 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 40964) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:34:58.094802 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a91bcd1a-a7d4-4308-9cb9-110142cd8dd2 None None] Sync routers for ids ['5ffd91e6-a775-4716-a992-81778d727d16'] in dv-neutron-821829-1-hyperv {{(pid=87509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 22:34:58.106373 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a91bcd1a-a7d4-4308-9cb9-110142cd8dd2 None None] Routers {'5ffd91e6-a775-4716-a992-81778d727d16'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:34:58.110450 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-a91bcd1a-a7d4-4308-9cb9-110142cd8dd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b7c693130>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:34:31Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['5ffd91e6-a775-4716-a992-81778d727d16'], 'active': True} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:34:58.163292 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-fe158bbc-9986-4c90-99b2-353ebaaf06f2 None None] Calling delete_port for 604e2dff-1dea-4371-a045-c086c7f42af2 owned by network:dhcp {{(pid=87508) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:34:58.193887 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a63213a5-6d75-46a4-baf4-67b6ac0d30b3 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:34:58.197559 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-a63213a5-6d75-46a4-baf4-67b6ac0d30b3 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] 10.222.0.13 "GET /v2.0/ports/1fb7b4b9-d6a1-47e5-9407-ed7375390b8f HTTP/1.1" status: 200  len: 910 time: 0.1091912
Dec 16 22:34:58.203414 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 40968) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:34:58.250854 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-a91bcd1a-a7d4-4308-9cb9-110142cd8dd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b7c693130>, [], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:34:58.262211 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5fb107-77fb-409e-84f8-d7fd593da94c service neutron] Pushing event updated for resources: {'Port': ['ID=5ec081a6-0cc9-4f03-a789-48e20125b71c,revision_number=2']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:34:58.265045 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a91bcd1a-a7d4-4308-9cb9-110142cd8dd2 None None] Routers {'5ffd91e6-a775-4716-a992-81778d727d16'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:34:58.266572 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-cc5fb107-77fb-409e-84f8-d7fd593da94c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.383s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:34:58.276106 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-05cd1a57-29f6-4235-9ee6-976bfd8dec9a None None] For port 2285f5a2-4c88-4e0d-8a60-18fd32c955b1, host dv-neutron-821829-1-hyperv, cleared binding levels {{(pid=87508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 22:34:58.278104 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-7925d96e-08c8-4a8a-9c48-e355fd059852 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:58.278417 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-a91bcd1a-a7d4-4308-9cb9-110142cd8dd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b7c693130>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:34:31Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['5ffd91e6-a775-4716-a992-81778d727d16'], 'active': True} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:34:58.297473 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-05cd1a57-29f6-4235-9ee6-976bfd8dec9a None None] For port 2285f5a2-4c88-4e0d-8a60-18fd32c955b1, host dv-neutron-821829-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=2285f5a2-4c88-4e0d-8a60-18fd32c955b1,segment=NetworkSegment(32a05c8f-4e22-414f-870d-ee93982b6a67),segment_id=32a05c8f-4e22-414f-870d-ee93982b6a67)] {{(pid=87508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 22:34:58.371581 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-a91bcd1a-a7d4-4308-9cb9-110142cd8dd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b7c693130>, [], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:34:58.372497 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a91bcd1a-a7d4-4308-9cb9-110142cd8dd2 None None] The sync data for ids ['5ffd91e6-a775-4716-a992-81778d727d16'] in dv-neutron-821829-1-hyperv is: [] {{(pid=87509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 22:34:58.378764 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-05cd1a57-29f6-4235-9ee6-976bfd8dec9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:58.394990 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-cf35ec2b-325d-4b29-8edc-0b5ba964000f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:34:58.397370 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-1e95e968-8960-4331-a866-af12888e6f50 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Notify callbacks [] for router_gateway, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:58.453431 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-ede4f0ed-b97a-4434-895d-8b2e6ce3cd0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:58.492795 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-fe158bbc-9986-4c90-99b2-353ebaaf06f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949'] for port, after_delete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:58.524651 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe158bbc-9986-4c90-99b2-353ebaaf06f2 None None] No DVR routers for this DVR port 604e2dff-1dea-4371-a045-c086c7f42af2 on host dv-neutron-821829-1-hyperv {{(pid=87508) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 22:34:58.546391 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cd1a57-29f6-4235-9ee6-976bfd8dec9a None None] Pushing event updated for resources: {'Port': ['ID=2285f5a2-4c88-4e0d-8a60-18fd32c955b1,revision_number=2']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:34:58.554092 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-05cd1a57-29f6-4235-9ee6-976bfd8dec9a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:34:58.554800 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-05cd1a57-29f6-4235-9ee6-976bfd8dec9a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.052s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:34:58.593908 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-b704b092-7fd7-43ac-8d6a-37025fa1c4a9 tempest-RoutersAdminTest-1029946936 tempest-RoutersAdminTest-1029946936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3741702', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3740945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-38947'] for router, precommit_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:58.618742 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-ede4f0ed-b97a-4434-895d-8b2e6ce3cd0a None None] For port 153a802c-7422-42bc-b4f6-5e728c75d476, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=153a802c-7422-42bc-b4f6-5e728c75d476,segment=NetworkSegment(a8f8d940-eea4-4913-bac5-aba647fa5d95),segment_id=a8f8d940-eea4-4913-bac5-aba647fa5d95)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:34:58.620197 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe158bbc-9986-4c90-99b2-353ebaaf06f2 None None] Pushing event deleted for resources: {'Port': ['ID=604e2dff-1dea-4371-a045-c086c7f42af2,revision_number=None']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:34:58.623736 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-fe158bbc-9986-4c90-99b2-353ebaaf06f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:34:58.625822 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-ede4f0ed-b97a-4434-895d-8b2e6ce3cd0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:58.629343 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-2f4e8e9b-08c7-4f07-88b8-665ffeae4be1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:34:58.682721 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.managers [req-453f9201-a5a5-429a-bf6e-055c7a863cc8 req-cc5fb107-77fb-409e-84f8-d7fd593da94c service neutron] Attempting to bind port 5ec081a6-0cc9-4f03-a789-48e20125b71c on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=87506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 22:34:58.683058 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.managers [req-453f9201-a5a5-429a-bf6e-055c7a863cc8 req-cc5fb107-77fb-409e-84f8-d7fd593da94c service neutron] Attempting to bind port 5ec081a6-0cc9-4f03-a789-48e20125b71c by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '44d7d6b4-2384-4042-a4d7-5a7c4d034892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '1184a913-dac0-4ec1-b150-22ccd69ce676'}] {{(pid=87506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 22:34:58.684039 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-453f9201-a5a5-429a-bf6e-055c7a863cc8 req-cc5fb107-77fb-409e-84f8-d7fd593da94c service neutron] Attempting to bind port 5ec081a6-0cc9-4f03-a789-48e20125b71c on network 1184a913-dac0-4ec1-b150-22ccd69ce676 {{(pid=87506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 22:34:58.692669 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-453f9201-a5a5-429a-bf6e-055c7a863cc8 req-cc5fb107-77fb-409e-84f8-d7fd593da94c service neutron] Port 5ec081a6-0cc9-4f03-a789-48e20125b71c on network 1184a913-dac0-4ec1-b150-22ccd69ce676 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=87506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 16 22:34:58.693389 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-453f9201-a5a5-429a-bf6e-055c7a863cc8 req-cc5fb107-77fb-409e-84f8-d7fd593da94c service neutron] Attempting to bind port 5ec081a6-0cc9-4f03-a789-48e20125b71c on network 1184a913-dac0-4ec1-b150-22ccd69ce676 {{(pid=87506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 22:34:58.702276 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 604e2dff-1dea-4371-a045-c086c7f42af2 no longer exists at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 22:34:58.704307 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-453f9201-a5a5-429a-bf6e-055c7a863cc8 req-cc5fb107-77fb-409e-84f8-d7fd593da94c service neutron] Checking agent: {'id': '849b5cbb-8f70-4c31-8f37-fd42f8351747', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8218', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 30, 8), 'started_at': datetime.datetime(2021, 12, 16, 22, 30, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 34, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 22:34:58.704643 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-453f9201-a5a5-429a-bf6e-055c7a863cc8 req-cc5fb107-77fb-409e-84f8-d7fd593da94c service neutron] Checking segment: {'id': '44d7d6b4-2384-4042-a4d7-5a7c4d034892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '1184a913-dac0-4ec1-b150-22ccd69ce676'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 22:34:58.705029 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-453f9201-a5a5-429a-bf6e-055c7a863cc8 req-cc5fb107-77fb-409e-84f8-d7fd593da94c service neutron] Bound using segment: {'id': '44d7d6b4-2384-4042-a4d7-5a7c4d034892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '1184a913-dac0-4ec1-b150-22ccd69ce676'} {{(pid=87506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 22:34:58.705468 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.managers [req-453f9201-a5a5-429a-bf6e-055c7a863cc8 req-cc5fb107-77fb-409e-84f8-d7fd593da94c service neutron] Bound port: 5ec081a6-0cc9-4f03-a789-48e20125b71c, host: hv-neutron-8218, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44d7d6b4-2384-4042-a4d7-5a7c4d034892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '1184a913-dac0-4ec1-b150-22ccd69ce676'}}] {{(pid=87506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 22:34:58.705815 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-453f9201-a5a5-429a-bf6e-055c7a863cc8 req-cc5fb107-77fb-409e-84f8-d7fd593da94c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:58.759850 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] No Port match for: 604e2dff-1dea-4371-a045-c086c7f42af2 {{(pid=87508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 22:34:58.760309 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 604e2dff-1dea-4371-a045-c086c7f42af2 not bound to the agent host dv-neutron-821829-1-hyperv {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 22:34:58.775836 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede4f0ed-b97a-4434-895d-8b2e6ce3cd0a None None] Pushing event updated for resources: {'Port': ['ID=153a802c-7422-42bc-b4f6-5e728c75d476,revision_number=3']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:34:58.779350 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-ede4f0ed-b97a-4434-895d-8b2e6ce3cd0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:34:58.796940 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-d291782c-ccde-4257-b086-d68a8d9b3867 None None] Provisioning complete for port 359838ed-8758-4148-aae2-37cc46d33981 triggered by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:34:58.797332 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-d291782c-ccde-4257-b086-d68a8d9b3867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:58.948188 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.db [req-453f9201-a5a5-429a-bf6e-055c7a863cc8 req-cc5fb107-77fb-409e-84f8-d7fd593da94c service neutron] For port 5ec081a6-0cc9-4f03-a789-48e20125b71c, host hv-neutron-8218, cleared binding levels {{(pid=87506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 22:34:58.966288 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.db [req-453f9201-a5a5-429a-bf6e-055c7a863cc8 req-cc5fb107-77fb-409e-84f8-d7fd593da94c service neutron] For port 5ec081a6-0cc9-4f03-a789-48e20125b71c, host hv-neutron-8218, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=5ec081a6-0cc9-4f03-a789-48e20125b71c,segment=NetworkSegment(44d7d6b4-2384-4042-a4d7-5a7c4d034892),segment_id=44d7d6b4-2384-4042-a4d7-5a7c4d034892)] {{(pid=87506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 22:34:58.983938 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-d291782c-ccde-4257-b086-d68a8d9b3867 None None] Provisioning complete for port 1fb7b4b9-d6a1-47e5-9407-ed7375390b8f triggered by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:34:58.984485 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-d291782c-ccde-4257-b086-d68a8d9b3867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:59.045345 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-d291782c-ccde-4257-b086-d68a8d9b3867 None None] Port 1fb7b4b9-d6a1-47e5-9407-ed7375390b8f cannot update to ACTIVE because it is not bound. {{(pid=87508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 22:34:59.064025 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-d291782c-ccde-4257-b086-d68a8d9b3867 None None] Provisioning complete for port 153a802c-7422-42bc-b4f6-5e728c75d476 triggered by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:34:59.064547 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-d291782c-ccde-4257-b086-d68a8d9b3867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:59.107169 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-453f9201-a5a5-429a-bf6e-055c7a863cc8 req-cc5fb107-77fb-409e-84f8-d7fd593da94c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1863400'] for port, after_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:59.123673 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-543e6e42-43d2-4d2a-a185-570348e525a3 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:34:59.210461 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-d291782c-ccde-4257-b086-d68a8d9b3867 None None] Provisioning for port a81c701f-e73a-4dfa-b702-587b2a66180b completed by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 22:34:59.222612 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-d291782c-ccde-4257-b086-d68a8d9b3867 None None] Provisioning complete for port a81c701f-e73a-4dfa-b702-587b2a66180b triggered by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:34:59.222838 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-b704b092-7fd7-43ac-8d6a-37025fa1c4a9 tempest-RoutersAdminTest-1029946936 tempest-RoutersAdminTest-1029946936-project] Notify callbacks [] for router_gateway, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:59.223107 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-d291782c-ccde-4257-b086-d68a8d9b3867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:59.271841 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453f9201-a5a5-429a-bf6e-055c7a863cc8 req-cc5fb107-77fb-409e-84f8-d7fd593da94c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:34:59.272485 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-453f9201-a5a5-429a-bf6e-055c7a863cc8 req-cc5fb107-77fb-409e-84f8-d7fd593da94c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for port, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:59.273892 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-453f9201-a5a5-429a-bf6e-055c7a863cc8 req-cc5fb107-77fb-409e-84f8-d7fd593da94c service neutron] 10.222.0.49 "PUT /v2.0/ports/5ec081a6-0cc9-4f03-a789-48e20125b71c HTTP/1.1" status: 200  len: 1094 time: 3.1159587
Dec 16 22:34:59.274936 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-b704b092-7fd7-43ac-8d6a-37025fa1c4a9 tempest-RoutersAdminTest-1029946936 tempest-RoutersAdminTest-1029946936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:59.276890 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce84dfe8-5e91-4fe9-b684-9a52b4f9831a', 'tag': '5ec081a6-0cc9-4f03-a789-48e20125b71c'}] {{(pid=87506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 22:34:59.284207 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-d291782c-ccde-4257-b086-d68a8d9b3867 None None] Port a81c701f-e73a-4dfa-b702-587b2a66180b cannot update to ACTIVE because it is not bound. {{(pid=87508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 22:34:59.349756 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce84dfe8-5e91-4fe9-b684-9a52b4f9831a', 'tag': '5ec081a6-0cc9-4f03-a789-48e20125b71c', 'status': 'completed', 'code': 200}
Dec 16 22:34:59.410024 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5fb107-77fb-409e-84f8-d7fd593da94c service neutron] Pushing event updated for resources: {'Port': ['ID=5ec081a6-0cc9-4f03-a789-48e20125b71c,revision_number=3']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:34:59.412463 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-cc5fb107-77fb-409e-84f8-d7fd593da94c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:34:59.465160 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-b342f5b8-30ee-4f50-ad79-3eb2f142d78b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:59.541536 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.db_base_plugin_common [None req-b704b092-7fd7-43ac-8d6a-37025fa1c4a9 tempest-RoutersAdminTest-1029946936 tempest-RoutersAdminTest-1029946936-project] Allocated IP 172.26.0.154 (f8905ce9-304b-4976-bc47-e58c71c11de5/9bca8591-41ef-4f2d-8ecb-ecaab1a28acf/0838d278-5f83-4ff5-86bb-93d6aebc6c40) {{(pid=87506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 22:34:59.545255 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453f9201-a5a5-429a-bf6e-055c7a863cc8 req-e27bc3f6-df59-435c-b5d2-f4d6101009b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:34:59.546778 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-453f9201-a5a5-429a-bf6e-055c7a863cc8 req-e27bc3f6-df59-435c-b5d2-f4d6101009b2 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ce00d97791a4466faef350f07c7566f3&device_id=ce84dfe8-5e91-4fe9-b684-9a52b4f9831a HTTP/1.1" status: 200  len: 1097 time: 0.1764097
Dec 16 22:34:59.591986 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-b342f5b8-30ee-4f50-ad79-3eb2f142d78b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:59.609560 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-c4b63194-3899-43b3-9d1e-d3584bfcdb25 tempest-AllowedAddressPairIpV6TestJSON-1960971591 tempest-AllowedAddressPairIpV6TestJSON-1960971591-project] Notify callbacks [] for port, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:59.718854 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-453f9201-a5a5-429a-bf6e-055c7a863cc8 req-35880b29-b3df-4b20-bfec-cf4da18107dd service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5ec081a6-0cc9-4f03-a789-48e20125b71c HTTP/1.1" status: 200  len: 217 time: 0.1360526
Dec 16 22:34:59.760802 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.provisioning_blocks [None req-c4b63194-3899-43b3-9d1e-d3584bfcdb25 tempest-AllowedAddressPairIpV6TestJSON-1960971591 tempest-AllowedAddressPairIpV6TestJSON-1960971591-project] Transition to ACTIVE for port object 2d884d6a-e4c6-4d43-8757-323949f4cb98 will not be triggered until provisioned by entity DHCP. {{(pid=87507) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:34:59.820029 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453f9201-a5a5-429a-bf6e-055c7a863cc8 req-c0f9ee78-751a-435b-846b-46c9c88fe9b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:34:59.821483 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-453f9201-a5a5-429a-bf6e-055c7a863cc8 req-c0f9ee78-751a-435b-846b-46c9c88fe9b3 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=5a69580f-6718-4d75-974b-631ac7e9556c HTTP/1.1" status: 200  len: 850 time: 0.0938039
Dec 16 22:34:59.868598 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e74353b7-dc5f-4072-bd59-b18113566eab None None] Network 59be113d-df84-4589-a861-2ce3da6b2e5d requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 22:34:59.876336 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-b704b092-7fd7-43ac-8d6a-37025fa1c4a9 tempest-RoutersAdminTest-1029946936 tempest-RoutersAdminTest-1029946936-project] Notify callbacks [] for port, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:59.878264 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d6c2cc-f7bb-419a-9c29-ccc9d2d788fb req-030c2a6f-0b21-4c64-a563-14b9cc1a1d79 tempest-ServersTestManualDisk-828097669 tempest-ServersTestManualDisk-828097669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:34:59.885302 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-17d6c2cc-f7bb-419a-9c29-ccc9d2d788fb req-030c2a6f-0b21-4c64-a563-14b9cc1a1d79 tempest-ServersTestManualDisk-828097669 tempest-ServersTestManualDisk-828097669-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce84dfe8-5e91-4fe9-b684-9a52b4f9831a HTTP/1.1" status: 200  len: 944 time: 1.0948203
Dec 16 22:34:59.887139 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-8d0196d3-d18c-4727-9c5a-0cb6a8a9011c tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10807931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10549612'] for subnet, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:59.900268 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-c927923c-e749-4137-9017-0a9efb478ac8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:34:59.933079 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453f9201-a5a5-429a-bf6e-055c7a863cc8 req-628ef109-bcf6-479f-b054-1ccdd0673804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:34:59.935155 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-453f9201-a5a5-429a-bf6e-055c7a863cc8 req-628ef109-bcf6-479f-b054-1ccdd0673804 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=1184a913-dac0-4ec1-b150-22ccd69ce676&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.1044846
Dec 16 22:34:59.940655 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-b704b092-7fd7-43ac-8d6a-37025fa1c4a9 tempest-RoutersAdminTest-1029946936 tempest-RoutersAdminTest-1029946936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1863393'] for port, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:34:59.946983 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-7f866e7f-df24-41b9-beb8-9c45e8abf8c1 tempest-RoutersAdminTest-1901902743 tempest-RoutersAdminTest-1901902743-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:35:00.004236 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-2bf3c59b-8783-4c49-8b36-dc5ec94b0250 None None] Provisioning for port 2285f5a2-4c88-4e0d-8a60-18fd32c955b1 completed by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 22:35:00.037302 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b704b092-7fd7-43ac-8d6a-37025fa1c4a9 tempest-RoutersAdminTest-1029946936 tempest-RoutersAdminTest-1029946936-project] Pushing event updated for resources: {'Port': ['ID=0838d278-5f83-4ff5-86bb-93d6aebc6c40,revision_number=1']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:35:00.042168 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-b704b092-7fd7-43ac-8d6a-37025fa1c4a9 tempest-RoutersAdminTest-1029946936 tempest-RoutersAdminTest-1029946936-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:35:00.074954 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d0196d3-d18c-4727-9c5a-0cb6a8a9011c tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Network 7edd76f7-0f97-48a5-b177-9842de6c0500 is already hosted by enough agents. {{(pid=87507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:35:00.096131 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.base_scheduler [None req-8d0196d3-d18c-4727-9c5a-0cb6a8a9011c tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Resources bound (agent type, host, resource id):  {{(pid=87507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:35:00.112913 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d0196d3-d18c-4727-9c5a-0cb6a8a9011c tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:35:00.113328 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-8d0196d3-d18c-4727-9c5a-0cb6a8a9011c tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks [] for subnet, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:00.114669 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b704b092-7fd7-43ac-8d6a-37025fa1c4a9 tempest-RoutersAdminTest-1029946936 tempest-RoutersAdminTest-1029946936-project] Network f8905ce9-304b-4976-bc47-e58c71c11de5 is already hosted by enough agents. {{(pid=87506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:35:00.117980 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.base_scheduler [None req-b704b092-7fd7-43ac-8d6a-37025fa1c4a9 tempest-RoutersAdminTest-1029946936 tempest-RoutersAdminTest-1029946936-project] Resources bound (agent type, host, resource id):  {{(pid=87506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:35:00.121693 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b704b092-7fd7-43ac-8d6a-37025fa1c4a9 tempest-RoutersAdminTest-1029946936 tempest-RoutersAdminTest-1029946936-project] Received port after_create {{(pid=87506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 22:35:00.127449 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-1e95e968-8960-4331-a866-af12888e6f50 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3740952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3741923'] for router, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:00.130518 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41b867e0-7adc-44d6-9f9c-9d2b693d09bf None None] Network 7edd76f7-0f97-48a5-b177-9842de6c0500 requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 22:35:00.163979 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-17d6c2cc-f7bb-419a-9c29-ccc9d2d788fb req-a1c4cbb4-d1b2-4277-af48-297319e30a60 tempest-ServersTestManualDisk-828097669 tempest-ServersTestManualDisk-828097669-project] 10.222.0.13 "GET /v2.0/security-groups?id=794e274c-0150-48f2-9119-aaeb44cd27be&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2777636
Dec 16 22:35:00.216073 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0196d3-d18c-4727-9c5a-0cb6a8a9011c tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Pushing event updated for resources: {'Subnet': ['ID=6868f7b2-9531-49e0-8961-95dacd8a7c61,revision_number=0']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:35:00.219226 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-8d0196d3-d18c-4727-9c5a-0cb6a8a9011c tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:35:00.261742 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.db_base_plugin_common [None req-b342f5b8-30ee-4f50-ad79-3eb2f142d78b admin admin] Allocated IP 172.26.0.7 (f8905ce9-304b-4976-bc47-e58c71c11de5/9bca8591-41ef-4f2d-8ecb-ecaab1a28acf/627705e4-06a5-44d7-9654-b5ffda9763f8) {{(pid=87507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 22:35:00.268463 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-c4b63194-3899-43b3-9d1e-d3584bfcdb25 tempest-AllowedAddressPairIpV6TestJSON-1960971591 tempest-AllowedAddressPairIpV6TestJSON-1960971591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10807823'] for port, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:00.295980 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-e4634b14-810e-401f-b07d-2ad38bc9364d tempest-RoutersAdminTest-1901902743 tempest-RoutersAdminTest-1901902743-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:35:00.339110 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-8d0196d3-d18c-4727-9c5a-0cb6a8a9011c tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 3.5319376
Dec 16 22:35:00.354311 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 40976) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:35:00.368295 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-25a19fe5-8afc-48f8-a293-13446d70536d tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Request body: {'subnet': {'network_id': '7edd76f7-0f97-48a5-b177-9842de6c0500', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:35:00.406206 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c1dd364-ba81-46f9-bf24-4955ffc7b3ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1d6bfaf-d325-5e4f-b05d-2441d8339617-7edd76f7-0f97-48a5-b177-9842de6c0500', 'network_id': '7edd76f7-0f97-48a5-b177-9842de6c0500', 'tenant_id': '8e4385a98eb1416284c1cc96b3355a70', 'fixed_ips': [{'subnet_id': '6868f7b2-9531-49e0-8961-95dacd8a7c61'}]}} from dv-neutron-821829-1-hyperv. {{(pid=87508) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 16 22:35:00.407144 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-1c1dd364-ba81-46f9-bf24-4955ffc7b3ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:00.508214 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-453f9201-a5a5-429a-bf6e-055c7a863cc8 req-9080569c-d908-4f96-be47-133ba7e88661 service neutron] 10.222.0.49 "GET /v2.0/networks/1184a913-dac0-4ec1-b150-22ccd69ce676?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5621536
Dec 16 22:35:00.561728 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-9e36b5bc-7c6f-4c50-9c84-f140cd563b25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:00.610489 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4b63194-3899-43b3-9d1e-d3584bfcdb25 tempest-AllowedAddressPairIpV6TestJSON-1960971591 tempest-AllowedAddressPairIpV6TestJSON-1960971591-project] Network 86e68e41-157c-4f6e-b330-6d809173b73d is already hosted by enough agents. {{(pid=87507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:35:00.635700 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.base_scheduler [None req-c4b63194-3899-43b3-9d1e-d3584bfcdb25 tempest-AllowedAddressPairIpV6TestJSON-1960971591 tempest-AllowedAddressPairIpV6TestJSON-1960971591-project] Resources bound (agent type, host, resource id):  {{(pid=87507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:35:00.647856 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.db_base_plugin_common [None req-1c1dd364-ba81-46f9-bf24-4955ffc7b3ea None None] Allocated IP 172.20.0.2 (7edd76f7-0f97-48a5-b177-9842de6c0500/6868f7b2-9531-49e0-8961-95dacd8a7c61/855cf32d-5ff8-4e11-80dc-69d625b37c24) {{(pid=87508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 22:35:00.659737 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4b63194-3899-43b3-9d1e-d3584bfcdb25 tempest-AllowedAddressPairIpV6TestJSON-1960971591 tempest-AllowedAddressPairIpV6TestJSON-1960971591-project] Received port after_create {{(pid=87507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 22:35:00.665629 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4b63194-3899-43b3-9d1e-d3584bfcdb25 tempest-AllowedAddressPairIpV6TestJSON-1960971591 tempest-AllowedAddressPairIpV6TestJSON-1960971591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:35:00.666586 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-c4b63194-3899-43b3-9d1e-d3584bfcdb25 tempest-AllowedAddressPairIpV6TestJSON-1960971591 tempest-AllowedAddressPairIpV6TestJSON-1960971591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for port, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:00.682656 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b63194-3899-43b3-9d1e-d3584bfcdb25 tempest-AllowedAddressPairIpV6TestJSON-1960971591 tempest-AllowedAddressPairIpV6TestJSON-1960971591-project] Pushing event updated for resources: {'Port': ['ID=2d884d6a-e4c6-4d43-8757-323949f4cb98,revision_number=1']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:35:00.699781 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-c4b63194-3899-43b3-9d1e-d3584bfcdb25 tempest-AllowedAddressPairIpV6TestJSON-1960971591 tempest-AllowedAddressPairIpV6TestJSON-1960971591-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.404s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:35:00.796134 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-c4b63194-3899-43b3-9d1e-d3584bfcdb25 tempest-AllowedAddressPairIpV6TestJSON-1960971591 tempest-AllowedAddressPairIpV6TestJSON-1960971591-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1007 time: 5.6930187
Dec 16 22:35:00.801308 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 40980) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:35:00.850559 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-453f9201-a5a5-429a-bf6e-055c7a863cc8 req-5036cf0f-c547-43ca-bd31-7837b42017fd service neutron] 10.222.0.49 "GET /v2.0/networks/1184a913-dac0-4ec1-b150-22ccd69ce676?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3049235
Dec 16 22:35:00.889210 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 153a802c-7422-42bc-b4f6-5e728c75d476 up at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 22:35:00.928822 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-25a19fe5-8afc-48f8-a293-13446d70536d tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:35:00.933000 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-25a19fe5-8afc-48f8-a293-13446d70536d tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Usage tracker for resource:subnet and tenant:8e4385a98eb1416284c1cc96b3355a70 is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:35:00.955631 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-25a19fe5-8afc-48f8-a293-13446d70536d tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:35:00.969419 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-b342f5b8-30ee-4f50-ad79-3eb2f142d78b admin admin] Notify callbacks [] for port, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:00.985057 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-25a19fe5-8afc-48f8-a293-13446d70536d tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:35:01.020591 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e95e968-8960-4331-a866-af12888e6f50 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Router 39bf0112-4c37-491b-8b93-b67ac02e1728 is scheduled to L3 agent 4f519db7-069b-43e2-8411-c092bac9102a with binding_index 1 {{(pid=87507) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 16 22:35:01.022529 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-b704b092-7fd7-43ac-8d6a-37025fa1c4a9 tempest-RoutersAdminTest-1029946936 tempest-RoutersAdminTest-1029946936-project] Notify callbacks [] for router_gateway, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:01.024816 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25a19fe5-8afc-48f8-a293-13446d70536d tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Made reservation on behalf of 8e4385a98eb1416284c1cc96b3355a70 for: {'subnet': 1} {{(pid=87507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:35:01.028310 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-25a19fe5-8afc-48f8-a293-13446d70536d tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10549598'] for subnet, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:01.043215 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-1c1dd364-ba81-46f9-bf24-4955ffc7b3ea None None] Notify callbacks [] for port, precommit_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:01.063349 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-1c1dd364-ba81-46f9-bf24-4955ffc7b3ea None None] Transition to ACTIVE for port object 855cf32d-5ff8-4e11-80dc-69d625b37c24 will not be triggered until provisioned by entity L2. {{(pid=87508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:35:01.073142 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning complete for port 153a802c-7422-42bc-b4f6-5e728c75d476 triggered by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:35:01.073654 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:01.125312 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-1c1dd364-ba81-46f9-bf24-4955ffc7b3ea None None] Transition to ACTIVE for port object 855cf32d-5ff8-4e11-80dc-69d625b37c24 will not be triggered until provisioned by entity DHCP. {{(pid=87508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:35:01.142333 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-1c1dd364-ba81-46f9-bf24-4955ffc7b3ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940'] for port, after_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:01.149614 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-87e17ea5-2c97-40fc-8ea1-2695f6c64b6b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:35:01.192213 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-8417192b-13bc-4171-8d2e-47120f8998b6 None None] Provisioning for port 2d884d6a-e4c6-4d43-8757-323949f4cb98 completed by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 22:35:01.227406 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-8417192b-13bc-4171-8d2e-47120f8998b6 None None] Provisioning complete for port 2d884d6a-e4c6-4d43-8757-323949f4cb98 triggered by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:35:01.227967 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-8417192b-13bc-4171-8d2e-47120f8998b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:01.259703 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c1dd364-ba81-46f9-bf24-4955ffc7b3ea None None] Network 7edd76f7-0f97-48a5-b177-9842de6c0500 is already hosted by enough agents. {{(pid=87508) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:35:01.269753 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.scheduler.base_scheduler [None req-1c1dd364-ba81-46f9-bf24-4955ffc7b3ea None None] Resources bound (agent type, host, resource id):  {{(pid=87508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:35:01.272569 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c1dd364-ba81-46f9-bf24-4955ffc7b3ea None None] Received port after_create {{(pid=87508) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 22:35:01.318562 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1dd364-ba81-46f9-bf24-4955ffc7b3ea None None] Pushing event updated for resources: {'Port': ['ID=855cf32d-5ff8-4e11-80dc-69d625b37c24,revision_number=1']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:35:01.322597 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-2bf9df3c-1d69-4003-b54f-17f3e9532e67 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3830176'] for router_interface, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:01.322927 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-1c1dd364-ba81-46f9-bf24-4955ffc7b3ea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:35:01.354146 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d016c8-3671-424f-b5b5-964deab2f4a0 req-81e33b3a-9921-4038-a361-ffdd0d922a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:35:01.355613 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-05d016c8-3671-424f-b5b5-964deab2f4a0 req-81e33b3a-9921-4038-a361-ffdd0d922a11 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ce00d97791a4466faef350f07c7566f3&device_id=ce84dfe8-5e91-4fe9-b684-9a52b4f9831a HTTP/1.1" status: 200  len: 1097 time: 0.3790371
Dec 16 22:35:01.377845 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-8417192b-13bc-4171-8d2e-47120f8998b6 None None] Port 2d884d6a-e4c6-4d43-8757-323949f4cb98 cannot update to ACTIVE because it is not bound. {{(pid=87508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 22:35:01.449972 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-1c1dd364-ba81-46f9-bf24-4955ffc7b3ea None None] Attempting to bind port 855cf32d-5ff8-4e11-80dc-69d625b37c24 on host dv-neutron-821829-1-hyperv for vnic_type normal with profile  {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 22:35:01.450708 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-1c1dd364-ba81-46f9-bf24-4955ffc7b3ea None None] Attempting to bind port 855cf32d-5ff8-4e11-80dc-69d625b37c24 by drivers openvswitch,hyperv on host dv-neutron-821829-1-hyperv at level 0 using segments [{'id': 'da71c9a1-7532-4738-a9bc-22a7f498ec35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '7edd76f7-0f97-48a5-b177-9842de6c0500'}] {{(pid=87508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 22:35:01.451011 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c1dd364-ba81-46f9-bf24-4955ffc7b3ea None None] Attempting to bind port 855cf32d-5ff8-4e11-80dc-69d625b37c24 on network 7edd76f7-0f97-48a5-b177-9842de6c0500 {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 22:35:01.459739 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dde8c88-ea5e-4978-9fb5-30719d97db7a tempest-AllowedAddressPairIpV6TestJSON-1960971591 tempest-AllowedAddressPairIpV6TestJSON-1960971591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:35:01.467278 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dde8c88-ea5e-4978-9fb5-30719d97db7a tempest-AllowedAddressPairIpV6TestJSON-1960971591 tempest-AllowedAddressPairIpV6TestJSON-1960971591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:35:01.467469 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 2285f5a2-4c88-4e0d-8a60-18fd32c955b1 up at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 22:35:01.473493 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dde8c88-ea5e-4978-9fb5-30719d97db7a tempest-AllowedAddressPairIpV6TestJSON-1960971591 tempest-AllowedAddressPairIpV6TestJSON-1960971591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:35:01.474359 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-1dde8c88-ea5e-4978-9fb5-30719d97db7a tempest-AllowedAddressPairIpV6TestJSON-1960971591 tempest-AllowedAddressPairIpV6TestJSON-1960971591-project] Synchronizing usage tracker for tenant:39f949a2cd2a472e9ea4f7398c6558e9 on resource:port {{(pid=87507) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 22:35:01.491294 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c1dd364-ba81-46f9-bf24-4955ffc7b3ea None None] Checking agent: {'id': '5571501f-366e-47a4-9b60-8ef19d935d27', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821829-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 24, 2), 'started_at': datetime.datetime(2021, 12, 16, 22, 24, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 34, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821829-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 22:35:01.491873 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c1dd364-ba81-46f9-bf24-4955ffc7b3ea None None] Checking segment: {'id': 'da71c9a1-7532-4738-a9bc-22a7f498ec35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '7edd76f7-0f97-48a5-b177-9842de6c0500'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 22:35:01.492625 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-1c1dd364-ba81-46f9-bf24-4955ffc7b3ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:01.493120 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c1dd364-ba81-46f9-bf24-4955ffc7b3ea None None] Bound using segment: {'id': 'da71c9a1-7532-4738-a9bc-22a7f498ec35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '7edd76f7-0f97-48a5-b177-9842de6c0500'} {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 22:35:01.508474 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-1c1dd364-ba81-46f9-bf24-4955ffc7b3ea None None] Bound port: 855cf32d-5ff8-4e11-80dc-69d625b37c24, host: dv-neutron-821829-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da71c9a1-7532-4738-a9bc-22a7f498ec35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '7edd76f7-0f97-48a5-b177-9842de6c0500'}}] {{(pid=87508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 22:35:01.509046 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-1c1dd364-ba81-46f9-bf24-4955ffc7b3ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:01.533032 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-3e729f7f-1589-4d54-9c4a-7ee6b283cc2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:01.564952 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d016c8-3671-424f-b5b5-964deab2f4a0 req-afb8a1bc-870c-4e8c-8623-226fc5cc1158 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:35:01.566323 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-05d016c8-3671-424f-b5b5-964deab2f4a0 req-afb8a1bc-870c-4e8c-8623-226fc5cc1158 service neutron] 10.222.0.49 "GET /v2.0/networks?id=1184a913-dac0-4ec1-b150-22ccd69ce676 HTTP/1.1" status: 200  len: 912 time: 0.1588542
Dec 16 22:35:01.635685 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-05d016c8-3671-424f-b5b5-964deab2f4a0 req-8d0f92ec-6a4c-41be-8d20-63a12bc6efb9 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5ec081a6-0cc9-4f03-a789-48e20125b71c HTTP/1.1" status: 200  len: 217 time: 0.0622370
Dec 16 22:35:01.636895 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-b342f5b8-30ee-4f50-ad79-3eb2f142d78b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10807823'] for port, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:01.640525 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-1dde8c88-ea5e-4978-9fb5-30719d97db7a tempest-AllowedAddressPairIpV6TestJSON-1960971591 tempest-AllowedAddressPairIpV6TestJSON-1960971591-project] Unset dirty status for tenant:39f949a2cd2a472e9ea4f7398c6558e9 on resource:port {{(pid=87507) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 22:35:01.644908 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-1dde8c88-ea5e-4978-9fb5-30719d97db7a tempest-AllowedAddressPairIpV6TestJSON-1960971591 tempest-AllowedAddressPairIpV6TestJSON-1960971591-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200  len: 2482 time: 0.8193643
Dec 16 22:35:01.652909 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 40986) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:35:01.658029 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-1c1dd364-ba81-46f9-bf24-4955ffc7b3ea None None] For port 855cf32d-5ff8-4e11-80dc-69d625b37c24, host dv-neutron-821829-1-hyperv, cleared binding levels {{(pid=87508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 22:35:01.660455 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning for port 2285f5a2-4c88-4e0d-8a60-18fd32c955b1 completed by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 22:35:01.664757 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-1c1dd364-ba81-46f9-bf24-4955ffc7b3ea None None] For port 855cf32d-5ff8-4e11-80dc-69d625b37c24, host dv-neutron-821829-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=855cf32d-5ff8-4e11-80dc-69d625b37c24,segment=NetworkSegment(da71c9a1-7532-4738-a9bc-22a7f498ec35),segment_id=da71c9a1-7532-4738-a9bc-22a7f498ec35)] {{(pid=87508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 22:35:01.665896 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:01.671780 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-1c1dd364-ba81-46f9-bf24-4955ffc7b3ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:01.676812 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-d00a290e-256c-48c6-afbc-ea148a562f5b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:35:01.691465 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-b704b092-7fd7-43ac-8d6a-37025fa1c4a9 tempest-RoutersAdminTest-1029946936 tempest-RoutersAdminTest-1029946936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3741702', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3740945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-38947'] for router, precommit_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:01.699420 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-b704b092-7fd7-43ac-8d6a-37025fa1c4a9 tempest-RoutersAdminTest-1029946936 tempest-RoutersAdminTest-1029946936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3741923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3741713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3741720', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3740934'] for router, after_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:01.712091 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning complete for port 2285f5a2-4c88-4e0d-8a60-18fd32c955b1 triggered by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:35:01.712846 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:01.727258 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-f2e3980a-75ed-4bcb-9a9f-dde50f1c3b30 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:35:01.771055 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d016c8-3671-424f-b5b5-964deab2f4a0 req-094d6b8f-f542-41b3-bc1c-71159c75458e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:35:01.772026 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-05d016c8-3671-424f-b5b5-964deab2f4a0 req-094d6b8f-f542-41b3-bc1c-71159c75458e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=5a69580f-6718-4d75-974b-631ac7e9556c HTTP/1.1" status: 200  len: 850 time: 0.1293292
Dec 16 22:35:01.815359 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1dd364-ba81-46f9-bf24-4955ffc7b3ea None None] Pushing event updated for resources: {'Port': ['ID=855cf32d-5ff8-4e11-80dc-69d625b37c24,revision_number=2']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:35:01.823092 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-1c1dd364-ba81-46f9-bf24-4955ffc7b3ea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:35:01.883635 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:01.926491 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] For port 2285f5a2-4c88-4e0d-8a60-18fd32c955b1, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=2285f5a2-4c88-4e0d-8a60-18fd32c955b1,segment=NetworkSegment(32a05c8f-4e22-414f-870d-ee93982b6a67),segment_id=32a05c8f-4e22-414f-870d-ee93982b6a67)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:35:01.932739 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:01.941148 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-ede4f0ed-b97a-4434-895d-8b2e6ce3cd0a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:35:01.969170 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b342f5b8-30ee-4f50-ad79-3eb2f142d78b admin admin] Network f8905ce9-304b-4976-bc47-e58c71c11de5 is already hosted by enough agents. {{(pid=87507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:35:02.036537 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.base_scheduler [None req-b342f5b8-30ee-4f50-ad79-3eb2f142d78b admin admin] Resources bound (agent type, host, resource id):  {{(pid=87507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:35:02.036537 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b342f5b8-30ee-4f50-ad79-3eb2f142d78b admin admin] Received port after_create {{(pid=87507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 22:35:02.087353 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Pushing event updated for resources: {'Port': ['ID=2285f5a2-4c88-4e0d-8a60-18fd32c955b1,revision_number=3']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:35:02.090753 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:35:02.113034 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e95e968-8960-4331-a866-af12888e6f50 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Notify agent at l3_agent.dv-neutron-821829-1-hyperv the message routers_updated {{(pid=87507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 22:35:02.126951 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a3cddd6-b663-4ebc-a7d9-804018aa046b None None] Sync routers for ids ['39bf0112-4c37-491b-8b93-b67ac02e1728'] in dv-neutron-821829-1-hyperv {{(pid=87508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 22:35:02.128497 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.plugin [None req-3fddfeae-3b0b-4ee3-b552-de6c8f33e9d1 tempest-AllowedAddressPairIpV6TestJSON-1960971591 tempest-AllowedAddressPairIpV6TestJSON-1960971591-project] Deleting port 2d884d6a-e4c6-4d43-8757-323949f4cb98 {{(pid=87507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:35:02.128905 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-3fddfeae-3b0b-4ee3-b552-de6c8f33e9d1 tempest-AllowedAddressPairIpV6TestJSON-1960971591 tempest-AllowedAddressPairIpV6TestJSON-1960971591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:02.137144 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a3cddd6-b663-4ebc-a7d9-804018aa046b None None] Routers {'39bf0112-4c37-491b-8b93-b67ac02e1728'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:35:02.137869 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-4a3cddd6-b663-4ebc-a7d9-804018aa046b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b77a3e160>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:35:01Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['39bf0112-4c37-491b-8b93-b67ac02e1728'], 'active': True} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:35:02.159436 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d016c8-3671-424f-b5b5-964deab2f4a0 req-f8971211-fb07-4f13-84f2-c9b2905a14b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:35:02.161052 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-05d016c8-3671-424f-b5b5-964deab2f4a0 req-f8971211-fb07-4f13-84f2-c9b2905a14b5 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=1184a913-dac0-4ec1-b150-22ccd69ce676&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.3751328
Dec 16 22:35:02.206521 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-4a3cddd6-b663-4ebc-a7d9-804018aa046b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b77a3e160>, [], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:35:02.217977 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a3cddd6-b663-4ebc-a7d9-804018aa046b None None] Routers {'39bf0112-4c37-491b-8b93-b67ac02e1728'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:35:02.218623 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-4a3cddd6-b663-4ebc-a7d9-804018aa046b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b77a3e160>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:35:01Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['39bf0112-4c37-491b-8b93-b67ac02e1728'], 'active': True} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:35:02.233192 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff378532-bc24-4412-aae0-bbadb6d0f645 req-3fe94497-8f43-437c-b72a-f994d8d7385c tempest-ServersTestManualDisk-828097669 tempest-ServersTestManualDisk-828097669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:35:02.234690 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-ff378532-bc24-4412-aae0-bbadb6d0f645 req-3fe94497-8f43-437c-b72a-f994d8d7385c tempest-ServersTestManualDisk-828097669 tempest-ServersTestManualDisk-828097669-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce84dfe8-5e91-4fe9-b684-9a52b4f9831a HTTP/1.1" status: 200  len: 944 time: 0.9511302
Dec 16 22:35:02.278734 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b704b092-7fd7-43ac-8d6a-37025fa1c4a9 tempest-RoutersAdminTest-1029946936 tempest-RoutersAdminTest-1029946936-project] Router bf473d9c-ae72-417c-bb9c-9b80ceb51f03 is scheduled to L3 agent 4f519db7-069b-43e2-8411-c092bac9102a with binding_index 1 {{(pid=87506) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 16 22:35:02.285633 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-4a3cddd6-b663-4ebc-a7d9-804018aa046b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b77a3e160>, [], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:35:02.286052 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a3cddd6-b663-4ebc-a7d9-804018aa046b None None] The sync data for ids ['39bf0112-4c37-491b-8b93-b67ac02e1728'] in dv-neutron-821829-1-hyperv is: [] {{(pid=87508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 22:35:02.292494 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b342f5b8-30ee-4f50-ad79-3eb2f142d78b admin admin] Pushing event updated for resources: {'Port': ['ID=627705e4-06a5-44d7-9654-b5ffda9763f8,revision_number=1']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:35:02.312677 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-b342f5b8-30ee-4f50-ad79-3eb2f142d78b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.585s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:35:02.400178 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-05d016c8-3671-424f-b5b5-964deab2f4a0 req-9822fe77-38fd-4fc7-b3dd-c415a3b8099e service neutron] 10.222.0.49 "GET /v2.0/networks/1184a913-dac0-4ec1-b150-22ccd69ce676?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2287660
Dec 16 22:35:02.548528 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-1e95e968-8960-4331-a866-af12888e6f50 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Notify callbacks [] for router, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:02.549737 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-1e95e968-8960-4331-a866-af12888e6f50 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 886 time: 11.0962665
Dec 16 22:35:02.554275 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 40990) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:35:02.596341 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-ff378532-bc24-4412-aae0-bbadb6d0f645 req-608eb41f-5241-4a51-a88a-3ae878816f6c tempest-ServersTestManualDisk-828097669 tempest-ServersTestManualDisk-828097669-project] 10.222.0.13 "GET /v2.0/security-groups?id=794e274c-0150-48f2-9119-aaeb44cd27be&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2956717
Dec 16 22:35:02.641577 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b704b092-7fd7-43ac-8d6a-37025fa1c4a9 tempest-RoutersAdminTest-1029946936 tempest-RoutersAdminTest-1029946936-project] Notify agent at l3_agent.dv-neutron-821829-1-hyperv the message routers_updated {{(pid=87506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 22:35:02.659653 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-b704b092-7fd7-43ac-8d6a-37025fa1c4a9 tempest-RoutersAdminTest-1029946936 tempest-RoutersAdminTest-1029946936-project] Notify callbacks [] for router, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:02.662395 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a352b87e-f386-4012-a6e4-6ffbdc362b29 None None] Sync routers for ids ['bf473d9c-ae72-417c-bb9c-9b80ceb51f03'] in dv-neutron-821829-1-hyperv {{(pid=87509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 22:35:02.663676 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-b704b092-7fd7-43ac-8d6a-37025fa1c4a9 tempest-RoutersAdminTest-1029946936 tempest-RoutersAdminTest-1029946936-project] 10.222.0.13 "PUT /v2.0/routers/bf473d9c-ae72-417c-bb9c-9b80ceb51f03 HTTP/1.1" status: 200  len: 880 time: 4.9478405
Dec 16 22:35:02.673535 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 40994) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:35:02.695363 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a352b87e-f386-4012-a6e4-6ffbdc362b29 None None] Routers {'bf473d9c-ae72-417c-bb9c-9b80ceb51f03'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:35:02.697230 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-a352b87e-f386-4012-a6e4-6ffbdc362b29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b7cc9f1c0>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:35:01Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['bf473d9c-ae72-417c-bb9c-9b80ceb51f03'], 'active': True} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:35:02.807869 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-a352b87e-f386-4012-a6e4-6ffbdc362b29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b7cc9f1c0>, [], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:35:02.810969 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-05d016c8-3671-424f-b5b5-964deab2f4a0 req-d1875e37-70a0-4c7c-8958-f0b4c32b665c service neutron] 10.222.0.49 "GET /v2.0/networks/1184a913-dac0-4ec1-b150-22ccd69ce676?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3604681
Dec 16 22:35:02.820331 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a352b87e-f386-4012-a6e4-6ffbdc362b29 None None] Routers {'bf473d9c-ae72-417c-bb9c-9b80ceb51f03'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:35:02.821268 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-a352b87e-f386-4012-a6e4-6ffbdc362b29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b7cc9f1c0>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:35:01Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['bf473d9c-ae72-417c-bb9c-9b80ceb51f03'], 'active': True} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:35:02.882147 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 855cf32d-5ff8-4e11-80dc-69d625b37c24 up at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 22:35:02.947690 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-a352b87e-f386-4012-a6e4-6ffbdc362b29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b7cc9f1c0>, [], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:35:02.948369 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a352b87e-f386-4012-a6e4-6ffbdc362b29 None None] The sync data for ids ['bf473d9c-ae72-417c-bb9c-9b80ceb51f03'] in dv-neutron-821829-1-hyperv is: [] {{(pid=87509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 22:35:02.973247 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning for port 855cf32d-5ff8-4e11-80dc-69d625b37c24 completed by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 22:35:02.979480 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 2285f5a2-4c88-4e0d-8a60-18fd32c955b1 up at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 22:35:03.066834 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning complete for port 2285f5a2-4c88-4e0d-8a60-18fd32c955b1 triggered by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:35:03.067140 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:03.131519 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-c17153b6-8b07-4787-98e8-bb360a917480 tempest-RoutersAdminTest-1901902743 tempest-RoutersAdminTest-1901902743-project-admin] 10.222.0.13 "GET /v2.0/routers/bf473d9c-ae72-417c-bb9c-9b80ceb51f03 HTTP/1.1" status: 200  len: 921 time: 0.4471080
Dec 16 22:35:03.134913 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 40998) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:35:03.143458 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-2ed87396-7310-4aa6-a88b-14bc8b2af352 None None] Provisioning for port 855cf32d-5ff8-4e11-80dc-69d625b37c24 completed by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 22:35:03.159275 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-2ed87396-7310-4aa6-a88b-14bc8b2af352 None None] Provisioning complete for port 855cf32d-5ff8-4e11-80dc-69d625b37c24 triggered by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:35:03.159806 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-2ed87396-7310-4aa6-a88b-14bc8b2af352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:03.210073 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.plugin [None req-2bf9df3c-1d69-4003-b54f-17f3e9532e67 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Deleting port 1fb7b4b9-d6a1-47e5-9407-ed7375390b8f {{(pid=87507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:35:03.210707 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-2bf9df3c-1d69-4003-b54f-17f3e9532e67 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:03.214103 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-4541ba3b-6be8-499c-bc94-3c60aa55c4f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:03.218516 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Device 5ec081a6-0cc9-4f03-a789-48e20125b71c details requested by agent hyperv_hv-neutron-8218 with host hv-neutron-8218 {{(pid=87508) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 16 22:35:03.251508 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-3fddfeae-3b0b-4ee3-b552-de6c8f33e9d1 tempest-AllowedAddressPairIpV6TestJSON-1960971591 tempest-AllowedAddressPairIpV6TestJSON-1960971591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:03.300554 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8181a1d5-a2cc-470a-9036-7f9ef13955af tempest-RoutersAdminTest-1901902743 tempest-RoutersAdminTest-1901902743-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:35:03.301254 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-8181a1d5-a2cc-470a-9036-7f9ef13955af tempest-RoutersAdminTest-1901902743 tempest-RoutersAdminTest-1901902743-project-admin] Synchronizing usage tracker for tenant:da1952fd136445ea9b286b17cc5d96c9 on resource:port {{(pid=87506) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 22:35:03.398657 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-8181a1d5-a2cc-470a-9036-7f9ef13955af tempest-RoutersAdminTest-1901902743 tempest-RoutersAdminTest-1901902743-project-admin] Unset dirty status for tenant:da1952fd136445ea9b286b17cc5d96c9 on resource:port {{(pid=87506) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 22:35:03.400332 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-8181a1d5-a2cc-470a-9036-7f9ef13955af tempest-RoutersAdminTest-1901902743 tempest-RoutersAdminTest-1901902743-project-admin] 10.222.0.13 "GET /v2.0/ports?network_id=f8905ce9-304b-4976-bc47-e58c71c11de5&device_id=bf473d9c-ae72-417c-bb9c-9b80ceb51f03&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 945 time: 0.2646234
Dec 16 22:35:03.402963 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 41002) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:35:03.422618 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.plugin [None req-3fddfeae-3b0b-4ee3-b552-de6c8f33e9d1 tempest-AllowedAddressPairIpV6TestJSON-1960971591 tempest-AllowedAddressPairIpV6TestJSON-1960971591-project] Calling delete_port for 2d884d6a-e4c6-4d43-8757-323949f4cb98 owned by  {{(pid=87507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:35:03.424853 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-2ed87396-7310-4aa6-a88b-14bc8b2af352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:03.482979 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] For port 5ec081a6-0cc9-4f03-a789-48e20125b71c, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=5ec081a6-0cc9-4f03-a789-48e20125b71c,segment=NetworkSegment(44d7d6b4-2384-4042-a4d7-5a7c4d034892),segment_id=44d7d6b4-2384-4042-a4d7-5a7c4d034892)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:35:03.497807 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-2ed87396-7310-4aa6-a88b-14bc8b2af352 None None] For port 855cf32d-5ff8-4e11-80dc-69d625b37c24, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=855cf32d-5ff8-4e11-80dc-69d625b37c24,segment=NetworkSegment(da71c9a1-7532-4738-a9bc-22a7f498ec35),segment_id=da71c9a1-7532-4738-a9bc-22a7f498ec35)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:35:03.500422 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Returning: {'device': '5ec081a6-0cc9-4f03-a789-48e20125b71c', 'network_id': '1184a913-dac0-4ec1-b150-22ccd69ce676', 'port_id': '5ec081a6-0cc9-4f03-a789-48e20125b71c', 'mac_address': 'fa:16:3e:09:8e:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a69580f-6718-4d75-974b-631ac7e9556c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87508) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 16 22:35:03.537885 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-2ed87396-7310-4aa6-a88b-14bc8b2af352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:03.550285 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-15fcc46b-c55b-4df6-acfc-3c088afcdc02 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:35:03.588929 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-b342f5b8-30ee-4f50-ad79-3eb2f142d78b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:03.621715 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:03.647410 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.notifiers.nova [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ec081a6-0cc9-4f03-a789-48e20125b71c {{(pid=87508) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 22:35:03.665007 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] For port 5ec081a6-0cc9-4f03-a789-48e20125b71c, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=5ec081a6-0cc9-4f03-a789-48e20125b71c,segment=NetworkSegment(44d7d6b4-2384-4042-a4d7-5a7c4d034892),segment_id=44d7d6b4-2384-4042-a4d7-5a7c4d034892)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:35:03.666729 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed87396-7310-4aa6-a88b-14bc8b2af352 None None] Pushing event updated for resources: {'Port': ['ID=855cf32d-5ff8-4e11-80dc-69d625b37c24,revision_number=3']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:35:03.671094 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-2ed87396-7310-4aa6-a88b-14bc8b2af352 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:35:03.674840 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:03.679107 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-45d8638e-0f28-4b02-9925-63d0bb8a693c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:35:03.760662 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Pushing event updated for resources: {'Port': ['ID=5ec081a6-0cc9-4f03-a789-48e20125b71c,revision_number=4']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:35:03.764276 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:35:03.863965 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73d5443a-b5bb-4002-a600-137c0c804c55 tempest-RoutersAdminTest-1901902743 tempest-RoutersAdminTest-1901902743-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:35:03.864435 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-73d5443a-b5bb-4002-a600-137c0c804c55 tempest-RoutersAdminTest-1901902743 tempest-RoutersAdminTest-1901902743-project-admin] Synchronizing usage tracker for tenant:da1952fd136445ea9b286b17cc5d96c9 on resource:network {{(pid=87506) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 22:35:03.927948 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-73d5443a-b5bb-4002-a600-137c0c804c55 tempest-RoutersAdminTest-1901902743 tempest-RoutersAdminTest-1901902743-project-admin] Unset dirty status for tenant:da1952fd136445ea9b286b17cc5d96c9 on resource:network {{(pid=87506) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 22:35:03.929101 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-73d5443a-b5bb-4002-a600-137c0c804c55 tempest-RoutersAdminTest-1901902743 tempest-RoutersAdminTest-1901902743-project-admin] 10.222.0.13 "GET /v2.0/networks/f8905ce9-304b-4976-bc47-e58c71c11de5 HTTP/1.1" status: 200  len: 881 time: 0.5244563
Dec 16 22:35:03.932957 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 41008) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:35:03.972454 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-2bf9df3c-1d69-4003-b54f-17f3e9532e67 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:04.002880 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] get_ports_and_sgs() called for port_ids ['5ec081a6-0cc9-4f03-a789-48e20125b71c'] {{(pid=87508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 22:35:04.009713 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-ec485127-f92f-467a-8586-a44d1cdc0539 tempest-RoutersAdminTest-1029946936 tempest-RoutersAdminTest-1029946936-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf473d9c-ae72-417c-bb9c-9b80ceb51f03 HTTP/1.1" status: 200  len: 205 time: 0.0732956
Dec 16 22:35:04.011460 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 41012) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:35:04.116889 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-10d5b6b2-da15-487a-abed-0da4fea40359 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:04.130957 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.objects.ports [None req-25a19fe5-8afc-48f8-a293-13446d70536d tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87507) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}}
Dec 16 22:35:04.138141 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.plugin [None req-2bf9df3c-1d69-4003-b54f-17f3e9532e67 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Calling delete_port for 1fb7b4b9-d6a1-47e5-9407-ed7375390b8f owned by network:router_interface {{(pid=87507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:35:04.305514 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-af8a95ce-cfbc-4053-8fac-66d20dba3225 tempest-RoutersAdminTest-1029946936 tempest-RoutersAdminTest-1029946936-project] Notify callbacks [] for router, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:04.481310 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-3fddfeae-3b0b-4ee3-b552-de6c8f33e9d1 tempest-AllowedAddressPairIpV6TestJSON-1960971591 tempest-AllowedAddressPairIpV6TestJSON-1960971591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10807823'] for port, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:04.495307 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-69f67ff6-87e0-4a78-8c28-a2200d9733cb tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:35:04.622136 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-af8a95ce-cfbc-4053-8fac-66d20dba3225 tempest-RoutersAdminTest-1029946936 tempest-RoutersAdminTest-1029946936-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:04.671974 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 855cf32d-5ff8-4e11-80dc-69d625b37c24 up at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 22:35:04.674736 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [None req-af8a95ce-cfbc-4053-8fac-66d20dba3225 tempest-RoutersAdminTest-1029946936 tempest-RoutersAdminTest-1029946936-project] Deleting port 0838d278-5f83-4ff5-86bb-93d6aebc6c40 {{(pid=87506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:35:04.675071 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-af8a95ce-cfbc-4053-8fac-66d20dba3225 tempest-RoutersAdminTest-1029946936 tempest-RoutersAdminTest-1029946936-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:04.730239 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fddfeae-3b0b-4ee3-b552-de6c8f33e9d1 tempest-AllowedAddressPairIpV6TestJSON-1960971591 tempest-AllowedAddressPairIpV6TestJSON-1960971591-project] Pushing event deleted for resources: {'Port': ['ID=2d884d6a-e4c6-4d43-8757-323949f4cb98,revision_number=None']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:35:04.739298 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-3fddfeae-3b0b-4ee3-b552-de6c8f33e9d1 tempest-AllowedAddressPairIpV6TestJSON-1960971591 tempest-AllowedAddressPairIpV6TestJSON-1960971591-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:35:04.747264 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning complete for port 855cf32d-5ff8-4e11-80dc-69d625b37c24 triggered by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:35:04.747668 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:04.757222 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d71211-b12b-4593-b6b5-f5661be7cd90 req-16a9bfae-20ce-4f32-a8c1-947b5ac28b41 tempest-ServersTestManualDisk-828097669 tempest-ServersTestManualDisk-828097669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:35:04.758720 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-76d71211-b12b-4593-b6b5-f5661be7cd90 req-16a9bfae-20ce-4f32-a8c1-947b5ac28b41 tempest-ServersTestManualDisk-828097669 tempest-ServersTestManualDisk-828097669-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce84dfe8-5e91-4fe9-b684-9a52b4f9831a HTTP/1.1" status: 200  len: 945 time: 1.0306983
Dec 16 22:35:04.893020 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.db_base_plugin_common [None req-10d5b6b2-da15-487a-abed-0da4fea40359 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Allocated IP 172.20.0.1 (475b7fe3-efe7-41a6-b8de-3f83d3ceba1f/0014dac2-580c-4001-b787-28acb4a29dfe/1ca0dc2d-0f3f-4bb6-982a-3fb975e3e877) {{(pid=87506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 22:35:04.954208 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-af8a95ce-cfbc-4053-8fac-66d20dba3225 tempest-RoutersAdminTest-1029946936 tempest-RoutersAdminTest-1029946936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:05.051382 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-b342f5b8-30ee-4f50-ad79-3eb2f142d78b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3740952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3741923'] for router, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:05.064007 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-76d71211-b12b-4593-b6b5-f5661be7cd90 req-54a37724-3a84-4ca0-805f-ec887a7f43de tempest-ServersTestManualDisk-828097669 tempest-ServersTestManualDisk-828097669-project] 10.222.0.13 "GET /v2.0/security-groups?id=794e274c-0150-48f2-9119-aaeb44cd27be&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2009144
Dec 16 22:35:05.242940 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Device 5ec081a6-0cc9-4f03-a789-48e20125b71c up at agent hyperv_hv-neutron-8218 {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 22:35:05.264245 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [None req-af8a95ce-cfbc-4053-8fac-66d20dba3225 tempest-RoutersAdminTest-1029946936 tempest-RoutersAdminTest-1029946936-project] Calling delete_port for 0838d278-5f83-4ff5-86bb-93d6aebc6c40 owned by network:router_gateway {{(pid=87506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:35:05.310614 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Provisioning for port 5ec081a6-0cc9-4f03-a789-48e20125b71c completed by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 22:35:05.315555 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Provisioning complete for port 5ec081a6-0cc9-4f03-a789-48e20125b71c triggered by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:35:05.316093 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:05.335675 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-3fddfeae-3b0b-4ee3-b552-de6c8f33e9d1 tempest-AllowedAddressPairIpV6TestJSON-1960971591 tempest-AllowedAddressPairIpV6TestJSON-1960971591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for port, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:05.440226 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:05.446090 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-25a19fe5-8afc-48f8-a293-13446d70536d tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:05.457046 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-3fddfeae-3b0b-4ee3-b552-de6c8f33e9d1 tempest-AllowedAddressPairIpV6TestJSON-1960971591 tempest-AllowedAddressPairIpV6TestJSON-1960971591-project] 10.222.0.13 "DELETE /v2.0/ports/2d884d6a-e4c6-4d43-8757-323949f4cb98 HTTP/1.1" status: 204  len: 168 time: 3.6970103
Dec 16 22:35:05.466895 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 41018) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:35:05.480811 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce84dfe8-5e91-4fe9-b684-9a52b4f9831a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ec081a6-0cc9-4f03-a789-48e20125b71c'}] {{(pid=87508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 22:35:05.486983 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] For port 5ec081a6-0cc9-4f03-a789-48e20125b71c, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=5ec081a6-0cc9-4f03-a789-48e20125b71c,segment=NetworkSegment(44d7d6b4-2384-4042-a4d7-5a7c4d034892),segment_id=44d7d6b4-2384-4042-a4d7-5a7c4d034892)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:35:05.494814 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:05.496679 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-15fcc46b-c55b-4df6-acfc-3c088afcdc02 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:35:05.522071 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-10d5b6b2-da15-487a-abed-0da4fea40359 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Notify callbacks [] for port, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:05.541930 dv-neutron-821829-1-hyperv neutron-server[87508]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce84dfe8-5e91-4fe9-b684-9a52b4f9831a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ec081a6-0cc9-4f03-a789-48e20125b71c', 'code': 200}
Dec 16 22:35:05.542568 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-af8a95ce-cfbc-4053-8fac-66d20dba3225 tempest-RoutersAdminTest-1029946936 tempest-RoutersAdminTest-1029946936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1863393'] for port, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:05.546528 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.provisioning_blocks [None req-10d5b6b2-da15-487a-abed-0da4fea40359 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Transition to ACTIVE for port object 1ca0dc2d-0f3f-4bb6-982a-3fb975e3e877 will not be triggered until provisioned by entity DHCP. {{(pid=87506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:35:05.547803 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-b38ee788-6143-4696-aef1-36f868736a5d tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:35:05.555348 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fb717a-93e1-44c5-b70f-78f4f5dbd889 req-14f372e2-553d-4e43-a096-bc03e7221366 tempest-ServerActionsTestJSON-1581017418 tempest-ServerActionsTestJSON-1581017418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:35:05.556871 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-23fb717a-93e1-44c5-b70f-78f4f5dbd889 req-14f372e2-553d-4e43-a096-bc03e7221366 tempest-ServerActionsTestJSON-1581017418 tempest-ServerActionsTestJSON-1581017418-project] 10.222.0.13 "GET /v2.0/ports?device_id=95ef1739-1bf2-4522-993c-76a77d5f2322 HTTP/1.1" status: 200  len: 945 time: 0.5818446
Dec 16 22:35:05.571538 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Pushing event updated for resources: {'Port': ['ID=5ec081a6-0cc9-4f03-a789-48e20125b71c,revision_number=5']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:35:05.576332 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:35:05.593382 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8a95ce-cfbc-4053-8fac-66d20dba3225 tempest-RoutersAdminTest-1029946936 tempest-RoutersAdminTest-1029946936-project] Pushing event deleted for resources: {'Port': ['ID=0838d278-5f83-4ff5-86bb-93d6aebc6c40,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:35:05.598297 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-af8a95ce-cfbc-4053-8fac-66d20dba3225 tempest-RoutersAdminTest-1029946936 tempest-RoutersAdminTest-1029946936-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:35:05.630897 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-2bf9df3c-1d69-4003-b54f-17f3e9532e67 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10807823'] for port, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:05.634701 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e44b1ef-18f5-45fd-920e-79bd0646722a tempest-AllowedAddressPairIpV6TestJSON-1960971591 tempest-AllowedAddressPairIpV6TestJSON-1960971591-project] GET failed (client error): The resource could not be found.
Dec 16 22:35:05.635236 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-8e44b1ef-18f5-45fd-920e-79bd0646722a tempest-AllowedAddressPairIpV6TestJSON-1960971591 tempest-AllowedAddressPairIpV6TestJSON-1960971591-project] Synchronizing usage tracker for tenant:39f949a2cd2a472e9ea4f7398c6558e9 on resource:port {{(pid=87507) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 22:35:05.648971 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-68304d9b-a7bd-4266-8e67-1d36ed8b7c97 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:35:05.701273 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-af8a95ce-cfbc-4053-8fac-66d20dba3225 tempest-RoutersAdminTest-1029946936 tempest-RoutersAdminTest-1029946936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3741895'] for router_gateway, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:05.746937 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-10d5b6b2-da15-487a-abed-0da4fea40359 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1863393'] for port, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:05.764367 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf9df3c-1d69-4003-b54f-17f3e9532e67 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Pushing event deleted for resources: {'Port': ['ID=1fb7b4b9-d6a1-47e5-9407-ed7375390b8f,revision_number=None']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:35:05.782439 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-2bf9df3c-1d69-4003-b54f-17f3e9532e67 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:35:05.812898 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-cc5fb107-77fb-409e-84f8-d7fd593da94c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:35:05.933536 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-8e44b1ef-18f5-45fd-920e-79bd0646722a tempest-AllowedAddressPairIpV6TestJSON-1960971591 tempest-AllowedAddressPairIpV6TestJSON-1960971591-project] Unset dirty status for tenant:39f949a2cd2a472e9ea4f7398c6558e9 on resource:port {{(pid=87507) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 22:35:05.938894 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-8e44b1ef-18f5-45fd-920e-79bd0646722a tempest-AllowedAddressPairIpV6TestJSON-1960971591 tempest-AllowedAddressPairIpV6TestJSON-1960971591-project] 10.222.0.13 "GET /v2.0/ports/2d884d6a-e4c6-4d43-8757-323949f4cb98 HTTP/1.1" status: 404  len: 333 time: 0.4633269
Dec 16 22:35:05.956118 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 41024) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:35:05.977825 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-97bf8e45-6edc-4a7c-a334-f14cdae704e8 tempest-AllowedAddressPairIpV6TestJSON-1960971591 tempest-AllowedAddressPairIpV6TestJSON-1960971591-project] Request body: {'port': {'network_id': '86e68e41-157c-4f6e-b330-6d809173b73d', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-218691115'}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:35:05.982258 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-23fb717a-93e1-44c5-b70f-78f4f5dbd889 req-2ebfa231-8ac0-4451-9616-eead1487e755 tempest-ServerActionsTestJSON-1581017418 tempest-ServerActionsTestJSON-1581017418-project] 10.222.0.13 "GET /v2.0/security-groups?id=1011a650-dc8c-4279-9762-0c0bcda15d85&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3684375
Dec 16 22:35:05.998330 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-af8a95ce-cfbc-4053-8fac-66d20dba3225 tempest-RoutersAdminTest-1029946936 tempest-RoutersAdminTest-1029946936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3739500', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39002'] for router, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:06.013980 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10d5b6b2-da15-487a-abed-0da4fea40359 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Network 475b7fe3-efe7-41a6-b8de-3f83d3ceba1f is already hosted by enough agents. {{(pid=87506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:35:06.015174 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-af8a95ce-cfbc-4053-8fac-66d20dba3225 tempest-RoutersAdminTest-1029946936 tempest-RoutersAdminTest-1029946936-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:06.025781 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.base_scheduler [None req-10d5b6b2-da15-487a-abed-0da4fea40359 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Resources bound (agent type, host, resource id):  {{(pid=87506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:35:06.094905 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10d5b6b2-da15-487a-abed-0da4fea40359 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Received port after_create {{(pid=87506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 22:35:06.155940 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d5b6b2-da15-487a-abed-0da4fea40359 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Pushing event updated for resources: {'Port': ['ID=1ca0dc2d-0f3f-4bb6-982a-3fb975e3e877,revision_number=1']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:35:06.168053 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-10d5b6b2-da15-487a-abed-0da4fea40359 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.355s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:35:06.193374 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-af8a95ce-cfbc-4053-8fac-66d20dba3225 tempest-RoutersAdminTest-1029946936 tempest-RoutersAdminTest-1029946936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3830089'] for router, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:06.193931 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af8a95ce-cfbc-4053-8fac-66d20dba3225 tempest-RoutersAdminTest-1029946936 tempest-RoutersAdminTest-1029946936-project] Fanout notify agent at l3_agent the message router_deleted on router bf473d9c-ae72-417c-bb9c-9b80ceb51f03 {{(pid=87506) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 16 22:35:06.222873 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-10d5b6b2-da15-487a-abed-0da4fea40359 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3830061'] for router_interface, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:06.279444 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-97bf8e45-6edc-4a7c-a334-f14cdae704e8 tempest-AllowedAddressPairIpV6TestJSON-1960971591 tempest-AllowedAddressPairIpV6TestJSON-1960971591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:35:06.287231 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-af8a95ce-cfbc-4053-8fac-66d20dba3225 tempest-RoutersAdminTest-1029946936 tempest-RoutersAdminTest-1029946936-project] Notify callbacks [] for router, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:06.291984 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-af8a95ce-cfbc-4053-8fac-66d20dba3225 tempest-RoutersAdminTest-1029946936 tempest-RoutersAdminTest-1029946936-project] 10.222.0.13 "DELETE /v2.0/routers/bf473d9c-ae72-417c-bb9c-9b80ceb51f03 HTTP/1.1" status: 204  len: 168 time: 2.2769840
Dec 16 22:35:06.291984 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c31bb0-0b77-48d8-bcf2-0c1c7272e589 req-66461a15-adc6-4e5d-abf0-5af653b6356b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:35:06.292190 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-d4c31bb0-0b77-48d8-bcf2-0c1c7272e589 req-66461a15-adc6-4e5d-abf0-5af653b6356b service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=ce84dfe8-5e91-4fe9-b684-9a52b4f9831a HTTP/1.1" status: 200  len: 1099 time: 0.4492319
Dec 16 22:35:06.294702 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 41032) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:35:06.360264 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-423d6744-c4d6-4025-8301-68d5e321ba56 tempest-RoutersAdminTest-1029946936 tempest-RoutersAdminTest-1029946936-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1494715896', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:35:06.367975 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b342f5b8-30ee-4f50-ad79-3eb2f142d78b admin admin] Router c6b0af86-1588-4d9e-9f98-ac61fdf8ef7a is scheduled to L3 agent 4f519db7-069b-43e2-8411-c092bac9102a with binding_index 1 {{(pid=87507) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 16 22:35:06.379881 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-976366aa-7580-441a-859f-e5717b702f5e None None] Provisioning for port 1ca0dc2d-0f3f-4bb6-982a-3fb975e3e877 completed by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 22:35:06.386785 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-976366aa-7580-441a-859f-e5717b702f5e None None] Provisioning complete for port 1ca0dc2d-0f3f-4bb6-982a-3fb975e3e877 triggered by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:35:06.387439 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-976366aa-7580-441a-859f-e5717b702f5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:06.393335 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-423d6744-c4d6-4025-8301-68d5e321ba56 tempest-RoutersAdminTest-1029946936 tempest-RoutersAdminTest-1029946936-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:35:06.399725 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-97bf8e45-6edc-4a7c-a334-f14cdae704e8 tempest-AllowedAddressPairIpV6TestJSON-1960971591 tempest-AllowedAddressPairIpV6TestJSON-1960971591-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:35:06.403620 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-423d6744-c4d6-4025-8301-68d5e321ba56 tempest-RoutersAdminTest-1029946936 tempest-RoutersAdminTest-1029946936-project] Usage tracker for resource:router and tenant:662a8bad278a4b1485561129d2472ad5 is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:35:06.414179 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-423d6744-c4d6-4025-8301-68d5e321ba56 tempest-RoutersAdminTest-1029946936 tempest-RoutersAdminTest-1029946936-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:35:06.428017 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-423d6744-c4d6-4025-8301-68d5e321ba56 tempest-RoutersAdminTest-1029946936 tempest-RoutersAdminTest-1029946936-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:35:06.448078 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97bf8e45-6edc-4a7c-a334-f14cdae704e8 tempest-AllowedAddressPairIpV6TestJSON-1960971591 tempest-AllowedAddressPairIpV6TestJSON-1960971591-project] Made reservation on behalf of 39f949a2cd2a472e9ea4f7398c6558e9 for: {'port': 1} {{(pid=87506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:35:06.451601 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-97bf8e45-6edc-4a7c-a334-f14cdae704e8 tempest-AllowedAddressPairIpV6TestJSON-1960971591 tempest-AllowedAddressPairIpV6TestJSON-1960971591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:06.476061 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-423d6744-c4d6-4025-8301-68d5e321ba56 tempest-RoutersAdminTest-1029946936 tempest-RoutersAdminTest-1029946936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3741155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38980'] for router, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:06.477063 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-423d6744-c4d6-4025-8301-68d5e321ba56 tempest-RoutersAdminTest-1029946936 tempest-RoutersAdminTest-1029946936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3743284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3741748', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3896702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-38989'] for router, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:06.493705 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-d4c31bb0-0b77-48d8-bcf2-0c1c7272e589 req-0f757490-f44b-451a-a5a6-0d5af84655a7 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=794e274c-0150-48f2-9119-aaeb44cd27be&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1284106
Dec 16 22:35:06.498985 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.notifiers.nova [None req-97bf8e45-6edc-4a7c-a334-f14cdae704e8 tempest-AllowedAddressPairIpV6TestJSON-1960971591 tempest-AllowedAddressPairIpV6TestJSON-1960971591-project] device_id is not set on port af5954bd-2f87-4d65-ba6e-27ba27dd57b1 yet. {{(pid=87506) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 16 22:35:06.510274 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-976366aa-7580-441a-859f-e5717b702f5e None None] Port 1ca0dc2d-0f3f-4bb6-982a-3fb975e3e877 cannot update to ACTIVE because it is not bound. {{(pid=87508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 22:35:06.544679 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.db [None req-25a19fe5-8afc-48f8-a293-13446d70536d tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] For port 855cf32d-5ff8-4e11-80dc-69d625b37c24, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=855cf32d-5ff8-4e11-80dc-69d625b37c24,segment=NetworkSegment(da71c9a1-7532-4738-a9bc-22a7f498ec35),segment_id=da71c9a1-7532-4738-a9bc-22a7f498ec35)] {{(pid=87507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:35:06.564135 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-423d6744-c4d6-4025-8301-68d5e321ba56 tempest-RoutersAdminTest-1029946936 tempest-RoutersAdminTest-1029946936-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:06.564739 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-2bf9df3c-1d69-4003-b54f-17f3e9532e67 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3791449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3739472'] for router_interface, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:06.591854 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93496bff-ac9f-4001-a391-c63ce7a396ab req-ad00cc63-26bb-4925-b47d-dd448d445b67 tempest-ServerActionsTestJSON-1581017418 tempest-ServerActionsTestJSON-1581017418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:35:06.593330 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-93496bff-ac9f-4001-a391-c63ce7a396ab req-ad00cc63-26bb-4925-b47d-dd448d445b67 tempest-ServerActionsTestJSON-1581017418 tempest-ServerActionsTestJSON-1581017418-project] 10.222.0.13 "GET /v2.0/ports?device_id=95ef1739-1bf2-4522-993c-76a77d5f2322 HTTP/1.1" status: 200  len: 945 time: 0.4782662
Dec 16 22:35:06.642018 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-423d6744-c4d6-4025-8301-68d5e321ba56 tempest-RoutersAdminTest-1029946936 tempest-RoutersAdminTest-1029946936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3740952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3741923'] for router, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:06.715655 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-10d5b6b2-da15-487a-abed-0da4fea40359 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:06.729427 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.db.resource_extend [None req-25a19fe5-8afc-48f8-a293-13446d70536d tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 16 22:35:06.757727 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513313d4-68df-46b9-9dec-f61545899cbe req-beeb1b74-82e2-41a1-82c2-17a31627e92f tempest-ServersTestManualDisk-828097669 tempest-ServersTestManualDisk-828097669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:35:06.759177 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-513313d4-68df-46b9-9dec-f61545899cbe req-beeb1b74-82e2-41a1-82c2-17a31627e92f tempest-ServersTestManualDisk-828097669 tempest-ServersTestManualDisk-828097669-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce84dfe8-5e91-4fe9-b684-9a52b4f9831a HTTP/1.1" status: 200  len: 946 time: 0.4989560
Dec 16 22:35:06.845955 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-25a19fe5-8afc-48f8-a293-13446d70536d tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks [] for port, precommit_update {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:06.880505 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-25a19fe5-8afc-48f8-a293-13446d70536d tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10807814'] for port, after_update {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:06.881297 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-25a19fe5-8afc-48f8-a293-13446d70536d tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10807931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10549612'] for subnet, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:06.900119 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-423d6744-c4d6-4025-8301-68d5e321ba56 tempest-RoutersAdminTest-1029946936 tempest-RoutersAdminTest-1029946936-project] Notify callbacks [] for router, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:06.901291 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-423d6744-c4d6-4025-8301-68d5e321ba56 tempest-RoutersAdminTest-1029946936 tempest-RoutersAdminTest-1029946936-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 705 time: 0.6045492
Dec 16 22:35:06.905177 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-1e95e968-8960-4331-a866-af12888e6f50 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:35:06.907688 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.db_base_plugin_common [None req-97bf8e45-6edc-4a7c-a334-f14cdae704e8 tempest-AllowedAddressPairIpV6TestJSON-1960971591 tempest-AllowedAddressPairIpV6TestJSON-1960971591-project] Allocated IP 2001:db8::25 (86e68e41-157c-4f6e-b330-6d809173b73d/e8ed6afc-384c-47d0-91b3-a9dc2c7453fe/af5954bd-2f87-4d65-ba6e-27ba27dd57b1) {{(pid=87506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 22:35:06.909591 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 41036) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:35:06.924696 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-dce77a57-ba56-47f6-8fd5-94f9cf412f2f tempest-RoutersAdminTest-1901902743 tempest-RoutersAdminTest-1901902743-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'enable_snat': True}}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:35:06.974178 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-93496bff-ac9f-4001-a391-c63ce7a396ab req-678d3d8f-37ca-4b18-a5d9-603e9c2ef9a6 tempest-ServerActionsTestJSON-1581017418 tempest-ServerActionsTestJSON-1581017418-project] 10.222.0.13 "GET /v2.0/security-groups?id=1011a650-dc8c-4279-9762-0c0bcda15d85&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3252687
Dec 16 22:35:06.985504 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b342f5b8-30ee-4f50-ad79-3eb2f142d78b admin admin] Notify agent at l3_agent.dv-neutron-821829-1-hyperv the message routers_updated {{(pid=87507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 22:35:07.003925 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abfbe96b-a091-4936-a28a-70d2e9e005a8 None None] Sync routers for ids ['c6b0af86-1588-4d9e-9f98-ac61fdf8ef7a'] in dv-neutron-821829-1-hyperv {{(pid=87508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 22:35:07.015632 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abfbe96b-a091-4936-a28a-70d2e9e005a8 None None] Routers {'c6b0af86-1588-4d9e-9f98-ac61fdf8ef7a'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:35:07.017985 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-abfbe96b-a091-4936-a28a-70d2e9e005a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b7c34c850>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:35:01Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['c6b0af86-1588-4d9e-9f98-ac61fdf8ef7a'], 'active': True} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:35:07.029740 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25a19fe5-8afc-48f8-a293-13446d70536d tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Network 7edd76f7-0f97-48a5-b177-9842de6c0500 is already hosted by enough agents. {{(pid=87507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:35:07.034763 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-513313d4-68df-46b9-9dec-f61545899cbe req-ba46f84e-a11b-4129-a6d3-c097d80dc476 tempest-ServersTestManualDisk-828097669 tempest-ServersTestManualDisk-828097669-project] 10.222.0.13 "GET /v2.0/security-groups?id=794e274c-0150-48f2-9119-aaeb44cd27be&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1931140
Dec 16 22:35:07.039251 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.base_scheduler [None req-25a19fe5-8afc-48f8-a293-13446d70536d tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Resources bound (agent type, host, resource id):  {{(pid=87507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:35:07.047105 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25a19fe5-8afc-48f8-a293-13446d70536d tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:35:07.047700 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-25a19fe5-8afc-48f8-a293-13446d70536d tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks [] for subnet, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:07.112778 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80c7fb5b-e308-4362-aea0-475acdd376ff None None] Network 7edd76f7-0f97-48a5-b177-9842de6c0500 requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 22:35:07.117852 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-b342f5b8-30ee-4f50-ad79-3eb2f142d78b admin admin] Notify callbacks [] for router, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:07.121871 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-b342f5b8-30ee-4f50-ad79-3eb2f142d78b admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 921 time: 11.6779792
Dec 16 22:35:07.127598 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 41042) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:35:07.135548 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a19fe5-8afc-48f8-a293-13446d70536d tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Pushing event updated for resources: {'Port': ['ID=855cf32d-5ff8-4e11-80dc-69d625b37c24,revision_number=5']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:35:07.188934 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-25a19fe5-8afc-48f8-a293-13446d70536d tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:35:07.189771 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-8d0196d3-d18c-4727-9c5a-0cb6a8a9011c tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.256s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:35:07.233954 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-25a19fe5-8afc-48f8-a293-13446d70536d tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 827 time: 6.8677170
Dec 16 22:35:07.242404 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 41046) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:35:07.255901 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-9dc9f19a-0da5-4c00-853b-eff9930bc058 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Request body: {'port': {'network_id': '7edd76f7-0f97-48a5-b177-9842de6c0500', 'mac_address': 'fa:16:3e:b0:f3:0f', 'name': 'tempest-NetworksTestDHCPv6-1244714986'}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:35:07.467956 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvr_db [None req-abfbe96b-a091-4936-a28a-70d2e9e005a8 None None] Set router c6b0af86-1588-4d9e-9f98-ac61fdf8ef7a gateway port host: dv-neutron-821829-1-hyperv {{(pid=87508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 22:35:07.604268 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a19fe5-8afc-48f8-a293-13446d70536d tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Pushing event updated for resources: {'Subnet': ['ID=9ad69408-146a-421f-be88-c43650f94977,revision_number=0']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:35:07.614222 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-25a19fe5-8afc-48f8-a293-13446d70536d tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.424s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:35:07.616152 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bf9df3c-1d69-4003-b54f-17f3e9532e67 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Router 5ffd91e6-a775-4716-a992-81778d727d16 has already been hosted by L3 agent 4f519db7-069b-43e2-8411-c092bac9102a {{(pid=87507) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 22:35:07.770285 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-dce77a57-ba56-47f6-8fd5-94f9cf412f2f tempest-RoutersAdminTest-1901902743 tempest-RoutersAdminTest-1901902743-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3741702', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3740945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-38947'] for router, precommit_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:07.821192 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-9dc9f19a-0da5-4c00-853b-eff9930bc058 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:35:07.827967 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:07.831157 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-9dc9f19a-0da5-4c00-853b-eff9930bc058 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Usage tracker for resource:port and tenant:8e4385a98eb1416284c1cc96b3355a70 is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:35:07.836639 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-9dc9f19a-0da5-4c00-853b-eff9930bc058 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:35:07.852826 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a277030d-4674-4d0a-9172-8e1337e78de0 req-ed508c36-01d5-4717-a4af-595298f7068a tempest-ServerActionsTestJSON-1581017418 tempest-ServerActionsTestJSON-1581017418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:35:07.854303 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-a277030d-4674-4d0a-9172-8e1337e78de0 req-ed508c36-01d5-4717-a4af-595298f7068a tempest-ServerActionsTestJSON-1581017418 tempest-ServerActionsTestJSON-1581017418-project] 10.222.0.13 "GET /v2.0/ports?device_id=95ef1739-1bf2-4522-993c-76a77d5f2322 HTTP/1.1" status: 200  len: 945 time: 0.3278389
Dec 16 22:35:07.855397 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-9dc9f19a-0da5-4c00-853b-eff9930bc058 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:35:07.868677 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bf9df3c-1d69-4003-b54f-17f3e9532e67 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify agent at l3_agent.dv-neutron-821829-1-hyperv the message routers_updated {{(pid=87507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 22:35:07.885983 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91d7a66f-23a2-4b81-849d-647130abc897 None None] Sync routers for ids ['5ffd91e6-a775-4716-a992-81778d727d16'] in dv-neutron-821829-1-hyperv {{(pid=87509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 22:35:07.886925 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-2bf9df3c-1d69-4003-b54f-17f3e9532e67 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] 10.222.0.13 "PUT /v2.0/routers/5ffd91e6-a775-4716-a992-81778d727d16/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 9.6771936
Dec 16 22:35:07.889708 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dc9f19a-0da5-4c00-853b-eff9930bc058 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Made reservation on behalf of 8e4385a98eb1416284c1cc96b3355a70 for: {'port': 1} {{(pid=87507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:35:07.904341 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 41052) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:35:07.906025 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91d7a66f-23a2-4b81-849d-647130abc897 None None] Routers {'5ffd91e6-a775-4716-a992-81778d727d16'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:35:07.907042 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-91d7a66f-23a2-4b81-849d-647130abc897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b7d666c40>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:35:01Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['5ffd91e6-a775-4716-a992-81778d727d16'], 'active': True} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:35:07.977887 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-abfbe96b-a091-4936-a28a-70d2e9e005a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b7c34c850>, [{'id': 'c6b0af86-1588-4d9e-9f98-ac61fdf8ef7a', 'name': 'tempest-TestVolumeBootPattern-241322810-router', 'tenant_id': 'ebcac23e4eae475893854e16d121f861', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.7'}], 'enable_snat': True}, 'gw_port_id': '627705e4-06a5-44d7-9654-b5ffda9763f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:34:55Z', 'updated_at': '2021-12-16T22:35:02Z', 'revision_number': 3, 'project_id': 'ebcac23e4eae475893854e16d121f861', 'gw_port': {'id': '627705e4-06a5-44d7-9654-b5ffda9763f8', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:4f:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6b0af86-1588-4d9e-9f98-ac61fdf8ef7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:34:59Z', 'updated_at': '2021-12-16T22:35:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv'}], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:35:07.991655 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abfbe96b-a091-4936-a28a-70d2e9e005a8 None None] Checking router: c6b0af86-1588-4d9e-9f98-ac61fdf8ef7a for host: dv-neutron-821829-1-hyperv {{(pid=87508) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 22:35:07.992968 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abfbe96b-a091-4936-a28a-70d2e9e005a8 None None] Updating router c6b0af86-1588-4d9e-9f98-ac61fdf8ef7a port 627705e4-06a5-44d7-9654-b5ffda9763f8 binding host dv-neutron-821829-1-hyperv {{(pid=87508) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 16 22:35:08.002315 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-91d7a66f-23a2-4b81-849d-647130abc897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b7d666c40>, [], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:35:08.031900 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91d7a66f-23a2-4b81-849d-647130abc897 None None] Routers {'5ffd91e6-a775-4716-a992-81778d727d16'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:35:08.033810 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-91d7a66f-23a2-4b81-849d-647130abc897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b7d666c40>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:35:01Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['5ffd91e6-a775-4716-a992-81778d727d16'], 'active': True} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:35:08.070428 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-abfbe96b-a091-4936-a28a-70d2e9e005a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:08.164243 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-a277030d-4674-4d0a-9172-8e1337e78de0 req-a4f74e8b-df2a-4160-af2d-c180b1ed6a0e tempest-ServerActionsTestJSON-1581017418 tempest-ServerActionsTestJSON-1581017418-project] 10.222.0.13 "GET /v2.0/security-groups?id=1011a650-dc8c-4279-9762-0c0bcda15d85&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2982707
Dec 16 22:35:08.169510 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-91d7a66f-23a2-4b81-849d-647130abc897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b7d666c40>, [], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:35:08.170150 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91d7a66f-23a2-4b81-849d-647130abc897 None None] The sync data for ids ['5ffd91e6-a775-4716-a992-81778d727d16'] in dv-neutron-821829-1-hyperv is: [] {{(pid=87509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 22:35:08.299027 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-9dc9f19a-0da5-4c00-853b-eff9930bc058 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:08.351352 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-97bf8e45-6edc-4a7c-a334-f14cdae704e8 tempest-AllowedAddressPairIpV6TestJSON-1960971591 tempest-AllowedAddressPairIpV6TestJSON-1960971591-project] Notify callbacks [] for port, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:08.414235 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.provisioning_blocks [None req-97bf8e45-6edc-4a7c-a334-f14cdae704e8 tempest-AllowedAddressPairIpV6TestJSON-1960971591 tempest-AllowedAddressPairIpV6TestJSON-1960971591-project] Transition to ACTIVE for port object af5954bd-2f87-4d65-ba6e-27ba27dd57b1 will not be triggered until provisioned by entity DHCP. {{(pid=87506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:35:08.549599 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.notifiers.nova [None req-9dc9f19a-0da5-4c00-853b-eff9930bc058 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] device_id is not set on port 54b776f0-f06c-4795-a5f9-234c21a106b8 yet. {{(pid=87507) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 16 22:35:08.636407 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.db.resource_extend [None req-10d5b6b2-da15-487a-abed-0da4fea40359 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 16 22:35:08.648602 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-abfbe96b-a091-4936-a28a-70d2e9e005a8 None None] Notify callbacks [] for port, precommit_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:08.663555 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-10d5b6b2-da15-487a-abed-0da4fea40359 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Notify callbacks [] for port, precommit_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:08.675640 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-abfbe96b-a091-4936-a28a-70d2e9e005a8 None None] Transition to ACTIVE for port object 627705e4-06a5-44d7-9654-b5ffda9763f8 will not be triggered until provisioned by entity L2. {{(pid=87508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:35:08.687280 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-abfbe96b-a091-4936-a28a-70d2e9e005a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:08.689729 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-10d5b6b2-da15-487a-abed-0da4fea40359 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1863400'] for port, after_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:08.699118 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-0bde3539-3b3c-417d-8256-cf95a09b8623 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:35:08.725106 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-e76ed12c-e431-4725-bbb5-11a817365771 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:35:08.753351 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb65e5f-82f6-4a8b-b4ec-dbe1a3e8aec6 req-bae46b2d-4201-46eb-a5d5-147e09ef1b6b tempest-ServersTestManualDisk-828097669 tempest-ServersTestManualDisk-828097669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:35:08.759462 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 855cf32d-5ff8-4e11-80dc-69d625b37c24 up at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 22:35:08.761003 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-5bb65e5f-82f6-4a8b-b4ec-dbe1a3e8aec6 req-bae46b2d-4201-46eb-a5d5-147e09ef1b6b tempest-ServersTestManualDisk-828097669 tempest-ServersTestManualDisk-828097669-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce84dfe8-5e91-4fe9-b684-9a52b4f9831a HTTP/1.1" status: 200  len: 946 time: 0.4829869
Dec 16 22:35:08.814313 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-97bf8e45-6edc-4a7c-a334-f14cdae704e8 tempest-AllowedAddressPairIpV6TestJSON-1960971591 tempest-AllowedAddressPairIpV6TestJSON-1960971591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1863393'] for port, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:08.831841 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-abfbe96b-a091-4936-a28a-70d2e9e005a8 None None] Attempting to bind port 627705e4-06a5-44d7-9654-b5ffda9763f8 on host dv-neutron-821829-1-hyperv for vnic_type normal with profile  {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 22:35:08.832233 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-abfbe96b-a091-4936-a28a-70d2e9e005a8 None None] Attempting to bind port 627705e4-06a5-44d7-9654-b5ffda9763f8 by drivers openvswitch,hyperv on host dv-neutron-821829-1-hyperv at level 0 using segments [{'id': 'a416442d-d143-4052-9f4e-546eb8cbe809', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5'}] {{(pid=87508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 22:35:08.832609 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abfbe96b-a091-4936-a28a-70d2e9e005a8 None None] Attempting to bind port 627705e4-06a5-44d7-9654-b5ffda9763f8 on network f8905ce9-304b-4976-bc47-e58c71c11de5 {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 22:35:08.864067 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abfbe96b-a091-4936-a28a-70d2e9e005a8 None None] Checking agent: {'id': '5571501f-366e-47a4-9b60-8ef19d935d27', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821829-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 24, 2), 'started_at': datetime.datetime(2021, 12, 16, 22, 24, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 35, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821829-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 22:35:08.864460 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abfbe96b-a091-4936-a28a-70d2e9e005a8 None None] Checking segment: {'id': 'a416442d-d143-4052-9f4e-546eb8cbe809', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 22:35:08.864872 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-abfbe96b-a091-4936-a28a-70d2e9e005a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:08.865282 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abfbe96b-a091-4936-a28a-70d2e9e005a8 None None] Bound using segment: {'id': 'a416442d-d143-4052-9f4e-546eb8cbe809', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5'} {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 22:35:08.865766 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-abfbe96b-a091-4936-a28a-70d2e9e005a8 None None] Bound port: 627705e4-06a5-44d7-9654-b5ffda9763f8, host: dv-neutron-821829-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a416442d-d143-4052-9f4e-546eb8cbe809', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5'}}] {{(pid=87508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 22:35:08.866155 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-abfbe96b-a091-4936-a28a-70d2e9e005a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:08.898240 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602f7979-8ae6-4831-b5aa-732bb4435ba7 None None] Pushing event updated for resources: {'Port': ['ID=627705e4-06a5-44d7-9654-b5ffda9763f8,revision_number=2']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:35:08.908980 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-602f7979-8ae6-4831-b5aa-732bb4435ba7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:35:08.912962 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-10d5b6b2-da15-487a-abed-0da4fea40359 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3791426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3830222'] for router_interface, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:08.913339 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-5bb65e5f-82f6-4a8b-b4ec-dbe1a3e8aec6 req-7eb6ff4e-4219-4a75-be7d-5939518913fe tempest-ServersTestManualDisk-828097669 tempest-ServersTestManualDisk-828097669-project] 10.222.0.13 "GET /v2.0/security-groups?id=794e274c-0150-48f2-9119-aaeb44cd27be&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1504395
Dec 16 22:35:08.947915 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-235fadcd-ddcd-40cd-aecc-ab0c30c673c2 None None] Provisioning complete for port 855cf32d-5ff8-4e11-80dc-69d625b37c24 triggered by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:35:08.948381 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-235fadcd-ddcd-40cd-aecc-ab0c30c673c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:08.977505 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d5b6b2-da15-487a-abed-0da4fea40359 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Pushing event updated for resources: {'Port': ['ID=1ca0dc2d-0f3f-4bb6-982a-3fb975e3e877,revision_number=2']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:35:08.981184 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97bf8e45-6edc-4a7c-a334-f14cdae704e8 tempest-AllowedAddressPairIpV6TestJSON-1960971591 tempest-AllowedAddressPairIpV6TestJSON-1960971591-project] Network 86e68e41-157c-4f6e-b330-6d809173b73d is already hosted by enough agents. {{(pid=87506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:35:08.990648 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-10d5b6b2-da15-487a-abed-0da4fea40359 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:35:09.006990 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-abfbe96b-a091-4936-a28a-70d2e9e005a8 None None] For port 627705e4-06a5-44d7-9654-b5ffda9763f8, host dv-neutron-821829-1-hyperv, cleared binding levels {{(pid=87508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 22:35:09.011594 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.base_scheduler [None req-97bf8e45-6edc-4a7c-a334-f14cdae704e8 tempest-AllowedAddressPairIpV6TestJSON-1960971591 tempest-AllowedAddressPairIpV6TestJSON-1960971591-project] Resources bound (agent type, host, resource id):  {{(pid=87506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:35:09.014096 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-ded9a441-03d3-42aa-95ed-b04a3ace1d38 tempest-RoutersIpV6AdminTest-765327337 tempest-RoutersIpV6AdminTest-765327337-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.176s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:35:09.022839 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning complete for port 855cf32d-5ff8-4e11-80dc-69d625b37c24 triggered by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:35:09.023994 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:09.052312 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-abfbe96b-a091-4936-a28a-70d2e9e005a8 None None] For port 627705e4-06a5-44d7-9654-b5ffda9763f8, host dv-neutron-821829-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=627705e4-06a5-44d7-9654-b5ffda9763f8,segment=NetworkSegment(a416442d-d143-4052-9f4e-546eb8cbe809),segment_id=a416442d-d143-4052-9f4e-546eb8cbe809)] {{(pid=87508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 22:35:09.105501 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97bf8e45-6edc-4a7c-a334-f14cdae704e8 tempest-AllowedAddressPairIpV6TestJSON-1960971591 tempest-AllowedAddressPairIpV6TestJSON-1960971591-project] Received port after_create {{(pid=87506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 22:35:09.111307 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97bf8e45-6edc-4a7c-a334-f14cdae704e8 tempest-AllowedAddressPairIpV6TestJSON-1960971591 tempest-AllowedAddressPairIpV6TestJSON-1960971591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:35:09.112109 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-97bf8e45-6edc-4a7c-a334-f14cdae704e8 tempest-AllowedAddressPairIpV6TestJSON-1960971591 tempest-AllowedAddressPairIpV6TestJSON-1960971591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for port, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:09.112563 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-abfbe96b-a091-4936-a28a-70d2e9e005a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:09.121170 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-2ed87396-7310-4aa6-a88b-14bc8b2af352 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:35:09.152434 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.db_base_plugin_common [None req-9dc9f19a-0da5-4c00-853b-eff9930bc058 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Allocated IP 172.20.0.6 (7edd76f7-0f97-48a5-b177-9842de6c0500/6868f7b2-9531-49e0-8961-95dacd8a7c61/54b776f0-f06c-4795-a5f9-234c21a106b8) {{(pid=87507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 22:35:09.185760 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.db_base_plugin_common [None req-9dc9f19a-0da5-4c00-853b-eff9930bc058 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Allocated IP 2001:db8::f816:3eff:feb0:f30f (7edd76f7-0f97-48a5-b177-9842de6c0500/9ad69408-146a-421f-be88-c43650f94977/54b776f0-f06c-4795-a5f9-234c21a106b8) {{(pid=87507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 22:35:09.232587 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a742f7c2-f547-4f06-a90a-e3691c4762ce req-a94b1bed-f962-4071-9648-c4ffa9865bb5 tempest-ServersTestManualDisk-828097669 tempest-ServersTestManualDisk-828097669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:35:09.234162 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-a742f7c2-f547-4f06-a90a-e3691c4762ce req-a94b1bed-f962-4071-9648-c4ffa9865bb5 tempest-ServersTestManualDisk-828097669 tempest-ServersTestManualDisk-828097669-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce84dfe8-5e91-4fe9-b684-9a52b4f9831a HTTP/1.1" status: 200  len: 946 time: 0.1889958
Dec 16 22:35:09.265687 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 41062) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:35:09.289067 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abfbe96b-a091-4936-a28a-70d2e9e005a8 None None] Routers {'c6b0af86-1588-4d9e-9f98-ac61fdf8ef7a'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:35:09.289730 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-abfbe96b-a091-4936-a28a-70d2e9e005a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b7c34c850>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:35:01Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['c6b0af86-1588-4d9e-9f98-ac61fdf8ef7a'], 'active': True} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:35:09.329161 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-97bf8e45-6edc-4a7c-a334-f14cdae704e8 tempest-AllowedAddressPairIpV6TestJSON-1960971591 tempest-AllowedAddressPairIpV6TestJSON-1960971591-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 942 time: 3.3681083
Dec 16 22:35:09.337756 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 41066) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:35:09.366136 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-774dce54-268e-4a0a-83af-9b6cf5be4fee tempest-AllowedAddressPairIpV6TestJSON-1960971591 tempest-AllowedAddressPairIpV6TestJSON-1960971591-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::34e', 'mac_address': 'fa:16:3e:07:36:44'}]}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:35:09.374590 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-e104226f-1c70-4651-8ec6-0aa3416d6f7d tempest-ServersTestManualDisk-828097669 tempest-ServersTestManualDisk-828097669-project] Request body: {'floatingip': {'port_id': '5ec081a6-0cc9-4f03-a789-48e20125b71c'}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:35:09.379477 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602f7979-8ae6-4831-b5aa-732bb4435ba7 None None] Pushing event updated for resources: {'Port': ['ID=627705e4-06a5-44d7-9654-b5ffda9763f8,revision_number=3']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:35:09.382807 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-602f7979-8ae6-4831-b5aa-732bb4435ba7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:35:09.485969 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bf8e45-6edc-4a7c-a334-f14cdae704e8 tempest-AllowedAddressPairIpV6TestJSON-1960971591 tempest-AllowedAddressPairIpV6TestJSON-1960971591-project] Pushing event updated for resources: {'Port': ['ID=af5954bd-2f87-4d65-ba6e-27ba27dd57b1,revision_number=1']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:35:09.498994 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-97bf8e45-6edc-4a7c-a334-f14cdae704e8 tempest-AllowedAddressPairIpV6TestJSON-1960971591 tempest-AllowedAddressPairIpV6TestJSON-1960971591-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.485s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:35:09.505151 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-e104226f-1c70-4651-8ec6-0aa3416d6f7d tempest-ServersTestManualDisk-828097669 tempest-ServersTestManualDisk-828097669-project] Notify callbacks [] for floatingip, before_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:09.556489 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-a78704e5-3b76-456d-b038-1f6395219daf None None] Provisioning for port af5954bd-2f87-4d65-ba6e-27ba27dd57b1 completed by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 22:35:09.569660 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-a78704e5-3b76-456d-b038-1f6395219daf None None] Provisioning complete for port af5954bd-2f87-4d65-ba6e-27ba27dd57b1 triggered by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:35:09.570051 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-a78704e5-3b76-456d-b038-1f6395219daf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:09.604353 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvr_db [None req-abfbe96b-a091-4936-a28a-70d2e9e005a8 None None] Set router c6b0af86-1588-4d9e-9f98-ac61fdf8ef7a gateway port host: dv-neutron-821829-1-hyperv {{(pid=87508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 22:35:09.764849 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-61a6762a-c7b8-4275-abd5-6ce78a302c9a tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3830176'] for router_interface, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:09.811262 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-dce77a57-ba56-47f6-8fd5-94f9cf412f2f tempest-RoutersAdminTest-1901902743 tempest-RoutersAdminTest-1901902743-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:09.812961 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-a78704e5-3b76-456d-b038-1f6395219daf None None] Port af5954bd-2f87-4d65-ba6e-27ba27dd57b1 cannot update to ACTIVE because it is not bound. {{(pid=87508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 22:35:09.868433 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-dce77a57-ba56-47f6-8fd5-94f9cf412f2f tempest-RoutersAdminTest-1901902743 tempest-RoutersAdminTest-1901902743-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:09.871448 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10d5b6b2-da15-487a-abed-0da4fea40359 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Network 475b7fe3-efe7-41a6-b8de-3f83d3ceba1f is already hosted by enough agents. {{(pid=87506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:35:09.918034 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.base_scheduler [None req-10d5b6b2-da15-487a-abed-0da4fea40359 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Resources bound (agent type, host, resource id):  {{(pid=87506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:35:09.930909 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-abfbe96b-a091-4936-a28a-70d2e9e005a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b7c34c850>, [{'id': 'c6b0af86-1588-4d9e-9f98-ac61fdf8ef7a', 'name': 'tempest-TestVolumeBootPattern-241322810-router', 'tenant_id': 'ebcac23e4eae475893854e16d121f861', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.7'}], 'enable_snat': True}, 'gw_port_id': '627705e4-06a5-44d7-9654-b5ffda9763f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:34:55Z', 'updated_at': '2021-12-16T22:35:02Z', 'revision_number': 3, 'project_id': 'ebcac23e4eae475893854e16d121f861', 'gw_port': {'id': '627705e4-06a5-44d7-9654-b5ffda9763f8', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:4f:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6b0af86-1588-4d9e-9f98-ac61fdf8ef7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:34:59Z', 'updated_at': '2021-12-16T22:35:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv'}], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:35:09.935082 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abfbe96b-a091-4936-a28a-70d2e9e005a8 None None] The sync data for ids ['c6b0af86-1588-4d9e-9f98-ac61fdf8ef7a'] in dv-neutron-821829-1-hyperv is: [{'id': 'c6b0af86-1588-4d9e-9f98-ac61fdf8ef7a', 'name': 'tempest-TestVolumeBootPattern-241322810-router', 'tenant_id': 'ebcac23e4eae475893854e16d121f861', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.7'}], 'enable_snat': True}, 'gw_port_id': '627705e4-06a5-44d7-9654-b5ffda9763f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:34:55Z', 'updated_at': '2021-12-16T22:35:02Z', 'revision_number': 3, 'project_id': 'ebcac23e4eae475893854e16d121f861', 'gw_port': {'id': '627705e4-06a5-44d7-9654-b5ffda9763f8', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:4f:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6b0af86-1588-4d9e-9f98-ac61fdf8ef7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:34:59Z', 'updated_at': '2021-12-16T22:35:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv'}] {{(pid=87508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 22:35:10.085505 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-fe3b537e-986b-4a4f-af6d-4441d60fc16b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:10.148806 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225c095c-098c-4c29-80f5-88c55e84d447 req-d2db3f63-9641-4c32-b175-7ad52bbfdc19 tempest-ServerActionsTestJSON-1581017418 tempest-ServerActionsTestJSON-1581017418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:35:10.156412 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-225c095c-098c-4c29-80f5-88c55e84d447 req-d2db3f63-9641-4c32-b175-7ad52bbfdc19 tempest-ServerActionsTestJSON-1581017418 tempest-ServerActionsTestJSON-1581017418-project] 10.222.0.13 "GET /v2.0/ports?device_id=95ef1739-1bf2-4522-993c-76a77d5f2322 HTTP/1.1" status: 200  len: 945 time: 0.7553494
Dec 16 22:35:10.236535 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-9dc9f19a-0da5-4c00-853b-eff9930bc058 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks [] for port, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:10.262103 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-43998ddd-4b0f-4fe5-9ebe-915f597e3faa None None] Provisioning complete for port 1ca0dc2d-0f3f-4bb6-982a-3fb975e3e877 triggered by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:35:10.263019 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-43998ddd-4b0f-4fe5-9ebe-915f597e3faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:10.332103 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-43998ddd-4b0f-4fe5-9ebe-915f597e3faa None None] Port 1ca0dc2d-0f3f-4bb6-982a-3fb975e3e877 cannot update to ACTIVE because it is not bound. {{(pid=87508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 22:35:10.339588 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.provisioning_blocks [None req-9dc9f19a-0da5-4c00-853b-eff9930bc058 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Transition to ACTIVE for port object 54b776f0-f06c-4795-a5f9-234c21a106b8 will not be triggered until provisioned by entity DHCP. {{(pid=87507) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:35:10.355943 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-225c095c-098c-4c29-80f5-88c55e84d447 req-4244c997-ea02-4932-8d38-c70843a6c0db tempest-ServerActionsTestJSON-1581017418 tempest-ServerActionsTestJSON-1581017418-project] 10.222.0.13 "GET /v2.0/security-groups?id=1011a650-dc8c-4279-9762-0c0bcda15d85&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1960845
Dec 16 22:35:10.405029 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-774dce54-268e-4a0a-83af-9b6cf5be4fee tempest-AllowedAddressPairIpV6TestJSON-1960971591 tempest-AllowedAddressPairIpV6TestJSON-1960971591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:10.533193 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-9dc9f19a-0da5-4c00-853b-eff9930bc058 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10807823'] for port, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:10.545183 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-5aadd4b5-9fff-4895-8f4c-0e6cbeb1df19 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:35:10.557822 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.db_base_plugin_common [None req-dce77a57-ba56-47f6-8fd5-94f9cf412f2f tempest-RoutersAdminTest-1901902743 tempest-RoutersAdminTest-1901902743-project-admin] Allocated IP 172.26.0.127 (f8905ce9-304b-4976-bc47-e58c71c11de5/9bca8591-41ef-4f2d-8ecb-ecaab1a28acf/b02697ce-2ab3-464e-8fde-c1e2e92f93e5) {{(pid=87506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 22:35:10.623263 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10d5b6b2-da15-487a-abed-0da4fea40359 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Router 39bf0112-4c37-491b-8b93-b67ac02e1728 has already been hosted by L3 agent 4f519db7-069b-43e2-8411-c092bac9102a {{(pid=87506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 22:35:10.641027 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dc9f19a-0da5-4c00-853b-eff9930bc058 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Network 7edd76f7-0f97-48a5-b177-9842de6c0500 is already hosted by enough agents. {{(pid=87507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:35:10.650813 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.plugin [None req-61a6762a-c7b8-4275-abd5-6ce78a302c9a tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Deleting port 03da7d56-bab6-49e4-bcf2-6c76adceab85 {{(pid=87507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:35:10.651423 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-61a6762a-c7b8-4275-abd5-6ce78a302c9a tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:10.681662 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.base_scheduler [None req-9dc9f19a-0da5-4c00-853b-eff9930bc058 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Resources bound (agent type, host, resource id):  {{(pid=87507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:35:10.684632 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dc9f19a-0da5-4c00-853b-eff9930bc058 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Received port after_create {{(pid=87507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 22:35:10.749064 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 627705e4-06a5-44d7-9654-b5ffda9763f8 up at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 22:35:10.752333 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc9f19a-0da5-4c00-853b-eff9930bc058 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Pushing event updated for resources: {'Port': ['ID=54b776f0-f06c-4795-a5f9-234c21a106b8,revision_number=1']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:35:10.755750 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-9dc9f19a-0da5-4c00-853b-eff9930bc058 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:35:10.868053 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning for port 627705e4-06a5-44d7-9654-b5ffda9763f8 completed by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 22:35:10.876958 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning complete for port 627705e4-06a5-44d7-9654-b5ffda9763f8 triggered by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:35:10.877620 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:10.904779 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dc9f19a-0da5-4c00-853b-eff9930bc058 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:35:10.905432 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-9dc9f19a-0da5-4c00-853b-eff9930bc058 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for port, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:10.920091 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-dce77a57-ba56-47f6-8fd5-94f9cf412f2f tempest-RoutersAdminTest-1901902743 tempest-RoutersAdminTest-1901902743-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:11.075684 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-9dc9f19a-0da5-4c00-853b-eff9930bc058 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1027 time: 3.8275011
Dec 16 22:35:11.079876 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 41070) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:35:11.109025 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:11.113204 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-dce77a57-ba56-47f6-8fd5-94f9cf412f2f tempest-RoutersAdminTest-1901902743 tempest-RoutersAdminTest-1901902743-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1863393'] for port, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:11.127895 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] For port 627705e4-06a5-44d7-9654-b5ffda9763f8, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=627705e4-06a5-44d7-9654-b5ffda9763f8,segment=NetworkSegment(a416442d-d143-4052-9f4e-546eb8cbe809),segment_id=a416442d-d143-4052-9f4e-546eb8cbe809)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:35:11.132107 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-c867fec8-cc05-4e40-bdaf-02be745f41d6 tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:35:11.132420 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:11.135848 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:35:11.187965 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-774dce54-268e-4a0a-83af-9b6cf5be4fee tempest-AllowedAddressPairIpV6TestJSON-1960971591 tempest-AllowedAddressPairIpV6TestJSON-1960971591-project] Notify callbacks [] for port, precommit_update {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:11.210195 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-774dce54-268e-4a0a-83af-9b6cf5be4fee tempest-AllowedAddressPairIpV6TestJSON-1960971591 tempest-AllowedAddressPairIpV6TestJSON-1960971591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10807814'] for port, after_update {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:11.210766 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Pushing event updated for resources: {'Port': ['ID=627705e4-06a5-44d7-9654-b5ffda9763f8,revision_number=4']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:35:11.213926 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:35:11.225260 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-a9bb49c0-f406-4c83-b69f-95438f162d58 tempest-RoutersAdminTest-1029946936 tempest-RoutersAdminTest-1029946936-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:35:11.228227 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-4de2c8db-3012-4e06-9b2a-fbc198969699 None None] Provisioning for port 54b776f0-f06c-4795-a5f9-234c21a106b8 completed by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 22:35:11.235102 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-4de2c8db-3012-4e06-9b2a-fbc198969699 None None] Provisioning complete for port 54b776f0-f06c-4795-a5f9-234c21a106b8 triggered by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:35:11.235482 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-4de2c8db-3012-4e06-9b2a-fbc198969699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:11.274287 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.plugin [None req-774dce54-268e-4a0a-83af-9b6cf5be4fee tempest-AllowedAddressPairIpV6TestJSON-1960971591 tempest-AllowedAddressPairIpV6TestJSON-1960971591-project] In _notify_port_updated(), no bound segment for port af5954bd-2f87-4d65-ba6e-27ba27dd57b1 on network 86e68e41-157c-4f6e-b330-6d809173b73d {{(pid=87507) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}}
Dec 16 22:35:11.282031 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-774dce54-268e-4a0a-83af-9b6cf5be4fee tempest-AllowedAddressPairIpV6TestJSON-1960971591 tempest-AllowedAddressPairIpV6TestJSON-1960971591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:35:11.282190 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-774dce54-268e-4a0a-83af-9b6cf5be4fee tempest-AllowedAddressPairIpV6TestJSON-1960971591 tempest-AllowedAddressPairIpV6TestJSON-1960971591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for port, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:11.286078 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-774dce54-268e-4a0a-83af-9b6cf5be4fee tempest-AllowedAddressPairIpV6TestJSON-1960971591 tempest-AllowedAddressPairIpV6TestJSON-1960971591-project] 10.222.0.13 "PUT /v2.0/ports/af5954bd-2f87-4d65-ba6e-27ba27dd57b1 HTTP/1.1" status: 200  len: 1001 time: 1.9281576
Dec 16 22:35:11.291814 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-61a6762a-c7b8-4275-abd5-6ce78a302c9a tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:11.297722 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-4de2c8db-3012-4e06-9b2a-fbc198969699 None None] Port 54b776f0-f06c-4795-a5f9-234c21a106b8 cannot update to ACTIVE because it is not bound. {{(pid=87508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 22:35:11.297916 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dce77a57-ba56-47f6-8fd5-94f9cf412f2f tempest-RoutersAdminTest-1901902743 tempest-RoutersAdminTest-1901902743-project-admin] Network f8905ce9-304b-4976-bc47-e58c71c11de5 is already hosted by enough agents. {{(pid=87506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:35:11.299862 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 41074) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:35:11.310852 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.base_scheduler [None req-dce77a57-ba56-47f6-8fd5-94f9cf412f2f tempest-RoutersAdminTest-1901902743 tempest-RoutersAdminTest-1901902743-project-admin] Resources bound (agent type, host, resource id):  {{(pid=87506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:35:11.579900 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dce77a57-ba56-47f6-8fd5-94f9cf412f2f tempest-RoutersAdminTest-1901902743 tempest-RoutersAdminTest-1901902743-project-admin] Received port after_create {{(pid=87506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 22:35:11.623481 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-c05ce873-2f6a-4ccf-9eae-a7397593c78b None None] Provisioning complete for port af5954bd-2f87-4d65-ba6e-27ba27dd57b1 triggered by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:35:11.624086 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-c05ce873-2f6a-4ccf-9eae-a7397593c78b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:11.671562 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce77a57-ba56-47f6-8fd5-94f9cf412f2f tempest-RoutersAdminTest-1901902743 tempest-RoutersAdminTest-1901902743-project-admin] Pushing event updated for resources: {'Port': ['ID=b02697ce-2ab3-464e-8fde-c1e2e92f93e5,revision_number=1']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:35:11.680290 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-c05ce873-2f6a-4ccf-9eae-a7397593c78b None None] Port af5954bd-2f87-4d65-ba6e-27ba27dd57b1 cannot update to ACTIVE because it is not bound. {{(pid=87508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 22:35:11.681781 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.db_base_plugin_common [None req-fe3b537e-986b-4a4f-af6d-4441d60fc16b admin admin] Allocated IP 172.20.0.1 (59be113d-df84-4589-a861-2ce3da6b2e5d/e85fa5c2-5253-44c8-9f57-0c1d2c97dd41/4f4b371e-1da4-4a31-bbd3-1b44e0ee69be) {{(pid=87506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 22:35:11.688188 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.db.resource_extend [None req-e104226f-1c70-4651-8ec6-0aa3416d6f7d tempest-ServersTestManualDisk-828097669 tempest-ServersTestManualDisk-828097669-project] It took 0.41 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 16 22:35:11.735925 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.plugin [None req-61a6762a-c7b8-4275-abd5-6ce78a302c9a tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Calling delete_port for 03da7d56-bab6-49e4-bcf2-6c76adceab85 owned by network:router_interface {{(pid=87507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:35:11.749327 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-dce77a57-ba56-47f6-8fd5-94f9cf412f2f tempest-RoutersAdminTest-1901902743 tempest-RoutersAdminTest-1901902743-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.617s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:35:11.790008 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774dce54-268e-4a0a-83af-9b6cf5be4fee tempest-AllowedAddressPairIpV6TestJSON-1960971591 tempest-AllowedAddressPairIpV6TestJSON-1960971591-project] Pushing event updated for resources: {'Port': ['ID=af5954bd-2f87-4d65-ba6e-27ba27dd57b1,revision_number=2']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:35:11.801133 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-774dce54-268e-4a0a-83af-9b6cf5be4fee tempest-AllowedAddressPairIpV6TestJSON-1960971591 tempest-AllowedAddressPairIpV6TestJSON-1960971591-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.576s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:35:11.834481 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.plugin [None req-65a74626-3a63-47f8-91b8-7d29b17f5a05 tempest-AllowedAddressPairIpV6TestJSON-1960971591 tempest-AllowedAddressPairIpV6TestJSON-1960971591-project] Deleting port af5954bd-2f87-4d65-ba6e-27ba27dd57b1 {{(pid=87507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:35:11.834827 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-65a74626-3a63-47f8-91b8-7d29b17f5a05 tempest-AllowedAddressPairIpV6TestJSON-1960971591 tempest-AllowedAddressPairIpV6TestJSON-1960971591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:11.922388 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f89c44fe-5467-450f-be8c-de398a030c17 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:35:11.928374 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f89c44fe-5467-450f-be8c-de398a030c17 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:35:11.929206 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-f89c44fe-5467-450f-be8c-de398a030c17 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Synchronizing usage tracker for tenant:8e4385a98eb1416284c1cc96b3355a70 on resource:port {{(pid=87507) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 22:35:12.024302 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e863f6-14c8-496a-af62-6bebbed7cc43 req-a5b7e102-5df6-4e40-8f82-efc5ff8a404e tempest-ServerActionsTestJSON-1581017418 tempest-ServerActionsTestJSON-1581017418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:35:12.025784 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-33e863f6-14c8-496a-af62-6bebbed7cc43 req-a5b7e102-5df6-4e40-8f82-efc5ff8a404e tempest-ServerActionsTestJSON-1581017418 tempest-ServerActionsTestJSON-1581017418-project] 10.222.0.13 "GET /v2.0/ports?device_id=95ef1739-1bf2-4522-993c-76a77d5f2322 HTTP/1.1" status: 200  len: 945 time: 0.4117262
Dec 16 22:35:12.034407 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-f89c44fe-5467-450f-be8c-de398a030c17 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Unset dirty status for tenant:8e4385a98eb1416284c1cc96b3355a70 on resource:port {{(pid=87507) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 22:35:12.035788 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-f89c44fe-5467-450f-be8c-de398a030c17 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1863 time: 0.9525070
Dec 16 22:35:12.039786 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-e104226f-1c70-4651-8ec6-0aa3416d6f7d tempest-ServersTestManualDisk-828097669 tempest-ServersTestManualDisk-828097669-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:12.041199 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10d5b6b2-da15-487a-abed-0da4fea40359 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Notify agent at l3_agent.dv-neutron-821829-1-hyperv the message routers_updated {{(pid=87506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 22:35:12.043256 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 41080) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:35:12.056124 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-217d8e3f-5d4e-4a75-aafb-9a0e99ad4019 None None] Sync routers for ids ['39bf0112-4c37-491b-8b93-b67ac02e1728'] in dv-neutron-821829-1-hyperv {{(pid=87508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 22:35:12.066215 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-217d8e3f-5d4e-4a75-aafb-9a0e99ad4019 None None] Routers {'39bf0112-4c37-491b-8b93-b67ac02e1728'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:35:12.066835 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-217d8e3f-5d4e-4a75-aafb-9a0e99ad4019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b7c31c970>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:35:01Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['39bf0112-4c37-491b-8b93-b67ac02e1728'], 'active': True} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:35:12.090263 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-e104226f-1c70-4651-8ec6-0aa3416d6f7d tempest-ServersTestManualDisk-828097669 tempest-ServersTestManualDisk-828097669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3741874'] for floatingip, after_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:12.127736 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-217d8e3f-5d4e-4a75-aafb-9a0e99ad4019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b7c31c970>, [], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:35:12.137062 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-217d8e3f-5d4e-4a75-aafb-9a0e99ad4019 None None] Routers {'39bf0112-4c37-491b-8b93-b67ac02e1728'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:35:12.137695 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-217d8e3f-5d4e-4a75-aafb-9a0e99ad4019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b7c31c970>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:35:01Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['39bf0112-4c37-491b-8b93-b67ac02e1728'], 'active': True} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:35:12.183795 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-10d5b6b2-da15-487a-abed-0da4fea40359 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] 10.222.0.13 "PUT /v2.0/routers/39bf0112-4c37-491b-8b93-b67ac02e1728/add_router_interface HTTP/1.1" status: 200  len: 503 time: 9.6266766
Dec 16 22:35:12.184204 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 41084) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:35:12.203051 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-217d8e3f-5d4e-4a75-aafb-9a0e99ad4019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b7c31c970>, [], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:35:12.203051 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-217d8e3f-5d4e-4a75-aafb-9a0e99ad4019 None None] The sync data for ids ['39bf0112-4c37-491b-8b93-b67ac02e1728'] in dv-neutron-821829-1-hyperv is: [] {{(pid=87508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 22:35:12.220353 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-eb2b30d4-0557-48bc-a4b1-19c434f1ab86 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Request body: {'port': {'network_id': '475b7fe3-efe7-41a6-b8de-3f83d3ceba1f', 'name': 'tempest-FloatingIPTestJSON-1106575804'}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:35:12.233250 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b5de7e-9db2-472a-8759-bf6361b2db5d req-803454de-bd63-4976-a783-f2a886c3082f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:35:12.234733 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-f6b5de7e-9db2-472a-8759-bf6361b2db5d req-803454de-bd63-4976-a783-f2a886c3082f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=a21c60855e3d440781134350c2712d36&device_id=95ef1739-1bf2-4522-993c-76a77d5f2322 HTTP/1.1" status: 200  len: 1098 time: 0.6295397
Dec 16 22:35:12.362128 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.plugin [None req-7020bd61-0aef-4572-9214-ed1da84f6dee tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Deleting port 54b776f0-f06c-4795-a5f9-234c21a106b8 {{(pid=87507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:35:12.362467 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-7020bd61-0aef-4572-9214-ed1da84f6dee tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:12.413846 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-33e863f6-14c8-496a-af62-6bebbed7cc43 req-adfd9673-6651-4762-ab0c-41c885194c14 tempest-ServerActionsTestJSON-1581017418 tempest-ServerActionsTestJSON-1581017418-project] 10.222.0.13 "GET /v2.0/security-groups?id=1011a650-dc8c-4279-9762-0c0bcda15d85&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3734004
Dec 16 22:35:12.487898 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-fe3b537e-986b-4a4f-af6d-4441d60fc16b admin admin] Notify callbacks [] for port, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:12.528206 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.provisioning_blocks [None req-fe3b537e-986b-4a4f-af6d-4441d60fc16b admin admin] Transition to ACTIVE for port object 4f4b371e-1da4-4a31-bbd3-1b44e0ee69be will not be triggered until provisioned by entity DHCP. {{(pid=87506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:35:12.531493 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.db.l3_db [None req-e104226f-1c70-4651-8ec6-0aa3416d6f7d tempest-ServersTestManualDisk-828097669 tempest-ServersTestManualDisk-828097669-project] Floating IP 3a06c6b3-66cf-4b03-9b10-b41b17c05eb6 associated. External IP: 172.26.0.189, port: 5ec081a6-0cc9-4f03-a789-48e20125b71c.
Dec 16 22:35:12.539863 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-61a6762a-c7b8-4275-abd5-6ce78a302c9a tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10807823'] for port, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:12.548194 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-65a74626-3a63-47f8-91b8-7d29b17f5a05 tempest-AllowedAddressPairIpV6TestJSON-1960971591 tempest-AllowedAddressPairIpV6TestJSON-1960971591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:12.561879 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-26e218cc-0b5a-4800-8c18-d021238776a5 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:35:12.678507 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a6762a-c7b8-4275-abd5-6ce78a302c9a tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Pushing event deleted for resources: {'Port': ['ID=03da7d56-bab6-49e4-bcf2-6c76adceab85,revision_number=None']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:35:12.688132 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 627705e4-06a5-44d7-9654-b5ffda9763f8 up at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 22:35:12.732583 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b5de7e-9db2-472a-8759-bf6361b2db5d req-8ef3a89e-5b72-4f2c-8db6-83a7b9dd694c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:35:12.734293 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-f6b5de7e-9db2-472a-8759-bf6361b2db5d req-8ef3a89e-5b72-4f2c-8db6-83a7b9dd694c service neutron] 10.222.0.49 "GET /v2.0/networks?id=4324e1ea-4669-4cf4-86ce-32057be725fc HTTP/1.1" status: 200  len: 913 time: 0.4274879
Dec 16 22:35:12.768062 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning complete for port 627705e4-06a5-44d7-9654-b5ffda9763f8 triggered by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:35:12.768717 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:12.773207 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-61a6762a-c7b8-4275-abd5-6ce78a302c9a tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:35:12.789365 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.plugin [None req-65a74626-3a63-47f8-91b8-7d29b17f5a05 tempest-AllowedAddressPairIpV6TestJSON-1960971591 tempest-AllowedAddressPairIpV6TestJSON-1960971591-project] Calling delete_port for af5954bd-2f87-4d65-ba6e-27ba27dd57b1 owned by  {{(pid=87507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:35:12.902331 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-eb2b30d4-0557-48bc-a4b1-19c434f1ab86 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:35:12.957489 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-eb2b30d4-0557-48bc-a4b1-19c434f1ab86 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Usage tracker for resource:port and tenant:224a3f89678e41499cb7a5fbecafc8d7 is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:35:12.984326 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-eb2b30d4-0557-48bc-a4b1-19c434f1ab86 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Quota usage for port was recalculated. Used quota:6. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:35:13.000560 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-eb2b30d4-0557-48bc-a4b1-19c434f1ab86 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:35:13.070995 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-dce77a57-ba56-47f6-8fd5-94f9cf412f2f tempest-RoutersAdminTest-1901902743 tempest-RoutersAdminTest-1901902743-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:13.156342 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-fe3b537e-986b-4a4f-af6d-4441d60fc16b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1863393'] for port, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:13.167863 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-494fb2e1-d800-4b4f-b841-f89b2cbeb2b0 tempest-RoutersAdminTest-1901902743 tempest-RoutersAdminTest-1901902743-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:35:13.192143 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb2b30d4-0557-48bc-a4b1-19c434f1ab86 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Made reservation on behalf of 224a3f89678e41499cb7a5fbecafc8d7 for: {'port': 1} {{(pid=87507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:35:13.195587 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-eb2b30d4-0557-48bc-a4b1-19c434f1ab86 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:13.261308 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-f6b5de7e-9db2-472a-8759-bf6361b2db5d req-d73eaf76-beac-49a6-b2b6-b7b1d431cb09 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=760988bb-0591-4c97-be7d-c348804c49dd HTTP/1.1" status: 200  len: 1000 time: 0.2754400
Dec 16 22:35:13.263592 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe3b537e-986b-4a4f-af6d-4441d60fc16b admin admin] Network 59be113d-df84-4589-a861-2ce3da6b2e5d is already hosted by enough agents. {{(pid=87506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:35:13.383284 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.base_scheduler [None req-fe3b537e-986b-4a4f-af6d-4441d60fc16b admin admin] Resources bound (agent type, host, resource id):  {{(pid=87506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:35:13.411286 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.notifiers.nova [None req-eb2b30d4-0557-48bc-a4b1-19c434f1ab86 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] device_id is not set on port cb8319bb-ee22-487d-8997-7e6f68275b68 yet. {{(pid=87507) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 16 22:35:13.428107 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe3b537e-986b-4a4f-af6d-4441d60fc16b admin admin] Received port after_create {{(pid=87506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 22:35:13.453003 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-7020bd61-0aef-4572-9214-ed1da84f6dee tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:13.460977 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-61a6762a-c7b8-4275-abd5-6ce78a302c9a tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3791449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3739472'] for router_interface, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:13.491204 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3b537e-986b-4a4f-af6d-4441d60fc16b admin admin] Pushing event updated for resources: {'Port': ['ID=4f4b371e-1da4-4a31-bbd3-1b44e0ee69be,revision_number=1']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:35:13.511259 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-fe3b537e-986b-4a4f-af6d-4441d60fc16b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.343s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:35:13.659550 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.plugin [None req-7020bd61-0aef-4572-9214-ed1da84f6dee tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Calling delete_port for 54b776f0-f06c-4795-a5f9-234c21a106b8 owned by  {{(pid=87507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:35:13.677418 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-fe3b537e-986b-4a4f-af6d-4441d60fc16b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3830061'] for router_interface, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:13.687692 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b5de7e-9db2-472a-8759-bf6361b2db5d req-ab519219-8161-49f2-ab4b-e6cdf7efe07d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:35:13.689162 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-f6b5de7e-9db2-472a-8759-bf6361b2db5d req-ab519219-8161-49f2-ab4b-e6cdf7efe07d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=3657b92c-69b8-4f39-be86-861bf2c75ad0 HTTP/1.1" status: 200  len: 851 time: 0.3120551
Dec 16 22:35:13.732531 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-503bb4b4-183a-43ff-8933-7673cbd30566 None None] Provisioning for port 4f4b371e-1da4-4a31-bbd3-1b44e0ee69be completed by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 22:35:13.738080 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-503bb4b4-183a-43ff-8933-7673cbd30566 None None] Provisioning complete for port 4f4b371e-1da4-4a31-bbd3-1b44e0ee69be triggered by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:35:13.738590 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-503bb4b4-183a-43ff-8933-7673cbd30566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:13.796564 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-503bb4b4-183a-43ff-8933-7673cbd30566 None None] Port 4f4b371e-1da4-4a31-bbd3-1b44e0ee69be cannot update to ACTIVE because it is not bound. {{(pid=87508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 22:35:13.812645 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e104226f-1c70-4651-8ec6-0aa3416d6f7d tempest-ServersTestManualDisk-828097669 tempest-ServersTestManualDisk-828097669-project] Router ed9403a7-f69e-4090-b054-6cfe3d423956 has already been hosted by L3 agent 4f519db7-069b-43e2-8411-c092bac9102a {{(pid=87506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 22:35:13.854114 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-65a74626-3a63-47f8-91b8-7d29b17f5a05 tempest-AllowedAddressPairIpV6TestJSON-1960971591 tempest-AllowedAddressPairIpV6TestJSON-1960971591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10807823'] for port, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:13.891981 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-3fddfeae-3b0b-4ee3-b552-de6c8f33e9d1 tempest-AllowedAddressPairIpV6TestJSON-1960971591 tempest-AllowedAddressPairIpV6TestJSON-1960971591-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:35:13.953106 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a74626-3a63-47f8-91b8-7d29b17f5a05 tempest-AllowedAddressPairIpV6TestJSON-1960971591 tempest-AllowedAddressPairIpV6TestJSON-1960971591-project] Pushing event deleted for resources: {'Port': ['ID=af5954bd-2f87-4d65-ba6e-27ba27dd57b1,revision_number=None']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:35:13.958295 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-65a74626-3a63-47f8-91b8-7d29b17f5a05 tempest-AllowedAddressPairIpV6TestJSON-1960971591 tempest-AllowedAddressPairIpV6TestJSON-1960971591-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:35:14.002786 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-dce77a57-ba56-47f6-8fd5-94f9cf412f2f tempest-RoutersAdminTest-1901902743 tempest-RoutersAdminTest-1901902743-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3741702', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3740945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-38947'] for router, precommit_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:14.024101 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-dce77a57-ba56-47f6-8fd5-94f9cf412f2f tempest-RoutersAdminTest-1901902743 tempest-RoutersAdminTest-1901902743-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3741923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3741713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3741720', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3740934'] for router, after_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:14.031512 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b5de7e-9db2-472a-8759-bf6361b2db5d req-34eb0dfb-7034-4df5-9fd5-abf92451dd24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:35:14.033092 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-f6b5de7e-9db2-472a-8759-bf6361b2db5d req-34eb0dfb-7034-4df5-9fd5-abf92451dd24 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=4324e1ea-4669-4cf4-86ce-32057be725fc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.3143256
Dec 16 22:35:14.313078 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.db_base_plugin_common [None req-eb2b30d4-0557-48bc-a4b1-19c434f1ab86 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Allocated IP 172.20.0.4 (475b7fe3-efe7-41a6-b8de-3f83d3ceba1f/0014dac2-580c-4001-b787-28acb4a29dfe/cb8319bb-ee22-487d-8997-7e6f68275b68) {{(pid=87507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 22:35:14.324427 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61a6762a-c7b8-4275-abd5-6ce78a302c9a tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Router 5ffd91e6-a775-4716-a992-81778d727d16 has already been hosted by L3 agent 4f519db7-069b-43e2-8411-c092bac9102a {{(pid=87507) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 22:35:14.393410 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6521b00-3c34-49c0-bba9-8d62fcbdc0e9 req-5ad7f6a4-8faf-4492-8419-49efe3ea0625 tempest-ServerActionsTestJSON-1581017418 tempest-ServerActionsTestJSON-1581017418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:35:14.394995 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-f6521b00-3c34-49c0-bba9-8d62fcbdc0e9 req-5ad7f6a4-8faf-4492-8419-49efe3ea0625 tempest-ServerActionsTestJSON-1581017418 tempest-ServerActionsTestJSON-1581017418-project] 10.222.0.13 "GET /v2.0/ports?device_id=95ef1739-1bf2-4522-993c-76a77d5f2322 HTTP/1.1" status: 200  len: 945 time: 0.6546407
Dec 16 22:35:14.495091 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-65a74626-3a63-47f8-91b8-7d29b17f5a05 tempest-AllowedAddressPairIpV6TestJSON-1960971591 tempest-AllowedAddressPairIpV6TestJSON-1960971591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for port, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:14.558527 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e104226f-1c70-4651-8ec6-0aa3416d6f7d tempest-ServersTestManualDisk-828097669 tempest-ServersTestManualDisk-828097669-project] Notify agent at l3_agent.dv-neutron-821829-1-hyperv the message routers_updated {{(pid=87506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 22:35:14.569422 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d587f368-bd00-4a0e-a3f5-6aced94d8384 None None] Sync routers for ids ['ed9403a7-f69e-4090-b054-6cfe3d423956'] in dv-neutron-821829-1-hyperv {{(pid=87509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 22:35:14.580836 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d587f368-bd00-4a0e-a3f5-6aced94d8384 None None] Routers {'ed9403a7-f69e-4090-b054-6cfe3d423956'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:35:14.581617 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-d587f368-bd00-4a0e-a3f5-6aced94d8384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b7c992580>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:35:01Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['ed9403a7-f69e-4090-b054-6cfe3d423956'], 'active': True} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:35:14.581894 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-e104226f-1c70-4651-8ec6-0aa3416d6f7d tempest-ServersTestManualDisk-828097669 tempest-ServersTestManualDisk-828097669-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for floatingip, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:14.605369 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-fe3b537e-986b-4a4f-af6d-4441d60fc16b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:14.730788 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-f6b5de7e-9db2-472a-8759-bf6361b2db5d req-a03d44ec-ca63-40f6-9e7b-6e82b1439518 service neutron] 10.222.0.49 "GET /v2.0/networks/4324e1ea-4669-4cf4-86ce-32057be725fc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5759943
Dec 16 22:35:14.749640 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-e104226f-1c70-4651-8ec6-0aa3416d6f7d tempest-ServersTestManualDisk-828097669 tempest-ServersTestManualDisk-828097669-project] 10.222.0.13 "PUT /v2.0/floatingips/3a06c6b3-66cf-4b03-9b10-b41b17c05eb6 HTTP/1.1" status: 200  len: 992 time: 5.4618592
Dec 16 22:35:14.753020 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce84dfe8-5e91-4fe9-b684-9a52b4f9831a', 'tag': '5ec081a6-0cc9-4f03-a789-48e20125b71c'}] {{(pid=87506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 22:35:14.768608 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvr_db [None req-d587f368-bd00-4a0e-a3f5-6aced94d8384 None None] Set router ed9403a7-f69e-4090-b054-6cfe3d423956 gateway port host: dv-neutron-821829-1-hyperv {{(pid=87509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 22:35:14.845432 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-f6521b00-3c34-49c0-bba9-8d62fcbdc0e9 req-a155800d-e0ac-4419-98e7-b6f38489b3aa tempest-ServerActionsTestJSON-1581017418 tempest-ServerActionsTestJSON-1581017418-project] 10.222.0.13 "GET /v2.0/security-groups?id=1011a650-dc8c-4279-9762-0c0bcda15d85&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.4314916
Dec 16 22:35:14.846457 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61a6762a-c7b8-4275-abd5-6ce78a302c9a tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify agent at l3_agent.dv-neutron-821829-1-hyperv the message routers_updated {{(pid=87507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 22:35:14.860658 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dc5b2b1-7e74-4f8c-a081-b6c4e8d68c7c None None] Sync routers for ids ['5ffd91e6-a775-4716-a992-81778d727d16'] in dv-neutron-821829-1-hyperv {{(pid=87508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 22:35:14.873453 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-65a74626-3a63-47f8-91b8-7d29b17f5a05 tempest-AllowedAddressPairIpV6TestJSON-1960971591 tempest-AllowedAddressPairIpV6TestJSON-1960971591-project] 10.222.0.13 "DELETE /v2.0/ports/af5954bd-2f87-4d65-ba6e-27ba27dd57b1 HTTP/1.1" status: 204  len: 168 time: 3.5725298
Dec 16 22:35:14.878273 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 41094) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:35:14.883264 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dc5b2b1-7e74-4f8c-a081-b6c4e8d68c7c None None] Routers {'5ffd91e6-a775-4716-a992-81778d727d16'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:35:14.884097 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-7dc5b2b1-7e74-4f8c-a081-b6c4e8d68c7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b77f8e460>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:35:01Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['5ffd91e6-a775-4716-a992-81778d727d16'], 'active': True} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:35:14.893273 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-61a6762a-c7b8-4275-abd5-6ce78a302c9a tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] 10.222.0.13 "PUT /v2.0/routers/5ffd91e6-a775-4716-a992-81778d727d16/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 6.9834697
Dec 16 22:35:14.907101 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 41096) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:35:14.965022 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-7dc5b2b1-7e74-4f8c-a081-b6c4e8d68c7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b77f8e460>, [], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:35:14.974823 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dc5b2b1-7e74-4f8c-a081-b6c4e8d68c7c None None] Routers {'5ffd91e6-a775-4716-a992-81778d727d16'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:35:14.975460 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-7dc5b2b1-7e74-4f8c-a081-b6c4e8d68c7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b77f8e460>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:35:01Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['5ffd91e6-a775-4716-a992-81778d727d16'], 'active': True} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:35:14.985718 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-f6b5de7e-9db2-472a-8759-bf6361b2db5d req-d8736efb-aed2-460d-827c-7020e63ea831 service neutron] 10.222.0.49 "GET /v2.0/networks/4324e1ea-4669-4cf4-86ce-32057be725fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2356455
Dec 16 22:35:14.999536 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce84dfe8-5e91-4fe9-b684-9a52b4f9831a', 'tag': '5ec081a6-0cc9-4f03-a789-48e20125b71c', 'status': 'completed', 'code': 200}
Dec 16 22:35:15.037298 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-7dc5b2b1-7e74-4f8c-a081-b6c4e8d68c7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b77f8e460>, [], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:35:15.037717 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dc5b2b1-7e74-4f8c-a081-b6c4e8d68c7c None None] The sync data for ids ['5ffd91e6-a775-4716-a992-81778d727d16'] in dv-neutron-821829-1-hyperv is: [] {{(pid=87508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 22:35:15.095487 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-bb26ea75-637c-412f-a6a5-df64e95be5b7 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Synchronizing usage tracker for tenant:bb30155073f3462f829b4df60e35f5af on resource:port {{(pid=87507) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 22:35:15.098422 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.pecan_wsgi.hooks.translation [None req-e83370c1-8f73-4475-9e1a-41f348552653 tempest-AllowedAddressPairIpV6TestJSON-1960971591 tempest-AllowedAddressPairIpV6TestJSON-1960971591-project] GET failed (client error): The resource could not be found.
Dec 16 22:35:15.098913 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-e83370c1-8f73-4475-9e1a-41f348552653 tempest-AllowedAddressPairIpV6TestJSON-1960971591 tempest-AllowedAddressPairIpV6TestJSON-1960971591-project] Synchronizing usage tracker for tenant:39f949a2cd2a472e9ea4f7398c6558e9 on resource:port {{(pid=87507) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 22:35:15.138712 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dce77a57-ba56-47f6-8fd5-94f9cf412f2f tempest-RoutersAdminTest-1901902743 tempest-RoutersAdminTest-1901902743-project-admin] Router ec539aa6-b429-40fc-b133-a667774991b1 is scheduled to L3 agent 4f519db7-069b-43e2-8411-c092bac9102a with binding_index 1 {{(pid=87506) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 16 22:35:15.151234 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-7020bd61-0aef-4572-9214-ed1da84f6dee tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10807823'] for port, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:15.155798 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-d587f368-bd00-4a0e-a3f5-6aced94d8384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b7c992580>, [{'id': 'ed9403a7-f69e-4090-b054-6cfe3d423956', 'name': 'tempest-ServersTestManualDisk-941694451-router', 'tenant_id': 'ce00d97791a4466faef350f07c7566f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.39'}], 'enable_snat': True}, 'gw_port_id': '39a8e67d-591e-48c7-93a6-e0c4b930d518', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:34:17Z', 'updated_at': '2021-12-16T22:34:32Z', 'revision_number': 4, 'project_id': 'ce00d97791a4466faef350f07c7566f3', 'gw_port': {'id': '39a8e67d-591e-48c7-93a6-e0c4b930d518', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:69:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed9403a7-f69e-4090-b054-6cfe3d423956', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:34:20Z', 'updated_at': '2021-12-16T22:34:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv', '_floatingips': [{'id': '3a06c6b3-66cf-4b03-9b10-b41b17c05eb6', 'tenant_id': 'ce00d97791a4466faef350f07c7566f3', 'floating_ip_address': '172.26.0.189', 'floating_network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'router_id': 'ed9403a7-f69e-4090-b054-6cfe3d423956', 'port_id': '5ec081a6-0cc9-4f03-a789-48e20125b71c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 515, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1184a913-dac0-4ec1-b150-22ccd69ce676', 'mac_address': 'fa:16:3e:09:8e:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce84dfe8-5e91-4fe9-b684-9a52b4f9831a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T22:34:43Z', 'updated_at': '2021-12-16T22:35:11Z', 'revision_number': 1, 'project_id': 'ce00d97791a4466faef350f07c7566f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59678307-9955-4c94-b61e-d644a386a596', 'name': '', 'network_id': '1184a913-dac0-4ec1-b150-22ccd69ce676', 'tenant_id': 'ce00d97791a4466faef350f07c7566f3', 'mac_address': 'fa:16:3e:9d:47:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed9403a7-f69e-4090-b054-6cfe3d423956', 'device_owner': 'network:router_interface', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '5a69580f-6718-4d75-974b-631ac7e9556c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:34:28Z', 'updated_at': '2021-12-16T22:34:39Z', 'revision_number': 5, 'project_id': 'ce00d97791a4466faef350f07c7566f3', 'subnets': [{'id': '5a69580f-6718-4d75-974b-631ac7e9556c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:35:15.159791 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d587f368-bd00-4a0e-a3f5-6aced94d8384 None None] Checking router: ed9403a7-f69e-4090-b054-6cfe3d423956 for host: dv-neutron-821829-1-hyperv {{(pid=87509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 22:35:15.162740 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-e671f26b-04c7-4a89-9492-da9503717ec4 tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:35:15.168424 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d587f368-bd00-4a0e-a3f5-6aced94d8384 None None] Routers {'ed9403a7-f69e-4090-b054-6cfe3d423956'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:35:15.169201 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-d587f368-bd00-4a0e-a3f5-6aced94d8384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b7c992580>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:35:01Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['ed9403a7-f69e-4090-b054-6cfe3d423956'], 'active': True} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:35:15.195574 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-e83370c1-8f73-4475-9e1a-41f348552653 tempest-AllowedAddressPairIpV6TestJSON-1960971591 tempest-AllowedAddressPairIpV6TestJSON-1960971591-project] Unset dirty status for tenant:39f949a2cd2a472e9ea4f7398c6558e9 on resource:port {{(pid=87507) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 22:35:15.200843 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-e83370c1-8f73-4475-9e1a-41f348552653 tempest-AllowedAddressPairIpV6TestJSON-1960971591 tempest-AllowedAddressPairIpV6TestJSON-1960971591-project] 10.222.0.13 "GET /v2.0/ports/af5954bd-2f87-4d65-ba6e-27ba27dd57b1 HTTP/1.1" status: 404  len: 333 time: 0.2974269
Dec 16 22:35:15.222443 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 41102) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:35:15.229393 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7020bd61-0aef-4572-9214-ed1da84f6dee tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Pushing event deleted for resources: {'Port': ['ID=54b776f0-f06c-4795-a5f9-234c21a106b8,revision_number=None']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:35:15.232014 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-7020bd61-0aef-4572-9214-ed1da84f6dee tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:35:15.266571 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-d1e56364-4abb-4f4c-9370-09acab907194 tempest-AllowedAddressPairIpV6TestJSON-1960971591 tempest-AllowedAddressPairIpV6TestJSON-1960971591-project] Request body: {'port': {'network_id': '86e68e41-157c-4f6e-b330-6d809173b73d', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1322929001'}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:35:15.305486 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-bb26ea75-637c-412f-a6a5-df64e95be5b7 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Unset dirty status for tenant:bb30155073f3462f829b4df60e35f5af on resource:port {{(pid=87507) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 22:35:15.306644 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-bb26ea75-637c-412f-a6a5-df64e95be5b7 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ffd91e6-a775-4716-a992-81778d727d16 HTTP/1.1" status: 200  len: 205 time: 0.3706815
Dec 16 22:35:15.319032 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 41106) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:35:15.412316 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvr_db [None req-d587f368-bd00-4a0e-a3f5-6aced94d8384 None None] Set router ed9403a7-f69e-4090-b054-6cfe3d423956 gateway port host: dv-neutron-821829-1-hyperv {{(pid=87509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 22:35:15.436094 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ff8bdb-d28e-4eb5-a027-05c95100fbfe req-02a3190d-44b4-46ac-99e2-9d379d68248b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:35:15.437597 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-b9ff8bdb-d28e-4eb5-a027-05c95100fbfe req-02a3190d-44b4-46ac-99e2-9d379d68248b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ce00d97791a4466faef350f07c7566f3&device_id=ce84dfe8-5e91-4fe9-b684-9a52b4f9831a HTTP/1.1" status: 200  len: 1099 time: 0.3644049
Dec 16 22:35:15.446774 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dce77a57-ba56-47f6-8fd5-94f9cf412f2f tempest-RoutersAdminTest-1901902743 tempest-RoutersAdminTest-1901902743-project-admin] Notify agent at l3_agent.dv-neutron-821829-1-hyperv the message routers_updated {{(pid=87506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 22:35:15.467237 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7864a3a7-a367-48ee-9190-d34196c9ec28 None None] Sync routers for ids ['ec539aa6-b429-40fc-b133-a667774991b1'] in dv-neutron-821829-1-hyperv {{(pid=87509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 22:35:15.520818 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7864a3a7-a367-48ee-9190-d34196c9ec28 None None] Routers {'ec539aa6-b429-40fc-b133-a667774991b1'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:35:15.539739 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-7864a3a7-a367-48ee-9190-d34196c9ec28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b7c77f070>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:35:01Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['ec539aa6-b429-40fc-b133-a667774991b1'], 'active': True} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:35:15.585018 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-dce77a57-ba56-47f6-8fd5-94f9cf412f2f tempest-RoutersAdminTest-1901902743 tempest-RoutersAdminTest-1901902743-project-admin] Notify callbacks [] for router, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:15.588912 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-dce77a57-ba56-47f6-8fd5-94f9cf412f2f tempest-RoutersAdminTest-1901902743 tempest-RoutersAdminTest-1901902743-project-admin] 10.222.0.13 "PUT /v2.0/routers/ec539aa6-b429-40fc-b133-a667774991b1 HTTP/1.1" status: 200  len: 915 time: 8.6700644
Dec 16 22:35:15.590251 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.db.resource_extend [None req-fe3b537e-986b-4a4f-af6d-4441d60fc16b admin admin] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 16 22:35:15.597926 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 41110) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:35:15.670661 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-3b274aff-cfb2-45ff-8729-7a65ae29e056 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks [] for router, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:15.680178 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-7864a3a7-a367-48ee-9190-d34196c9ec28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b7c77f070>, [], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:35:15.701612 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-fe3b537e-986b-4a4f-af6d-4441d60fc16b admin admin] Notify callbacks [] for port, precommit_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:15.703451 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7864a3a7-a367-48ee-9190-d34196c9ec28 None None] Routers {'ec539aa6-b429-40fc-b133-a667774991b1'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:35:15.704404 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-7864a3a7-a367-48ee-9190-d34196c9ec28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b7c77f070>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:35:01Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['ec539aa6-b429-40fc-b133-a667774991b1'], 'active': True} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:35:15.712436 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-fe3b537e-986b-4a4f-af6d-4441d60fc16b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1863400'] for port, after_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:15.739783 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-eb2b30d4-0557-48bc-a4b1-19c434f1ab86 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Notify callbacks [] for port, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:15.751754 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ff8bdb-d28e-4eb5-a027-05c95100fbfe req-f20955cc-ca3f-415e-b963-d13a9a32c5f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:35:15.753240 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-b9ff8bdb-d28e-4eb5-a027-05c95100fbfe req-f20955cc-ca3f-415e-b963-d13a9a32c5f7 service neutron] 10.222.0.49 "GET /v2.0/networks?id=1184a913-dac0-4ec1-b150-22ccd69ce676 HTTP/1.1" status: 200  len: 912 time: 0.3042459
Dec 16 22:35:15.757684 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-b77826da-b907-42cd-a563-100a675a8eb1 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:35:15.771514 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-7864a3a7-a367-48ee-9190-d34196c9ec28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b7c77f070>, [], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:35:15.771969 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7864a3a7-a367-48ee-9190-d34196c9ec28 None None] The sync data for ids ['ec539aa6-b429-40fc-b133-a667774991b1'] in dv-neutron-821829-1-hyperv is: [] {{(pid=87509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 22:35:15.852599 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-7020bd61-0aef-4572-9214-ed1da84f6dee tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for port, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:15.854607 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-7020bd61-0aef-4572-9214-ed1da84f6dee tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] 10.222.0.13 "DELETE /v2.0/ports/54b776f0-f06c-4795-a5f9-234c21a106b8 HTTP/1.1" status: 204  len: 168 time: 3.8094561
Dec 16 22:35:15.858253 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.provisioning_blocks [None req-eb2b30d4-0557-48bc-a4b1-19c434f1ab86 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Transition to ACTIVE for port object cb8319bb-ee22-487d-8997-7e6f68275b68 will not be triggered until provisioned by entity DHCP. {{(pid=87507) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:35:15.914321 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 41114) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:35:15.984429 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-d587f368-bd00-4a0e-a3f5-6aced94d8384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b7c992580>, [{'id': 'ed9403a7-f69e-4090-b054-6cfe3d423956', 'name': 'tempest-ServersTestManualDisk-941694451-router', 'tenant_id': 'ce00d97791a4466faef350f07c7566f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.39'}], 'enable_snat': True}, 'gw_port_id': '39a8e67d-591e-48c7-93a6-e0c4b930d518', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:34:17Z', 'updated_at': '2021-12-16T22:34:32Z', 'revision_number': 4, 'project_id': 'ce00d97791a4466faef350f07c7566f3', 'gw_port': {'id': '39a8e67d-591e-48c7-93a6-e0c4b930d518', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:69:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed9403a7-f69e-4090-b054-6cfe3d423956', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:34:20Z', 'updated_at': '2021-12-16T22:34:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv', '_floatingips': [{'id': '3a06c6b3-66cf-4b03-9b10-b41b17c05eb6', 'tenant_id': 'ce00d97791a4466faef350f07c7566f3', 'floating_ip_address': '172.26.0.189', 'floating_network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'router_id': 'ed9403a7-f69e-4090-b054-6cfe3d423956', 'port_id': '5ec081a6-0cc9-4f03-a789-48e20125b71c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 515, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1184a913-dac0-4ec1-b150-22ccd69ce676', 'mac_address': 'fa:16:3e:09:8e:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce84dfe8-5e91-4fe9-b684-9a52b4f9831a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T22:34:43Z', 'updated_at': '2021-12-16T22:35:11Z', 'revision_number': 1, 'project_id': 'ce00d97791a4466faef350f07c7566f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59678307-9955-4c94-b61e-d644a386a596', 'name': '', 'network_id': '1184a913-dac0-4ec1-b150-22ccd69ce676', 'tenant_id': 'ce00d97791a4466faef350f07c7566f3', 'mac_address': 'fa:16:3e:9d:47:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed9403a7-f69e-4090-b054-6cfe3d423956', 'device_owner': 'network:router_interface', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '5a69580f-6718-4d75-974b-631ac7e9556c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:34:28Z', 'updated_at': '2021-12-16T22:34:39Z', 'revision_number': 5, 'project_id': 'ce00d97791a4466faef350f07c7566f3', 'subnets': [{'id': '5a69580f-6718-4d75-974b-631ac7e9556c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:35:15.989429 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d587f368-bd00-4a0e-a3f5-6aced94d8384 None None] The sync data for ids ['ed9403a7-f69e-4090-b054-6cfe3d423956'] in dv-neutron-821829-1-hyperv is: [{'id': 'ed9403a7-f69e-4090-b054-6cfe3d423956', 'name': 'tempest-ServersTestManualDisk-941694451-router', 'tenant_id': 'ce00d97791a4466faef350f07c7566f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.39'}], 'enable_snat': True}, 'gw_port_id': '39a8e67d-591e-48c7-93a6-e0c4b930d518', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:34:17Z', 'updated_at': '2021-12-16T22:34:32Z', 'revision_number': 4, 'project_id': 'ce00d97791a4466faef350f07c7566f3', 'gw_port': {'id': '39a8e67d-591e-48c7-93a6-e0c4b930d518', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:69:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed9403a7-f69e-4090-b054-6cfe3d423956', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:34:20Z', 'updated_at': '2021-12-16T22:34:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv', '_floatingips': [{'id': '3a06c6b3-66cf-4b03-9b10-b41b17c05eb6', 'tenant_id': 'ce00d97791a4466faef350f07c7566f3', 'floating_ip_address': '172.26.0.189', 'floating_network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'router_id': 'ed9403a7-f69e-4090-b054-6cfe3d423956', 'port_id': '5ec081a6-0cc9-4f03-a789-48e20125b71c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 515, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1184a913-dac0-4ec1-b150-22ccd69ce676', 'mac_address': 'fa:16:3e:09:8e:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce84dfe8-5e91-4fe9-b684-9a52b4f9831a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T22:34:43Z', 'updated_at': '2021-12-16T22:35:11Z', 'revision_number': 1, 'project_id': 'ce00d97791a4466faef350f07c7566f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59678307-9955-4c94-b61e-d644a386a596', 'name': '', 'network_id': '1184a913-dac0-4ec1-b150-22ccd69ce676', 'tenant_id': 'ce00d97791a4466faef350f07c7566f3', 'mac_address': 'fa:16:3e:9d:47:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed9403a7-f69e-4090-b054-6cfe3d423956', 'device_owner': 'network:router_interface', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '5a69580f-6718-4d75-974b-631ac7e9556c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:34:28Z', 'updated_at': '2021-12-16T22:34:39Z', 'revision_number': 5, 'project_id': 'ce00d97791a4466faef350f07c7566f3', 'subnets': [{'id': '5a69580f-6718-4d75-974b-631ac7e9556c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 22:35:15.993481 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3b537e-986b-4a4f-af6d-4441d60fc16b admin admin] Pushing event updated for resources: {'Port': ['ID=4f4b371e-1da4-4a31-bbd3-1b44e0ee69be,revision_number=2']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:35:16.019606 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-fe3b537e-986b-4a4f-af6d-4441d60fc16b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:35:16.022243 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-b9ff8bdb-d28e-4eb5-a027-05c95100fbfe req-c6461f78-760a-40e4-9332-991f4fe071d0 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5ec081a6-0cc9-4f03-a789-48e20125b71c HTTP/1.1" status: 200  len: 1000 time: 0.2285054
Dec 16 22:35:16.026110 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-fe3b537e-986b-4a4f-af6d-4441d60fc16b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3791426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3830222'] for router_interface, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:16.081848 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-170065bb-8957-4696-8285-0c378d966ff6 tempest-RoutersAdminTest-1901902743 tempest-RoutersAdminTest-1901902743-project-admin] 10.222.0.13 "GET /v2.0/routers/ec539aa6-b429-40fc-b133-a667774991b1 HTTP/1.1" status: 200  len: 921 time: 0.4797995
Dec 16 22:35:16.094961 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 41122) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:35:16.234234 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42d61505-744d-4de2-9bb2-1376fa3bfbcf None None] New status for floating IP 3a06c6b3-66cf-4b03-9b10-b41b17c05eb6: ACTIVE {{(pid=87508) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 16 22:35:16.309998 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-d1e56364-4abb-4f4c-9370-09acab907194 tempest-AllowedAddressPairIpV6TestJSON-1960971591 tempest-AllowedAddressPairIpV6TestJSON-1960971591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:35:16.340150 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-3b274aff-cfb2-45ff-8729-7a65ae29e056 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3739500', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39002'] for router, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:16.349875 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-d1e56364-4abb-4f4c-9370-09acab907194 tempest-AllowedAddressPairIpV6TestJSON-1960971591 tempest-AllowedAddressPairIpV6TestJSON-1960971591-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:35:16.352177 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-3b274aff-cfb2-45ff-8729-7a65ae29e056 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:16.394388 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d60191b-cfaa-489a-9cc4-a677aaa00543 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:35:16.396181 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d60191b-cfaa-489a-9cc4-a677aaa00543 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:35:16.397170 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ff8bdb-d28e-4eb5-a027-05c95100fbfe req-48b6efec-cd98-46f1-928f-5c13e6d027a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:35:16.397381 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d60191b-cfaa-489a-9cc4-a677aaa00543 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:35:16.398202 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-5d60191b-cfaa-489a-9cc4-a677aaa00543 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Synchronizing usage tracker for tenant:8e4385a98eb1416284c1cc96b3355a70 on resource:subnet {{(pid=87507) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 22:35:16.398602 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-b9ff8bdb-d28e-4eb5-a027-05c95100fbfe req-48b6efec-cd98-46f1-928f-5c13e6d027a8 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=5a69580f-6718-4d75-974b-631ac7e9556c HTTP/1.1" status: 200  len: 850 time: 0.3682363
Dec 16 22:35:16.405696 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1e56364-4abb-4f4c-9370-09acab907194 tempest-AllowedAddressPairIpV6TestJSON-1960971591 tempest-AllowedAddressPairIpV6TestJSON-1960971591-project] Made reservation on behalf of 39f949a2cd2a472e9ea4f7398c6558e9 for: {'port': 1} {{(pid=87507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:35:16.409297 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-d1e56364-4abb-4f4c-9370-09acab907194 tempest-AllowedAddressPairIpV6TestJSON-1960971591 tempest-AllowedAddressPairIpV6TestJSON-1960971591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:16.441024 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.notifiers.nova [None req-d1e56364-4abb-4f4c-9370-09acab907194 tempest-AllowedAddressPairIpV6TestJSON-1960971591 tempest-AllowedAddressPairIpV6TestJSON-1960971591-project] device_id is not set on port e596bb3e-ca4f-4edf-9cdf-e152a21e1ddf yet. {{(pid=87507) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 16 22:35:16.484996 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-eb2b30d4-0557-48bc-a4b1-19c434f1ab86 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10807823'] for port, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:16.489821 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-3b274aff-cfb2-45ff-8729-7a65ae29e056 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3830089'] for router, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:16.490421 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b274aff-cfb2-45ff-8729-7a65ae29e056 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Fanout notify agent at l3_agent the message router_deleted on router 5ffd91e6-a775-4716-a992-81778d727d16 {{(pid=87507) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 16 22:35:16.507290 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-4ee484c7-e5d3-4484-83bd-ae66b9d09101 tempest-ServersTestJSON-1208382319 tempest-ServersTestJSON-1208382319-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:35:16.536249 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe3b537e-986b-4a4f-af6d-4441d60fc16b admin admin] Network 59be113d-df84-4589-a861-2ce3da6b2e5d is already hosted by enough agents. {{(pid=87506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:35:16.547869 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.base_scheduler [None req-fe3b537e-986b-4a4f-af6d-4441d60fc16b admin admin] Resources bound (agent type, host, resource id):  {{(pid=87506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:35:16.548433 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f0c4e7-ea89-4194-9d25-b84e75bd72e4 req-bcdba8f9-b55d-4fb0-8af1-afc238ac401e tempest-ServerActionsTestJSON-1581017418 tempest-ServerActionsTestJSON-1581017418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:35:16.549956 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-69f0c4e7-ea89-4194-9d25-b84e75bd72e4 req-bcdba8f9-b55d-4fb0-8af1-afc238ac401e tempest-ServerActionsTestJSON-1581017418 tempest-ServerActionsTestJSON-1581017418-project] 10.222.0.13 "GET /v2.0/ports?device_id=95ef1739-1bf2-4522-993c-76a77d5f2322 HTTP/1.1" status: 200  len: 945 time: 0.5261164
Dec 16 22:35:16.576977 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-5d60191b-cfaa-489a-9cc4-a677aaa00543 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Unset dirty status for tenant:8e4385a98eb1416284c1cc96b3355a70 on resource:subnet {{(pid=87507) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 22:35:16.579815 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-5d60191b-cfaa-489a-9cc4-a677aaa00543 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2049 time: 0.6627460
Dec 16 22:35:16.602475 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb2b30d4-0557-48bc-a4b1-19c434f1ab86 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Network 475b7fe3-efe7-41a6-b8de-3f83d3ceba1f is already hosted by enough agents. {{(pid=87507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:35:16.603419 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 41126) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:35:16.625773 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.base_scheduler [None req-eb2b30d4-0557-48bc-a4b1-19c434f1ab86 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Resources bound (agent type, host, resource id):  {{(pid=87507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:35:16.636727 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67ee88d3-42e4-44de-a3d2-1ecb002c7191 tempest-RoutersAdminTest-1901902743 tempest-RoutersAdminTest-1901902743-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:35:16.638301 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-67ee88d3-42e4-44de-a3d2-1ecb002c7191 tempest-RoutersAdminTest-1901902743 tempest-RoutersAdminTest-1901902743-project-admin] 10.222.0.13 "GET /v2.0/ports?network_id=f8905ce9-304b-4976-bc47-e58c71c11de5&device_id=ec539aa6-b429-40fc-b133-a667774991b1&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 945 time: 0.5424042
Dec 16 22:35:16.642319 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 41130) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:35:16.682506 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-3b274aff-cfb2-45ff-8729-7a65ae29e056 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks [] for router, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:16.684256 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-3b274aff-cfb2-45ff-8729-7a65ae29e056 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] 10.222.0.13 "DELETE /v2.0/routers/5ffd91e6-a775-4716-a992-81778d727d16 HTTP/1.1" status: 204  len: 168 time: 1.3618469
Dec 16 22:35:16.690512 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 41134) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:35:16.739247 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb2b30d4-0557-48bc-a4b1-19c434f1ab86 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Received port after_create {{(pid=87507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 22:35:16.848378 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-69f0c4e7-ea89-4194-9d25-b84e75bd72e4 req-0df680d3-99b5-428c-bd0c-2f6b701d3d64 tempest-ServerActionsTestJSON-1581017418 tempest-ServerActionsTestJSON-1581017418-project] 10.222.0.13 "GET /v2.0/security-groups?id=1011a650-dc8c-4279-9762-0c0bcda15d85&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2769957
Dec 16 22:35:16.850256 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2b30d4-0557-48bc-a4b1-19c434f1ab86 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Pushing event updated for resources: {'Port': ['ID=cb8319bb-ee22-487d-8997-7e6f68275b68,revision_number=1']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:35:16.869259 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-eb2b30d4-0557-48bc-a4b1-19c434f1ab86 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.362s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:35:16.907173 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.db_base_plugin_v2 [None req-eadf0b81-98c1-496e-8221-ed572750dadd tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Deleting subnet 6868f7b2-9531-49e0-8961-95dacd8a7c61 {{(pid=87507) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 16 22:35:16.911741 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea30f32b-988e-4cdf-8851-e00aefa31dae tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Deleting subnet a43d4ac3-f74f-4725-b985-53333645d80d {{(pid=87506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 16 22:35:16.917012 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb2b30d4-0557-48bc-a4b1-19c434f1ab86 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:35:16.917631 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-eb2b30d4-0557-48bc-a4b1-19c434f1ab86 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for port, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:16.921861 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-ea30f32b-988e-4cdf-8851-e00aefa31dae tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks [] for subnet, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:16.932465 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-eadf0b81-98c1-496e-8221-ed572750dadd tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks [] for subnet, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:16.947493 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-0dd2ec25-4843-40b0-8d65-c39369cae75d None None] Provisioning complete for port 4f4b371e-1da4-4a31-bbd3-1b44e0ee69be triggered by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:35:16.947910 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-0dd2ec25-4843-40b0-8d65-c39369cae75d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:16.959271 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.db_base_plugin_common [None req-d1e56364-4abb-4f4c-9370-09acab907194 tempest-AllowedAddressPairIpV6TestJSON-1960971591 tempest-AllowedAddressPairIpV6TestJSON-1960971591-project] Allocated IP 2001:db8::111 (86e68e41-157c-4f6e-b330-6d809173b73d/e8ed6afc-384c-47d0-91b3-a9dc2c7453fe/e596bb3e-ca4f-4edf-9cdf-e152a21e1ddf) {{(pid=87507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 22:35:16.962857 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ff8bdb-d28e-4eb5-a027-05c95100fbfe req-d40ea2b1-0ea5-4698-a1ac-00efed5c4da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:35:16.964384 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-b9ff8bdb-d28e-4eb5-a027-05c95100fbfe req-d40ea2b1-0ea5-4698-a1ac-00efed5c4da5 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=1184a913-dac0-4ec1-b150-22ccd69ce676&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.5575280
Dec 16 22:35:16.992713 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-eb2b30d4-0557-48bc-a4b1-19c434f1ab86 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 929 time: 4.7958982
Dec 16 22:35:17.000266 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 41138) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:35:17.010930 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-0dd2ec25-4843-40b0-8d65-c39369cae75d None None] Port 4f4b371e-1da4-4a31-bbd3-1b44e0ee69be cannot update to ACTIVE because it is not bound. {{(pid=87508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 22:35:17.011293 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-57b160ea-4a70-40e1-9fe5-beced89078eb tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Request body: {'floatingip': {'port_id': 'cb8319bb-ee22-487d-8997-7e6f68275b68'}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:35:17.023257 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-0dd2ec25-4843-40b0-8d65-c39369cae75d None None] Provisioning for port cb8319bb-ee22-487d-8997-7e6f68275b68 completed by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 22:35:17.028888 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-0dd2ec25-4843-40b0-8d65-c39369cae75d None None] Provisioning complete for port cb8319bb-ee22-487d-8997-7e6f68275b68 triggered by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:35:17.029352 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-0dd2ec25-4843-40b0-8d65-c39369cae75d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:17.066097 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe3b537e-986b-4a4f-af6d-4441d60fc16b admin admin] Router c6b0af86-1588-4d9e-9f98-ac61fdf8ef7a has already been hosted by L3 agent 4f519db7-069b-43e2-8411-c092bac9102a {{(pid=87506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 22:35:17.081794 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-0dd2ec25-4843-40b0-8d65-c39369cae75d None None] Port cb8319bb-ee22-487d-8997-7e6f68275b68 cannot update to ACTIVE because it is not bound. {{(pid=87508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 22:35:17.094749 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-eadf0b81-98c1-496e-8221-ed572750dadd tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2128562'] for subnet, precommit_delete_associations {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:17.113766 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-ea30f32b-988e-4cdf-8851-e00aefa31dae tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-266764487'] for subnet, precommit_delete_associations {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:17.148259 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-718f2e5f-2c25-445e-9f2f-af453c6897e2 tempest-RoutersAdminTest-1901902743 tempest-RoutersAdminTest-1901902743-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:35:17.152559 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-718f2e5f-2c25-445e-9f2f-af453c6897e2 tempest-RoutersAdminTest-1901902743 tempest-RoutersAdminTest-1901902743-project-admin] 10.222.0.13 "GET /v2.0/networks/f8905ce9-304b-4976-bc47-e58c71c11de5 HTTP/1.1" status: 200  len: 881 time: 0.5046773
Dec 16 22:35:17.158190 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 41144) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:35:17.236894 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-b2b8a13a-2633-450c-80f4-14d10ea31b9c tempest-RoutersAdminTest-1029946936 tempest-RoutersAdminTest-1029946936-project] 10.222.0.13 "GET /v2.0/ports?device_id=ec539aa6-b429-40fc-b133-a667774991b1 HTTP/1.1" status: 200  len: 205 time: 0.0737586
Dec 16 22:35:17.244549 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 41148) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:35:17.249750 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-57b160ea-4a70-40e1-9fe5-beced89078eb tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Notify callbacks [] for floatingip, before_update {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:17.435911 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-b9ff8bdb-d28e-4eb5-a027-05c95100fbfe req-708aa5f4-9f69-484a-a72d-7a909b08907d service neutron] 10.222.0.49 "GET /v2.0/networks/1184a913-dac0-4ec1-b150-22ccd69ce676?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4640973
Dec 16 22:35:17.481714 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-eadf0b81-98c1-496e-8221-ed572750dadd tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3328566'] for subnet, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:17.635881 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-d1e56364-4abb-4f4c-9370-09acab907194 tempest-AllowedAddressPairIpV6TestJSON-1960971591 tempest-AllowedAddressPairIpV6TestJSON-1960971591-project] Notify callbacks [] for port, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:17.742239 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.provisioning_blocks [None req-d1e56364-4abb-4f4c-9370-09acab907194 tempest-AllowedAddressPairIpV6TestJSON-1960971591 tempest-AllowedAddressPairIpV6TestJSON-1960971591-project] Transition to ACTIVE for port object e596bb3e-ca4f-4edf-9cdf-e152a21e1ddf will not be triggered until provisioned by entity DHCP. {{(pid=87507) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:35:17.746851 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-eadf0b81-98c1-496e-8221-ed572750dadd tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3328622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10807868', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10549621'] for subnet, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:17.753427 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-1bb2ae3f-f0cf-4d05-b5b2-d5c891f1ab08 tempest-AllowedAddressPairIpV6TestJSON-1960971591 tempest-AllowedAddressPairIpV6TestJSON-1960971591-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:35:17.766103 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe3b537e-986b-4a4f-af6d-4441d60fc16b admin admin] Notify agent at l3_agent.dv-neutron-821829-1-hyperv the message routers_updated {{(pid=87506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 22:35:17.771319 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-fe3b537e-986b-4a4f-af6d-4441d60fc16b admin admin] 10.222.0.13 "PUT /v2.0/routers/c6b0af86-1588-4d9e-9f98-ac61fdf8ef7a/add_router_interface HTTP/1.1" status: 200  len: 503 time: 10.6340287
Dec 16 22:35:17.778551 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04078124-9f41-45f2-b76e-03ff8e07f66a None None] Sync routers for ids ['c6b0af86-1588-4d9e-9f98-ac61fdf8ef7a'] in dv-neutron-821829-1-hyperv {{(pid=87509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 22:35:17.796918 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04078124-9f41-45f2-b76e-03ff8e07f66a None None] Routers {'c6b0af86-1588-4d9e-9f98-ac61fdf8ef7a'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:35:17.798861 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-04078124-9f41-45f2-b76e-03ff8e07f66a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b7c9928b0>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:35:01Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['c6b0af86-1588-4d9e-9f98-ac61fdf8ef7a'], 'active': True} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:35:17.806654 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadf0b81-98c1-496e-8221-ed572750dadd tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Pushing event deleted for resources: {'Subnet': ['ID=6868f7b2-9531-49e0-8961-95dacd8a7c61,revision_number=None']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:35:17.816929 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-eadf0b81-98c1-496e-8221-ed572750dadd tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:35:17.818932 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-eadf0b81-98c1-496e-8221-ed572750dadd tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks [] for subnet, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:17.820917 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-ea30f32b-988e-4cdf-8851-e00aefa31dae tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3328566'] for subnet, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:17.825934 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d7df651-0208-423b-9277-fa9ca0de6a1a None None] Network 7edd76f7-0f97-48a5-b177-9842de6c0500 requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 22:35:17.920227 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-eadf0b81-98c1-496e-8221-ed572750dadd tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] 10.222.0.13 "DELETE /v2.0/subnets/6868f7b2-9531-49e0-8961-95dacd8a7c61 HTTP/1.1" status: 204  len: 168 time: 1.3089197
Dec 16 22:35:17.924933 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 41156) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:35:17.957785 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-c14a9bf7-8dbe-450b-96ad-0c5de5d82623 tempest-RoutersAdminTest-1029946936 tempest-RoutersAdminTest-1029946936-project] Notify callbacks [] for router, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:18.020567 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.db_base_plugin_v2 [None req-f12f0947-0803-4b58-b33e-7cbcc92dfd86 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Deleting subnet 9ad69408-146a-421f-be88-c43650f94977 {{(pid=87507) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 16 22:35:18.021973 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-f12f0947-0803-4b58-b33e-7cbcc92dfd86 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks [] for subnet, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:18.053282 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-b9ff8bdb-d28e-4eb5-a027-05c95100fbfe req-e7548a22-4f94-4fd1-b385-f0a74f333cce service neutron] 10.222.0.49 "GET /v2.0/networks/1184a913-dac0-4ec1-b150-22ccd69ce676?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5996516
Dec 16 22:35:18.108647 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-ea30f32b-988e-4cdf-8851-e00aefa31dae tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3328622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1863378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11213117'] for subnet, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:18.165431 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:35:18.213062 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea30f32b-988e-4cdf-8851-e00aefa31dae tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Pushing event deleted for resources: {'Subnet': ['ID=a43d4ac3-f74f-4725-b985-53333645d80d,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:35:18.228495 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-ea30f32b-988e-4cdf-8851-e00aefa31dae tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3791486'] for subnet, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:18.232880 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-ea30f32b-988e-4cdf-8851-e00aefa31dae tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:35:18.240005 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-ea30f32b-988e-4cdf-8851-e00aefa31dae tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] 10.222.0.13 "DELETE /v2.0/subnets/a43d4ac3-f74f-4725-b985-53333645d80d HTTP/1.1" status: 204  len: 168 time: 1.5484507
Dec 16 22:35:18.243110 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 41166) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:35:18.247026 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4c6b724-8be2-40c6-be50-f0d3d0555613 None None] Network b0f969d8-7cc3-4021-a55f-b89c531f585f requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 22:35:18.258528 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-f12f0947-0803-4b58-b33e-7cbcc92dfd86 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2128562'] for subnet, precommit_delete_associations {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:18.311628 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-c14a9bf7-8dbe-450b-96ad-0c5de5d82623 tempest-RoutersAdminTest-1029946936 tempest-RoutersAdminTest-1029946936-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:18.311870 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvr_db [None req-04078124-9f41-45f2-b76e-03ff8e07f66a None None] Set router c6b0af86-1588-4d9e-9f98-ac61fdf8ef7a gateway port host: dv-neutron-821829-1-hyperv {{(pid=87509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 22:35:18.328730 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e1d8535-e73a-4273-876b-36c13fa3a291 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Deleting subnet 0517e33e-9bb9-4487-9ba4-37aca2698581 {{(pid=87506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 16 22:35:18.332207 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-4e1d8535-e73a-4273-876b-36c13fa3a291 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks [] for subnet, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:18.355172 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-f12f0947-0803-4b58-b33e-7cbcc92dfd86 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3328566'] for subnet, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:18.360182 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [None req-c14a9bf7-8dbe-450b-96ad-0c5de5d82623 tempest-RoutersAdminTest-1029946936 tempest-RoutersAdminTest-1029946936-project] Deleting port b02697ce-2ab3-464e-8fde-c1e2e92f93e5 {{(pid=87506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:35:18.360519 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-c14a9bf7-8dbe-450b-96ad-0c5de5d82623 tempest-RoutersAdminTest-1029946936 tempest-RoutersAdminTest-1029946936-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:18.435263 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-4e1d8535-e73a-4273-876b-36c13fa3a291 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-266764487'] for subnet, precommit_delete_associations {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:18.536656 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-d1e56364-4abb-4f4c-9370-09acab907194 tempest-AllowedAddressPairIpV6TestJSON-1960971591 tempest-AllowedAddressPairIpV6TestJSON-1960971591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10807823'] for port, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:18.546866 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-25a19fe5-8afc-48f8-a293-13446d70536d tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:35:18.633693 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-c14a9bf7-8dbe-450b-96ad-0c5de5d82623 tempest-RoutersAdminTest-1029946936 tempest-RoutersAdminTest-1029946936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:18.784205 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbff222e-3097-4246-a4e7-1bf556c2d061 None None] DHCP port deletion for b0f969d8-7cc3-4021-a55f-b89c531f585f request from dv-neutron-821829-1-hyperv {{(pid=87508) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 16 22:35:18.791683 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-cbff222e-3097-4246-a4e7-1bf556c2d061 None None] Deleting port c821f78f-1c21-4783-87e6-9cfdd08dbfaf {{(pid=87508) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:35:18.792129 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-cbff222e-3097-4246-a4e7-1bf556c2d061 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:18.798798 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [None req-c14a9bf7-8dbe-450b-96ad-0c5de5d82623 tempest-RoutersAdminTest-1029946936 tempest-RoutersAdminTest-1029946936-project] Calling delete_port for b02697ce-2ab3-464e-8fde-c1e2e92f93e5 owned by network:router_gateway {{(pid=87506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:35:18.804424 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1e56364-4abb-4f4c-9370-09acab907194 tempest-AllowedAddressPairIpV6TestJSON-1960971591 tempest-AllowedAddressPairIpV6TestJSON-1960971591-project] Network 86e68e41-157c-4f6e-b330-6d809173b73d is already hosted by enough agents. {{(pid=87507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:35:18.829625 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-4e1d8535-e73a-4273-876b-36c13fa3a291 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3328566'] for subnet, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:18.831579 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.base_scheduler [None req-d1e56364-4abb-4f4c-9370-09acab907194 tempest-AllowedAddressPairIpV6TestJSON-1960971591 tempest-AllowedAddressPairIpV6TestJSON-1960971591-project] Resources bound (agent type, host, resource id):  {{(pid=87507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:35:18.852223 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1e56364-4abb-4f4c-9370-09acab907194 tempest-AllowedAddressPairIpV6TestJSON-1960971591 tempest-AllowedAddressPairIpV6TestJSON-1960971591-project] Received port after_create {{(pid=87507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 22:35:18.857423 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 41178) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:35:18.866051 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1e56364-4abb-4f4c-9370-09acab907194 tempest-AllowedAddressPairIpV6TestJSON-1960971591 tempest-AllowedAddressPairIpV6TestJSON-1960971591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:35:18.866966 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-d1e56364-4abb-4f4c-9370-09acab907194 tempest-AllowedAddressPairIpV6TestJSON-1960971591 tempest-AllowedAddressPairIpV6TestJSON-1960971591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for port, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:18.884057 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-04078124-9f41-45f2-b76e-03ff8e07f66a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b7c9928b0>, [{'id': 'c6b0af86-1588-4d9e-9f98-ac61fdf8ef7a', 'name': 'tempest-TestVolumeBootPattern-241322810-router', 'tenant_id': 'ebcac23e4eae475893854e16d121f861', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.7'}], 'enable_snat': True}, 'gw_port_id': '627705e4-06a5-44d7-9654-b5ffda9763f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:34:55Z', 'updated_at': '2021-12-16T22:35:14Z', 'revision_number': 4, 'project_id': 'ebcac23e4eae475893854e16d121f861', 'gw_port': {'id': '627705e4-06a5-44d7-9654-b5ffda9763f8', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:4f:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6b0af86-1588-4d9e-9f98-ac61fdf8ef7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:34:59Z', 'updated_at': '2021-12-16T22:35:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv', '_interfaces': [{'id': '4f4b371e-1da4-4a31-bbd3-1b44e0ee69be', 'name': '', 'network_id': '59be113d-df84-4589-a861-2ce3da6b2e5d', 'tenant_id': 'ebcac23e4eae475893854e16d121f861', 'mac_address': 'fa:16:3e:90:d1:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6b0af86-1588-4d9e-9f98-ac61fdf8ef7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'e85fa5c2-5253-44c8-9f57-0c1d2c97dd41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:35:10Z', 'updated_at': '2021-12-16T22:35:14Z', 'revision_number': 2, 'project_id': 'ebcac23e4eae475893854e16d121f861', 'subnets': [{'id': 'e85fa5c2-5253-44c8-9f57-0c1d2c97dd41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:35:18.889727 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04078124-9f41-45f2-b76e-03ff8e07f66a None None] Checking router: c6b0af86-1588-4d9e-9f98-ac61fdf8ef7a for host: dv-neutron-821829-1-hyperv {{(pid=87509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 22:35:18.890096 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04078124-9f41-45f2-b76e-03ff8e07f66a None None] Updating router c6b0af86-1588-4d9e-9f98-ac61fdf8ef7a port 4f4b371e-1da4-4a31-bbd3-1b44e0ee69be binding host dv-neutron-821829-1-hyperv {{(pid=87509) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 16 22:35:18.900749 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-8192951f-8637-4209-8ce4-3658525e9579 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1035955035-network', 'tenant_id': '42b2a8d808274cb1bcef73fb9de40c05'}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:35:18.921983 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-8192951f-8637-4209-8ce4-3658525e9579 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:35:18.931326 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-8192951f-8637-4209-8ce4-3658525e9579 admin admin] Usage tracker for resource:network and tenant:42b2a8d808274cb1bcef73fb9de40c05 is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:35:18.937389 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-8192951f-8637-4209-8ce4-3658525e9579 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:35:18.947515 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e56364-4abb-4f4c-9370-09acab907194 tempest-AllowedAddressPairIpV6TestJSON-1960971591 tempest-AllowedAddressPairIpV6TestJSON-1960971591-project] Pushing event updated for resources: {'Port': ['ID=e596bb3e-ca4f-4edf-9cdf-e152a21e1ddf,revision_number=1']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:35:18.951679 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-d1e56364-4abb-4f4c-9370-09acab907194 tempest-AllowedAddressPairIpV6TestJSON-1960971591 tempest-AllowedAddressPairIpV6TestJSON-1960971591-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.405s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:35:18.953673 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-8192951f-8637-4209-8ce4-3658525e9579 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:35:18.987455 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-f12f0947-0803-4b58-b33e-7cbcc92dfd86 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3328622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10807868', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10549621'] for subnet, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:18.997896 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron_lib.callbacks.manager [None req-04078124-9f41-45f2-b76e-03ff8e07f66a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:18.999455 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-4e2627a1-de3d-438d-8ddc-a77171645d87 tempest-RoutersAdminTest-1901902743 tempest-RoutersAdminTest-1901902743-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:35:19.030095 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8192951f-8637-4209-8ce4-3658525e9579 admin admin] Made reservation on behalf of 42b2a8d808274cb1bcef73fb9de40c05 for: {'network': 1} {{(pid=87506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:35:19.032339 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-8192951f-8637-4209-8ce4-3658525e9579 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for network, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:19.056531 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-8192951f-8637-4209-8ce4-3658525e9579 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:19.074485 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12f0947-0803-4b58-b33e-7cbcc92dfd86 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Pushing event deleted for resources: {'Subnet': ['ID=9ad69408-146a-421f-be88-c43650f94977,revision_number=None']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:35:19.078146 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-f12f0947-0803-4b58-b33e-7cbcc92dfd86 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:35:19.112544 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-f12f0947-0803-4b58-b33e-7cbcc92dfd86 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks [] for subnet, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:19.120390 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-f12f0947-0803-4b58-b33e-7cbcc92dfd86 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] 10.222.0.13 "DELETE /v2.0/subnets/9ad69408-146a-421f-be88-c43650f94977 HTTP/1.1" status: 204  len: 168 time: 1.1892893
Dec 16 22:35:19.147007 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-cbff222e-3097-4246-a4e7-1bf556c2d061 None None] For port c821f78f-1c21-4783-87e6-9cfdd08dbfaf, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=c821f78f-1c21-4783-87e6-9cfdd08dbfaf,segment=NetworkSegment(465bbc84-7d61-431c-8543-9bcce4563854),segment_id=465bbc84-7d61-431c-8543-9bcce4563854)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:35:19.148169 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-cbff222e-3097-4246-a4e7-1bf556c2d061 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:19.149705 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 41182) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:35:19.201391 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-4e1d8535-e73a-4273-876b-36c13fa3a291 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3328622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1863378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11213117'] for subnet, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:19.217693 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:35:19.275328 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-8192951f-8637-4209-8ce4-3658525e9579 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:35:19.285215 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1d8535-e73a-4273-876b-36c13fa3a291 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Pushing event deleted for resources: {'Subnet': ['ID=0517e33e-9bb9-4487-9ba4-37aca2698581,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:35:19.287620 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-8192951f-8637-4209-8ce4-3658525e9579 admin admin] Usage tracker for resource:security_group_rule and tenant:42b2a8d808274cb1bcef73fb9de40c05 is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:35:19.291410 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-4e1d8535-e73a-4273-876b-36c13fa3a291 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3791486'] for subnet, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:19.295133 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-c14a9bf7-8dbe-450b-96ad-0c5de5d82623 tempest-RoutersAdminTest-1029946936 tempest-RoutersAdminTest-1029946936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1863393'] for port, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:19.299244 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-4e1d8535-e73a-4273-876b-36c13fa3a291 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:35:19.301408 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-8192951f-8637-4209-8ce4-3658525e9579 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:35:19.304272 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-fe3b537e-986b-4a4f-af6d-4441d60fc16b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:35:19.334902 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-d1e56364-4abb-4f4c-9370-09acab907194 tempest-AllowedAddressPairIpV6TestJSON-1960971591 tempest-AllowedAddressPairIpV6TestJSON-1960971591-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 944 time: 4.1090219
Dec 16 22:35:19.358549 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 41186) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:35:19.363268 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-cbff222e-3097-4246-a4e7-1bf556c2d061 None None] Calling delete_port for c821f78f-1c21-4783-87e6-9cfdd08dbfaf owned by network:dhcp {{(pid=87508) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:35:19.386518 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-8192951f-8637-4209-8ce4-3658525e9579 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:35:19.392413 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-5f5925e4-f342-4267-8ed1-80b43463c5af tempest-AllowedAddressPairIpV6TestJSON-1960971591 tempest-AllowedAddressPairIpV6TestJSON-1960971591-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:07:36:44'}]}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:35:19.406351 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01094e33-b707-4e1a-9204-ef6fe9451892 None None] Network 74e8abe1-d62a-47bd-a542-ad4ce7fca482 requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 22:35:19.438068 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14a9bf7-8dbe-450b-96ad-0c5de5d82623 tempest-RoutersAdminTest-1029946936 tempest-RoutersAdminTest-1029946936-project] Pushing event deleted for resources: {'Port': ['ID=b02697ce-2ab3-464e-8fde-c1e2e92f93e5,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:35:19.449818 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-4e1d8535-e73a-4273-876b-36c13fa3a291 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] 10.222.0.13 "DELETE /v2.0/subnets/0517e33e-9bb9-4487-9ba4-37aca2698581 HTTP/1.1" status: 204  len: 168 time: 1.2043636
Dec 16 22:35:19.453202 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-c14a9bf7-8dbe-450b-96ad-0c5de5d82623 tempest-RoutersAdminTest-1029946936 tempest-RoutersAdminTest-1029946936-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:35:19.498693 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 41190) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:35:19.640979 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-57b160ea-4a70-40e1-9fe5-beced89078eb tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:19.644997 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron_lib.callbacks.manager [None req-04078124-9f41-45f2-b76e-03ff8e07f66a None None] Notify callbacks [] for port, precommit_update {{(pid=87509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:19.646999 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-cbff222e-3097-4246-a4e7-1bf556c2d061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949'] for port, after_delete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:19.661456 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.provisioning_blocks [None req-04078124-9f41-45f2-b76e-03ff8e07f66a None None] Transition to ACTIVE for port object 4f4b371e-1da4-4a31-bbd3-1b44e0ee69be will not be triggered until provisioned by entity L2. {{(pid=87509) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:35:19.665303 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-05cd1a57-29f6-4235-9ee6-976bfd8dec9a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:35:19.668322 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213f1bdd-0187-49d7-b794-376388a485d1 req-030189ec-b8aa-4be4-b32e-cc438d9967bd tempest-ServerActionsTestJSON-1581017418 tempest-ServerActionsTestJSON-1581017418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:35:19.670565 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron_lib.callbacks.manager [None req-04078124-9f41-45f2-b76e-03ff8e07f66a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:19.673361 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-213f1bdd-0187-49d7-b794-376388a485d1 req-030189ec-b8aa-4be4-b32e-cc438d9967bd tempest-ServerActionsTestJSON-1581017418 tempest-ServerActionsTestJSON-1581017418-project] 10.222.0.13 "GET /v2.0/ports?device_id=95ef1739-1bf2-4522-993c-76a77d5f2322 HTTP/1.1" status: 200  len: 945 time: 1.2242985
Dec 16 22:35:19.679661 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG oslo_concurrency.lockutils [None req-39192c2a-51e1-4fba-9d3d-a586457ae29f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:35:19.683317 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-77c65557-dc8b-465b-a9bc-8b7ce992cca6 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.5212228
Dec 16 22:35:19.698885 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-57b160ea-4a70-40e1-9fe5-beced89078eb tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3741874'] for floatingip, after_update {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:19.715419 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd87e6d8-acbe-4b7e-92a9-b211f3e40839 None None] Network 7edd76f7-0f97-48a5-b177-9842de6c0500 requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 22:35:19.767265 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 41196) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:35:19.796183 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-3fe725c8-9297-4e9a-b1ce-8a450ab7bd07 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Request body: {'subnet': {'network_id': '7edd76f7-0f97-48a5-b177-9842de6c0500', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:35:19.874570 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec5a287-f720-4832-ad6c-bb95229dfa79 None None] Pushing event updated for resources: {'Port': ['ID=4f4b371e-1da4-4a31-bbd3-1b44e0ee69be,revision_number=3']} {{(pid=87509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:35:19.875256 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-348f506e-77cc-4d74-bbf1-ca6c85c4b26a None None] Provisioning for port e596bb3e-ca4f-4edf-9cdf-e152a21e1ddf completed by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 22:35:19.916631 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbff222e-3097-4246-a4e7-1bf556c2d061 None None] Pushing event deleted for resources: {'Port': ['ID=c821f78f-1c21-4783-87e6-9cfdd08dbfaf,revision_number=None']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:35:19.921641 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec5a287-f720-4832-ad6c-bb95229dfa79 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:35:19.922865 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec5a287-f720-4832-ad6c-bb95229dfa79 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:35:19.923549 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec5a287-f720-4832-ad6c-bb95229dfa79 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:35:19.924148 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec5a287-f720-4832-ad6c-bb95229dfa79 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:35:19.924685 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec5a287-f720-4832-ad6c-bb95229dfa79 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:35:19.925367 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec5a287-f720-4832-ad6c-bb95229dfa79 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:35:19.925909 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec5a287-f720-4832-ad6c-bb95229dfa79 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:35:19.926465 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec5a287-f720-4832-ad6c-bb95229dfa79 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:35:19.927024 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec5a287-f720-4832-ad6c-bb95229dfa79 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:35:19.927637 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec5a287-f720-4832-ad6c-bb95229dfa79 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:35:19.928688 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec5a287-f720-4832-ad6c-bb95229dfa79 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:35:19.929252 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec5a287-f720-4832-ad6c-bb95229dfa79 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:35:19.937564 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG oslo_concurrency.lockutils [None req-6ec5a287-f720-4832-ad6c-bb95229dfa79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=87509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:35:19.955735 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-cbff222e-3097-4246-a4e7-1bf556c2d061 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:35:19.964903 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.plugins.ml2.managers [None req-04078124-9f41-45f2-b76e-03ff8e07f66a None None] Attempting to bind port 4f4b371e-1da4-4a31-bbd3-1b44e0ee69be on host dv-neutron-821829-1-hyperv for vnic_type normal with profile  {{(pid=87509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 22:35:19.966298 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.plugins.ml2.managers [None req-04078124-9f41-45f2-b76e-03ff8e07f66a None None] Attempting to bind port 4f4b371e-1da4-4a31-bbd3-1b44e0ee69be by drivers openvswitch,hyperv on host dv-neutron-821829-1-hyperv at level 0 using segments [{'id': '32a05c8f-4e22-414f-870d-ee93982b6a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '59be113d-df84-4589-a861-2ce3da6b2e5d'}] {{(pid=87509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 22:35:19.967009 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04078124-9f41-45f2-b76e-03ff8e07f66a None None] Attempting to bind port 4f4b371e-1da4-4a31-bbd3-1b44e0ee69be on network 59be113d-df84-4589-a861-2ce3da6b2e5d {{(pid=87509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 22:35:19.967175 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-348f506e-77cc-4d74-bbf1-ca6c85c4b26a None None] Provisioning complete for port e596bb3e-ca4f-4edf-9cdf-e152a21e1ddf triggered by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:35:19.967565 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-348f506e-77cc-4d74-bbf1-ca6c85c4b26a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:19.974485 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04078124-9f41-45f2-b76e-03ff8e07f66a None None] Checking agent: {'id': '5571501f-366e-47a4-9b60-8ef19d935d27', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821829-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 24, 2), 'started_at': datetime.datetime(2021, 12, 16, 22, 24, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 35, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821829-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 22:35:19.974974 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04078124-9f41-45f2-b76e-03ff8e07f66a None None] Checking segment: {'id': '32a05c8f-4e22-414f-870d-ee93982b6a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '59be113d-df84-4589-a861-2ce3da6b2e5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 22:35:19.975483 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron_lib.callbacks.manager [None req-04078124-9f41-45f2-b76e-03ff8e07f66a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:19.976561 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04078124-9f41-45f2-b76e-03ff8e07f66a None None] Bound using segment: {'id': '32a05c8f-4e22-414f-870d-ee93982b6a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '59be113d-df84-4589-a861-2ce3da6b2e5d'} {{(pid=87509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 22:35:19.976837 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.plugins.ml2.managers [None req-04078124-9f41-45f2-b76e-03ff8e07f66a None None] Bound port: 4f4b371e-1da4-4a31-bbd3-1b44e0ee69be, host: dv-neutron-821829-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32a05c8f-4e22-414f-870d-ee93982b6a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '59be113d-df84-4589-a861-2ce3da6b2e5d'}}] {{(pid=87509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 22:35:19.977315 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron_lib.callbacks.manager [None req-04078124-9f41-45f2-b76e-03ff8e07f66a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:19.978154 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-3fe725c8-9297-4e9a-b1ce-8a450ab7bd07 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:35:19.984604 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-3fe725c8-9297-4e9a-b1ce-8a450ab7bd07 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Usage tracker for resource:subnet and tenant:8e4385a98eb1416284c1cc96b3355a70 is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:35:19.988406 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-3fe725c8-9297-4e9a-b1ce-8a450ab7bd07 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:35:19.998840 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-3fe725c8-9297-4e9a-b1ce-8a450ab7bd07 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:35:20.017502 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fe725c8-9297-4e9a-b1ce-8a450ab7bd07 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Made reservation on behalf of 8e4385a98eb1416284c1cc96b3355a70 for: {'subnet': 1} {{(pid=87507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:35:20.021744 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-3fe725c8-9297-4e9a-b1ce-8a450ab7bd07 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10549598'] for subnet, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:20.043149 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbff222e-3097-4246-a4e7-1bf556c2d061 None None] No DVR routers for this DVR port c821f78f-1c21-4783-87e6-9cfdd08dbfaf on host dv-neutron-821829-1-hyperv {{(pid=87508) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 22:35:20.059327 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-348f506e-77cc-4d74-bbf1-ca6c85c4b26a None None] Port e596bb3e-ca4f-4edf-9cdf-e152a21e1ddf cannot update to ACTIVE because it is not bound. {{(pid=87508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 22:35:20.100592 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-213f1bdd-0187-49d7-b794-376388a485d1 req-8493c1d3-b4d9-46ff-9b25-82e12c07a407 tempest-ServerActionsTestJSON-1581017418 tempest-ServerActionsTestJSON-1581017418-project] 10.222.0.13 "GET /v2.0/security-groups?id=1011a650-dc8c-4279-9762-0c0bcda15d85&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.4180989
Dec 16 22:35:20.120254 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-1591efb2-123d-4a00-997e-0d91b590cfc5 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-825997'] for network, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:20.125485 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-c14a9bf7-8dbe-450b-96ad-0c5de5d82623 tempest-RoutersAdminTest-1029946936 tempest-RoutersAdminTest-1029946936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3741895'] for router_gateway, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:20.146767 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.plugins.ml2.db [None req-04078124-9f41-45f2-b76e-03ff8e07f66a None None] For port 4f4b371e-1da4-4a31-bbd3-1b44e0ee69be, host dv-neutron-821829-1-hyperv, cleared binding levels {{(pid=87509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 22:35:20.149984 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.plugins.ml2.db [None req-04078124-9f41-45f2-b76e-03ff8e07f66a None None] For port 4f4b371e-1da4-4a31-bbd3-1b44e0ee69be, host dv-neutron-821829-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=4f4b371e-1da4-4a31-bbd3-1b44e0ee69be,segment=NetworkSegment(32a05c8f-4e22-414f-870d-ee93982b6a67),segment_id=32a05c8f-4e22-414f-870d-ee93982b6a67)] {{(pid=87509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 22:35:20.156748 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron_lib.callbacks.manager [None req-04078124-9f41-45f2-b76e-03ff8e07f66a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:20.167477 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:35:20.278907 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04078124-9f41-45f2-b76e-03ff8e07f66a None None] Routers {'c6b0af86-1588-4d9e-9f98-ac61fdf8ef7a'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:35:20.279555 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-04078124-9f41-45f2-b76e-03ff8e07f66a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b7c9928b0>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:35:01Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['c6b0af86-1588-4d9e-9f98-ac61fdf8ef7a'], 'active': True} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:35:20.377616 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec5a287-f720-4832-ad6c-bb95229dfa79 None None] Pushing event updated for resources: {'Port': ['ID=4f4b371e-1da4-4a31-bbd3-1b44e0ee69be,revision_number=4']} {{(pid=87509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:35:20.387928 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-4e99c58d-bdc6-47b2-ac01-7655b39d6479 None None] Provisioning complete for port 855cf32d-5ff8-4e11-80dc-69d625b37c24 triggered by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:35:20.388522 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-4e99c58d-bdc6-47b2-ac01-7655b39d6479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:20.389512 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG oslo_concurrency.lockutils [None req-6ec5a287-f720-4832-ad6c-bb95229dfa79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=87509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:35:20.394500 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.db.l3_db [None req-57b160ea-4a70-40e1-9fe5-beced89078eb tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Floating IP 5aa2f0cf-148a-488b-a26d-b46ac4b2c0a2 associated. External IP: 172.26.0.137, port: 37d3f702-7ad2-4d73-b0c8-c8d6e0dc3390.
Dec 16 22:35:20.471142 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-c14a9bf7-8dbe-450b-96ad-0c5de5d82623 tempest-RoutersAdminTest-1029946936 tempest-RoutersAdminTest-1029946936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3739500', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39002'] for router, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:20.489492 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4df44195-de1a-4ce7-b3c7-597402bc837f None None] DHCP port deletion for 7edd76f7-0f97-48a5-b177-9842de6c0500 request from dv-neutron-821829-1-hyperv {{(pid=87508) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 16 22:35:20.496293 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-c14a9bf7-8dbe-450b-96ad-0c5de5d82623 tempest-RoutersAdminTest-1029946936 tempest-RoutersAdminTest-1029946936-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:20.521622 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-4df44195-de1a-4ce7-b3c7-597402bc837f None None] Deleting port 855cf32d-5ff8-4e11-80dc-69d625b37c24 {{(pid=87508) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:35:20.522008 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-4df44195-de1a-4ce7-b3c7-597402bc837f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:20.566975 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvr_db [None req-04078124-9f41-45f2-b76e-03ff8e07f66a None None] Set router c6b0af86-1588-4d9e-9f98-ac61fdf8ef7a gateway port host: dv-neutron-821829-1-hyperv {{(pid=87509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 22:35:20.621092 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd6453fd-27b0-481d-a59b-c22af0c42ebf None None] DHCP port deletion for 74e8abe1-d62a-47bd-a542-ad4ce7fca482 request from dv-neutron-821829-1-hyperv {{(pid=87508) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 16 22:35:20.701889 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-bd6453fd-27b0-481d-a59b-c22af0c42ebf None None] Deleting port 0ea66b3a-d76e-4f28-961c-fc06d6b4c7a7 {{(pid=87508) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:35:20.702276 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-bd6453fd-27b0-481d-a59b-c22af0c42ebf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:20.753126 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 855cf32d-5ff8-4e11-80dc-69d625b37c24 no longer exists at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 22:35:20.773324 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-8192951f-8637-4209-8ce4-3658525e9579 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:20.840342 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-8192951f-8637-4209-8ce4-3658525e9579 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841066'] for security_group, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:20.884832 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-1591efb2-123d-4a00-997e-0d91b590cfc5 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3329565', 'neutron.services.segments.db._delete_segments_for_network-8734753546406'] for network, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:20.912626 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.services.segments.db [None req-1591efb2-123d-4a00-997e-0d91b590cfc5 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1b774eddc0>,) {'filters': {'network_id': ['b0f969d8-7cc3-4021-a55f-b89c531f585f']}} {{(pid=87506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:35:20.925395 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.services.segments.db [None req-1591efb2-123d-4a00-997e-0d91b590cfc5 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b774eddc0>, '465bbc84-7d61-431c-8543-9bcce4563854') {'for_net_delete': True} {{(pid=87506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:35:20.925813 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.services.segments.db [None req-1591efb2-123d-4a00-997e-0d91b590cfc5 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b774eddc0>, '465bbc84-7d61-431c-8543-9bcce4563854') {} {{(pid=87506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:35:20.938690 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-1591efb2-123d-4a00-997e-0d91b590cfc5 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734753593977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-266764496'] for segment, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:20.958261 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-1591efb2-123d-4a00-997e-0d91b590cfc5 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-883292'] for segment, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:20.965877 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1591efb2-123d-4a00-997e-0d91b590cfc5 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Releasing vlan 170 on physical network physnet1 to pool {{(pid=87506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 16 22:35:20.966469 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-1591efb2-123d-4a00-997e-0d91b590cfc5 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-883285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1863180'] for segment, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:21.116472 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-88c3a533-084c-41ac-a6df-1bf08d7d57b5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:35:21.126434 dv-neutron-821829-1-hyperv neutron-server[87506]: Traceback (most recent call last):
Dec 16 22:35:21.126434 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 16 22:35:21.126434 dv-neutron-821829-1-hyperv neutron-server[87506]:     timer()
Dec 16 22:35:21.126434 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 22:35:21.126434 dv-neutron-821829-1-hyperv neutron-server[87506]:     cb(*args, **kw)
Dec 16 22:35:21.126434 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 22:35:21.126434 dv-neutron-821829-1-hyperv neutron-server[87506]:     return func(*args, **kwargs)
Dec 16 22:35:21.126434 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 22:35:21.126434 dv-neutron-821829-1-hyperv neutron-server[87506]:     self._notify()
Dec 16 22:35:21.126434 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 22:35:21.126434 dv-neutron-821829-1-hyperv neutron-server[87506]:     self.callback(batched_events)
Dec 16 22:35:21.126434 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 22:35:21.126434 dv-neutron-821829-1-hyperv neutron-server[87506]:     event.method(event)
Dec 16 22:35:21.126434 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 22:35:21.126434 dv-neutron-821829-1-hyperv neutron-server[87506]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 22:35:21.126434 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 22:35:21.126434 dv-neutron-821829-1-hyperv neutron-server[87506]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 22:35:21.126434 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 22:35:21.126434 dv-neutron-821829-1-hyperv neutron-server[87506]:     return f(self, *a, **k)
Dec 16 22:35:21.126434 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 16 22:35:21.126434 dv-neutron-821829-1-hyperv neutron-server[87506]:     return self._get(url).json()
Dec 16 22:35:21.126434 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 16 22:35:21.126434 dv-neutron-821829-1-hyperv neutron-server[87506]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 22:35:21.126434 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 16 22:35:21.126434 dv-neutron-821829-1-hyperv neutron-server[87506]:     return self.request(url, 'GET', **kwargs)
Dec 16 22:35:21.126434 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 16 22:35:21.126434 dv-neutron-821829-1-hyperv neutron-server[87506]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 22:35:21.126434 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 16 22:35:21.126434 dv-neutron-821829-1-hyperv neutron-server[87506]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 22:35:21.126434 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 16 22:35:21.126434 dv-neutron-821829-1-hyperv neutron-server[87506]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 22:35:21.126434 dv-neutron-821829-1-hyperv neutron-server[87506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 22:35:21.135328 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-1591efb2-123d-4a00-997e-0d91b590cfc5 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3329572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3741856'] for network, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:21.137759 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-c14a9bf7-8dbe-450b-96ad-0c5de5d82623 tempest-RoutersAdminTest-1029946936 tempest-RoutersAdminTest-1029946936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3830089'] for router, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:21.138237 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c14a9bf7-8dbe-450b-96ad-0c5de5d82623 tempest-RoutersAdminTest-1029946936 tempest-RoutersAdminTest-1029946936-project] Fanout notify agent at l3_agent the message router_deleted on router ec539aa6-b429-40fc-b133-a667774991b1 {{(pid=87506) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 16 22:35:21.161809 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-1591efb2-123d-4a00-997e-0d91b590cfc5 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3791486'] for network, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:21.180906 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-c14a9bf7-8dbe-450b-96ad-0c5de5d82623 tempest-RoutersAdminTest-1029946936 tempest-RoutersAdminTest-1029946936-project] Notify callbacks [] for router, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:21.183526 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-c14a9bf7-8dbe-450b-96ad-0c5de5d82623 tempest-RoutersAdminTest-1029946936 tempest-RoutersAdminTest-1029946936-project] 10.222.0.13 "DELETE /v2.0/routers/ec539aa6-b429-40fc-b133-a667774991b1 HTTP/1.1" status: 204  len: 168 time: 3.9341807
Dec 16 22:35:21.183687 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-04078124-9f41-45f2-b76e-03ff8e07f66a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b7c9928b0>, [{'id': 'c6b0af86-1588-4d9e-9f98-ac61fdf8ef7a', 'name': 'tempest-TestVolumeBootPattern-241322810-router', 'tenant_id': 'ebcac23e4eae475893854e16d121f861', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.7'}], 'enable_snat': True}, 'gw_port_id': '627705e4-06a5-44d7-9654-b5ffda9763f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:34:55Z', 'updated_at': '2021-12-16T22:35:14Z', 'revision_number': 4, 'project_id': 'ebcac23e4eae475893854e16d121f861', 'gw_port': {'id': '627705e4-06a5-44d7-9654-b5ffda9763f8', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:4f:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6b0af86-1588-4d9e-9f98-ac61fdf8ef7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:34:59Z', 'updated_at': '2021-12-16T22:35:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv', '_interfaces': [{'id': '4f4b371e-1da4-4a31-bbd3-1b44e0ee69be', 'name': '', 'network_id': '59be113d-df84-4589-a861-2ce3da6b2e5d', 'tenant_id': 'ebcac23e4eae475893854e16d121f861', 'mac_address': 'fa:16:3e:90:d1:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6b0af86-1588-4d9e-9f98-ac61fdf8ef7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'e85fa5c2-5253-44c8-9f57-0c1d2c97dd41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:35:10Z', 'updated_at': '2021-12-16T22:35:20Z', 'revision_number': 4, 'project_id': 'ebcac23e4eae475893854e16d121f861', 'subnets': [{'id': 'e85fa5c2-5253-44c8-9f57-0c1d2c97dd41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:35:21.185102 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-5f5925e4-f342-4267-8ed1-80b43463c5af tempest-AllowedAddressPairIpV6TestJSON-1960971591 tempest-AllowedAddressPairIpV6TestJSON-1960971591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:21.192146 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04078124-9f41-45f2-b76e-03ff8e07f66a None None] The sync data for ids ['c6b0af86-1588-4d9e-9f98-ac61fdf8ef7a'] in dv-neutron-821829-1-hyperv is: [{'id': 'c6b0af86-1588-4d9e-9f98-ac61fdf8ef7a', 'name': 'tempest-TestVolumeBootPattern-241322810-router', 'tenant_id': 'ebcac23e4eae475893854e16d121f861', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.7'}], 'enable_snat': True}, 'gw_port_id': '627705e4-06a5-44d7-9654-b5ffda9763f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:34:55Z', 'updated_at': '2021-12-16T22:35:14Z', 'revision_number': 4, 'project_id': 'ebcac23e4eae475893854e16d121f861', 'gw_port': {'id': '627705e4-06a5-44d7-9654-b5ffda9763f8', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:4f:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6b0af86-1588-4d9e-9f98-ac61fdf8ef7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:34:59Z', 'updated_at': '2021-12-16T22:35:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv', '_interfaces': [{'id': '4f4b371e-1da4-4a31-bbd3-1b44e0ee69be', 'name': '', 'network_id': '59be113d-df84-4589-a861-2ce3da6b2e5d', 'tenant_id': 'ebcac23e4eae475893854e16d121f861', 'mac_address': 'fa:16:3e:90:d1:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6b0af86-1588-4d9e-9f98-ac61fdf8ef7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'e85fa5c2-5253-44c8-9f57-0c1d2c97dd41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:35:10Z', 'updated_at': '2021-12-16T22:35:20Z', 'revision_number': 4, 'project_id': 'ebcac23e4eae475893854e16d121f861', 'subnets': [{'id': 'e85fa5c2-5253-44c8-9f57-0c1d2c97dd41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 22:35:21.209174 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-4df44195-de1a-4ce7-b3c7-597402bc837f None None] For port 855cf32d-5ff8-4e11-80dc-69d625b37c24, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=855cf32d-5ff8-4e11-80dc-69d625b37c24,segment=NetworkSegment(da71c9a1-7532-4738-a9bc-22a7f498ec35),segment_id=da71c9a1-7532-4738-a9bc-22a7f498ec35)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:35:21.209594 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-4df44195-de1a-4ce7-b3c7-597402bc837f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:21.209912 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 41208) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:35:21.211900 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-1591efb2-123d-4a00-997e-0d91b590cfc5 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] 10.222.0.13 "DELETE /v2.0/networks/b0f969d8-7cc3-4021-a55f-b89c531f585f HTTP/1.1" status: 204  len: 168 time: 1.7105453
Dec 16 22:35:21.212819 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 41210) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:35:21.277034 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8192951f-8637-4209-8ce4-3658525e9579 admin admin] vlan segment allocate from pool success with {'vlan_id': 152, 'physical_network': 'physnet1'}  {{(pid=87506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 22:35:21.304431 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-3fe725c8-9297-4e9a-b1ce-8a450ab7bd07 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10807931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10549612'] for subnet, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:21.318828 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:35:21.369678 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-cdae3304-9744-468f-a6e9-d1957bb296eb tempest-RoutersAdminTest-1029946936 tempest-RoutersAdminTest-1029946936-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1060052554', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:35:21.377016 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-cdae3304-9744-468f-a6e9-d1957bb296eb tempest-RoutersAdminTest-1029946936 tempest-RoutersAdminTest-1029946936-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:35:21.380690 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8192951f-8637-4209-8ce4-3658525e9579 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b10d9838-dcb3-4dab-b9ea-a931a06bf035,revision_number=1']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:35:21.380865 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-cdae3304-9744-468f-a6e9-d1957bb296eb tempest-RoutersAdminTest-1029946936 tempest-RoutersAdminTest-1029946936-project] Usage tracker for resource:router and tenant:662a8bad278a4b1485561129d2472ad5 is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:35:21.383635 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-cdae3304-9744-468f-a6e9-d1957bb296eb tempest-RoutersAdminTest-1029946936 tempest-RoutersAdminTest-1029946936-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:35:21.386151 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-8192951f-8637-4209-8ce4-3658525e9579 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:35:21.390354 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-cdae3304-9744-468f-a6e9-d1957bb296eb tempest-RoutersAdminTest-1029946936 tempest-RoutersAdminTest-1029946936-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:35:21.418158 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-8192951f-8637-4209-8ce4-3658525e9579 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-883292'] for segment, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:21.418158 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.db.segments_db [None req-8192951f-8637-4209-8ce4-3658525e9579 admin admin] Added segment 1e5a8c87-f893-4bfb-bf1a-9559faa30c77 of type vlan for network 0ef805cb-c131-49be-8eb3-33f694571b91
Dec 16 22:35:21.420196 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-f849cb37-d394-4656-86e0-d72e5dd19628 tempest-PortsAdminExtendedAttrsTestJSON-606051987 tempest-PortsAdminExtendedAttrsTestJSON-606051987-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.266s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:35:21.480346 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe725c8-9297-4e9a-b1ce-8a450ab7bd07 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Pushing event updated for resources: {'Subnet': ['ID=4aeefad7-5559-43a7-a225-ad46fb4e19a1,revision_number=0']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:35:21.480990 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-4df44195-de1a-4ce7-b3c7-597402bc837f None None] Calling delete_port for 855cf32d-5ff8-4e11-80dc-69d625b37c24 owned by network:dhcp {{(pid=87508) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:35:21.490592 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1591efb2-123d-4a00-997e-0d91b590cfc5 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Pushing event deleted for resources: {'Network': ['ID=b0f969d8-7cc3-4021-a55f-b89c531f585f,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:35:21.494347 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-3fe725c8-9297-4e9a-b1ce-8a450ab7bd07 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:35:21.520866 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-1591efb2-123d-4a00-997e-0d91b590cfc5 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:35:21.532641 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:21.557545 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-bd6453fd-27b0-481d-a59b-c22af0c42ebf None None] For port 0ea66b3a-d76e-4f28-961c-fc06d6b4c7a7, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=0ea66b3a-d76e-4f28-961c-fc06d6b4c7a7,segment=NetworkSegment(2ad0f161-ff78-4675-b89f-9b87154df3c7),segment_id=2ad0f161-ff78-4675-b89f-9b87154df3c7)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:35:21.558033 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-bd6453fd-27b0-481d-a59b-c22af0c42ebf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:21.607116 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-8192951f-8637-4209-8ce4-3658525e9579 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734753047233'] for network, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:21.614375 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-023e1fe8-2148-4e56-b4be-d3bd400af02e tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-825997'] for network, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:21.665105 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57b160ea-4a70-40e1-9fe5-beced89078eb tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Router 45ae2c9f-738c-4d50-9070-36f2d87f0ea0 has already been hosted by L3 agent 4f519db7-069b-43e2-8411-c092bac9102a {{(pid=87507) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 22:35:21.666268 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-cdae3304-9744-468f-a6e9-d1957bb296eb tempest-RoutersAdminTest-1029946936 tempest-RoutersAdminTest-1029946936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3741155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38980'] for router, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:21.667305 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-cdae3304-9744-468f-a6e9-d1957bb296eb tempest-RoutersAdminTest-1029946936 tempest-RoutersAdminTest-1029946936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3743284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3741748', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3896702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-38989'] for router, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:21.685113 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce80757-3af7-416e-af17-7688f4f4c045 req-b00455fd-7bb6-4014-b5c6-25eb45a69e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:35:21.686695 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-7ce80757-3af7-416e-af17-7688f4f4c045 req-b00455fd-7bb6-4014-b5c6-25eb45a69e0d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=a21c60855e3d440781134350c2712d36&device_id=95ef1739-1bf2-4522-993c-76a77d5f2322 HTTP/1.1" status: 200  len: 1098 time: 0.6143641
Dec 16 22:35:21.687412 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fe725c8-9297-4e9a-b1ce-8a450ab7bd07 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Network 7edd76f7-0f97-48a5-b177-9842de6c0500 is already hosted by enough agents. {{(pid=87507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:35:21.703909 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-cdae3304-9744-468f-a6e9-d1957bb296eb tempest-RoutersAdminTest-1029946936 tempest-RoutersAdminTest-1029946936-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:21.717857 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-bd6453fd-27b0-481d-a59b-c22af0c42ebf None None] Calling delete_port for 0ea66b3a-d76e-4f28-961c-fc06d6b4c7a7 owned by network:dhcp {{(pid=87508) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:35:21.740043 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.base_scheduler [None req-3fe725c8-9297-4e9a-b1ce-8a450ab7bd07 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Resources bound (agent type, host, resource id):  {{(pid=87507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:35:21.744571 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-cdae3304-9744-468f-a6e9-d1957bb296eb tempest-RoutersAdminTest-1029946936 tempest-RoutersAdminTest-1029946936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3740952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3741923'] for router, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:21.759819 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fe725c8-9297-4e9a-b1ce-8a450ab7bd07 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:35:21.760585 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-3fe725c8-9297-4e9a-b1ce-8a450ab7bd07 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks [] for subnet, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:21.773786 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] For port 855cf32d-5ff8-4e11-80dc-69d625b37c24, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=855cf32d-5ff8-4e11-80dc-69d625b37c24,segment=NetworkSegment(da71c9a1-7532-4738-a9bc-22a7f498ec35),segment_id=da71c9a1-7532-4738-a9bc-22a7f498ec35)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:35:21.786412 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:21.787275 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 0ea66b3a-d76e-4f28-961c-fc06d6b4c7a7 no longer exists at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 22:35:21.816803 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-61ef69f9-1aeb-4172-a9ea-5ba3685c5b87 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:35:21.824351 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.db.resource_extend [None req-8192951f-8637-4209-8ce4-3658525e9579 admin admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 16 22:35:21.844637 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [None req-023e1fe8-2148-4e56-b4be-d3bd400af02e tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Deleting port 0ea66b3a-d76e-4f28-961c-fc06d6b4c7a7 {{(pid=87506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:35:21.845375 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-023e1fe8-2148-4e56-b4be-d3bd400af02e tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:21.869140 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.db.api [None req-4df44195-de1a-4ce7-b3c7-597402bc837f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87508) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 16 22:35:21.869508 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_db.api [None req-4df44195-de1a-4ce7-b3c7-597402bc837f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 16 22:35:21.889953 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac2bef6-8c19-4324-b4c5-e217c094879b req-7ba0bc59-b1d7-4b93-873c-a41855ac1396 tempest-ServerActionsTestJSON-1581017418 tempest-ServerActionsTestJSON-1581017418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:35:21.891687 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-5ac2bef6-8c19-4324-b4c5-e217c094879b req-7ba0bc59-b1d7-4b93-873c-a41855ac1396 tempest-ServerActionsTestJSON-1581017418 tempest-ServerActionsTestJSON-1581017418-project] 10.222.0.13 "GET /v2.0/ports?device_id=95ef1739-1bf2-4522-993c-76a77d5f2322 HTTP/1.1" status: 200  len: 945 time: 1.0587234
Dec 16 22:35:21.910935 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-cdae3304-9744-468f-a6e9-d1957bb296eb tempest-RoutersAdminTest-1029946936 tempest-RoutersAdminTest-1029946936-project] Notify callbacks [] for router, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:21.915150 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-cdae3304-9744-468f-a6e9-d1957bb296eb tempest-RoutersAdminTest-1029946936 tempest-RoutersAdminTest-1029946936-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 705 time: 0.6129777
Dec 16 22:35:21.927592 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 41216) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:35:21.938618 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-3fe725c8-9297-4e9a-b1ce-8a450ab7bd07 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 2.1656003
Dec 16 22:35:21.943023 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Pushing event updated for resources: {'Port': ['ID=855cf32d-5ff8-4e11-80dc-69d625b37c24,revision_number=8']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:35:21.943777 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce80757-3af7-416e-af17-7688f4f4c045 req-f7e91498-7dc9-4bfe-936f-6abf9a273609 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:35:21.944616 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 41220) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:35:21.945667 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-7ce80757-3af7-416e-af17-7688f4f4c045 req-f7e91498-7dc9-4bfe-936f-6abf9a273609 service neutron] 10.222.0.49 "GET /v2.0/networks?id=4324e1ea-4669-4cf4-86ce-32057be725fc HTTP/1.1" status: 200  len: 913 time: 0.2469397
Dec 16 22:35:21.946098 dv-neutron-821829-1-hyperv neutron-server[87508]: INFO neutron.plugins.ml2.db [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] No ports have port_id starting with 0ea66b3a-d76e-4f28-961c-fc06d6b4c7a7
Dec 16 22:35:21.947034 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-bd6453fd-27b0-481d-a59b-c22af0c42ebf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949'] for port, after_delete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:21.951678 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:35:21.952234 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:35:21.960230 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-c7f32d05-c744-4df1-b98e-76cd3ec757c6 tempest-RoutersAdminTest-1901902743 tempest-RoutersAdminTest-1901902743-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'enable_snat': False}}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:35:21.980677 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device c821f78f-1c21-4783-87e6-9cfdd08dbfaf no longer exists at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 22:35:22.011476 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-c5c5451f-bea3-4e80-9c9f-8156365a26ef tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Request body: {'subnet': {'network_id': '7edd76f7-0f97-48a5-b177-9842de6c0500', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:35:22.039095 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] No Port match for: c821f78f-1c21-4783-87e6-9cfdd08dbfaf {{(pid=87508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 22:35:22.039781 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device c821f78f-1c21-4783-87e6-9cfdd08dbfaf not bound to the agent host dv-neutron-821829-1-hyperv {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 22:35:22.056789 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6453fd-27b0-481d-a59b-c22af0c42ebf None None] Pushing event deleted for resources: {'Port': ['ID=0ea66b3a-d76e-4f28-961c-fc06d6b4c7a7,revision_number=None']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:35:22.065355 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-bd6453fd-27b0-481d-a59b-c22af0c42ebf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:35:22.076765 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd6453fd-27b0-481d-a59b-c22af0c42ebf None None] No DVR routers for this DVR port 0ea66b3a-d76e-4f28-961c-fc06d6b4c7a7 on host dv-neutron-821829-1-hyperv {{(pid=87508) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 22:35:22.202647 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-5ac2bef6-8c19-4324-b4c5-e217c094879b req-b5262caa-ccf2-4485-a602-abb49a0f6e58 tempest-ServerActionsTestJSON-1581017418 tempest-ServerActionsTestJSON-1581017418-project] 10.222.0.13 "GET /v2.0/security-groups?id=1011a650-dc8c-4279-9762-0c0bcda15d85&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2961900
Dec 16 22:35:22.226891 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57b160ea-4a70-40e1-9fe5-beced89078eb tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Notify agent at l3_agent.dv-neutron-821829-1-hyperv the message routers_updated {{(pid=87507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 22:35:22.239553 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac464baf-3d80-442e-9177-02bc69ea4984 None None] Sync routers for ids ['45ae2c9f-738c-4d50-9070-36f2d87f0ea0'] in dv-neutron-821829-1-hyperv {{(pid=87508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 22:35:22.250873 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac464baf-3d80-442e-9177-02bc69ea4984 None None] Routers {'45ae2c9f-738c-4d50-9070-36f2d87f0ea0'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:35:22.251681 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-ac464baf-3d80-442e-9177-02bc69ea4984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b77a4ceb0>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:35:01Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['45ae2c9f-738c-4d50-9070-36f2d87f0ea0'], 'active': True} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:35:22.262478 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-8192951f-8637-4209-8ce4-3658525e9579 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440'] for network, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:22.263509 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8192951f-8637-4209-8ce4-3658525e9579 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:35:22.264118 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-8192951f-8637-4209-8ce4-3658525e9579 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3791486'] for network, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:22.307318 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-c5c5451f-bea3-4e80-9c9f-8156365a26ef tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:35:22.321816 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-c5c5451f-bea3-4e80-9c9f-8156365a26ef tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Usage tracker for resource:subnet and tenant:8e4385a98eb1416284c1cc96b3355a70 is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:35:22.326286 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-c5c5451f-bea3-4e80-9c9f-8156365a26ef tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:35:22.326430 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-ac464baf-3d80-442e-9177-02bc69ea4984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b77a4ceb0>, [], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:35:22.335010 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac464baf-3d80-442e-9177-02bc69ea4984 None None] Routers {'45ae2c9f-738c-4d50-9070-36f2d87f0ea0'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:35:22.335249 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-c5c5451f-bea3-4e80-9c9f-8156365a26ef tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:35:22.335655 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-ac464baf-3d80-442e-9177-02bc69ea4984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b77a4ceb0>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:35:01Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['45ae2c9f-738c-4d50-9070-36f2d87f0ea0'], 'active': True} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:35:22.391887 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-4df44195-de1a-4ce7-b3c7-597402bc837f None None] Deleting port 855cf32d-5ff8-4e11-80dc-69d625b37c24 {{(pid=87508) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:35:22.392180 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-4df44195-de1a-4ce7-b3c7-597402bc837f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:22.414037 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-5f5925e4-f342-4267-8ed1-80b43463c5af tempest-AllowedAddressPairIpV6TestJSON-1960971591 tempest-AllowedAddressPairIpV6TestJSON-1960971591-project] Notify callbacks [] for port, precommit_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:22.416575 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-70c3c1c7-9641-4157-aeb9-cb8bd22f255f tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:35:22.432345 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-ac464baf-3d80-442e-9177-02bc69ea4984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b77a4ceb0>, [], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:35:22.432756 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac464baf-3d80-442e-9177-02bc69ea4984 None None] The sync data for ids ['45ae2c9f-738c-4d50-9070-36f2d87f0ea0'] in dv-neutron-821829-1-hyperv is: [] {{(pid=87508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 22:35:22.440739 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5c5451f-bea3-4e80-9c9f-8156365a26ef tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Made reservation on behalf of 8e4385a98eb1416284c1cc96b3355a70 for: {'subnet': 1} {{(pid=87507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:35:22.449217 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-c5c5451f-bea3-4e80-9c9f-8156365a26ef tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10549598'] for subnet, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:22.569746 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-7ce80757-3af7-416e-af17-7688f4f4c045 req-513bb9ff-af2a-4cf2-9e1b-fcab7cb0511a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=760988bb-0591-4c97-be7d-c348804c49dd HTTP/1.1" status: 200  len: 1000 time: 0.3806531
Dec 16 22:35:22.592800 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8192951f-8637-4209-8ce4-3658525e9579 admin admin] Pushing event updated for resources: {'Network': ['ID=0ef805cb-c131-49be-8eb3-33f694571b91,revision_number=1']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:35:22.596624 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-8192951f-8637-4209-8ce4-3658525e9579 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:35:22.610993 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Network 0ef805cb-c131-49be-8eb3-33f694571b91 details requested by agent ovs-agent-dv-neutron-821829-1-hyperv with host dv-neutron-821829-1-hyperv {{(pid=87508) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 22:35:22.661670 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [None req-023e1fe8-2148-4e56-b4be-d3bd400af02e tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] The port '0ea66b3a-d76e-4f28-961c-fc06d6b4c7a7' was deleted {{(pid=87506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 16 22:35:22.665499 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-5f5925e4-f342-4267-8ed1-80b43463c5af tempest-AllowedAddressPairIpV6TestJSON-1960971591 tempest-AllowedAddressPairIpV6TestJSON-1960971591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1863400'] for port, after_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:22.684678 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-cc5fb107-77fb-409e-84f8-d7fd593da94c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:35:22.783386 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 4f4b371e-1da4-4a31-bbd3-1b44e0ee69be up at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 22:35:22.886541 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57b160ea-4a70-40e1-9fe5-beced89078eb tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Router 39bf0112-4c37-491b-8b93-b67ac02e1728 has already been hosted by L3 agent 4f519db7-069b-43e2-8411-c092bac9102a {{(pid=87507) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 22:35:22.886765 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-4df44195-de1a-4ce7-b3c7-597402bc837f None None] For port 855cf32d-5ff8-4e11-80dc-69d625b37c24, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=855cf32d-5ff8-4e11-80dc-69d625b37c24,segment=NetworkSegment(da71c9a1-7532-4738-a9bc-22a7f498ec35),segment_id=da71c9a1-7532-4738-a9bc-22a7f498ec35)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:35:22.886765 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-4df44195-de1a-4ce7-b3c7-597402bc837f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:22.942452 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [None req-5f5925e4-f342-4267-8ed1-80b43463c5af tempest-AllowedAddressPairIpV6TestJSON-1960971591 tempest-AllowedAddressPairIpV6TestJSON-1960971591-project] In _notify_port_updated(), no bound segment for port e596bb3e-ca4f-4edf-9cdf-e152a21e1ddf on network 86e68e41-157c-4f6e-b330-6d809173b73d {{(pid=87506) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}}
Dec 16 22:35:22.948136 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f5925e4-f342-4267-8ed1-80b43463c5af tempest-AllowedAddressPairIpV6TestJSON-1960971591 tempest-AllowedAddressPairIpV6TestJSON-1960971591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:35:22.949005 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-5f5925e4-f342-4267-8ed1-80b43463c5af tempest-AllowedAddressPairIpV6TestJSON-1960971591 tempest-AllowedAddressPairIpV6TestJSON-1960971591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for port, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:22.953016 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-5f5925e4-f342-4267-8ed1-80b43463c5af tempest-AllowedAddressPairIpV6TestJSON-1960971591 tempest-AllowedAddressPairIpV6TestJSON-1960971591-project] 10.222.0.13 "PUT /v2.0/ports/e596bb3e-ca4f-4edf-9cdf-e152a21e1ddf HTTP/1.1" status: 200  len: 1003 time: 3.5898838
Dec 16 22:35:22.965908 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-8192951f-8637-4209-8ce4-3658525e9579 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 4.0952344
Dec 16 22:35:22.967554 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 41228) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:35:22.968055 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 41230) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:35:23.049290 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-4df44195-de1a-4ce7-b3c7-597402bc837f None None] Calling delete_port for 855cf32d-5ff8-4e11-80dc-69d625b37c24 owned by network:dhcp {{(pid=87508) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:35:23.088384 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-42489cfa-0915-4c75-92b3-b08551ce3742 admin admin] Request body: {'subnet': {'network_id': '0ef805cb-c131-49be-8eb3-33f694571b91', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1035955035-subnet', 'tenant_id': '42b2a8d808274cb1bcef73fb9de40c05', 'ip_version': 4}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:35:23.104807 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning for port 4f4b371e-1da4-4a31-bbd3-1b44e0ee69be completed by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 22:35:23.116008 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning complete for port 4f4b371e-1da4-4a31-bbd3-1b44e0ee69be triggered by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:35:23.116390 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:23.182647 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-42489cfa-0915-4c75-92b3-b08551ce3742 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:35:23.207165 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce80757-3af7-416e-af17-7688f4f4c045 req-e8155e42-dd8d-4075-8fd9-b6f0b8921d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:35:23.208908 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-7ce80757-3af7-416e-af17-7688f4f4c045 req-e8155e42-dd8d-4075-8fd9-b6f0b8921d73 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=3657b92c-69b8-4f39-be86-861bf2c75ad0 HTTP/1.1" status: 200  len: 851 time: 0.6048906
Dec 16 22:35:23.209867 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5925e4-f342-4267-8ed1-80b43463c5af tempest-AllowedAddressPairIpV6TestJSON-1960971591 tempest-AllowedAddressPairIpV6TestJSON-1960971591-project] Pushing event updated for resources: {'Port': ['ID=e596bb3e-ca4f-4edf-9cdf-e152a21e1ddf,revision_number=2']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:35:23.212956 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-42489cfa-0915-4c75-92b3-b08551ce3742 admin admin] Usage tracker for resource:subnet and tenant:42b2a8d808274cb1bcef73fb9de40c05 is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:35:23.250648 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-4df44195-de1a-4ce7-b3c7-597402bc837f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949'] for port, after_delete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:23.258356 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-8682b7ff-c3cc-4c00-8714-6518548319a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:35:23.280759 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-5f5925e4-f342-4267-8ed1-80b43463c5af tempest-AllowedAddressPairIpV6TestJSON-1960971591 tempest-AllowedAddressPairIpV6TestJSON-1960971591-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.597s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:35:23.281677 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-42489cfa-0915-4c75-92b3-b08551ce3742 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:35:23.285560 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-023e1fe8-2148-4e56-b4be-d3bd400af02e tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3329565', 'neutron.services.segments.db._delete_segments_for_network-8734753546406'] for network, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:23.327304 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df44195-de1a-4ce7-b3c7-597402bc837f None None] Pushing event deleted for resources: {'Port': ['ID=855cf32d-5ff8-4e11-80dc-69d625b37c24,revision_number=None']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:35:23.334818 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4df44195-de1a-4ce7-b3c7-597402bc837f None None] No DVR routers for this DVR port 855cf32d-5ff8-4e11-80dc-69d625b37c24 on host dv-neutron-821829-1-hyperv {{(pid=87508) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 22:35:23.343794 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-4df44195-de1a-4ce7-b3c7-597402bc837f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:35:23.354627 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd3c65d7-751d-4d25-943d-eeebf6b33d54 None None] Network 7edd76f7-0f97-48a5-b177-9842de6c0500 requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 22:35:23.361360 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-42489cfa-0915-4c75-92b3-b08551ce3742 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:35:23.376572 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-c7f32d05-c744-4df1-b98e-76cd3ec757c6 tempest-RoutersAdminTest-1901902743 tempest-RoutersAdminTest-1901902743-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3741702', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3740945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-38947'] for router, precommit_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:23.397163 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [None req-ce58fb8e-735c-4ef2-b2db-b2459a85adef tempest-AllowedAddressPairIpV6TestJSON-1960971591 tempest-AllowedAddressPairIpV6TestJSON-1960971591-project] Deleting port e596bb3e-ca4f-4edf-9cdf-e152a21e1ddf {{(pid=87506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:35:23.397684 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-ce58fb8e-735c-4ef2-b2db-b2459a85adef tempest-AllowedAddressPairIpV6TestJSON-1960971591 tempest-AllowedAddressPairIpV6TestJSON-1960971591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:23.447408 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.services.segments.db [None req-023e1fe8-2148-4e56-b4be-d3bd400af02e tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1b765c5c40>,) {'filters': {'network_id': ['74e8abe1-d62a-47bd-a542-ad4ce7fca482']}} {{(pid=87506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:35:23.469386 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-b77b60bb-aa99-43c0-a823-69087bd8ba69 None None] Provisioning complete for port e596bb3e-ca4f-4edf-9cdf-e152a21e1ddf triggered by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:35:23.469768 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b77b60bb-aa99-43c0-a823-69087bd8ba69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:23.473588 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.objects.ports [None req-c5c5451f-bea3-4e80-9c9f-8156365a26ef tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87507) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}}
Dec 16 22:35:23.486497 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-c5c5451f-bea3-4e80-9c9f-8156365a26ef tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10807931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10549612'] for subnet, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:23.489187 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42489cfa-0915-4c75-92b3-b08551ce3742 admin admin] Made reservation on behalf of 42b2a8d808274cb1bcef73fb9de40c05 for: {'subnet': 1} {{(pid=87506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:35:23.491597 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-42489cfa-0915-4c75-92b3-b08551ce3742 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11213078'] for subnet, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:23.495068 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-f12f0947-0803-4b58-b33e-7cbcc92dfd86 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:35:23.507736 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.services.segments.db [None req-023e1fe8-2148-4e56-b4be-d3bd400af02e tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b765c5c40>, '2ad0f161-ff78-4675-b89f-9b87154df3c7') {'for_net_delete': True} {{(pid=87506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:35:23.508208 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.services.segments.db [None req-023e1fe8-2148-4e56-b4be-d3bd400af02e tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b765c5c40>, '2ad0f161-ff78-4675-b89f-9b87154df3c7') {} {{(pid=87506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:35:23.581182 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:23.583299 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-023e1fe8-2148-4e56-b4be-d3bd400af02e tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734753593977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-266764496'] for segment, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:23.605510 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-b77b60bb-aa99-43c0-a823-69087bd8ba69 None None] Port e596bb3e-ca4f-4edf-9cdf-e152a21e1ddf cannot update to ACTIVE because it is not bound. {{(pid=87508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 22:35:23.615449 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5c5451f-bea3-4e80-9c9f-8156365a26ef tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Network 7edd76f7-0f97-48a5-b177-9842de6c0500 is already hosted by enough agents. {{(pid=87507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:35:23.620785 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.base_scheduler [None req-c5c5451f-bea3-4e80-9c9f-8156365a26ef tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Resources bound (agent type, host, resource id):  {{(pid=87507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:35:23.623819 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5c5451f-bea3-4e80-9c9f-8156365a26ef tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:35:23.624385 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-c5c5451f-bea3-4e80-9c9f-8156365a26ef tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks [] for subnet, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:23.668828 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] For port 4f4b371e-1da4-4a31-bbd3-1b44e0ee69be, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=4f4b371e-1da4-4a31-bbd3-1b44e0ee69be,segment=NetworkSegment(32a05c8f-4e22-414f-870d-ee93982b6a67),segment_id=32a05c8f-4e22-414f-870d-ee93982b6a67)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:35:23.688231 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c5451f-bea3-4e80-9c9f-8156365a26ef tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Pushing event updated for resources: {'Subnet': ['ID=397ffbe6-e235-405f-9ccd-cb185f393c84,revision_number=0']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:35:23.691009 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-c5c5451f-bea3-4e80-9c9f-8156365a26ef tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:35:23.708519 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:23.714874 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57b160ea-4a70-40e1-9fe5-beced89078eb tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Notify agent at l3_agent.dv-neutron-821829-1-hyperv the message routers_updated {{(pid=87507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 22:35:23.715800 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-00645ac4-3237-499d-b21f-9cd9f3db7e6b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:35:23.720083 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-57b160ea-4a70-40e1-9fe5-beced89078eb tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for floatingip, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:23.727256 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d651444-0ce2-45d9-94db-8a90b56916fd None None] Sync routers for ids ['39bf0112-4c37-491b-8b93-b67ac02e1728'] in dv-neutron-821829-1-hyperv {{(pid=87509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 22:35:23.744793 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d651444-0ce2-45d9-94db-8a90b56916fd None None] Routers {'39bf0112-4c37-491b-8b93-b67ac02e1728'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:35:23.748685 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-4d651444-0ce2-45d9-94db-8a90b56916fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b7cb15820>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:35:01Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['39bf0112-4c37-491b-8b93-b67ac02e1728'], 'active': True} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:35:23.749986 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-c5c5451f-bea3-4e80-9c9f-8156365a26ef tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 1.8042874
Dec 16 22:35:23.766066 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d1420a-4360-480c-b69b-6305012fc2a6 req-13c5d919-8b89-4d3e-939b-cf2c235faddc tempest-ServerActionsTestJSON-1581017418 tempest-ServerActionsTestJSON-1581017418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:35:23.767653 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15feadfc-4763-4b41-8547-5b07edfa5db2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1d6bfaf-d325-5e4f-b05d-2441d8339617-7edd76f7-0f97-48a5-b177-9842de6c0500', 'network_id': '7edd76f7-0f97-48a5-b177-9842de6c0500', 'tenant_id': '8e4385a98eb1416284c1cc96b3355a70', 'fixed_ips': [{'subnet_id': '397ffbe6-e235-405f-9ccd-cb185f393c84'}, {'subnet_id': '4aeefad7-5559-43a7-a225-ad46fb4e19a1'}]}} from dv-neutron-821829-1-hyperv. {{(pid=87508) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 16 22:35:23.768428 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-28d1420a-4360-480c-b69b-6305012fc2a6 req-13c5d919-8b89-4d3e-939b-cf2c235faddc tempest-ServerActionsTestJSON-1581017418 tempest-ServerActionsTestJSON-1581017418-project] 10.222.0.13 "GET /v2.0/ports?device_id=95ef1739-1bf2-4522-993c-76a77d5f2322 HTTP/1.1" status: 200  len: 945 time: 0.4019842
Dec 16 22:35:23.768974 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 41240) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:35:23.774498 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-15feadfc-4763-4b41-8547-5b07edfa5db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:23.797279 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-9b00ea5f-0551-4ab9-b44b-2233c1176218 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Request body: {'port': {'network_id': '7edd76f7-0f97-48a5-b177-9842de6c0500', 'mac_address': 'fa:16:3e:0b:05:4c', 'name': 'tempest-NetworksTestDHCPv6-180097546'}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:35:23.849342 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-4d651444-0ce2-45d9-94db-8a90b56916fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b7cb15820>, [], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:35:23.861131 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Pushing event updated for resources: {'Port': ['ID=4f4b371e-1da4-4a31-bbd3-1b44e0ee69be,revision_number=5']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:35:23.873177 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:35:23.881028 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d651444-0ce2-45d9-94db-8a90b56916fd None None] Routers {'39bf0112-4c37-491b-8b93-b67ac02e1728'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:35:23.881454 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-023e1fe8-2148-4e56-b4be-d3bd400af02e tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-883292'] for segment, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:23.881654 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-4d651444-0ce2-45d9-94db-8a90b56916fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b7cb15820>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:35:01Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['39bf0112-4c37-491b-8b93-b67ac02e1728'], 'active': True} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:35:23.903320 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-023e1fe8-2148-4e56-b4be-d3bd400af02e tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Releasing vlan 155 on physical network physnet1 to pool {{(pid=87506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 16 22:35:23.904130 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-023e1fe8-2148-4e56-b4be-d3bd400af02e tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-883285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1863180'] for segment, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:23.922499 dv-neutron-821829-1-hyperv neutron-server[87506]: Traceback (most recent call last):
Dec 16 22:35:23.922499 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 16 22:35:23.922499 dv-neutron-821829-1-hyperv neutron-server[87506]:     timer()
Dec 16 22:35:23.922499 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 22:35:23.922499 dv-neutron-821829-1-hyperv neutron-server[87506]:     cb(*args, **kw)
Dec 16 22:35:23.922499 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 22:35:23.922499 dv-neutron-821829-1-hyperv neutron-server[87506]:     return func(*args, **kwargs)
Dec 16 22:35:23.922499 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 22:35:23.922499 dv-neutron-821829-1-hyperv neutron-server[87506]:     self._notify()
Dec 16 22:35:23.922499 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 22:35:23.922499 dv-neutron-821829-1-hyperv neutron-server[87506]:     self.callback(batched_events)
Dec 16 22:35:23.922499 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 22:35:23.922499 dv-neutron-821829-1-hyperv neutron-server[87506]:     event.method(event)
Dec 16 22:35:23.922499 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 22:35:23.922499 dv-neutron-821829-1-hyperv neutron-server[87506]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 22:35:23.922499 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 22:35:23.922499 dv-neutron-821829-1-hyperv neutron-server[87506]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 22:35:23.922499 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 22:35:23.922499 dv-neutron-821829-1-hyperv neutron-server[87506]:     return f(self, *a, **k)
Dec 16 22:35:23.922499 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 16 22:35:23.922499 dv-neutron-821829-1-hyperv neutron-server[87506]:     return self._get(url).json()
Dec 16 22:35:23.922499 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 16 22:35:23.922499 dv-neutron-821829-1-hyperv neutron-server[87506]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 22:35:23.922499 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 16 22:35:23.922499 dv-neutron-821829-1-hyperv neutron-server[87506]:     return self.request(url, 'GET', **kwargs)
Dec 16 22:35:23.922499 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 16 22:35:23.922499 dv-neutron-821829-1-hyperv neutron-server[87506]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 22:35:23.922499 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 16 22:35:23.922499 dv-neutron-821829-1-hyperv neutron-server[87506]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 22:35:23.922499 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 16 22:35:23.922499 dv-neutron-821829-1-hyperv neutron-server[87506]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 22:35:23.922499 dv-neutron-821829-1-hyperv neutron-server[87506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 22:35:23.945123 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-4d651444-0ce2-45d9-94db-8a90b56916fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b7cb15820>, [], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:35:23.945537 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d651444-0ce2-45d9-94db-8a90b56916fd None None] The sync data for ids ['39bf0112-4c37-491b-8b93-b67ac02e1728'] in dv-neutron-821829-1-hyperv is: [] {{(pid=87509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 22:35:23.981643 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-28d1420a-4360-480c-b69b-6305012fc2a6 req-aba5d946-9f56-42fb-b8bd-67c183f33e64 tempest-ServerActionsTestJSON-1581017418 tempest-ServerActionsTestJSON-1581017418-project] 10.222.0.13 "GET /v2.0/security-groups?id=1011a650-dc8c-4279-9762-0c0bcda15d85&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2021976
Dec 16 22:35:24.035138 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-57b160ea-4a70-40e1-9fe5-beced89078eb tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] 10.222.0.13 "PUT /v2.0/floatingips/5aa2f0cf-148a-488b-a26d-b46ac4b2c0a2 HTTP/1.1" status: 200  len: 978 time: 7.0296867
Dec 16 22:35:24.035953 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 41244) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:35:24.066887 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.db_base_plugin_common [None req-15feadfc-4763-4b41-8547-5b07edfa5db2 None None] Allocated IP 172.20.0.2 (7edd76f7-0f97-48a5-b177-9842de6c0500/4aeefad7-5559-43a7-a225-ad46fb4e19a1/74770ade-66c9-4784-b49c-e1e8f726482a) {{(pid=87508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 22:35:24.073016 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.db_base_plugin_common [None req-15feadfc-4763-4b41-8547-5b07edfa5db2 None None] Allocated IP 2001:db8::f816:3eff:fea4:57db (7edd76f7-0f97-48a5-b177-9842de6c0500/397ffbe6-e235-405f-9ccd-cb185f393c84/74770ade-66c9-4784-b49c-e1e8f726482a) {{(pid=87508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 22:35:24.114374 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-9b00ea5f-0551-4ab9-b44b-2233c1176218 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:35:24.116335 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce80757-3af7-416e-af17-7688f4f4c045 req-a2d121ed-1972-4821-980c-f39925cab87d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:35:24.118156 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-7ce80757-3af7-416e-af17-7688f4f4c045 req-a2d121ed-1972-4821-980c-f39925cab87d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=4324e1ea-4669-4cf4-86ce-32057be725fc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.8456435
Dec 16 22:35:24.123456 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-023e1fe8-2148-4e56-b4be-d3bd400af02e tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3329572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3741856'] for network, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:24.133074 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-9b00ea5f-0551-4ab9-b44b-2233c1176218 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:35:24.135997 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-2f4cfc9c-614f-4d79-8661-b350da35e53b tempest-RoutersAdminTest-1901902743 tempest-RoutersAdminTest-1901902743-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:35:24.139042 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.plugin [None req-547bf9c8-4e73-4480-96c2-3dc8120b1be1 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Deleting port cb8319bb-ee22-487d-8997-7e6f68275b68 {{(pid=87507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:35:24.139387 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-547bf9c8-4e73-4480-96c2-3dc8120b1be1 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:24.151454 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-023e1fe8-2148-4e56-b4be-d3bd400af02e tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3791486'] for network, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:24.196923 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b00ea5f-0551-4ab9-b44b-2233c1176218 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Made reservation on behalf of 8e4385a98eb1416284c1cc96b3355a70 for: {'port': 1} {{(pid=87507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:35:24.255043 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023e1fe8-2148-4e56-b4be-d3bd400af02e tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Pushing event deleted for resources: {'Network': ['ID=74e8abe1-d62a-47bd-a542-ad4ce7fca482,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:35:24.294382 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-15feadfc-4763-4b41-8547-5b07edfa5db2 None None] Notify callbacks [] for port, precommit_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:24.299873 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-023e1fe8-2148-4e56-b4be-d3bd400af02e tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:35:24.305878 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-023e1fe8-2148-4e56-b4be-d3bd400af02e tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] 10.222.0.13 "DELETE /v2.0/networks/74e8abe1-d62a-47bd-a542-ad4ce7fca482 HTTP/1.1" status: 204  len: 168 time: 3.0338593
Dec 16 22:35:24.306636 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-15feadfc-4763-4b41-8547-5b07edfa5db2 None None] Transition to ACTIVE for port object 74770ade-66c9-4784-b49c-e1e8f726482a will not be triggered until provisioned by entity L2. {{(pid=87508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:35:24.310268 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 41248) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:35:24.326768 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-15feadfc-4763-4b41-8547-5b07edfa5db2 None None] Transition to ACTIVE for port object 74770ade-66c9-4784-b49c-e1e8f726482a will not be triggered until provisioned by entity DHCP. {{(pid=87508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:35:24.334592 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-15feadfc-4763-4b41-8547-5b07edfa5db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940'] for port, after_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:24.340920 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-602f7979-8ae6-4831-b5aa-732bb4435ba7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:35:24.347558 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-2832f31b-0dc7-4b68-a5ce-a30b23b19e8e tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Request body: {'network': {'name': 'tempest-RoutersTest-1365236121'}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:35:24.361583 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-2832f31b-0dc7-4b68-a5ce-a30b23b19e8e tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:35:24.364869 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-ce58fb8e-735c-4ef2-b2db-b2459a85adef tempest-AllowedAddressPairIpV6TestJSON-1960971591 tempest-AllowedAddressPairIpV6TestJSON-1960971591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:24.380060 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-2832f31b-0dc7-4b68-a5ce-a30b23b19e8e tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Usage tracker for resource:network and tenant:bb30155073f3462f829b4df60e35f5af is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:35:24.389936 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-2832f31b-0dc7-4b68-a5ce-a30b23b19e8e tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:35:24.402289 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15feadfc-4763-4b41-8547-5b07edfa5db2 None None] Network 7edd76f7-0f97-48a5-b177-9842de6c0500 is already hosted by enough agents. {{(pid=87508) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:35:24.405674 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.scheduler.base_scheduler [None req-15feadfc-4763-4b41-8547-5b07edfa5db2 None None] Resources bound (agent type, host, resource id):  {{(pid=87508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:35:24.409341 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15feadfc-4763-4b41-8547-5b07edfa5db2 None None] Received port after_create {{(pid=87508) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 22:35:24.418816 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15feadfc-4763-4b41-8547-5b07edfa5db2 None None] Pushing event updated for resources: {'Port': ['ID=74770ade-66c9-4784-b49c-e1e8f726482a,revision_number=1']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:35:24.448050 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-15feadfc-4763-4b41-8547-5b07edfa5db2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:35:24.452691 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-2832f31b-0dc7-4b68-a5ce-a30b23b19e8e tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:35:24.481516 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-9b00ea5f-0551-4ab9-b44b-2233c1176218 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:24.545234 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.notifiers.nova [None req-9b00ea5f-0551-4ab9-b44b-2233c1176218 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] device_id is not set on port 8719d18d-07d6-4483-b4c5-dfb462699c4a yet. {{(pid=87507) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 16 22:35:24.562742 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-15feadfc-4763-4b41-8547-5b07edfa5db2 None None] Attempting to bind port 74770ade-66c9-4784-b49c-e1e8f726482a on host dv-neutron-821829-1-hyperv for vnic_type normal with profile  {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 22:35:24.563131 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-15feadfc-4763-4b41-8547-5b07edfa5db2 None None] Attempting to bind port 74770ade-66c9-4784-b49c-e1e8f726482a by drivers openvswitch,hyperv on host dv-neutron-821829-1-hyperv at level 0 using segments [{'id': 'da71c9a1-7532-4738-a9bc-22a7f498ec35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '7edd76f7-0f97-48a5-b177-9842de6c0500'}] {{(pid=87508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 22:35:24.563808 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15feadfc-4763-4b41-8547-5b07edfa5db2 None None] Attempting to bind port 74770ade-66c9-4784-b49c-e1e8f726482a on network 7edd76f7-0f97-48a5-b177-9842de6c0500 {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 22:35:24.564482 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [None req-ce58fb8e-735c-4ef2-b2db-b2459a85adef tempest-AllowedAddressPairIpV6TestJSON-1960971591 tempest-AllowedAddressPairIpV6TestJSON-1960971591-project] Calling delete_port for e596bb3e-ca4f-4edf-9cdf-e152a21e1ddf owned by  {{(pid=87506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:35:24.578332 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15feadfc-4763-4b41-8547-5b07edfa5db2 None None] Checking agent: {'id': '5571501f-366e-47a4-9b60-8ef19d935d27', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821829-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 24, 2), 'started_at': datetime.datetime(2021, 12, 16, 22, 24, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 35, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821829-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 22:35:24.578713 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15feadfc-4763-4b41-8547-5b07edfa5db2 None None] Checking segment: {'id': 'da71c9a1-7532-4738-a9bc-22a7f498ec35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '7edd76f7-0f97-48a5-b177-9842de6c0500'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 22:35:24.579124 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-15feadfc-4763-4b41-8547-5b07edfa5db2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:24.579527 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15feadfc-4763-4b41-8547-5b07edfa5db2 None None] Bound using segment: {'id': 'da71c9a1-7532-4738-a9bc-22a7f498ec35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '7edd76f7-0f97-48a5-b177-9842de6c0500'} {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 22:35:24.580051 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-15feadfc-4763-4b41-8547-5b07edfa5db2 None None] Bound port: 74770ade-66c9-4784-b49c-e1e8f726482a, host: dv-neutron-821829-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da71c9a1-7532-4738-a9bc-22a7f498ec35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '7edd76f7-0f97-48a5-b177-9842de6c0500'}}] {{(pid=87508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 22:35:24.580963 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-15feadfc-4763-4b41-8547-5b07edfa5db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:24.611849 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-547bf9c8-4e73-4480-96c2-3dc8120b1be1 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:24.695492 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-42489cfa-0915-4c75-92b3-b08551ce3742 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1863317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11213092'] for subnet, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:24.702605 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 4f4b371e-1da4-4a31-bbd3-1b44e0ee69be up at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 22:35:24.711537 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-d93be818-6847-4eea-aa7b-ba9c3227ca9c tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:35:24.744316 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2832f31b-0dc7-4b68-a5ce-a30b23b19e8e tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Made reservation on behalf of bb30155073f3462f829b4df60e35f5af for: {'network': 1} {{(pid=87506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:35:24.748281 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-2832f31b-0dc7-4b68-a5ce-a30b23b19e8e tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for network, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:24.767783 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-15feadfc-4763-4b41-8547-5b07edfa5db2 None None] For port 74770ade-66c9-4784-b49c-e1e8f726482a, host dv-neutron-821829-1-hyperv, cleared binding levels {{(pid=87508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 22:35:24.783167 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-15feadfc-4763-4b41-8547-5b07edfa5db2 None None] For port 74770ade-66c9-4784-b49c-e1e8f726482a, host dv-neutron-821829-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=74770ade-66c9-4784-b49c-e1e8f726482a,segment=NetworkSegment(da71c9a1-7532-4738-a9bc-22a7f498ec35),segment_id=da71c9a1-7532-4738-a9bc-22a7f498ec35)] {{(pid=87508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 22:35:24.784098 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-7ce80757-3af7-416e-af17-7688f4f4c045 req-30d2fc38-319c-4e90-9f09-08ea3b540858 service neutron] 10.222.0.49 "GET /v2.0/networks/4324e1ea-4669-4cf4-86ce-32057be725fc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6517704
Dec 16 22:35:24.793476 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-15feadfc-4763-4b41-8547-5b07edfa5db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:24.798092 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:35:24.862945 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning complete for port 4f4b371e-1da4-4a31-bbd3-1b44e0ee69be triggered by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:35:24.862945 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:24.930259 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15feadfc-4763-4b41-8547-5b07edfa5db2 None None] Pushing event updated for resources: {'Port': ['ID=74770ade-66c9-4784-b49c-e1e8f726482a,revision_number=2']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:35:24.937173 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-15feadfc-4763-4b41-8547-5b07edfa5db2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:35:25.058008 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2832f31b-0dc7-4b68-a5ce-a30b23b19e8e tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] vlan segment allocate from pool success with {'vlan_id': 164, 'physical_network': 'physnet1'}  {{(pid=87506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 22:35:25.077099 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42489cfa-0915-4c75-92b3-b08551ce3742 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ac6426e0-6572-4e9b-8164-7e57d663eb07,revision_number=0']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:35:25.079929 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-42489cfa-0915-4c75-92b3-b08551ce3742 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.368s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:35:25.186916 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-2832f31b-0dc7-4b68-a5ce-a30b23b19e8e tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-883292'] for segment, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:25.187254 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.db.segments_db [None req-2832f31b-0dc7-4b68-a5ce-a30b23b19e8e tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Added segment 564c3844-7fb7-47ed-a051-b21374de1a1f of type vlan for network 7b19e298-6921-4b88-a76d-519220caa0c6
Dec 16 22:35:25.220756 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42489cfa-0915-4c75-92b3-b08551ce3742 admin admin] Checking segment: {'id': '1e5a8c87-f893-4bfb-bf1a-9559faa30c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '0ef805cb-c131-49be-8eb3-33f694571b91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 22:35:25.221116 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42489cfa-0915-4c75-92b3-b08551ce3742 admin admin] Network hostable DHCP agents. Network: 0ef805cb-c131-49be-8eb3-33f694571b91, hostable agents: ['3b155c4d-12dc-491e-aa14-6113b06cfacd'], hosted agents: [] {{(pid=87506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 16 22:35:25.270375 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-547bf9c8-4e73-4480-96c2-3dc8120b1be1 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:25.270743 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-547bf9c8-4e73-4480-96c2-3dc8120b1be1 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3741874'] for floatingip, after_update {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:25.271050 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.db.l3_db [None req-547bf9c8-4e73-4480-96c2-3dc8120b1be1 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Floating IP 5aa2f0cf-148a-488b-a26d-b46ac4b2c0a2 disassociated. External IP: 172.26.0.137, port: cb8319bb-ee22-487d-8997-7e6f68275b68.
Dec 16 22:35:25.271388 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.plugin [None req-547bf9c8-4e73-4480-96c2-3dc8120b1be1 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Calling delete_port for cb8319bb-ee22-487d-8997-7e6f68275b68 owned by  {{(pid=87507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:35:25.282567 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-7ce80757-3af7-416e-af17-7688f4f4c045 req-1f1b0b9c-e5ed-4288-bc81-56b3cc849fb2 service neutron] 10.222.0.49 "GET /v2.0/networks/4324e1ea-4669-4cf4-86ce-32057be725fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4443686
Dec 16 22:35:25.289335 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-c7f32d05-c744-4df1-b98e-76cd3ec757c6 tempest-RoutersAdminTest-1901902743 tempest-RoutersAdminTest-1901902743-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:25.333425 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-2832f31b-0dc7-4b68-a5ce-a30b23b19e8e tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734753047233'] for network, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:25.338459 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.db_base_plugin_common [None req-9b00ea5f-0551-4ab9-b44b-2233c1176218 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Allocated IP 172.20.0.10 (7edd76f7-0f97-48a5-b177-9842de6c0500/4aeefad7-5559-43a7-a225-ad46fb4e19a1/8719d18d-07d6-4483-b4c5-dfb462699c4a) {{(pid=87507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 22:35:25.338762 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-c7f32d05-c744-4df1-b98e-76cd3ec757c6 tempest-RoutersAdminTest-1901902743 tempest-RoutersAdminTest-1901902743-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:25.356420 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.db_base_plugin_common [None req-9b00ea5f-0551-4ab9-b44b-2233c1176218 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Allocated IP 2001:db8::f816:3eff:fe0b:54c (7edd76f7-0f97-48a5-b177-9842de6c0500/397ffbe6-e235-405f-9ccd-cb185f393c84/8719d18d-07d6-4483-b4c5-dfb462699c4a) {{(pid=87507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 22:35:25.378788 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-ce58fb8e-735c-4ef2-b2db-b2459a85adef tempest-AllowedAddressPairIpV6TestJSON-1960971591 tempest-AllowedAddressPairIpV6TestJSON-1960971591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1863393'] for port, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:25.387991 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-ffabb1c0-0c3e-41e3-99fa-da042b2ddd32 tempest-ServersTestManualDisk-828097669 tempest-ServersTestManualDisk-828097669-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:35:25.490480 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dd6c1a-470a-4791-9228-d70895e833f5 req-5ca46167-532f-42c3-8502-691d1ad6d83e tempest-ServerActionsTestJSON-1581017418 tempest-ServerActionsTestJSON-1581017418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:35:25.492271 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-49dd6c1a-470a-4791-9228-d70895e833f5 req-5ca46167-532f-42c3-8502-691d1ad6d83e tempest-ServerActionsTestJSON-1581017418 tempest-ServerActionsTestJSON-1581017418-project] 10.222.0.13 "GET /v2.0/ports?device_id=95ef1739-1bf2-4522-993c-76a77d5f2322 HTTP/1.1" status: 200  len: 945 time: 0.3348808
Dec 16 22:35:25.570619 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42489cfa-0915-4c75-92b3-b08551ce3742 admin admin] Network 0ef805cb-c131-49be-8eb3-33f694571b91 is scheduled to be hosted by DHCP agent 3b155c4d-12dc-491e-aa14-6113b06cfacd with binding_index 1 {{(pid=87506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 16 22:35:25.615944 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce58fb8e-735c-4ef2-b2db-b2459a85adef tempest-AllowedAddressPairIpV6TestJSON-1960971591 tempest-AllowedAddressPairIpV6TestJSON-1960971591-project] Pushing event deleted for resources: {'Port': ['ID=e596bb3e-ca4f-4edf-9cdf-e152a21e1ddf,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:35:25.618658 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-ce58fb8e-735c-4ef2-b2db-b2459a85adef tempest-AllowedAddressPairIpV6TestJSON-1960971591 tempest-AllowedAddressPairIpV6TestJSON-1960971591-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:35:25.660845 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-ce58fb8e-735c-4ef2-b2db-b2459a85adef tempest-AllowedAddressPairIpV6TestJSON-1960971591 tempest-AllowedAddressPairIpV6TestJSON-1960971591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for port, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:25.661141 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-547bf9c8-4e73-4480-96c2-3dc8120b1be1 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10807823'] for port, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:25.664134 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.base_scheduler [None req-42489cfa-0915-4c75-92b3-b08551ce3742 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821829-1-hyperv, 0ef805cb-c131-49be-8eb3-33f694571b91) {{(pid=87506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:35:25.669257 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42489cfa-0915-4c75-92b3-b08551ce3742 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:35:25.670165 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-42489cfa-0915-4c75-92b3-b08551ce3742 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3791486'] for subnet, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:25.672442 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-49dd6c1a-470a-4791-9228-d70895e833f5 req-60c9b0cb-4b07-4a3e-a592-f222e1081482 tempest-ServerActionsTestJSON-1581017418 tempest-ServerActionsTestJSON-1581017418-project] 10.222.0.13 "GET /v2.0/security-groups?id=1011a650-dc8c-4279-9762-0c0bcda15d85&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1562195
Dec 16 22:35:25.677081 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be9e1ae4-6661-4200-af16-2cd1423f6f8a None None] Network 0ef805cb-c131-49be-8eb3-33f694571b91 requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 22:35:25.679211 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-774dce54-268e-4a0a-83af-9b6cf5be4fee tempest-AllowedAddressPairIpV6TestJSON-1960971591 tempest-AllowedAddressPairIpV6TestJSON-1960971591-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:35:25.729350 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-2832f31b-0dc7-4b68-a5ce-a30b23b19e8e tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440'] for network, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:25.736055 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2832f31b-0dc7-4b68-a5ce-a30b23b19e8e tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:35:25.736694 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-2832f31b-0dc7-4b68-a5ce-a30b23b19e8e tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3791486'] for network, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:25.769790 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-4296be73-455e-4ce9-9832-d89efc239507 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:35:25.797479 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547bf9c8-4e73-4480-96c2-3dc8120b1be1 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Pushing event deleted for resources: {'Port': ['ID=cb8319bb-ee22-487d-8997-7e6f68275b68,revision_number=None']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:35:25.805541 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-42489cfa-0915-4c75-92b3-b08551ce3742 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 2.8229971
Dec 16 22:35:25.810790 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-ce58fb8e-735c-4ef2-b2db-b2459a85adef tempest-AllowedAddressPairIpV6TestJSON-1960971591 tempest-AllowedAddressPairIpV6TestJSON-1960971591-project] 10.222.0.13 "DELETE /v2.0/ports/e596bb3e-ca4f-4edf-9cdf-e152a21e1ddf HTTP/1.1" status: 204  len: 168 time: 2.8311291
Dec 16 22:35:25.811393 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 41258) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:35:25.811717 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 41260) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:35:25.814747 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-547bf9c8-4e73-4480-96c2-3dc8120b1be1 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:35:25.876821 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-465c8c84-62e7-489d-b719-a15b03debbbe admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1035955035-router', 'tenant_id': '42b2a8d808274cb1bcef73fb9de40c05', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5'}}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:35:25.935311 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-9b00ea5f-0551-4ab9-b44b-2233c1176218 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks [] for port, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:25.963913 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-465c8c84-62e7-489d-b719-a15b03debbbe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:35:25.980269 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-2832f31b-0dc7-4b68-a5ce-a30b23b19e8e tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 766 time: 1.6519144
Dec 16 22:35:25.984095 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-465c8c84-62e7-489d-b719-a15b03debbbe admin admin] Usage tracker for resource:router and tenant:42b2a8d808274cb1bcef73fb9de40c05 is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:35:25.984485 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 41266) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:35:26.000358 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-465c8c84-62e7-489d-b719-a15b03debbbe admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:35:26.003680 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.pecan_wsgi.hooks.translation [None req-c492fa43-2489-4b20-a5cf-65326b856d45 tempest-AllowedAddressPairIpV6TestJSON-1960971591 tempest-AllowedAddressPairIpV6TestJSON-1960971591-project] GET failed (client error): The resource could not be found.
Dec 16 22:35:26.004968 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-c492fa43-2489-4b20-a5cf-65326b856d45 tempest-AllowedAddressPairIpV6TestJSON-1960971591 tempest-AllowedAddressPairIpV6TestJSON-1960971591-project] Synchronizing usage tracker for tenant:39f949a2cd2a472e9ea4f7398c6558e9 on resource:port {{(pid=87506) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 22:35:26.023088 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-465c8c84-62e7-489d-b719-a15b03debbbe admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:35:26.033244 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-b8742b5f-f99b-4f62-961e-ca2ba07f81a4 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Request body: {'subnet': {'network_id': '7b19e298-6921-4b88-a76d-519220caa0c6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:35:26.041385 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.db_base_plugin_common [None req-c7f32d05-c744-4df1-b98e-76cd3ec757c6 tempest-RoutersAdminTest-1901902743 tempest-RoutersAdminTest-1901902743-project-admin] Allocated IP 172.26.0.157 (f8905ce9-304b-4976-bc47-e58c71c11de5/9bca8591-41ef-4f2d-8ecb-ecaab1a28acf/5d82b833-3753-499f-8f94-815c8f82a27c) {{(pid=87506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 22:35:26.064874 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2832f31b-0dc7-4b68-a5ce-a30b23b19e8e tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Pushing event updated for resources: {'Network': ['ID=7b19e298-6921-4b88-a76d-519220caa0c6,revision_number=1']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:35:26.068791 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-2832f31b-0dc7-4b68-a5ce-a30b23b19e8e tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:35:26.107966 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-465c8c84-62e7-489d-b719-a15b03debbbe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3741155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38980'] for router, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:26.109508 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-465c8c84-62e7-489d-b719-a15b03debbbe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3743284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3741748', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3896702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-38989'] for router, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:26.133297 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-c492fa43-2489-4b20-a5cf-65326b856d45 tempest-AllowedAddressPairIpV6TestJSON-1960971591 tempest-AllowedAddressPairIpV6TestJSON-1960971591-project] Unset dirty status for tenant:39f949a2cd2a472e9ea4f7398c6558e9 on resource:port {{(pid=87506) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 22:35:26.135271 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-c492fa43-2489-4b20-a5cf-65326b856d45 tempest-AllowedAddressPairIpV6TestJSON-1960971591 tempest-AllowedAddressPairIpV6TestJSON-1960971591-project] 10.222.0.13 "GET /v2.0/ports/e596bb3e-ca4f-4edf-9cdf-e152a21e1ddf HTTP/1.1" status: 404  len: 333 time: 0.3119183
Dec 16 22:35:26.141680 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 41270) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:35:26.154265 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.provisioning_blocks [None req-9b00ea5f-0551-4ab9-b44b-2233c1176218 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Transition to ACTIVE for port object 8719d18d-07d6-4483-b4c5-dfb462699c4a will not be triggered until provisioned by entity DHCP. {{(pid=87507) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:35:26.226295 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Network 7b19e298-6921-4b88-a76d-519220caa0c6 details requested by agent ovs-agent-dv-neutron-821829-1-hyperv with host dv-neutron-821829-1-hyperv {{(pid=87508) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 22:35:26.256182 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-77424082-00e9-4f71-9a00-02ee9666216e tempest-AllowedAddressPairIpV6TestJSON-1960971591 tempest-AllowedAddressPairIpV6TestJSON-1960971591-project] Request body: {'port': {'network_id': '86e68e41-157c-4f6e-b330-6d809173b73d', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2136845767'}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:35:26.318234 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17939e7d-103e-4baf-b6b8-78383ee0a647 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1d6bfaf-d325-5e4f-b05d-2441d8339617-0ef805cb-c131-49be-8eb3-33f694571b91', 'network_id': '0ef805cb-c131-49be-8eb3-33f694571b91', 'tenant_id': '42b2a8d808274cb1bcef73fb9de40c05', 'fixed_ips': [{'subnet_id': 'ac6426e0-6572-4e9b-8164-7e57d663eb07'}]}} from dv-neutron-821829-1-hyperv. {{(pid=87508) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 16 22:35:26.318985 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-17939e7d-103e-4baf-b6b8-78383ee0a647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:26.332081 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-b8742b5f-f99b-4f62-961e-ca2ba07f81a4 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:35:26.342772 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-b8742b5f-f99b-4f62-961e-ca2ba07f81a4 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Usage tracker for resource:subnet and tenant:bb30155073f3462f829b4df60e35f5af is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:35:26.348244 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-b8742b5f-f99b-4f62-961e-ca2ba07f81a4 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:35:26.356943 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-b8742b5f-f99b-4f62-961e-ca2ba07f81a4 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:35:26.368484 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-465c8c84-62e7-489d-b719-a15b03debbbe admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:26.371905 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-547bf9c8-4e73-4480-96c2-3dc8120b1be1 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Router 39bf0112-4c37-491b-8b93-b67ac02e1728 has already been hosted by L3 agent 4f519db7-069b-43e2-8411-c092bac9102a {{(pid=87507) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 22:35:26.377562 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-9b00ea5f-0551-4ab9-b44b-2233c1176218 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10807823'] for port, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:26.389093 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-889e463d-01bb-491a-b7bf-d725b51c754a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:35:26.461425 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8742b5f-f99b-4f62-961e-ca2ba07f81a4 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Made reservation on behalf of bb30155073f3462f829b4df60e35f5af for: {'subnet': 1} {{(pid=87507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:35:26.468165 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-b8742b5f-f99b-4f62-961e-ca2ba07f81a4 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10549598'] for subnet, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:26.551523 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-c7f32d05-c744-4df1-b98e-76cd3ec757c6 tempest-RoutersAdminTest-1901902743 tempest-RoutersAdminTest-1901902743-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:26.589352 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb167737-3e77-4764-9a67-aa6f3723ef59 None None] Network 7edd76f7-0f97-48a5-b177-9842de6c0500 requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 22:35:26.632919 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-77424082-00e9-4f71-9a00-02ee9666216e tempest-AllowedAddressPairIpV6TestJSON-1960971591 tempest-AllowedAddressPairIpV6TestJSON-1960971591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:35:26.725117 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.db_base_plugin_common [None req-17939e7d-103e-4baf-b6b8-78383ee0a647 None None] Allocated IP 172.20.0.2 (0ef805cb-c131-49be-8eb3-33f694571b91/ac6426e0-6572-4e9b-8164-7e57d663eb07/f6e9e914-0cf9-4e4f-a6aa-ccc0d1439194) {{(pid=87508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 22:35:26.744490 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-9662c3ab-fa96-4e20-b4c2-2373e76b3b25 None None] Provisioning for port 74770ade-66c9-4784-b49c-e1e8f726482a completed by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 22:35:26.818989 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-547bf9c8-4e73-4480-96c2-3dc8120b1be1 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Notify agent at l3_agent.dv-neutron-821829-1-hyperv the message routers_updated {{(pid=87507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 22:35:26.825033 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 74770ade-66c9-4784-b49c-e1e8f726482a up at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 22:35:26.852468 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-465c8c84-62e7-489d-b719-a15b03debbbe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3741702', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3740945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-38947'] for router, precommit_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:26.868201 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9aaf229-ce88-4074-8c61-77c8cc735daf None None] Sync routers for ids ['39bf0112-4c37-491b-8b93-b67ac02e1728'] in dv-neutron-821829-1-hyperv {{(pid=87508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 22:35:26.878727 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-77424082-00e9-4f71-9a00-02ee9666216e tempest-AllowedAddressPairIpV6TestJSON-1960971591 tempest-AllowedAddressPairIpV6TestJSON-1960971591-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:35:26.917055 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-c7f32d05-c744-4df1-b98e-76cd3ec757c6 tempest-RoutersAdminTest-1901902743 tempest-RoutersAdminTest-1901902743-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1863393'] for port, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:26.919670 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77424082-00e9-4f71-9a00-02ee9666216e tempest-AllowedAddressPairIpV6TestJSON-1960971591 tempest-AllowedAddressPairIpV6TestJSON-1960971591-project] Made reservation on behalf of 39f949a2cd2a472e9ea4f7398c6558e9 for: {'port': 1} {{(pid=87506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:35:26.919819 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b00ea5f-0551-4ab9-b44b-2233c1176218 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Network 7edd76f7-0f97-48a5-b177-9842de6c0500 is already hosted by enough agents. {{(pid=87507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:35:26.924596 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-77424082-00e9-4f71-9a00-02ee9666216e tempest-AllowedAddressPairIpV6TestJSON-1960971591 tempest-AllowedAddressPairIpV6TestJSON-1960971591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:26.951910 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-ffabb1c0-0c3e-41e3-99fa-da042b2ddd32 tempest-ServersTestManualDisk-828097669 tempest-ServersTestManualDisk-828097669-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:35:27.035282 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9aaf229-ce88-4074-8c61-77c8cc735daf None None] Routers {'39bf0112-4c37-491b-8b93-b67ac02e1728'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:35:27.035982 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-c9aaf229-ce88-4074-8c61-77c8cc735daf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b77a203d0>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:35:01Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['39bf0112-4c37-491b-8b93-b67ac02e1728'], 'active': True} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:35:27.052315 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.notifiers.nova [None req-77424082-00e9-4f71-9a00-02ee9666216e tempest-AllowedAddressPairIpV6TestJSON-1960971591 tempest-AllowedAddressPairIpV6TestJSON-1960971591-project] device_id is not set on port 3b36dfcc-4cd4-4cad-800b-51286732e085 yet. {{(pid=87506) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 16 22:35:27.096493 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.base_scheduler [None req-9b00ea5f-0551-4ab9-b44b-2233c1176218 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Resources bound (agent type, host, resource id):  {{(pid=87507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:35:27.115161 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b00ea5f-0551-4ab9-b44b-2233c1176218 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Received port after_create {{(pid=87507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 22:35:27.121753 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-c9aaf229-ce88-4074-8c61-77c8cc735daf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b77a203d0>, [], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:35:27.123658 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7f32d05-c744-4df1-b98e-76cd3ec757c6 tempest-RoutersAdminTest-1901902743 tempest-RoutersAdminTest-1901902743-project-admin] Network f8905ce9-304b-4976-bc47-e58c71c11de5 is already hosted by enough agents. {{(pid=87506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:35:27.140928 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.base_scheduler [None req-c7f32d05-c744-4df1-b98e-76cd3ec757c6 tempest-RoutersAdminTest-1901902743 tempest-RoutersAdminTest-1901902743-project-admin] Resources bound (agent type, host, resource id):  {{(pid=87506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:35:27.151847 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f32d05-c744-4df1-b98e-76cd3ec757c6 tempest-RoutersAdminTest-1901902743 tempest-RoutersAdminTest-1901902743-project-admin] Pushing event updated for resources: {'Port': ['ID=5d82b833-3753-499f-8f94-815c8f82a27c,revision_number=1']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:35:27.163330 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9aaf229-ce88-4074-8c61-77c8cc735daf None None] Routers {'39bf0112-4c37-491b-8b93-b67ac02e1728'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:35:27.163990 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-c9aaf229-ce88-4074-8c61-77c8cc735daf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b77a203d0>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:35:01Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['39bf0112-4c37-491b-8b93-b67ac02e1728'], 'active': True} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:35:27.170458 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b00ea5f-0551-4ab9-b44b-2233c1176218 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Pushing event updated for resources: {'Port': ['ID=8719d18d-07d6-4483-b4c5-dfb462699c4a,revision_number=1']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:35:27.173502 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-9b00ea5f-0551-4ab9-b44b-2233c1176218 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.785s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:35:27.202899 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b00ea5f-0551-4ab9-b44b-2233c1176218 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:35:27.203507 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-9b00ea5f-0551-4ab9-b44b-2233c1176218 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for port, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:27.223185 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7f32d05-c744-4df1-b98e-76cd3ec757c6 tempest-RoutersAdminTest-1901902743 tempest-RoutersAdminTest-1901902743-project-admin] Received port after_create {{(pid=87506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 22:35:27.231079 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning for port 74770ade-66c9-4784-b49c-e1e8f726482a completed by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 22:35:27.241108 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-547bf9c8-4e73-4480-96c2-3dc8120b1be1 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for port, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:27.255850 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-c7f32d05-c744-4df1-b98e-76cd3ec757c6 tempest-RoutersAdminTest-1901902743 tempest-RoutersAdminTest-1901902743-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:35:27.286041 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-c9aaf229-ce88-4074-8c61-77c8cc735daf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b77a203d0>, [], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:35:27.286438 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9aaf229-ce88-4074-8c61-77c8cc735daf None None] The sync data for ids ['39bf0112-4c37-491b-8b93-b67ac02e1728'] in dv-neutron-821829-1-hyperv is: [] {{(pid=87508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 22:35:27.287825 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning complete for port 74770ade-66c9-4784-b49c-e1e8f726482a triggered by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:35:27.288206 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:27.321640 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-9b00ea5f-0551-4ab9-b44b-2233c1176218 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1026 time: 3.5394084
Dec 16 22:35:27.321640 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-547bf9c8-4e73-4480-96c2-3dc8120b1be1 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] 10.222.0.13 "DELETE /v2.0/ports/cb8319bb-ee22-487d-8997-7e6f68275b68 HTTP/1.1" status: 204  len: 168 time: 3.2823558
Dec 16 22:35:27.321640 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 41278) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:35:27.322018 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 41280) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:35:27.370486 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.db_base_plugin_common [None req-77424082-00e9-4f71-9a00-02ee9666216e tempest-AllowedAddressPairIpV6TestJSON-1960971591 tempest-AllowedAddressPairIpV6TestJSON-1960971591-project] Allocated IP 2001:db8::ea (86e68e41-157c-4f6e-b330-6d809173b73d/e8ed6afc-384c-47d0-91b3-a9dc2c7453fe/3b36dfcc-4cd4-4cad-800b-51286732e085) {{(pid=87506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 22:35:27.444836 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be059fa-bdf2-4b3f-a800-809c5aba43d9 req-1b2336b3-5b60-45cf-97a9-531a884f027e tempest-ServerActionsTestJSON-1581017418 tempest-ServerActionsTestJSON-1581017418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:35:27.446413 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-8be059fa-bdf2-4b3f-a800-809c5aba43d9 req-1b2336b3-5b60-45cf-97a9-531a884f027e tempest-ServerActionsTestJSON-1581017418 tempest-ServerActionsTestJSON-1581017418-project] 10.222.0.13 "GET /v2.0/ports?device_id=95ef1739-1bf2-4522-993c-76a77d5f2322 HTTP/1.1" status: 200  len: 945 time: 0.5835836
Dec 16 22:35:27.462282 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-17939e7d-103e-4baf-b6b8-78383ee0a647 None None] Notify callbacks [] for port, precommit_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:27.511671 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-17939e7d-103e-4baf-b6b8-78383ee0a647 None None] Transition to ACTIVE for port object f6e9e914-0cf9-4e4f-a6aa-ccc0d1439194 will not be triggered until provisioned by entity L2. {{(pid=87508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:35:27.563688 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-17939e7d-103e-4baf-b6b8-78383ee0a647 None None] Transition to ACTIVE for port object f6e9e914-0cf9-4e4f-a6aa-ccc0d1439194 will not be triggered until provisioned by entity DHCP. {{(pid=87508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:35:27.569575 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:27.636860 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-17939e7d-103e-4baf-b6b8-78383ee0a647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940'] for port, after_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:27.642329 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-8be059fa-bdf2-4b3f-a800-809c5aba43d9 req-319e3255-c380-4ac2-b1a3-8afd07d5e506 tempest-ServerActionsTestJSON-1581017418 tempest-ServerActionsTestJSON-1581017418-project] 10.222.0.13 "GET /v2.0/security-groups?id=1011a650-dc8c-4279-9762-0c0bcda15d85&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1899238
Dec 16 22:35:27.643623 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-bd6453fd-27b0-481d-a59b-c22af0c42ebf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:35:27.647909 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-b8742b5f-f99b-4f62-961e-ca2ba07f81a4 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10807931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10549612'] for subnet, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:27.673563 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-c45480f3-3ede-416f-af7c-eda271ac24c1 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:35:27.727025 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17939e7d-103e-4baf-b6b8-78383ee0a647 None None] Network 0ef805cb-c131-49be-8eb3-33f694571b91 is already hosted by enough agents. {{(pid=87508) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:35:27.738192 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.scheduler.base_scheduler [None req-17939e7d-103e-4baf-b6b8-78383ee0a647 None None] Resources bound (agent type, host, resource id):  {{(pid=87508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:35:27.747004 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17939e7d-103e-4baf-b6b8-78383ee0a647 None None] Received port after_create {{(pid=87508) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 22:35:27.753120 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] For port 74770ade-66c9-4784-b49c-e1e8f726482a, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=74770ade-66c9-4784-b49c-e1e8f726482a,segment=NetworkSegment(da71c9a1-7532-4738-a9bc-22a7f498ec35),segment_id=da71c9a1-7532-4738-a9bc-22a7f498ec35)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:35:27.761046 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17939e7d-103e-4baf-b6b8-78383ee0a647 None None] Pushing event updated for resources: {'Port': ['ID=f6e9e914-0cf9-4e4f-a6aa-ccc0d1439194,revision_number=1']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:35:27.764842 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:27.805484 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-17939e7d-103e-4baf-b6b8-78383ee0a647 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:35:27.805992 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-17939e7d-103e-4baf-b6b8-78383ee0a647 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:35:27.929880 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8742b5f-f99b-4f62-961e-ca2ba07f81a4 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Pushing event updated for resources: {'Subnet': ['ID=0e6ecdac-d5aa-4ad2-8a35-a920467dee88,revision_number=0']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:35:27.937599 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-17939e7d-103e-4baf-b6b8-78383ee0a647 None None] Attempting to bind port f6e9e914-0cf9-4e4f-a6aa-ccc0d1439194 on host dv-neutron-821829-1-hyperv for vnic_type normal with profile  {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 22:35:27.938110 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-17939e7d-103e-4baf-b6b8-78383ee0a647 None None] Attempting to bind port f6e9e914-0cf9-4e4f-a6aa-ccc0d1439194 by drivers openvswitch,hyperv on host dv-neutron-821829-1-hyperv at level 0 using segments [{'id': '1e5a8c87-f893-4bfb-bf1a-9559faa30c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '0ef805cb-c131-49be-8eb3-33f694571b91'}] {{(pid=87508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 22:35:27.938484 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17939e7d-103e-4baf-b6b8-78383ee0a647 None None] Attempting to bind port f6e9e914-0cf9-4e4f-a6aa-ccc0d1439194 on network 0ef805cb-c131-49be-8eb3-33f694571b91 {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 22:35:27.940723 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Pushing event updated for resources: {'Port': ['ID=74770ade-66c9-4784-b49c-e1e8f726482a,revision_number=3']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:35:27.945200 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:35:27.948167 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17939e7d-103e-4baf-b6b8-78383ee0a647 None None] Checking agent: {'id': '5571501f-366e-47a4-9b60-8ef19d935d27', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821829-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 24, 2), 'started_at': datetime.datetime(2021, 12, 16, 22, 24, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 35, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821829-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 22:35:27.948549 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17939e7d-103e-4baf-b6b8-78383ee0a647 None None] Checking segment: {'id': '1e5a8c87-f893-4bfb-bf1a-9559faa30c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '0ef805cb-c131-49be-8eb3-33f694571b91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 22:35:27.948953 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-17939e7d-103e-4baf-b6b8-78383ee0a647 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:27.949382 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17939e7d-103e-4baf-b6b8-78383ee0a647 None None] Bound using segment: {'id': '1e5a8c87-f893-4bfb-bf1a-9559faa30c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '0ef805cb-c131-49be-8eb3-33f694571b91'} {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 22:35:27.949848 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-17939e7d-103e-4baf-b6b8-78383ee0a647 None None] Bound port: f6e9e914-0cf9-4e4f-a6aa-ccc0d1439194, host: dv-neutron-821829-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e5a8c87-f893-4bfb-bf1a-9559faa30c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '0ef805cb-c131-49be-8eb3-33f694571b91'}}] {{(pid=87508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 22:35:27.950224 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-17939e7d-103e-4baf-b6b8-78383ee0a647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:27.952521 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-b8742b5f-f99b-4f62-961e-ca2ba07f81a4 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:35:27.970983 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c77d3087-cd04-473c-b4b2-2f3351811964 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:35:27.976824 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c77d3087-cd04-473c-b4b2-2f3351811964 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:35:27.977607 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-c77d3087-cd04-473c-b4b2-2f3351811964 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Synchronizing usage tracker for tenant:8e4385a98eb1416284c1cc96b3355a70 on resource:port {{(pid=87507) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 22:35:28.031025 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-5b970577-3d17-47b6-8b2a-e5106d48d9f5 None None] Provisioning for port 8719d18d-07d6-4483-b4c5-dfb462699c4a completed by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 22:35:28.050378 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-5b970577-3d17-47b6-8b2a-e5106d48d9f5 None None] Provisioning complete for port 8719d18d-07d6-4483-b4c5-dfb462699c4a triggered by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:35:28.050893 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-5b970577-3d17-47b6-8b2a-e5106d48d9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:28.059842 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8742b5f-f99b-4f62-961e-ca2ba07f81a4 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Checking segment: {'id': '564c3844-7fb7-47ed-a051-b21374de1a1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '7b19e298-6921-4b88-a76d-519220caa0c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 22:35:28.060213 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8742b5f-f99b-4f62-961e-ca2ba07f81a4 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Network hostable DHCP agents. Network: 7b19e298-6921-4b88-a76d-519220caa0c6, hostable agents: ['3b155c4d-12dc-491e-aa14-6113b06cfacd'], hosted agents: [] {{(pid=87507) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 16 22:35:28.119705 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-c77d3087-cd04-473c-b4b2-2f3351811964 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Unset dirty status for tenant:8e4385a98eb1416284c1cc96b3355a70 on resource:port {{(pid=87507) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 22:35:28.121112 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-c77d3087-cd04-473c-b4b2-2f3351811964 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1860 time: 0.7967253
Dec 16 22:35:28.122813 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-17939e7d-103e-4baf-b6b8-78383ee0a647 None None] For port f6e9e914-0cf9-4e4f-a6aa-ccc0d1439194, host dv-neutron-821829-1-hyperv, cleared binding levels {{(pid=87508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 22:35:28.130011 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 41290) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:35:28.154849 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-080bb070-df54-4e96-a5d3-1dc2a20d206f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:28.158915 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-17939e7d-103e-4baf-b6b8-78383ee0a647 None None] For port f6e9e914-0cf9-4e4f-a6aa-ccc0d1439194, host dv-neutron-821829-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=f6e9e914-0cf9-4e4f-a6aa-ccc0d1439194,segment=NetworkSegment(1e5a8c87-f893-4bfb-bf1a-9559faa30c77),segment_id=1e5a8c87-f893-4bfb-bf1a-9559faa30c77)] {{(pid=87508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 22:35:28.160420 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-5b970577-3d17-47b6-8b2a-e5106d48d9f5 None None] Port 8719d18d-07d6-4483-b4c5-dfb462699c4a cannot update to ACTIVE because it is not bound. {{(pid=87508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 22:35:28.166631 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-17939e7d-103e-4baf-b6b8-78383ee0a647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:28.169790 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-c7f32d05-c744-4df1-b98e-76cd3ec757c6 tempest-RoutersAdminTest-1901902743 tempest-RoutersAdminTest-1901902743-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:28.171482 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-799960a5-6ba5-4848-b33e-257d864624db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:35:28.236650 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8742b5f-f99b-4f62-961e-ca2ba07f81a4 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Network 7b19e298-6921-4b88-a76d-519220caa0c6 is scheduled to be hosted by DHCP agent 3b155c4d-12dc-491e-aa14-6113b06cfacd with binding_index 1 {{(pid=87507) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 16 22:35:28.252907 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-5b970577-3d17-47b6-8b2a-e5106d48d9f5 None None] Provisioning complete for port 74770ade-66c9-4784-b49c-e1e8f726482a triggered by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:35:28.253510 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-5b970577-3d17-47b6-8b2a-e5106d48d9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:28.334860 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17939e7d-103e-4baf-b6b8-78383ee0a647 None None] Pushing event updated for resources: {'Port': ['ID=f6e9e914-0cf9-4e4f-a6aa-ccc0d1439194,revision_number=2']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:35:28.339641 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-17939e7d-103e-4baf-b6b8-78383ee0a647 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:35:28.342514 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.base_scheduler [None req-b8742b5f-f99b-4f62-961e-ca2ba07f81a4 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821829-1-hyperv, 7b19e298-6921-4b88-a76d-519220caa0c6) {{(pid=87507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:35:28.355158 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ca4fa69-e7ed-4725-9645-2cf3cbab95d5 None None] Network 7b19e298-6921-4b88-a76d-519220caa0c6 requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 22:35:28.358501 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8742b5f-f99b-4f62-961e-ca2ba07f81a4 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:35:28.359089 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-b8742b5f-f99b-4f62-961e-ca2ba07f81a4 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks [] for subnet, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:28.378597 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.plugin [None req-f6850675-7ed7-4ad4-ab66-f4b436f5216b tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Deleting port 8719d18d-07d6-4483-b4c5-dfb462699c4a {{(pid=87507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:35:28.378943 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-f6850675-7ed7-4ad4-ab66-f4b436f5216b tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:28.395409 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-77424082-00e9-4f71-9a00-02ee9666216e tempest-AllowedAddressPairIpV6TestJSON-1960971591 tempest-AllowedAddressPairIpV6TestJSON-1960971591-project] Notify callbacks [] for port, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:28.414115 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.provisioning_blocks [None req-77424082-00e9-4f71-9a00-02ee9666216e tempest-AllowedAddressPairIpV6TestJSON-1960971591 tempest-AllowedAddressPairIpV6TestJSON-1960971591-project] Transition to ACTIVE for port object 3b36dfcc-4cd4-4cad-800b-51286732e085 will not be triggered until provisioned by entity DHCP. {{(pid=87506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:35:28.448575 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf4b878-ffb7-44a1-8f7c-8318dafaea49 req-dac78ade-5610-4345-a651-0369911fb4f7 tempest-ServerActionsTestJSON-1581017418 tempest-ServerActionsTestJSON-1581017418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:35:28.451475 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-edf4b878-ffb7-44a1-8f7c-8318dafaea49 req-dac78ade-5610-4345-a651-0369911fb4f7 tempest-ServerActionsTestJSON-1581017418 tempest-ServerActionsTestJSON-1581017418-project] 10.222.0.13 "GET /v2.0/ports?device_id=95ef1739-1bf2-4522-993c-76a77d5f2322 HTTP/1.1" status: 200  len: 945 time: 0.6654918
Dec 16 22:35:28.467866 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-77424082-00e9-4f71-9a00-02ee9666216e tempest-AllowedAddressPairIpV6TestJSON-1960971591 tempest-AllowedAddressPairIpV6TestJSON-1960971591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1863393'] for port, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:28.474530 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-b8742b5f-f99b-4f62-961e-ca2ba07f81a4 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 2.4871757
Dec 16 22:35:28.478191 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-1096b3df-5999-4c21-bd80-203c39c7f948 tempest-PortsAdminExtendedAttrsTestJSON-993630036 tempest-PortsAdminExtendedAttrsTestJSON-993630036-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:35:28.524962 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 41294) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:35:28.627905 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-888397b7-23b0-4d1e-98ec-a2b2d59fcb68 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-400968402', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:35:28.653274 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-888397b7-23b0-4d1e-98ec-a2b2d59fcb68 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:35:28.733400 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77424082-00e9-4f71-9a00-02ee9666216e tempest-AllowedAddressPairIpV6TestJSON-1960971591 tempest-AllowedAddressPairIpV6TestJSON-1960971591-project] Network 86e68e41-157c-4f6e-b330-6d809173b73d is already hosted by enough agents. {{(pid=87506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:35:28.749064 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdc0ce91-1716-4c1b-945d-4e49c404519c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1d6bfaf-d325-5e4f-b05d-2441d8339617-7b19e298-6921-4b88-a76d-519220caa0c6', 'network_id': '7b19e298-6921-4b88-a76d-519220caa0c6', 'tenant_id': 'bb30155073f3462f829b4df60e35f5af', 'fixed_ips': [{'subnet_id': '0e6ecdac-d5aa-4ad2-8a35-a920467dee88'}]}} from dv-neutron-821829-1-hyperv. {{(pid=87508) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 16 22:35:28.749902 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-bdc0ce91-1716-4c1b-945d-4e49c404519c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:28.759200 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-b383d80c-43db-4feb-9d06-775bfcc831ef None None] Provisioning complete for port 8719d18d-07d6-4483-b4c5-dfb462699c4a triggered by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:35:28.760046 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b383d80c-43db-4feb-9d06-775bfcc831ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:28.770068 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.base_scheduler [None req-77424082-00e9-4f71-9a00-02ee9666216e tempest-AllowedAddressPairIpV6TestJSON-1960971591 tempest-AllowedAddressPairIpV6TestJSON-1960971591-project] Resources bound (agent type, host, resource id):  {{(pid=87506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:35:28.792772 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-888397b7-23b0-4d1e-98ec-a2b2d59fcb68 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Usage tracker for resource:router and tenant:bb30155073f3462f829b4df60e35f5af is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:35:28.796722 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-888397b7-23b0-4d1e-98ec-a2b2d59fcb68 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:35:28.816033 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77424082-00e9-4f71-9a00-02ee9666216e tempest-AllowedAddressPairIpV6TestJSON-1960971591 tempest-AllowedAddressPairIpV6TestJSON-1960971591-project] Received port after_create {{(pid=87506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 22:35:28.821932 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77424082-00e9-4f71-9a00-02ee9666216e tempest-AllowedAddressPairIpV6TestJSON-1960971591 tempest-AllowedAddressPairIpV6TestJSON-1960971591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:35:28.822568 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-77424082-00e9-4f71-9a00-02ee9666216e tempest-AllowedAddressPairIpV6TestJSON-1960971591 tempest-AllowedAddressPairIpV6TestJSON-1960971591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for port, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:28.854490 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-edf4b878-ffb7-44a1-8f7c-8318dafaea49 req-a90bf37f-c018-463a-9fe0-81739d802885 tempest-ServerActionsTestJSON-1581017418 tempest-ServerActionsTestJSON-1581017418-project] 10.222.0.13 "GET /v2.0/security-groups?id=1011a650-dc8c-4279-9762-0c0bcda15d85&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2837863
Dec 16 22:35:28.887632 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-888397b7-23b0-4d1e-98ec-a2b2d59fcb68 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:35:28.911841 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device f6e9e914-0cf9-4e4f-a6aa-ccc0d1439194 up at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 22:35:28.920599 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77424082-00e9-4f71-9a00-02ee9666216e tempest-AllowedAddressPairIpV6TestJSON-1960971591 tempest-AllowedAddressPairIpV6TestJSON-1960971591-project] Pushing event updated for resources: {'Port': ['ID=3b36dfcc-4cd4-4cad-800b-51286732e085,revision_number=1']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:35:28.932305 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-77424082-00e9-4f71-9a00-02ee9666216e tempest-AllowedAddressPairIpV6TestJSON-1960971591 tempest-AllowedAddressPairIpV6TestJSON-1960971591-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.454s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:35:28.963080 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-b383d80c-43db-4feb-9d06-775bfcc831ef None None] Port 8719d18d-07d6-4483-b4c5-dfb462699c4a cannot update to ACTIVE because it is not bound. {{(pid=87508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 22:35:29.013462 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-f6850675-7ed7-4ad4-ab66-f4b436f5216b tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:29.034308 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-a93ef87e-0bf1-449c-8a63-8b10dc389ad4 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3830176'] for router_interface, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:29.079583 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-888397b7-23b0-4d1e-98ec-a2b2d59fcb68 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3741155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38980'] for router, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:29.086874 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-888397b7-23b0-4d1e-98ec-a2b2d59fcb68 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3743284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3741748', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3896702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-38989'] for router, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:29.153257 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.db_base_plugin_common [None req-bdc0ce91-1716-4c1b-945d-4e49c404519c None None] Allocated IP 172.20.0.2 (7b19e298-6921-4b88-a76d-519220caa0c6/0e6ecdac-d5aa-4ad2-8a35-a920467dee88/fba0a043-f4ba-4604-b77b-dcdc50cb1416) {{(pid=87508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 22:35:29.160681 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-77424082-00e9-4f71-9a00-02ee9666216e tempest-AllowedAddressPairIpV6TestJSON-1960971591 tempest-AllowedAddressPairIpV6TestJSON-1960971591-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 943 time: 2.9373367
Dec 16 22:35:29.167071 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning for port f6e9e914-0cf9-4e4f-a6aa-ccc0d1439194 completed by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 22:35:29.170794 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 41300) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:35:29.195489 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 74770ade-66c9-4784-b49c-e1e8f726482a up at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 22:35:29.237598 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-f1e7067f-5bb2-4d29-874b-d21512ff897d tempest-AllowedAddressPairIpV6TestJSON-1960971591 tempest-AllowedAddressPairIpV6TestJSON-1960971591-project] Request body: {'port': {'network_id': '86e68e41-157c-4f6e-b330-6d809173b73d', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-268976783'}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:35:29.259553 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-465c8c84-62e7-489d-b719-a15b03debbbe admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:29.293141 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-888397b7-23b0-4d1e-98ec-a2b2d59fcb68 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:29.308510 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-465c8c84-62e7-489d-b719-a15b03debbbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:29.320736 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-481b2672-5de7-4a78-8593-c79bf0b54637 None None] Provisioning for port 3b36dfcc-4cd4-4cad-800b-51286732e085 completed by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 22:35:29.330969 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-481b2672-5de7-4a78-8593-c79bf0b54637 None None] Provisioning complete for port 3b36dfcc-4cd4-4cad-800b-51286732e085 triggered by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:35:29.331355 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-481b2672-5de7-4a78-8593-c79bf0b54637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:29.393298 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-481b2672-5de7-4a78-8593-c79bf0b54637 None None] Port 3b36dfcc-4cd4-4cad-800b-51286732e085 cannot update to ACTIVE because it is not bound. {{(pid=87508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 22:35:29.468226 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning complete for port 74770ade-66c9-4784-b49c-e1e8f726482a triggered by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:35:29.468662 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:29.481825 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.plugin [None req-f6850675-7ed7-4ad4-ab66-f4b436f5216b tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Calling delete_port for 8719d18d-07d6-4483-b4c5-dfb462699c4a owned by  {{(pid=87507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:35:29.599708 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35c01232-f031-449f-9766-1c6613b3d482 None None] Network 0ef805cb-c131-49be-8eb3-33f694571b91 requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 22:35:29.743838 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-888397b7-23b0-4d1e-98ec-a2b2d59fcb68 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3740952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3741923'] for router, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:29.774842 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-c7f32d05-c744-4df1-b98e-76cd3ec757c6 tempest-RoutersAdminTest-1901902743 tempest-RoutersAdminTest-1901902743-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3741702', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3740945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-38947'] for router, precommit_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:29.789469 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-21320911-6a71-4084-aba0-fc715ab80c43 None None] Provisioning for port f6e9e914-0cf9-4e4f-a6aa-ccc0d1439194 completed by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 22:35:29.794010 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-bdc0ce91-1716-4c1b-945d-4e49c404519c None None] Notify callbacks [] for port, precommit_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:29.799820 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-c7f32d05-c744-4df1-b98e-76cd3ec757c6 tempest-RoutersAdminTest-1901902743 tempest-RoutersAdminTest-1901902743-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3741923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3741713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3741720', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3740934'] for router, after_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:29.837672 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-888397b7-23b0-4d1e-98ec-a2b2d59fcb68 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks [] for router, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:29.838749 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-888397b7-23b0-4d1e-98ec-a2b2d59fcb68 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 699 time: 1.2335446
Dec 16 22:35:29.850506 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-bdc0ce91-1716-4c1b-945d-4e49c404519c None None] Transition to ACTIVE for port object fba0a043-f4ba-4604-b77b-dcdc50cb1416 will not be triggered until provisioned by entity L2. {{(pid=87508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:35:29.863158 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-21320911-6a71-4084-aba0-fc715ab80c43 None None] Provisioning complete for port f6e9e914-0cf9-4e4f-a6aa-ccc0d1439194 triggered by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:35:29.863560 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-21320911-6a71-4084-aba0-fc715ab80c43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:29.871652 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 41306) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:35:29.906252 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-17e7dd64-7e2e-428c-82f9-514b3a56df6d tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Request body: {'port': {'network_id': '7b19e298-6921-4b88-a76d-519220caa0c6', 'name': 'tempest-RoutersTest-1593164897'}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:35:29.937070 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-bdc0ce91-1716-4c1b-945d-4e49c404519c None None] Transition to ACTIVE for port object fba0a043-f4ba-4604-b77b-dcdc50cb1416 will not be triggered until provisioned by entity DHCP. {{(pid=87508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:35:29.967524 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-f1e7067f-5bb2-4d29-874b-d21512ff897d tempest-AllowedAddressPairIpV6TestJSON-1960971591 tempest-AllowedAddressPairIpV6TestJSON-1960971591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:35:29.979198 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-f1e7067f-5bb2-4d29-874b-d21512ff897d tempest-AllowedAddressPairIpV6TestJSON-1960971591 tempest-AllowedAddressPairIpV6TestJSON-1960971591-project] Usage tracker for resource:port and tenant:39f949a2cd2a472e9ea4f7398c6558e9 is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:35:29.998923 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-bdc0ce91-1716-4c1b-945d-4e49c404519c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940'] for port, after_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:30.006343 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-7d89b0a0-fc15-4ed5-be7a-4951471ac7bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:35:30.032256 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-f1e7067f-5bb2-4d29-874b-d21512ff897d tempest-AllowedAddressPairIpV6TestJSON-1960971591 tempest-AllowedAddressPairIpV6TestJSON-1960971591-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:35:30.053119 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-f6850675-7ed7-4ad4-ab66-f4b436f5216b tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10807823'] for port, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:30.054734 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-f1e7067f-5bb2-4d29-874b-d21512ff897d tempest-AllowedAddressPairIpV6TestJSON-1960971591 tempest-AllowedAddressPairIpV6TestJSON-1960971591-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:35:30.064595 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-547bf9c8-4e73-4480-96c2-3dc8120b1be1 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:35:30.090765 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.db_base_plugin_common [None req-465c8c84-62e7-489d-b719-a15b03debbbe admin admin] Allocated IP 172.26.0.239 (f8905ce9-304b-4976-bc47-e58c71c11de5/9bca8591-41ef-4f2d-8ecb-ecaab1a28acf/88e27b43-6cb6-405f-9d4b-450d3b0b294b) {{(pid=87506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 22:35:30.096768 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1e7067f-5bb2-4d29-874b-d21512ff897d tempest-AllowedAddressPairIpV6TestJSON-1960971591 tempest-AllowedAddressPairIpV6TestJSON-1960971591-project] Made reservation on behalf of 39f949a2cd2a472e9ea4f7398c6558e9 for: {'port': 1} {{(pid=87506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:35:30.100353 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-f1e7067f-5bb2-4d29-874b-d21512ff897d tempest-AllowedAddressPairIpV6TestJSON-1960971591 tempest-AllowedAddressPairIpV6TestJSON-1960971591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:30.119008 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdc0ce91-1716-4c1b-945d-4e49c404519c None None] Network 7b19e298-6921-4b88-a76d-519220caa0c6 is already hosted by enough agents. {{(pid=87508) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:35:30.127621 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e245149b-c928-4c24-b601-6a0dec847a64 req-edefe996-0695-4870-bfa6-bd6303be3130 tempest-ServerActionsTestJSON-1581017418 tempest-ServerActionsTestJSON-1581017418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:35:30.128453 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.scheduler.base_scheduler [None req-bdc0ce91-1716-4c1b-945d-4e49c404519c None None] Resources bound (agent type, host, resource id):  {{(pid=87508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:35:30.129509 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-e245149b-c928-4c24-b601-6a0dec847a64 req-edefe996-0695-4870-bfa6-bd6303be3130 tempest-ServerActionsTestJSON-1581017418 tempest-ServerActionsTestJSON-1581017418-project] 10.222.0.13 "GET /v2.0/ports?device_id=95ef1739-1bf2-4522-993c-76a77d5f2322 HTTP/1.1" status: 200  len: 945 time: 0.9931922
Dec 16 22:35:30.136768 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdc0ce91-1716-4c1b-945d-4e49c404519c None None] Received port after_create {{(pid=87508) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 22:35:30.137569 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6850675-7ed7-4ad4-ab66-f4b436f5216b tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Pushing event deleted for resources: {'Port': ['ID=8719d18d-07d6-4483-b4c5-dfb462699c4a,revision_number=None']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:35:30.141199 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc0ce91-1716-4c1b-945d-4e49c404519c None None] Pushing event updated for resources: {'Port': ['ID=fba0a043-f4ba-4604-b77b-dcdc50cb1416,revision_number=1']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:35:30.156377 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.notifiers.nova [None req-f1e7067f-5bb2-4d29-874b-d21512ff897d tempest-AllowedAddressPairIpV6TestJSON-1960971591 tempest-AllowedAddressPairIpV6TestJSON-1960971591-project] device_id is not set on port 4cf8addd-7c2c-40a8-a4d9-b433b4ff58d9 yet. {{(pid=87506) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 16 22:35:30.159827 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-f6850675-7ed7-4ad4-ab66-f4b436f5216b tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:35:30.177705 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-bdc0ce91-1716-4c1b-945d-4e49c404519c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:35:30.301877 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-21320911-6a71-4084-aba0-fc715ab80c43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:30.326385 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-bdc0ce91-1716-4c1b-945d-4e49c404519c None None] Attempting to bind port fba0a043-f4ba-4604-b77b-dcdc50cb1416 on host dv-neutron-821829-1-hyperv for vnic_type normal with profile  {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 22:35:30.327328 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-bdc0ce91-1716-4c1b-945d-4e49c404519c None None] Attempting to bind port fba0a043-f4ba-4604-b77b-dcdc50cb1416 by drivers openvswitch,hyperv on host dv-neutron-821829-1-hyperv at level 0 using segments [{'id': '564c3844-7fb7-47ed-a051-b21374de1a1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '7b19e298-6921-4b88-a76d-519220caa0c6'}] {{(pid=87508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 22:35:30.327328 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdc0ce91-1716-4c1b-945d-4e49c404519c None None] Attempting to bind port fba0a043-f4ba-4604-b77b-dcdc50cb1416 on network 7b19e298-6921-4b88-a76d-519220caa0c6 {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 22:35:30.335615 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7f32d05-c744-4df1-b98e-76cd3ec757c6 tempest-RoutersAdminTest-1901902743 tempest-RoutersAdminTest-1901902743-project-admin] Router 19fcd899-1d60-48df-8ed8-67905ac25098 is scheduled to L3 agent 4f519db7-069b-43e2-8411-c092bac9102a with binding_index 1 {{(pid=87506) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 16 22:35:30.342206 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdc0ce91-1716-4c1b-945d-4e49c404519c None None] Checking agent: {'id': '5571501f-366e-47a4-9b60-8ef19d935d27', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821829-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 24, 2), 'started_at': datetime.datetime(2021, 12, 16, 22, 24, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 35, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821829-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 22:35:30.342463 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdc0ce91-1716-4c1b-945d-4e49c404519c None None] Checking segment: {'id': '564c3844-7fb7-47ed-a051-b21374de1a1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '7b19e298-6921-4b88-a76d-519220caa0c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 22:35:30.343063 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-bdc0ce91-1716-4c1b-945d-4e49c404519c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:30.343279 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdc0ce91-1716-4c1b-945d-4e49c404519c None None] Bound using segment: {'id': '564c3844-7fb7-47ed-a051-b21374de1a1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '7b19e298-6921-4b88-a76d-519220caa0c6'} {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 22:35:30.343818 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-bdc0ce91-1716-4c1b-945d-4e49c404519c None None] Bound port: fba0a043-f4ba-4604-b77b-dcdc50cb1416, host: dv-neutron-821829-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '564c3844-7fb7-47ed-a051-b21374de1a1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '7b19e298-6921-4b88-a76d-519220caa0c6'}}] {{(pid=87508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 22:35:30.344285 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-bdc0ce91-1716-4c1b-945d-4e49c404519c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:30.356425 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-17e7dd64-7e2e-428c-82f9-514b3a56df6d tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:35:30.368485 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-17e7dd64-7e2e-428c-82f9-514b3a56df6d tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Usage tracker for resource:port and tenant:bb30155073f3462f829b4df60e35f5af is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:35:30.374636 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-17e7dd64-7e2e-428c-82f9-514b3a56df6d tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:35:30.397935 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-21320911-6a71-4084-aba0-fc715ab80c43 None None] For port f6e9e914-0cf9-4e4f-a6aa-ccc0d1439194, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=f6e9e914-0cf9-4e4f-a6aa-ccc0d1439194,segment=NetworkSegment(1e5a8c87-f893-4bfb-bf1a-9559faa30c77),segment_id=1e5a8c87-f893-4bfb-bf1a-9559faa30c77)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:35:30.408207 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-e245149b-c928-4c24-b601-6a0dec847a64 req-81e2e6da-13fe-4f8a-90ea-3fbd9c7120a3 tempest-ServerActionsTestJSON-1581017418 tempest-ServerActionsTestJSON-1581017418-project] 10.222.0.13 "GET /v2.0/security-groups?id=1011a650-dc8c-4279-9762-0c0bcda15d85&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2472589
Dec 16 22:35:30.412764 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-21320911-6a71-4084-aba0-fc715ab80c43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:30.416055 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-62e9b82b-1177-43cc-9683-2e1fe82a5d1a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:35:30.421539 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-17e7dd64-7e2e-428c-82f9-514b3a56df6d tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:35:30.445879 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-f6850675-7ed7-4ad4-ab66-f4b436f5216b tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for port, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:30.490809 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17e7dd64-7e2e-428c-82f9-514b3a56df6d tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Made reservation on behalf of bb30155073f3462f829b4df60e35f5af for: {'port': 1} {{(pid=87507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:35:30.496127 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-17e7dd64-7e2e-428c-82f9-514b3a56df6d tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:30.523401 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-f6850675-7ed7-4ad4-ab66-f4b436f5216b tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] 10.222.0.13 "DELETE /v2.0/ports/8719d18d-07d6-4483-b4c5-dfb462699c4a HTTP/1.1" status: 204  len: 168 time: 2.3886170
Dec 16 22:35:30.529400 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 41312) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:35:30.530174 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.plugin [None req-a93ef87e-0bf1-449c-8a63-8b10dc389ad4 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Deleting port 1ca0dc2d-0f3f-4bb6-982a-3fb975e3e877 {{(pid=87507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:35:30.530747 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-a93ef87e-0bf1-449c-8a63-8b10dc389ad4 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:30.549938 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-bdc0ce91-1716-4c1b-945d-4e49c404519c None None] For port fba0a043-f4ba-4604-b77b-dcdc50cb1416, host dv-neutron-821829-1-hyperv, cleared binding levels {{(pid=87508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 22:35:30.554229 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21320911-6a71-4084-aba0-fc715ab80c43 None None] Pushing event updated for resources: {'Port': ['ID=f6e9e914-0cf9-4e4f-a6aa-ccc0d1439194,revision_number=3']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:35:30.558393 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-bdc0ce91-1716-4c1b-945d-4e49c404519c None None] For port fba0a043-f4ba-4604-b77b-dcdc50cb1416, host dv-neutron-821829-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=fba0a043-f4ba-4604-b77b-dcdc50cb1416,segment=NetworkSegment(564c3844-7fb7-47ed-a051-b21374de1a1f),segment_id=564c3844-7fb7-47ed-a051-b21374de1a1f)] {{(pid=87508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 22:35:30.560837 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-21320911-6a71-4084-aba0-fc715ab80c43 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:35:30.573299 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-38138d36-487a-4d2e-bcd2-d0693212d1f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:30.575864 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-bdc0ce91-1716-4c1b-945d-4e49c404519c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:30.583029 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-cbff222e-3097-4246-a4e7-1bf556c2d061 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:35:30.615362 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-465c8c84-62e7-489d-b719-a15b03debbbe admin admin] Notify callbacks [] for port, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:30.698688 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.notifiers.nova [None req-17e7dd64-7e2e-428c-82f9-514b3a56df6d tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] device_id is not set on port 3f2cae76-95fe-4f5a-adfb-744fd2b1c73e yet. {{(pid=87507) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 16 22:35:30.780704 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device f6e9e914-0cf9-4e4f-a6aa-ccc0d1439194 up at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 22:35:30.817288 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-465c8c84-62e7-489d-b719-a15b03debbbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1863393'] for port, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:30.834096 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-ce58fb8e-735c-4ef2-b2db-b2459a85adef tempest-AllowedAddressPairIpV6TestJSON-1960971591 tempest-AllowedAddressPairIpV6TestJSON-1960971591-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:35:30.906238 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.db_base_plugin_common [None req-f1e7067f-5bb2-4d29-874b-d21512ff897d tempest-AllowedAddressPairIpV6TestJSON-1960971591 tempest-AllowedAddressPairIpV6TestJSON-1960971591-project] Allocated IP 2001:db8::27 (86e68e41-157c-4f6e-b330-6d809173b73d/e8ed6afc-384c-47d0-91b3-a9dc2c7453fe/4cf8addd-7c2c-40a8-a4d9-b433b4ff58d9) {{(pid=87506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 22:35:30.930089 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc0ce91-1716-4c1b-945d-4e49c404519c None None] Pushing event updated for resources: {'Port': ['ID=fba0a043-f4ba-4604-b77b-dcdc50cb1416,revision_number=2']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:35:30.932333 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7f32d05-c744-4df1-b98e-76cd3ec757c6 tempest-RoutersAdminTest-1901902743 tempest-RoutersAdminTest-1901902743-project-admin] Notify agent at l3_agent.dv-neutron-821829-1-hyperv the message routers_updated {{(pid=87506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 22:35:30.954554 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fd8c2fc-728b-488b-bb8d-1cf56885c085 None None] Sync routers for ids ['19fcd899-1d60-48df-8ed8-67905ac25098'] in dv-neutron-821829-1-hyperv {{(pid=87509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 22:35:30.978427 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-465c8c84-62e7-489d-b719-a15b03debbbe admin admin] Network f8905ce9-304b-4976-bc47-e58c71c11de5 is already hosted by enough agents. {{(pid=87506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:35:30.979789 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-bdc0ce91-1716-4c1b-945d-4e49c404519c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.396s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:35:30.984129 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fd8c2fc-728b-488b-bb8d-1cf56885c085 None None] Routers {'19fcd899-1d60-48df-8ed8-67905ac25098'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:35:30.984847 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-5fd8c2fc-728b-488b-bb8d-1cf56885c085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b7ca9e760>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:35:31Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['19fcd899-1d60-48df-8ed8-67905ac25098'], 'active': True} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:35:30.989737 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.base_scheduler [None req-465c8c84-62e7-489d-b719-a15b03debbbe admin admin] Resources bound (agent type, host, resource id):  {{(pid=87506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:35:30.999435 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79dba13c-6341-40ba-85b6-68d43686ae94 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:35:31.001376 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79dba13c-6341-40ba-85b6-68d43686ae94 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:35:31.004718 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79dba13c-6341-40ba-85b6-68d43686ae94 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:35:31.006232 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-79dba13c-6341-40ba-85b6-68d43686ae94 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Synchronizing usage tracker for tenant:8e4385a98eb1416284c1cc96b3355a70 on resource:subnet {{(pid=87507) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 22:35:31.015299 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-c7f32d05-c744-4df1-b98e-76cd3ec757c6 tempest-RoutersAdminTest-1901902743 tempest-RoutersAdminTest-1901902743-project-admin] Notify callbacks [] for router, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:31.019501 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-c7f32d05-c744-4df1-b98e-76cd3ec757c6 tempest-RoutersAdminTest-1901902743 tempest-RoutersAdminTest-1901902743-project-admin] 10.222.0.13 "PUT /v2.0/routers/19fcd899-1d60-48df-8ed8-67905ac25098 HTTP/1.1" status: 200  len: 916 time: 9.0888259
Dec 16 22:35:31.020898 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465c8c84-62e7-489d-b719-a15b03debbbe admin admin] Pushing event updated for resources: {'Port': ['ID=88e27b43-6cb6-405f-9d4b-450d3b0b294b,revision_number=1']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:35:31.023554 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-465c8c84-62e7-489d-b719-a15b03debbbe admin admin] Received port after_create {{(pid=87506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 22:35:31.036264 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 41320) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:35:31.049029 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning complete for port f6e9e914-0cf9-4e4f-a6aa-ccc0d1439194 triggered by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:35:31.049414 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:31.067004 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-465c8c84-62e7-489d-b719-a15b03debbbe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:35:31.095018 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-1587e18e-b1c3-45cb-9447-74f1ed707201 None None] Provisioning complete for port f6e9e914-0cf9-4e4f-a6aa-ccc0d1439194 triggered by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:35:31.095411 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-1587e18e-b1c3-45cb-9447-74f1ed707201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:31.118242 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-5fd8c2fc-728b-488b-bb8d-1cf56885c085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b7ca9e760>, [], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:35:31.131549 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fd8c2fc-728b-488b-bb8d-1cf56885c085 None None] Routers {'19fcd899-1d60-48df-8ed8-67905ac25098'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:35:31.134738 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-5fd8c2fc-728b-488b-bb8d-1cf56885c085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b7ca9e760>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:35:31Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['19fcd899-1d60-48df-8ed8-67905ac25098'], 'active': True} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:35:31.245206 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-5fd8c2fc-728b-488b-bb8d-1cf56885c085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b7ca9e760>, [], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:35:31.248716 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fd8c2fc-728b-488b-bb8d-1cf56885c085 None None] The sync data for ids ['19fcd899-1d60-48df-8ed8-67905ac25098'] in dv-neutron-821829-1-hyperv is: [] {{(pid=87509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 22:35:31.438083 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-3e729f7f-1589-4d54-9c4a-7ee6b283cc2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:31.490765 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-79dba13c-6341-40ba-85b6-68d43686ae94 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Unset dirty status for tenant:8e4385a98eb1416284c1cc96b3355a70 on resource:subnet {{(pid=87507) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 22:35:31.492124 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-79dba13c-6341-40ba-85b6-68d43686ae94 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2071 time: 0.9037302
Dec 16 22:35:31.500263 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 41324) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:35:31.582447 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.db_base_plugin_common [None req-17e7dd64-7e2e-428c-82f9-514b3a56df6d tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Allocated IP 172.20.0.13 (7b19e298-6921-4b88-a76d-519220caa0c6/0e6ecdac-d5aa-4ad2-8a35-a920467dee88/3f2cae76-95fe-4f5a-adfb-744fd2b1c73e) {{(pid=87507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 22:35:31.585567 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-a93ef87e-0bf1-449c-8a63-8b10dc389ad4 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:31.641590 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:31.753664 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.plugin [None req-a93ef87e-0bf1-449c-8a63-8b10dc389ad4 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Calling delete_port for 1ca0dc2d-0f3f-4bb6-982a-3fb975e3e877 owned by network:router_interface {{(pid=87507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:35:31.796337 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-f1e7067f-5bb2-4d29-874b-d21512ff897d tempest-AllowedAddressPairIpV6TestJSON-1960971591 tempest-AllowedAddressPairIpV6TestJSON-1960971591-project] Notify callbacks [] for port, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:31.825377 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea8006c6-c0e8-403f-a294-37607a469896 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Deleting subnet 397ffbe6-e235-405f-9ccd-cb185f393c84 {{(pid=87506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 16 22:35:31.839496 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-b7ac1b71-1c52-4a48-8e8a-b1f5ca562ff8 tempest-RoutersAdminTest-1901902743 tempest-RoutersAdminTest-1901902743-project-admin] 10.222.0.13 "GET /v2.0/routers/19fcd899-1d60-48df-8ed8-67905ac25098 HTTP/1.1" status: 200  len: 922 time: 0.7991652
Dec 16 22:35:31.848371 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 41328) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:35:31.891363 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-ea8006c6-c0e8-403f-a294-37607a469896 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks [] for subnet, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:31.932561 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.provisioning_blocks [None req-f1e7067f-5bb2-4d29-874b-d21512ff897d tempest-AllowedAddressPairIpV6TestJSON-1960971591 tempest-AllowedAddressPairIpV6TestJSON-1960971591-project] Transition to ACTIVE for port object 4cf8addd-7c2c-40a8-a4d9-b433b4ff58d9 will not be triggered until provisioned by entity DHCP. {{(pid=87506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:35:31.968150 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416bd0ca-482b-40b7-b794-dc463a4cfb81 req-d6e5af94-29d8-412c-bdb0-6d87cba13f7a tempest-ServerActionsTestJSON-1581017418 tempest-ServerActionsTestJSON-1581017418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:35:31.971803 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-416bd0ca-482b-40b7-b794-dc463a4cfb81 req-d6e5af94-29d8-412c-bdb0-6d87cba13f7a tempest-ServerActionsTestJSON-1581017418 tempest-ServerActionsTestJSON-1581017418-project] 10.222.0.13 "GET /v2.0/ports?device_id=95ef1739-1bf2-4522-993c-76a77d5f2322 HTTP/1.1" status: 200  len: 945 time: 0.8365107
Dec 16 22:35:31.976716 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-ea8006c6-c0e8-403f-a294-37607a469896 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-266764487'] for subnet, precommit_delete_associations {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:32.026463 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-465c8c84-62e7-489d-b719-a15b03debbbe admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:32.129732 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-416bd0ca-482b-40b7-b794-dc463a4cfb81 req-9683c3af-9558-4de6-8b62-02fbdbc49f62 tempest-ServerActionsTestJSON-1581017418 tempest-ServerActionsTestJSON-1581017418-project] 10.222.0.13 "GET /v2.0/security-groups?id=1011a650-dc8c-4279-9762-0c0bcda15d85&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1447585
Dec 16 22:35:32.153682 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cdb35ed-4c69-4545-8976-788c1ca3a9bc None None] Network 7b19e298-6921-4b88-a76d-519220caa0c6 requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 22:35:32.198533 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-f1e7067f-5bb2-4d29-874b-d21512ff897d tempest-AllowedAddressPairIpV6TestJSON-1960971591 tempest-AllowedAddressPairIpV6TestJSON-1960971591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1863393'] for port, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:32.213214 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-97bf8e45-6edc-4a7c-a334-f14cdae704e8 tempest-AllowedAddressPairIpV6TestJSON-1960971591 tempest-AllowedAddressPairIpV6TestJSON-1960971591-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:35:32.220340 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bda75b9-7903-4116-96f1-e33b6c636724 tempest-RoutersAdminTest-1901902743 tempest-RoutersAdminTest-1901902743-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:35:32.224495 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-7bda75b9-7903-4116-96f1-e33b6c636724 tempest-RoutersAdminTest-1901902743 tempest-RoutersAdminTest-1901902743-project-admin] 10.222.0.13 "GET /v2.0/ports?network_id=f8905ce9-304b-4976-bc47-e58c71c11de5&device_id=19fcd899-1d60-48df-8ed8-67905ac25098&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 945 time: 0.3724253
Dec 16 22:35:32.226872 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 41334) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:35:32.232387 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-17e7dd64-7e2e-428c-82f9-514b3a56df6d tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks [] for port, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:32.245634 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-beafcc74-8481-42d2-b528-f1877b299a61 None None] Provisioning for port fba0a043-f4ba-4604-b77b-dcdc50cb1416 completed by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 22:35:32.308309 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1e7067f-5bb2-4d29-874b-d21512ff897d tempest-AllowedAddressPairIpV6TestJSON-1960971591 tempest-AllowedAddressPairIpV6TestJSON-1960971591-project] Network 86e68e41-157c-4f6e-b330-6d809173b73d is already hosted by enough agents. {{(pid=87506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:35:32.319086 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.base_scheduler [None req-f1e7067f-5bb2-4d29-874b-d21512ff897d tempest-AllowedAddressPairIpV6TestJSON-1960971591 tempest-AllowedAddressPairIpV6TestJSON-1960971591-project] Resources bound (agent type, host, resource id):  {{(pid=87506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:35:32.321492 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1e7067f-5bb2-4d29-874b-d21512ff897d tempest-AllowedAddressPairIpV6TestJSON-1960971591 tempest-AllowedAddressPairIpV6TestJSON-1960971591-project] Received port after_create {{(pid=87506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 22:35:32.327695 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1e7067f-5bb2-4d29-874b-d21512ff897d tempest-AllowedAddressPairIpV6TestJSON-1960971591 tempest-AllowedAddressPairIpV6TestJSON-1960971591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:35:32.328379 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-f1e7067f-5bb2-4d29-874b-d21512ff897d tempest-AllowedAddressPairIpV6TestJSON-1960971591 tempest-AllowedAddressPairIpV6TestJSON-1960971591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for port, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:32.338435 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-ea8006c6-c0e8-403f-a294-37607a469896 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3328566'] for subnet, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:32.369450 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.provisioning_blocks [None req-17e7dd64-7e2e-428c-82f9-514b3a56df6d tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Transition to ACTIVE for port object 3f2cae76-95fe-4f5a-adfb-744fd2b1c73e will not be triggered until provisioned by entity DHCP. {{(pid=87507) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:35:32.376355 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e7067f-5bb2-4d29-874b-d21512ff897d tempest-AllowedAddressPairIpV6TestJSON-1960971591 tempest-AllowedAddressPairIpV6TestJSON-1960971591-project] Pushing event updated for resources: {'Port': ['ID=4cf8addd-7c2c-40a8-a4d9-b433b4ff58d9,revision_number=1']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:35:32.380855 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-f1e7067f-5bb2-4d29-874b-d21512ff897d tempest-AllowedAddressPairIpV6TestJSON-1960971591 tempest-AllowedAddressPairIpV6TestJSON-1960971591-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:35:32.405164 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-a93ef87e-0bf1-449c-8a63-8b10dc389ad4 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10807823'] for port, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:32.419444 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-61a6762a-c7b8-4275-abd5-6ce78a302c9a tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:35:32.474783 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-f1e7067f-5bb2-4d29-874b-d21512ff897d tempest-AllowedAddressPairIpV6TestJSON-1960971591 tempest-AllowedAddressPairIpV6TestJSON-1960971591-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 942 time: 3.3000929
Dec 16 22:35:32.478742 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 41338) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:35:32.488703 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-350953f6-0050-43a4-9246-b919f2d75673 tempest-AllowedAddressPairIpV6TestJSON-1960971591 tempest-AllowedAddressPairIpV6TestJSON-1960971591-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::34e', 'mac_address': 'fa:16:3e:07:36:44'}, {'ip_address': '2001:db8::ea', 'mac_address': 'fa:16:3e:f9:e8:d5'}]}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:35:32.504962 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93ef87e-0bf1-449c-8a63-8b10dc389ad4 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Pushing event deleted for resources: {'Port': ['ID=1ca0dc2d-0f3f-4bb6-982a-3fb975e3e877,revision_number=None']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:35:32.513580 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-a93ef87e-0bf1-449c-8a63-8b10dc389ad4 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:35:32.551488 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a573732f-acf4-4a16-a411-69536c199644 tempest-RoutersAdminTest-1901902743 tempest-RoutersAdminTest-1901902743-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:35:32.553018 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-a573732f-acf4-4a16-a411-69536c199644 tempest-RoutersAdminTest-1901902743 tempest-RoutersAdminTest-1901902743-project-admin] 10.222.0.13 "GET /v2.0/networks/f8905ce9-304b-4976-bc47-e58c71c11de5 HTTP/1.1" status: 200  len: 881 time: 0.3241608
Dec 16 22:35:32.561187 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 41342) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:35:32.657607 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-bca37e5d-7b6a-4f76-bf98-a2a50c33f8aa tempest-RoutersAdminTest-1029946936 tempest-RoutersAdminTest-1029946936-project] 10.222.0.13 "GET /v2.0/ports?device_id=19fcd899-1d60-48df-8ed8-67905ac25098 HTTP/1.1" status: 200  len: 205 time: 0.0946598
Dec 16 22:35:32.660808 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 41346) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:35:32.666609 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-17e7dd64-7e2e-428c-82f9-514b3a56df6d tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10807823'] for port, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:32.748187 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-465c8c84-62e7-489d-b719-a15b03debbbe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3740952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3741923'] for router, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:32.774531 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-9dc9f19a-0da5-4c00-853b-eff9930bc058 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:35:32.800119 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device fba0a043-f4ba-4604-b77b-dcdc50cb1416 up at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 22:35:32.914474 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-33ccd9e1-0909-4981-9adb-65f05a5e2cef None None] Provisioning for port 4cf8addd-7c2c-40a8-a4d9-b433b4ff58d9 completed by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 22:35:32.918424 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-ea8006c6-c0e8-403f-a294-37607a469896 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3328622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1863378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11213117'] for subnet, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:32.923439 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-33ccd9e1-0909-4981-9adb-65f05a5e2cef None None] Provisioning complete for port 4cf8addd-7c2c-40a8-a4d9-b433b4ff58d9 triggered by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:35:32.923855 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-33ccd9e1-0909-4981-9adb-65f05a5e2cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:32.942406 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:35:32.945351 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17e7dd64-7e2e-428c-82f9-514b3a56df6d tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Network 7b19e298-6921-4b88-a76d-519220caa0c6 is already hosted by enough agents. {{(pid=87507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:35:32.953011 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.base_scheduler [None req-17e7dd64-7e2e-428c-82f9-514b3a56df6d tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Resources bound (agent type, host, resource id):  {{(pid=87507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:35:32.955262 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17e7dd64-7e2e-428c-82f9-514b3a56df6d tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Received port after_create {{(pid=87507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 22:35:32.959961 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning for port fba0a043-f4ba-4604-b77b-dcdc50cb1416 completed by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 22:35:32.982236 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning complete for port fba0a043-f4ba-4604-b77b-dcdc50cb1416 triggered by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:35:32.982236 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:33.013581 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8006c6-c0e8-403f-a294-37607a469896 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Pushing event deleted for resources: {'Subnet': ['ID=397ffbe6-e235-405f-9ccd-cb185f393c84,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:35:33.030546 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-ea8006c6-c0e8-403f-a294-37607a469896 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:35:33.039006 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-ea8006c6-c0e8-403f-a294-37607a469896 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3791486'] for subnet, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:33.124805 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02bd7aff-bd4e-4290-8564-db58c5f8c3ed None None] Network 7edd76f7-0f97-48a5-b177-9842de6c0500 requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 22:35:33.144460 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-ea8006c6-c0e8-403f-a294-37607a469896 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] 10.222.0.13 "DELETE /v2.0/subnets/397ffbe6-e235-405f-9ccd-cb185f393c84 HTTP/1.1" status: 204  len: 168 time: 1.6428905
Dec 16 22:35:33.149675 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 41352) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:35:33.162004 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-33ccd9e1-0909-4981-9adb-65f05a5e2cef None None] Port 4cf8addd-7c2c-40a8-a4d9-b433b4ff58d9 cannot update to ACTIVE because it is not bound. {{(pid=87508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 22:35:33.247204 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e7dd64-7e2e-428c-82f9-514b3a56df6d tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Pushing event updated for resources: {'Port': ['ID=3f2cae76-95fe-4f5a-adfb-744fd2b1c73e,revision_number=1']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:35:33.260482 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-17e7dd64-7e2e-428c-82f9-514b3a56df6d tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.486s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:35:33.351675 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-4541ba3b-6be8-499c-bc94-3c60aa55c4f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:33.369482 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b48e953-27e8-4f83-8194-f3dcee7b3110 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Deleting subnet 4aeefad7-5559-43a7-a225-ad46fb4e19a1 {{(pid=87506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 16 22:35:33.377166 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-1b48e953-27e8-4f83-8194-f3dcee7b3110 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks [] for subnet, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:33.401726 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17e7dd64-7e2e-428c-82f9-514b3a56df6d tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:35:33.403000 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-17e7dd64-7e2e-428c-82f9-514b3a56df6d tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for port, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:33.403234 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-350953f6-0050-43a4-9246-b919f2d75673 tempest-AllowedAddressPairIpV6TestJSON-1960971591 tempest-AllowedAddressPairIpV6TestJSON-1960971591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:33.424278 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-ce06becf-0e49-4984-8ace-50c47c413af5 None None] Provisioning complete for port fba0a043-f4ba-4604-b77b-dcdc50cb1416 triggered by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:35:33.424636 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-ce06becf-0e49-4984-8ace-50c47c413af5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:33.458656 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-887b90f0-e617-4697-8334-a4c22b7cd6c5 tempest-RoutersAdminTest-1029946936 tempest-RoutersAdminTest-1029946936-project] Notify callbacks [] for router, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:33.491179 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:33.549582 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-a93ef87e-0bf1-449c-8a63-8b10dc389ad4 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3791449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3739472'] for router_interface, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:33.576308 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-17e7dd64-7e2e-428c-82f9-514b3a56df6d tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 923 time: 3.6963048
Dec 16 22:35:33.580447 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 41358) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:35:33.629302 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] For port fba0a043-f4ba-4604-b77b-dcdc50cb1416, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=fba0a043-f4ba-4604-b77b-dcdc50cb1416,segment=NetworkSegment(564c3844-7fb7-47ed-a051-b21374de1a1f),segment_id=564c3844-7fb7-47ed-a051-b21374de1a1f)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:35:33.634514 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:33.639543 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-fe158bbc-9986-4c90-99b2-353ebaaf06f2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:35:33.656408 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-1b48e953-27e8-4f83-8194-f3dcee7b3110 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-266764487'] for subnet, precommit_delete_associations {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:33.705471 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-465c8c84-62e7-489d-b719-a15b03debbbe admin admin] Router c9a86ec5-c3ce-4817-a558-7b1cd8cf7435 is scheduled to L3 agent 4f519db7-069b-43e2-8411-c092bac9102a with binding_index 1 {{(pid=87506) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 16 22:35:33.764531 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Pushing event updated for resources: {'Port': ['ID=fba0a043-f4ba-4604-b77b-dcdc50cb1416,revision_number=3']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:35:33.769941 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:35:33.786249 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-ce06becf-0e49-4984-8ace-50c47c413af5 None None] Provisioning for port 3f2cae76-95fe-4f5a-adfb-744fd2b1c73e completed by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 22:35:33.791258 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-ce06becf-0e49-4984-8ace-50c47c413af5 None None] Provisioning complete for port 3f2cae76-95fe-4f5a-adfb-744fd2b1c73e triggered by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:35:33.791639 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-ce06becf-0e49-4984-8ace-50c47c413af5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:33.849094 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-ce06becf-0e49-4984-8ace-50c47c413af5 None None] Port 3f2cae76-95fe-4f5a-adfb-744fd2b1c73e cannot update to ACTIVE because it is not bound. {{(pid=87508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 22:35:34.014873 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-1b48e953-27e8-4f83-8194-f3dcee7b3110 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3328566'] for subnet, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:34.051036 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bdd30e-a209-4ba3-a5c8-d54144ac79d6 req-f6d3539c-a5a9-40e4-babc-86cb80770bf7 tempest-ServerActionsTestJSON-1581017418 tempest-ServerActionsTestJSON-1581017418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:35:34.052599 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-78bdd30e-a209-4ba3-a5c8-d54144ac79d6 req-f6d3539c-a5a9-40e4-babc-86cb80770bf7 tempest-ServerActionsTestJSON-1581017418 tempest-ServerActionsTestJSON-1581017418-project] 10.222.0.13 "GET /v2.0/ports?device_id=95ef1739-1bf2-4522-993c-76a77d5f2322 HTTP/1.1" status: 200  len: 945 time: 0.7290287
Dec 16 22:35:34.092051 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-465c8c84-62e7-489d-b719-a15b03debbbe admin admin] Notify agent at l3_agent.dv-neutron-821829-1-hyperv the message routers_updated {{(pid=87506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 22:35:34.116075 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d13ebcf-9896-4cda-8cbd-28a026b9d485 None None] Sync routers for ids ['c9a86ec5-c3ce-4817-a558-7b1cd8cf7435'] in dv-neutron-821829-1-hyperv {{(pid=87508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 22:35:34.124679 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-465c8c84-62e7-489d-b719-a15b03debbbe admin admin] Notify callbacks [] for router, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:34.128457 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-465c8c84-62e7-489d-b719-a15b03debbbe admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 924 time: 8.3069925
Dec 16 22:35:34.129985 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d13ebcf-9896-4cda-8cbd-28a026b9d485 None None] Routers {'c9a86ec5-c3ce-4817-a558-7b1cd8cf7435'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:35:34.130661 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-8d13ebcf-9896-4cda-8cbd-28a026b9d485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b7c27bc40>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:35:31Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['c9a86ec5-c3ce-4817-a558-7b1cd8cf7435'], 'active': True} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:35:34.132996 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 41362) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:35:34.234781 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-350953f6-0050-43a4-9246-b919f2d75673 tempest-AllowedAddressPairIpV6TestJSON-1960971591 tempest-AllowedAddressPairIpV6TestJSON-1960971591-project] Notify callbacks [] for port, precommit_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:34.239101 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-1b48e953-27e8-4f83-8194-f3dcee7b3110 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3328622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1863378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11213117'] for subnet, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:34.252410 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-19fc7598-d1a5-4b83-826d-24656d17a6de tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:35:34.285577 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-350953f6-0050-43a4-9246-b919f2d75673 tempest-AllowedAddressPairIpV6TestJSON-1960971591 tempest-AllowedAddressPairIpV6TestJSON-1960971591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1863400'] for port, after_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:34.323184 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-1b48e953-27e8-4f83-8194-f3dcee7b3110 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3791486'] for subnet, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:34.341104 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-887b90f0-e617-4697-8334-a4c22b7cd6c5 tempest-RoutersAdminTest-1029946936 tempest-RoutersAdminTest-1029946936-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:34.352962 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvr_db [None req-8d13ebcf-9896-4cda-8cbd-28a026b9d485 None None] Set router c9a86ec5-c3ce-4817-a558-7b1cd8cf7435 gateway port host: dv-neutron-821829-1-hyperv {{(pid=87508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 22:35:34.410810 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b48e953-27e8-4f83-8194-f3dcee7b3110 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Pushing event deleted for resources: {'Subnet': ['ID=4aeefad7-5559-43a7-a225-ad46fb4e19a1,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:35:34.413636 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-1b48e953-27e8-4f83-8194-f3dcee7b3110 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:35:34.428179 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-dfe2f3d3-b5bb-4751-a82e-63a1c4f8c200 tempest-RoutersAdminNegativeIpV6Test-1982966072 tempest-RoutersAdminNegativeIpV6Test-1982966072-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.127s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:35:34.513841 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [None req-350953f6-0050-43a4-9246-b919f2d75673 tempest-AllowedAddressPairIpV6TestJSON-1960971591 tempest-AllowedAddressPairIpV6TestJSON-1960971591-project] In _notify_port_updated(), no bound segment for port 4cf8addd-7c2c-40a8-a4d9-b433b4ff58d9 on network 86e68e41-157c-4f6e-b330-6d809173b73d {{(pid=87506) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}}
Dec 16 22:35:34.520618 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-350953f6-0050-43a4-9246-b919f2d75673 tempest-AllowedAddressPairIpV6TestJSON-1960971591 tempest-AllowedAddressPairIpV6TestJSON-1960971591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:35:34.521439 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-350953f6-0050-43a4-9246-b919f2d75673 tempest-AllowedAddressPairIpV6TestJSON-1960971591 tempest-AllowedAddressPairIpV6TestJSON-1960971591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for port, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:34.522999 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-350953f6-0050-43a4-9246-b919f2d75673 tempest-AllowedAddressPairIpV6TestJSON-1960971591 tempest-AllowedAddressPairIpV6TestJSON-1960971591-project] 10.222.0.13 "PUT /v2.0/ports/4cf8addd-7c2c-40a8-a4d9-b433b4ff58d9 HTTP/1.1" status: 200  len: 1065 time: 2.0433140
Dec 16 22:35:34.531179 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350953f6-0050-43a4-9246-b919f2d75673 tempest-AllowedAddressPairIpV6TestJSON-1960971591 tempest-AllowedAddressPairIpV6TestJSON-1960971591-project] Pushing event updated for resources: {'Port': ['ID=4cf8addd-7c2c-40a8-a4d9-b433b4ff58d9,revision_number=2']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:35:34.534761 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-350953f6-0050-43a4-9246-b919f2d75673 tempest-AllowedAddressPairIpV6TestJSON-1960971591 tempest-AllowedAddressPairIpV6TestJSON-1960971591-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:35:34.535986 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 41368) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:35:34.546692 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.agents_db [None req-0abd2616-a86c-48e2-be07-10823335a5bb None None] Agent healthcheck: found 6 active agents {{(pid=87509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 22:35:34.597402 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-1b48e953-27e8-4f83-8194-f3dcee7b3110 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] 10.222.0.13 "DELETE /v2.0/subnets/4aeefad7-5559-43a7-a225-ad46fb4e19a1 HTTP/1.1" status: 204  len: 168 time: 1.4466321
Dec 16 22:35:34.604230 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 41372) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:35:34.639465 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-78bdd30e-a209-4ba3-a5c8-d54144ac79d6 req-0089f456-a55b-41fd-a705-910bf32d43a5 tempest-ServerActionsTestJSON-1581017418 tempest-ServerActionsTestJSON-1581017418-project] 10.222.0.13 "GET /v2.0/security-groups?id=1011a650-dc8c-4279-9762-0c0bcda15d85&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.5229180
Dec 16 22:35:34.659962 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.plugin [None req-887b90f0-e617-4697-8334-a4c22b7cd6c5 tempest-RoutersAdminTest-1029946936 tempest-RoutersAdminTest-1029946936-project] Deleting port 5d82b833-3753-499f-8f94-815c8f82a27c {{(pid=87507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:35:34.660297 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-887b90f0-e617-4697-8334-a4c22b7cd6c5 tempest-RoutersAdminTest-1029946936 tempest-RoutersAdminTest-1029946936-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:34.734705 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eb0d05f-bdda-4ccc-b6ed-b5c500d37ade None None] Network 7edd76f7-0f97-48a5-b177-9842de6c0500 requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 22:35:34.750304 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-346a61fe-25fb-4529-9609-ae5dbe9fe73c tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Synchronizing usage tracker for tenant:8e4385a98eb1416284c1cc96b3355a70 on resource:router {{(pid=87506) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 22:35:34.918250 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device fba0a043-f4ba-4604-b77b-dcdc50cb1416 up at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 22:35:34.968054 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a93ef87e-0bf1-449c-8a63-8b10dc389ad4 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Router 39bf0112-4c37-491b-8b93-b67ac02e1728 has already been hosted by L3 agent 4f519db7-069b-43e2-8411-c092bac9102a {{(pid=87507) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 22:35:35.063582 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [None req-09c94f8c-deb3-43ed-b6ca-8e9d110ca8bb tempest-AllowedAddressPairIpV6TestJSON-1960971591 tempest-AllowedAddressPairIpV6TestJSON-1960971591-project] Deleting port 4cf8addd-7c2c-40a8-a4d9-b433b4ff58d9 {{(pid=87506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:35:35.064207 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-09c94f8c-deb3-43ed-b6ca-8e9d110ca8bb tempest-AllowedAddressPairIpV6TestJSON-1960971591 tempest-AllowedAddressPairIpV6TestJSON-1960971591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:35.145550 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-346a61fe-25fb-4529-9609-ae5dbe9fe73c tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Unset dirty status for tenant:8e4385a98eb1416284c1cc96b3355a70 on resource:router {{(pid=87506) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 22:35:35.149307 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-346a61fe-25fb-4529-9609-ae5dbe9fe73c tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.5418901
Dec 16 22:35:35.149448 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning complete for port fba0a043-f4ba-4604-b77b-dcdc50cb1416 triggered by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:35:35.149448 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:35.173023 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-ef90604a-9877-43ab-b219-644a35367e4e None None] Provisioning complete for port 74770ade-66c9-4784-b49c-e1e8f726482a triggered by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:35:35.173808 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-ef90604a-9877-43ab-b219-644a35367e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:35.289274 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 41380) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:35:35.320168 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-887b90f0-e617-4697-8334-a4c22b7cd6c5 tempest-RoutersAdminTest-1029946936 tempest-RoutersAdminTest-1029946936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:35.359617 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-8d13ebcf-9896-4cda-8cbd-28a026b9d485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b7c27bc40>, [{'id': 'c9a86ec5-c3ce-4817-a558-7b1cd8cf7435', 'name': 'tempest-TestVolumeBootPattern-1035955035-router', 'tenant_id': '42b2a8d808274cb1bcef73fb9de40c05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.239'}], 'enable_snat': True}, 'gw_port_id': '88e27b43-6cb6-405f-9d4b-450d3b0b294b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:35:26Z', 'updated_at': '2021-12-16T22:35:31Z', 'revision_number': 3, 'project_id': '42b2a8d808274cb1bcef73fb9de40c05', 'gw_port': {'id': '88e27b43-6cb6-405f-9d4b-450d3b0b294b', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:48:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9a86ec5-c3ce-4817-a558-7b1cd8cf7435', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:35:29Z', 'updated_at': '2021-12-16T22:35:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv'}], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:35:35.526642 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1659c89a-a602-4b8d-b8f7-b2715dfc3896 None None] DHCP port deletion for 7edd76f7-0f97-48a5-b177-9842de6c0500 request from dv-neutron-821829-1-hyperv {{(pid=87508) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 16 22:35:35.542194 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d13ebcf-9896-4cda-8cbd-28a026b9d485 None None] Checking router: c9a86ec5-c3ce-4817-a558-7b1cd8cf7435 for host: dv-neutron-821829-1-hyperv {{(pid=87508) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 22:35:35.542553 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d13ebcf-9896-4cda-8cbd-28a026b9d485 None None] Updating router c9a86ec5-c3ce-4817-a558-7b1cd8cf7435 port 88e27b43-6cb6-405f-9d4b-450d3b0b294b binding host dv-neutron-821829-1-hyperv {{(pid=87508) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 16 22:35:35.569427 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-1659c89a-a602-4b8d-b8f7-b2715dfc3896 None None] Deleting port 74770ade-66c9-4784-b49c-e1e8f726482a {{(pid=87508) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:35:35.569805 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-1659c89a-a602-4b8d-b8f7-b2715dfc3896 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:35.590592 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.plugin [None req-887b90f0-e617-4697-8334-a4c22b7cd6c5 tempest-RoutersAdminTest-1029946936 tempest-RoutersAdminTest-1029946936-project] Calling delete_port for 5d82b833-3753-499f-8f94-815c8f82a27c owned by network:router_gateway {{(pid=87507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:35:35.659534 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-8d13ebcf-9896-4cda-8cbd-28a026b9d485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:35.665594 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-55e94178-ddc2-45e8-8b8e-325a61f5daee tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:35.692557 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-09c94f8c-deb3-43ed-b6ca-8e9d110ca8bb tempest-AllowedAddressPairIpV6TestJSON-1960971591 tempest-AllowedAddressPairIpV6TestJSON-1960971591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:35.791810 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43304df3-387c-4eac-bbff-1f7db1b0a13f req-389dbb8f-2bb2-454d-98b3-51d90f9dcdc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:35:35.793934 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-43304df3-387c-4eac-bbff-1f7db1b0a13f req-389dbb8f-2bb2-454d-98b3-51d90f9dcdc2 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=a21c60855e3d440781134350c2712d36&device_id=95ef1739-1bf2-4522-993c-76a77d5f2322 HTTP/1.1" status: 200  len: 1098 time: 0.6497419
Dec 16 22:35:35.885031 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [None req-09c94f8c-deb3-43ed-b6ca-8e9d110ca8bb tempest-AllowedAddressPairIpV6TestJSON-1960971591 tempest-AllowedAddressPairIpV6TestJSON-1960971591-project] Calling delete_port for 4cf8addd-7c2c-40a8-a4d9-b433b4ff58d9 owned by  {{(pid=87506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:35:35.927049 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-5d5535ac-c173-4d65-b644-439131dd3878 None None] Provisioning complete for port 4cf8addd-7c2c-40a8-a4d9-b433b4ff58d9 triggered by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:35:35.927731 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-5d5535ac-c173-4d65-b644-439131dd3878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:35.948528 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a93ef87e-0bf1-449c-8a63-8b10dc389ad4 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Notify agent at l3_agent.dv-neutron-821829-1-hyperv the message routers_updated {{(pid=87507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 22:35:35.960041 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-a93ef87e-0bf1-449c-8a63-8b10dc389ad4 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] 10.222.0.13 "PUT /v2.0/routers/39bf0112-4c37-491b-8b93-b67ac02e1728/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 8.6370490
Dec 16 22:35:35.964157 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46e36854-fb97-4432-9882-79db8da11f6d None None] Sync routers for ids ['39bf0112-4c37-491b-8b93-b67ac02e1728'] in dv-neutron-821829-1-hyperv {{(pid=87509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 22:35:35.974016 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46e36854-fb97-4432-9882-79db8da11f6d None None] Routers {'39bf0112-4c37-491b-8b93-b67ac02e1728'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:35:35.974885 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-46e36854-fb97-4432-9882-79db8da11f6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b7c7fbbe0>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:35:31Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['39bf0112-4c37-491b-8b93-b67ac02e1728'], 'active': True} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:35:35.975448 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 41386) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:35:36.066532 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-46e36854-fb97-4432-9882-79db8da11f6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b7c7fbbe0>, [], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:35:36.071599 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-1659c89a-a602-4b8d-b8f7-b2715dfc3896 None None] For port 74770ade-66c9-4784-b49c-e1e8f726482a, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=74770ade-66c9-4784-b49c-e1e8f726482a,segment=NetworkSegment(da71c9a1-7532-4738-a9bc-22a7f498ec35),segment_id=da71c9a1-7532-4738-a9bc-22a7f498ec35)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:35:36.072033 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-1659c89a-a602-4b8d-b8f7-b2715dfc3896 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:36.077476 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46e36854-fb97-4432-9882-79db8da11f6d None None] Routers {'39bf0112-4c37-491b-8b93-b67ac02e1728'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:35:36.078292 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-46e36854-fb97-4432-9882-79db8da11f6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b7c7fbbe0>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:35:31Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['39bf0112-4c37-491b-8b93-b67ac02e1728'], 'active': True} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:35:36.086295 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-5d5535ac-c173-4d65-b644-439131dd3878 None None] Port 4cf8addd-7c2c-40a8-a4d9-b433b4ff58d9 cannot update to ACTIVE because it is not bound. {{(pid=87508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 22:35:36.144978 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-46e36854-fb97-4432-9882-79db8da11f6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b7c7fbbe0>, [], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:35:36.145639 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46e36854-fb97-4432-9882-79db8da11f6d None None] The sync data for ids ['39bf0112-4c37-491b-8b93-b67ac02e1728'] in dv-neutron-821829-1-hyperv is: [] {{(pid=87509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 22:35:36.204437 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-1659c89a-a602-4b8d-b8f7-b2715dfc3896 None None] Calling delete_port for 74770ade-66c9-4784-b49c-e1e8f726482a owned by network:dhcp {{(pid=87508) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:35:36.253997 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98319087-c953-43d1-bd53-6d4d96a18fda req-949fc667-f473-4bb2-8529-a2133731f2ca tempest-ServerActionsTestJSON-1581017418 tempest-ServerActionsTestJSON-1581017418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:35:36.261242 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-98319087-c953-43d1-bd53-6d4d96a18fda req-949fc667-f473-4bb2-8529-a2133731f2ca tempest-ServerActionsTestJSON-1581017418 tempest-ServerActionsTestJSON-1581017418-project] 10.222.0.13 "GET /v2.0/ports?device_id=95ef1739-1bf2-4522-993c-76a77d5f2322 HTTP/1.1" status: 200  len: 945 time: 1.1573324
Dec 16 22:35:36.271274 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43304df3-387c-4eac-bbff-1f7db1b0a13f req-78a4a654-3f14-43d6-9adb-5f24d2e24e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:35:36.272894 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-43304df3-387c-4eac-bbff-1f7db1b0a13f req-78a4a654-3f14-43d6-9adb-5f24d2e24e05 service neutron] 10.222.0.49 "GET /v2.0/networks?id=4324e1ea-4669-4cf4-86ce-32057be725fc HTTP/1.1" status: 200  len: 913 time: 0.4120636
Dec 16 22:35:36.311558 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6724898e-3760-4e8f-b28e-2807d63633e0 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:35:36.312292 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-6724898e-3760-4e8f-b28e-2807d63633e0 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Synchronizing usage tracker for tenant:8e4385a98eb1416284c1cc96b3355a70 on resource:port {{(pid=87507) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 22:35:36.325845 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-1659c89a-a602-4b8d-b8f7-b2715dfc3896 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949'] for port, after_delete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:36.357567 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-4df44195-de1a-4ce7-b3c7-597402bc837f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:35:36.370817 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-98319087-c953-43d1-bd53-6d4d96a18fda req-cb725388-9d17-4bbc-ab5b-ee2c83f53231 tempest-ServerActionsTestJSON-1581017418 tempest-ServerActionsTestJSON-1581017418-project] 10.222.0.13 "GET /v2.0/security-groups?id=1011a650-dc8c-4279-9762-0c0bcda15d85&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1086001
Dec 16 22:35:36.419716 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-6724898e-3760-4e8f-b28e-2807d63633e0 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Unset dirty status for tenant:8e4385a98eb1416284c1cc96b3355a70 on resource:port {{(pid=87507) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 22:35:36.423605 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-6724898e-3760-4e8f-b28e-2807d63633e0 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200  len: 866 time: 0.7613854
Dec 16 22:35:36.424790 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 41390) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:35:36.447617 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-8d13ebcf-9896-4cda-8cbd-28a026b9d485 None None] Notify callbacks [] for port, precommit_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:36.469394 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1659c89a-a602-4b8d-b8f7-b2715dfc3896 None None] Pushing event deleted for resources: {'Port': ['ID=74770ade-66c9-4784-b49c-e1e8f726482a,revision_number=None']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:35:36.485745 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-1659c89a-a602-4b8d-b8f7-b2715dfc3896 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:35:36.490452 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-f897e9f3-8306-4953-a164-18dbc93c7cc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:36.492852 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1659c89a-a602-4b8d-b8f7-b2715dfc3896 None None] No DVR routers for this DVR port 74770ade-66c9-4784-b49c-e1e8f726482a on host dv-neutron-821829-1-hyperv {{(pid=87508) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 22:35:36.520376 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-f9e898d0-3b25-4947-8093-9c061a1760f4 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Notify callbacks [] for router, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:36.605850 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-43304df3-387c-4eac-bbff-1f7db1b0a13f req-d999f41b-8ef2-40a9-9109-bec3a9b836fe service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=760988bb-0591-4c97-be7d-c348804c49dd HTTP/1.1" status: 200  len: 1000 time: 0.3077171
Dec 16 22:35:36.606448 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-09c94f8c-deb3-43ed-b6ca-8e9d110ca8bb tempest-AllowedAddressPairIpV6TestJSON-1960971591 tempest-AllowedAddressPairIpV6TestJSON-1960971591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1863393'] for port, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:36.616237 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-465c8c84-62e7-489d-b719-a15b03debbbe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:35:36.644181 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-55e94178-ddc2-45e8-8b8e-325a61f5daee tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks [] for port, precommit_update {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:36.656185 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-55e94178-ddc2-45e8-8b8e-325a61f5daee tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10807814'] for port, after_update {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:36.663239 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-f91645c4-7eb6-4738-aa53-bb2f1fdc95af tempest-RoutersAdminNegativeIpV6Test-1982966072 tempest-RoutersAdminNegativeIpV6Test-1982966072-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:35:36.693045 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 74770ade-66c9-4784-b49c-e1e8f726482a no longer exists at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 22:35:36.719546 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-887b90f0-e617-4697-8334-a4c22b7cd6c5 tempest-RoutersAdminTest-1029946936 tempest-RoutersAdminTest-1029946936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10807823'] for port, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:36.735978 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-8d13ebcf-9896-4cda-8cbd-28a026b9d485 None None] Transition to ACTIVE for port object 88e27b43-6cb6-405f-9d4b-450d3b0b294b will not be triggered until provisioned by entity L2. {{(pid=87508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:35:36.753782 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] No Port match for: 74770ade-66c9-4784-b49c-e1e8f726482a {{(pid=87508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 22:35:36.754229 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 74770ade-66c9-4784-b49c-e1e8f726482a not bound to the agent host dv-neutron-821829-1-hyperv {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 22:35:36.770537 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-8d13ebcf-9896-4cda-8cbd-28a026b9d485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:36.774948 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ae7ac0b-6cbc-456a-88c7-2ca444f2ebc0 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:35:36.777204 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-1c1dd364-ba81-46f9-bf24-4955ffc7b3ea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:35:36.779301 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-5ae7ac0b-6cbc-456a-88c7-2ca444f2ebc0 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.3508885
Dec 16 22:35:36.789099 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 41396) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:35:36.876286 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-8d13ebcf-9896-4cda-8cbd-28a026b9d485 None None] Attempting to bind port 88e27b43-6cb6-405f-9d4b-450d3b0b294b on host dv-neutron-821829-1-hyperv for vnic_type normal with profile  {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 22:35:36.877060 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-8d13ebcf-9896-4cda-8cbd-28a026b9d485 None None] Attempting to bind port 88e27b43-6cb6-405f-9d4b-450d3b0b294b by drivers openvswitch,hyperv on host dv-neutron-821829-1-hyperv at level 0 using segments [{'id': 'a416442d-d143-4052-9f4e-546eb8cbe809', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5'}] {{(pid=87508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 22:35:36.877671 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d13ebcf-9896-4cda-8cbd-28a026b9d485 None None] Attempting to bind port 88e27b43-6cb6-405f-9d4b-450d3b0b294b on network f8905ce9-304b-4976-bc47-e58c71c11de5 {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 22:35:36.880216 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a65900-6099-4e78-ba6e-ced50355a96c None None] Pushing event updated for resources: {'Port': ['ID=88e27b43-6cb6-405f-9d4b-450d3b0b294b,revision_number=2']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:35:36.892893 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-e8a65900-6099-4e78-ba6e-ced50355a96c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:35:36.895857 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d13ebcf-9896-4cda-8cbd-28a026b9d485 None None] Checking agent: {'id': '5571501f-366e-47a4-9b60-8ef19d935d27', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821829-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 24, 2), 'started_at': datetime.datetime(2021, 12, 16, 22, 24, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 35, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821829-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 22:35:36.896040 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c94f8c-deb3-43ed-b6ca-8e9d110ca8bb tempest-AllowedAddressPairIpV6TestJSON-1960971591 tempest-AllowedAddressPairIpV6TestJSON-1960971591-project] Pushing event deleted for resources: {'Port': ['ID=4cf8addd-7c2c-40a8-a4d9-b433b4ff58d9,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:35:36.896704 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d13ebcf-9896-4cda-8cbd-28a026b9d485 None None] Checking segment: {'id': 'a416442d-d143-4052-9f4e-546eb8cbe809', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 22:35:36.897339 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-8d13ebcf-9896-4cda-8cbd-28a026b9d485 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:36.904681 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d13ebcf-9896-4cda-8cbd-28a026b9d485 None None] Bound using segment: {'id': 'a416442d-d143-4052-9f4e-546eb8cbe809', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5'} {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 22:35:36.905465 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-8d13ebcf-9896-4cda-8cbd-28a026b9d485 None None] Bound port: 88e27b43-6cb6-405f-9d4b-450d3b0b294b, host: dv-neutron-821829-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a416442d-d143-4052-9f4e-546eb8cbe809', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5'}}] {{(pid=87508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 22:35:36.906476 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-8d13ebcf-9896-4cda-8cbd-28a026b9d485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:36.915964 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-09c94f8c-deb3-43ed-b6ca-8e9d110ca8bb tempest-AllowedAddressPairIpV6TestJSON-1960971591 tempest-AllowedAddressPairIpV6TestJSON-1960971591-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:35:36.944208 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e94178-ddc2-45e8-8b8e-325a61f5daee tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Pushing event updated for resources: {'Port': ['ID=3f2cae76-95fe-4f5a-adfb-744fd2b1c73e,revision_number=2']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:35:36.965137 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-63c47784-8caf-4a66-ac35-1471baf58271 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1622381
Dec 16 22:35:36.968618 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 41400) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:35:36.969369 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-55e94178-ddc2-45e8-8b8e-325a61f5daee tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:35:37.001711 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-eb2b30d4-0557-48bc-a4b1-19c434f1ab86 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.272s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:35:37.030861 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-8d13ebcf-9896-4cda-8cbd-28a026b9d485 None None] For port 88e27b43-6cb6-405f-9d4b-450d3b0b294b, host dv-neutron-821829-1-hyperv, cleared binding levels {{(pid=87508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 22:35:37.037977 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-8d13ebcf-9896-4cda-8cbd-28a026b9d485 None None] For port 88e27b43-6cb6-405f-9d4b-450d3b0b294b, host dv-neutron-821829-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=88e27b43-6cb6-405f-9d4b-450d3b0b294b,segment=NetworkSegment(a416442d-d143-4052-9f4e-546eb8cbe809),segment_id=a416442d-d143-4052-9f4e-546eb8cbe809)] {{(pid=87508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 22:35:37.045210 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-8d13ebcf-9896-4cda-8cbd-28a026b9d485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:37.051225 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:35:37.061617 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-c9c123b5-eb10-4b8f-ba3e-f17afd32bf22 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Request body: {'subnet': {'network_id': '7edd76f7-0f97-48a5-b177-9842de6c0500', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:35:37.087265 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887b90f0-e617-4697-8334-a4c22b7cd6c5 tempest-RoutersAdminTest-1029946936 tempest-RoutersAdminTest-1029946936-project] Pushing event deleted for resources: {'Port': ['ID=5d82b833-3753-499f-8f94-815c8f82a27c,revision_number=None']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:35:37.104771 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-887b90f0-e617-4697-8334-a4c22b7cd6c5 tempest-RoutersAdminTest-1029946936 tempest-RoutersAdminTest-1029946936-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:35:37.140810 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d13ebcf-9896-4cda-8cbd-28a026b9d485 None None] Routers {'c9a86ec5-c3ce-4817-a558-7b1cd8cf7435'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:35:37.141455 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-8d13ebcf-9896-4cda-8cbd-28a026b9d485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b7c27bc40>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:35:31Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['c9a86ec5-c3ce-4817-a558-7b1cd8cf7435'], 'active': True} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:35:37.168026 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43304df3-387c-4eac-bbff-1f7db1b0a13f req-7f58b449-80f0-4914-b62f-5c452bc9a79c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:35:37.171188 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-43304df3-387c-4eac-bbff-1f7db1b0a13f req-7f58b449-80f0-4914-b62f-5c452bc9a79c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=3657b92c-69b8-4f39-be86-861bf2c75ad0 HTTP/1.1" status: 200  len: 851 time: 0.5247467
Dec 16 22:35:37.229704 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-887b90f0-e617-4697-8334-a4c22b7cd6c5 tempest-RoutersAdminTest-1029946936 tempest-RoutersAdminTest-1029946936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3741895'] for router_gateway, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:37.294665 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-f9e898d0-3b25-4947-8093-9c061a1760f4 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:37.337155 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-1c204023-2a25-448c-8060-09a481de1116 None None] Provisioning complete for port 3f2cae76-95fe-4f5a-adfb-744fd2b1c73e triggered by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:35:37.337544 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-1c204023-2a25-448c-8060-09a481de1116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:37.357986 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [None req-f9e898d0-3b25-4947-8093-9c061a1760f4 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Deleting port 2583e7b3-d3e0-4d11-988a-31fe9e3d843f {{(pid=87506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:35:37.358359 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-f9e898d0-3b25-4947-8093-9c061a1760f4 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:37.381072 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a65900-6099-4e78-ba6e-ced50355a96c None None] Pushing event updated for resources: {'Port': ['ID=88e27b43-6cb6-405f-9d4b-450d3b0b294b,revision_number=3']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:35:37.384416 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-e8a65900-6099-4e78-ba6e-ced50355a96c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.334s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:35:37.421668 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvr_db [None req-8d13ebcf-9896-4cda-8cbd-28a026b9d485 None None] Set router c9a86ec5-c3ce-4817-a558-7b1cd8cf7435 gateway port host: dv-neutron-821829-1-hyperv {{(pid=87508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 22:35:37.498766 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-887b90f0-e617-4697-8334-a4c22b7cd6c5 tempest-RoutersAdminTest-1029946936 tempest-RoutersAdminTest-1029946936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3739500', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39002'] for router, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:37.546092 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-887b90f0-e617-4697-8334-a4c22b7cd6c5 tempest-RoutersAdminTest-1029946936 tempest-RoutersAdminTest-1029946936-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:37.554139 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.db_base_plugin_common [None req-f897e9f3-8306-4953-a164-18dbc93c7cc7 admin admin] Allocated IP 172.20.0.1 (0ef805cb-c131-49be-8eb3-33f694571b91/ac6426e0-6572-4e9b-8164-7e57d663eb07/65598df6-c2cf-482b-9374-dfdb69da1a45) {{(pid=87506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 22:35:37.563664 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-c9c123b5-eb10-4b8f-ba3e-f17afd32bf22 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:35:37.570014 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-1c204023-2a25-448c-8060-09a481de1116 None None] Port 3f2cae76-95fe-4f5a-adfb-744fd2b1c73e cannot update to ACTIVE because it is not bound. {{(pid=87508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 22:35:37.574814 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-c9c123b5-eb10-4b8f-ba3e-f17afd32bf22 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Usage tracker for resource:subnet and tenant:8e4385a98eb1416284c1cc96b3355a70 is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:35:37.580637 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-c9c123b5-eb10-4b8f-ba3e-f17afd32bf22 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:35:37.597948 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-c9c123b5-eb10-4b8f-ba3e-f17afd32bf22 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:35:37.641868 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-887b90f0-e617-4697-8334-a4c22b7cd6c5 tempest-RoutersAdminTest-1029946936 tempest-RoutersAdminTest-1029946936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3830089'] for router, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:37.642656 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-887b90f0-e617-4697-8334-a4c22b7cd6c5 tempest-RoutersAdminTest-1029946936 tempest-RoutersAdminTest-1029946936-project] Fanout notify agent at l3_agent the message router_deleted on router 19fcd899-1d60-48df-8ed8-67905ac25098 {{(pid=87507) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 16 22:35:37.662221 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9c123b5-eb10-4b8f-ba3e-f17afd32bf22 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Made reservation on behalf of 8e4385a98eb1416284c1cc96b3355a70 for: {'subnet': 1} {{(pid=87507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:35:37.665213 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-c9c123b5-eb10-4b8f-ba3e-f17afd32bf22 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10549598'] for subnet, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:37.668481 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9c123b5-eb10-4b8f-ba3e-f17afd32bf22 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 16 22:35:37.668481 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9c123b5-eb10-4b8f-ba3e-f17afd32bf22 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87507) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 16 22:35:37.680830 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:37.692095 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-09c94f8c-deb3-43ed-b6ca-8e9d110ca8bb tempest-AllowedAddressPairIpV6TestJSON-1960971591 tempest-AllowedAddressPairIpV6TestJSON-1960971591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for port, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:37.719321 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-887b90f0-e617-4697-8334-a4c22b7cd6c5 tempest-RoutersAdminTest-1029946936 tempest-RoutersAdminTest-1029946936-project] Notify callbacks [] for router, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:37.723840 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-887b90f0-e617-4697-8334-a4c22b7cd6c5 tempest-RoutersAdminTest-1029946936 tempest-RoutersAdminTest-1029946936-project] 10.222.0.13 "DELETE /v2.0/routers/19fcd899-1d60-48df-8ed8-67905ac25098 HTTP/1.1" status: 204  len: 168 time: 5.0586808
Dec 16 22:35:37.727794 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 41406) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:35:37.732249 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43304df3-387c-4eac-bbff-1f7db1b0a13f req-4da431c9-093f-421f-a7ba-d7ec1aab3a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:35:37.733736 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-43304df3-387c-4eac-bbff-1f7db1b0a13f req-4da431c9-093f-421f-a7ba-d7ec1aab3a77 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=4324e1ea-4669-4cf4-86ce-32057be725fc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.5466707
Dec 16 22:35:37.738891 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-fc39390b-edb1-4135-ac92-db4338076d2e tempest-RoutersAdminTest-1029946936 tempest-RoutersAdminTest-1029946936-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-125197785', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5'}, 'admin_state_up': False}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:35:37.757885 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-c9c123b5-eb10-4b8f-ba3e-f17afd32bf22 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 460 time: 0.7574985
Dec 16 22:35:37.762541 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 41410) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:35:37.765368 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-55e94178-ddc2-45e8-8b8e-325a61f5daee tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3830061'] for router_interface, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:37.778607 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-8d13ebcf-9896-4cda-8cbd-28a026b9d485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b7c27bc40>, [{'id': 'c9a86ec5-c3ce-4817-a558-7b1cd8cf7435', 'name': 'tempest-TestVolumeBootPattern-1035955035-router', 'tenant_id': '42b2a8d808274cb1bcef73fb9de40c05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.239'}], 'enable_snat': True}, 'gw_port_id': '88e27b43-6cb6-405f-9d4b-450d3b0b294b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:35:26Z', 'updated_at': '2021-12-16T22:35:31Z', 'revision_number': 3, 'project_id': '42b2a8d808274cb1bcef73fb9de40c05', 'gw_port': {'id': '88e27b43-6cb6-405f-9d4b-450d3b0b294b', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:48:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9a86ec5-c3ce-4817-a558-7b1cd8cf7435', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:35:29Z', 'updated_at': '2021-12-16T22:35:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv'}], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:35:37.782558 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d13ebcf-9896-4cda-8cbd-28a026b9d485 None None] The sync data for ids ['c9a86ec5-c3ce-4817-a558-7b1cd8cf7435'] in dv-neutron-821829-1-hyperv is: [{'id': 'c9a86ec5-c3ce-4817-a558-7b1cd8cf7435', 'name': 'tempest-TestVolumeBootPattern-1035955035-router', 'tenant_id': '42b2a8d808274cb1bcef73fb9de40c05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.239'}], 'enable_snat': True}, 'gw_port_id': '88e27b43-6cb6-405f-9d4b-450d3b0b294b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:35:26Z', 'updated_at': '2021-12-16T22:35:31Z', 'revision_number': 3, 'project_id': '42b2a8d808274cb1bcef73fb9de40c05', 'gw_port': {'id': '88e27b43-6cb6-405f-9d4b-450d3b0b294b', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:48:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9a86ec5-c3ce-4817-a558-7b1cd8cf7435', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:35:29Z', 'updated_at': '2021-12-16T22:35:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv'}] {{(pid=87508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 22:35:37.802235 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-09c94f8c-deb3-43ed-b6ca-8e9d110ca8bb tempest-AllowedAddressPairIpV6TestJSON-1960971591 tempest-AllowedAddressPairIpV6TestJSON-1960971591-project] 10.222.0.13 "DELETE /v2.0/ports/4cf8addd-7c2c-40a8-a4d9-b433b4ff58d9 HTTP/1.1" status: 204  len: 168 time: 3.2599671
Dec 16 22:35:37.825515 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-fc39390b-edb1-4135-ac92-db4338076d2e tempest-RoutersAdminTest-1029946936 tempest-RoutersAdminTest-1029946936-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:35:37.830133 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 41414) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:35:37.836992 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-fc39390b-edb1-4135-ac92-db4338076d2e tempest-RoutersAdminTest-1029946936 tempest-RoutersAdminTest-1029946936-project] Usage tracker for resource:router and tenant:662a8bad278a4b1485561129d2472ad5 is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:35:37.848385 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-fc39390b-edb1-4135-ac92-db4338076d2e tempest-RoutersAdminTest-1029946936 tempest-RoutersAdminTest-1029946936-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:35:37.885265 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-90a60d1c-d281-468b-aeb4-aabb9a4cff4e tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Request body: {'subnet': {'network_id': '7edd76f7-0f97-48a5-b177-9842de6c0500', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:35:37.925521 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31dce725-1a30-4c89-b221-16dacc23612d req-db8b9c3d-9ff1-40cb-be61-6673aeb2f7fe tempest-ServerActionsTestJSON-1581017418 tempest-ServerActionsTestJSON-1581017418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:35:37.927023 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-31dce725-1a30-4c89-b221-16dacc23612d req-db8b9c3d-9ff1-40cb-be61-6673aeb2f7fe tempest-ServerActionsTestJSON-1581017418 tempest-ServerActionsTestJSON-1581017418-project] 10.222.0.13 "GET /v2.0/ports?device_id=95ef1739-1bf2-4522-993c-76a77d5f2322 HTTP/1.1" status: 200  len: 945 time: 0.4236217
Dec 16 22:35:37.954727 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-fc39390b-edb1-4135-ac92-db4338076d2e tempest-RoutersAdminTest-1029946936 tempest-RoutersAdminTest-1029946936-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:35:38.004082 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e164e56-c421-4a5a-8fc7-8afd6aeb731c tempest-AllowedAddressPairIpV6TestJSON-1960971591 tempest-AllowedAddressPairIpV6TestJSON-1960971591-project] GET failed (client error): The resource could not be found.
Dec 16 22:35:38.004597 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-8e164e56-c421-4a5a-8fc7-8afd6aeb731c tempest-AllowedAddressPairIpV6TestJSON-1960971591 tempest-AllowedAddressPairIpV6TestJSON-1960971591-project] Synchronizing usage tracker for tenant:39f949a2cd2a472e9ea4f7398c6558e9 on resource:port {{(pid=87506) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 22:35:38.017664 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-f9e898d0-3b25-4947-8093-9c061a1760f4 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:38.069695 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-fc39390b-edb1-4135-ac92-db4338076d2e tempest-RoutersAdminTest-1029946936 tempest-RoutersAdminTest-1029946936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3741155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38980'] for router, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:38.070694 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-fc39390b-edb1-4135-ac92-db4338076d2e tempest-RoutersAdminTest-1029946936 tempest-RoutersAdminTest-1029946936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3743284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3741748', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3896702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-38989'] for router, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:38.087914 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-31dce725-1a30-4c89-b221-16dacc23612d req-90a3f143-f413-4abd-ab2d-b75f6df9613e tempest-ServerActionsTestJSON-1581017418 tempest-ServerActionsTestJSON-1581017418-project] 10.222.0.13 "GET /v2.0/security-groups?id=1011a650-dc8c-4279-9762-0c0bcda15d85&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1076531
Dec 16 22:35:38.097669 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-90a60d1c-d281-468b-aeb4-aabb9a4cff4e tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:35:38.102801 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-90a60d1c-d281-468b-aeb4-aabb9a4cff4e tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Usage tracker for resource:subnet and tenant:8e4385a98eb1416284c1cc96b3355a70 is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:35:38.133008 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-90a60d1c-d281-468b-aeb4-aabb9a4cff4e tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:35:38.153780 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-90a60d1c-d281-468b-aeb4-aabb9a4cff4e tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:35:38.240295 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [None req-f9e898d0-3b25-4947-8093-9c061a1760f4 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Calling delete_port for 2583e7b3-d3e0-4d11-988a-31fe9e3d843f owned by network:router_gateway {{(pid=87506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:35:38.272027 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-8e164e56-c421-4a5a-8fc7-8afd6aeb731c tempest-AllowedAddressPairIpV6TestJSON-1960971591 tempest-AllowedAddressPairIpV6TestJSON-1960971591-project] Unset dirty status for tenant:39f949a2cd2a472e9ea4f7398c6558e9 on resource:port {{(pid=87506) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 22:35:38.273113 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-8e164e56-c421-4a5a-8fc7-8afd6aeb731c tempest-AllowedAddressPairIpV6TestJSON-1960971591 tempest-AllowedAddressPairIpV6TestJSON-1960971591-project] 10.222.0.13 "GET /v2.0/ports/4cf8addd-7c2c-40a8-a4d9-b433b4ff58d9 HTTP/1.1" status: 404  len: 333 time: 0.4383011
Dec 16 22:35:38.299718 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 41420) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:35:38.319679 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90a60d1c-d281-468b-aeb4-aabb9a4cff4e tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Made reservation on behalf of 8e4385a98eb1416284c1cc96b3355a70 for: {'subnet': 1} {{(pid=87507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:35:38.323333 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-90a60d1c-d281-468b-aeb4-aabb9a4cff4e tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10549598'] for subnet, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:38.325343 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.pecan_wsgi.hooks.translation [None req-90a60d1c-d281-468b-aeb4-aabb9a4cff4e tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 16 22:35:38.325772 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90a60d1c-d281-468b-aeb4-aabb9a4cff4e tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87507) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 16 22:35:38.333350 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-55e94178-ddc2-45e8-8b8e-325a61f5daee tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:38.374262 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-fc39390b-edb1-4135-ac92-db4338076d2e tempest-RoutersAdminTest-1029946936 tempest-RoutersAdminTest-1029946936-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:38.387592 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-43304df3-387c-4eac-bbff-1f7db1b0a13f req-bb491169-2a17-4471-b04d-b15fc9626c9d service neutron] 10.222.0.49 "GET /v2.0/networks/4324e1ea-4669-4cf4-86ce-32057be725fc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6369705
Dec 16 22:35:38.390895 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-90a60d1c-d281-468b-aeb4-aabb9a4cff4e tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 450 time: 0.6272941
Dec 16 22:35:38.397913 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 41424) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:35:38.405576 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-d2ef464c-064a-4b37-b269-c706f12df4d1 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Request body: {'subnet': {'network_id': '7edd76f7-0f97-48a5-b177-9842de6c0500', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:35:38.426150 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-f897e9f3-8306-4953-a164-18dbc93c7cc7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:38.670279 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-d2ef464c-064a-4b37-b269-c706f12df4d1 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:35:38.679174 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-d2ef464c-064a-4b37-b269-c706f12df4d1 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Usage tracker for resource:subnet and tenant:8e4385a98eb1416284c1cc96b3355a70 is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:35:38.685691 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-d2ef464c-064a-4b37-b269-c706f12df4d1 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:35:38.699878 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-d2ef464c-064a-4b37-b269-c706f12df4d1 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:35:38.710464 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [None req-4ee7b70b-8855-4f3b-ac3f-49090163093f tempest-AllowedAddressPairIpV6TestJSON-1960971591 tempest-AllowedAddressPairIpV6TestJSON-1960971591-project] Deleting port 3b36dfcc-4cd4-4cad-800b-51286732e085 {{(pid=87506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:35:38.710809 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-4ee7b70b-8855-4f3b-ac3f-49090163093f tempest-AllowedAddressPairIpV6TestJSON-1960971591 tempest-AllowedAddressPairIpV6TestJSON-1960971591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:38.761721 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 88e27b43-6cb6-405f-9d4b-450d3b0b294b up at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 22:35:38.771791 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.provisioning_blocks [None req-f897e9f3-8306-4953-a164-18dbc93c7cc7 admin admin] Transition to ACTIVE for port object 65598df6-c2cf-482b-9374-dfdb69da1a45 will not be triggered until provisioned by entity DHCP. {{(pid=87506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:35:38.783329 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2ef464c-064a-4b37-b269-c706f12df4d1 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Made reservation on behalf of 8e4385a98eb1416284c1cc96b3355a70 for: {'subnet': 1} {{(pid=87507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:35:38.786818 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-d2ef464c-064a-4b37-b269-c706f12df4d1 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10549598'] for subnet, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:38.788224 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2ef464c-064a-4b37-b269-c706f12df4d1 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 16 22:35:38.788639 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2ef464c-064a-4b37-b269-c706f12df4d1 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87507) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 16 22:35:38.817760 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-d2ef464c-064a-4b37-b269-c706f12df4d1 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 449 time: 0.4187794
Dec 16 22:35:38.820942 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 41428) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:35:38.830005 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-a0e3d3eb-8f91-4e74-8e61-4c480fe7db62 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Request body: {'subnet': {'network_id': '7edd76f7-0f97-48a5-b177-9842de6c0500', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:35:38.865624 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning for port 88e27b43-6cb6-405f-9d4b-450d3b0b294b completed by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 22:35:38.872589 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning complete for port 88e27b43-6cb6-405f-9d4b-450d3b0b294b triggered by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:35:38.872972 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:38.942476 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-43304df3-387c-4eac-bbff-1f7db1b0a13f req-665ff304-e206-489c-9823-669d0b964f3e service neutron] 10.222.0.49 "GET /v2.0/networks/4324e1ea-4669-4cf4-86ce-32057be725fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5409722
Dec 16 22:35:38.981933 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-a0e3d3eb-8f91-4e74-8e61-4c480fe7db62 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:35:38.987491 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-a0e3d3eb-8f91-4e74-8e61-4c480fe7db62 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Usage tracker for resource:subnet and tenant:8e4385a98eb1416284c1cc96b3355a70 is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:35:38.991600 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-a0e3d3eb-8f91-4e74-8e61-4c480fe7db62 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:35:39.005311 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:39.006863 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-a0e3d3eb-8f91-4e74-8e61-4c480fe7db62 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:35:39.012836 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-55e94178-ddc2-45e8-8b8e-325a61f5daee tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks [] for port, precommit_update {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:39.020254 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-55e94178-ddc2-45e8-8b8e-325a61f5daee tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10807814'] for port, after_update {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:39.024034 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] For port 88e27b43-6cb6-405f-9d4b-450d3b0b294b, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=88e27b43-6cb6-405f-9d4b-450d3b0b294b,segment=NetworkSegment(a416442d-d143-4052-9f4e-546eb8cbe809),segment_id=a416442d-d143-4052-9f4e-546eb8cbe809)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:35:39.028437 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:39.031585 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-41172269-8e9d-484f-a23e-590a70583b16 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:35:39.051322 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-f6850675-7ed7-4ad4-ab66-f4b436f5216b tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:35:39.104800 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Pushing event updated for resources: {'Port': ['ID=88e27b43-6cb6-405f-9d4b-450d3b0b294b,revision_number=4']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:35:39.108125 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0e3d3eb-8f91-4e74-8e61-4c480fe7db62 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Made reservation on behalf of 8e4385a98eb1416284c1cc96b3355a70 for: {'subnet': 1} {{(pid=87507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:35:39.108653 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:35:39.112732 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-a0e3d3eb-8f91-4e74-8e61-4c480fe7db62 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10549598'] for subnet, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:39.114292 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0e3d3eb-8f91-4e74-8e61-4c480fe7db62 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 16 22:35:39.114833 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a0e3d3eb-8f91-4e74-8e61-4c480fe7db62 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87507) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 16 22:35:39.180071 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-a0e3d3eb-8f91-4e74-8e61-4c480fe7db62 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 460 time: 0.3552160
Dec 16 22:35:39.184298 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 41436) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:35:39.191409 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-55e94178-ddc2-45e8-8b8e-325a61f5daee tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3791426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3830222'] for router_interface, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:39.200606 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-6c11e4fe-ae4d-460a-a62a-213f9703ddf1 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Request body: {'subnet': {'network_id': '7edd76f7-0f97-48a5-b177-9842de6c0500', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:35:39.215243 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e94178-ddc2-45e8-8b8e-325a61f5daee tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Pushing event updated for resources: {'Port': ['ID=3f2cae76-95fe-4f5a-adfb-744fd2b1c73e,revision_number=3']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:35:39.223965 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-55e94178-ddc2-45e8-8b8e-325a61f5daee tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:35:39.275161 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-f897e9f3-8306-4953-a164-18dbc93c7cc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1863393'] for port, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:39.329974 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-10d5b6b2-da15-487a-abed-0da4fea40359 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:35:39.387070 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-fc39390b-edb1-4135-ac92-db4338076d2e tempest-RoutersAdminTest-1029946936 tempest-RoutersAdminTest-1029946936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3741702', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3740945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-38947'] for router, precommit_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:39.449570 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-f9e898d0-3b25-4947-8093-9c061a1760f4 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1863393'] for port, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:39.462528 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f897e9f3-8306-4953-a164-18dbc93c7cc7 admin admin] Network 0ef805cb-c131-49be-8eb3-33f694571b91 is already hosted by enough agents. {{(pid=87506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:35:39.472599 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.base_scheduler [None req-f897e9f3-8306-4953-a164-18dbc93c7cc7 admin admin] Resources bound (agent type, host, resource id):  {{(pid=87506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:35:39.474139 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-6c11e4fe-ae4d-460a-a62a-213f9703ddf1 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:35:39.478332 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-6c11e4fe-ae4d-460a-a62a-213f9703ddf1 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Usage tracker for resource:subnet and tenant:8e4385a98eb1416284c1cc96b3355a70 is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:35:39.478486 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f897e9f3-8306-4953-a164-18dbc93c7cc7 admin admin] Pushing event updated for resources: {'Port': ['ID=65598df6-c2cf-482b-9374-dfdb69da1a45,revision_number=1']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:35:39.481920 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-f897e9f3-8306-4953-a164-18dbc93c7cc7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:35:39.482192 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-6c11e4fe-ae4d-460a-a62a-213f9703ddf1 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:35:39.484478 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f897e9f3-8306-4953-a164-18dbc93c7cc7 admin admin] Received port after_create {{(pid=87506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 22:35:39.488268 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-6c11e4fe-ae4d-460a-a62a-213f9703ddf1 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:35:39.509398 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c11e4fe-ae4d-460a-a62a-213f9703ddf1 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Made reservation on behalf of 8e4385a98eb1416284c1cc96b3355a70 for: {'subnet': 1} {{(pid=87507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:35:39.513458 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-6c11e4fe-ae4d-460a-a62a-213f9703ddf1 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10549598'] for subnet, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:39.514729 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-af8a95ce-cfbc-4053-8fac-66d20dba3225 tempest-RoutersAdminTest-1029946936 tempest-RoutersAdminTest-1029946936-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.051s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:35:39.515002 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c11e4fe-ae4d-460a-a62a-213f9703ddf1 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 16 22:35:39.515437 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c11e4fe-ae4d-460a-a62a-213f9703ddf1 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87507) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 16 22:35:39.574920 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e42e13a-e2b3-46b9-a0a4-f4c95b24e03a req-37dbd06b-05fc-44fd-a027-db590bb41e76 tempest-ServerActionsTestJSON-1581017418 tempest-ServerActionsTestJSON-1581017418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:35:39.576495 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-1e42e13a-e2b3-46b9-a0a4-f4c95b24e03a req-37dbd06b-05fc-44fd-a027-db590bb41e76 tempest-ServerActionsTestJSON-1581017418 tempest-ServerActionsTestJSON-1581017418-project] 10.222.0.13 "GET /v2.0/ports?device_id=95ef1739-1bf2-4522-993c-76a77d5f2322 HTTP/1.1" status: 200  len: 945 time: 0.3539839
Dec 16 22:35:39.587412 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-6c11e4fe-ae4d-460a-a62a-213f9703ddf1 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 449 time: 0.3984916
Dec 16 22:35:39.601270 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 41440) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:35:39.612113 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-a2b2192c-a402-41c8-a3a3-b7e212f336ae tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Request body: {'subnet': {'network_id': '7edd76f7-0f97-48a5-b177-9842de6c0500', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:35:39.681636 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e898d0-3b25-4947-8093-9c061a1760f4 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Pushing event deleted for resources: {'Port': ['ID=2583e7b3-d3e0-4d11-988a-31fe9e3d843f,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:35:39.690977 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55e94178-ddc2-45e8-8b8e-325a61f5daee tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Network 7b19e298-6921-4b88-a76d-519220caa0c6 is already hosted by enough agents. {{(pid=87507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:35:39.702232 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-f9e898d0-3b25-4947-8093-9c061a1760f4 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:35:39.707698 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.base_scheduler [None req-55e94178-ddc2-45e8-8b8e-325a61f5daee tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Resources bound (agent type, host, resource id):  {{(pid=87507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:35:39.824956 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-2568af76-e66d-4586-b85a-8fc33c27b958 None None] Provisioning for port 65598df6-c2cf-482b-9374-dfdb69da1a45 completed by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 22:35:39.833071 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-2568af76-e66d-4586-b85a-8fc33c27b958 None None] Provisioning complete for port 65598df6-c2cf-482b-9374-dfdb69da1a45 triggered by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:35:39.834461 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-2568af76-e66d-4586-b85a-8fc33c27b958 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:39.845865 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-4ee7b70b-8855-4f3b-ac3f-49090163093f tempest-AllowedAddressPairIpV6TestJSON-1960971591 tempest-AllowedAddressPairIpV6TestJSON-1960971591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:39.890663 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-1e42e13a-e2b3-46b9-a0a4-f4c95b24e03a req-aa05bc10-6510-4bb5-aa2d-cd222a70bb00 tempest-ServerActionsTestJSON-1581017418 tempest-ServerActionsTestJSON-1581017418-project] 10.222.0.13 "GET /v2.0/security-groups?id=1011a650-dc8c-4279-9762-0c0bcda15d85&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3041229
Dec 16 22:35:39.923211 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-2568af76-e66d-4586-b85a-8fc33c27b958 None None] Port 65598df6-c2cf-482b-9374-dfdb69da1a45 cannot update to ACTIVE because it is not bound. {{(pid=87508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 22:35:39.925599 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-f897e9f3-8306-4953-a164-18dbc93c7cc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3830061'] for router_interface, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:39.964080 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-a2b2192c-a402-41c8-a3a3-b7e212f336ae tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:35:39.971940 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-a2b2192c-a402-41c8-a3a3-b7e212f336ae tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Usage tracker for resource:subnet and tenant:8e4385a98eb1416284c1cc96b3355a70 is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:35:39.983278 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-a2b2192c-a402-41c8-a3a3-b7e212f336ae tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:35:39.986136 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-f9e898d0-3b25-4947-8093-9c061a1760f4 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3741895'] for router_gateway, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:39.997307 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-a2b2192c-a402-41c8-a3a3-b7e212f336ae tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:35:40.018464 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2b2192c-a402-41c8-a3a3-b7e212f336ae tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Made reservation on behalf of 8e4385a98eb1416284c1cc96b3355a70 for: {'subnet': 1} {{(pid=87507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:35:40.022087 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-a2b2192c-a402-41c8-a3a3-b7e212f336ae tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10549598'] for subnet, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:40.023417 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2b2192c-a402-41c8-a3a3-b7e212f336ae tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 16 22:35:40.023862 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2b2192c-a402-41c8-a3a3-b7e212f336ae tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87507) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 16 22:35:40.034569 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [None req-4ee7b70b-8855-4f3b-ac3f-49090163093f tempest-AllowedAddressPairIpV6TestJSON-1960971591 tempest-AllowedAddressPairIpV6TestJSON-1960971591-project] Calling delete_port for 3b36dfcc-4cd4-4cad-800b-51286732e085 owned by  {{(pid=87506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:35:40.044884 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-f2ba3907-6e71-4132-92fe-289661a1e924 None None] Provisioning complete for port 3f2cae76-95fe-4f5a-adfb-744fd2b1c73e triggered by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:35:40.045269 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-f2ba3907-6e71-4132-92fe-289661a1e924 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:40.108347 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-f2ba3907-6e71-4132-92fe-289661a1e924 None None] Port 3f2cae76-95fe-4f5a-adfb-744fd2b1c73e cannot update to ACTIVE because it is not bound. {{(pid=87508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 22:35:40.188835 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-a2b2192c-a402-41c8-a3a3-b7e212f336ae tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 450 time: 0.5863831
Dec 16 22:35:40.194478 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 41450) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:35:40.244307 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-785f6619-5aa1-4660-868f-b2845a5f8bf9 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200  len: 205 time: 0.0486083
Dec 16 22:35:40.247170 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 41454) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:35:40.284635 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55e94178-ddc2-45e8-8b8e-325a61f5daee tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Router 803d1930-ef7a-4a39-ab78-0819a7b5135c is scheduled to L3 agent 4f519db7-069b-43e2-8411-c092bac9102a with binding_index 1 {{(pid=87507) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 16 22:35:40.380867 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-f9e898d0-3b25-4947-8093-9c061a1760f4 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3739500', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39002'] for router, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:40.390876 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-f9e898d0-3b25-4947-8093-9c061a1760f4 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:40.458416 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e7aa211-cc29-429a-bd2f-af551867b33a tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:35:40.460334 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-7e7aa211-cc29-429a-bd2f-af551867b33a tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.2122552
Dec 16 22:35:40.464094 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 41462) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:35:40.496271 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-f9e898d0-3b25-4947-8093-9c061a1760f4 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3830089'] for router, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:40.496951 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9e898d0-3b25-4947-8093-9c061a1760f4 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Fanout notify agent at l3_agent the message router_deleted on router 39bf0112-4c37-491b-8b93-b67ac02e1728 {{(pid=87506) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 16 22:35:40.515884 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55e94178-ddc2-45e8-8b8e-325a61f5daee tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify agent at l3_agent.dv-neutron-821829-1-hyperv the message routers_updated {{(pid=87507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 22:35:40.523973 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-55e94178-ddc2-45e8-8b8e-325a61f5daee tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] 10.222.0.13 "PUT /v2.0/routers/803d1930-ef7a-4a39-ab78-0819a7b5135c/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.9399803
Dec 16 22:35:40.524895 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 41466) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:35:40.527096 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6040462-e8e7-4c84-a3c9-9f0076c43e8f None None] Sync routers for ids ['803d1930-ef7a-4a39-ab78-0819a7b5135c'] in dv-neutron-821829-1-hyperv {{(pid=87508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 22:35:40.540194 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6040462-e8e7-4c84-a3c9-9f0076c43e8f None None] Routers {'803d1930-ef7a-4a39-ab78-0819a7b5135c'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:35:40.540932 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-b6040462-e8e7-4c84-a3c9-9f0076c43e8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b7794f490>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:35:31Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['803d1930-ef7a-4a39-ab78-0819a7b5135c'], 'active': True} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:35:40.603611 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0072c0f5-938e-4e1b-af27-3235194ffec1 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:35:40.604269 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-0072c0f5-938e-4e1b-af27-3235194ffec1 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Synchronizing usage tracker for tenant:bb30155073f3462f829b4df60e35f5af on resource:port {{(pid=87507) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 22:35:40.619101 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-b6040462-e8e7-4c84-a3c9-9f0076c43e8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b7794f490>, [], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:35:40.623823 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-0072c0f5-938e-4e1b-af27-3235194ffec1 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Unset dirty status for tenant:bb30155073f3462f829b4df60e35f5af on resource:port {{(pid=87507) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 22:35:40.624089 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-fab6431d-5267-4377-ba41-aa11718840b7 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1197670
Dec 16 22:35:40.635182 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6040462-e8e7-4c84-a3c9-9f0076c43e8f None None] Routers {'803d1930-ef7a-4a39-ab78-0819a7b5135c'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:35:40.636107 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-b6040462-e8e7-4c84-a3c9-9f0076c43e8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b7794f490>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:35:31Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['803d1930-ef7a-4a39-ab78-0819a7b5135c'], 'active': True} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:35:40.637648 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 41470) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:35:40.637888 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 41472) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:35:40.641242 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-0072c0f5-938e-4e1b-af27-3235194ffec1 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] 10.222.0.13 "GET /v2.0/ports/3f2cae76-95fe-4f5a-adfb-744fd2b1c73e HTTP/1.1" status: 200  len: 978 time: 0.1152418
Dec 16 22:35:40.703377 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-3c4a9fb9-a8a9-46f1-82b4-73533842008e tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Request body: {'subnet': {'network_id': '7edd76f7-0f97-48a5-b177-9842de6c0500', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:35:40.707726 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-b6040462-e8e7-4c84-a3c9-9f0076c43e8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b7794f490>, [], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:35:40.708283 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6040462-e8e7-4c84-a3c9-9f0076c43e8f None None] The sync data for ids ['803d1930-ef7a-4a39-ab78-0819a7b5135c'] in dv-neutron-821829-1-hyperv is: [] {{(pid=87508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 22:35:40.719185 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 88e27b43-6cb6-405f-9d4b-450d3b0b294b up at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 22:35:40.788076 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning complete for port 88e27b43-6cb6-405f-9d4b-450d3b0b294b triggered by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:35:40.788603 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:40.808333 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-f9e898d0-3b25-4947-8093-9c061a1760f4 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Notify callbacks [] for router, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:40.812103 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-f9e898d0-3b25-4947-8093-9c061a1760f4 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] 10.222.0.13 "DELETE /v2.0/routers/39bf0112-4c37-491b-8b93-b67ac02e1728 HTTP/1.1" status: 204  len: 168 time: 4.8310502
Dec 16 22:35:40.812547 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 41478) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:35:40.886872 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.db_base_plugin_v2 [None req-34b9f43d-009e-4aa5-a3d1-ba523b811476 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Deleting subnet 0014dac2-580c-4001-b787-28acb4a29dfe {{(pid=87507) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 16 22:35:40.889894 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-34b9f43d-009e-4aa5-a3d1-ba523b811476 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Notify callbacks [] for subnet, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:40.930304 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-4ee7b70b-8855-4f3b-ac3f-49090163093f tempest-AllowedAddressPairIpV6TestJSON-1960971591 tempest-AllowedAddressPairIpV6TestJSON-1960971591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1863393'] for port, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:40.959965 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-34b9f43d-009e-4aa5-a3d1-ba523b811476 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2128562'] for subnet, precommit_delete_associations {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:40.962213 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-cecae95e-18e5-4423-839e-4660606f377b tempest-ServersTestManualDisk-828097669 tempest-ServersTestManualDisk-828097669-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:35:41.131534 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f423930b-d527-46ac-993b-3b8b4e95cda6 req-12d32280-6488-479c-a243-86f784bf9cf3 tempest-ServerActionsTestJSON-1581017418 tempest-ServerActionsTestJSON-1581017418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:35:41.133558 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-f423930b-d527-46ac-993b-3b8b4e95cda6 req-12d32280-6488-479c-a243-86f784bf9cf3 tempest-ServerActionsTestJSON-1581017418 tempest-ServerActionsTestJSON-1581017418-project] 10.222.0.13 "GET /v2.0/ports?device_id=95ef1739-1bf2-4522-993c-76a77d5f2322 HTTP/1.1" status: 200  len: 945 time: 0.1216040
Dec 16 22:35:41.135995 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-34b9f43d-009e-4aa5-a3d1-ba523b811476 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3328566'] for subnet, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:41.153980 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee7b70b-8855-4f3b-ac3f-49090163093f tempest-AllowedAddressPairIpV6TestJSON-1960971591 tempest-AllowedAddressPairIpV6TestJSON-1960971591-project] Pushing event deleted for resources: {'Port': ['ID=3b36dfcc-4cd4-4cad-800b-51286732e085,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:35:41.156415 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-4ee7b70b-8855-4f3b-ac3f-49090163093f tempest-AllowedAddressPairIpV6TestJSON-1960971591 tempest-AllowedAddressPairIpV6TestJSON-1960971591-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:35:41.215953 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-4ee7b70b-8855-4f3b-ac3f-49090163093f tempest-AllowedAddressPairIpV6TestJSON-1960971591 tempest-AllowedAddressPairIpV6TestJSON-1960971591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for port, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:41.218092 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-4ee7b70b-8855-4f3b-ac3f-49090163093f tempest-AllowedAddressPairIpV6TestJSON-1960971591 tempest-AllowedAddressPairIpV6TestJSON-1960971591-project] 10.222.0.13 "DELETE /v2.0/ports/3b36dfcc-4cd4-4cad-800b-51286732e085 HTTP/1.1" status: 204  len: 168 time: 2.9138908
Dec 16 22:35:41.223935 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 41486) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:35:41.247954 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-fc39390b-edb1-4135-ac92-db4338076d2e tempest-RoutersAdminTest-1029946936 tempest-RoutersAdminTest-1029946936-project] Notify callbacks [] for router_gateway, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:41.279886 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-f423930b-d527-46ac-993b-3b8b4e95cda6 req-381648bb-c838-4415-beae-d268cf5c7a65 tempest-ServerActionsTestJSON-1581017418 tempest-ServerActionsTestJSON-1581017418-project] 10.222.0.13 "GET /v2.0/security-groups?id=1011a650-dc8c-4279-9762-0c0bcda15d85&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1096523
Dec 16 22:35:41.282155 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.pecan_wsgi.hooks.translation [None req-b23993e8-14a4-4756-8166-3faad293fd2e tempest-AllowedAddressPairIpV6TestJSON-1960971591 tempest-AllowedAddressPairIpV6TestJSON-1960971591-project] GET failed (client error): The resource could not be found.
Dec 16 22:35:41.282482 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-3c4a9fb9-a8a9-46f1-82b4-73533842008e tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:35:41.282861 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-b23993e8-14a4-4756-8166-3faad293fd2e tempest-AllowedAddressPairIpV6TestJSON-1960971591 tempest-AllowedAddressPairIpV6TestJSON-1960971591-project] Synchronizing usage tracker for tenant:39f949a2cd2a472e9ea4f7398c6558e9 on resource:port {{(pid=87507) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 22:35:41.292040 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-f897e9f3-8306-4953-a164-18dbc93c7cc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:41.318595 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-34b9f43d-009e-4aa5-a3d1-ba523b811476 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3328622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10807868', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10549621'] for subnet, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:41.324885 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:35:41.356473 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-3c4a9fb9-a8a9-46f1-82b4-73533842008e tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Usage tracker for resource:subnet and tenant:8e4385a98eb1416284c1cc96b3355a70 is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:35:41.360996 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-fc39390b-edb1-4135-ac92-db4338076d2e tempest-RoutersAdminTest-1029946936 tempest-RoutersAdminTest-1029946936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:41.365643 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-3c4a9fb9-a8a9-46f1-82b4-73533842008e tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:35:41.379453 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-b23993e8-14a4-4756-8166-3faad293fd2e tempest-AllowedAddressPairIpV6TestJSON-1960971591 tempest-AllowedAddressPairIpV6TestJSON-1960971591-project] Unset dirty status for tenant:39f949a2cd2a472e9ea4f7398c6558e9 on resource:port {{(pid=87507) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 22:35:41.385155 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-b23993e8-14a4-4756-8166-3faad293fd2e tempest-AllowedAddressPairIpV6TestJSON-1960971591 tempest-AllowedAddressPairIpV6TestJSON-1960971591-project] 10.222.0.13 "GET /v2.0/ports/3b36dfcc-4cd4-4cad-800b-51286732e085 HTTP/1.1" status: 404  len: 333 time: 0.1588678
Dec 16 22:35:41.393912 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-3c4a9fb9-a8a9-46f1-82b4-73533842008e tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:35:41.397006 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 41492) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:35:41.410076 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea6e0576-0fde-4d2f-8233-8959081aa518 None None] Network 475b7fe3-efe7-41a6-b8de-3f83d3ceba1f requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 22:35:41.412353 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-34b9f43d-009e-4aa5-a3d1-ba523b811476 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Notify callbacks [] for subnet, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:41.427581 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b9f43d-009e-4aa5-a3d1-ba523b811476 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Pushing event deleted for resources: {'Subnet': ['ID=0014dac2-580c-4001-b787-28acb4a29dfe,revision_number=None']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:35:41.514560 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.plugin [None req-5328600b-1dcc-4871-ae4e-d0c3e6f06b9c tempest-AllowedAddressPairIpV6TestJSON-1960971591 tempest-AllowedAddressPairIpV6TestJSON-1960971591-project] Deleting port a81c701f-e73a-4dfa-b702-587b2a66180b {{(pid=87507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:35:41.514885 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-5328600b-1dcc-4871-ae4e-d0c3e6f06b9c tempest-AllowedAddressPairIpV6TestJSON-1960971591 tempest-AllowedAddressPairIpV6TestJSON-1960971591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:41.581883 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-34b9f43d-009e-4aa5-a3d1-ba523b811476 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:35:41.599193 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-34b9f43d-009e-4aa5-a3d1-ba523b811476 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] 10.222.0.13 "DELETE /v2.0/subnets/0014dac2-580c-4001-b787-28acb4a29dfe HTTP/1.1" status: 204  len: 168 time: 0.7852724
Dec 16 22:35:41.600503 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 41498) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:35:41.734453 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c4a9fb9-a8a9-46f1-82b4-73533842008e tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Made reservation on behalf of 8e4385a98eb1416284c1cc96b3355a70 for: {'subnet': 1} {{(pid=87506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:35:41.737892 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-3c4a9fb9-a8a9-46f1-82b4-73533842008e tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11213078'] for subnet, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:41.768625 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3f2960c-7e87-46d2-b4a6-32284a067daf None None] DHCP port deletion for 475b7fe3-efe7-41a6-b8de-3f83d3ceba1f request from dv-neutron-821829-1-hyperv {{(pid=87508) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 16 22:35:41.773685 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-c3f2960c-7e87-46d2-b4a6-32284a067daf None None] Deleting port 153a802c-7422-42bc-b4f6-5e728c75d476 {{(pid=87508) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:35:41.774281 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-c3f2960c-7e87-46d2-b4a6-32284a067daf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:41.816836 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-57da803c-9075-400d-b517-958bc648de72 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-825997'] for network, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:41.924874 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5855e2-54fe-49dc-af12-a37605c9fdf9 req-eab90b5e-04b2-4912-9412-fee033fdcc61 tempest-ServerActionsTestJSON-1581017418 tempest-ServerActionsTestJSON-1581017418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:35:41.926190 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-6a5855e2-54fe-49dc-af12-a37605c9fdf9 req-eab90b5e-04b2-4912-9412-fee033fdcc61 tempest-ServerActionsTestJSON-1581017418 tempest-ServerActionsTestJSON-1581017418-project] 10.222.0.13 "GET /v2.0/ports?device_id=95ef1739-1bf2-4522-993c-76a77d5f2322 HTTP/1.1" status: 200  len: 945 time: 0.3809886
Dec 16 22:35:41.929780 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.plugin [None req-57da803c-9075-400d-b517-958bc648de72 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Deleting port 153a802c-7422-42bc-b4f6-5e728c75d476 {{(pid=87507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:35:41.930112 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-57da803c-9075-400d-b517-958bc648de72 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:41.981009 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-c3f2960c-7e87-46d2-b4a6-32284a067daf None None] For port 153a802c-7422-42bc-b4f6-5e728c75d476, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=153a802c-7422-42bc-b4f6-5e728c75d476,segment=NetworkSegment(a8f8d940-eea4-4913-bac5-aba647fa5d95),segment_id=a8f8d940-eea4-4913-bac5-aba647fa5d95)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:35:41.981319 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-c3f2960c-7e87-46d2-b4a6-32284a067daf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:42.088763 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-5328600b-1dcc-4871-ae4e-d0c3e6f06b9c tempest-AllowedAddressPairIpV6TestJSON-1960971591 tempest-AllowedAddressPairIpV6TestJSON-1960971591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:42.090477 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.db_base_plugin_common [None req-fc39390b-edb1-4135-ac92-db4338076d2e tempest-RoutersAdminTest-1029946936 tempest-RoutersAdminTest-1029946936-project] Allocated IP 172.26.0.162 (f8905ce9-304b-4976-bc47-e58c71c11de5/9bca8591-41ef-4f2d-8ecb-ecaab1a28acf/6ba04997-8e86-4262-8a45-02d7af41dd55) {{(pid=87506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 22:35:42.103841 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-6a5855e2-54fe-49dc-af12-a37605c9fdf9 req-49980a34-92f4-4622-b543-36b973e23374 tempest-ServerActionsTestJSON-1581017418 tempest-ServerActionsTestJSON-1581017418-project] 10.222.0.13 "GET /v2.0/security-groups?id=1011a650-dc8c-4279-9762-0c0bcda15d85&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1499982
Dec 16 22:35:42.152622 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-c3f2960c-7e87-46d2-b4a6-32284a067daf None None] Calling delete_port for 153a802c-7422-42bc-b4f6-5e728c75d476 owned by network:dhcp {{(pid=87508) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:35:42.238129 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-c3f2960c-7e87-46d2-b4a6-32284a067daf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949'] for port, after_delete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:42.242911 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-cf35ec2b-325d-4b29-8edc-0b5ba964000f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:35:42.292933 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3f2960c-7e87-46d2-b4a6-32284a067daf None None] No DVR routers for this DVR port 153a802c-7422-42bc-b4f6-5e728c75d476 on host dv-neutron-821829-1-hyperv {{(pid=87508) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 22:35:42.297203 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f2960c-7e87-46d2-b4a6-32284a067daf None None] Pushing event deleted for resources: {'Port': ['ID=153a802c-7422-42bc-b4f6-5e728c75d476,revision_number=None']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:35:42.304791 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-c3f2960c-7e87-46d2-b4a6-32284a067daf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:35:42.353648 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.plugin [None req-5328600b-1dcc-4871-ae4e-d0c3e6f06b9c tempest-AllowedAddressPairIpV6TestJSON-1960971591 tempest-AllowedAddressPairIpV6TestJSON-1960971591-project] Calling delete_port for a81c701f-e73a-4dfa-b702-587b2a66180b owned by  {{(pid=87507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:35:42.460529 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-f897e9f3-8306-4953-a164-18dbc93c7cc7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:42.495243 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-f897e9f3-8306-4953-a164-18dbc93c7cc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1863400'] for port, after_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:42.534115 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-2c74ec53-e96c-4215-9ecf-c9d8c05e1189 tempest-RoutersAdminTest-1901902743 tempest-RoutersAdminTest-1901902743-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:35:42.568436 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.db [None req-57da803c-9075-400d-b517-958bc648de72 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] For port 153a802c-7422-42bc-b4f6-5e728c75d476, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=153a802c-7422-42bc-b4f6-5e728c75d476,segment=NetworkSegment(a8f8d940-eea4-4913-bac5-aba647fa5d95),segment_id=a8f8d940-eea4-4913-bac5-aba647fa5d95)] {{(pid=87507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:35:42.568675 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-57da803c-9075-400d-b517-958bc648de72 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:42.655236 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-01066c7d-bc76-43e8-bc96-20ee9d9c69bd tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3830176'] for router_interface, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:42.696637 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 153a802c-7422-42bc-b4f6-5e728c75d476 no longer exists at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 22:35:42.717256 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-fc39390b-edb1-4135-ac92-db4338076d2e tempest-RoutersAdminTest-1029946936 tempest-RoutersAdminTest-1029946936-project] Notify callbacks [] for port, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:42.737697 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] No Port match for: 153a802c-7422-42bc-b4f6-5e728c75d476 {{(pid=87508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 22:35:42.737697 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 153a802c-7422-42bc-b4f6-5e728c75d476 not bound to the agent host dv-neutron-821829-1-hyperv {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 22:35:42.746438 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.plugin [None req-57da803c-9075-400d-b517-958bc648de72 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Calling delete_port for 153a802c-7422-42bc-b4f6-5e728c75d476 owned by network:dhcp {{(pid=87507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:35:42.801465 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f897e9f3-8306-4953-a164-18dbc93c7cc7 admin admin] Pushing event updated for resources: {'Port': ['ID=65598df6-c2cf-482b-9374-dfdb69da1a45,revision_number=2']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:35:42.803935 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-f897e9f3-8306-4953-a164-18dbc93c7cc7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3791426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3830222'] for router_interface, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:42.808287 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-f897e9f3-8306-4953-a164-18dbc93c7cc7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:35:42.821058 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-5328600b-1dcc-4871-ae4e-d0c3e6f06b9c tempest-AllowedAddressPairIpV6TestJSON-1960971591 tempest-AllowedAddressPairIpV6TestJSON-1960971591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10807823'] for port, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:42.831605 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-17e7dd64-7e2e-428c-82f9-514b3a56df6d tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:35:42.896749 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5328600b-1dcc-4871-ae4e-d0c3e6f06b9c tempest-AllowedAddressPairIpV6TestJSON-1960971591 tempest-AllowedAddressPairIpV6TestJSON-1960971591-project] Pushing event deleted for resources: {'Port': ['ID=a81c701f-e73a-4dfa-b702-587b2a66180b,revision_number=None']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:35:42.904325 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-5328600b-1dcc-4871-ae4e-d0c3e6f06b9c tempest-AllowedAddressPairIpV6TestJSON-1960971591 tempest-AllowedAddressPairIpV6TestJSON-1960971591-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:35:42.946553 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.db.api [None req-57da803c-9075-400d-b517-958bc648de72 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87507) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 16 22:35:42.946866 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_db.api [None req-57da803c-9075-400d-b517-958bc648de72 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 16 22:35:42.954984 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a72654-f608-4e85-9fef-be0724447ea6 req-5d90c824-c4a6-486a-a5a5-239c1b0d46d1 tempest-ServerActionsTestJSON-1581017418 tempest-ServerActionsTestJSON-1581017418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:35:42.956965 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-04a72654-f608-4e85-9fef-be0724447ea6 req-5d90c824-c4a6-486a-a5a5-239c1b0d46d1 tempest-ServerActionsTestJSON-1581017418 tempest-ServerActionsTestJSON-1581017418-project] 10.222.0.13 "GET /v2.0/ports?device_id=95ef1739-1bf2-4522-993c-76a77d5f2322 HTTP/1.1" status: 200  len: 945 time: 0.4284844
Dec 16 22:35:42.960099 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-5328600b-1dcc-4871-ae4e-d0c3e6f06b9c tempest-AllowedAddressPairIpV6TestJSON-1960971591 tempest-AllowedAddressPairIpV6TestJSON-1960971591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for port, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:42.995427 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-5328600b-1dcc-4871-ae4e-d0c3e6f06b9c tempest-AllowedAddressPairIpV6TestJSON-1960971591 tempest-AllowedAddressPairIpV6TestJSON-1960971591-project] 10.222.0.13 "DELETE /v2.0/ports/a81c701f-e73a-4dfa-b702-587b2a66180b HTTP/1.1" status: 204  len: 168 time: 1.5957615
Dec 16 22:35:42.998572 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 41508) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:35:43.076167 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-04a72654-f608-4e85-9fef-be0724447ea6 req-32ce8b6b-abfc-46b4-af3d-393838d5707d tempest-ServerActionsTestJSON-1581017418 tempest-ServerActionsTestJSON-1581017418-project] 10.222.0.13 "GET /v2.0/security-groups?id=1011a650-dc8c-4279-9762-0c0bcda15d85&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1062987
Dec 16 22:35:43.088807 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.objects.ports [None req-3c4a9fb9-a8a9-46f1-82b4-73533842008e tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87506) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}}
Dec 16 22:35:43.096574 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.db_base_plugin_v2 [None req-008de486-e3ac-4768-9a9c-1687de16c280 tempest-AllowedAddressPairIpV6TestJSON-1960971591 tempest-AllowedAddressPairIpV6TestJSON-1960971591-project] Deleting subnet e8ed6afc-384c-47d0-91b3-a9dc2c7453fe {{(pid=87507) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 16 22:35:43.099734 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-008de486-e3ac-4768-9a9c-1687de16c280 tempest-AllowedAddressPairIpV6TestJSON-1960971591 tempest-AllowedAddressPairIpV6TestJSON-1960971591-project] Notify callbacks [] for subnet, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:43.100798 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-3c4a9fb9-a8a9-46f1-82b4-73533842008e tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1863317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11213092'] for subnet, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:43.116055 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-b514f52a-db46-4378-b2b5-30f749c34009 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:35:43.154127 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-008de486-e3ac-4768-9a9c-1687de16c280 tempest-AllowedAddressPairIpV6TestJSON-1960971591 tempest-AllowedAddressPairIpV6TestJSON-1960971591-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2128562'] for subnet, precommit_delete_associations {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:43.239240 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-008de486-e3ac-4768-9a9c-1687de16c280 tempest-AllowedAddressPairIpV6TestJSON-1960971591 tempest-AllowedAddressPairIpV6TestJSON-1960971591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3328566'] for subnet, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:43.313632 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-008de486-e3ac-4768-9a9c-1687de16c280 tempest-AllowedAddressPairIpV6TestJSON-1960971591 tempest-AllowedAddressPairIpV6TestJSON-1960971591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3328622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10807868', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10549621'] for subnet, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:43.317647 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-f750b7f2-2bca-4fec-8cc9-db584c49befe tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:35:43.354805 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008de486-e3ac-4768-9a9c-1687de16c280 tempest-AllowedAddressPairIpV6TestJSON-1960971591 tempest-AllowedAddressPairIpV6TestJSON-1960971591-project] Pushing event deleted for resources: {'Subnet': ['ID=e8ed6afc-384c-47d0-91b3-a9dc2c7453fe,revision_number=None']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:35:43.358638 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-008de486-e3ac-4768-9a9c-1687de16c280 tempest-AllowedAddressPairIpV6TestJSON-1960971591 tempest-AllowedAddressPairIpV6TestJSON-1960971591-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:35:43.359621 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-008de486-e3ac-4768-9a9c-1687de16c280 tempest-AllowedAddressPairIpV6TestJSON-1960971591 tempest-AllowedAddressPairIpV6TestJSON-1960971591-project] Notify callbacks [] for subnet, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:43.365780 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-008de486-e3ac-4768-9a9c-1687de16c280 tempest-AllowedAddressPairIpV6TestJSON-1960971591 tempest-AllowedAddressPairIpV6TestJSON-1960971591-project] 10.222.0.13 "DELETE /v2.0/subnets/e8ed6afc-384c-47d0-91b3-a9dc2c7453fe HTTP/1.1" status: 204  len: 168 time: 0.3660877
Dec 16 22:35:43.368348 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26b775da-4093-46b3-ac68-c9812ca03890 None None] Network 86e68e41-157c-4f6e-b330-6d809173b73d requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 22:35:43.368678 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 41512) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:35:43.387440 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c4a9fb9-a8a9-46f1-82b4-73533842008e tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Network 7edd76f7-0f97-48a5-b177-9842de6c0500 is already hosted by enough agents. {{(pid=87506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:35:43.392825 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-fc39390b-edb1-4135-ac92-db4338076d2e tempest-RoutersAdminTest-1029946936 tempest-RoutersAdminTest-1029946936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1863393'] for port, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:43.400575 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.base_scheduler [None req-3c4a9fb9-a8a9-46f1-82b4-73533842008e tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Resources bound (agent type, host, resource id):  {{(pid=87506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:35:43.410930 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c4a9fb9-a8a9-46f1-82b4-73533842008e tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:35:43.411521 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-3c4a9fb9-a8a9-46f1-82b4-73533842008e tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3791486'] for subnet, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:43.416158 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f897e9f3-8306-4953-a164-18dbc93c7cc7 admin admin] Network 0ef805cb-c131-49be-8eb3-33f694571b91 is already hosted by enough agents. {{(pid=87506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:35:43.418435 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4a9fb9-a8a9-46f1-82b4-73533842008e tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Pushing event updated for resources: {'Subnet': ['ID=a5c87593-8472-432e-ba25-78675076a1a7,revision_number=0']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:35:43.426418 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.base_scheduler [None req-f897e9f3-8306-4953-a164-18dbc93c7cc7 admin admin] Resources bound (agent type, host, resource id):  {{(pid=87506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:35:43.434306 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-3c4a9fb9-a8a9-46f1-82b4-73533842008e tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:35:43.435100 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-b704b092-7fd7-43ac-8d6a-37025fa1c4a9 tempest-RoutersAdminTest-1029946936 tempest-RoutersAdminTest-1029946936-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.035s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:35:43.448639 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.plugin [None req-57da803c-9075-400d-b517-958bc648de72 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Deleting port 153a802c-7422-42bc-b4f6-5e728c75d476 {{(pid=87507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:35:43.449355 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-57da803c-9075-400d-b517-958bc648de72 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:43.470601 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fea10bbf-df73-488e-9a49-3d4e6941d932 None None] Network 7edd76f7-0f97-48a5-b177-9842de6c0500 requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 22:35:43.540101 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.plugin [None req-57da803c-9075-400d-b517-958bc648de72 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] The port '153a802c-7422-42bc-b4f6-5e728c75d476' was deleted {{(pid=87507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 16 22:35:43.550770 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc39390b-edb1-4135-ac92-db4338076d2e tempest-RoutersAdminTest-1029946936 tempest-RoutersAdminTest-1029946936-project] Network f8905ce9-304b-4976-bc47-e58c71c11de5 is already hosted by enough agents. {{(pid=87506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:35:43.658468 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-abdf24b5-391d-42d1-bfbd-37f7f594cf9d tempest-AllowedAddressPairIpV6TestJSON-1960971591 tempest-AllowedAddressPairIpV6TestJSON-1960971591-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-825997'] for network, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:43.693337 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-57da803c-9075-400d-b517-958bc648de72 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3329565', 'neutron.services.segments.db._delete_segments_for_network-8734753546406'] for network, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:43.705113 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.plugin [None req-abdf24b5-391d-42d1-bfbd-37f7f594cf9d tempest-AllowedAddressPairIpV6TestJSON-1960971591 tempest-AllowedAddressPairIpV6TestJSON-1960971591-project] Deleting port 359838ed-8758-4148-aae2-37cc46d33981 {{(pid=87507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:35:43.705508 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-abdf24b5-391d-42d1-bfbd-37f7f594cf9d tempest-AllowedAddressPairIpV6TestJSON-1960971591 tempest-AllowedAddressPairIpV6TestJSON-1960971591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:43.713524 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc39390b-edb1-4135-ac92-db4338076d2e tempest-RoutersAdminTest-1029946936 tempest-RoutersAdminTest-1029946936-project] Pushing event updated for resources: {'Port': ['ID=6ba04997-8e86-4262-8a45-02d7af41dd55,revision_number=1']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:35:43.714865 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.base_scheduler [None req-fc39390b-edb1-4135-ac92-db4338076d2e tempest-RoutersAdminTest-1029946936 tempest-RoutersAdminTest-1029946936-project] Resources bound (agent type, host, resource id):  {{(pid=87506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:35:43.723789 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-fc39390b-edb1-4135-ac92-db4338076d2e tempest-RoutersAdminTest-1029946936 tempest-RoutersAdminTest-1029946936-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:35:43.728507 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc39390b-edb1-4135-ac92-db4338076d2e tempest-RoutersAdminTest-1029946936 tempest-RoutersAdminTest-1029946936-project] Received port after_create {{(pid=87506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 22:35:43.761244 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-3c4a9fb9-a8a9-46f1-82b4-73533842008e tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 827 time: 3.1164789
Dec 16 22:35:43.766376 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.services.segments.db [None req-57da803c-9075-400d-b517-958bc648de72 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1b769f0310>,) {'filters': {'network_id': ['475b7fe3-efe7-41a6-b8de-3f83d3ceba1f']}} {{(pid=87507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:35:43.775604 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 41516) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:35:43.796065 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-875dcd63-38a0-4a26-8b5c-add2753b434e tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Request body: {'port': {'network_id': '7edd76f7-0f97-48a5-b177-9842de6c0500', 'mac_address': 'fa:16:3e:cd:cb:1a', 'name': 'tempest-NetworksTestDHCPv6-1718051904'}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:35:43.824951 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [None req-01066c7d-bc76-43e8-bc96-20ee9d9c69bd tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Deleting port 3f2cae76-95fe-4f5a-adfb-744fd2b1c73e {{(pid=87506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:35:43.825297 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-01066c7d-bc76-43e8-bc96-20ee9d9c69bd tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:43.840176 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-c9373c7d-6ee8-4994-a0ad-eccb651ae994 None None] Provisioning complete for port 65598df6-c2cf-482b-9374-dfdb69da1a45 triggered by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:35:43.840753 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-c9373c7d-6ee8-4994-a0ad-eccb651ae994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:43.906648 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.services.segments.db [None req-57da803c-9075-400d-b517-958bc648de72 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b769f0310>, 'a8f8d940-eea4-4913-bac5-aba647fa5d95') {'for_net_delete': True} {{(pid=87507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:35:43.907101 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.services.segments.db [None req-57da803c-9075-400d-b517-958bc648de72 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b769f0310>, 'a8f8d940-eea4-4913-bac5-aba647fa5d95') {} {{(pid=87507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:35:43.909143 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c925ac7-dbcd-4a60-9a49-0b20a1b3dbfb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1d6bfaf-d325-5e4f-b05d-2441d8339617-7edd76f7-0f97-48a5-b177-9842de6c0500', 'network_id': '7edd76f7-0f97-48a5-b177-9842de6c0500', 'tenant_id': '8e4385a98eb1416284c1cc96b3355a70', 'fixed_ips': [{'subnet_id': 'a5c87593-8472-432e-ba25-78675076a1a7'}]}} from dv-neutron-821829-1-hyperv. {{(pid=87508) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 16 22:35:43.909984 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-8c925ac7-dbcd-4a60-9a49-0b20a1b3dbfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:43.921045 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-57da803c-9075-400d-b517-958bc648de72 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734753593977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2128549'] for segment, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:43.938104 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-c9373c7d-6ee8-4994-a0ad-eccb651ae994 None None] Port 65598df6-c2cf-482b-9374-dfdb69da1a45 cannot update to ACTIVE because it is not bound. {{(pid=87508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 22:35:43.939696 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-57da803c-9075-400d-b517-958bc648de72 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-883292'] for segment, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:43.946217 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57da803c-9075-400d-b517-958bc648de72 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Releasing vlan 177 on physical network physnet1 to pool {{(pid=87507) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 16 22:35:43.946622 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-57da803c-9075-400d-b517-958bc648de72 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-883285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10808034'] for segment, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:44.037789 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b6fcc7d-f25b-49ac-b0d5-377fc722efbd None None] DHCP port deletion for 86e68e41-157c-4f6e-b330-6d809173b73d request from dv-neutron-821829-1-hyperv {{(pid=87508) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 16 22:35:44.054927 dv-neutron-821829-1-hyperv neutron-server[87507]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 16 22:35:44.054927 dv-neutron-821829-1-hyperv neutron-server[87507]:   util.warn(
Dec 16 22:35:44.054927 dv-neutron-821829-1-hyperv neutron-server[87507]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 16 22:35:44.054927 dv-neutron-821829-1-hyperv neutron-server[87507]:   util.warn(
Dec 16 22:35:44.054927 dv-neutron-821829-1-hyperv neutron-server[87507]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 16 22:35:44.054927 dv-neutron-821829-1-hyperv neutron-server[87507]:   util.warn(
Dec 16 22:35:44.054927 dv-neutron-821829-1-hyperv neutron-server[87507]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 16 22:35:44.054927 dv-neutron-821829-1-hyperv neutron-server[87507]:   util.warn(
Dec 16 22:35:44.054927 dv-neutron-821829-1-hyperv neutron-server[87507]: Traceback (most recent call last):
Dec 16 22:35:44.054927 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 16 22:35:44.054927 dv-neutron-821829-1-hyperv neutron-server[87507]:     timer()
Dec 16 22:35:44.054927 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 22:35:44.054927 dv-neutron-821829-1-hyperv neutron-server[87507]:     cb(*args, **kw)
Dec 16 22:35:44.054927 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 22:35:44.054927 dv-neutron-821829-1-hyperv neutron-server[87507]:     return func(*args, **kwargs)
Dec 16 22:35:44.054927 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 22:35:44.054927 dv-neutron-821829-1-hyperv neutron-server[87507]:     self._notify()
Dec 16 22:35:44.054927 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 22:35:44.054927 dv-neutron-821829-1-hyperv neutron-server[87507]:     self.callback(batched_events)
Dec 16 22:35:44.054927 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 22:35:44.054927 dv-neutron-821829-1-hyperv neutron-server[87507]:     event.method(event)
Dec 16 22:35:44.054927 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 22:35:44.054927 dv-neutron-821829-1-hyperv neutron-server[87507]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 22:35:44.054927 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 22:35:44.054927 dv-neutron-821829-1-hyperv neutron-server[87507]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 22:35:44.054927 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 22:35:44.054927 dv-neutron-821829-1-hyperv neutron-server[87507]:     return f(self, *a, **k)
Dec 16 22:35:44.054927 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 16 22:35:44.054927 dv-neutron-821829-1-hyperv neutron-server[87507]:     return self._get(url).json()
Dec 16 22:35:44.054927 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 16 22:35:44.054927 dv-neutron-821829-1-hyperv neutron-server[87507]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 22:35:44.054927 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 16 22:35:44.054927 dv-neutron-821829-1-hyperv neutron-server[87507]:     return self.request(url, 'GET', **kwargs)
Dec 16 22:35:44.054927 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 16 22:35:44.054927 dv-neutron-821829-1-hyperv neutron-server[87507]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 22:35:44.054927 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 16 22:35:44.054927 dv-neutron-821829-1-hyperv neutron-server[87507]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 22:35:44.054927 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 16 22:35:44.054927 dv-neutron-821829-1-hyperv neutron-server[87507]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 22:35:44.054927 dv-neutron-821829-1-hyperv neutron-server[87507]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 22:35:44.065422 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-57da803c-9075-400d-b517-958bc648de72 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3329572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3741856'] for network, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:44.075349 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:35:44.080958 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f897e9f3-8306-4953-a164-18dbc93c7cc7 admin admin] Router c9a86ec5-c3ce-4817-a558-7b1cd8cf7435 has already been hosted by L3 agent 4f519db7-069b-43e2-8411-c092bac9102a {{(pid=87506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 22:35:44.102411 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-57da803c-9075-400d-b517-958bc648de72 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Notify callbacks [] for network, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:44.109714 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-57da803c-9075-400d-b517-958bc648de72 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] 10.222.0.13 "DELETE /v2.0/networks/475b7fe3-efe7-41a6-b8de-3f83d3ceba1f HTTP/1.1" status: 204  len: 168 time: 2.4962707
Dec 16 22:35:44.114749 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 41524) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:35:44.118195 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57da803c-9075-400d-b517-958bc648de72 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Pushing event deleted for resources: {'Network': ['ID=475b7fe3-efe7-41a6-b8de-3f83d3ceba1f,revision_number=None']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:35:44.149267 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.db_base_plugin_common [None req-8c925ac7-dbcd-4a60-9a49-0b20a1b3dbfb None None] Allocated IP 2001:db8::f816:3eff:fe6b:7c6e (7edd76f7-0f97-48a5-b177-9842de6c0500/a5c87593-8472-432e-ba25-78675076a1a7/e26ac354-045b-4001-b74b-e3a337fc10bc) {{(pid=87508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 22:35:44.186523 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-57da803c-9075-400d-b517-958bc648de72 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:35:44.243175 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-5b6fcc7d-f25b-49ac-b0d5-377fc722efbd None None] Deleting port 359838ed-8758-4148-aae2-37cc46d33981 {{(pid=87508) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:35:44.243564 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-5b6fcc7d-f25b-49ac-b0d5-377fc722efbd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:44.289799 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-875dcd63-38a0-4a26-8b5c-add2753b434e tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:35:44.328833 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-875dcd63-38a0-4a26-8b5c-add2753b434e tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:35:44.377871 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.plugin [None req-8f33cb44-e9ce-4c1f-94d1-d3fbea6d27d8 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Deleting port 5107d0f5-24e0-469d-af06-b46fb5f94f7e {{(pid=87507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:35:44.378214 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-8f33cb44-e9ce-4c1f-94d1-d3fbea6d27d8 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:44.452367 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-875dcd63-38a0-4a26-8b5c-add2753b434e tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Made reservation on behalf of 8e4385a98eb1416284c1cc96b3355a70 for: {'port': 1} {{(pid=87506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:35:44.552736 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-8c925ac7-dbcd-4a60-9a49-0b20a1b3dbfb None None] Notify callbacks [] for port, precommit_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:44.562348 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-5b6fcc7d-f25b-49ac-b0d5-377fc722efbd None None] For port 359838ed-8758-4148-aae2-37cc46d33981, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=359838ed-8758-4148-aae2-37cc46d33981,segment=NetworkSegment(10db9177-2df1-4f08-8bb0-ae1215676510),segment_id=10db9177-2df1-4f08-8bb0-ae1215676510)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:35:44.562746 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-5b6fcc7d-f25b-49ac-b0d5-377fc722efbd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:44.579353 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-8c925ac7-dbcd-4a60-9a49-0b20a1b3dbfb None None] Transition to ACTIVE for port object e26ac354-045b-4001-b74b-e3a337fc10bc will not be triggered until provisioned by entity L2. {{(pid=87508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:35:44.630940 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcc8d9d-eddd-4350-bc18-ac79452d88bd req-898627b6-60f8-4853-bf71-ce3220e55ee2 tempest-ServerActionsTestJSON-1581017418 tempest-ServerActionsTestJSON-1581017418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:35:44.637986 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-9bcc8d9d-eddd-4350-bc18-ac79452d88bd req-898627b6-60f8-4853-bf71-ce3220e55ee2 tempest-ServerActionsTestJSON-1581017418 tempest-ServerActionsTestJSON-1581017418-project] 10.222.0.13 "GET /v2.0/ports?device_id=95ef1739-1bf2-4522-993c-76a77d5f2322 HTTP/1.1" status: 200  len: 945 time: 0.4296095
Dec 16 22:35:44.649899 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-01066c7d-bc76-43e8-bc96-20ee9d9c69bd tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:44.670355 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.db [None req-abdf24b5-391d-42d1-bfbd-37f7f594cf9d tempest-AllowedAddressPairIpV6TestJSON-1960971591 tempest-AllowedAddressPairIpV6TestJSON-1960971591-project] For port 359838ed-8758-4148-aae2-37cc46d33981, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=359838ed-8758-4148-aae2-37cc46d33981,segment=NetworkSegment(10db9177-2df1-4f08-8bb0-ae1215676510),segment_id=10db9177-2df1-4f08-8bb0-ae1215676510)] {{(pid=87507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:35:44.670726 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-abdf24b5-391d-42d1-bfbd-37f7f594cf9d tempest-AllowedAddressPairIpV6TestJSON-1960971591 tempest-AllowedAddressPairIpV6TestJSON-1960971591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:44.758424 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-8c925ac7-dbcd-4a60-9a49-0b20a1b3dbfb None None] Transition to ACTIVE for port object e26ac354-045b-4001-b74b-e3a337fc10bc will not be triggered until provisioned by entity DHCP. {{(pid=87508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:35:44.771545 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-5b6fcc7d-f25b-49ac-b0d5-377fc722efbd None None] Calling delete_port for 359838ed-8758-4148-aae2-37cc46d33981 owned by network:dhcp {{(pid=87508) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:35:44.804821 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 359838ed-8758-4148-aae2-37cc46d33981 no longer exists at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 22:35:44.820303 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.plugin [None req-abdf24b5-391d-42d1-bfbd-37f7f594cf9d tempest-AllowedAddressPairIpV6TestJSON-1960971591 tempest-AllowedAddressPairIpV6TestJSON-1960971591-project] Calling delete_port for 359838ed-8758-4148-aae2-37cc46d33981 owned by network:dhcp {{(pid=87507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:35:44.842008 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-8c925ac7-dbcd-4a60-9a49-0b20a1b3dbfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940'] for port, after_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:44.851958 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:35:44.887146 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-9bcc8d9d-eddd-4350-bc18-ac79452d88bd req-e1f7f91d-25a8-4545-a6b1-04162f535135 tempest-ServerActionsTestJSON-1581017418 tempest-ServerActionsTestJSON-1581017418-project] 10.222.0.13 "GET /v2.0/security-groups?id=1011a650-dc8c-4279-9762-0c0bcda15d85&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2484040
Dec 16 22:35:44.903673 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-8f33cb44-e9ce-4c1f-94d1-d3fbea6d27d8 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:44.904251 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-8f33cb44-e9ce-4c1f-94d1-d3fbea6d27d8 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:44.943879 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c925ac7-dbcd-4a60-9a49-0b20a1b3dbfb None None] Network 7edd76f7-0f97-48a5-b177-9842de6c0500 is already hosted by enough agents. {{(pid=87508) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:35:44.953409 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.scheduler.base_scheduler [None req-8c925ac7-dbcd-4a60-9a49-0b20a1b3dbfb None None] Resources bound (agent type, host, resource id):  {{(pid=87508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:35:44.965145 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c925ac7-dbcd-4a60-9a49-0b20a1b3dbfb None None] Received port after_create {{(pid=87508) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 22:35:44.973170 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c925ac7-dbcd-4a60-9a49-0b20a1b3dbfb None None] Pushing event updated for resources: {'Port': ['ID=e26ac354-045b-4001-b74b-e3a337fc10bc,revision_number=1']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:35:44.973377 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [None req-01066c7d-bc76-43e8-bc96-20ee9d9c69bd tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Calling delete_port for 3f2cae76-95fe-4f5a-adfb-744fd2b1c73e owned by network:router_interface {{(pid=87506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:35:44.978705 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-8c925ac7-dbcd-4a60-9a49-0b20a1b3dbfb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:35:45.057956 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.plugin [None req-8f33cb44-e9ce-4c1f-94d1-d3fbea6d27d8 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Calling delete_port for 5107d0f5-24e0-469d-af06-b46fb5f94f7e owned by network:floatingip {{(pid=87507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:35:45.107117 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-5b6fcc7d-f25b-49ac-b0d5-377fc722efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949'] for port, after_delete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:45.117831 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:35:45.124994 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.db.api [None req-abdf24b5-391d-42d1-bfbd-37f7f594cf9d tempest-AllowedAddressPairIpV6TestJSON-1960971591 tempest-AllowedAddressPairIpV6TestJSON-1960971591-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87507) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 16 22:35:45.125541 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_db.api [None req-abdf24b5-391d-42d1-bfbd-37f7f594cf9d tempest-AllowedAddressPairIpV6TestJSON-1960971591 tempest-AllowedAddressPairIpV6TestJSON-1960971591-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 16 22:35:45.149699 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Port 359838ed-8758-4148-aae2-37cc46d33981 update to DOWN by agent not found {{(pid=87508) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2117}}
Dec 16 22:35:45.153064 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b6fcc7d-f25b-49ac-b0d5-377fc722efbd None None] No DVR routers for this DVR port 359838ed-8758-4148-aae2-37cc46d33981 on host dv-neutron-821829-1-hyperv {{(pid=87508) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 22:35:45.162761 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-8c925ac7-dbcd-4a60-9a49-0b20a1b3dbfb None None] Attempting to bind port e26ac354-045b-4001-b74b-e3a337fc10bc on host dv-neutron-821829-1-hyperv for vnic_type normal with profile  {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 22:35:45.163137 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-8c925ac7-dbcd-4a60-9a49-0b20a1b3dbfb None None] Attempting to bind port e26ac354-045b-4001-b74b-e3a337fc10bc by drivers openvswitch,hyperv on host dv-neutron-821829-1-hyperv at level 0 using segments [{'id': 'da71c9a1-7532-4738-a9bc-22a7f498ec35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '7edd76f7-0f97-48a5-b177-9842de6c0500'}] {{(pid=87508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 22:35:45.163518 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c925ac7-dbcd-4a60-9a49-0b20a1b3dbfb None None] Attempting to bind port e26ac354-045b-4001-b74b-e3a337fc10bc on network 7edd76f7-0f97-48a5-b177-9842de6c0500 {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 22:35:45.185861 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c925ac7-dbcd-4a60-9a49-0b20a1b3dbfb None None] Checking agent: {'id': '5571501f-366e-47a4-9b60-8ef19d935d27', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821829-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 24, 2), 'started_at': datetime.datetime(2021, 12, 16, 22, 24, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 35, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821829-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 22:35:45.186246 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c925ac7-dbcd-4a60-9a49-0b20a1b3dbfb None None] Checking segment: {'id': 'da71c9a1-7532-4738-a9bc-22a7f498ec35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '7edd76f7-0f97-48a5-b177-9842de6c0500'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 22:35:45.186659 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-8c925ac7-dbcd-4a60-9a49-0b20a1b3dbfb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:45.187060 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c925ac7-dbcd-4a60-9a49-0b20a1b3dbfb None None] Bound using segment: {'id': 'da71c9a1-7532-4738-a9bc-22a7f498ec35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '7edd76f7-0f97-48a5-b177-9842de6c0500'} {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 22:35:45.187546 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-8c925ac7-dbcd-4a60-9a49-0b20a1b3dbfb None None] Bound port: e26ac354-045b-4001-b74b-e3a337fc10bc, host: dv-neutron-821829-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da71c9a1-7532-4738-a9bc-22a7f498ec35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '7edd76f7-0f97-48a5-b177-9842de6c0500'}}] {{(pid=87508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 22:35:45.187953 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-8c925ac7-dbcd-4a60-9a49-0b20a1b3dbfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:45.196095 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f897e9f3-8306-4953-a164-18dbc93c7cc7 admin admin] Notify agent at l3_agent.dv-neutron-821829-1-hyperv the message routers_updated {{(pid=87506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 22:35:45.198335 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6fcc7d-f25b-49ac-b0d5-377fc722efbd None None] Pushing event deleted for resources: {'Port': ['ID=359838ed-8758-4148-aae2-37cc46d33981,revision_number=None']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:35:45.201100 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-5b6fcc7d-f25b-49ac-b0d5-377fc722efbd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:35:45.204282 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-f897e9f3-8306-4953-a164-18dbc93c7cc7 admin admin] 10.222.0.13 "PUT /v2.0/routers/c9a86ec5-c3ce-4817-a558-7b1cd8cf7435/add_router_interface HTTP/1.1" status: 200  len: 503 time: 11.0701530
Dec 16 22:35:45.221527 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf1b1255-b5b4-4358-b265-92b55f16d04d None None] Sync routers for ids ['c9a86ec5-c3ce-4817-a558-7b1cd8cf7435'] in dv-neutron-821829-1-hyperv {{(pid=87509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 22:35:45.249453 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf1b1255-b5b4-4358-b265-92b55f16d04d None None] Routers {'c9a86ec5-c3ce-4817-a558-7b1cd8cf7435'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:35:45.250063 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-bf1b1255-b5b4-4358-b265-92b55f16d04d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b7d6b2160>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:35:31Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['c9a86ec5-c3ce-4817-a558-7b1cd8cf7435'], 'active': True} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:35:45.257216 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-875dcd63-38a0-4a26-8b5c-add2753b434e tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:45.301570 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-8f33cb44-e9ce-4c1f-94d1-d3fbea6d27d8 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10807823'] for port, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:45.305504 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-65a74626-3a63-47f8-91b8-7d29b17f5a05 tempest-AllowedAddressPairIpV6TestJSON-1960971591 tempest-AllowedAddressPairIpV6TestJSON-1960971591-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:35:45.305717 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-fc39390b-edb1-4135-ac92-db4338076d2e tempest-RoutersAdminTest-1029946936 tempest-RoutersAdminTest-1029946936-project] Notify callbacks [] for router_gateway, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:45.336487 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-8c925ac7-dbcd-4a60-9a49-0b20a1b3dbfb None None] For port e26ac354-045b-4001-b74b-e3a337fc10bc, host dv-neutron-821829-1-hyperv, cleared binding levels {{(pid=87508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 22:35:45.340507 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-8c925ac7-dbcd-4a60-9a49-0b20a1b3dbfb None None] For port e26ac354-045b-4001-b74b-e3a337fc10bc, host dv-neutron-821829-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=e26ac354-045b-4001-b74b-e3a337fc10bc,segment=NetworkSegment(da71c9a1-7532-4738-a9bc-22a7f498ec35),segment_id=da71c9a1-7532-4738-a9bc-22a7f498ec35)] {{(pid=87508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 22:35:45.346737 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-8c925ac7-dbcd-4a60-9a49-0b20a1b3dbfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:45.359868 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:35:45.381533 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.notifiers.nova [None req-875dcd63-38a0-4a26-8b5c-add2753b434e tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] device_id is not set on port 256791ae-3821-43ef-89b7-810e25fb1692 yet. {{(pid=87506) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 16 22:35:45.405938 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f33cb44-e9ce-4c1f-94d1-d3fbea6d27d8 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Pushing event deleted for resources: {'Port': ['ID=5107d0f5-24e0-469d-af06-b46fb5f94f7e,revision_number=None']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:35:45.409664 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-8f33cb44-e9ce-4c1f-94d1-d3fbea6d27d8 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:35:45.491152 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c925ac7-dbcd-4a60-9a49-0b20a1b3dbfb None None] Pushing event updated for resources: {'Port': ['ID=e26ac354-045b-4001-b74b-e3a337fc10bc,revision_number=2']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:35:45.512996 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-8c925ac7-dbcd-4a60-9a49-0b20a1b3dbfb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:35:45.544242 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-8f33cb44-e9ce-4c1f-94d1-d3fbea6d27d8 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Notify callbacks [] for floatingip, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:45.577877 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-8f33cb44-e9ce-4c1f-94d1-d3fbea6d27d8 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for floatingip, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:45.578249 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cb6c31-95d4-417a-9639-8136f37d9c75 req-64dc848a-9ff9-4469-87fd-86c285998447 tempest-ServerActionsTestJSON-1581017418 tempest-ServerActionsTestJSON-1581017418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:35:45.579022 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [req-34cb6c31-95d4-417a-9639-8136f37d9c75 req-64dc848a-9ff9-4469-87fd-86c285998447 tempest-ServerActionsTestJSON-1581017418 tempest-ServerActionsTestJSON-1581017418-project] Synchronizing usage tracker for tenant:a21c60855e3d440781134350c2712d36 on resource:port {{(pid=87506) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 22:35:45.580228 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-8f33cb44-e9ce-4c1f-94d1-d3fbea6d27d8 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] 10.222.0.13 "DELETE /v2.0/floatingips/5aa2f0cf-148a-488b-a26d-b46ac4b2c0a2 HTTP/1.1" status: 204  len: 168 time: 1.4640207
Dec 16 22:35:45.584952 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 41536) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:35:45.724645 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvr_db [None req-bf1b1255-b5b4-4358-b265-92b55f16d04d None None] Set router c9a86ec5-c3ce-4817-a558-7b1cd8cf7435 gateway port host: dv-neutron-821829-1-hyperv {{(pid=87509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 22:35:45.783514 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.plugin [None req-abdf24b5-391d-42d1-bfbd-37f7f594cf9d tempest-AllowedAddressPairIpV6TestJSON-1960971591 tempest-AllowedAddressPairIpV6TestJSON-1960971591-project] Deleting port 359838ed-8758-4148-aae2-37cc46d33981 {{(pid=87507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:35:45.783878 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-abdf24b5-391d-42d1-bfbd-37f7f594cf9d tempest-AllowedAddressPairIpV6TestJSON-1960971591 tempest-AllowedAddressPairIpV6TestJSON-1960971591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:45.847527 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.pecan_wsgi.hooks.translation [None req-9cf57872-dd2c-4286-98ad-07828d10e9b8 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] DELETE failed (client error): The resource could not be found.
Dec 16 22:35:45.849383 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9cf57872-dd2c-4286-98ad-07828d10e9b8 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87507) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 16 22:35:45.853070 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-9cf57872-dd2c-4286-98ad-07828d10e9b8 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] 10.222.0.13 "DELETE /v2.0/ports/cb8319bb-ee22-487d-8997-7e6f68275b68 HTTP/1.1" status: 404  len: 333 time: 0.2637866
Dec 16 22:35:45.877171 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [req-34cb6c31-95d4-417a-9639-8136f37d9c75 req-64dc848a-9ff9-4469-87fd-86c285998447 tempest-ServerActionsTestJSON-1581017418 tempest-ServerActionsTestJSON-1581017418-project] Unset dirty status for tenant:a21c60855e3d440781134350c2712d36 on resource:port {{(pid=87506) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 22:35:45.878478 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-34cb6c31-95d4-417a-9639-8136f37d9c75 req-64dc848a-9ff9-4469-87fd-86c285998447 tempest-ServerActionsTestJSON-1581017418 tempest-ServerActionsTestJSON-1581017418-project] 10.222.0.49 "GET /v2.0/ports?device_id=95ef1739-1bf2-4522-993c-76a77d5f2322 HTTP/1.1" status: 200  len: 945 time: 0.8627801
Dec 16 22:35:45.886582 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 41540) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:35:45.903790 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.plugin [None req-abdf24b5-391d-42d1-bfbd-37f7f594cf9d tempest-AllowedAddressPairIpV6TestJSON-1960971591 tempest-AllowedAddressPairIpV6TestJSON-1960971591-project] The port '359838ed-8758-4148-aae2-37cc46d33981' was deleted {{(pid=87507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 16 22:35:46.061759 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-b5b3ee14-bcf8-44c1-b260-69ba55b8c54b tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Synchronizing usage tracker for tenant:224a3f89678e41499cb7a5fbecafc8d7 on resource:port {{(pid=87506) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 22:35:46.092032 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-abdf24b5-391d-42d1-bfbd-37f7f594cf9d tempest-AllowedAddressPairIpV6TestJSON-1960971591 tempest-AllowedAddressPairIpV6TestJSON-1960971591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3329565', 'neutron.services.segments.db._delete_segments_for_network-8734753546406'] for network, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:46.154266 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.db_base_plugin_common [None req-875dcd63-38a0-4a26-8b5c-add2753b434e tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Allocated IP 2001:db8::f816:3eff:fecd:cb1a (7edd76f7-0f97-48a5-b177-9842de6c0500/a5c87593-8472-432e-ba25-78675076a1a7/256791ae-3821-43ef-89b7-810e25fb1692) {{(pid=87506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 22:35:46.172583 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.services.segments.db [None req-abdf24b5-391d-42d1-bfbd-37f7f594cf9d tempest-AllowedAddressPairIpV6TestJSON-1960971591 tempest-AllowedAddressPairIpV6TestJSON-1960971591-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1b76f77640>,) {'filters': {'network_id': ['86e68e41-157c-4f6e-b330-6d809173b73d']}} {{(pid=87507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:35:46.191570 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-01066c7d-bc76-43e8-bc96-20ee9d9c69bd tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1863393'] for port, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:46.192789 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.services.segments.db [None req-abdf24b5-391d-42d1-bfbd-37f7f594cf9d tempest-AllowedAddressPairIpV6TestJSON-1960971591 tempest-AllowedAddressPairIpV6TestJSON-1960971591-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b76f77640>, '10db9177-2df1-4f08-8bb0-ae1215676510') {'for_net_delete': True} {{(pid=87507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:35:46.193212 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.services.segments.db [None req-abdf24b5-391d-42d1-bfbd-37f7f594cf9d tempest-AllowedAddressPairIpV6TestJSON-1960971591 tempest-AllowedAddressPairIpV6TestJSON-1960971591-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b76f77640>, '10db9177-2df1-4f08-8bb0-ae1215676510') {} {{(pid=87507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:35:46.203749 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 41546) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:35:46.215596 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-abdf24b5-391d-42d1-bfbd-37f7f594cf9d tempest-AllowedAddressPairIpV6TestJSON-1960971591 tempest-AllowedAddressPairIpV6TestJSON-1960971591-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734753593977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2128549'] for segment, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:46.230508 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-e76ed12c-e431-4725-bbb5-11a817365771 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:35:46.235187 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-abdf24b5-391d-42d1-bfbd-37f7f594cf9d tempest-AllowedAddressPairIpV6TestJSON-1960971591 tempest-AllowedAddressPairIpV6TestJSON-1960971591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-883292'] for segment, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:46.246233 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-abdf24b5-391d-42d1-bfbd-37f7f594cf9d tempest-AllowedAddressPairIpV6TestJSON-1960971591 tempest-AllowedAddressPairIpV6TestJSON-1960971591-project] Releasing vlan 156 on physical network physnet1 to pool {{(pid=87507) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 16 22:35:46.248126 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-abdf24b5-391d-42d1-bfbd-37f7f594cf9d tempest-AllowedAddressPairIpV6TestJSON-1960971591 tempest-AllowedAddressPairIpV6TestJSON-1960971591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-883285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10808034'] for segment, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:46.266685 dv-neutron-821829-1-hyperv neutron-server[87507]: Traceback (most recent call last):
Dec 16 22:35:46.266685 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 16 22:35:46.266685 dv-neutron-821829-1-hyperv neutron-server[87507]:     timer()
Dec 16 22:35:46.266685 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 22:35:46.266685 dv-neutron-821829-1-hyperv neutron-server[87507]:     cb(*args, **kw)
Dec 16 22:35:46.266685 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 22:35:46.266685 dv-neutron-821829-1-hyperv neutron-server[87507]:     return func(*args, **kwargs)
Dec 16 22:35:46.266685 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 22:35:46.266685 dv-neutron-821829-1-hyperv neutron-server[87507]:     self._notify()
Dec 16 22:35:46.266685 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 22:35:46.266685 dv-neutron-821829-1-hyperv neutron-server[87507]:     self.callback(batched_events)
Dec 16 22:35:46.266685 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 22:35:46.266685 dv-neutron-821829-1-hyperv neutron-server[87507]:     event.method(event)
Dec 16 22:35:46.266685 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 22:35:46.266685 dv-neutron-821829-1-hyperv neutron-server[87507]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 22:35:46.266685 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 22:35:46.266685 dv-neutron-821829-1-hyperv neutron-server[87507]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 22:35:46.266685 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 22:35:46.266685 dv-neutron-821829-1-hyperv neutron-server[87507]:     return f(self, *a, **k)
Dec 16 22:35:46.266685 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 16 22:35:46.266685 dv-neutron-821829-1-hyperv neutron-server[87507]:     return self._get(url).json()
Dec 16 22:35:46.266685 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 16 22:35:46.266685 dv-neutron-821829-1-hyperv neutron-server[87507]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 22:35:46.266685 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 16 22:35:46.266685 dv-neutron-821829-1-hyperv neutron-server[87507]:     return self.request(url, 'GET', **kwargs)
Dec 16 22:35:46.266685 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 16 22:35:46.266685 dv-neutron-821829-1-hyperv neutron-server[87507]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 22:35:46.266685 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 16 22:35:46.266685 dv-neutron-821829-1-hyperv neutron-server[87507]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 22:35:46.266685 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 16 22:35:46.266685 dv-neutron-821829-1-hyperv neutron-server[87507]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 22:35:46.266685 dv-neutron-821829-1-hyperv neutron-server[87507]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 22:35:46.274630 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-b5b3ee14-bcf8-44c1-b260-69ba55b8c54b tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Unset dirty status for tenant:224a3f89678e41499cb7a5fbecafc8d7 on resource:port {{(pid=87506) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 22:35:46.278642 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-bf1b1255-b5b4-4358-b265-92b55f16d04d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b7d6b2160>, [{'id': 'c9a86ec5-c3ce-4817-a558-7b1cd8cf7435', 'name': 'tempest-TestVolumeBootPattern-1035955035-router', 'tenant_id': '42b2a8d808274cb1bcef73fb9de40c05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.239'}], 'enable_snat': True}, 'gw_port_id': '88e27b43-6cb6-405f-9d4b-450d3b0b294b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:35:26Z', 'updated_at': '2021-12-16T22:35:40Z', 'revision_number': 4, 'project_id': '42b2a8d808274cb1bcef73fb9de40c05', 'gw_port': {'id': '88e27b43-6cb6-405f-9d4b-450d3b0b294b', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:48:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9a86ec5-c3ce-4817-a558-7b1cd8cf7435', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:35:29Z', 'updated_at': '2021-12-16T22:35:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv', '_interfaces': [{'id': '65598df6-c2cf-482b-9374-dfdb69da1a45', 'name': '', 'network_id': '0ef805cb-c131-49be-8eb3-33f694571b91', 'tenant_id': '42b2a8d808274cb1bcef73fb9de40c05', 'mac_address': 'fa:16:3e:13:46:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9a86ec5-c3ce-4817-a558-7b1cd8cf7435', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': 'ac6426e0-6572-4e9b-8164-7e57d663eb07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:35:36Z', 'updated_at': '2021-12-16T22:35:41Z', 'revision_number': 2, 'project_id': '42b2a8d808274cb1bcef73fb9de40c05', 'subnets': [{'id': 'ac6426e0-6572-4e9b-8164-7e57d663eb07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:35:46.279233 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-b5b3ee14-bcf8-44c1-b260-69ba55b8c54b tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] 10.222.0.13 "GET /v2.0/ports?device_id=39bf0112-4c37-491b-8b93-b67ac02e1728 HTTP/1.1" status: 200  len: 205 time: 0.3746428
Dec 16 22:35:46.280218 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [req-34cb6c31-95d4-417a-9639-8136f37d9c75 req-5e31904a-4e68-4a15-a917-a3c8852a382f tempest-ServerActionsTestJSON-1581017418 tempest-ServerActionsTestJSON-1581017418-project] Deleting port 760988bb-0591-4c97-be7d-c348804c49dd {{(pid=87506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:35:46.280564 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-34cb6c31-95d4-417a-9639-8136f37d9c75 req-5e31904a-4e68-4a15-a917-a3c8852a382f tempest-ServerActionsTestJSON-1581017418 tempest-ServerActionsTestJSON-1581017418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:46.281964 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf1b1255-b5b4-4358-b265-92b55f16d04d None None] Checking router: c9a86ec5-c3ce-4817-a558-7b1cd8cf7435 for host: dv-neutron-821829-1-hyperv {{(pid=87509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 22:35:46.282424 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf1b1255-b5b4-4358-b265-92b55f16d04d None None] Updating router c9a86ec5-c3ce-4817-a558-7b1cd8cf7435 port 65598df6-c2cf-482b-9374-dfdb69da1a45 binding host dv-neutron-821829-1-hyperv {{(pid=87509) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 16 22:35:46.315354 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 41550) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:35:46.319646 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-cea4c5e4-7684-4c73-8dd9-a161e271632d tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-807238360', 'description': 'tempest-secgroup-smoke-807238360 description', 'project_id': 'ebcac23e4eae475893854e16d121f861'}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:35:46.344494 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron_lib.callbacks.manager [None req-bf1b1255-b5b4-4358-b265-92b55f16d04d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:46.387750 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01066c7d-bc76-43e8-bc96-20ee9d9c69bd tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Pushing event deleted for resources: {'Port': ['ID=3f2cae76-95fe-4f5a-adfb-744fd2b1c73e,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:35:46.391743 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.api.v2.resource [None req-adf18f4a-c940-47d4-9817-1df456799554 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] delete failed (client error): The resource could not be found.
Dec 16 22:35:46.392782 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-adf18f4a-c940-47d4-9817-1df456799554 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] 10.222.0.13 "DELETE /v2.0/routers/39bf0112-4c37-491b-8b93-b67ac02e1728 HTTP/1.1" status: 404  len: 336 time: 0.0764680
Dec 16 22:35:46.397578 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 41554) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:35:46.537913 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546d7257-765a-4f20-b4ac-523615ad7e5d req-9da72c3e-eebc-401c-85bc-5a784833a429 tempest-ServerActionsTestJSON-1581017418 tempest-ServerActionsTestJSON-1581017418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:35:46.546212 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-546d7257-765a-4f20-b4ac-523615ad7e5d req-9da72c3e-eebc-401c-85bc-5a784833a429 tempest-ServerActionsTestJSON-1581017418 tempest-ServerActionsTestJSON-1581017418-project] 10.222.0.13 "GET /v2.0/ports?device_id=95ef1739-1bf2-4522-993c-76a77d5f2322 HTTP/1.1" status: 200  len: 945 time: 0.4450161
Dec 16 22:35:46.574402 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-abdf24b5-391d-42d1-bfbd-37f7f594cf9d tempest-AllowedAddressPairIpV6TestJSON-1960971591 tempest-AllowedAddressPairIpV6TestJSON-1960971591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3329572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3741856'] for network, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:46.581721 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-cea4c5e4-7684-4c73-8dd9-a161e271632d tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:35:46.611272 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.pecan_wsgi.hooks.translation [None req-973329b1-a49e-4530-a0b1-1a3320c85967 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] DELETE failed (client error): The resource could not be found.
Dec 16 22:35:46.611662 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-973329b1-a49e-4530-a0b1-1a3320c85967 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87507) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 16 22:35:46.621522 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-abdf24b5-391d-42d1-bfbd-37f7f594cf9d tempest-AllowedAddressPairIpV6TestJSON-1960971591 tempest-AllowedAddressPairIpV6TestJSON-1960971591-project] Notify callbacks [] for network, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:46.625337 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-abdf24b5-391d-42d1-bfbd-37f7f594cf9d tempest-AllowedAddressPairIpV6TestJSON-1960971591 tempest-AllowedAddressPairIpV6TestJSON-1960971591-project] 10.222.0.13 "DELETE /v2.0/networks/86e68e41-157c-4f6e-b330-6d809173b73d HTTP/1.1" status: 204  len: 168 time: 3.2557149
Dec 16 22:35:46.630783 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-546d7257-765a-4f20-b4ac-523615ad7e5d req-aac4508c-b93c-419e-87fd-270b98384ed8 tempest-ServerActionsTestJSON-1581017418 tempest-ServerActionsTestJSON-1581017418-project] 10.222.0.13 "GET /v2.0/security-groups?id=1011a650-dc8c-4279-9762-0c0bcda15d85&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0835035
Dec 16 22:35:46.639336 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-973329b1-a49e-4530-a0b1-1a3320c85967 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] 10.222.0.13 "DELETE /v2.0/subnets/0014dac2-580c-4001-b787-28acb4a29dfe HTTP/1.1" status: 404  len: 337 time: 0.1992280
Dec 16 22:35:46.639336 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:35:46.652107 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 41562) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:35:46.681193 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-01066c7d-bc76-43e8-bc96-20ee9d9c69bd tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.451s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:35:46.732407 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdf24b5-391d-42d1-bfbd-37f7f594cf9d tempest-AllowedAddressPairIpV6TestJSON-1960971591 tempest-AllowedAddressPairIpV6TestJSON-1960971591-project] Pushing event deleted for resources: {'Network': ['ID=86e68e41-157c-4f6e-b330-6d809173b73d,revision_number=None']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:35:46.736497 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-abdf24b5-391d-42d1-bfbd-37f7f594cf9d tempest-AllowedAddressPairIpV6TestJSON-1960971591 tempest-AllowedAddressPairIpV6TestJSON-1960971591-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:35:46.777406 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-cea4c5e4-7684-4c73-8dd9-a161e271632d tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Usage tracker for resource:security_group and tenant:ebcac23e4eae475893854e16d121f861 is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:35:46.784210 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.plugin [None req-bb0e6ecc-1df3-4d0e-9d4a-6c6f1977b695 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Deleting port 37d3f702-7ad2-4d73-b0c8-c8d6e0dc3390 {{(pid=87507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:35:46.784823 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-bb0e6ecc-1df3-4d0e-9d4a-6c6f1977b695 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:46.791909 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-cea4c5e4-7684-4c73-8dd9-a161e271632d tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:35:46.821527 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-fc39390b-edb1-4135-ac92-db4338076d2e tempest-RoutersAdminTest-1029946936 tempest-RoutersAdminTest-1029946936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3740952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3741923'] for router, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:46.830593 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-cea4c5e4-7684-4c73-8dd9-a161e271632d tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:35:46.858700 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device e26ac354-045b-4001-b74b-e3a337fc10bc up at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 22:35:47.045694 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning for port e26ac354-045b-4001-b74b-e3a337fc10bc completed by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 22:35:47.061646 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron_lib.callbacks.manager [None req-bf1b1255-b5b4-4358-b265-92b55f16d04d None None] Notify callbacks [] for port, precommit_update {{(pid=87509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:47.076037 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.provisioning_blocks [None req-bf1b1255-b5b4-4358-b265-92b55f16d04d None None] Transition to ACTIVE for port object 65598df6-c2cf-482b-9374-dfdb69da1a45 will not be triggered until provisioned by entity L2. {{(pid=87509) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:35:47.083468 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron_lib.callbacks.manager [None req-bf1b1255-b5b4-4358-b265-92b55f16d04d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:47.089107 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:35:47.161679 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b47ca2-2bd5-424a-8000-eacbc5e0d1ee req-17643d37-4eee-4b96-bf55-5f2617c2ad98 tempest-ServersTestManualDisk-828097669 tempest-ServersTestManualDisk-828097669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:35:47.163107 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-f6b47ca2-2bd5-424a-8000-eacbc5e0d1ee req-17643d37-4eee-4b96-bf55-5f2617c2ad98 tempest-ServersTestManualDisk-828097669 tempest-ServersTestManualDisk-828097669-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce84dfe8-5e91-4fe9-b684-9a52b4f9831a HTTP/1.1" status: 200  len: 946 time: 0.3167861
Dec 16 22:35:47.166393 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed2dcd9-bc24-4361-b69d-ba205c12675a None None] Pushing event updated for resources: {'Port': ['ID=65598df6-c2cf-482b-9374-dfdb69da1a45,revision_number=3']} {{(pid=87509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:35:47.171195 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG oslo_concurrency.lockutils [None req-bed2dcd9-bc24-4361-b69d-ba205c12675a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=87509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:35:47.186552 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 41570) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:35:47.218862 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-5ec6ddf3-8805-4347-b688-71555156319f None None] Provisioning for port e26ac354-045b-4001-b74b-e3a337fc10bc completed by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 22:35:47.223905 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-5ec6ddf3-8805-4347-b688-71555156319f None None] Provisioning complete for port e26ac354-045b-4001-b74b-e3a337fc10bc triggered by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:35:47.224284 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-5ec6ddf3-8805-4347-b688-71555156319f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:47.271019 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-f6b47ca2-2bd5-424a-8000-eacbc5e0d1ee req-186dc15c-1b7a-4fb2-a91f-9c5e0433a914 tempest-ServersTestManualDisk-828097669 tempest-ServersTestManualDisk-828097669-project] 10.222.0.13 "GET /v2.0/security-groups?id=794e274c-0150-48f2-9119-aaeb44cd27be&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0992723
Dec 16 22:35:47.273169 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-bb0e6ecc-1df3-4d0e-9d4a-6c6f1977b695 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:47.431249 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-5ec6ddf3-8805-4347-b688-71555156319f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:47.470048 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-5ec6ddf3-8805-4347-b688-71555156319f None None] For port e26ac354-045b-4001-b74b-e3a337fc10bc, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=e26ac354-045b-4001-b74b-e3a337fc10bc,segment=NetworkSegment(da71c9a1-7532-4738-a9bc-22a7f498ec35),segment_id=da71c9a1-7532-4738-a9bc-22a7f498ec35)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:35:47.475634 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-5ec6ddf3-8805-4347-b688-71555156319f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:47.480896 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-1659c89a-a602-4b8d-b8f7-b2715dfc3896 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:35:47.500839 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-875dcd63-38a0-4a26-8b5c-add2753b434e tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks [] for port, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:47.528314 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.provisioning_blocks [None req-875dcd63-38a0-4a26-8b5c-add2753b434e tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Transition to ACTIVE for port object 256791ae-3821-43ef-89b7-810e25fb1692 will not be triggered until provisioned by entity DHCP. {{(pid=87506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:35:47.529628 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.plugin [None req-bb0e6ecc-1df3-4d0e-9d4a-6c6f1977b695 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Calling delete_port for 37d3f702-7ad2-4d73-b0c8-c8d6e0dc3390 owned by  {{(pid=87507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:35:47.542537 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.plugins.ml2.managers [None req-bf1b1255-b5b4-4358-b265-92b55f16d04d None None] Attempting to bind port 65598df6-c2cf-482b-9374-dfdb69da1a45 on host dv-neutron-821829-1-hyperv for vnic_type normal with profile  {{(pid=87509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 22:35:47.543050 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.plugins.ml2.managers [None req-bf1b1255-b5b4-4358-b265-92b55f16d04d None None] Attempting to bind port 65598df6-c2cf-482b-9374-dfdb69da1a45 by drivers openvswitch,hyperv on host dv-neutron-821829-1-hyperv at level 0 using segments [{'id': '1e5a8c87-f893-4bfb-bf1a-9559faa30c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '0ef805cb-c131-49be-8eb3-33f694571b91'}] {{(pid=87509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 22:35:47.543481 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf1b1255-b5b4-4358-b265-92b55f16d04d None None] Attempting to bind port 65598df6-c2cf-482b-9374-dfdb69da1a45 on network 0ef805cb-c131-49be-8eb3-33f694571b91 {{(pid=87509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 22:35:47.549046 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf1b1255-b5b4-4358-b265-92b55f16d04d None None] Checking agent: {'id': '5571501f-366e-47a4-9b60-8ef19d935d27', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821829-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 24, 2), 'started_at': datetime.datetime(2021, 12, 16, 22, 24, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 35, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821829-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 22:35:47.549544 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf1b1255-b5b4-4358-b265-92b55f16d04d None None] Checking segment: {'id': '1e5a8c87-f893-4bfb-bf1a-9559faa30c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '0ef805cb-c131-49be-8eb3-33f694571b91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 22:35:47.550118 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron_lib.callbacks.manager [None req-bf1b1255-b5b4-4358-b265-92b55f16d04d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:47.550618 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf1b1255-b5b4-4358-b265-92b55f16d04d None None] Bound using segment: {'id': '1e5a8c87-f893-4bfb-bf1a-9559faa30c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '0ef805cb-c131-49be-8eb3-33f694571b91'} {{(pid=87509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 22:35:47.551158 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.plugins.ml2.managers [None req-bf1b1255-b5b4-4358-b265-92b55f16d04d None None] Bound port: 65598df6-c2cf-482b-9374-dfdb69da1a45, host: dv-neutron-821829-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e5a8c87-f893-4bfb-bf1a-9559faa30c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '0ef805cb-c131-49be-8eb3-33f694571b91'}}] {{(pid=87509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 22:35:47.551655 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron_lib.callbacks.manager [None req-bf1b1255-b5b4-4358-b265-92b55f16d04d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:47.567581 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec6ddf3-8805-4347-b688-71555156319f None None] Pushing event updated for resources: {'Port': ['ID=e26ac354-045b-4001-b74b-e3a337fc10bc,revision_number=3']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:35:47.582034 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-5ec6ddf3-8805-4347-b688-71555156319f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:35:47.644418 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.plugins.ml2.db [None req-bf1b1255-b5b4-4358-b265-92b55f16d04d None None] For port 65598df6-c2cf-482b-9374-dfdb69da1a45, host dv-neutron-821829-1-hyperv, cleared binding levels {{(pid=87509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 22:35:47.648239 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-9e8275c1-a8cc-497a-b42f-047927d35610 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=39f949a2cd2a472e9ea4f7398c6558e9&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4565036
Dec 16 22:35:47.650898 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.plugins.ml2.db [None req-bf1b1255-b5b4-4358-b265-92b55f16d04d None None] For port 65598df6-c2cf-482b-9374-dfdb69da1a45, host dv-neutron-821829-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=65598df6-c2cf-482b-9374-dfdb69da1a45,segment=NetworkSegment(1e5a8c87-f893-4bfb-bf1a-9559faa30c77),segment_id=1e5a8c87-f893-4bfb-bf1a-9559faa30c77)] {{(pid=87509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 22:35:47.651048 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 41580) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:35:47.657592 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron_lib.callbacks.manager [None req-bf1b1255-b5b4-4358-b265-92b55f16d04d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:47.662718 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG oslo_concurrency.lockutils [None req-4e48716f-b65d-404c-9f9a-0cb289ab3447 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:35:47.679644 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-875dcd63-38a0-4a26-8b5c-add2753b434e tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1863393'] for port, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:47.690810 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-fe3b537e-986b-4a4f-af6d-4441d60fc16b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:35:47.740014 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-cea4c5e4-7684-4c73-8dd9-a161e271632d tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Notify callbacks [] for security_group, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:47.777404 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-bb0e6ecc-1df3-4d0e-9d4a-6c6f1977b695 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10807823'] for port, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:47.783923 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-05731f8a-4d20-41f8-b4fe-4865bc4b971f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:47.787188 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-8f33cb44-e9ce-4c1f-94d1-d3fbea6d27d8 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:35:47.803715 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed2dcd9-bc24-4361-b69d-ba205c12675a None None] Pushing event updated for resources: {'Port': ['ID=65598df6-c2cf-482b-9374-dfdb69da1a45,revision_number=4']} {{(pid=87509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:35:47.807466 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG oslo_concurrency.lockutils [None req-bed2dcd9-bc24-4361-b69d-ba205c12675a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=87509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:35:47.819382 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf1b1255-b5b4-4358-b265-92b55f16d04d None None] Routers {'c9a86ec5-c3ce-4817-a558-7b1cd8cf7435'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:35:47.820250 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-bf1b1255-b5b4-4358-b265-92b55f16d04d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b7d6b2160>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:35:31Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['c9a86ec5-c3ce-4817-a558-7b1cd8cf7435'], 'active': True} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:35:47.942436 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-875dcd63-38a0-4a26-8b5c-add2753b434e tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Network 7edd76f7-0f97-48a5-b177-9842de6c0500 is already hosted by enough agents. {{(pid=87506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:35:47.960200 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.base_scheduler [None req-875dcd63-38a0-4a26-8b5c-add2753b434e tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Resources bound (agent type, host, resource id):  {{(pid=87506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:35:47.969225 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-cea4c5e4-7684-4c73-8dd9-a161e271632d tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:35:47.982500 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-875dcd63-38a0-4a26-8b5c-add2753b434e tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Received port after_create {{(pid=87506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 22:35:47.989418 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-875dcd63-38a0-4a26-8b5c-add2753b434e tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:35:47.989418 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-875dcd63-38a0-4a26-8b5c-add2753b434e tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for port, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:47.995690 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-01066c7d-bc76-43e8-bc96-20ee9d9c69bd tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3791449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3739472'] for router_interface, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:48.002209 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-cea4c5e4-7684-4c73-8dd9-a161e271632d tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Usage tracker for resource:security_group_rule and tenant:ebcac23e4eae475893854e16d121f861 is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:35:48.020699 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-cea4c5e4-7684-4c73-8dd9-a161e271632d tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:35:48.029645 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875dcd63-38a0-4a26-8b5c-add2753b434e tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Pushing event updated for resources: {'Port': ['ID=256791ae-3821-43ef-89b7-810e25fb1692,revision_number=1']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:35:48.032559 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-875dcd63-38a0-4a26-8b5c-add2753b434e tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.342s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:35:48.038460 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0e6ecc-1df3-4d0e-9d4a-6c6f1977b695 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Pushing event deleted for resources: {'Port': ['ID=37d3f702-7ad2-4d73-b0c8-c8d6e0dc3390,revision_number=None']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:35:48.049206 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.db [req-34cb6c31-95d4-417a-9639-8136f37d9c75 req-5e31904a-4e68-4a15-a917-a3c8852a382f tempest-ServerActionsTestJSON-1581017418 tempest-ServerActionsTestJSON-1581017418-project] For port 760988bb-0591-4c97-be7d-c348804c49dd, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=760988bb-0591-4c97-be7d-c348804c49dd,segment=NetworkSegment(0e9a6b9a-afeb-4b5e-89d6-53273bbdf644),segment_id=0e9a6b9a-afeb-4b5e-89d6-53273bbdf644)] {{(pid=87506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:35:48.049568 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-34cb6c31-95d4-417a-9639-8136f37d9c75 req-5e31904a-4e68-4a15-a917-a3c8852a382f tempest-ServerActionsTestJSON-1581017418 tempest-ServerActionsTestJSON-1581017418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:48.050434 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-bb0e6ecc-1df3-4d0e-9d4a-6c6f1977b695 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:35:48.072226 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-cea4c5e4-7684-4c73-8dd9-a161e271632d tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:35:48.076807 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvr_db [None req-bf1b1255-b5b4-4358-b265-92b55f16d04d None None] Set router c9a86ec5-c3ce-4817-a558-7b1cd8cf7435 gateway port host: dv-neutron-821829-1-hyperv {{(pid=87509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 22:35:48.134079 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-05731f8a-4d20-41f8-b4fe-4865bc4b971f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:48.259640 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-bb0e6ecc-1df3-4d0e-9d4a-6c6f1977b695 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for port, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:48.343862 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-bb0e6ecc-1df3-4d0e-9d4a-6c6f1977b695 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] 10.222.0.13 "DELETE /v2.0/ports/37d3f702-7ad2-4d73-b0c8-c8d6e0dc3390 HTTP/1.1" status: 204  len: 168 time: 1.6906245
Dec 16 22:35:48.348946 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 41588) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:35:48.436266 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4bad50-4343-449b-880a-216c0e191564 req-4159854b-cdc1-47c5-8730-86fafd76e42e tempest-ServerActionsTestJSON-1581017418 tempest-ServerActionsTestJSON-1581017418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:35:48.438117 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-ca4bad50-4343-449b-880a-216c0e191564 req-4159854b-cdc1-47c5-8730-86fafd76e42e tempest-ServerActionsTestJSON-1581017418 tempest-ServerActionsTestJSON-1581017418-project] 10.222.0.13 "GET /v2.0/ports?device_id=95ef1739-1bf2-4522-993c-76a77d5f2322 HTTP/1.1" status: 200  len: 945 time: 0.4638402
Dec 16 22:35:48.467339 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.plugin [None req-6db87c93-f662-470c-90fc-c48aa284ff1c tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Deleting port c5d52ecc-0a76-4d7d-999e-a65b2489f0f9 {{(pid=87507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:35:48.468078 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-6db87c93-f662-470c-90fc-c48aa284ff1c tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:48.490414 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-4d4f3a73-fdd0-4256-8f24-9621f51413b9 None None] Provisioning for port 256791ae-3821-43ef-89b7-810e25fb1692 completed by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 22:35:48.501716 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-4d4f3a73-fdd0-4256-8f24-9621f51413b9 None None] Provisioning complete for port 256791ae-3821-43ef-89b7-810e25fb1692 triggered by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:35:48.502441 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-05731f8a-4d20-41f8-b4fe-4865bc4b971f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841066'] for security_group, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:48.502691 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-4d4f3a73-fdd0-4256-8f24-9621f51413b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:48.516659 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-670898ba-62b8-4590-b864-9345b4c4f5f0 tempest-NegativeSecGroupTest-382581040 tempest-NegativeSecGroupTest-382581040-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:35:48.548000 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-875dcd63-38a0-4a26-8b5c-add2753b434e tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 948 time: 4.7711129
Dec 16 22:35:48.552564 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-cea4c5e4-7684-4c73-8dd9-a161e271632d tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Notify callbacks [] for security_group, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:48.574053 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 41594) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:35:48.581276 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-4d4f3a73-fdd0-4256-8f24-9621f51413b9 None None] Port 256791ae-3821-43ef-89b7-810e25fb1692 cannot update to ACTIVE because it is not bound. {{(pid=87508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 22:35:48.584930 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-bf1b1255-b5b4-4358-b265-92b55f16d04d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b7d6b2160>, [{'id': 'c9a86ec5-c3ce-4817-a558-7b1cd8cf7435', 'name': 'tempest-TestVolumeBootPattern-1035955035-router', 'tenant_id': '42b2a8d808274cb1bcef73fb9de40c05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.239'}], 'enable_snat': True}, 'gw_port_id': '88e27b43-6cb6-405f-9d4b-450d3b0b294b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:35:26Z', 'updated_at': '2021-12-16T22:35:40Z', 'revision_number': 4, 'project_id': '42b2a8d808274cb1bcef73fb9de40c05', 'gw_port': {'id': '88e27b43-6cb6-405f-9d4b-450d3b0b294b', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:48:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9a86ec5-c3ce-4817-a558-7b1cd8cf7435', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:35:29Z', 'updated_at': '2021-12-16T22:35:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv', '_interfaces': [{'id': '65598df6-c2cf-482b-9374-dfdb69da1a45', 'name': '', 'network_id': '0ef805cb-c131-49be-8eb3-33f694571b91', 'tenant_id': '42b2a8d808274cb1bcef73fb9de40c05', 'mac_address': 'fa:16:3e:13:46:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9a86ec5-c3ce-4817-a558-7b1cd8cf7435', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': 'ac6426e0-6572-4e9b-8164-7e57d663eb07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:35:36Z', 'updated_at': '2021-12-16T22:35:47Z', 'revision_number': 4, 'project_id': '42b2a8d808274cb1bcef73fb9de40c05', 'subnets': [{'id': 'ac6426e0-6572-4e9b-8164-7e57d663eb07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:35:48.593967 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf1b1255-b5b4-4358-b265-92b55f16d04d None None] The sync data for ids ['c9a86ec5-c3ce-4817-a558-7b1cd8cf7435'] in dv-neutron-821829-1-hyperv is: [{'id': 'c9a86ec5-c3ce-4817-a558-7b1cd8cf7435', 'name': 'tempest-TestVolumeBootPattern-1035955035-router', 'tenant_id': '42b2a8d808274cb1bcef73fb9de40c05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.239'}], 'enable_snat': True}, 'gw_port_id': '88e27b43-6cb6-405f-9d4b-450d3b0b294b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:35:26Z', 'updated_at': '2021-12-16T22:35:40Z', 'revision_number': 4, 'project_id': '42b2a8d808274cb1bcef73fb9de40c05', 'gw_port': {'id': '88e27b43-6cb6-405f-9d4b-450d3b0b294b', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:48:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9a86ec5-c3ce-4817-a558-7b1cd8cf7435', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:35:29Z', 'updated_at': '2021-12-16T22:35:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv', '_interfaces': [{'id': '65598df6-c2cf-482b-9374-dfdb69da1a45', 'name': '', 'network_id': '0ef805cb-c131-49be-8eb3-33f694571b91', 'tenant_id': '42b2a8d808274cb1bcef73fb9de40c05', 'mac_address': 'fa:16:3e:13:46:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9a86ec5-c3ce-4817-a558-7b1cd8cf7435', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': 'ac6426e0-6572-4e9b-8164-7e57d663eb07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:35:36Z', 'updated_at': '2021-12-16T22:35:47Z', 'revision_number': 4, 'project_id': '42b2a8d808274cb1bcef73fb9de40c05', 'subnets': [{'id': 'ac6426e0-6572-4e9b-8164-7e57d663eb07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 22:35:48.603268 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05731f8a-4d20-41f8-b4fe-4865bc4b971f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b98c6e6b-370a-4399-99e7-89fb8ee4d596,revision_number=None']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:35:48.606159 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-05731f8a-4d20-41f8-b4fe-4865bc4b971f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:35:48.688932 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-05731f8a-4d20-41f8-b4fe-4865bc4b971f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:48.690448 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-05731f8a-4d20-41f8-b4fe-4865bc4b971f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b98c6e6b-370a-4399-99e7-89fb8ee4d596 HTTP/1.1" status: 204  len: 168 time: 1.0382740
Dec 16 22:35:48.701289 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-cea4c5e4-7684-4c73-8dd9-a161e271632d tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841066'] for security_group, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:48.708017 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-ca4bad50-4343-449b-880a-216c0e191564 req-236297ce-882a-4273-97f8-7d142de3f1e4 tempest-ServerActionsTestJSON-1581017418 tempest-ServerActionsTestJSON-1581017418-project] 10.222.0.13 "GET /v2.0/security-groups?id=1011a650-dc8c-4279-9762-0c0bcda15d85&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2601275
Dec 16 22:35:48.752812 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-b71806e7-99d3-4561-80cc-3795e1af3af6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:35:48.816662 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device e26ac354-045b-4001-b74b-e3a337fc10bc up at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 22:35:48.844339 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-cea4c5e4-7684-4c73-8dd9-a161e271632d tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Notify callbacks [] for security_group, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:48.845580 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-cea4c5e4-7684-4c73-8dd9-a161e271632d tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1792 time: 2.5833402
Dec 16 22:35:48.855798 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 41600) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:35:48.870026 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc39390b-edb1-4135-ac92-db4338076d2e tempest-RoutersAdminTest-1029946936 tempest-RoutersAdminTest-1029946936-project] Router 056f679a-4796-447e-aa5d-7f495ad1ab2f is scheduled to L3 agent 4f519db7-069b-43e2-8411-c092bac9102a with binding_index 1 {{(pid=87506) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 16 22:35:48.939191 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-1feb10ca-db43-421d-874f-1295a26ce0bc tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Request body: {'security_group_rule': {'security_group_id': '2c8293c6-7a9d-4021-9d0b-d55cb4b08bc4', 'project_id': 'ebcac23e4eae475893854e16d121f861', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:35:48.953919 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-1feb10ca-db43-421d-874f-1295a26ce0bc tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:35:48.963978 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-1feb10ca-db43-421d-874f-1295a26ce0bc tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Usage tracker for resource:security_group_rule and tenant:ebcac23e4eae475893854e16d121f861 is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:35:48.969087 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-1feb10ca-db43-421d-874f-1295a26ce0bc tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:35:48.984661 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-1feb10ca-db43-421d-874f-1295a26ce0bc tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:35:49.007136 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning complete for port e26ac354-045b-4001-b74b-e3a337fc10bc triggered by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:35:49.008225 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:49.026103 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3c3ba3d-d5c7-4ed3-9e95-41a3f8304a32 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:35:49.032305 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3c3ba3d-d5c7-4ed3-9e95-41a3f8304a32 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:35:49.036592 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-f3c3ba3d-d5c7-4ed3-9e95-41a3f8304a32 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1705 time: 0.4547882
Dec 16 22:35:49.047401 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97cd9ff-5645-441a-9c07-bc6191647134 req-8ce3a8d8-45f3-472e-af75-f7e126cb641e tempest-ServersTestManualDisk-828097669 tempest-ServersTestManualDisk-828097669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:35:49.054645 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-c97cd9ff-5645-441a-9c07-bc6191647134 req-8ce3a8d8-45f3-472e-af75-f7e126cb641e tempest-ServersTestManualDisk-828097669 tempest-ServersTestManualDisk-828097669-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce84dfe8-5e91-4fe9-b684-9a52b4f9831a HTTP/1.1" status: 200  len: 946 time: 0.5213592
Dec 16 22:35:49.056464 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 41606) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:35:49.189590 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea4c5e4-7684-4c73-8dd9-a161e271632d tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c8293c6-7a9d-4021-9d0b-d55cb4b08bc4,revision_number=1']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:35:49.195379 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01066c7d-bc76-43e8-bc96-20ee9d9c69bd tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Router 803d1930-ef7a-4a39-ab78-0819a7b5135c has already been hosted by L3 agent 4f519db7-069b-43e2-8411-c092bac9102a {{(pid=87506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 22:35:49.196702 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-6db87c93-f662-470c-90fc-c48aa284ff1c tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:49.211379 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-cea4c5e4-7684-4c73-8dd9-a161e271632d tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.459s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:35:49.219670 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-1feb10ca-db43-421d-874f-1295a26ce0bc tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:49.367845 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.plugin [None req-6db87c93-f662-470c-90fc-c48aa284ff1c tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Calling delete_port for c5d52ecc-0a76-4d7d-999e-a65b2489f0f9 owned by  {{(pid=87507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:35:49.450520 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.plugin [None req-2cd05a34-5758-46f1-9db2-22dbfcfaa93f tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Deleting port 256791ae-3821-43ef-89b7-810e25fb1692 {{(pid=87507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:35:49.451264 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-2cd05a34-5758-46f1-9db2-22dbfcfaa93f tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:49.507966 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Device 760988bb-0591-4c97-be7d-c348804c49dd no longer exists at agent hyperv_hv-neutron-8218 {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 22:35:49.527801 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-c97cd9ff-5645-441a-9c07-bc6191647134 req-735c3bcf-e5f9-44f0-b025-64bff6ff986e tempest-ServersTestManualDisk-828097669 tempest-ServersTestManualDisk-828097669-project] 10.222.0.13 "GET /v2.0/security-groups?id=794e274c-0150-48f2-9119-aaeb44cd27be&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4718874
Dec 16 22:35:49.587147 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01066c7d-bc76-43e8-bc96-20ee9d9c69bd tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify agent at l3_agent.dv-neutron-821829-1-hyperv the message routers_updated {{(pid=87506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 22:35:49.606288 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-01066c7d-bc76-43e8-bc96-20ee9d9c69bd tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] 10.222.0.13 "PUT /v2.0/routers/803d1930-ef7a-4a39-ab78-0819a7b5135c/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 8.9632399
Dec 16 22:35:49.607339 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e8cee2a-b6db-4ca3-940a-782d22e1bd79 None None] Sync routers for ids ['803d1930-ef7a-4a39-ab78-0819a7b5135c'] in dv-neutron-821829-1-hyperv {{(pid=87508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 22:35:49.611524 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-34cb6c31-95d4-417a-9639-8136f37d9c75 req-5e31904a-4e68-4a15-a917-a3c8852a382f tempest-ServerActionsTestJSON-1581017418 tempest-ServerActionsTestJSON-1581017418-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:49.611926 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-34cb6c31-95d4-417a-9639-8136f37d9c75 req-5e31904a-4e68-4a15-a917-a3c8852a382f tempest-ServerActionsTestJSON-1581017418 tempest-ServerActionsTestJSON-1581017418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3741874'] for floatingip, after_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:49.612247 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.db.l3_db [req-34cb6c31-95d4-417a-9639-8136f37d9c75 req-5e31904a-4e68-4a15-a917-a3c8852a382f tempest-ServerActionsTestJSON-1581017418 tempest-ServerActionsTestJSON-1581017418-project] Floating IP 31a79c59-5278-44ee-8ce3-14d34696f00c disassociated. External IP: 172.26.0.33, port: 760988bb-0591-4c97-be7d-c348804c49dd.
Dec 16 22:35:49.612598 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [req-34cb6c31-95d4-417a-9639-8136f37d9c75 req-5e31904a-4e68-4a15-a917-a3c8852a382f tempest-ServerActionsTestJSON-1581017418 tempest-ServerActionsTestJSON-1581017418-project] Calling delete_port for 760988bb-0591-4c97-be7d-c348804c49dd owned by compute:nova {{(pid=87506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:35:49.612819 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 41624) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:35:49.695735 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc39390b-edb1-4135-ac92-db4338076d2e tempest-RoutersAdminTest-1029946936 tempest-RoutersAdminTest-1029946936-project] Notify agent at l3_agent.dv-neutron-821829-1-hyperv the message routers_updated {{(pid=87506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 22:35:49.705659 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:49.707909 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e6b4030-a88d-43fd-bab0-8e645cd6d5a4 None None] Sync routers for ids ['056f679a-4796-447e-aa5d-7f495ad1ab2f'] in dv-neutron-821829-1-hyperv {{(pid=87509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 22:35:49.720691 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e6b4030-a88d-43fd-bab0-8e645cd6d5a4 None None] Routers {'056f679a-4796-447e-aa5d-7f495ad1ab2f'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:35:49.721246 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-3e6b4030-a88d-43fd-bab0-8e645cd6d5a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b7c747850>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:35:31Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['056f679a-4796-447e-aa5d-7f495ad1ab2f'], 'active': True} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:35:49.742444 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e8cee2a-b6db-4ca3-940a-782d22e1bd79 None None] Routers {'803d1930-ef7a-4a39-ab78-0819a7b5135c'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:35:49.748387 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-9e8cee2a-b6db-4ca3-940a-782d22e1bd79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b7c059c10>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:35:31Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['803d1930-ef7a-4a39-ab78-0819a7b5135c'], 'active': True} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:35:49.785021 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-fc39390b-edb1-4135-ac92-db4338076d2e tempest-RoutersAdminTest-1029946936 tempest-RoutersAdminTest-1029946936-project] Notify callbacks [] for router, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:49.786269 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-fc39390b-edb1-4135-ac92-db4338076d2e tempest-RoutersAdminTest-1029946936 tempest-RoutersAdminTest-1029946936-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 884 time: 12.0516310
Dec 16 22:35:49.790542 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 41632) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:35:49.807161 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-f08da94d-4135-4823-8def-45fc1adaa7a5 tempest-RoutersAdminTest-1029946936 tempest-RoutersAdminTest-1029946936-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:35:49.854625 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-9e8cee2a-b6db-4ca3-940a-782d22e1bd79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b7c059c10>, [], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:35:49.879828 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] For port 760988bb-0591-4c97-be7d-c348804c49dd, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=760988bb-0591-4c97-be7d-c348804c49dd,segment=NetworkSegment(0e9a6b9a-afeb-4b5e-89d6-53273bbdf644),segment_id=0e9a6b9a-afeb-4b5e-89d6-53273bbdf644)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:35:49.882555 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95ef1739-1bf2-4522-993c-76a77d5f2322', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '760988bb-0591-4c97-be7d-c348804c49dd'}] {{(pid=87508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 22:35:49.893087 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:49.895018 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-c3f2960c-7e87-46d2-b4a6-32284a067daf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:35:49.906881 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-3e6b4030-a88d-43fd-bab0-8e645cd6d5a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b7c747850>, [], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:35:49.922182 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 41638) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:35:49.940803 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e6b4030-a88d-43fd-bab0-8e645cd6d5a4 None None] Routers {'056f679a-4796-447e-aa5d-7f495ad1ab2f'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:35:49.942165 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-3e6b4030-a88d-43fd-bab0-8e645cd6d5a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b7c747850>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:35:31Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['056f679a-4796-447e-aa5d-7f495ad1ab2f'], 'active': True} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:35:49.958682 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e8cee2a-b6db-4ca3-940a-782d22e1bd79 None None] Routers {'803d1930-ef7a-4a39-ab78-0819a7b5135c'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:35:49.960349 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-9e8cee2a-b6db-4ca3-940a-782d22e1bd79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b7c059c10>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:35:31Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['803d1930-ef7a-4a39-ab78-0819a7b5135c'], 'active': True} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:35:49.971860 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-1feb10ca-db43-421d-874f-1295a26ce0bc tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:50.003412 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.db.api [req-34cb6c31-95d4-417a-9639-8136f37d9c75 req-5e31904a-4e68-4a15-a917-a3c8852a382f tempest-ServerActionsTestJSON-1581017418 tempest-ServerActionsTestJSON-1581017418-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87506) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 16 22:35:50.003737 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_db.api [req-34cb6c31-95d4-417a-9639-8136f37d9c75 req-5e31904a-4e68-4a15-a917-a3c8852a382f tempest-ServerActionsTestJSON-1581017418 tempest-ServerActionsTestJSON-1581017418-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 16 22:35:50.054471 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-3e6b4030-a88d-43fd-bab0-8e645cd6d5a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b7c747850>, [], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:35:50.055241 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e6b4030-a88d-43fd-bab0-8e645cd6d5a4 None None] The sync data for ids ['056f679a-4796-447e-aa5d-7f495ad1ab2f'] in dv-neutron-821829-1-hyperv is: [] {{(pid=87509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 22:35:50.090490 dv-neutron-821829-1-hyperv neutron-server[87508]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95ef1739-1bf2-4522-993c-76a77d5f2322', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '760988bb-0591-4c97-be7d-c348804c49dd', 'code': 200}
Dec 16 22:35:50.093802 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-1feb10ca-db43-421d-874f-1295a26ce0bc tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841137'] for security_group_rule, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:50.097861 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-9e8cee2a-b6db-4ca3-940a-782d22e1bd79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b7c059c10>, [], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:35:50.098283 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e8cee2a-b6db-4ca3-940a-782d22e1bd79 None None] The sync data for ids ['803d1930-ef7a-4a39-ab78-0819a7b5135c'] in dv-neutron-821829-1-hyperv is: [] {{(pid=87508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 22:35:50.146092 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Pushing event updated for resources: {'Port': ['ID=760988bb-0591-4c97-be7d-c348804c49dd,revision_number=6']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:35:50.150505 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:35:50.169056 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c82602-e80f-4d89-b58a-1f52b6525a01 req-6cee52bd-0ef1-460c-96f7-e243173f9d81 tempest-ServersTestManualDisk-828097669 tempest-ServersTestManualDisk-828097669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:35:50.169789 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [req-a2c82602-e80f-4d89-b58a-1f52b6525a01 req-6cee52bd-0ef1-460c-96f7-e243173f9d81 tempest-ServersTestManualDisk-828097669 tempest-ServersTestManualDisk-828097669-project] Synchronizing usage tracker for tenant:ce00d97791a4466faef350f07c7566f3 on resource:port {{(pid=87506) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 22:35:50.248940 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-3beb48d6-2a89-4352-ab14-eaef88752569 tempest-AllowedAddressPairTestJSON-1611484417 tempest-AllowedAddressPairTestJSON-1611484417-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1177644594'}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:35:50.263796 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-3beb48d6-2a89-4352-ab14-eaef88752569 tempest-AllowedAddressPairTestJSON-1611484417 tempest-AllowedAddressPairTestJSON-1611484417-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:35:50.271550 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [req-a2c82602-e80f-4d89-b58a-1f52b6525a01 req-6cee52bd-0ef1-460c-96f7-e243173f9d81 tempest-ServersTestManualDisk-828097669 tempest-ServersTestManualDisk-828097669-project] Unset dirty status for tenant:ce00d97791a4466faef350f07c7566f3 on resource:port {{(pid=87506) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 22:35:50.272799 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-a2c82602-e80f-4d89-b58a-1f52b6525a01 req-6cee52bd-0ef1-460c-96f7-e243173f9d81 tempest-ServersTestManualDisk-828097669 tempest-ServersTestManualDisk-828097669-project] 10.222.0.49 "GET /v2.0/ports?device_id=ce84dfe8-5e91-4fe9-b684-9a52b4f9831a HTTP/1.1" status: 200  len: 946 time: 0.3514912
Dec 16 22:35:50.282220 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-3beb48d6-2a89-4352-ab14-eaef88752569 tempest-AllowedAddressPairTestJSON-1611484417 tempest-AllowedAddressPairTestJSON-1611484417-project] Usage tracker for resource:network and tenant:aac952f03feb4a16a9e96684becdcd26 is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:35:50.291502 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-3beb48d6-2a89-4352-ab14-eaef88752569 tempest-AllowedAddressPairTestJSON-1611484417 tempest-AllowedAddressPairTestJSON-1611484417-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:35:50.320808 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-b21c9bd0-e250-4f0e-91a4-f1be2150262e tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:35:50.332141 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-3beb48d6-2a89-4352-ab14-eaef88752569 tempest-AllowedAddressPairTestJSON-1611484417 tempest-AllowedAddressPairTestJSON-1611484417-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:35:50.419236 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3beb48d6-2a89-4352-ab14-eaef88752569 tempest-AllowedAddressPairTestJSON-1611484417 tempest-AllowedAddressPairTestJSON-1611484417-project] Made reservation on behalf of aac952f03feb4a16a9e96684becdcd26 for: {'network': 1} {{(pid=87506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:35:50.422635 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-3beb48d6-2a89-4352-ab14-eaef88752569 tempest-AllowedAddressPairTestJSON-1611484417 tempest-AllowedAddressPairTestJSON-1611484417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for network, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:50.452602 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-3beb48d6-2a89-4352-ab14-eaef88752569 tempest-AllowedAddressPairTestJSON-1611484417 tempest-AllowedAddressPairTestJSON-1611484417-project] Notify callbacks [] for security_group, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:50.472196 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [req-a2c82602-e80f-4d89-b58a-1f52b6525a01 req-77810bbe-3916-4472-a907-8595d736d600 tempest-ServersTestManualDisk-828097669 tempest-ServersTestManualDisk-828097669-project] Deleting port 5ec081a6-0cc9-4f03-a789-48e20125b71c {{(pid=87506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:35:50.472542 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-a2c82602-e80f-4d89-b58a-1f52b6525a01 req-77810bbe-3916-4472-a907-8595d736d600 tempest-ServersTestManualDisk-828097669 tempest-ServersTestManualDisk-828097669-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:50.483861 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1feb10ca-db43-421d-874f-1295a26ce0bc tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8284ca30-a794-46ba-bfb8-2f48b1c1e59c,revision_number=0']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:35:50.486502 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-1feb10ca-db43-421d-874f-1295a26ce0bc tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:35:50.509464 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [req-34cb6c31-95d4-417a-9639-8136f37d9c75 req-5e31904a-4e68-4a15-a917-a3c8852a382f tempest-ServerActionsTestJSON-1581017418 tempest-ServerActionsTestJSON-1581017418-project] Deleting port 760988bb-0591-4c97-be7d-c348804c49dd {{(pid=87506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:35:50.509800 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-34cb6c31-95d4-417a-9639-8136f37d9c75 req-5e31904a-4e68-4a15-a917-a3c8852a382f tempest-ServerActionsTestJSON-1581017418 tempest-ServerActionsTestJSON-1581017418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:50.558904 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-3beb48d6-2a89-4352-ab14-eaef88752569 tempest-AllowedAddressPairTestJSON-1611484417 tempest-AllowedAddressPairTestJSON-1611484417-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:35:50.574559 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-3beb48d6-2a89-4352-ab14-eaef88752569 tempest-AllowedAddressPairTestJSON-1611484417 tempest-AllowedAddressPairTestJSON-1611484417-project] Usage tracker for resource:security_group_rule and tenant:aac952f03feb4a16a9e96684becdcd26 is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:35:50.642061 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-1feb10ca-db43-421d-874f-1295a26ce0bc tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:50.644225 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-1feb10ca-db43-421d-874f-1295a26ce0bc tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 1.7765927
Dec 16 22:35:50.651178 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-3beb48d6-2a89-4352-ab14-eaef88752569 tempest-AllowedAddressPairTestJSON-1611484417 tempest-AllowedAddressPairTestJSON-1611484417-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:35:50.658899 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-3beb48d6-2a89-4352-ab14-eaef88752569 tempest-AllowedAddressPairTestJSON-1611484417 tempest-AllowedAddressPairTestJSON-1611484417-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:35:50.696107 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 41646) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:35:50.700005 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-2cd05a34-5758-46f1-9db2-22dbfcfaa93f tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:50.711775 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-22f05e99-a67f-4e2a-9cb9-28518d8f8831 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Request body: {'security_group_rule': {'security_group_id': '2c8293c6-7a9d-4021-9d0b-d55cb4b08bc4', 'project_id': 'ebcac23e4eae475893854e16d121f861', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:35:50.718590 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-22f05e99-a67f-4e2a-9cb9-28518d8f8831 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:35:50.722313 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-22f05e99-a67f-4e2a-9cb9-28518d8f8831 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Usage tracker for resource:security_group_rule and tenant:ebcac23e4eae475893854e16d121f861 is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:35:50.725153 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-22f05e99-a67f-4e2a-9cb9-28518d8f8831 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:35:50.734224 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-22f05e99-a67f-4e2a-9cb9-28518d8f8831 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:35:50.754939 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.api.v2.resource [None req-2861f234-da9f-4917-9278-d403b67bf020 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] remove_router_interface failed (client error): The resource could not be found.
Dec 16 22:35:50.755533 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-2861f234-da9f-4917-9278-d403b67bf020 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] 10.222.0.13 "PUT /v2.0/routers/803d1930-ef7a-4a39-ab78-0819a7b5135c/remove_router_interface HTTP/1.1" status: 404  len: 398 time: 1.1403327
Dec 16 22:35:50.769299 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 65598df6-c2cf-482b-9374-dfdb69da1a45 up at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 22:35:50.786541 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 41650) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:35:50.873667 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning for port 65598df6-c2cf-482b-9374-dfdb69da1a45 completed by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 22:35:50.879503 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning complete for port 65598df6-c2cf-482b-9374-dfdb69da1a45 triggered by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:35:50.879923 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:50.922251 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-6db87c93-f662-470c-90fc-c48aa284ff1c tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10807823'] for port, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:50.937083 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.plugin [None req-2cd05a34-5758-46f1-9db2-22dbfcfaa93f tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Calling delete_port for 256791ae-3821-43ef-89b7-810e25fb1692 owned by  {{(pid=87507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:35:50.966442 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-f80c76a3-42ac-4339-b60d-cec38215add5 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:35:51.002699 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:51.032111 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db87c93-f662-470c-90fc-c48aa284ff1c tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Pushing event deleted for resources: {'Port': ['ID=c5d52ecc-0a76-4d7d-999e-a65b2489f0f9,revision_number=None']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:35:51.040809 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] For port 65598df6-c2cf-482b-9374-dfdb69da1a45, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=65598df6-c2cf-482b-9374-dfdb69da1a45,segment=NetworkSegment(1e5a8c87-f893-4bfb-bf1a-9559faa30c77),segment_id=1e5a8c87-f893-4bfb-bf1a-9559faa30c77)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:35:51.046264 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:51.048272 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-e8a65900-6099-4e78-ba6e-ced50355a96c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:35:51.100228 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db87c93-f662-470c-90fc-c48aa284ff1c tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:35:51.100611 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db87c93-f662-470c-90fc-c48aa284ff1c tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:35:51.101365 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db87c93-f662-470c-90fc-c48aa284ff1c tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:35:51.101365 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db87c93-f662-470c-90fc-c48aa284ff1c tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:35:51.101699 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db87c93-f662-470c-90fc-c48aa284ff1c tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:35:51.102060 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db87c93-f662-470c-90fc-c48aa284ff1c tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:35:51.102417 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db87c93-f662-470c-90fc-c48aa284ff1c tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:35:51.102772 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db87c93-f662-470c-90fc-c48aa284ff1c tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:35:51.104530 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db87c93-f662-470c-90fc-c48aa284ff1c tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:35:51.104530 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db87c93-f662-470c-90fc-c48aa284ff1c tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:35:51.104530 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db87c93-f662-470c-90fc-c48aa284ff1c tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:35:51.104530 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db87c93-f662-470c-90fc-c48aa284ff1c tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:35:51.105511 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-f9493aee-64f1-4880-9f80-82f32e800286 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Synchronizing usage tracker for tenant:bb30155073f3462f829b4df60e35f5af on resource:port {{(pid=87506) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 22:35:51.115428 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Pushing event updated for resources: {'Port': ['ID=65598df6-c2cf-482b-9374-dfdb69da1a45,revision_number=5']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:35:51.118875 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:35:51.135117 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-6db87c93-f662-470c-90fc-c48aa284ff1c tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:35:51.143548 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-22f05e99-a67f-4e2a-9cb9-28518d8f8831 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:51.149790 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b745b85-8e09-4c4b-b937-c697fc33354a req-11546f22-1504-48c8-803d-6221121dbc29 tempest-ServerActionsTestJSON-1581017418 tempest-ServerActionsTestJSON-1581017418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:35:51.151294 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-4b745b85-8e09-4c4b-b937-c697fc33354a req-11546f22-1504-48c8-803d-6221121dbc29 tempest-ServerActionsTestJSON-1581017418 tempest-ServerActionsTestJSON-1581017418-project] 10.222.0.13 "GET /v2.0/ports?device_id=95ef1739-1bf2-4522-993c-76a77d5f2322 HTTP/1.1" status: 200  len: 943 time: 1.1929998
Dec 16 22:35:51.289966 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-6db87c93-f662-470c-90fc-c48aa284ff1c tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for port, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:51.303260 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01217e8a-d58b-4d0e-9be1-b2522df1df3a req-159c2d6a-fcc8-48d3-8721-5ed670e75e82 tempest-ServersTestManualDisk-828097669 tempest-ServersTestManualDisk-828097669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:35:51.304744 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-01217e8a-d58b-4d0e-9be1-b2522df1df3a req-159c2d6a-fcc8-48d3-8721-5ed670e75e82 tempest-ServersTestManualDisk-828097669 tempest-ServersTestManualDisk-828097669-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce84dfe8-5e91-4fe9-b684-9a52b4f9831a HTTP/1.1" status: 200  len: 946 time: 0.5520978
Dec 16 22:35:51.316787 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-4b745b85-8e09-4c4b-b937-c697fc33354a req-9cf2eb69-7e7d-45b2-9281-6e9bf56a453d tempest-ServerActionsTestJSON-1581017418 tempest-ServerActionsTestJSON-1581017418-project] 10.222.0.13 "GET /v2.0/security-groups?id=1011a650-dc8c-4279-9762-0c0bcda15d85&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1465759
Dec 16 22:35:51.323086 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-6db87c93-f662-470c-90fc-c48aa284ff1c tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] 10.222.0.13 "DELETE /v2.0/ports/c5d52ecc-0a76-4d7d-999e-a65b2489f0f9 HTTP/1.1" status: 204  len: 168 time: 2.9715385
Dec 16 22:35:51.341333 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 41654) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:35:51.355731 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-3beb48d6-2a89-4352-ab14-eaef88752569 tempest-AllowedAddressPairTestJSON-1611484417 tempest-AllowedAddressPairTestJSON-1611484417-project] Notify callbacks [] for security_group, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:51.385577 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-f9493aee-64f1-4880-9f80-82f32e800286 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Unset dirty status for tenant:bb30155073f3462f829b4df60e35f5af on resource:port {{(pid=87506) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 22:35:51.387278 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-f9493aee-64f1-4880-9f80-82f32e800286 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] 10.222.0.13 "GET /v2.0/ports?device_id=803d1930-ef7a-4a39-ab78-0819a7b5135c HTTP/1.1" status: 200  len: 205 time: 0.5971115
Dec 16 22:35:51.396222 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-f08da94d-4135-4823-8def-45fc1adaa7a5 tempest-RoutersAdminTest-1029946936 tempest-RoutersAdminTest-1029946936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3741702', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3740945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-38947'] for router, precommit_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:51.398354 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 41658) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:35:51.399917 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-3beb48d6-2a89-4352-ab14-eaef88752569 tempest-AllowedAddressPairTestJSON-1611484417 tempest-AllowedAddressPairTestJSON-1611484417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841066'] for security_group, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:51.411015 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-c775debf-3b1b-43e6-95df-ea9411f11e5a tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:35:51.473918 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-2cd05a34-5758-46f1-9db2-22dbfcfaa93f tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10807823'] for port, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:51.485748 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-01217e8a-d58b-4d0e-9be1-b2522df1df3a req-ea0104f2-e982-4cce-9bab-0126a01fb69e tempest-ServersTestManualDisk-828097669 tempest-ServersTestManualDisk-828097669-project] 10.222.0.13 "GET /v2.0/security-groups?id=794e274c-0150-48f2-9119-aaeb44cd27be&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1719372
Dec 16 22:35:51.498640 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-f08da94d-4135-4823-8def-45fc1adaa7a5 tempest-RoutersAdminTest-1029946936 tempest-RoutersAdminTest-1029946936-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:51.519041 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3beb48d6-2a89-4352-ab14-eaef88752569 tempest-AllowedAddressPairTestJSON-1611484417 tempest-AllowedAddressPairTestJSON-1611484417-project] vlan segment allocate from pool success with {'vlan_id': 157, 'physical_network': 'physnet1'}  {{(pid=87506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 22:35:51.543718 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-1fd5accf-e09e-4e70-8fcc-9160de84b52a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:35:51.551324 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3beb48d6-2a89-4352-ab14-eaef88752569 tempest-AllowedAddressPairTestJSON-1611484417 tempest-AllowedAddressPairTestJSON-1611484417-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a6baf1e-918f-4f00-bbd0-d6649ed3036e,revision_number=1']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:35:51.570300 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-3beb48d6-2a89-4352-ab14-eaef88752569 tempest-AllowedAddressPairTestJSON-1611484417 tempest-AllowedAddressPairTestJSON-1611484417-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:35:51.574061 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-22f05e99-a67f-4e2a-9cb9-28518d8f8831 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:51.574975 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [None req-f08da94d-4135-4823-8def-45fc1adaa7a5 tempest-RoutersAdminTest-1029946936 tempest-RoutersAdminTest-1029946936-project] Deleting port 6ba04997-8e86-4262-8a45-02d7af41dd55 {{(pid=87506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:35:51.575296 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-f08da94d-4135-4823-8def-45fc1adaa7a5 tempest-RoutersAdminTest-1029946936 tempest-RoutersAdminTest-1029946936-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:51.600853 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd05a34-5758-46f1-9db2-22dbfcfaa93f tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Pushing event deleted for resources: {'Port': ['ID=256791ae-3821-43ef-89b7-810e25fb1692,revision_number=None']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:35:51.605399 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-2cd05a34-5758-46f1-9db2-22dbfcfaa93f tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:35:51.611075 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-2add52db-c57c-45b3-962c-b3ac652cd704 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks [] for router, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:51.619009 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-22f05e99-a67f-4e2a-9cb9-28518d8f8831 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841137'] for security_group_rule, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:51.623472 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.db [req-a2c82602-e80f-4d89-b58a-1f52b6525a01 req-77810bbe-3916-4472-a907-8595d736d600 tempest-ServersTestManualDisk-828097669 tempest-ServersTestManualDisk-828097669-project] For port 5ec081a6-0cc9-4f03-a789-48e20125b71c, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=5ec081a6-0cc9-4f03-a789-48e20125b71c,segment=NetworkSegment(44d7d6b4-2384-4042-a4d7-5a7c4d034892),segment_id=44d7d6b4-2384-4042-a4d7-5a7c4d034892)] {{(pid=87506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:35:51.623846 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-a2c82602-e80f-4d89-b58a-1f52b6525a01 req-77810bbe-3916-4472-a907-8595d736d600 tempest-ServersTestManualDisk-828097669 tempest-ServersTestManualDisk-828097669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:51.630912 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-3beb48d6-2a89-4352-ab14-eaef88752569 tempest-AllowedAddressPairTestJSON-1611484417 tempest-AllowedAddressPairTestJSON-1611484417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-883292'] for segment, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:51.631252 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.db.segments_db [None req-3beb48d6-2a89-4352-ab14-eaef88752569 tempest-AllowedAddressPairTestJSON-1611484417 tempest-AllowedAddressPairTestJSON-1611484417-project] Added segment 5c04e453-eb51-408f-a0bb-31d80a1a917a of type vlan for network 23bf1340-5067-4f12-82fc-aa5d92ad4d11
Dec 16 22:35:51.654185 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:35:51.663361 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.db [req-34cb6c31-95d4-417a-9639-8136f37d9c75 req-5e31904a-4e68-4a15-a917-a3c8852a382f tempest-ServerActionsTestJSON-1581017418 tempest-ServerActionsTestJSON-1581017418-project] For port 760988bb-0591-4c97-be7d-c348804c49dd, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=760988bb-0591-4c97-be7d-c348804c49dd,segment=NetworkSegment(0e9a6b9a-afeb-4b5e-89d6-53273bbdf644),segment_id=0e9a6b9a-afeb-4b5e-89d6-53273bbdf644)] {{(pid=87506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:35:51.663722 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-34cb6c31-95d4-417a-9639-8136f37d9c75 req-5e31904a-4e68-4a15-a917-a3c8852a382f tempest-ServerActionsTestJSON-1581017418 tempest-ServerActionsTestJSON-1581017418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:51.905269 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f05e99-a67f-4e2a-9cb9-28518d8f8831 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ec2defc-b7ad-4faa-8910-9f6e7db047a7,revision_number=0']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:35:51.912709 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-2cd05a34-5758-46f1-9db2-22dbfcfaa93f tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for port, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:51.914381 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-2cd05a34-5758-46f1-9db2-22dbfcfaa93f tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] 10.222.0.13 "DELETE /v2.0/ports/256791ae-3821-43ef-89b7-810e25fb1692 HTTP/1.1" status: 204  len: 168 time: 2.8241580
Dec 16 22:35:51.918414 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 41662) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:35:51.935837 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-22f05e99-a67f-4e2a-9cb9-28518d8f8831 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:35:51.950972 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-3beb48d6-2a89-4352-ab14-eaef88752569 tempest-AllowedAddressPairTestJSON-1611484417 tempest-AllowedAddressPairTestJSON-1611484417-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734753047233'] for network, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:52.067253 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-22f05e99-a67f-4e2a-9cb9-28518d8f8831 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:52.068356 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-22f05e99-a67f-4e2a-9cb9-28518d8f8831 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 1.3635590
Dec 16 22:35:52.086365 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 41666) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:35:52.142843 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f80ae21-91fc-49e6-82b3-dcd3cd9dc586 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:35:52.143526 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-8f80ae21-91fc-49e6-82b3-dcd3cd9dc586 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Synchronizing usage tracker for tenant:224a3f89678e41499cb7a5fbecafc8d7 on resource:port {{(pid=87507) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 22:35:52.147115 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-2add52db-c57c-45b3-962c-b3ac652cd704 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3739500', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39002'] for router, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:52.152303 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-2add52db-c57c-45b3-962c-b3ac652cd704 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:52.177605 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-6013f69b-40e7-4571-93e3-62e93cc05a53 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Request body: {'security_group_rule': {'security_group_id': '2c8293c6-7a9d-4021-9d0b-d55cb4b08bc4', 'project_id': 'ebcac23e4eae475893854e16d121f861', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:35:52.189197 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ecbf4a0-6f52-41a5-b11f-0bab6507742e tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:35:52.190693 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ecbf4a0-6f52-41a5-b11f-0bab6507742e tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:35:52.192190 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-5ecbf4a0-6f52-41a5-b11f-0bab6507742e tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1457 time: 0.2727568
Dec 16 22:35:52.193980 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-8f80ae21-91fc-49e6-82b3-dcd3cd9dc586 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Unset dirty status for tenant:224a3f89678e41499cb7a5fbecafc8d7 on resource:port {{(pid=87507) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 22:35:52.195666 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-8f80ae21-91fc-49e6-82b3-dcd3cd9dc586 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] 10.222.0.13 "GET /v2.0/ports?device_id=45ae2c9f-738c-4d50-9070-36f2d87f0ea0 HTTP/1.1" status: 200  len: 913 time: 0.8505044
Dec 16 22:35:52.195666 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 41670) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:35:52.197647 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 41674) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:35:52.255734 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-6013f69b-40e7-4571-93e3-62e93cc05a53 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:35:52.284297 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-f08da94d-4135-4823-8def-45fc1adaa7a5 tempest-RoutersAdminTest-1029946936 tempest-RoutersAdminTest-1029946936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:52.294732 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-2add52db-c57c-45b3-962c-b3ac652cd704 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3830089'] for router, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:52.295208 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2add52db-c57c-45b3-962c-b3ac652cd704 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Fanout notify agent at l3_agent the message router_deleted on router 803d1930-ef7a-4a39-ab78-0819a7b5135c {{(pid=87507) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 16 22:35:52.308599 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-6013f69b-40e7-4571-93e3-62e93cc05a53 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Usage tracker for resource:security_group_rule and tenant:ebcac23e4eae475893854e16d121f861 is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:35:52.314527 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-3beb48d6-2a89-4352-ab14-eaef88752569 tempest-AllowedAddressPairTestJSON-1611484417 tempest-AllowedAddressPairTestJSON-1611484417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440'] for network, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:52.320049 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3beb48d6-2a89-4352-ab14-eaef88752569 tempest-AllowedAddressPairTestJSON-1611484417 tempest-AllowedAddressPairTestJSON-1611484417-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:35:52.320572 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-3beb48d6-2a89-4352-ab14-eaef88752569 tempest-AllowedAddressPairTestJSON-1611484417 tempest-AllowedAddressPairTestJSON-1611484417-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3791486'] for network, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:52.333942 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-2add52db-c57c-45b3-962c-b3ac652cd704 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks [] for router, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:52.334999 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-2add52db-c57c-45b3-962c-b3ac652cd704 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] 10.222.0.13 "DELETE /v2.0/routers/803d1930-ef7a-4a39-ab78-0819a7b5135c HTTP/1.1" status: 204  len: 168 time: 0.9288187
Dec 16 22:35:52.343602 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 41678) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:35:52.377378 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-6013f69b-40e7-4571-93e3-62e93cc05a53 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:35:52.383707 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-8192951f-8637-4209-8ce4-3658525e9579 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:35:52.447906 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.db_base_plugin_v2 [None req-c287dbcf-3320-4349-b7e3-515e2b5aa7f8 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Deleting subnet a5c87593-8472-432e-ba25-78675076a1a7 {{(pid=87507) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 16 22:35:52.506779 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-c287dbcf-3320-4349-b7e3-515e2b5aa7f8 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks [] for subnet, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:52.599408 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.db_base_plugin_v2 [None req-d69e72b2-f0a3-43c5-8937-d628e19c5e9b tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Deleting subnet 0e6ecdac-d5aa-4ad2-8a35-a920467dee88 {{(pid=87507) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 16 22:35:52.618004 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [None req-f08da94d-4135-4823-8def-45fc1adaa7a5 tempest-RoutersAdminTest-1029946936 tempest-RoutersAdminTest-1029946936-project] Calling delete_port for 6ba04997-8e86-4262-8a45-02d7af41dd55 owned by network:router_gateway {{(pid=87506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:35:52.643470 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-6013f69b-40e7-4571-93e3-62e93cc05a53 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:35:52.666510 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-d69e72b2-f0a3-43c5-8937-d628e19c5e9b tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks [] for subnet, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:52.707884 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-c287dbcf-3320-4349-b7e3-515e2b5aa7f8 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2128562'] for subnet, precommit_delete_associations {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:52.720044 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 65598df6-c2cf-482b-9374-dfdb69da1a45 up at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 22:35:52.791721 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning complete for port 65598df6-c2cf-482b-9374-dfdb69da1a45 triggered by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:35:52.792133 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:52.807670 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-3beb48d6-2a89-4352-ab14-eaef88752569 tempest-AllowedAddressPairTestJSON-1611484417 tempest-AllowedAddressPairTestJSON-1611484417-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 794 time: 2.8789968
Dec 16 22:35:52.812163 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 41686) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:35:52.832815 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-a2c82602-e80f-4d89-b58a-1f52b6525a01 req-77810bbe-3916-4472-a907-8595d736d600 tempest-ServersTestManualDisk-828097669 tempest-ServersTestManualDisk-828097669-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:52.833196 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-a2c82602-e80f-4d89-b58a-1f52b6525a01 req-77810bbe-3916-4472-a907-8595d736d600 tempest-ServersTestManualDisk-828097669 tempest-ServersTestManualDisk-828097669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3741874'] for floatingip, after_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:52.833881 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.db.l3_db [req-a2c82602-e80f-4d89-b58a-1f52b6525a01 req-77810bbe-3916-4472-a907-8595d736d600 tempest-ServersTestManualDisk-828097669 tempest-ServersTestManualDisk-828097669-project] Floating IP 3a06c6b3-66cf-4b03-9b10-b41b17c05eb6 disassociated. External IP: 172.26.0.189, port: 5ec081a6-0cc9-4f03-a789-48e20125b71c.
Dec 16 22:35:52.834236 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [req-a2c82602-e80f-4d89-b58a-1f52b6525a01 req-77810bbe-3916-4472-a907-8595d736d600 tempest-ServersTestManualDisk-828097669 tempest-ServersTestManualDisk-828097669-project] Calling delete_port for 5ec081a6-0cc9-4f03-a789-48e20125b71c owned by compute:nova {{(pid=87506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:35:52.841039 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-fa18f6e7-83e0-461d-aeae-f08c5391556f tempest-AllowedAddressPairTestJSON-1611484417 tempest-AllowedAddressPairTestJSON-1611484417-project] Request body: {'subnet': {'network_id': '23bf1340-5067-4f12-82fc-aa5d92ad4d11', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:35:52.909783 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-6013f69b-40e7-4571-93e3-62e93cc05a53 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:52.940427 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3beb48d6-2a89-4352-ab14-eaef88752569 tempest-AllowedAddressPairTestJSON-1611484417 tempest-AllowedAddressPairTestJSON-1611484417-project] Pushing event updated for resources: {'Network': ['ID=23bf1340-5067-4f12-82fc-aa5d92ad4d11,revision_number=1']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:35:52.943706 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-34cb6c31-95d4-417a-9639-8136f37d9c75 req-5e31904a-4e68-4a15-a917-a3c8852a382f tempest-ServerActionsTestJSON-1581017418 tempest-ServerActionsTestJSON-1581017418-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:52.944102 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-34cb6c31-95d4-417a-9639-8136f37d9c75 req-5e31904a-4e68-4a15-a917-a3c8852a382f tempest-ServerActionsTestJSON-1581017418 tempest-ServerActionsTestJSON-1581017418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3741874'] for floatingip, after_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:52.944415 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.db.l3_db [req-34cb6c31-95d4-417a-9639-8136f37d9c75 req-5e31904a-4e68-4a15-a917-a3c8852a382f tempest-ServerActionsTestJSON-1581017418 tempest-ServerActionsTestJSON-1581017418-project] Floating IP 31a79c59-5278-44ee-8ce3-14d34696f00c disassociated. External IP: 172.26.0.33, port: 760988bb-0591-4c97-be7d-c348804c49dd.
Dec 16 22:35:52.944762 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [req-34cb6c31-95d4-417a-9639-8136f37d9c75 req-5e31904a-4e68-4a15-a917-a3c8852a382f tempest-ServerActionsTestJSON-1581017418 tempest-ServerActionsTestJSON-1581017418-project] Calling delete_port for 760988bb-0591-4c97-be7d-c348804c49dd owned by compute:nova {{(pid=87506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:35:52.952568 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Network 23bf1340-5067-4f12-82fc-aa5d92ad4d11 details requested by agent ovs-agent-dv-neutron-821829-1-hyperv with host dv-neutron-821829-1-hyperv {{(pid=87508) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 22:35:52.980038 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-d69e72b2-f0a3-43c5-8937-d628e19c5e9b tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2128562'] for subnet, precommit_delete_associations {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:53.002410 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-3beb48d6-2a89-4352-ab14-eaef88752569 tempest-AllowedAddressPairTestJSON-1611484417 tempest-AllowedAddressPairTestJSON-1611484417-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.619s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:35:53.177154 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-6013f69b-40e7-4571-93e3-62e93cc05a53 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:53.258206 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-6013f69b-40e7-4571-93e3-62e93cc05a53 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841137'] for security_group_rule, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:53.264865 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42410d9-9007-4045-8163-ad764d5e2274 req-36987f89-f0f5-4426-9438-01147681b58b tempest-ServerActionsTestJSON-1581017418 tempest-ServerActionsTestJSON-1581017418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:35:53.266319 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-b42410d9-9007-4045-8163-ad764d5e2274 req-36987f89-f0f5-4426-9438-01147681b58b tempest-ServerActionsTestJSON-1581017418 tempest-ServerActionsTestJSON-1581017418-project] 10.222.0.13 "GET /v2.0/ports?device_id=95ef1739-1bf2-4522-993c-76a77d5f2322 HTTP/1.1" status: 200  len: 943 time: 0.8307991
Dec 16 22:35:53.281604 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:35:53.294336 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-fa18f6e7-83e0-461d-aeae-f08c5391556f tempest-AllowedAddressPairTestJSON-1611484417 tempest-AllowedAddressPairTestJSON-1611484417-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:35:53.324678 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6013f69b-40e7-4571-93e3-62e93cc05a53 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f5a0ddd-a712-4c42-b8a1-7bf49fedc7d9,revision_number=0']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:35:53.327040 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-6013f69b-40e7-4571-93e3-62e93cc05a53 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:35:53.343403 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-fa18f6e7-83e0-461d-aeae-f08c5391556f tempest-AllowedAddressPairTestJSON-1611484417 tempest-AllowedAddressPairTestJSON-1611484417-project] Usage tracker for resource:subnet and tenant:aac952f03feb4a16a9e96684becdcd26 is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:35:53.347494 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-a2c82602-e80f-4d89-b58a-1f52b6525a01 req-77810bbe-3916-4472-a907-8595d736d600 tempest-ServersTestManualDisk-828097669 tempest-ServersTestManualDisk-828097669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1863393'] for port, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:53.356157 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-b5479bf3-8084-41ea-a604-373d68e0ac9e tempest-RoutersAdminTest-1901902743 tempest-RoutersAdminTest-1901902743-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:35:53.373780 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-fa18f6e7-83e0-461d-aeae-f08c5391556f tempest-AllowedAddressPairTestJSON-1611484417 tempest-AllowedAddressPairTestJSON-1611484417-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:35:53.386687 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-f08da94d-4135-4823-8def-45fc1adaa7a5 tempest-RoutersAdminTest-1029946936 tempest-RoutersAdminTest-1029946936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1863393'] for port, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:53.388439 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-c287dbcf-3320-4349-b7e3-515e2b5aa7f8 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3328566'] for subnet, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:53.398784 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-34cb6c31-95d4-417a-9639-8136f37d9c75 req-5e31904a-4e68-4a15-a917-a3c8852a382f tempest-ServerActionsTestJSON-1581017418 tempest-ServerActionsTestJSON-1581017418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1863393'] for port, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:53.415673 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-6013f69b-40e7-4571-93e3-62e93cc05a53 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:53.422705 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-6013f69b-40e7-4571-93e3-62e93cc05a53 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 1.3311398
Dec 16 22:35:53.426018 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77810bbe-3916-4472-a907-8595d736d600 tempest-ServersTestManualDisk-828097669 tempest-ServersTestManualDisk-828097669-project] Pushing event deleted for resources: {'Port': ['ID=5ec081a6-0cc9-4f03-a789-48e20125b71c,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:35:53.426973 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-fa18f6e7-83e0-461d-aeae-f08c5391556f tempest-AllowedAddressPairTestJSON-1611484417 tempest-AllowedAddressPairTestJSON-1611484417-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:35:53.427726 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-77810bbe-3916-4472-a907-8595d736d600 tempest-ServersTestManualDisk-828097669 tempest-ServersTestManualDisk-828097669-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:35:53.431593 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 41690) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:35:53.434811 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-1db9f09c-9b92-48d7-82dc-f7ab778d20c4 tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.036s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:35:53.449959 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d3ffcd-f10c-48d4-a99b-3989bc8eb45f req-96caa3bf-cfd3-4a8c-8c2f-2e12b807f3df tempest-ServersTestManualDisk-828097669 tempest-ServersTestManualDisk-828097669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:35:53.451451 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-c1d3ffcd-f10c-48d4-a99b-3989bc8eb45f req-96caa3bf-cfd3-4a8c-8c2f-2e12b807f3df tempest-ServersTestManualDisk-828097669 tempest-ServersTestManualDisk-828097669-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce84dfe8-5e91-4fe9-b684-9a52b4f9831a HTTP/1.1" status: 200  len: 946 time: 0.7931919
Dec 16 22:35:53.482502 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-b42410d9-9007-4045-8163-ad764d5e2274 req-8661e568-0290-4e34-b3aa-0227fd289a3f tempest-ServerActionsTestJSON-1581017418 tempest-ServerActionsTestJSON-1581017418-project] 10.222.0.13 "GET /v2.0/security-groups?id=1011a650-dc8c-4279-9762-0c0bcda15d85&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2012677
Dec 16 22:35:53.500004 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa18f6e7-83e0-461d-aeae-f08c5391556f tempest-AllowedAddressPairTestJSON-1611484417 tempest-AllowedAddressPairTestJSON-1611484417-project] Made reservation on behalf of aac952f03feb4a16a9e96684becdcd26 for: {'subnet': 1} {{(pid=87507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:35:53.503303 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-fa18f6e7-83e0-461d-aeae-f08c5391556f tempest-AllowedAddressPairTestJSON-1611484417 tempest-AllowedAddressPairTestJSON-1611484417-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10549598'] for subnet, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:53.521485 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Device 5ec081a6-0cc9-4f03-a789-48e20125b71c no longer exists at agent hyperv_hv-neutron-8218 {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 22:35:53.534425 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-9206497f-ae92-46af-b0f7-66236f818405 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Request body: {'security_group_rule': {'security_group_id': '2c8293c6-7a9d-4021-9d0b-d55cb4b08bc4', 'project_id': 'ebcac23e4eae475893854e16d121f861', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:35:53.562718 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] No Port match for: 5ec081a6-0cc9-4f03-a789-48e20125b71c {{(pid=87508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 22:35:53.563080 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Device 5ec081a6-0cc9-4f03-a789-48e20125b71c not bound to the agent host hv-neutron-8218 {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 22:35:53.628177 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-d69e72b2-f0a3-43c5-8937-d628e19c5e9b tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3328566'] for subnet, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:53.633994 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08da94d-4135-4823-8def-45fc1adaa7a5 tempest-RoutersAdminTest-1029946936 tempest-RoutersAdminTest-1029946936-project] Pushing event deleted for resources: {'Port': ['ID=6ba04997-8e86-4262-8a45-02d7af41dd55,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:35:53.671371 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-9206497f-ae92-46af-b0f7-66236f818405 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:35:53.730255 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-c1d3ffcd-f10c-48d4-a99b-3989bc8eb45f req-da481db8-80c6-477b-a88e-797693b3d8a9 tempest-ServersTestManualDisk-828097669 tempest-ServersTestManualDisk-828097669-project] 10.222.0.13 "GET /v2.0/security-groups?id=794e274c-0150-48f2-9119-aaeb44cd27be&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2591758
Dec 16 22:35:53.754564 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-c287dbcf-3320-4349-b7e3-515e2b5aa7f8 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3328622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10807868', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10549621'] for subnet, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:53.762223 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-f34a0a40-7690-416c-be64-46514f1abded tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:35:53.763918 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e31904a-4e68-4a15-a917-a3c8852a382f tempest-ServerActionsTestJSON-1581017418 tempest-ServerActionsTestJSON-1581017418-project] Pushing event deleted for resources: {'Port': ['ID=760988bb-0591-4c97-be7d-c348804c49dd,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:35:53.766386 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-5e31904a-4e68-4a15-a917-a3c8852a382f tempest-ServerActionsTestJSON-1581017418 tempest-ServerActionsTestJSON-1581017418-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.332s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:35:53.775934 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-9206497f-ae92-46af-b0f7-66236f818405 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Usage tracker for resource:security_group_rule and tenant:ebcac23e4eae475893854e16d121f861 is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:35:53.779066 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-c7f32d05-c744-4df1-b98e-76cd3ec757c6 tempest-RoutersAdminTest-1901902743 tempest-RoutersAdminTest-1901902743-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.374s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:35:53.779463 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-c7f32d05-c744-4df1-b98e-76cd3ec757c6 tempest-RoutersAdminTest-1901902743 tempest-RoutersAdminTest-1901902743-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:35:53.783119 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-9206497f-ae92-46af-b0f7-66236f818405 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:35:53.809748 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-9206497f-ae92-46af-b0f7-66236f818405 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:35:53.813201 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c287dbcf-3320-4349-b7e3-515e2b5aa7f8 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Pushing event deleted for resources: {'Subnet': ['ID=a5c87593-8472-432e-ba25-78675076a1a7,revision_number=None']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:35:53.820029 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-c287dbcf-3320-4349-b7e3-515e2b5aa7f8 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:35:53.827878 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-c287dbcf-3320-4349-b7e3-515e2b5aa7f8 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks [] for subnet, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:53.828817 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aac166f-4233-4588-9d41-1081e92e0eac None None] Network 7edd76f7-0f97-48a5-b177-9842de6c0500 requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 22:35:53.858953 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-d69e72b2-f0a3-43c5-8937-d628e19c5e9b tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3328622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10807868', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10549621'] for subnet, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:53.902218 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-f08da94d-4135-4823-8def-45fc1adaa7a5 tempest-RoutersAdminTest-1029946936 tempest-RoutersAdminTest-1029946936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3741895'] for router_gateway, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:53.915085 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-0d023dcc-80e7-4124-81d0-2ecb18140efb tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:35:53.961318 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-c287dbcf-3320-4349-b7e3-515e2b5aa7f8 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] 10.222.0.13 "DELETE /v2.0/subnets/a5c87593-8472-432e-ba25-78675076a1a7 HTTP/1.1" status: 204  len: 168 time: 1.7648335
Dec 16 22:35:53.976817 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 41694) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:35:54.029542 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69e72b2-f0a3-43c5-8937-d628e19c5e9b tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Pushing event deleted for resources: {'Subnet': ['ID=0e6ecdac-d5aa-4ad2-8a35-a920467dee88,revision_number=None']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:35:54.032979 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-d69e72b2-f0a3-43c5-8937-d628e19c5e9b tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks [] for subnet, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:54.035495 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-d69e72b2-f0a3-43c5-8937-d628e19c5e9b tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] 10.222.0.13 "DELETE /v2.0/subnets/0e6ecdac-d5aa-4ad2-8a35-a920467dee88 HTTP/1.1" status: 204  len: 168 time: 1.6891193
Dec 16 22:35:54.036850 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-d69e72b2-f0a3-43c5-8937-d628e19c5e9b tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:35:54.041441 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 41698) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:35:54.048719 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1584cbc8-c641-45f0-9fb7-3c1c6b4631b8 None None] Network 7b19e298-6921-4b88-a76d-519220caa0c6 requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 22:35:54.142866 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-fa18f6e7-83e0-461d-aeae-f08c5391556f tempest-AllowedAddressPairTestJSON-1611484417 tempest-AllowedAddressPairTestJSON-1611484417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10807931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10549612'] for subnet, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:54.150710 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-e1415957-7a8c-4400-9696-9116c940474e tempest-RoutersAdminTest-1901902743 tempest-RoutersAdminTest-1901902743-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:35:54.249597 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-2e8d1cbc-e36b-4ebb-b446-6f7ea2c8babe tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-825997'] for network, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:54.250125 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddba09ee-ea15-41e5-81de-4d8b7705917e None None] DHCP port deletion for 7edd76f7-0f97-48a5-b177-9842de6c0500 request from dv-neutron-821829-1-hyperv {{(pid=87508) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 16 22:35:54.257109 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-ddba09ee-ea15-41e5-81de-4d8b7705917e None None] Deleting port e26ac354-045b-4001-b74b-e3a337fc10bc {{(pid=87508) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:35:54.257496 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-ddba09ee-ea15-41e5-81de-4d8b7705917e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:54.282768 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-3fc48da5-5890-45b9-a4e9-f2380d0d981f tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3830176'] for router_interface, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:54.333195 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa18f6e7-83e0-461d-aeae-f08c5391556f tempest-AllowedAddressPairTestJSON-1611484417 tempest-AllowedAddressPairTestJSON-1611484417-project] Pushing event updated for resources: {'Subnet': ['ID=84f38bba-e588-4bce-91e9-7c18581ead20,revision_number=0']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:35:54.340131 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-9206497f-ae92-46af-b0f7-66236f818405 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:54.344814 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-fa18f6e7-83e0-461d-aeae-f08c5391556f tempest-AllowedAddressPairTestJSON-1611484417 tempest-AllowedAddressPairTestJSON-1611484417-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:35:54.357839 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-b195412b-126a-4a22-beb6-038375f70f7d tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.3756855
Dec 16 22:35:54.363174 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 41702) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:35:54.375053 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.plugin [None req-2e8d1cbc-e36b-4ebb-b446-6f7ea2c8babe tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Deleting port fba0a043-f4ba-4604-b77b-dcdc50cb1416 {{(pid=87507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:35:54.375384 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-2e8d1cbc-e36b-4ebb-b446-6f7ea2c8babe tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:54.398911 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa18f6e7-83e0-461d-aeae-f08c5391556f tempest-AllowedAddressPairTestJSON-1611484417 tempest-AllowedAddressPairTestJSON-1611484417-project] Checking segment: {'id': '5c04e453-eb51-408f-a0bb-31d80a1a917a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '23bf1340-5067-4f12-82fc-aa5d92ad4d11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 22:35:54.399268 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa18f6e7-83e0-461d-aeae-f08c5391556f tempest-AllowedAddressPairTestJSON-1611484417 tempest-AllowedAddressPairTestJSON-1611484417-project] Network hostable DHCP agents. Network: 23bf1340-5067-4f12-82fc-aa5d92ad4d11, hostable agents: ['3b155c4d-12dc-491e-aa14-6113b06cfacd'], hosted agents: [] {{(pid=87507) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 16 22:35:54.416928 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-cbb8eb94-d0b9-4f17-ba0d-233c32724dff tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Request body: {'subnet': {'network_id': '7edd76f7-0f97-48a5-b177-9842de6c0500', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:35:54.507510 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d380eb47-9f81-4a55-a90c-7aaad9775935 None None] DHCP port deletion for 7b19e298-6921-4b88-a76d-519220caa0c6 request from dv-neutron-821829-1-hyperv {{(pid=87508) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 16 22:35:54.519623 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-d380eb47-9f81-4a55-a90c-7aaad9775935 None None] Deleting port fba0a043-f4ba-4604-b77b-dcdc50cb1416 {{(pid=87508) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:35:54.520015 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-d380eb47-9f81-4a55-a90c-7aaad9775935 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:54.560533 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a2c82602-e80f-4d89-b58a-1f52b6525a01 req-77810bbe-3916-4472-a907-8595d736d600 tempest-ServersTestManualDisk-828097669 tempest-ServersTestManualDisk-828097669-project] Router ed9403a7-f69e-4090-b054-6cfe3d423956 has already been hosted by L3 agent 4f519db7-069b-43e2-8411-c092bac9102a {{(pid=87506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 22:35:54.650476 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa18f6e7-83e0-461d-aeae-f08c5391556f tempest-AllowedAddressPairTestJSON-1611484417 tempest-AllowedAddressPairTestJSON-1611484417-project] Network 23bf1340-5067-4f12-82fc-aa5d92ad4d11 is scheduled to be hosted by DHCP agent 3b155c4d-12dc-491e-aa14-6113b06cfacd with binding_index 1 {{(pid=87507) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 16 22:35:54.664512 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-ddba09ee-ea15-41e5-81de-4d8b7705917e None None] For port e26ac354-045b-4001-b74b-e3a337fc10bc, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=e26ac354-045b-4001-b74b-e3a337fc10bc,segment=NetworkSegment(da71c9a1-7532-4738-a9bc-22a7f498ec35),segment_id=da71c9a1-7532-4738-a9bc-22a7f498ec35)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:35:54.665453 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-ddba09ee-ea15-41e5-81de-4d8b7705917e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:54.707180 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.l3_agent_scheduler [req-34cb6c31-95d4-417a-9639-8136f37d9c75 req-5e31904a-4e68-4a15-a917-a3c8852a382f tempest-ServerActionsTestJSON-1581017418 tempest-ServerActionsTestJSON-1581017418-project] Router ec3443c7-b9c7-43dc-a77e-606744e51456 has already been hosted by L3 agent 4f519db7-069b-43e2-8411-c092bac9102a {{(pid=87506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 22:35:54.725873 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-cbb8eb94-d0b9-4f17-ba0d-233c32724dff tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:35:54.734362 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-68aa04d5-1d05-4ea1-9ecc-bdbaff00bd9b req-28e4e66a-44ef-437f-818c-b88072382b1b tempest-ServerActionsTestJSON-1581017418 tempest-ServerActionsTestJSON-1581017418-project] 10.222.0.13 "GET /v2.0/ports?device_id=95ef1739-1bf2-4522-993c-76a77d5f2322 HTTP/1.1" status: 200  len: 210 time: 0.0998924
Dec 16 22:35:54.739482 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.base_scheduler [None req-fa18f6e7-83e0-461d-aeae-f08c5391556f tempest-AllowedAddressPairTestJSON-1611484417 tempest-AllowedAddressPairTestJSON-1611484417-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821829-1-hyperv, 23bf1340-5067-4f12-82fc-aa5d92ad4d11) {{(pid=87507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:35:54.743330 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-cbb8eb94-d0b9-4f17-ba0d-233c32724dff tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Usage tracker for resource:subnet and tenant:8e4385a98eb1416284c1cc96b3355a70 is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:35:54.750008 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-cbb8eb94-d0b9-4f17-ba0d-233c32724dff tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:35:54.799327 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa18f6e7-83e0-461d-aeae-f08c5391556f tempest-AllowedAddressPairTestJSON-1611484417 tempest-AllowedAddressPairTestJSON-1611484417-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:35:54.799937 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-fa18f6e7-83e0-461d-aeae-f08c5391556f tempest-AllowedAddressPairTestJSON-1611484417 tempest-AllowedAddressPairTestJSON-1611484417-project] Notify callbacks [] for subnet, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:54.808642 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-f08da94d-4135-4823-8def-45fc1adaa7a5 tempest-RoutersAdminTest-1029946936 tempest-RoutersAdminTest-1029946936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3741702', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3740945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-38947'] for router, precommit_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:54.830631 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-cbb8eb94-d0b9-4f17-ba0d-233c32724dff tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:35:54.839415 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ed95a24-c05c-4f06-b934-8a40ef992c31 None None] Network 23bf1340-5067-4f12-82fc-aa5d92ad4d11 requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 22:35:54.845715 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-9206497f-ae92-46af-b0f7-66236f818405 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:54.904735 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-f08da94d-4135-4823-8def-45fc1adaa7a5 tempest-RoutersAdminTest-1029946936 tempest-RoutersAdminTest-1029946936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3741923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3741713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3741720', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3740934'] for router, after_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:54.934472 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-9206497f-ae92-46af-b0f7-66236f818405 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841137'] for security_group_rule, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:54.954828 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device e26ac354-045b-4001-b74b-e3a337fc10bc no longer exists at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 22:35:54.997529 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-ddba09ee-ea15-41e5-81de-4d8b7705917e None None] Calling delete_port for e26ac354-045b-4001-b74b-e3a337fc10bc owned by network:dhcp {{(pid=87508) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:35:55.010858 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-fd43b3e7-7cc0-401a-a1ca-8d89f1e97755 tempest-ServersTestManualDisk-828097669 tempest-ServersTestManualDisk-828097669-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:35:55.143663 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-fa18f6e7-83e0-461d-aeae-f08c5391556f tempest-AllowedAddressPairTestJSON-1611484417 tempest-AllowedAddressPairTestJSON-1611484417-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 2.3173277
Dec 16 22:35:55.144242 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbb8eb94-d0b9-4f17-ba0d-233c32724dff tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Made reservation on behalf of 8e4385a98eb1416284c1cc96b3355a70 for: {'subnet': 1} {{(pid=87507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:35:55.147847 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-cbb8eb94-d0b9-4f17-ba0d-233c32724dff tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10549598'] for subnet, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:55.156071 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 41710) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:35:55.164137 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-99f767f6-74bb-4e71-9bef-625cbd7367dc req-4d2cb5fb-aecf-4d86-ab7b-b11ce82a53a3 tempest-ServersTestManualDisk-828097669 tempest-ServersTestManualDisk-828097669-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce84dfe8-5e91-4fe9-b684-9a52b4f9831a HTTP/1.1" status: 200  len: 210 time: 0.2710977
Dec 16 22:35:55.204437 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-d380eb47-9f81-4a55-a90c-7aaad9775935 None None] For port fba0a043-f4ba-4604-b77b-dcdc50cb1416, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=fba0a043-f4ba-4604-b77b-dcdc50cb1416,segment=NetworkSegment(564c3844-7fb7-47ed-a051-b21374de1a1f),segment_id=564c3844-7fb7-47ed-a051-b21374de1a1f)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:35:55.205044 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-d380eb47-9f81-4a55-a90c-7aaad9775935 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:55.223999 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-bdb49b78-9b3d-48b3-b3ea-8f0f26b354cb tempest-AllowedAddressPairTestJSON-1611484417 tempest-AllowedAddressPairTestJSON-1611484417-project] Request body: {'port': {'network_id': '23bf1340-5067-4f12-82fc-aa5d92ad4d11', 'name': 'tempest-AllowedAddressPairTestJSON-1920929159'}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:35:55.236996 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9206497f-ae92-46af-b0f7-66236f818405 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a8f4ab9-9a28-457d-b6d4-b2f5b0a0c3a1,revision_number=0']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:35:55.245448 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.db [None req-2e8d1cbc-e36b-4ebb-b446-6f7ea2c8babe tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] For port fba0a043-f4ba-4604-b77b-dcdc50cb1416, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=fba0a043-f4ba-4604-b77b-dcdc50cb1416,segment=NetworkSegment(564c3844-7fb7-47ed-a051-b21374de1a1f),segment_id=564c3844-7fb7-47ed-a051-b21374de1a1f)] {{(pid=87507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:35:55.246055 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-2e8d1cbc-e36b-4ebb-b446-6f7ea2c8babe tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:55.343620 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9206497f-ae92-46af-b0f7-66236f818405 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:35:55.344074 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9206497f-ae92-46af-b0f7-66236f818405 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:35:55.344510 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9206497f-ae92-46af-b0f7-66236f818405 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:35:55.344911 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9206497f-ae92-46af-b0f7-66236f818405 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:35:55.345281 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9206497f-ae92-46af-b0f7-66236f818405 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:35:55.345647 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9206497f-ae92-46af-b0f7-66236f818405 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:35:55.346008 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9206497f-ae92-46af-b0f7-66236f818405 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:35:55.346367 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9206497f-ae92-46af-b0f7-66236f818405 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:35:55.346724 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9206497f-ae92-46af-b0f7-66236f818405 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:35:55.347080 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9206497f-ae92-46af-b0f7-66236f818405 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:35:55.347434 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9206497f-ae92-46af-b0f7-66236f818405 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:35:55.349208 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9206497f-ae92-46af-b0f7-66236f818405 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:35:55.351583 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-9206497f-ae92-46af-b0f7-66236f818405 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.341s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:35:55.354265 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-9206497f-ae92-46af-b0f7-66236f818405 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:55.355609 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-9206497f-ae92-46af-b0f7-66236f818405 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 1.8860731
Dec 16 22:35:55.364359 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 41714) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:35:55.387284 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f08da94d-4135-4823-8def-45fc1adaa7a5 tempest-RoutersAdminTest-1029946936 tempest-RoutersAdminTest-1029946936-project] Router 056f679a-4796-447e-aa5d-7f495ad1ab2f has already been hosted by L3 agent 4f519db7-069b-43e2-8411-c092bac9102a {{(pid=87506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 22:35:55.392274 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-6f51b921-2bc1-4532-a8a6-80361b88e814 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Request body: {'security_group_rule': {'security_group_id': '2c8293c6-7a9d-4021-9d0b-d55cb4b08bc4', 'project_id': 'ebcac23e4eae475893854e16d121f861', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:35:55.396345 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.plugin [None req-2e8d1cbc-e36b-4ebb-b446-6f7ea2c8babe tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Calling delete_port for fba0a043-f4ba-4604-b77b-dcdc50cb1416 owned by network:dhcp {{(pid=87507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:35:55.399240 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-6f51b921-2bc1-4532-a8a6-80361b88e814 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:35:55.410761 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-6f51b921-2bc1-4532-a8a6-80361b88e814 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Usage tracker for resource:security_group_rule and tenant:ebcac23e4eae475893854e16d121f861 is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:35:55.420113 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-d380eb47-9f81-4a55-a90c-7aaad9775935 None None] Calling delete_port for fba0a043-f4ba-4604-b77b-dcdc50cb1416 owned by network:dhcp {{(pid=87508) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:35:55.428212 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-6f51b921-2bc1-4532-a8a6-80361b88e814 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:35:55.444891 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-6f51b921-2bc1-4532-a8a6-80361b88e814 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:35:55.450863 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-34cb6c31-95d4-417a-9639-8136f37d9c75 req-5e31904a-4e68-4a15-a917-a3c8852a382f tempest-ServerActionsTestJSON-1581017418 tempest-ServerActionsTestJSON-1581017418-project] Notify agent at l3_agent.dv-neutron-821829-1-hyperv the message routers_updated {{(pid=87506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 22:35:55.480147 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acb6cc39-d8c4-4c98-857b-32db193513eb None None] Sync routers for ids ['ec3443c7-b9c7-43dc-a77e-606744e51456'] in dv-neutron-821829-1-hyperv {{(pid=87508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 22:35:55.513875 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-ddba09ee-ea15-41e5-81de-4d8b7705917e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949'] for port, after_delete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:55.534743 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-602f7979-8ae6-4831-b5aa-732bb4435ba7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:35:55.556864 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-2e8d1cbc-e36b-4ebb-b446-6f7ea2c8babe tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10807823'] for port, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:55.573169 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-8a48adca-bea3-4651-83d7-3e6d33ecb1f3 tempest-AllowedAddressPairIpV6TestJSON-1960971591 tempest-AllowedAddressPairIpV6TestJSON-1960971591-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:35:55.595087 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acb6cc39-d8c4-4c98-857b-32db193513eb None None] Routers {'ec3443c7-b9c7-43dc-a77e-606744e51456'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:35:55.595643 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-acb6cc39-d8c4-4c98-857b-32db193513eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b77b57eb0>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:35:31Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['ec3443c7-b9c7-43dc-a77e-606744e51456'], 'active': True} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:35:55.640310 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a2c82602-e80f-4d89-b58a-1f52b6525a01 req-77810bbe-3916-4472-a907-8595d736d600 tempest-ServersTestManualDisk-828097669 tempest-ServersTestManualDisk-828097669-project] Notify agent at l3_agent.dv-neutron-821829-1-hyperv the message routers_updated {{(pid=87506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 22:35:55.650822 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be73f11f-c6fe-4c2e-bb6f-2f8bbff8b69f None None] Sync routers for ids ['ed9403a7-f69e-4090-b054-6cfe3d423956'] in dv-neutron-821829-1-hyperv {{(pid=87509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 22:35:55.653619 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddba09ee-ea15-41e5-81de-4d8b7705917e None None] No DVR routers for this DVR port e26ac354-045b-4001-b74b-e3a337fc10bc on host dv-neutron-821829-1-hyperv {{(pid=87508) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 22:35:55.657816 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddba09ee-ea15-41e5-81de-4d8b7705917e None None] Pushing event deleted for resources: {'Port': ['ID=e26ac354-045b-4001-b74b-e3a337fc10bc,revision_number=None']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:35:55.669407 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be73f11f-c6fe-4c2e-bb6f-2f8bbff8b69f None None] Routers {'ed9403a7-f69e-4090-b054-6cfe3d423956'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:35:55.670274 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-be73f11f-c6fe-4c2e-bb6f-2f8bbff8b69f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b7c8871f0>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:35:31Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['ed9403a7-f69e-4090-b054-6cfe3d423956'], 'active': True} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:35:55.723709 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:55.760356 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddba09ee-ea15-41e5-81de-4d8b7705917e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:35:55.760356 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddba09ee-ea15-41e5-81de-4d8b7705917e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:35:55.761796 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddba09ee-ea15-41e5-81de-4d8b7705917e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:35:55.761796 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddba09ee-ea15-41e5-81de-4d8b7705917e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:35:55.761963 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddba09ee-ea15-41e5-81de-4d8b7705917e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:35:55.762267 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddba09ee-ea15-41e5-81de-4d8b7705917e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:35:55.762850 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddba09ee-ea15-41e5-81de-4d8b7705917e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:35:55.763212 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddba09ee-ea15-41e5-81de-4d8b7705917e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:35:55.763488 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddba09ee-ea15-41e5-81de-4d8b7705917e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:35:55.763823 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddba09ee-ea15-41e5-81de-4d8b7705917e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:35:55.764224 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddba09ee-ea15-41e5-81de-4d8b7705917e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:35:55.764443 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddba09ee-ea15-41e5-81de-4d8b7705917e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:35:55.768776 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-ddba09ee-ea15-41e5-81de-4d8b7705917e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:35:55.787013 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-977efde8-1f50-4f6b-a283-0cf4fcb98518 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1d6bfaf-d325-5e4f-b05d-2441d8339617-23bf1340-5067-4f12-82fc-aa5d92ad4d11', 'network_id': '23bf1340-5067-4f12-82fc-aa5d92ad4d11', 'tenant_id': 'aac952f03feb4a16a9e96684becdcd26', 'fixed_ips': [{'subnet_id': '84f38bba-e588-4bce-91e9-7c18581ead20'}]}} from dv-neutron-821829-1-hyperv. {{(pid=87508) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 16 22:35:55.787013 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-977efde8-1f50-4f6b-a283-0cf4fcb98518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:55.800913 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8d1cbc-e36b-4ebb-b446-6f7ea2c8babe tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Pushing event deleted for resources: {'Port': ['ID=fba0a043-f4ba-4604-b77b-dcdc50cb1416,revision_number=None']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:35:55.822405 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e8d1cbc-e36b-4ebb-b446-6f7ea2c8babe tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] No DVR routers for this DVR port fba0a043-f4ba-4604-b77b-dcdc50cb1416 on host dv-neutron-821829-1-hyperv {{(pid=87507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 22:35:55.825021 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.plugin [None req-3fc48da5-5890-45b9-a4e9-f2380d0d981f tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Deleting port eb3eef78-7bc4-4c08-ad93-26a67a06b6df {{(pid=87507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:35:55.825467 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-3fc48da5-5890-45b9-a4e9-f2380d0d981f tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:55.846531 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.l3_dvrscheduler_db [req-34cb6c31-95d4-417a-9639-8136f37d9c75 req-5e31904a-4e68-4a15-a917-a3c8852a382f tempest-ServerActionsTestJSON-1581017418 tempest-ServerActionsTestJSON-1581017418-project] No DVR routers for this DVR port 760988bb-0591-4c97-be7d-c348804c49dd on host hv-neutron-8218 {{(pid=87506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 22:35:55.848186 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.db.securitygroups_db [None req-6f51b921-2bc1-4532-a8a6-80361b88e814 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Project ebcac23e4eae475893854e16d121f861 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 16 22:35:55.891048 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-2e8d1cbc-e36b-4ebb-b446-6f7ea2c8babe tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:35:55.909107 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-34cb6c31-95d4-417a-9639-8136f37d9c75 req-5e31904a-4e68-4a15-a917-a3c8852a382f tempest-ServerActionsTestJSON-1581017418 tempest-ServerActionsTestJSON-1581017418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for port, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:55.911081 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-34cb6c31-95d4-417a-9639-8136f37d9c75 req-5e31904a-4e68-4a15-a917-a3c8852a382f tempest-ServerActionsTestJSON-1581017418 tempest-ServerActionsTestJSON-1581017418-project] 10.222.0.49 "DELETE /v2.0/ports/760988bb-0591-4c97-be7d-c348804c49dd HTTP/1.1" status: 204  len: 173 time: 9.9496250
Dec 16 22:35:55.913737 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95ef1739-1bf2-4522-993c-76a77d5f2322', 'name': 'network-vif-deleted', 'tag': '760988bb-0591-4c97-be7d-c348804c49dd'}] {{(pid=87506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 22:35:55.939902 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2c82602-e80f-4d89-b58a-1f52b6525a01 req-77810bbe-3916-4472-a907-8595d736d600 tempest-ServersTestManualDisk-828097669 tempest-ServersTestManualDisk-828097669-project] No DVR routers for this DVR port 5ec081a6-0cc9-4f03-a789-48e20125b71c on host hv-neutron-8218 {{(pid=87506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 22:35:55.947195 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-a2c82602-e80f-4d89-b58a-1f52b6525a01 req-77810bbe-3916-4472-a907-8595d736d600 tempest-ServersTestManualDisk-828097669 tempest-ServersTestManualDisk-828097669-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for port, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:55.949180 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-a2c82602-e80f-4d89-b58a-1f52b6525a01 req-77810bbe-3916-4472-a907-8595d736d600 tempest-ServersTestManualDisk-828097669 tempest-ServersTestManualDisk-828097669-project] 10.222.0.49 "DELETE /v2.0/ports/5ec081a6-0cc9-4f03-a789-48e20125b71c HTTP/1.1" status: 204  len: 173 time: 5.6613281
Dec 16 22:35:55.964946 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-6f51b921-2bc1-4532-a8a6-80361b88e814 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:55.968687 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvr_db [None req-acb6cc39-d8c4-4c98-857b-32db193513eb None None] Set router ec3443c7-b9c7-43dc-a77e-606744e51456 gateway port host: dv-neutron-821829-1-hyperv {{(pid=87508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 22:35:55.975590 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-bdb49b78-9b3d-48b3-b3ea-8f0f26b354cb tempest-AllowedAddressPairTestJSON-1611484417 tempest-AllowedAddressPairTestJSON-1611484417-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:35:55.981622 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f08da94d-4135-4823-8def-45fc1adaa7a5 tempest-RoutersAdminTest-1029946936 tempest-RoutersAdminTest-1029946936-project] Notify agent at l3_agent.dv-neutron-821829-1-hyperv the message routers_updated {{(pid=87506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 22:35:55.991303 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-f08da94d-4135-4823-8def-45fc1adaa7a5 tempest-RoutersAdminTest-1029946936 tempest-RoutersAdminTest-1029946936-project] Notify callbacks [] for router, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:55.992643 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-f08da94d-4135-4823-8def-45fc1adaa7a5 tempest-RoutersAdminTest-1029946936 tempest-RoutersAdminTest-1029946936-project] 10.222.0.13 "PUT /v2.0/routers/056f679a-4796-447e-aa5d-7f495ad1ab2f HTTP/1.1" status: 200  len: 705 time: 6.2010019
Dec 16 22:35:55.993572 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-bdb49b78-9b3d-48b3-b3ea-8f0f26b354cb tempest-AllowedAddressPairTestJSON-1611484417 tempest-AllowedAddressPairTestJSON-1611484417-project] Usage tracker for resource:port and tenant:aac952f03feb4a16a9e96684becdcd26 is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:35:56.002962 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 41722) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:35:56.009776 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-bdb49b78-9b3d-48b3-b3ea-8f0f26b354cb tempest-AllowedAddressPairTestJSON-1611484417 tempest-AllowedAddressPairTestJSON-1611484417-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:35:56.017131 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvr_db [None req-be73f11f-c6fe-4c2e-bb6f-2f8bbff8b69f None None] Set router ed9403a7-f69e-4090-b054-6cfe3d423956 gateway port host: dv-neutron-821829-1-hyperv {{(pid=87509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 22:35:56.077145 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ce5c8ac-04ce-4847-8693-e4717cfce167 None None] Sync routers for ids ['056f679a-4796-447e-aa5d-7f495ad1ab2f'] in dv-neutron-821829-1-hyperv {{(pid=87508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 22:35:56.087070 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95ef1739-1bf2-4522-993c-76a77d5f2322', 'name': 'network-vif-deleted', 'tag': '760988bb-0591-4c97-be7d-c348804c49dd', 'status': 'completed', 'code': 200}
Dec 16 22:35:56.091235 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-2e8d1cbc-e36b-4ebb-b446-6f7ea2c8babe tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3329565', 'neutron.services.segments.db._delete_segments_for_network-8734753546406'] for network, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:56.108447 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-bdb49b78-9b3d-48b3-b3ea-8f0f26b354cb tempest-AllowedAddressPairTestJSON-1611484417 tempest-AllowedAddressPairTestJSON-1611484417-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:35:56.130472 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.services.segments.db [None req-2e8d1cbc-e36b-4ebb-b446-6f7ea2c8babe tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1b7c19e7c0>,) {'filters': {'network_id': ['7b19e298-6921-4b88-a76d-519220caa0c6']}} {{(pid=87507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:35:56.145205 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.services.segments.db [None req-2e8d1cbc-e36b-4ebb-b446-6f7ea2c8babe tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b7c19e7c0>, '564c3844-7fb7-47ed-a051-b21374de1a1f') {'for_net_delete': True} {{(pid=87507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:35:56.146507 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.services.segments.db [None req-2e8d1cbc-e36b-4ebb-b446-6f7ea2c8babe tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b7c19e7c0>, '564c3844-7fb7-47ed-a051-b21374de1a1f') {} {{(pid=87507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:35:56.161671 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-2e8d1cbc-e36b-4ebb-b446-6f7ea2c8babe tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734753593977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2128549'] for segment, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:56.343141 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.db.api [None req-d380eb47-9f81-4a55-a90c-7aaad9775935 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87508) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 16 22:35:56.343509 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_db.api [None req-d380eb47-9f81-4a55-a90c-7aaad9775935 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 16 22:35:56.358104 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-6f51b921-2bc1-4532-a8a6-80361b88e814 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:56.380600 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-6f51b921-2bc1-4532-a8a6-80361b88e814 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841137'] for security_group_rule, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:56.384750 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdb49b78-9b3d-48b3-b3ea-8f0f26b354cb tempest-AllowedAddressPairTestJSON-1611484417 tempest-AllowedAddressPairTestJSON-1611484417-project] Made reservation on behalf of aac952f03feb4a16a9e96684becdcd26 for: {'port': 1} {{(pid=87506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:35:56.394802 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-bdb49b78-9b3d-48b3-b3ea-8f0f26b354cb tempest-AllowedAddressPairTestJSON-1611484417 tempest-AllowedAddressPairTestJSON-1611484417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:56.427384 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-2e8d1cbc-e36b-4ebb-b446-6f7ea2c8babe tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-883292'] for segment, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:56.437469 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ce5c8ac-04ce-4847-8693-e4717cfce167 None None] Routers {'056f679a-4796-447e-aa5d-7f495ad1ab2f'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:35:56.438461 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-8ce5c8ac-04ce-4847-8693-e4717cfce167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b77ac6b50>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:35:31Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['056f679a-4796-447e-aa5d-7f495ad1ab2f'], 'active': True} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:35:56.441652 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-bc003efe-9e17-4cbf-bcd3-628a6c698ea0 tempest-RoutersAdminTest-1901902743 tempest-RoutersAdminTest-1901902743-project-admin] 10.222.0.13 "GET /v2.0/routers/056f679a-4796-447e-aa5d-7f495ad1ab2f HTTP/1.1" status: 200  len: 740 time: 0.4373193
Dec 16 22:35:56.444109 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-070884fa-6130-4faf-b0e7-8089f99083bc req-1f12a7fe-5d40-4105-bd5d-8b0e234f10ee tempest-ServerActionsTestJSON-1581017418 tempest-ServerActionsTestJSON-1581017418-project] 10.222.0.13 "GET /v2.0/ports?device_id=95ef1739-1bf2-4522-993c-76a77d5f2322 HTTP/1.1" status: 200  len: 210 time: 0.2655675
Dec 16 22:35:56.444703 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 41730) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:35:56.466358 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-be73f11f-c6fe-4c2e-bb6f-2f8bbff8b69f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b7c8871f0>, [{'id': 'ed9403a7-f69e-4090-b054-6cfe3d423956', 'name': 'tempest-ServersTestManualDisk-941694451-router', 'tenant_id': 'ce00d97791a4466faef350f07c7566f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.39'}], 'enable_snat': True}, 'gw_port_id': '39a8e67d-591e-48c7-93a6-e0c4b930d518', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:34:17Z', 'updated_at': '2021-12-16T22:34:32Z', 'revision_number': 4, 'project_id': 'ce00d97791a4466faef350f07c7566f3', 'gw_port': {'id': '39a8e67d-591e-48c7-93a6-e0c4b930d518', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:69:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed9403a7-f69e-4090-b054-6cfe3d423956', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:34:20Z', 'updated_at': '2021-12-16T22:34:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv', '_interfaces': [{'id': '59678307-9955-4c94-b61e-d644a386a596', 'name': '', 'network_id': '1184a913-dac0-4ec1-b150-22ccd69ce676', 'tenant_id': 'ce00d97791a4466faef350f07c7566f3', 'mac_address': 'fa:16:3e:9d:47:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed9403a7-f69e-4090-b054-6cfe3d423956', 'device_owner': 'network:router_interface', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '5a69580f-6718-4d75-974b-631ac7e9556c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:34:28Z', 'updated_at': '2021-12-16T22:34:39Z', 'revision_number': 5, 'project_id': 'ce00d97791a4466faef350f07c7566f3', 'subnets': [{'id': '5a69580f-6718-4d75-974b-631ac7e9556c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:35:56.471213 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be73f11f-c6fe-4c2e-bb6f-2f8bbff8b69f None None] Checking router: ed9403a7-f69e-4090-b054-6cfe3d423956 for host: dv-neutron-821829-1-hyperv {{(pid=87509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 22:35:56.483525 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be73f11f-c6fe-4c2e-bb6f-2f8bbff8b69f None None] Routers {'ed9403a7-f69e-4090-b054-6cfe3d423956'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:35:56.484487 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-be73f11f-c6fe-4c2e-bb6f-2f8bbff8b69f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b7c8871f0>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:35:31Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['ed9403a7-f69e-4090-b054-6cfe3d423956'], 'active': True} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:35:56.509924 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-39033176-ec4d-4927-b16e-9eaab3cf885e tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:35:56.545948 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e8d1cbc-e36b-4ebb-b446-6f7ea2c8babe tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Releasing vlan 164 on physical network physnet1 to pool {{(pid=87507) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 16 22:35:56.546707 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-2e8d1cbc-e36b-4ebb-b446-6f7ea2c8babe tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-883285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10808034'] for segment, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:56.570930 dv-neutron-821829-1-hyperv neutron-server[87507]: Traceback (most recent call last):
Dec 16 22:35:56.570930 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 16 22:35:56.570930 dv-neutron-821829-1-hyperv neutron-server[87507]:     timer()
Dec 16 22:35:56.570930 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 22:35:56.570930 dv-neutron-821829-1-hyperv neutron-server[87507]:     cb(*args, **kw)
Dec 16 22:35:56.570930 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 22:35:56.570930 dv-neutron-821829-1-hyperv neutron-server[87507]:     return func(*args, **kwargs)
Dec 16 22:35:56.570930 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 22:35:56.570930 dv-neutron-821829-1-hyperv neutron-server[87507]:     self._notify()
Dec 16 22:35:56.570930 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 22:35:56.570930 dv-neutron-821829-1-hyperv neutron-server[87507]:     self.callback(batched_events)
Dec 16 22:35:56.570930 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 22:35:56.570930 dv-neutron-821829-1-hyperv neutron-server[87507]:     event.method(event)
Dec 16 22:35:56.570930 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 22:35:56.570930 dv-neutron-821829-1-hyperv neutron-server[87507]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 22:35:56.570930 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 22:35:56.570930 dv-neutron-821829-1-hyperv neutron-server[87507]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 22:35:56.570930 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 22:35:56.570930 dv-neutron-821829-1-hyperv neutron-server[87507]:     return f(self, *a, **k)
Dec 16 22:35:56.570930 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 16 22:35:56.570930 dv-neutron-821829-1-hyperv neutron-server[87507]:     return self._get(url).json()
Dec 16 22:35:56.570930 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 16 22:35:56.570930 dv-neutron-821829-1-hyperv neutron-server[87507]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 22:35:56.570930 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 16 22:35:56.570930 dv-neutron-821829-1-hyperv neutron-server[87507]:     return self.request(url, 'GET', **kwargs)
Dec 16 22:35:56.570930 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 16 22:35:56.570930 dv-neutron-821829-1-hyperv neutron-server[87507]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 22:35:56.570930 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 16 22:35:56.570930 dv-neutron-821829-1-hyperv neutron-server[87507]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 22:35:56.570930 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 16 22:35:56.570930 dv-neutron-821829-1-hyperv neutron-server[87507]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 22:35:56.570930 dv-neutron-821829-1-hyperv neutron-server[87507]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 22:35:56.587558 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.notifiers.nova [None req-bdb49b78-9b3d-48b3-b3ea-8f0f26b354cb tempest-AllowedAddressPairTestJSON-1611484417 tempest-AllowedAddressPairTestJSON-1611484417-project] device_id is not set on port 8045cb2a-51e9-40d7-9183-82e84a6fddaf yet. {{(pid=87506) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 16 22:35:56.628208 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f51b921-2bc1-4532-a8a6-80361b88e814 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67b8df49-1b5a-4313-9761-0855b3dd6207,revision_number=0']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:35:56.631919 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-6f51b921-2bc1-4532-a8a6-80361b88e814 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:56.635490 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-6f51b921-2bc1-4532-a8a6-80361b88e814 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 1.2618892
Dec 16 22:35:56.635490 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-6f51b921-2bc1-4532-a8a6-80361b88e814 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:35:56.636807 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 41734) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:35:56.647473 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-c02c144e-011a-43ac-b103-a7ee5b3a3898 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Request body: {'security_group_rule': {'security_group_id': '2c8293c6-7a9d-4021-9d0b-d55cb4b08bc4', 'project_id': 'ebcac23e4eae475893854e16d121f861', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:35:56.653789 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-f96f1146-3779-4ed2-b47a-4be70a398694 req-1a4c65d2-edbe-4aa8-91a1-323363544916 tempest-ServersTestManualDisk-828097669 tempest-ServersTestManualDisk-828097669-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce84dfe8-5e91-4fe9-b684-9a52b4f9831a HTTP/1.1" status: 200  len: 210 time: 0.2296138
Dec 16 22:35:56.664887 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-c02c144e-011a-43ac-b103-a7ee5b3a3898 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:35:56.665937 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-39a40913-ef28-4617-a7b4-5ffc48f7785e tempest-RoutersAdminTest-1901902743 tempest-RoutersAdminTest-1901902743-project-admin] 10.222.0.13 "GET /v2.0/ports?network_id=f8905ce9-304b-4976-bc47-e58c71c11de5&device_id=056f679a-4796-447e-aa5d-7f495ad1ab2f HTTP/1.1" status: 200  len: 205 time: 0.1967566
Dec 16 22:35:56.671173 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 41738) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:35:56.681828 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-c02c144e-011a-43ac-b103-a7ee5b3a3898 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Usage tracker for resource:security_group_rule and tenant:ebcac23e4eae475893854e16d121f861 is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:35:56.685731 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-c02c144e-011a-43ac-b103-a7ee5b3a3898 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:35:56.730292 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.objects.ports [None req-cbb8eb94-d0b9-4f17-ba0d-233c32724dff tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87507) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}}
Dec 16 22:35:56.736154 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-cbb8eb94-d0b9-4f17-ba0d-233c32724dff tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10807931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10549612'] for subnet, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:56.742637 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-c02c144e-011a-43ac-b103-a7ee5b3a3898 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:35:56.744009 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-c5c5451f-bea3-4e80-9c9f-8156365a26ef tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:35:56.750828 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-dfe1eed8-0073-4563-8529-220c020ff02f tempest-RoutersAdminTest-1029946936 tempest-RoutersAdminTest-1029946936-project] 10.222.0.13 "GET /v2.0/ports?device_id=056f679a-4796-447e-aa5d-7f495ad1ab2f HTTP/1.1" status: 200  len: 205 time: 0.0748546
Dec 16 22:35:56.752885 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 41742) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:35:56.757113 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device fba0a043-f4ba-4604-b77b-dcdc50cb1416 no longer exists at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 22:35:56.813997 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-8ce5c8ac-04ce-4847-8693-e4717cfce167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b77ac6b50>, [], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:35:56.824465 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] No Port match for: fba0a043-f4ba-4604-b77b-dcdc50cb1416 {{(pid=87508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 22:35:56.824823 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device fba0a043-f4ba-4604-b77b-dcdc50cb1416 not bound to the agent host dv-neutron-821829-1-hyperv {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 22:35:56.831484 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-2e8d1cbc-e36b-4ebb-b446-6f7ea2c8babe tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3329572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3741856'] for network, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:56.834372 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvr_db [None req-be73f11f-c6fe-4c2e-bb6f-2f8bbff8b69f None None] Set router ed9403a7-f69e-4090-b054-6cfe3d423956 gateway port host: dv-neutron-821829-1-hyperv {{(pid=87509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 22:35:56.848874 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-2e8d1cbc-e36b-4ebb-b446-6f7ea2c8babe tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks [] for network, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:56.857863 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-d380eb47-9f81-4a55-a90c-7aaad9775935 None None] Deleting port fba0a043-f4ba-4604-b77b-dcdc50cb1416 {{(pid=87508) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:35:56.858259 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-d380eb47-9f81-4a55-a90c-7aaad9775935 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:56.903293 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ce5c8ac-04ce-4847-8693-e4717cfce167 None None] Routers {'056f679a-4796-447e-aa5d-7f495ad1ab2f'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:35:56.904029 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-8ce5c8ac-04ce-4847-8693-e4717cfce167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b77ac6b50>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:35:31Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['056f679a-4796-447e-aa5d-7f495ad1ab2f'], 'active': True} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:35:56.921896 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.db.securitygroups_db [None req-c02c144e-011a-43ac-b103-a7ee5b3a3898 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Project ebcac23e4eae475893854e16d121f861 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 16 22:35:56.933769 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-c02c144e-011a-43ac-b103-a7ee5b3a3898 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:56.947745 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-c5834524-5cba-44f6-be84-b12d92ecee0d tempest-RoutersAdminTest-1029946936 tempest-RoutersAdminTest-1029946936-project] Notify callbacks [] for router, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:57.008446 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.db_base_plugin_common [None req-977efde8-1f50-4f6b-a283-0cf4fcb98518 None None] Allocated IP 172.20.0.2 (23bf1340-5067-4f12-82fc-aa5d92ad4d11/84f38bba-e588-4bce-91e9-7c18581ead20/51eba3c3-ba71-4122-bdf6-096a87c6cc0f) {{(pid=87508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 22:35:57.014971 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-3fc48da5-5890-45b9-a4e9-f2380d0d981f tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:57.024131 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-8ce5c8ac-04ce-4847-8693-e4717cfce167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b77ac6b50>, [], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:35:57.024544 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ce5c8ac-04ce-4847-8693-e4717cfce167 None None] The sync data for ids ['056f679a-4796-447e-aa5d-7f495ad1ab2f'] in dv-neutron-821829-1-hyperv is: [] {{(pid=87508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 22:35:57.031164 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbb8eb94-d0b9-4f17-ba0d-233c32724dff tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Network 7edd76f7-0f97-48a5-b177-9842de6c0500 is already hosted by enough agents. {{(pid=87507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:35:57.037128 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-d380eb47-9f81-4a55-a90c-7aaad9775935 None None] The port 'fba0a043-f4ba-4604-b77b-dcdc50cb1416' was deleted {{(pid=87508) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 16 22:35:57.039888 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.base_scheduler [None req-cbb8eb94-d0b9-4f17-ba0d-233c32724dff tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Resources bound (agent type, host, resource id):  {{(pid=87507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:35:57.049786 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbb8eb94-d0b9-4f17-ba0d-233c32724dff tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:35:57.050550 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-cbb8eb94-d0b9-4f17-ba0d-233c32724dff tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks [] for subnet, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:57.055917 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea44c9f1-bc82-4b92-95f0-65be447fc3b6 None None] Network 7edd76f7-0f97-48a5-b177-9842de6c0500 requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 22:35:57.111219 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb8eb94-d0b9-4f17-ba0d-233c32724dff tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Pushing event updated for resources: {'Subnet': ['ID=ad04874e-a161-4efe-97fe-a836c91b1d5a,revision_number=0']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:35:57.231247 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.plugin [None req-3fc48da5-5890-45b9-a4e9-f2380d0d981f tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Calling delete_port for eb3eef78-7bc4-4c08-ad93-26a67a06b6df owned by network:router_interface {{(pid=87507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:35:57.259932 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-be73f11f-c6fe-4c2e-bb6f-2f8bbff8b69f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b7c8871f0>, [{'id': 'ed9403a7-f69e-4090-b054-6cfe3d423956', 'name': 'tempest-ServersTestManualDisk-941694451-router', 'tenant_id': 'ce00d97791a4466faef350f07c7566f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.39'}], 'enable_snat': True}, 'gw_port_id': '39a8e67d-591e-48c7-93a6-e0c4b930d518', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:34:17Z', 'updated_at': '2021-12-16T22:34:32Z', 'revision_number': 4, 'project_id': 'ce00d97791a4466faef350f07c7566f3', 'gw_port': {'id': '39a8e67d-591e-48c7-93a6-e0c4b930d518', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:69:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed9403a7-f69e-4090-b054-6cfe3d423956', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:34:20Z', 'updated_at': '2021-12-16T22:34:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv', '_interfaces': [{'id': '59678307-9955-4c94-b61e-d644a386a596', 'name': '', 'network_id': '1184a913-dac0-4ec1-b150-22ccd69ce676', 'tenant_id': 'ce00d97791a4466faef350f07c7566f3', 'mac_address': 'fa:16:3e:9d:47:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed9403a7-f69e-4090-b054-6cfe3d423956', 'device_owner': 'network:router_interface', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '5a69580f-6718-4d75-974b-631ac7e9556c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:34:28Z', 'updated_at': '2021-12-16T22:34:39Z', 'revision_number': 5, 'project_id': 'ce00d97791a4466faef350f07c7566f3', 'subnets': [{'id': '5a69580f-6718-4d75-974b-631ac7e9556c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:35:57.264627 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be73f11f-c6fe-4c2e-bb6f-2f8bbff8b69f None None] The sync data for ids ['ed9403a7-f69e-4090-b054-6cfe3d423956'] in dv-neutron-821829-1-hyperv is: [{'id': 'ed9403a7-f69e-4090-b054-6cfe3d423956', 'name': 'tempest-ServersTestManualDisk-941694451-router', 'tenant_id': 'ce00d97791a4466faef350f07c7566f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.39'}], 'enable_snat': True}, 'gw_port_id': '39a8e67d-591e-48c7-93a6-e0c4b930d518', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:34:17Z', 'updated_at': '2021-12-16T22:34:32Z', 'revision_number': 4, 'project_id': 'ce00d97791a4466faef350f07c7566f3', 'gw_port': {'id': '39a8e67d-591e-48c7-93a6-e0c4b930d518', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:69:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed9403a7-f69e-4090-b054-6cfe3d423956', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:34:20Z', 'updated_at': '2021-12-16T22:34:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv', '_interfaces': [{'id': '59678307-9955-4c94-b61e-d644a386a596', 'name': '', 'network_id': '1184a913-dac0-4ec1-b150-22ccd69ce676', 'tenant_id': 'ce00d97791a4466faef350f07c7566f3', 'mac_address': 'fa:16:3e:9d:47:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed9403a7-f69e-4090-b054-6cfe3d423956', 'device_owner': 'network:router_interface', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '5a69580f-6718-4d75-974b-631ac7e9556c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:34:28Z', 'updated_at': '2021-12-16T22:34:39Z', 'revision_number': 5, 'project_id': 'ce00d97791a4466faef350f07c7566f3', 'subnets': [{'id': '5a69580f-6718-4d75-974b-631ac7e9556c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 22:35:57.270336 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-cbb8eb94-d0b9-4f17-ba0d-233c32724dff tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.526s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:35:57.271060 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-31113df3-c78c-40dc-b120-5cb5300dc9ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-86254145 tempest-PortsAdminExtendedAttrsIpV6TestJSON-86254145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.423s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:35:57.306565 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-2e8d1cbc-e36b-4ebb-b446-6f7ea2c8babe tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] 10.222.0.13 "DELETE /v2.0/networks/7b19e298-6921-4b88-a76d-519220caa0c6 HTTP/1.1" status: 204  len: 168 time: 3.2627571
Dec 16 22:35:57.307590 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 41746) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:35:57.323160 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8d1cbc-e36b-4ebb-b446-6f7ea2c8babe tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Pushing event deleted for resources: {'Network': ['ID=7b19e298-6921-4b88-a76d-519220caa0c6,revision_number=None']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:35:57.326000 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-cbb8eb94-d0b9-4f17-ba0d-233c32724dff tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 2.9616313
Dec 16 22:35:57.333120 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-c9914b35-fb36-459c-bf94-5d62b120d1cc tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Request body: {'network': {'name': 'tempest-RoutersTest-160336046'}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:35:57.336658 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-2e8d1cbc-e36b-4ebb-b446-6f7ea2c8babe tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:35:57.341301 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 41750) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:35:57.344061 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-c9914b35-fb36-459c-bf94-5d62b120d1cc tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:35:57.357402 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-5c905f99-0459-44a9-9cfe-59ceccbb3f92 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Request body: {'port': {'network_id': '7edd76f7-0f97-48a5-b177-9842de6c0500', 'mac_address': 'fa:16:3e:9b:a6:c4', 'name': 'tempest-NetworksTestDHCPv6-1979556928'}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:35:57.362745 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-c5834524-5cba-44f6-be84-b12d92ecee0d tempest-RoutersAdminTest-1029946936 tempest-RoutersAdminTest-1029946936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3739500', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39002'] for router, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:57.365287 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-c5834524-5cba-44f6-be84-b12d92ecee0d tempest-RoutersAdminTest-1029946936 tempest-RoutersAdminTest-1029946936-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:57.383880 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-c9914b35-fb36-459c-bf94-5d62b120d1cc tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Usage tracker for resource:network and tenant:bb30155073f3462f829b4df60e35f5af is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:35:57.393871 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-c9914b35-fb36-459c-bf94-5d62b120d1cc tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:35:57.449649 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-977efde8-1f50-4f6b-a283-0cf4fcb98518 None None] Notify callbacks [] for port, precommit_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:57.467058 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-977efde8-1f50-4f6b-a283-0cf4fcb98518 None None] Transition to ACTIVE for port object 51eba3c3-ba71-4122-bdf6-096a87c6cc0f will not be triggered until provisioned by entity L2. {{(pid=87508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:35:57.469294 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-c5834524-5cba-44f6-be84-b12d92ecee0d tempest-RoutersAdminTest-1029946936 tempest-RoutersAdminTest-1029946936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3830089'] for router, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:57.470278 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5834524-5cba-44f6-be84-b12d92ecee0d tempest-RoutersAdminTest-1029946936 tempest-RoutersAdminTest-1029946936-project] Fanout notify agent at l3_agent the message router_deleted on router 056f679a-4796-447e-aa5d-7f495ad1ab2f {{(pid=87506) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 16 22:35:57.506488 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-977efde8-1f50-4f6b-a283-0cf4fcb98518 None None] Transition to ACTIVE for port object 51eba3c3-ba71-4122-bdf6-096a87c6cc0f will not be triggered until provisioned by entity DHCP. {{(pid=87508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:35:57.683074 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-977efde8-1f50-4f6b-a283-0cf4fcb98518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940'] for port, after_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:57.724187 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:35:57.741702 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ebc4731-bb8f-49e3-b3f1-b1bb9afe365a None None] New status for floating IP 3a06c6b3-66cf-4b03-9b10-b41b17c05eb6: DOWN {{(pid=87509) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 16 22:35:57.800363 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-977efde8-1f50-4f6b-a283-0cf4fcb98518 None None] Network 23bf1340-5067-4f12-82fc-aa5d92ad4d11 is already hosted by enough agents. {{(pid=87508) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:35:57.812753 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.scheduler.base_scheduler [None req-977efde8-1f50-4f6b-a283-0cf4fcb98518 None None] Resources bound (agent type, host, resource id):  {{(pid=87508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:35:57.834580 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-977efde8-1f50-4f6b-a283-0cf4fcb98518 None None] Received port after_create {{(pid=87508) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 22:35:57.847849 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 41758) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:35:57.851506 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-c02c144e-011a-43ac-b103-a7ee5b3a3898 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:57.877311 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-c02c144e-011a-43ac-b103-a7ee5b3a3898 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841137'] for security_group_rule, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:57.879460 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-c5834524-5cba-44f6-be84-b12d92ecee0d tempest-RoutersAdminTest-1029946936 tempest-RoutersAdminTest-1029946936-project] Notify callbacks [] for router, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:57.883848 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-c5834524-5cba-44f6-be84-b12d92ecee0d tempest-RoutersAdminTest-1029946936 tempest-RoutersAdminTest-1029946936-project] 10.222.0.13 "DELETE /v2.0/routers/056f679a-4796-447e-aa5d-7f495ad1ab2f HTTP/1.1" status: 204  len: 168 time: 1.1232846
Dec 16 22:35:57.887842 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 41766) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:35:57.888179 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 41768) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:35:57.905726 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-ee9617dd-5340-4e9e-b26a-ef7eeeeb71a4 tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:35:57.908134 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-c9914b35-fb36-459c-bf94-5d62b120d1cc tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:35:57.919514 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-5c905f99-0459-44a9-9cfe-59ceccbb3f92 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:35:57.926125 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-5c905f99-0459-44a9-9cfe-59ceccbb3f92 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Usage tracker for resource:port and tenant:8e4385a98eb1416284c1cc96b3355a70 is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:35:57.928101 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-5c905f99-0459-44a9-9cfe-59ceccbb3f92 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:35:57.935309 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-5c905f99-0459-44a9-9cfe-59ceccbb3f92 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:35:57.955810 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9914b35-fb36-459c-bf94-5d62b120d1cc tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Made reservation on behalf of bb30155073f3462f829b4df60e35f5af for: {'network': 1} {{(pid=87507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:35:57.959538 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-c9914b35-fb36-459c-bf94-5d62b120d1cc tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for network, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:57.963711 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-977efde8-1f50-4f6b-a283-0cf4fcb98518 None None] Attempting to bind port 51eba3c3-ba71-4122-bdf6-096a87c6cc0f on host dv-neutron-821829-1-hyperv for vnic_type normal with profile  {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 22:35:57.964431 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-977efde8-1f50-4f6b-a283-0cf4fcb98518 None None] Attempting to bind port 51eba3c3-ba71-4122-bdf6-096a87c6cc0f by drivers openvswitch,hyperv on host dv-neutron-821829-1-hyperv at level 0 using segments [{'id': '5c04e453-eb51-408f-a0bb-31d80a1a917a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '23bf1340-5067-4f12-82fc-aa5d92ad4d11'}] {{(pid=87508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 22:35:57.965054 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-977efde8-1f50-4f6b-a283-0cf4fcb98518 None None] Attempting to bind port 51eba3c3-ba71-4122-bdf6-096a87c6cc0f on network 23bf1340-5067-4f12-82fc-aa5d92ad4d11 {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 22:35:57.974216 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c905f99-0459-44a9-9cfe-59ceccbb3f92 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Made reservation on behalf of 8e4385a98eb1416284c1cc96b3355a70 for: {'port': 1} {{(pid=87507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:35:57.980177 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-977efde8-1f50-4f6b-a283-0cf4fcb98518 None None] Checking agent: {'id': '5571501f-366e-47a4-9b60-8ef19d935d27', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821829-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 24, 2), 'started_at': datetime.datetime(2021, 12, 16, 22, 24, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 35, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821829-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 22:35:57.981090 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-977efde8-1f50-4f6b-a283-0cf4fcb98518 None None] Checking segment: {'id': '5c04e453-eb51-408f-a0bb-31d80a1a917a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '23bf1340-5067-4f12-82fc-aa5d92ad4d11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 22:35:57.981721 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-977efde8-1f50-4f6b-a283-0cf4fcb98518 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:57.982334 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-977efde8-1f50-4f6b-a283-0cf4fcb98518 None None] Bound using segment: {'id': '5c04e453-eb51-408f-a0bb-31d80a1a917a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '23bf1340-5067-4f12-82fc-aa5d92ad4d11'} {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 22:35:57.983033 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-977efde8-1f50-4f6b-a283-0cf4fcb98518 None None] Bound port: 51eba3c3-ba71-4122-bdf6-096a87c6cc0f, host: dv-neutron-821829-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c04e453-eb51-408f-a0bb-31d80a1a917a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '23bf1340-5067-4f12-82fc-aa5d92ad4d11'}}] {{(pid=87508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 22:35:57.983634 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-977efde8-1f50-4f6b-a283-0cf4fcb98518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:58.007753 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-5690f6c6-5999-4798-a0ae-b7189e90fb6a tempest-RoutersAdminTest-1029946936 tempest-RoutersAdminTest-1029946936-project] 10.222.0.13 "GET /v2.0/ports?device_id=056f679a-4796-447e-aa5d-7f495ad1ab2f HTTP/1.1" status: 200  len: 205 time: 0.1153033
Dec 16 22:35:58.007753 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02c144e-011a-43ac-b103-a7ee5b3a3898 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5062b5dd-c813-42a3-8a23-78a2ae13d5db,revision_number=0']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:35:58.012122 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 41774) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:35:58.029561 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.db_base_plugin_common [None req-bdb49b78-9b3d-48b3-b3ea-8f0f26b354cb tempest-AllowedAddressPairTestJSON-1611484417 tempest-AllowedAddressPairTestJSON-1611484417-project] Allocated IP 172.20.0.6 (23bf1340-5067-4f12-82fc-aa5d92ad4d11/84f38bba-e588-4bce-91e9-7c18581ead20/8045cb2a-51e9-40d7-9183-82e84a6fddaf) {{(pid=87506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 22:35:58.031782 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-c02c144e-011a-43ac-b103-a7ee5b3a3898 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:35:58.090765 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce84dfe8-5e91-4fe9-b684-9a52b4f9831a', 'name': 'network-vif-deleted', 'tag': '5ec081a6-0cc9-4f03-a789-48e20125b71c'}] {{(pid=87506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 22:35:58.105173 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-c02c144e-011a-43ac-b103-a7ee5b3a3898 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:58.106119 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977efde8-1f50-4f6b-a283-0cf4fcb98518 None None] Pushing event updated for resources: {'Port': ['ID=51eba3c3-ba71-4122-bdf6-096a87c6cc0f,revision_number=1']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:35:58.116517 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-977efde8-1f50-4f6b-a283-0cf4fcb98518 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.392s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:35:58.118831 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-c02c144e-011a-43ac-b103-a7ee5b3a3898 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 1.4719148
Dec 16 22:35:58.119173 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-acb6cc39-d8c4-4c98-857b-32db193513eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b77b57eb0>, [{'id': 'ec3443c7-b9c7-43dc-a77e-606744e51456', 'name': 'tempest-ServerActionsTestJSON-1277569529-router', 'tenant_id': 'a21c60855e3d440781134350c2712d36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.25'}], 'enable_snat': True}, 'gw_port_id': 'f36db7e1-2b19-4f1a-b338-be86ca326f63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:31:51Z', 'updated_at': '2021-12-16T22:32:00Z', 'revision_number': 4, 'project_id': 'a21c60855e3d440781134350c2712d36', 'gw_port': {'id': 'f36db7e1-2b19-4f1a-b338-be86ca326f63', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:b5:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec3443c7-b9c7-43dc-a77e-606744e51456', 'device_owner': 'network:router_gateway', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:31:52Z', 'updated_at': '2021-12-16T22:32:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv', '_interfaces': [{'id': 'a7277c6d-6959-4777-9c8c-59986b5a708a', 'name': '', 'network_id': '4324e1ea-4669-4cf4-86ce-32057be725fc', 'tenant_id': 'a21c60855e3d440781134350c2712d36', 'mac_address': 'fa:16:3e:5f:18:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec3443c7-b9c7-43dc-a77e-606744e51456', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '3657b92c-69b8-4f39-be86-861bf2c75ad0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:31:58Z', 'updated_at': '2021-12-16T22:32:12Z', 'revision_number': 5, 'project_id': 'a21c60855e3d440781134350c2712d36', 'subnets': [{'id': '3657b92c-69b8-4f39-be86-861bf2c75ad0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:35:58.136551 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acb6cc39-d8c4-4c98-857b-32db193513eb None None] Checking router: ec3443c7-b9c7-43dc-a77e-606744e51456 for host: dv-neutron-821829-1-hyperv {{(pid=87508) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 22:35:58.163899 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-977efde8-1f50-4f6b-a283-0cf4fcb98518 None None] For port 51eba3c3-ba71-4122-bdf6-096a87c6cc0f, host dv-neutron-821829-1-hyperv, cleared binding levels {{(pid=87508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 22:35:58.168065 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acb6cc39-d8c4-4c98-857b-32db193513eb None None] Routers {'ec3443c7-b9c7-43dc-a77e-606744e51456'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:35:58.168929 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-acb6cc39-d8c4-4c98-857b-32db193513eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b77b57eb0>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:35:31Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['ec3443c7-b9c7-43dc-a77e-606744e51456'], 'active': True} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:35:58.188055 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.api.v2.resource [None req-47cf988d-e640-4482-a59e-723ded265524 tempest-RoutersAdminTest-1029946936 tempest-RoutersAdminTest-1029946936-project] delete failed (client error): The resource could not be found.
Dec 16 22:35:58.189145 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-47cf988d-e640-4482-a59e-723ded265524 tempest-RoutersAdminTest-1029946936 tempest-RoutersAdminTest-1029946936-project] 10.222.0.13 "DELETE /v2.0/routers/056f679a-4796-447e-aa5d-7f495ad1ab2f HTTP/1.1" status: 404  len: 336 time: 0.1715007
Dec 16 22:35:58.198914 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 41790) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:35:58.242878 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-19df984f-ea85-4dd7-9912-f2c210f79af6 tempest-ServerActionsTestJSON-1581017418 tempest-ServerActionsTestJSON-1581017418-project] Notify callbacks [] for security_group, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:58.247345 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce84dfe8-5e91-4fe9-b684-9a52b4f9831a', 'name': 'network-vif-deleted', 'tag': '5ec081a6-0cc9-4f03-a789-48e20125b71c', 'status': 'completed', 'code': 200}
Dec 16 22:35:58.266903 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9914b35-fb36-459c-bf94-5d62b120d1cc tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] vlan segment allocate from pool success with {'vlan_id': 196, 'physical_network': 'physnet1'}  {{(pid=87507) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 22:35:58.285271 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-3fc48da5-5890-45b9-a4e9-f2380d0d981f tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10807823'] for port, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:58.299289 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-b2502519-b149-473b-92ad-81b744c00803 tempest-RoutersAdminTest-1029946936 tempest-RoutersAdminTest-1029946936-project] 10.222.0.13 "GET /v2.0/ports?device_id=19fcd899-1d60-48df-8ed8-67905ac25098 HTTP/1.1" status: 200  len: 205 time: 0.0956385
Dec 16 22:35:58.299485 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-2bf9df3c-1d69-4003-b54f-17f3e9532e67 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:35:58.315855 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 41810) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:35:58.338356 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-a9dc7578-42da-4368-a34f-d2490bfe1f0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:58.387350 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-977efde8-1f50-4f6b-a283-0cf4fcb98518 None None] For port 51eba3c3-ba71-4122-bdf6-096a87c6cc0f, host dv-neutron-821829-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=51eba3c3-ba71-4122-bdf6-096a87c6cc0f,segment=NetworkSegment(5c04e453-eb51-408f-a0bb-31d80a1a917a),segment_id=5c04e453-eb51-408f-a0bb-31d80a1a917a)] {{(pid=87508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 22:35:58.390167 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-a06c2eaf-21ae-4ef7-89bb-632cb7c69749 tempest-ServersTestManualDisk-828097669 tempest-ServersTestManualDisk-828097669-project] Notify callbacks [] for security_group, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:58.405340 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-19df984f-ea85-4dd7-9912-f2c210f79af6 tempest-ServerActionsTestJSON-1581017418 tempest-ServerActionsTestJSON-1581017418-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:58.447296 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.api.v2.resource [None req-3913b9e5-1a77-460f-8d00-2ce38fc17c65 tempest-RoutersAdminTest-1029946936 tempest-RoutersAdminTest-1029946936-project] delete failed (client error): The resource could not be found.
Dec 16 22:35:58.448416 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-3913b9e5-1a77-460f-8d00-2ce38fc17c65 tempest-RoutersAdminTest-1029946936 tempest-RoutersAdminTest-1029946936-project] 10.222.0.13 "DELETE /v2.0/routers/19fcd899-1d60-48df-8ed8-67905ac25098 HTTP/1.1" status: 404  len: 336 time: 0.1294181
Dec 16 22:35:58.463703 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 41822) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:35:58.526270 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-c9914b35-fb36-459c-bf94-5d62b120d1cc tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-883292'] for segment, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:58.527147 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.db.segments_db [None req-c9914b35-fb36-459c-bf94-5d62b120d1cc tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Added segment c01c49f8-e625-46ae-aab9-170aa1ec9795 of type vlan for network f8cea0c5-eecf-4efe-a553-b3ef77dc86aa
Dec 16 22:35:58.532548 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc48da5-5890-45b9-a4e9-f2380d0d981f tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Pushing event deleted for resources: {'Port': ['ID=eb3eef78-7bc4-4c08-ad93-26a67a06b6df,revision_number=None']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:35:58.535498 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-3fc48da5-5890-45b9-a4e9-f2380d0d981f tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:35:58.556512 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-977efde8-1f50-4f6b-a283-0cf4fcb98518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:58.556736 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-5c905f99-0459-44a9-9cfe-59ceccbb3f92 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:58.599932 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-e8a65900-6099-4e78-ba6e-ced50355a96c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:35:58.607476 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-a06c2eaf-21ae-4ef7-89bb-632cb7c69749 tempest-ServersTestManualDisk-828097669 tempest-ServersTestManualDisk-828097669-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:58.630793 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.notifiers.nova [None req-5c905f99-0459-44a9-9cfe-59ceccbb3f92 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] device_id is not set on port 1734b579-f42a-43ba-acac-5a3415b0d356 yet. {{(pid=87507) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 16 22:35:58.640558 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-47c99f62-2b6f-4565-a083-3cf5b4819964 tempest-RoutersAdminTest-1029946936 tempest-RoutersAdminTest-1029946936-project] 10.222.0.13 "GET /v2.0/ports?device_id=ec539aa6-b429-40fc-b133-a667774991b1 HTTP/1.1" status: 200  len: 205 time: 0.1564307
Dec 16 22:35:58.648602 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 41834) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:35:58.707479 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977efde8-1f50-4f6b-a283-0cf4fcb98518 None None] Pushing event updated for resources: {'Port': ['ID=51eba3c3-ba71-4122-bdf6-096a87c6cc0f,revision_number=2']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:35:58.727723 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-c9914b35-fb36-459c-bf94-5d62b120d1cc tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734753047233'] for network, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:58.755226 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-977efde8-1f50-4f6b-a283-0cf4fcb98518 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:35:58.795000 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.api.v2.resource [None req-d57f3869-ac95-49ec-b4f8-e3457bf97b86 tempest-RoutersAdminTest-1029946936 tempest-RoutersAdminTest-1029946936-project] delete failed (client error): The resource could not be found.
Dec 16 22:35:58.796418 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-d57f3869-ac95-49ec-b4f8-e3457bf97b86 tempest-RoutersAdminTest-1029946936 tempest-RoutersAdminTest-1029946936-project] 10.222.0.13 "DELETE /v2.0/routers/ec539aa6-b429-40fc-b133-a667774991b1 HTTP/1.1" status: 404  len: 336 time: 0.1468534
Dec 16 22:35:58.801925 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 41838) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:35:58.840652 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-3fc48da5-5890-45b9-a4e9-f2380d0d981f tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3791449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3739472'] for router_interface, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:58.876718 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-19df984f-ea85-4dd7-9912-f2c210f79af6 tempest-ServerActionsTestJSON-1581017418 tempest-ServerActionsTestJSON-1581017418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841066'] for security_group, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:58.883053 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-8eb902bd-b093-43b1-8083-15499375da29 tempest-RoutersAdminTest-1029946936 tempest-RoutersAdminTest-1029946936-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf473d9c-ae72-417c-bb9c-9b80ceb51f03 HTTP/1.1" status: 200  len: 205 time: 0.0790210
Dec 16 22:35:58.889091 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-c2eb0266-37f7-4dd8-b5b9-192ca9302411 tempest-NegativeSecGroupTest-382581040 tempest-NegativeSecGroupTest-382581040-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:35:58.894061 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d26e96c-7d14-437d-a203-704406cdfd22 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1d6bfaf-d325-5e4f-b05d-2441d8339617-7edd76f7-0f97-48a5-b177-9842de6c0500', 'network_id': '7edd76f7-0f97-48a5-b177-9842de6c0500', 'tenant_id': '8e4385a98eb1416284c1cc96b3355a70', 'fixed_ips': [{'subnet_id': 'ad04874e-a161-4efe-97fe-a836c91b1d5a'}]}} from dv-neutron-821829-1-hyperv. {{(pid=87508) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 16 22:35:58.895188 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-7d26e96c-7d14-437d-a203-704406cdfd22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:58.901709 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 41842) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:35:58.925192 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvr_db [None req-acb6cc39-d8c4-4c98-857b-32db193513eb None None] Set router ec3443c7-b9c7-43dc-a77e-606744e51456 gateway port host: dv-neutron-821829-1-hyperv {{(pid=87508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 22:35:58.926702 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19df984f-ea85-4dd7-9912-f2c210f79af6 tempest-ServerActionsTestJSON-1581017418 tempest-ServerActionsTestJSON-1581017418-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1011a650-dc8c-4279-9762-0c0bcda15d85,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:35:59.029696 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-19df984f-ea85-4dd7-9912-f2c210f79af6 tempest-ServerActionsTestJSON-1581017418 tempest-ServerActionsTestJSON-1581017418-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:35:59.094957 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.api.v2.resource [None req-01055c6b-8e33-4275-b970-3336209b7039 tempest-RoutersAdminTest-1029946936 tempest-RoutersAdminTest-1029946936-project] delete failed (client error): The resource could not be found.
Dec 16 22:35:59.105265 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-01055c6b-8e33-4275-b970-3336209b7039 tempest-RoutersAdminTest-1029946936 tempest-RoutersAdminTest-1029946936-project] 10.222.0.13 "DELETE /v2.0/routers/bf473d9c-ae72-417c-bb9c-9b80ceb51f03 HTTP/1.1" status: 404  len: 336 time: 0.1905482
Dec 16 22:35:59.106099 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-a06c2eaf-21ae-4ef7-89bb-632cb7c69749 tempest-ServersTestManualDisk-828097669 tempest-ServersTestManualDisk-828097669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841066'] for security_group, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:59.115704 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 41846) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:35:59.121445 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-bdb49b78-9b3d-48b3-b3ea-8f0f26b354cb tempest-AllowedAddressPairTestJSON-1611484417 tempest-AllowedAddressPairTestJSON-1611484417-project] Notify callbacks [] for port, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:59.140322 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.provisioning_blocks [None req-bdb49b78-9b3d-48b3-b3ea-8f0f26b354cb tempest-AllowedAddressPairTestJSON-1611484417 tempest-AllowedAddressPairTestJSON-1611484417-project] Transition to ACTIVE for port object 8045cb2a-51e9-40d7-9183-82e84a6fddaf will not be triggered until provisioned by entity DHCP. {{(pid=87506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:35:59.176163 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-2c535473-12a4-4010-90a0-5a3c6365726c tempest-NegativeSecGroupTest-382581040 tempest-NegativeSecGroupTest-382581040-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:35:59.182238 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-c9914b35-fb36-459c-bf94-5d62b120d1cc tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440'] for network, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:59.188332 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9914b35-fb36-459c-bf94-5d62b120d1cc tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:35:59.189038 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-c9914b35-fb36-459c-bf94-5d62b120d1cc tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks [] for network, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:59.201450 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-296ee26f-31b3-45ba-8498-c8f05a60d3a3 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:35:59.206792 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-19df984f-ea85-4dd7-9912-f2c210f79af6 tempest-ServerActionsTestJSON-1581017418 tempest-ServerActionsTestJSON-1581017418-project] Notify callbacks [] for security_group, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:59.211167 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-19df984f-ea85-4dd7-9912-f2c210f79af6 tempest-ServerActionsTestJSON-1581017418 tempest-ServerActionsTestJSON-1581017418-project] 10.222.0.13 "DELETE /v2.0/security-groups/1011a650-dc8c-4279-9762-0c0bcda15d85 HTTP/1.1" status: 204  len: 168 time: 1.3622799
Dec 16 22:35:59.222418 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 41852) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:35:59.223371 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06c2eaf-21ae-4ef7-89bb-632cb7c69749 tempest-ServersTestManualDisk-828097669 tempest-ServersTestManualDisk-828097669-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=794e274c-0150-48f2-9119-aaeb44cd27be,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:35:59.225805 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-bdb49b78-9b3d-48b3-b3ea-8f0f26b354cb tempest-AllowedAddressPairTestJSON-1611484417 tempest-AllowedAddressPairTestJSON-1611484417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1863393'] for port, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:59.243093 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-a06c2eaf-21ae-4ef7-89bb-632cb7c69749 tempest-ServersTestManualDisk-828097669 tempest-ServersTestManualDisk-828097669-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:35:59.248606 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-f897e9f3-8306-4953-a164-18dbc93c7cc7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:35:59.270511 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-1be74c87-fe10-4ffd-b4d2-49ed4afc1461 tempest-RoutersAdminTest-1029946936 tempest-RoutersAdminTest-1029946936-project] 10.222.0.13 "GET /v2.0/ports?device_id=38136b6a-333a-46b2-a751-94a2be2c7698 HTTP/1.1" status: 200  len: 205 time: 0.1383085
Dec 16 22:35:59.316351 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 41858) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:35:59.388090 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.db_base_plugin_common [None req-5c905f99-0459-44a9-9cfe-59ceccbb3f92 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Allocated IP 2001:db8::f816:3eff:fe9b:a6c4 (7edd76f7-0f97-48a5-b177-9842de6c0500/ad04874e-a161-4efe-97fe-a836c91b1d5a/1734b579-f42a-43ba-acac-5a3415b0d356) {{(pid=87507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 22:35:59.416270 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.api.v2.resource [None req-02b0d419-5e70-437e-91dd-d78107aeb481 tempest-RoutersAdminTest-1029946936 tempest-RoutersAdminTest-1029946936-project] delete failed (client error): The resource could not be found.
Dec 16 22:35:59.417562 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-02b0d419-5e70-437e-91dd-d78107aeb481 tempest-RoutersAdminTest-1029946936 tempest-RoutersAdminTest-1029946936-project] 10.222.0.13 "DELETE /v2.0/routers/38136b6a-333a-46b2-a751-94a2be2c7698 HTTP/1.1" status: 404  len: 336 time: 0.0988216
Dec 16 22:35:59.418687 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-a06c2eaf-21ae-4ef7-89bb-632cb7c69749 tempest-ServersTestManualDisk-828097669 tempest-ServersTestManualDisk-828097669-project] Notify callbacks [] for security_group, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:35:59.426362 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-a06c2eaf-21ae-4ef7-89bb-632cb7c69749 tempest-ServersTestManualDisk-828097669 tempest-ServersTestManualDisk-828097669-project] 10.222.0.13 "DELETE /v2.0/security-groups/794e274c-0150-48f2-9119-aaeb44cd27be HTTP/1.1" status: 204  len: 168 time: 1.5346305
Dec 16 22:35:59.432116 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 41864) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:35:59.435720 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 41866) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:35:59.485071 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-c9914b35-fb36-459c-bf94-5d62b120d1cc tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 765 time: 2.1706152
Dec 16 22:35:59.486128 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9914b35-fb36-459c-bf94-5d62b120d1cc tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Pushing event updated for resources: {'Network': ['ID=f8cea0c5-eecf-4efe-a553-b3ef77dc86aa,revision_number=1']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:35:59.490215 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 41872) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:35:59.493955 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-c9914b35-fb36-459c-bf94-5d62b120d1cc tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:35:59.496954 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.api.v2.resource [None req-a4d288d6-9951-4e1e-818b-83986919560b tempest-ServerActionsTestJSON-1581017418 tempest-ServerActionsTestJSON-1581017418-project] show failed (client error): The resource could not be found.
Dec 16 22:35:59.503011 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-a4d288d6-9951-4e1e-818b-83986919560b tempest-ServerActionsTestJSON-1581017418 tempest-ServerActionsTestJSON-1581017418-project] 10.222.0.13 "GET /v2.0/security-groups/1011a650-dc8c-4279-9762-0c0bcda15d85 HTTP/1.1" status: 404  len: 347 time: 0.2746825
Dec 16 22:35:59.524353 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdb49b78-9b3d-48b3-b3ea-8f0f26b354cb tempest-AllowedAddressPairTestJSON-1611484417 tempest-AllowedAddressPairTestJSON-1611484417-project] Network 23bf1340-5067-4f12-82fc-aa5d92ad4d11 is already hosted by enough agents. {{(pid=87506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:35:59.529088 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-88b38c5b-8002-4e1e-a840-b3ab0b303fe6 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Request body: {'subnet': {'network_id': 'f8cea0c5-eecf-4efe-a553-b3ef77dc86aa', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:35:59.529285 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-a5877a8b-695c-4e0c-82cd-23e3723fdb9e tempest-RoutersAdminTest-1029946936 tempest-RoutersAdminTest-1029946936-project] 10.222.0.13 "GET /v2.0/ports?device_id=88f94014-9b03-4ccf-9dd8-1e9c72846862 HTTP/1.1" status: 200  len: 205 time: 0.0899191
Dec 16 22:35:59.547803 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 41876) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:35:59.548168 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 41878) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:35:59.569393 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.base_scheduler [None req-bdb49b78-9b3d-48b3-b3ea-8f0f26b354cb tempest-AllowedAddressPairTestJSON-1611484417 tempest-AllowedAddressPairTestJSON-1611484417-project] Resources bound (agent type, host, resource id):  {{(pid=87506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:35:59.571601 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.api.v2.resource [None req-e7fb0d85-c43a-4068-99f9-bc66d5179cfa tempest-ServersTestManualDisk-828097669 tempest-ServersTestManualDisk-828097669-project] show failed (client error): The resource could not be found.
Dec 16 22:35:59.576771 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-e7fb0d85-c43a-4068-99f9-bc66d5179cfa tempest-ServersTestManualDisk-828097669 tempest-ServersTestManualDisk-828097669-project] 10.222.0.13 "GET /v2.0/security-groups/794e274c-0150-48f2-9119-aaeb44cd27be HTTP/1.1" status: 404  len: 347 time: 0.1381965
Dec 16 22:35:59.577360 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 41884) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:35:59.581137 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdb49b78-9b3d-48b3-b3ea-8f0f26b354cb tempest-AllowedAddressPairTestJSON-1611484417 tempest-AllowedAddressPairTestJSON-1611484417-project] Received port after_create {{(pid=87506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 22:35:59.603518 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Network f8cea0c5-eecf-4efe-a553-b3ef77dc86aa details requested by agent ovs-agent-dv-neutron-821829-1-hyperv with host dv-neutron-821829-1-hyperv {{(pid=87508) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 22:35:59.792863 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.api.v2.resource [None req-fd11f79c-dc27-49a9-8cc7-fd604c56f913 tempest-RoutersAdminTest-1029946936 tempest-RoutersAdminTest-1029946936-project] delete failed (client error): The resource could not be found.
Dec 16 22:35:59.793902 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-fd11f79c-dc27-49a9-8cc7-fd604c56f913 tempest-RoutersAdminTest-1029946936 tempest-RoutersAdminTest-1029946936-project] 10.222.0.13 "DELETE /v2.0/routers/88f94014-9b03-4ccf-9dd8-1e9c72846862 HTTP/1.1" status: 404  len: 336 time: 0.2408373
Dec 16 22:35:59.819191 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 41892) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:36:00.019018 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb49b78-9b3d-48b3-b3ea-8f0f26b354cb tempest-AllowedAddressPairTestJSON-1611484417 tempest-AllowedAddressPairTestJSON-1611484417-project] Pushing event updated for resources: {'Port': ['ID=8045cb2a-51e9-40d7-9183-82e84a6fddaf,revision_number=1']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:36:00.025242 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [None req-03cbb122-386d-4fca-a3b2-fcf1aa527f0b tempest-ServersTestManualDisk-828097669 tempest-ServersTestManualDisk-828097669-project] Deleting port 4b8d3fab-13b4-4da8-9900-ac9ee06975d5 {{(pid=87506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:36:00.025712 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-03cbb122-386d-4fca-a3b2-fcf1aa527f0b tempest-ServersTestManualDisk-828097669 tempest-ServersTestManualDisk-828097669-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:00.049315 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-acb6cc39-d8c4-4c98-857b-32db193513eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b77b57eb0>, [{'id': 'ec3443c7-b9c7-43dc-a77e-606744e51456', 'name': 'tempest-ServerActionsTestJSON-1277569529-router', 'tenant_id': 'a21c60855e3d440781134350c2712d36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.25'}], 'enable_snat': True}, 'gw_port_id': 'f36db7e1-2b19-4f1a-b338-be86ca326f63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:31:51Z', 'updated_at': '2021-12-16T22:32:00Z', 'revision_number': 4, 'project_id': 'a21c60855e3d440781134350c2712d36', 'gw_port': {'id': 'f36db7e1-2b19-4f1a-b338-be86ca326f63', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:b5:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec3443c7-b9c7-43dc-a77e-606744e51456', 'device_owner': 'network:router_gateway', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:31:52Z', 'updated_at': '2021-12-16T22:32:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv', '_interfaces': [{'id': 'a7277c6d-6959-4777-9c8c-59986b5a708a', 'name': '', 'network_id': '4324e1ea-4669-4cf4-86ce-32057be725fc', 'tenant_id': 'a21c60855e3d440781134350c2712d36', 'mac_address': 'fa:16:3e:5f:18:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec3443c7-b9c7-43dc-a77e-606744e51456', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '3657b92c-69b8-4f39-be86-861bf2c75ad0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:31:58Z', 'updated_at': '2021-12-16T22:32:12Z', 'revision_number': 5, 'project_id': 'a21c60855e3d440781134350c2712d36', 'subnets': [{'id': '3657b92c-69b8-4f39-be86-861bf2c75ad0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:36:00.057591 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acb6cc39-d8c4-4c98-857b-32db193513eb None None] The sync data for ids ['ec3443c7-b9c7-43dc-a77e-606744e51456'] in dv-neutron-821829-1-hyperv is: [{'id': 'ec3443c7-b9c7-43dc-a77e-606744e51456', 'name': 'tempest-ServerActionsTestJSON-1277569529-router', 'tenant_id': 'a21c60855e3d440781134350c2712d36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.25'}], 'enable_snat': True}, 'gw_port_id': 'f36db7e1-2b19-4f1a-b338-be86ca326f63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:31:51Z', 'updated_at': '2021-12-16T22:32:00Z', 'revision_number': 4, 'project_id': 'a21c60855e3d440781134350c2712d36', 'gw_port': {'id': 'f36db7e1-2b19-4f1a-b338-be86ca326f63', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:b5:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec3443c7-b9c7-43dc-a77e-606744e51456', 'device_owner': 'network:router_gateway', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:31:52Z', 'updated_at': '2021-12-16T22:32:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv', '_interfaces': [{'id': 'a7277c6d-6959-4777-9c8c-59986b5a708a', 'name': '', 'network_id': '4324e1ea-4669-4cf4-86ce-32057be725fc', 'tenant_id': 'a21c60855e3d440781134350c2712d36', 'mac_address': 'fa:16:3e:5f:18:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec3443c7-b9c7-43dc-a77e-606744e51456', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '3657b92c-69b8-4f39-be86-861bf2c75ad0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:31:58Z', 'updated_at': '2021-12-16T22:32:12Z', 'revision_number': 5, 'project_id': 'a21c60855e3d440781134350c2712d36', 'subnets': [{'id': '3657b92c-69b8-4f39-be86-861bf2c75ad0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 22:36:00.063412 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-bdb49b78-9b3d-48b3-b3ea-8f0f26b354cb tempest-AllowedAddressPairTestJSON-1611484417 tempest-AllowedAddressPairTestJSON-1611484417-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.815s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:36:00.076087 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.pecan_wsgi.hooks.translation [None req-74ddce9a-0428-4783-81c8-d172d99f8f4e tempest-RoutersAdminTest-1029946936 tempest-RoutersAdminTest-1029946936-project] DELETE failed (client error): The resource could not be found.
Dec 16 22:36:00.076701 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74ddce9a-0428-4783-81c8-d172d99f8f4e tempest-RoutersAdminTest-1029946936 tempest-RoutersAdminTest-1029946936-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87507) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 16 22:36:00.079198 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-74ddce9a-0428-4783-81c8-d172d99f8f4e tempest-RoutersAdminTest-1029946936 tempest-RoutersAdminTest-1029946936-project] 10.222.0.13 "DELETE /v2.0/subnets/f1ab8f20-8cb9-4757-a1a5-4a7fab625da5 HTTP/1.1" status: 404  len: 337 time: 0.1800663
Dec 16 22:36:00.092891 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdb49b78-9b3d-48b3-b3ea-8f0f26b354cb tempest-AllowedAddressPairTestJSON-1611484417 tempest-AllowedAddressPairTestJSON-1611484417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:36:00.093557 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-bdb49b78-9b3d-48b3-b3ea-8f0f26b354cb tempest-AllowedAddressPairTestJSON-1611484417 tempest-AllowedAddressPairTestJSON-1611484417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for port, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:00.103867 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.plugin [None req-26eb737a-8116-4f0b-9942-288565d3f24d tempest-ServerActionsTestJSON-1581017418 tempest-ServerActionsTestJSON-1581017418-project] Deleting port 0a6d5400-4a65-4b53-a440-d66a94677e38 {{(pid=87507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:36:00.106112 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-26eb737a-8116-4f0b-9942-288565d3f24d tempest-ServerActionsTestJSON-1581017418 tempest-ServerActionsTestJSON-1581017418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:00.155341 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-bdb49b78-9b3d-48b3-b3ea-8f0f26b354cb tempest-AllowedAddressPairTestJSON-1611484417 tempest-AllowedAddressPairTestJSON-1611484417-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 4.9961472
Dec 16 22:36:00.177436 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 41928) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:36:00.191082 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-88b38c5b-8002-4e1e-a840-b3ab0b303fe6 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:36:00.225690 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-5003e9e7-b8c1-4e2c-8636-233e9be8dfe9 tempest-AllowedAddressPairTestJSON-1611484417 tempest-AllowedAddressPairTestJSON-1611484417-project] Request body: {'port': {'network_id': '23bf1340-5067-4f12-82fc-aa5d92ad4d11', 'name': 'tempest-AllowedAddressPairTestJSON-343892293', 'allowed_address_pairs': [{'ip_address': '172.20.0.6', 'mac_address': 'fa:16:3e:50:41:d6'}]}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:36:00.341737 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-88b38c5b-8002-4e1e-a840-b3ab0b303fe6 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Usage tracker for resource:subnet and tenant:bb30155073f3462f829b4df60e35f5af is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:36:00.362455 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-03cbb122-386d-4fca-a3b2-fcf1aa527f0b tempest-ServersTestManualDisk-828097669 tempest-ServersTestManualDisk-828097669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:00.362777 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-03cbb122-386d-4fca-a3b2-fcf1aa527f0b tempest-ServersTestManualDisk-828097669 tempest-ServersTestManualDisk-828097669-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:00.447890 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-88b38c5b-8002-4e1e-a840-b3ab0b303fe6 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:36:00.470288 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-88b38c5b-8002-4e1e-a840-b3ab0b303fe6 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:36:00.528950 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25ea28ae-1f36-4cb3-a7a0-a98796cf7da5 None None] Network 23bf1340-5067-4f12-82fc-aa5d92ad4d11 requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 22:36:00.620299 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [None req-03cbb122-386d-4fca-a3b2-fcf1aa527f0b tempest-ServersTestManualDisk-828097669 tempest-ServersTestManualDisk-828097669-project] Calling delete_port for 4b8d3fab-13b4-4da8-9900-ac9ee06975d5 owned by network:floatingip {{(pid=87506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:36:00.635249 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-26eb737a-8116-4f0b-9942-288565d3f24d tempest-ServerActionsTestJSON-1581017418 tempest-ServerActionsTestJSON-1581017418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:00.636110 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-26eb737a-8116-4f0b-9942-288565d3f24d tempest-ServerActionsTestJSON-1581017418 tempest-ServerActionsTestJSON-1581017418-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:00.722631 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 41936) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:36:00.738051 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3564fbc8-f844-45c9-a81f-4d7af9877df6 None None] New status for floating IP 31a79c59-5278-44ee-8ce3-14d34696f00c: DOWN {{(pid=87508) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 16 22:36:00.903306 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-03cbb122-386d-4fca-a3b2-fcf1aa527f0b tempest-ServersTestManualDisk-828097669 tempest-ServersTestManualDisk-828097669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1863393'] for port, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:00.918373 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-77810bbe-3916-4472-a907-8595d736d600 tempest-ServersTestManualDisk-828097669 tempest-ServersTestManualDisk-828097669-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:36:01.039524 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cbb122-386d-4fca-a3b2-fcf1aa527f0b tempest-ServersTestManualDisk-828097669 tempest-ServersTestManualDisk-828097669-project] Pushing event deleted for resources: {'Port': ['ID=4b8d3fab-13b4-4da8-9900-ac9ee06975d5,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:36:01.048623 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-4ae98cbb-36bd-43a3-b60e-c624d581e197 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:01.064259 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-03cbb122-386d-4fca-a3b2-fcf1aa527f0b tempest-ServersTestManualDisk-828097669 tempest-ServersTestManualDisk-828097669-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:36:01.067173 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.plugin [None req-26eb737a-8116-4f0b-9942-288565d3f24d tempest-ServerActionsTestJSON-1581017418 tempest-ServerActionsTestJSON-1581017418-project] Calling delete_port for 0a6d5400-4a65-4b53-a440-d66a94677e38 owned by network:floatingip {{(pid=87507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:36:01.069487 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-4ae98cbb-36bd-43a3-b60e-c624d581e197 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:36:01.073809 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-4ae98cbb-36bd-43a3-b60e-c624d581e197 admin admin] Usage tracker for resource:security_group_rule and tenant:662a8bad278a4b1485561129d2472ad5 is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:36:01.077339 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-4ae98cbb-36bd-43a3-b60e-c624d581e197 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:36:01.084135 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-4ae98cbb-36bd-43a3-b60e-c624d581e197 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:36:01.142184 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 51eba3c3-ba71-4122-bdf6-096a87c6cc0f up at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 22:36:01.164281 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88b38c5b-8002-4e1e-a840-b3ab0b303fe6 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Made reservation on behalf of bb30155073f3462f829b4df60e35f5af for: {'subnet': 1} {{(pid=87507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:36:01.168562 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-88b38c5b-8002-4e1e-a840-b3ab0b303fe6 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10549598'] for subnet, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:01.188782 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-03cbb122-386d-4fca-a3b2-fcf1aa527f0b tempest-ServersTestManualDisk-828097669 tempest-ServersTestManualDisk-828097669-project] Notify callbacks [] for floatingip, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:01.238770 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-03cbb122-386d-4fca-a3b2-fcf1aa527f0b tempest-ServersTestManualDisk-828097669 tempest-ServersTestManualDisk-828097669-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for floatingip, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:01.243482 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-03cbb122-386d-4fca-a3b2-fcf1aa527f0b tempest-ServersTestManualDisk-828097669 tempest-ServersTestManualDisk-828097669-project] 10.222.0.13 "DELETE /v2.0/floatingips/3a06c6b3-66cf-4b03-9b10-b41b17c05eb6 HTTP/1.1" status: 204  len: 168 time: 1.6201398
Dec 16 22:36:01.244366 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 41942) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:36:01.255417 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-4c84a3c5-1733-41e4-bee2-55f29ad9a9d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:01.271497 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-f216bd51-22b6-49cf-b6ea-f284c487b994 None None] Provisioning for port 51eba3c3-ba71-4122-bdf6-096a87c6cc0f completed by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 22:36:01.325430 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-5c905f99-0459-44a9-9cfe-59ceccbb3f92 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks [] for port, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:01.436730 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.provisioning_blocks [None req-5c905f99-0459-44a9-9cfe-59ceccbb3f92 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Transition to ACTIVE for port object 1734b579-f42a-43ba-acac-5a3415b0d356 will not be triggered until provisioned by entity DHCP. {{(pid=87507) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:36:01.455221 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-3e729f7f-1589-4d54-9c4a-7ee6b283cc2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:01.456094 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning for port 51eba3c3-ba71-4122-bdf6-096a87c6cc0f completed by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 22:36:01.465169 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fc48da5-5890-45b9-a4e9-f2380d0d981f tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Router 45ae2c9f-738c-4d50-9070-36f2d87f0ea0 has already been hosted by L3 agent 4f519db7-069b-43e2-8411-c092bac9102a {{(pid=87507) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 22:36:01.468657 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning complete for port 51eba3c3-ba71-4122-bdf6-096a87c6cc0f triggered by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:36:01.469045 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:01.518251 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-5003e9e7-b8c1-4e2c-8636-233e9be8dfe9 tempest-AllowedAddressPairTestJSON-1611484417 tempest-AllowedAddressPairTestJSON-1611484417-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:36:01.604504 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-4ae98cbb-36bd-43a3-b60e-c624d581e197 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:01.627299 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.db.api [None req-26eb737a-8116-4f0b-9942-288565d3f24d tempest-ServerActionsTestJSON-1581017418 tempest-ServerActionsTestJSON-1581017418-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87507) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 16 22:36:01.633095 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_db.api [None req-26eb737a-8116-4f0b-9942-288565d3f24d tempest-ServerActionsTestJSON-1581017418 tempest-ServerActionsTestJSON-1581017418-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 16 22:36:01.638878 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-5003e9e7-b8c1-4e2c-8636-233e9be8dfe9 tempest-AllowedAddressPairTestJSON-1611484417 tempest-AllowedAddressPairTestJSON-1611484417-project] Usage tracker for resource:port and tenant:aac952f03feb4a16a9e96684becdcd26 is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:36:01.647413 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-5003e9e7-b8c1-4e2c-8636-233e9be8dfe9 tempest-AllowedAddressPairTestJSON-1611484417 tempest-AllowedAddressPairTestJSON-1611484417-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:36:01.684710 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:01.697018 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-4ae98cbb-36bd-43a3-b60e-c624d581e197 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841066'] for security_group, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:01.707865 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-c5891b6a-a5ca-4b52-b89b-f44c83fdf183 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:36:01.716661 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:01.809369 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] For port 51eba3c3-ba71-4122-bdf6-096a87c6cc0f, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=51eba3c3-ba71-4122-bdf6-096a87c6cc0f,segment=NetworkSegment(5c04e453-eb51-408f-a0bb-31d80a1a917a),segment_id=5c04e453-eb51-408f-a0bb-31d80a1a917a)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:36:01.814411 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-5003e9e7-b8c1-4e2c-8636-233e9be8dfe9 tempest-AllowedAddressPairTestJSON-1611484417 tempest-AllowedAddressPairTestJSON-1611484417-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:36:01.820530 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:01.829474 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-5ec6ddf3-8805-4347-b688-71555156319f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:36:01.863307 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-4ae98cbb-36bd-43a3-b60e-c624d581e197 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=662a8bad278a4b1485561129d2472ad5&name=default HTTP/1.1" status: 200  len: 2979 time: 1.1393418
Dec 16 22:36:01.866928 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae98cbb-36bd-43a3-b60e-c624d581e197 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=852d0839-503c-4a71-8c78-bc8138fe782b,revision_number=1']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:36:01.886681 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 41948) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:36:01.900350 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-967c07ee-121b-4032-84eb-ae175ca87fe9 None None] Provisioning for port 8045cb2a-51e9-40d7-9183-82e84a6fddaf completed by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 22:36:01.909395 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-4ae98cbb-36bd-43a3-b60e-c624d581e197 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:36:01.921811 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-967c07ee-121b-4032-84eb-ae175ca87fe9 None None] Provisioning complete for port 8045cb2a-51e9-40d7-9183-82e84a6fddaf triggered by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:36:01.922056 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-967c07ee-121b-4032-84eb-ae175ca87fe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:01.980398 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-5c905f99-0459-44a9-9cfe-59ceccbb3f92 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10807823'] for port, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:01.995680 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5003e9e7-b8c1-4e2c-8636-233e9be8dfe9 tempest-AllowedAddressPairTestJSON-1611484417 tempest-AllowedAddressPairTestJSON-1611484417-project] Made reservation on behalf of aac952f03feb4a16a9e96684becdcd26 for: {'port': 1} {{(pid=87507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:36:02.064552 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-ab7b3ead-ee25-4a37-bb42-e3d42bd587a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:02.080833 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Pushing event updated for resources: {'Port': ['ID=51eba3c3-ba71-4122-bdf6-096a87c6cc0f,revision_number=3']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:36:02.084738 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-967c07ee-121b-4032-84eb-ae175ca87fe9 None None] Port 8045cb2a-51e9-40d7-9183-82e84a6fddaf cannot update to ACTIVE because it is not bound. {{(pid=87508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 22:36:02.088952 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:36:02.107594 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-79f4fe25-0e3d-48fa-bc09-2ba6c93826f9 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:36:02.119328 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.db_base_plugin_common [None req-7d26e96c-7d14-437d-a203-704406cdfd22 None None] Allocated IP 2001:db8::f816:3eff:fe7b:30b9 (7edd76f7-0f97-48a5-b177-9842de6c0500/ad04874e-a161-4efe-97fe-a836c91b1d5a/a8a5ec1f-6941-45fa-9f3d-c42b357ed399) {{(pid=87508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 22:36:02.177881 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-ab7b3ead-ee25-4a37-bb42-e3d42bd587a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:02.208219 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.plugin [None req-26eb737a-8116-4f0b-9942-288565d3f24d tempest-ServerActionsTestJSON-1581017418 tempest-ServerActionsTestJSON-1581017418-project] Deleting port 0a6d5400-4a65-4b53-a440-d66a94677e38 {{(pid=87507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:36:02.208640 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-26eb737a-8116-4f0b-9942-288565d3f24d tempest-ServerActionsTestJSON-1581017418 tempest-ServerActionsTestJSON-1581017418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:02.234857 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c905f99-0459-44a9-9cfe-59ceccbb3f92 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Pushing event updated for resources: {'Port': ['ID=1734b579-f42a-43ba-acac-5a3415b0d356,revision_number=1']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:36:02.238333 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-5c905f99-0459-44a9-9cfe-59ceccbb3f92 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:36:02.259152 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-ab7b3ead-ee25-4a37-bb42-e3d42bd587a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841066'] for security_group, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:02.264233 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fc48da5-5890-45b9-a4e9-f2380d0d981f tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Notify agent at l3_agent.dv-neutron-821829-1-hyperv the message routers_updated {{(pid=87507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 22:36:02.264752 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-8192951f-8637-4209-8ce4-3658525e9579 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:36:02.277290 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7b3ead-ee25-4a37-bb42-e3d42bd587a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=852d0839-503c-4a71-8c78-bc8138fe782b,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:36:02.280549 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-ab7b3ead-ee25-4a37-bb42-e3d42bd587a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:36:02.285536 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27d76940-590d-42ce-a70f-4c30330711a5 None None] Sync routers for ids ['45ae2c9f-738c-4d50-9070-36f2d87f0ea0'] in dv-neutron-821829-1-hyperv {{(pid=87509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 22:36:02.286640 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-ab7b3ead-ee25-4a37-bb42-e3d42bd587a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:02.290023 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-ab7b3ead-ee25-4a37-bb42-e3d42bd587a3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/852d0839-503c-4a71-8c78-bc8138fe782b HTTP/1.1" status: 204  len: 168 time: 0.3990262
Dec 16 22:36:02.304396 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c905f99-0459-44a9-9cfe-59ceccbb3f92 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Network 7edd76f7-0f97-48a5-b177-9842de6c0500 is already hosted by enough agents. {{(pid=87507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:36:02.310865 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-967c07ee-121b-4032-84eb-ae175ca87fe9 None None] Provisioning complete for port 51eba3c3-ba71-4122-bdf6-096a87c6cc0f triggered by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:36:02.311324 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-967c07ee-121b-4032-84eb-ae175ca87fe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:02.313693 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27d76940-590d-42ce-a70f-4c30330711a5 None None] Routers {'45ae2c9f-738c-4d50-9070-36f2d87f0ea0'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:36:02.314767 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-27d76940-590d-42ce-a70f-4c30330711a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b7cb7b9a0>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:36:01Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['45ae2c9f-738c-4d50-9070-36f2d87f0ea0'], 'active': True} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:36:02.348823 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.base_scheduler [None req-5c905f99-0459-44a9-9cfe-59ceccbb3f92 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Resources bound (agent type, host, resource id):  {{(pid=87507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:36:02.356982 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c905f99-0459-44a9-9cfe-59ceccbb3f92 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Received port after_create {{(pid=87507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 22:36:02.364399 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c905f99-0459-44a9-9cfe-59ceccbb3f92 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:36:02.365253 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-5c905f99-0459-44a9-9cfe-59ceccbb3f92 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for port, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:02.413280 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-3fc48da5-5890-45b9-a4e9-f2380d0d981f tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] 10.222.0.13 "PUT /v2.0/routers/45ae2c9f-738c-4d50-9070-36f2d87f0ea0/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 10.2146575
Dec 16 22:36:02.414947 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-5c905f99-0459-44a9-9cfe-59ceccbb3f92 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 948 time: 5.0723648
Dec 16 22:36:02.420214 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 41954) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:36:02.422811 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 41956) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:36:02.527482 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-27d76940-590d-42ce-a70f-4c30330711a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b7cb7b9a0>, [], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:36:02.553875 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27d76940-590d-42ce-a70f-4c30330711a5 None None] Routers {'45ae2c9f-738c-4d50-9070-36f2d87f0ea0'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:36:02.554507 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-27d76940-590d-42ce-a70f-4c30330711a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b7cb7b9a0>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:36:01Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['45ae2c9f-738c-4d50-9070-36f2d87f0ea0'], 'active': True} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:36:02.650547 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-88b38c5b-8002-4e1e-a840-b3ab0b303fe6 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10807931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10549612'] for subnet, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:02.658667 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-b8742b5f-f99b-4f62-961e-ca2ba07f81a4 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:36:02.686355 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-27d76940-590d-42ce-a70f-4c30330711a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b7cb7b9a0>, [], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:36:02.686756 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27d76940-590d-42ce-a70f-4c30330711a5 None None] The sync data for ids ['45ae2c9f-738c-4d50-9070-36f2d87f0ea0'] in dv-neutron-821829-1-hyperv is: [] {{(pid=87509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 22:36:02.688088 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-7d26e96c-7d14-437d-a203-704406cdfd22 None None] Notify callbacks [] for port, precommit_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:02.701204 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-b3e3d783-35d5-4da8-ab66-ef15c3d1d01a None None] Provisioning complete for port 8045cb2a-51e9-40d7-9183-82e84a6fddaf triggered by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:36:02.701369 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-5003e9e7-b8c1-4e2c-8636-233e9be8dfe9 tempest-AllowedAddressPairTestJSON-1611484417 tempest-AllowedAddressPairTestJSON-1611484417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:02.701948 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b3e3d783-35d5-4da8-ab66-ef15c3d1d01a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:02.734803 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-7d26e96c-7d14-437d-a203-704406cdfd22 None None] Transition to ACTIVE for port object a8a5ec1f-6941-45fa-9f3d-c42b357ed399 will not be triggered until provisioned by entity L2. {{(pid=87508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:36:02.753779 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.notifiers.nova [None req-5003e9e7-b8c1-4e2c-8636-233e9be8dfe9 tempest-AllowedAddressPairTestJSON-1611484417 tempest-AllowedAddressPairTestJSON-1611484417-project] device_id is not set on port 0808bb59-fc5a-49b3-8384-25b020686dac yet. {{(pid=87507) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 16 22:36:02.775712 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-7d26e96c-7d14-437d-a203-704406cdfd22 None None] Transition to ACTIVE for port object a8a5ec1f-6941-45fa-9f3d-c42b357ed399 will not be triggered until provisioned by entity DHCP. {{(pid=87508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:36:02.782491 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-b3e3d783-35d5-4da8-ab66-ef15c3d1d01a None None] Port 8045cb2a-51e9-40d7-9183-82e84a6fddaf cannot update to ACTIVE because it is not bound. {{(pid=87508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 22:36:02.787408 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-7d26e96c-7d14-437d-a203-704406cdfd22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940'] for port, after_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:02.791947 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-17939e7d-103e-4baf-b6b8-78383ee0a647 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:36:02.853355 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d26e96c-7d14-437d-a203-704406cdfd22 None None] Network 7edd76f7-0f97-48a5-b177-9842de6c0500 is already hosted by enough agents. {{(pid=87508) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:36:02.856966 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.scheduler.base_scheduler [None req-7d26e96c-7d14-437d-a203-704406cdfd22 None None] Resources bound (agent type, host, resource id):  {{(pid=87508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:36:02.865866 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d26e96c-7d14-437d-a203-704406cdfd22 None None] Received port after_create {{(pid=87508) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 22:36:02.908221 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-26eb737a-8116-4f0b-9942-288565d3f24d tempest-ServerActionsTestJSON-1581017418 tempest-ServerActionsTestJSON-1581017418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:02.908557 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-26eb737a-8116-4f0b-9942-288565d3f24d tempest-ServerActionsTestJSON-1581017418 tempest-ServerActionsTestJSON-1581017418-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:02.911792 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d26e96c-7d14-437d-a203-704406cdfd22 None None] Pushing event updated for resources: {'Port': ['ID=a8a5ec1f-6941-45fa-9f3d-c42b357ed399,revision_number=1']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:36:02.919317 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-7d26e96c-7d14-437d-a203-704406cdfd22 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:36:02.926829 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b38c5b-8002-4e1e-a840-b3ab0b303fe6 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Pushing event updated for resources: {'Subnet': ['ID=996e1563-f406-48cb-8c95-7f0c29ab6fa9,revision_number=0']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:36:02.930069 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-88b38c5b-8002-4e1e-a840-b3ab0b303fe6 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:36:02.930574 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 41964) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:36:03.011709 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 51eba3c3-ba71-4122-bdf6-096a87c6cc0f up at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 22:36:03.021152 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88b38c5b-8002-4e1e-a840-b3ab0b303fe6 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Checking segment: {'id': 'c01c49f8-e625-46ae-aab9-170aa1ec9795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'f8cea0c5-eecf-4efe-a553-b3ef77dc86aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 22:36:03.021489 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88b38c5b-8002-4e1e-a840-b3ab0b303fe6 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Network hostable DHCP agents. Network: f8cea0c5-eecf-4efe-a553-b3ef77dc86aa, hostable agents: ['3b155c4d-12dc-491e-aa14-6113b06cfacd'], hosted agents: [] {{(pid=87507) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 16 22:36:03.041814 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-7d26e96c-7d14-437d-a203-704406cdfd22 None None] Attempting to bind port a8a5ec1f-6941-45fa-9f3d-c42b357ed399 on host dv-neutron-821829-1-hyperv for vnic_type normal with profile  {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 22:36:03.042202 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-7d26e96c-7d14-437d-a203-704406cdfd22 None None] Attempting to bind port a8a5ec1f-6941-45fa-9f3d-c42b357ed399 by drivers openvswitch,hyperv on host dv-neutron-821829-1-hyperv at level 0 using segments [{'id': 'da71c9a1-7532-4738-a9bc-22a7f498ec35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '7edd76f7-0f97-48a5-b177-9842de6c0500'}] {{(pid=87508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 22:36:03.042633 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d26e96c-7d14-437d-a203-704406cdfd22 None None] Attempting to bind port a8a5ec1f-6941-45fa-9f3d-c42b357ed399 on network 7edd76f7-0f97-48a5-b177-9842de6c0500 {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 22:36:03.057132 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d26e96c-7d14-437d-a203-704406cdfd22 None None] Checking agent: {'id': '5571501f-366e-47a4-9b60-8ef19d935d27', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821829-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 24, 2), 'started_at': datetime.datetime(2021, 12, 16, 22, 24, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 36, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821829-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 22:36:03.058060 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d26e96c-7d14-437d-a203-704406cdfd22 None None] Checking segment: {'id': 'da71c9a1-7532-4738-a9bc-22a7f498ec35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '7edd76f7-0f97-48a5-b177-9842de6c0500'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 22:36:03.058620 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-7d26e96c-7d14-437d-a203-704406cdfd22 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:03.059029 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d26e96c-7d14-437d-a203-704406cdfd22 None None] Bound using segment: {'id': 'da71c9a1-7532-4738-a9bc-22a7f498ec35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '7edd76f7-0f97-48a5-b177-9842de6c0500'} {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 22:36:03.059509 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-7d26e96c-7d14-437d-a203-704406cdfd22 None None] Bound port: a8a5ec1f-6941-45fa-9f3d-c42b357ed399, host: dv-neutron-821829-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da71c9a1-7532-4738-a9bc-22a7f498ec35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '7edd76f7-0f97-48a5-b177-9842de6c0500'}}] {{(pid=87508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 22:36:03.059920 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-7d26e96c-7d14-437d-a203-704406cdfd22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:03.097052 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-62559f33-7158-44a1-879e-c68ac168e5f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3830176'] for router_interface, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:03.193186 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-4541ba3b-6be8-499c-bc94-3c60aa55c4f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:03.197988 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-7d26e96c-7d14-437d-a203-704406cdfd22 None None] For port a8a5ec1f-6941-45fa-9f3d-c42b357ed399, host dv-neutron-821829-1-hyperv, cleared binding levels {{(pid=87508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 22:36:03.208446 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning complete for port 51eba3c3-ba71-4122-bdf6-096a87c6cc0f triggered by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:36:03.208446 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:03.263396 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-7d26e96c-7d14-437d-a203-704406cdfd22 None None] For port a8a5ec1f-6941-45fa-9f3d-c42b357ed399, host dv-neutron-821829-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=a8a5ec1f-6941-45fa-9f3d-c42b357ed399,segment=NetworkSegment(da71c9a1-7532-4738-a9bc-22a7f498ec35),segment_id=da71c9a1-7532-4738-a9bc-22a7f498ec35)] {{(pid=87508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 22:36:03.269369 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-7d26e96c-7d14-437d-a203-704406cdfd22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:03.275193 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-bdc0ce91-1716-4c1b-945d-4e49c404519c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:36:03.288954 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.plugin [None req-26eb737a-8116-4f0b-9942-288565d3f24d tempest-ServerActionsTestJSON-1581017418 tempest-ServerActionsTestJSON-1581017418-project] Calling delete_port for 0a6d5400-4a65-4b53-a440-d66a94677e38 owned by network:floatingip {{(pid=87507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:36:03.427157 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d26e96c-7d14-437d-a203-704406cdfd22 None None] Pushing event updated for resources: {'Port': ['ID=a8a5ec1f-6941-45fa-9f3d-c42b357ed399,revision_number=2']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:36:03.433586 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-7d26e96c-7d14-437d-a203-704406cdfd22 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:36:03.494780 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-fe6ed09b-e1bd-4553-8819-88f56e5223e2 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Notify callbacks [] for router, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:03.535645 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-26eb737a-8116-4f0b-9942-288565d3f24d tempest-ServerActionsTestJSON-1581017418 tempest-ServerActionsTestJSON-1581017418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10807823'] for port, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:03.549435 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-b342f5b8-30ee-4f50-ad79-3eb2f142d78b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:36:03.579497 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88b38c5b-8002-4e1e-a840-b3ab0b303fe6 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Network f8cea0c5-eecf-4efe-a553-b3ef77dc86aa is scheduled to be hosted by DHCP agent 3b155c4d-12dc-491e-aa14-6113b06cfacd with binding_index 1 {{(pid=87507) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 16 22:36:03.616961 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26eb737a-8116-4f0b-9942-288565d3f24d tempest-ServerActionsTestJSON-1581017418 tempest-ServerActionsTestJSON-1581017418-project] Pushing event deleted for resources: {'Port': ['ID=0a6d5400-4a65-4b53-a440-d66a94677e38,revision_number=None']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:36:03.624635 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-26eb737a-8116-4f0b-9942-288565d3f24d tempest-ServerActionsTestJSON-1581017418 tempest-ServerActionsTestJSON-1581017418-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:36:03.663836 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-edf6d1e5-c27d-4e46-8a56-d516c32e546a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=da1952fd136445ea9b286b17cc5d96c9&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7223959
Dec 16 22:36:03.674757 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 41970) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:36:03.675389 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.base_scheduler [None req-88b38c5b-8002-4e1e-a840-b3ab0b303fe6 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821829-1-hyperv, f8cea0c5-eecf-4efe-a553-b3ef77dc86aa) {{(pid=87507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:36:03.686451 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca283417-003e-486e-84ca-841d9e98345c None None] Network f8cea0c5-eecf-4efe-a553-b3ef77dc86aa requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 22:36:03.718635 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88b38c5b-8002-4e1e-a840-b3ab0b303fe6 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:36:03.719221 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-88b38c5b-8002-4e1e-a840-b3ab0b303fe6 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks [] for subnet, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:03.769209 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.db_base_plugin_common [None req-5003e9e7-b8c1-4e2c-8636-233e9be8dfe9 tempest-AllowedAddressPairTestJSON-1611484417 tempest-AllowedAddressPairTestJSON-1611484417-project] Allocated IP 172.20.0.10 (23bf1340-5067-4f12-82fc-aa5d92ad4d11/84f38bba-e588-4bce-91e9-7c18581ead20/0808bb59-fc5a-49b3-8384-25b020686dac) {{(pid=87507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 22:36:03.847107 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-88b38c5b-8002-4e1e-a840-b3ab0b303fe6 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 4.3493900
Dec 16 22:36:03.848954 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 41974) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:36:03.856036 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f2d891d-e3f2-4ce2-9521-8b709de0c010 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:36:03.857382 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-5f2d891d-e3f2-4ce2-9521-8b709de0c010 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Synchronizing usage tracker for tenant:8e4385a98eb1416284c1cc96b3355a70 on resource:port {{(pid=87506) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 22:36:03.902296 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-f326c706-3706-4fb5-8b1a-8be4f77208e0 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1456736998', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:36:03.910881 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-26eb737a-8116-4f0b-9942-288565d3f24d tempest-ServerActionsTestJSON-1581017418 tempest-ServerActionsTestJSON-1581017418-project] Notify callbacks [] for floatingip, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:03.913852 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-26eb737a-8116-4f0b-9942-288565d3f24d tempest-ServerActionsTestJSON-1581017418 tempest-ServerActionsTestJSON-1581017418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for floatingip, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:03.915520 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-26eb737a-8116-4f0b-9942-288565d3f24d tempest-ServerActionsTestJSON-1581017418 tempest-ServerActionsTestJSON-1581017418-project] 10.222.0.13 "DELETE /v2.0/floatingips/31a79c59-5278-44ee-8ce3-14d34696f00c HTTP/1.1" status: 204  len: 168 time: 4.3644137
Dec 16 22:36:03.916091 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-5f2d891d-e3f2-4ce2-9521-8b709de0c010 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Unset dirty status for tenant:8e4385a98eb1416284c1cc96b3355a70 on resource:port {{(pid=87506) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 22:36:03.919673 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-5f2d891d-e3f2-4ce2-9521-8b709de0c010 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200  len: 946 time: 1.4886117
Dec 16 22:36:03.924130 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 41978) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:36:03.924465 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 41980) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:36:03.927393 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-fe6ed09b-e1bd-4553-8819-88f56e5223e2 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:03.933810 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-f326c706-3706-4fb5-8b1a-8be4f77208e0 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:36:03.950373 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-f326c706-3706-4fb5-8b1a-8be4f77208e0 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Usage tracker for resource:router and tenant:bb30155073f3462f829b4df60e35f5af is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:36:03.951340 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-f326c706-3706-4fb5-8b1a-8be4f77208e0 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:36:03.973795 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-f326c706-3706-4fb5-8b1a-8be4f77208e0 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:36:03.990809 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-ce9a3afc-80bc-4512-87a8-7b8cdc21d359 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:03.997085 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-f326c706-3706-4fb5-8b1a-8be4f77208e0 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3741155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38980'] for router, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:03.998099 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-f326c706-3706-4fb5-8b1a-8be4f77208e0 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3743284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3741748', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3896702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-38989'] for router, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:04.092464 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [None req-e136fb27-fc1c-4191-b901-eb8a83da3446 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Deleting port 1734b579-f42a-43ba-acac-5a3415b0d356 {{(pid=87506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:36:04.092796 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-e136fb27-fc1c-4191-b901-eb8a83da3446 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:04.117817 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-ce9a3afc-80bc-4512-87a8-7b8cdc21d359 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:04.141185 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-f326c706-3706-4fb5-8b1a-8be4f77208e0 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:04.152426 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [None req-fe6ed09b-e1bd-4553-8819-88f56e5223e2 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Deleting port 9fe02764-782e-4560-97b6-cf54215621af {{(pid=87506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:36:04.152426 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-fe6ed09b-e1bd-4553-8819-88f56e5223e2 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:04.193029 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d0bc4f8-234d-462a-9214-eb6d8d00cfdd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1d6bfaf-d325-5e4f-b05d-2441d8339617-f8cea0c5-eecf-4efe-a553-b3ef77dc86aa', 'network_id': 'f8cea0c5-eecf-4efe-a553-b3ef77dc86aa', 'tenant_id': 'bb30155073f3462f829b4df60e35f5af', 'fixed_ips': [{'subnet_id': '996e1563-f406-48cb-8c95-7f0c29ab6fa9'}]}} from dv-neutron-821829-1-hyperv. {{(pid=87508) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 16 22:36:04.194856 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-8d0bc4f8-234d-462a-9214-eb6d8d00cfdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:04.252607 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-f326c706-3706-4fb5-8b1a-8be4f77208e0 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3740952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3741923'] for router, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:04.343383 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-5003e9e7-b8c1-4e2c-8636-233e9be8dfe9 tempest-AllowedAddressPairTestJSON-1611484417 tempest-AllowedAddressPairTestJSON-1611484417-project] Notify callbacks [] for port, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:04.353320 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-ce9a3afc-80bc-4512-87a8-7b8cdc21d359 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841066'] for security_group, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:04.376492 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-14b2824d-5f13-428b-8721-d8d6b3dd9d5f tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:36:04.397323 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-ce9a3afc-80bc-4512-87a8-7b8cdc21d359 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:04.398446 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-ce9a3afc-80bc-4512-87a8-7b8cdc21d359 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/573f6e71-6f15-4d60-9e75-463d587e2d34 HTTP/1.1" status: 204  len: 168 time: 0.7212050
Dec 16 22:36:04.404120 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9a3afc-80bc-4512-87a8-7b8cdc21d359 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=573f6e71-6f15-4d60-9e75-463d587e2d34,revision_number=None']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:36:04.408737 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-ce9a3afc-80bc-4512-87a8-7b8cdc21d359 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:36:04.409514 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-f326c706-3706-4fb5-8b1a-8be4f77208e0 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks [] for router, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:04.413298 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-f326c706-3706-4fb5-8b1a-8be4f77208e0 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 700 time: 0.5289602
Dec 16 22:36:04.413298 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.provisioning_blocks [None req-5003e9e7-b8c1-4e2c-8636-233e9be8dfe9 tempest-AllowedAddressPairTestJSON-1611484417 tempest-AllowedAddressPairTestJSON-1611484417-project] Transition to ACTIVE for port object 0808bb59-fc5a-49b3-8384-25b020686dac will not be triggered until provisioned by entity DHCP. {{(pid=87507) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:36:04.418518 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 41990) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:36:04.583101 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.db_base_plugin_common [None req-8d0bc4f8-234d-462a-9214-eb6d8d00cfdd None None] Allocated IP 172.20.0.2 (f8cea0c5-eecf-4efe-a553-b3ef77dc86aa/996e1563-f406-48cb-8c95-7f0c29ab6fa9/dbde8790-688b-4548-8589-95fbf7941c31) {{(pid=87508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 22:36:05.044914 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-8d0bc4f8-234d-462a-9214-eb6d8d00cfdd None None] Notify callbacks [] for port, precommit_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:05.076787 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-8d0bc4f8-234d-462a-9214-eb6d8d00cfdd None None] Transition to ACTIVE for port object dbde8790-688b-4548-8589-95fbf7941c31 will not be triggered until provisioned by entity L2. {{(pid=87508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:36:05.088622 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device a8a5ec1f-6941-45fa-9f3d-c42b357ed399 up at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 22:36:05.170996 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [None req-62559f33-7158-44a1-879e-c68ac168e5f3 admin admin] Deleting port 59678307-9955-4c94-b61e-d644a386a596 {{(pid=87506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:36:05.172294 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-62559f33-7158-44a1-879e-c68ac168e5f3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:05.186907 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-8d0bc4f8-234d-462a-9214-eb6d8d00cfdd None None] Transition to ACTIVE for port object dbde8790-688b-4548-8589-95fbf7941c31 will not be triggered until provisioned by entity DHCP. {{(pid=87508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:36:05.218623 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-8d0bc4f8-234d-462a-9214-eb6d8d00cfdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940'] for port, after_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:05.223388 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-bdc0ce91-1716-4c1b-945d-4e49c404519c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:36:05.303552 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-5003e9e7-b8c1-4e2c-8636-233e9be8dfe9 tempest-AllowedAddressPairTestJSON-1611484417 tempest-AllowedAddressPairTestJSON-1611484417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10807823'] for port, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:05.335968 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-fe6ed09b-e1bd-4553-8819-88f56e5223e2 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:05.358601 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-9b00ea5f-0551-4ab9-b44b-2233c1176218 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:36:05.436922 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5003e9e7-b8c1-4e2c-8636-233e9be8dfe9 tempest-AllowedAddressPairTestJSON-1611484417 tempest-AllowedAddressPairTestJSON-1611484417-project] Network 23bf1340-5067-4f12-82fc-aa5d92ad4d11 is already hosted by enough agents. {{(pid=87507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:36:05.438199 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-731b2eac-1114-49c0-aff9-5289728589d7 None None] Provisioning for port a8a5ec1f-6941-45fa-9f3d-c42b357ed399 completed by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 22:36:05.442635 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.base_scheduler [None req-5003e9e7-b8c1-4e2c-8636-233e9be8dfe9 tempest-AllowedAddressPairTestJSON-1611484417 tempest-AllowedAddressPairTestJSON-1611484417-project] Resources bound (agent type, host, resource id):  {{(pid=87507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:36:05.449280 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5003e9e7-b8c1-4e2c-8636-233e9be8dfe9 tempest-AllowedAddressPairTestJSON-1611484417 tempest-AllowedAddressPairTestJSON-1611484417-project] Received port after_create {{(pid=87507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 22:36:05.460572 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d0bc4f8-234d-462a-9214-eb6d8d00cfdd None None] Network f8cea0c5-eecf-4efe-a553-b3ef77dc86aa is already hosted by enough agents. {{(pid=87508) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:36:05.478552 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.scheduler.base_scheduler [None req-8d0bc4f8-234d-462a-9214-eb6d8d00cfdd None None] Resources bound (agent type, host, resource id):  {{(pid=87508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:36:05.503806 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d0bc4f8-234d-462a-9214-eb6d8d00cfdd None None] Received port after_create {{(pid=87508) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 22:36:05.587484 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5003e9e7-b8c1-4e2c-8636-233e9be8dfe9 tempest-AllowedAddressPairTestJSON-1611484417 tempest-AllowedAddressPairTestJSON-1611484417-project] Pushing event updated for resources: {'Port': ['ID=0808bb59-fc5a-49b3-8384-25b020686dac,revision_number=1']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:36:05.600832 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-5003e9e7-b8c1-4e2c-8636-233e9be8dfe9 tempest-AllowedAddressPairTestJSON-1611484417 tempest-AllowedAddressPairTestJSON-1611484417-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:36:05.647662 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0bc4f8-234d-462a-9214-eb6d8d00cfdd None None] Pushing event updated for resources: {'Port': ['ID=dbde8790-688b-4548-8589-95fbf7941c31,revision_number=1']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:36:05.653922 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-8d0bc4f8-234d-462a-9214-eb6d8d00cfdd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.431s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:36:05.683292 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning for port a8a5ec1f-6941-45fa-9f3d-c42b357ed399 completed by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 22:36:05.740387 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [None req-fe6ed09b-e1bd-4553-8819-88f56e5223e2 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Calling delete_port for 9fe02764-782e-4560-97b6-cf54215621af owned by network:router_gateway {{(pid=87506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:36:05.813525 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning complete for port a8a5ec1f-6941-45fa-9f3d-c42b357ed399 triggered by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:36:05.813909 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:05.900979 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-8d0bc4f8-234d-462a-9214-eb6d8d00cfdd None None] Attempting to bind port dbde8790-688b-4548-8589-95fbf7941c31 on host dv-neutron-821829-1-hyperv for vnic_type normal with profile  {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 22:36:05.901449 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-8d0bc4f8-234d-462a-9214-eb6d8d00cfdd None None] Attempting to bind port dbde8790-688b-4548-8589-95fbf7941c31 by drivers openvswitch,hyperv on host dv-neutron-821829-1-hyperv at level 0 using segments [{'id': 'c01c49f8-e625-46ae-aab9-170aa1ec9795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'f8cea0c5-eecf-4efe-a553-b3ef77dc86aa'}] {{(pid=87508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 22:36:05.901832 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d0bc4f8-234d-462a-9214-eb6d8d00cfdd None None] Attempting to bind port dbde8790-688b-4548-8589-95fbf7941c31 on network f8cea0c5-eecf-4efe-a553-b3ef77dc86aa {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 22:36:05.913418 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-b5d86e23-da75-45a3-9721-ea32c4bfef4d None None] Provisioning for port 1734b579-f42a-43ba-acac-5a3415b0d356 completed by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 22:36:05.918892 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-fe24fbaa-70df-44f4-8610-48e492974de5 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:05.923545 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-b5d86e23-da75-45a3-9721-ea32c4bfef4d None None] Provisioning complete for port 1734b579-f42a-43ba-acac-5a3415b0d356 triggered by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:36:05.923964 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b5d86e23-da75-45a3-9721-ea32c4bfef4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:05.943796 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5003e9e7-b8c1-4e2c-8636-233e9be8dfe9 tempest-AllowedAddressPairTestJSON-1611484417 tempest-AllowedAddressPairTestJSON-1611484417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:36:05.944509 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-5003e9e7-b8c1-4e2c-8636-233e9be8dfe9 tempest-AllowedAddressPairTestJSON-1611484417 tempest-AllowedAddressPairTestJSON-1611484417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for port, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:06.010016 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-b5d86e23-da75-45a3-9721-ea32c4bfef4d None None] Port 1734b579-f42a-43ba-acac-5a3415b0d356 cannot update to ACTIVE because it is not bound. {{(pid=87508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 22:36:06.012274 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d0bc4f8-234d-462a-9214-eb6d8d00cfdd None None] Checking agent: {'id': '5571501f-366e-47a4-9b60-8ef19d935d27', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821829-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 24, 2), 'started_at': datetime.datetime(2021, 12, 16, 22, 24, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 36, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821829-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 22:36:06.012815 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d0bc4f8-234d-462a-9214-eb6d8d00cfdd None None] Checking segment: {'id': 'c01c49f8-e625-46ae-aab9-170aa1ec9795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'f8cea0c5-eecf-4efe-a553-b3ef77dc86aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 22:36:06.013625 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-8d0bc4f8-234d-462a-9214-eb6d8d00cfdd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:06.013798 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d0bc4f8-234d-462a-9214-eb6d8d00cfdd None None] Bound using segment: {'id': 'c01c49f8-e625-46ae-aab9-170aa1ec9795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'f8cea0c5-eecf-4efe-a553-b3ef77dc86aa'} {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 22:36:06.014304 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-8d0bc4f8-234d-462a-9214-eb6d8d00cfdd None None] Bound port: dbde8790-688b-4548-8589-95fbf7941c31, host: dv-neutron-821829-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c01c49f8-e625-46ae-aab9-170aa1ec9795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'f8cea0c5-eecf-4efe-a553-b3ef77dc86aa'}}] {{(pid=87508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 22:36:06.014696 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-8d0bc4f8-234d-462a-9214-eb6d8d00cfdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:06.019985 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.db [None req-62559f33-7158-44a1-879e-c68ac168e5f3 admin admin] For port 59678307-9955-4c94-b61e-d644a386a596, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=59678307-9955-4c94-b61e-d644a386a596,segment=NetworkSegment(44d7d6b4-2384-4042-a4d7-5a7c4d034892),segment_id=44d7d6b4-2384-4042-a4d7-5a7c4d034892)] {{(pid=87506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:36:06.020630 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-62559f33-7158-44a1-879e-c68ac168e5f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:06.103991 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-5003e9e7-b8c1-4e2c-8636-233e9be8dfe9 tempest-AllowedAddressPairTestJSON-1611484417 tempest-AllowedAddressPairTestJSON-1611484417-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 998 time: 5.9153321
Dec 16 22:36:06.107831 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 42014) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:36:06.108163 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 42016) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:36:06.174633 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [None req-62559f33-7158-44a1-879e-c68ac168e5f3 admin admin] Calling delete_port for 59678307-9955-4c94-b61e-d644a386a596 owned by network:router_interface {{(pid=87506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:36:06.189541 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:06.291339 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-37a9f8ed-23b9-4ea0-bb2d-ad06a1102280 None None] Provisioning for port 0808bb59-fc5a-49b3-8384-25b020686dac completed by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 22:36:06.306014 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-37a9f8ed-23b9-4ea0-bb2d-ad06a1102280 None None] Provisioning complete for port 0808bb59-fc5a-49b3-8384-25b020686dac triggered by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:36:06.306530 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-37a9f8ed-23b9-4ea0-bb2d-ad06a1102280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:06.344830 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c17ad35-1220-4601-9681-9d5451856be5 tempest-AllowedAddressPairTestJSON-1611484417 tempest-AllowedAddressPairTestJSON-1611484417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:36:06.350793 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c17ad35-1220-4601-9681-9d5451856be5 tempest-AllowedAddressPairTestJSON-1611484417 tempest-AllowedAddressPairTestJSON-1611484417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:36:06.357390 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c17ad35-1220-4601-9681-9d5451856be5 tempest-AllowedAddressPairTestJSON-1611484417 tempest-AllowedAddressPairTestJSON-1611484417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:36:06.358598 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-7c17ad35-1220-4601-9681-9d5451856be5 tempest-AllowedAddressPairTestJSON-1611484417 tempest-AllowedAddressPairTestJSON-1611484417-project] Synchronizing usage tracker for tenant:aac952f03feb4a16a9e96684becdcd26 on resource:port {{(pid=87507) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 22:36:06.388526 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-7c17ad35-1220-4601-9681-9d5451856be5 tempest-AllowedAddressPairTestJSON-1611484417 tempest-AllowedAddressPairTestJSON-1611484417-project] Unset dirty status for tenant:aac952f03feb4a16a9e96684becdcd26 on resource:port {{(pid=87507) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 22:36:06.389949 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-7c17ad35-1220-4601-9681-9d5451856be5 tempest-AllowedAddressPairTestJSON-1611484417 tempest-AllowedAddressPairTestJSON-1611484417-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200  len: 2466 time: 0.2807660
Dec 16 22:36:06.397601 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-37a9f8ed-23b9-4ea0-bb2d-ad06a1102280 None None] Port 0808bb59-fc5a-49b3-8384-25b020686dac cannot update to ACTIVE because it is not bound. {{(pid=87508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 22:36:06.400571 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] For port a8a5ec1f-6941-45fa-9f3d-c42b357ed399, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=a8a5ec1f-6941-45fa-9f3d-c42b357ed399,segment=NetworkSegment(da71c9a1-7532-4738-a9bc-22a7f498ec35),segment_id=da71c9a1-7532-4738-a9bc-22a7f498ec35)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:36:06.402125 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-8d0bc4f8-234d-462a-9214-eb6d8d00cfdd None None] For port dbde8790-688b-4548-8589-95fbf7941c31, host dv-neutron-821829-1-hyperv, cleared binding levels {{(pid=87508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 22:36:06.413521 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:06.418386 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-7d26e96c-7d14-437d-a203-704406cdfd22 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:36:06.457244 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 42024) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:36:06.460994 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-e136fb27-fc1c-4191-b901-eb8a83da3446 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:06.472282 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-5ac30305-ba0a-48b5-8640-fa797fc387ad tempest-ExtraDHCPOptionsTestJSON-1956761191 tempest-ExtraDHCPOptionsTestJSON-1956761191-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-962270297'}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:36:06.481659 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-8d0bc4f8-234d-462a-9214-eb6d8d00cfdd None None] For port dbde8790-688b-4548-8589-95fbf7941c31, host dv-neutron-821829-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=dbde8790-688b-4548-8589-95fbf7941c31,segment=NetworkSegment(c01c49f8-e625-46ae-aab9-170aa1ec9795),segment_id=c01c49f8-e625-46ae-aab9-170aa1ec9795)] {{(pid=87508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 22:36:06.500708 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-8d0bc4f8-234d-462a-9214-eb6d8d00cfdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:06.547493 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Pushing event updated for resources: {'Port': ['ID=a8a5ec1f-6941-45fa-9f3d-c42b357ed399,revision_number=3']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:36:06.553375 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:36:06.554286 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.045s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:36:06.589702 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-5ac30305-ba0a-48b5-8640-fa797fc387ad tempest-ExtraDHCPOptionsTestJSON-1956761191 tempest-ExtraDHCPOptionsTestJSON-1956761191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:36:06.607123 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-5ac30305-ba0a-48b5-8640-fa797fc387ad tempest-ExtraDHCPOptionsTestJSON-1956761191 tempest-ExtraDHCPOptionsTestJSON-1956761191-project] Usage tracker for resource:network and tenant:57cbd8a42b6f43af8cdfeaa368b10129 is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:36:06.623123 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-5ac30305-ba0a-48b5-8640-fa797fc387ad tempest-ExtraDHCPOptionsTestJSON-1956761191 tempest-ExtraDHCPOptionsTestJSON-1956761191-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:36:06.636885 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-5ac30305-ba0a-48b5-8640-fa797fc387ad tempest-ExtraDHCPOptionsTestJSON-1956761191 tempest-ExtraDHCPOptionsTestJSON-1956761191-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:36:06.679331 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [None req-e136fb27-fc1c-4191-b901-eb8a83da3446 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Calling delete_port for 1734b579-f42a-43ba-acac-5a3415b0d356 owned by  {{(pid=87506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:36:06.683909 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0bc4f8-234d-462a-9214-eb6d8d00cfdd None None] Pushing event updated for resources: {'Port': ['ID=dbde8790-688b-4548-8589-95fbf7941c31,revision_number=2']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:36:06.690268 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.plugin [None req-db7fd115-5299-452d-97da-82e7bafe2a41 tempest-AllowedAddressPairTestJSON-1611484417 tempest-AllowedAddressPairTestJSON-1611484417-project] Deleting port 0808bb59-fc5a-49b3-8384-25b020686dac {{(pid=87507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:36:06.691102 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-db7fd115-5299-452d-97da-82e7bafe2a41 tempest-AllowedAddressPairTestJSON-1611484417 tempest-AllowedAddressPairTestJSON-1611484417-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:06.699584 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-8d0bc4f8-234d-462a-9214-eb6d8d00cfdd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:36:06.728109 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-62559f33-7158-44a1-879e-c68ac168e5f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1863393'] for port, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:06.738357 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.db_base_plugin_common [None req-fe24fbaa-70df-44f4-8610-48e492974de5 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Allocated IP 172.20.0.1 (f8cea0c5-eecf-4efe-a553-b3ef77dc86aa/996e1563-f406-48cb-8c95-7f0c29ab6fa9/069665c3-a3f7-4436-8d7b-75f7c74a2c1a) {{(pid=87507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 22:36:06.751423 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ac30305-ba0a-48b5-8640-fa797fc387ad tempest-ExtraDHCPOptionsTestJSON-1956761191 tempest-ExtraDHCPOptionsTestJSON-1956761191-project] Made reservation on behalf of 57cbd8a42b6f43af8cdfeaa368b10129 for: {'network': 1} {{(pid=87507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:36:06.753604 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-dce77a57-ba56-47f6-8fd5-94f9cf412f2f tempest-RoutersAdminTest-1901902743 tempest-RoutersAdminTest-1901902743-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:36:06.755095 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-5ac30305-ba0a-48b5-8640-fa797fc387ad tempest-ExtraDHCPOptionsTestJSON-1956761191 tempest-ExtraDHCPOptionsTestJSON-1956761191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for network, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:06.770860 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-5ac30305-ba0a-48b5-8640-fa797fc387ad tempest-ExtraDHCPOptionsTestJSON-1956761191 tempest-ExtraDHCPOptionsTestJSON-1956761191-project] Notify callbacks [] for security_group, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:06.820187 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62559f33-7158-44a1-879e-c68ac168e5f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=59678307-9955-4c94-b61e-d644a386a596,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:36:06.834697 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-62559f33-7158-44a1-879e-c68ac168e5f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:36:06.840185 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-5ac30305-ba0a-48b5-8640-fa797fc387ad tempest-ExtraDHCPOptionsTestJSON-1956761191 tempest-ExtraDHCPOptionsTestJSON-1956761191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:36:06.972702 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-5ac30305-ba0a-48b5-8640-fa797fc387ad tempest-ExtraDHCPOptionsTestJSON-1956761191 tempest-ExtraDHCPOptionsTestJSON-1956761191-project] Usage tracker for resource:security_group_rule and tenant:57cbd8a42b6f43af8cdfeaa368b10129 is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:36:06.998530 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-5ac30305-ba0a-48b5-8640-fa797fc387ad tempest-ExtraDHCPOptionsTestJSON-1956761191 tempest-ExtraDHCPOptionsTestJSON-1956761191-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:36:07.030666 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-5ac30305-ba0a-48b5-8640-fa797fc387ad tempest-ExtraDHCPOptionsTestJSON-1956761191 tempest-ExtraDHCPOptionsTestJSON-1956761191-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:36:07.142675 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device a8a5ec1f-6941-45fa-9f3d-c42b357ed399 up at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 22:36:07.284571 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning complete for port a8a5ec1f-6941-45fa-9f3d-c42b357ed399 triggered by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:36:07.285332 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:07.295655 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-fe24fbaa-70df-44f4-8610-48e492974de5 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks [] for port, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:07.339453 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.provisioning_blocks [None req-fe24fbaa-70df-44f4-8610-48e492974de5 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Transition to ACTIVE for port object 069665c3-a3f7-4436-8d7b-75f7c74a2c1a will not be triggered until provisioned by entity DHCP. {{(pid=87507) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:36:07.369470 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-db7fd115-5299-452d-97da-82e7bafe2a41 tempest-AllowedAddressPairTestJSON-1611484417 tempest-AllowedAddressPairTestJSON-1611484417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:07.427368 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-e136fb27-fc1c-4191-b901-eb8a83da3446 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1863393'] for port, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:07.446965 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-543e6e42-43d2-4d2a-a185-570348e525a3 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:36:07.518739 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.plugin [None req-db7fd115-5299-452d-97da-82e7bafe2a41 tempest-AllowedAddressPairTestJSON-1611484417 tempest-AllowedAddressPairTestJSON-1611484417-project] Calling delete_port for 0808bb59-fc5a-49b3-8384-25b020686dac owned by  {{(pid=87507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:36:07.569705 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e136fb27-fc1c-4191-b901-eb8a83da3446 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Pushing event deleted for resources: {'Port': ['ID=1734b579-f42a-43ba-acac-5a3415b0d356,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:36:07.584318 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-e136fb27-fc1c-4191-b901-eb8a83da3446 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:36:07.632939 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-fe24fbaa-70df-44f4-8610-48e492974de5 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10807823'] for port, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:07.641463 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-887b90f0-e617-4697-8334-a4c22b7cd6c5 tempest-RoutersAdminTest-1029946936 tempest-RoutersAdminTest-1029946936-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:36:07.684614 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:07.708484 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-e136fb27-fc1c-4191-b901-eb8a83da3446 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for port, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:07.841252 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-e136fb27-fc1c-4191-b901-eb8a83da3446 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] 10.222.0.13 "DELETE /v2.0/ports/1734b579-f42a-43ba-acac-5a3415b0d356 HTTP/1.1" status: 204  len: 168 time: 3.9074934
Dec 16 22:36:07.860259 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 42034) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:36:07.944646 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe24fbaa-70df-44f4-8610-48e492974de5 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Network f8cea0c5-eecf-4efe-a553-b3ef77dc86aa is already hosted by enough agents. {{(pid=87507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:36:07.945347 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-db7fd115-5299-452d-97da-82e7bafe2a41 tempest-AllowedAddressPairTestJSON-1611484417 tempest-AllowedAddressPairTestJSON-1611484417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10807823'] for port, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:07.963661 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe24fbaa-70df-44f4-8610-48e492974de5 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Pushing event updated for resources: {'Port': ['ID=069665c3-a3f7-4436-8d7b-75f7c74a2c1a,revision_number=1']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:36:07.967107 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-fe24fbaa-70df-44f4-8610-48e492974de5 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:36:07.968056 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.base_scheduler [None req-fe24fbaa-70df-44f4-8610-48e492974de5 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Resources bound (agent type, host, resource id):  {{(pid=87507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:36:07.973968 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe24fbaa-70df-44f4-8610-48e492974de5 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Received port after_create {{(pid=87507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 22:36:08.002116 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-fe6ed09b-e1bd-4553-8819-88f56e5223e2 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1863393'] for port, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:08.010753 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-350953f6-0050-43a4-9246-b919f2d75673 tempest-AllowedAddressPairIpV6TestJSON-1960971591 tempest-AllowedAddressPairIpV6TestJSON-1960971591-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:36:08.017196 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-5ac30305-ba0a-48b5-8640-fa797fc387ad tempest-ExtraDHCPOptionsTestJSON-1956761191 tempest-ExtraDHCPOptionsTestJSON-1956761191-project] Notify callbacks [] for security_group, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:08.022649 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-7020bd61-0aef-4572-9214-ed1da84f6dee tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.059s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:36:08.066496 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-62559f33-7158-44a1-879e-c68ac168e5f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3791449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3739472'] for router_interface, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:08.085023 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-5ac30305-ba0a-48b5-8640-fa797fc387ad tempest-ExtraDHCPOptionsTestJSON-1956761191 tempest-ExtraDHCPOptionsTestJSON-1956761191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841066'] for security_group, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:08.093828 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7fd115-5299-452d-97da-82e7bafe2a41 tempest-AllowedAddressPairTestJSON-1611484417 tempest-AllowedAddressPairTestJSON-1611484417-project] Pushing event deleted for resources: {'Port': ['ID=0808bb59-fc5a-49b3-8384-25b020686dac,revision_number=None']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:36:08.098272 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-db7fd115-5299-452d-97da-82e7bafe2a41 tempest-AllowedAddressPairTestJSON-1611484417 tempest-AllowedAddressPairTestJSON-1611484417-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:36:08.101466 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-a2eb31e8-f7a6-4b5a-b20c-7ccd842dd096 tempest-NegativeSecGroupTest-382581040 tempest-NegativeSecGroupTest-382581040-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.013s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:36:08.180263 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6ed09b-e1bd-4553-8819-88f56e5223e2 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Pushing event deleted for resources: {'Port': ['ID=9fe02764-782e-4560-97b6-cf54215621af,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:36:08.206697 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-fe6ed09b-e1bd-4553-8819-88f56e5223e2 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:36:08.273941 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-162b70c2-670f-461e-b855-5c6f8b094b06 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:36:08.275459 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-162b70c2-670f-461e-b855-5c6f8b094b06 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:36:08.277096 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-162b70c2-670f-461e-b855-5c6f8b094b06 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Synchronizing usage tracker for tenant:8e4385a98eb1416284c1cc96b3355a70 on resource:subnet {{(pid=87506) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 22:36:08.310261 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c695e337-c0b1-4280-9595-b0471a44e1ea None None] Network f8cea0c5-eecf-4efe-a553-b3ef77dc86aa requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 22:36:08.327322 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ac30305-ba0a-48b5-8640-fa797fc387ad tempest-ExtraDHCPOptionsTestJSON-1956761191 tempest-ExtraDHCPOptionsTestJSON-1956761191-project] vlan segment allocate from pool success with {'vlan_id': 150, 'physical_network': 'physnet1'}  {{(pid=87507) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 22:36:08.349229 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-fe6ed09b-e1bd-4553-8819-88f56e5223e2 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3741895'] for router_gateway, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:08.398788 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-5ac30305-ba0a-48b5-8640-fa797fc387ad tempest-ExtraDHCPOptionsTestJSON-1956761191 tempest-ExtraDHCPOptionsTestJSON-1956761191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-883292'] for segment, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:08.399436 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.db.segments_db [None req-5ac30305-ba0a-48b5-8640-fa797fc387ad tempest-ExtraDHCPOptionsTestJSON-1956761191 tempest-ExtraDHCPOptionsTestJSON-1956761191-project] Added segment 9617da1e-61eb-4c62-9424-05baebce2555 of type vlan for network 690c18ce-bf4f-4e28-ab59-b5a786dbbb87
Dec 16 22:36:08.440179 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-5ac30305-ba0a-48b5-8640-fa797fc387ad tempest-ExtraDHCPOptionsTestJSON-1956761191 tempest-ExtraDHCPOptionsTestJSON-1956761191-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734753047233'] for network, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:08.446470 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-51a3ec12-a214-47e7-bc6b-1b10e210fbb3 None None] Provisioning for port dbde8790-688b-4548-8589-95fbf7941c31 completed by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 22:36:08.473569 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac30305-ba0a-48b5-8640-fa797fc387ad tempest-ExtraDHCPOptionsTestJSON-1956761191 tempest-ExtraDHCPOptionsTestJSON-1956761191-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a1518c5-727c-4242-8eff-a29aa8b343a6,revision_number=1']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:36:08.481655 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-5ac30305-ba0a-48b5-8640-fa797fc387ad tempest-ExtraDHCPOptionsTestJSON-1956761191 tempest-ExtraDHCPOptionsTestJSON-1956761191-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.380s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:36:08.491784 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-5ac30305-ba0a-48b5-8640-fa797fc387ad tempest-ExtraDHCPOptionsTestJSON-1956761191 tempest-ExtraDHCPOptionsTestJSON-1956761191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440'] for network, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:08.504992 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ac30305-ba0a-48b5-8640-fa797fc387ad tempest-ExtraDHCPOptionsTestJSON-1956761191 tempest-ExtraDHCPOptionsTestJSON-1956761191-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:36:08.505737 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-5ac30305-ba0a-48b5-8640-fa797fc387ad tempest-ExtraDHCPOptionsTestJSON-1956761191 tempest-ExtraDHCPOptionsTestJSON-1956761191-project] Notify callbacks [] for network, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:08.515074 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-e488bd65-0557-4760-a5e9-81140489934a tempest-ExternalNetworksTestJSON-962053912 tempest-ExternalNetworksTestJSON-962053912-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:36:08.565780 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-162b70c2-670f-461e-b855-5c6f8b094b06 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Unset dirty status for tenant:8e4385a98eb1416284c1cc96b3355a70 on resource:subnet {{(pid=87506) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 22:36:08.567313 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-162b70c2-670f-461e-b855-5c6f8b094b06 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.6990495
Dec 16 22:36:08.611483 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 42038) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:36:08.628489 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-fe24fbaa-70df-44f4-8610-48e492974de5 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3830061'] for router_interface, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:08.722882 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-fe6ed09b-e1bd-4553-8819-88f56e5223e2 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3739500', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39002'] for router, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:08.732103 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-51867588-1da5-44bf-83db-9b25df51da64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3830176'] for router_interface, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:08.782284 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-fe6ed09b-e1bd-4553-8819-88f56e5223e2 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:08.993155 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac30305-ba0a-48b5-8640-fa797fc387ad tempest-ExtraDHCPOptionsTestJSON-1956761191 tempest-ExtraDHCPOptionsTestJSON-1956761191-project] Pushing event updated for resources: {'Network': ['ID=690c18ce-bf4f-4e28-ab59-b5a786dbbb87,revision_number=1']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:36:09.001628 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-5ac30305-ba0a-48b5-8640-fa797fc387ad tempest-ExtraDHCPOptionsTestJSON-1956761191 tempest-ExtraDHCPOptionsTestJSON-1956761191-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.487s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:36:09.003738 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-bb26db10-537c-405f-b201-a71ff41dae30 None None] Provisioning for port 069665c3-a3f7-4436-8d7b-75f7c74a2c1a completed by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 22:36:09.005558 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-5ac30305-ba0a-48b5-8640-fa797fc387ad tempest-ExtraDHCPOptionsTestJSON-1956761191 tempest-ExtraDHCPOptionsTestJSON-1956761191-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 791 time: 2.8950131
Dec 16 22:36:09.016299 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Network 690c18ce-bf4f-4e28-ab59-b5a786dbbb87 details requested by agent ovs-agent-dv-neutron-821829-1-hyperv with host dv-neutron-821829-1-hyperv {{(pid=87508) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 22:36:09.036465 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 42044) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:36:09.073163 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device dbde8790-688b-4548-8589-95fbf7941c31 up at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 22:36:09.120704 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-9b91b533-03b5-48b2-ad03-bd9c7892ca0a tempest-ExtraDHCPOptionsTestJSON-1956761191 tempest-ExtraDHCPOptionsTestJSON-1956761191-project] Request body: {'subnet': {'network_id': '690c18ce-bf4f-4e28-ab59-b5a786dbbb87', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:36:09.163044 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-bb26db10-537c-405f-b201-a71ff41dae30 None None] Provisioning complete for port 069665c3-a3f7-4436-8d7b-75f7c74a2c1a triggered by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:36:09.163434 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-bb26db10-537c-405f-b201-a71ff41dae30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:09.171227 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-fe6ed09b-e1bd-4553-8819-88f56e5223e2 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3830089'] for router, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:09.171727 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe6ed09b-e1bd-4553-8819-88f56e5223e2 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Fanout notify agent at l3_agent the message router_deleted on router 45ae2c9f-738c-4d50-9070-36f2d87f0ea0 {{(pid=87506) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 16 22:36:09.226236 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-fe6ed09b-e1bd-4553-8819-88f56e5223e2 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Notify callbacks [] for router, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:09.227611 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-fe6ed09b-e1bd-4553-8819-88f56e5223e2 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] 10.222.0.13 "DELETE /v2.0/routers/45ae2c9f-738c-4d50-9070-36f2d87f0ea0 HTTP/1.1" status: 204  len: 168 time: 6.8007870
Dec 16 22:36:09.239515 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 42048) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:36:09.322801 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-bb26db10-537c-405f-b201-a71ff41dae30 None None] Port 069665c3-a3f7-4436-8d7b-75f7c74a2c1a cannot update to ACTIVE because it is not bound. {{(pid=87508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 22:36:09.377317 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning for port dbde8790-688b-4548-8589-95fbf7941c31 completed by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 22:36:09.386420 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning complete for port dbde8790-688b-4548-8589-95fbf7941c31 triggered by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:36:09.390314 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:09.405029 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-db7fd115-5299-452d-97da-82e7bafe2a41 tempest-AllowedAddressPairTestJSON-1611484417 tempest-AllowedAddressPairTestJSON-1611484417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for port, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:09.410079 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-db7fd115-5299-452d-97da-82e7bafe2a41 tempest-AllowedAddressPairTestJSON-1611484417 tempest-AllowedAddressPairTestJSON-1611484417-project] 10.222.0.13 "DELETE /v2.0/ports/0808bb59-fc5a-49b3-8384-25b020686dac HTTP/1.1" status: 204  len: 168 time: 2.9489715
Dec 16 22:36:09.417129 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 42052) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:36:09.514789 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.db_base_plugin_v2 [None req-3bd8c74b-4cdb-41e2-9838-f6a5aeffcdec tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Deleting subnet ad04874e-a161-4efe-97fe-a836c91b1d5a {{(pid=87507) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 16 22:36:09.533728 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-a3d4f394-2650-48b9-83a7-d3fbf971a527 None None] Provisioning complete for port 069665c3-a3f7-4436-8d7b-75f7c74a2c1a triggered by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:36:09.533976 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-a3d4f394-2650-48b9-83a7-d3fbf971a527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:09.540402 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-3bd8c74b-4cdb-41e2-9838-f6a5aeffcdec tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks [] for subnet, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:09.578878 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.db_base_plugin_v2 [None req-d47b04a7-c77e-44af-bf6f-97d06c28e298 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Deleting subnet 8db035de-62d1-44a2-9ab7-48e6b352dd27 {{(pid=87506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 16 22:36:09.585972 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-d47b04a7-c77e-44af-bf6f-97d06c28e298 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Notify callbacks [] for subnet, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:09.593031 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:09.598575 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.pecan_wsgi.hooks.translation [None req-d21f1853-a53e-448c-a32f-9d0e249baa52 tempest-AllowedAddressPairTestJSON-1611484417 tempest-AllowedAddressPairTestJSON-1611484417-project] GET failed (client error): The resource could not be found.
Dec 16 22:36:09.599377 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-d21f1853-a53e-448c-a32f-9d0e249baa52 tempest-AllowedAddressPairTestJSON-1611484417 tempest-AllowedAddressPairTestJSON-1611484417-project] Synchronizing usage tracker for tenant:aac952f03feb4a16a9e96684becdcd26 on resource:port {{(pid=87507) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 22:36:09.626412 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-a3d4f394-2650-48b9-83a7-d3fbf971a527 None None] Port 069665c3-a3f7-4436-8d7b-75f7c74a2c1a cannot update to ACTIVE because it is not bound. {{(pid=87508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 22:36:09.636836 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-9b91b533-03b5-48b2-ad03-bd9c7892ca0a tempest-ExtraDHCPOptionsTestJSON-1956761191 tempest-ExtraDHCPOptionsTestJSON-1956761191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:36:09.641340 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-9b91b533-03b5-48b2-ad03-bd9c7892ca0a tempest-ExtraDHCPOptionsTestJSON-1956761191 tempest-ExtraDHCPOptionsTestJSON-1956761191-project] Usage tracker for resource:subnet and tenant:57cbd8a42b6f43af8cdfeaa368b10129 is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:36:09.644364 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-9b91b533-03b5-48b2-ad03-bd9c7892ca0a tempest-ExtraDHCPOptionsTestJSON-1956761191 tempest-ExtraDHCPOptionsTestJSON-1956761191-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:36:09.649789 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] For port dbde8790-688b-4548-8589-95fbf7941c31, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=dbde8790-688b-4548-8589-95fbf7941c31,segment=NetworkSegment(c01c49f8-e625-46ae-aab9-170aa1ec9795),segment_id=c01c49f8-e625-46ae-aab9-170aa1ec9795)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:36:09.650866 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-9b91b533-03b5-48b2-ad03-bd9c7892ca0a tempest-ExtraDHCPOptionsTestJSON-1956761191 tempest-ExtraDHCPOptionsTestJSON-1956761191-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:36:09.655711 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:09.661300 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-8d0bc4f8-234d-462a-9214-eb6d8d00cfdd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:36:09.666276 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62559f33-7158-44a1-879e-c68ac168e5f3 admin admin] Router ed9403a7-f69e-4090-b054-6cfe3d423956 has already been hosted by L3 agent 4f519db7-069b-43e2-8411-c092bac9102a {{(pid=87506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 22:36:09.672813 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-fe24fbaa-70df-44f4-8610-48e492974de5 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:09.677012 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-d47b04a7-c77e-44af-bf6f-97d06c28e298 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-266764487'] for subnet, precommit_delete_associations {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:09.683028 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b91b533-03b5-48b2-ad03-bd9c7892ca0a tempest-ExtraDHCPOptionsTestJSON-1956761191 tempest-ExtraDHCPOptionsTestJSON-1956761191-project] Made reservation on behalf of 57cbd8a42b6f43af8cdfeaa368b10129 for: {'subnet': 1} {{(pid=87507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:36:09.686620 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-9b91b533-03b5-48b2-ad03-bd9c7892ca0a tempest-ExtraDHCPOptionsTestJSON-1956761191 tempest-ExtraDHCPOptionsTestJSON-1956761191-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10549598'] for subnet, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:09.705433 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-3bd8c74b-4cdb-41e2-9838-f6a5aeffcdec tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2128562'] for subnet, precommit_delete_associations {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:09.755044 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Pushing event updated for resources: {'Port': ['ID=dbde8790-688b-4548-8589-95fbf7941c31,revision_number=3']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:36:09.762000 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:36:09.846020 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-d21f1853-a53e-448c-a32f-9d0e249baa52 tempest-AllowedAddressPairTestJSON-1611484417 tempest-AllowedAddressPairTestJSON-1611484417-project] Unset dirty status for tenant:aac952f03feb4a16a9e96684becdcd26 on resource:port {{(pid=87507) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 22:36:09.851202 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-d21f1853-a53e-448c-a32f-9d0e249baa52 tempest-AllowedAddressPairTestJSON-1611484417 tempest-AllowedAddressPairTestJSON-1611484417-project] 10.222.0.13 "GET /v2.0/ports/0808bb59-fc5a-49b3-8384-25b020686dac HTTP/1.1" status: 404  len: 333 time: 0.4059610
Dec 16 22:36:09.851865 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 42056) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:36:09.864184 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-d47b04a7-c77e-44af-bf6f-97d06c28e298 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3328566'] for subnet, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:09.886762 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-a3ba55cc-30ab-446c-a764-bf7f27587a50 tempest-AllowedAddressPairTestJSON-1611484417 tempest-AllowedAddressPairTestJSON-1611484417-project] Request body: {'port': {'network_id': '23bf1340-5067-4f12-82fc-aa5d92ad4d11', 'name': 'tempest-AllowedAddressPairTestJSON-1580400654'}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:36:10.021026 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [None req-51867588-1da5-44bf-83db-9b25df51da64 admin admin] Deleting port a7277c6d-6959-4777-9c8c-59986b5a708a {{(pid=87506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:36:10.021297 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-51867588-1da5-44bf-83db-9b25df51da64 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:10.095414 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62559f33-7158-44a1-879e-c68ac168e5f3 admin admin] Notify agent at l3_agent.dv-neutron-821829-1-hyperv the message routers_updated {{(pid=87506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 22:36:10.101924 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-d47b04a7-c77e-44af-bf6f-97d06c28e298 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3328622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1863378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11213117'] for subnet, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:10.112083 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:36:10.116521 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fa8189a-f074-470b-8059-175202f6badc None None] Sync routers for ids ['ed9403a7-f69e-4090-b054-6cfe3d423956'] in dv-neutron-821829-1-hyperv {{(pid=87508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 22:36:10.131876 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fa8189a-f074-470b-8059-175202f6badc None None] Routers {'ed9403a7-f69e-4090-b054-6cfe3d423956'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:36:10.132985 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-2fa8189a-f074-470b-8059-175202f6badc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b7c341b50>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:36:01Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['ed9403a7-f69e-4090-b054-6cfe3d423956'], 'active': True} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:36:10.287853 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-62559f33-7158-44a1-879e-c68ac168e5f3 admin admin] 10.222.0.13 "PUT /v2.0/routers/ed9403a7-f69e-4090-b054-6cfe3d423956/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 9.0406647
Dec 16 22:36:10.288861 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47b04a7-c77e-44af-bf6f-97d06c28e298 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Pushing event deleted for resources: {'Subnet': ['ID=8db035de-62d1-44a2-9ab7-48e6b352dd27,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:36:10.293521 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-d47b04a7-c77e-44af-bf6f-97d06c28e298 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3791486'] for subnet, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:10.295340 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-d47b04a7-c77e-44af-bf6f-97d06c28e298 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] 10.222.0.13 "DELETE /v2.0/subnets/8db035de-62d1-44a2-9ab7-48e6b352dd27 HTTP/1.1" status: 204  len: 168 time: 1.0528543
Dec 16 22:36:10.295903 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 42062) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:36:10.297942 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 42064) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:36:10.298787 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-d47b04a7-c77e-44af-bf6f-97d06c28e298 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:36:10.430317 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-a3ba55cc-30ab-446c-a764-bf7f27587a50 tempest-AllowedAddressPairTestJSON-1611484417 tempest-AllowedAddressPairTestJSON-1611484417-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:36:10.438597 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-3bd8c74b-4cdb-41e2-9838-f6a5aeffcdec tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3328566'] for subnet, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:10.508577 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-a3ba55cc-30ab-446c-a764-bf7f27587a50 tempest-AllowedAddressPairTestJSON-1611484417 tempest-AllowedAddressPairTestJSON-1611484417-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:36:10.520142 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvr_db [None req-2fa8189a-f074-470b-8059-175202f6badc None None] Set router ed9403a7-f69e-4090-b054-6cfe3d423956 gateway port host: dv-neutron-821829-1-hyperv {{(pid=87508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 22:36:10.610246 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3ba55cc-30ab-446c-a764-bf7f27587a50 tempest-AllowedAddressPairTestJSON-1611484417 tempest-AllowedAddressPairTestJSON-1611484417-project] Made reservation on behalf of aac952f03feb4a16a9e96684becdcd26 for: {'port': 1} {{(pid=87507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:36:10.613785 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-a3ba55cc-30ab-446c-a764-bf7f27587a50 tempest-AllowedAddressPairTestJSON-1611484417 tempest-AllowedAddressPairTestJSON-1611484417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:10.716329 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.db [None req-51867588-1da5-44bf-83db-9b25df51da64 admin admin] For port a7277c6d-6959-4777-9c8c-59986b5a708a, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=a7277c6d-6959-4777-9c8c-59986b5a708a,segment=NetworkSegment(0e9a6b9a-afeb-4b5e-89d6-53273bbdf644),segment_id=0e9a6b9a-afeb-4b5e-89d6-53273bbdf644)] {{(pid=87506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:36:10.716960 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-51867588-1da5-44bf-83db-9b25df51da64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:10.728827 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-998e80b0-897f-4f14-825f-8f07ffcd4a9d tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-825997'] for network, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:10.736395 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.notifiers.nova [None req-a3ba55cc-30ab-446c-a764-bf7f27587a50 tempest-AllowedAddressPairTestJSON-1611484417 tempest-AllowedAddressPairTestJSON-1611484417-project] device_id is not set on port 07d9efeb-2f84-46e4-acbb-6a66612fd3d5 yet. {{(pid=87507) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 16 22:36:10.802471 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-12466968-9efc-4bbb-bf18-14d7dbec8a2b admin admin] Notify callbacks [] for router, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:10.867669 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-2fa8189a-f074-470b-8059-175202f6badc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b7c341b50>, [{'id': 'ed9403a7-f69e-4090-b054-6cfe3d423956', 'name': 'tempest-ServersTestManualDisk-941694451-router', 'tenant_id': 'ce00d97791a4466faef350f07c7566f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.39'}], 'enable_snat': True}, 'gw_port_id': '39a8e67d-591e-48c7-93a6-e0c4b930d518', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:34:17Z', 'updated_at': '2021-12-16T22:36:06Z', 'revision_number': 5, 'project_id': 'ce00d97791a4466faef350f07c7566f3', 'gw_port': {'id': '39a8e67d-591e-48c7-93a6-e0c4b930d518', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:69:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed9403a7-f69e-4090-b054-6cfe3d423956', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:34:20Z', 'updated_at': '2021-12-16T22:34:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv'}], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:36:10.873775 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fa8189a-f074-470b-8059-175202f6badc None None] Checking router: ed9403a7-f69e-4090-b054-6cfe3d423956 for host: dv-neutron-821829-1-hyperv {{(pid=87508) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 22:36:10.891788 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-3bd8c74b-4cdb-41e2-9838-f6a5aeffcdec tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3328622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10807868', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10549621'] for subnet, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:10.895553 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fa8189a-f074-470b-8059-175202f6badc None None] Routers {'ed9403a7-f69e-4090-b054-6cfe3d423956'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:36:10.896420 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-2fa8189a-f074-470b-8059-175202f6badc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b7c341b50>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:36:01Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['ed9403a7-f69e-4090-b054-6cfe3d423956'], 'active': True} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:36:10.940042 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-34b9f43d-009e-4aa5-a3d1-ba523b811476 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:36:11.032170 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-3bd8c74b-4cdb-41e2-9838-f6a5aeffcdec tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks [] for subnet, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:11.040911 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd8c74b-4cdb-41e2-9838-f6a5aeffcdec tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Pushing event deleted for resources: {'Subnet': ['ID=ad04874e-a161-4efe-97fe-a836c91b1d5a,revision_number=None']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:36:11.043666 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-3bd8c74b-4cdb-41e2-9838-f6a5aeffcdec tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:36:11.063389 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-9b91b533-03b5-48b2-ad03-bd9c7892ca0a tempest-ExtraDHCPOptionsTestJSON-1956761191 tempest-ExtraDHCPOptionsTestJSON-1956761191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10807931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10549612'] for subnet, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:11.081629 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-25a19fe5-8afc-48f8-a293-13446d70536d tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:36:11.081864 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [None req-51867588-1da5-44bf-83db-9b25df51da64 admin admin] Calling delete_port for a7277c6d-6959-4777-9c8c-59986b5a708a owned by network:router_interface {{(pid=87506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:36:11.144283 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device dbde8790-688b-4548-8589-95fbf7941c31 up at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 22:36:11.149947 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-fe24fbaa-70df-44f4-8610-48e492974de5 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks [] for port, precommit_update {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:11.157148 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.db_base_plugin_common [None req-a3ba55cc-30ab-446c-a764-bf7f27587a50 tempest-AllowedAddressPairTestJSON-1611484417 tempest-AllowedAddressPairTestJSON-1611484417-project] Allocated IP 172.20.0.14 (23bf1340-5067-4f12-82fc-aa5d92ad4d11/84f38bba-e588-4bce-91e9-7c18581ead20/07d9efeb-2f84-46e4-acbb-6a66612fd3d5) {{(pid=87507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 22:36:11.164867 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-3bd8c74b-4cdb-41e2-9838-f6a5aeffcdec tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] 10.222.0.13 "DELETE /v2.0/subnets/ad04874e-a161-4efe-97fe-a836c91b1d5a HTTP/1.1" status: 204  len: 168 time: 2.3619287
Dec 16 22:36:11.171335 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-fe24fbaa-70df-44f4-8610-48e492974de5 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10807814'] for port, after_update {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:11.173358 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 42070) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:36:11.180210 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8646e858-7466-434a-8c51-a837fd78d620 None None] Network 7edd76f7-0f97-48a5-b177-9842de6c0500 requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 22:36:11.278264 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-998e80b0-897f-4f14-825f-8f07ffcd4a9d tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3329565', 'neutron.services.segments.db._delete_segments_for_network-8734753546406'] for network, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:11.280779 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b91b533-03b5-48b2-ad03-bd9c7892ca0a tempest-ExtraDHCPOptionsTestJSON-1956761191 tempest-ExtraDHCPOptionsTestJSON-1956761191-project] Checking segment: {'id': '9617da1e-61eb-4c62-9424-05baebce2555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '690c18ce-bf4f-4e28-ab59-b5a786dbbb87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 22:36:11.281414 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b91b533-03b5-48b2-ad03-bd9c7892ca0a tempest-ExtraDHCPOptionsTestJSON-1956761191 tempest-ExtraDHCPOptionsTestJSON-1956761191-project] Network hostable DHCP agents. Network: 690c18ce-bf4f-4e28-ab59-b5a786dbbb87, hostable agents: ['3b155c4d-12dc-491e-aa14-6113b06cfacd'], hosted agents: [] {{(pid=87507) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 16 22:36:11.287991 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b91b533-03b5-48b2-ad03-bd9c7892ca0a tempest-ExtraDHCPOptionsTestJSON-1956761191 tempest-ExtraDHCPOptionsTestJSON-1956761191-project] Pushing event updated for resources: {'Subnet': ['ID=239fcbff-c4ad-4497-b8f5-96376bd4bb61,revision_number=0']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:36:11.291820 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-9b91b533-03b5-48b2-ad03-bd9c7892ca0a tempest-ExtraDHCPOptionsTestJSON-1956761191 tempest-ExtraDHCPOptionsTestJSON-1956761191-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:36:11.306955 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.services.segments.db [None req-998e80b0-897f-4f14-825f-8f07ffcd4a9d tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1b77713d00>,) {'filters': {'network_id': ['f926d6c5-dfee-4ed9-94fe-f90abf85cef4']}} {{(pid=87506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:36:11.309650 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-5003e9e7-b8c1-4e2c-8636-233e9be8dfe9 tempest-AllowedAddressPairTestJSON-1611484417 tempest-AllowedAddressPairTestJSON-1611484417-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.104s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:36:11.320749 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.services.segments.db [None req-998e80b0-897f-4f14-825f-8f07ffcd4a9d tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b77713d00>, '2705d12a-48fa-4a4e-9c27-35909cafb6cd') {'for_net_delete': True} {{(pid=87506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:36:11.321317 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.services.segments.db [None req-998e80b0-897f-4f14-825f-8f07ffcd4a9d tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b77713d00>, '2705d12a-48fa-4a4e-9c27-35909cafb6cd') {} {{(pid=87506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:36:11.334125 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-998e80b0-897f-4f14-825f-8f07ffcd4a9d tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734753593977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-266764496'] for segment, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:11.351024 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-998e80b0-897f-4f14-825f-8f07ffcd4a9d tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-883292'] for segment, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:11.356748 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvr_db [None req-2fa8189a-f074-470b-8059-175202f6badc None None] Set router ed9403a7-f69e-4090-b054-6cfe3d423956 gateway port host: dv-neutron-821829-1-hyperv {{(pid=87508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 22:36:11.358652 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-998e80b0-897f-4f14-825f-8f07ffcd4a9d tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Releasing vlan 158 on physical network physnet1 to pool {{(pid=87506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 16 22:36:11.359245 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-998e80b0-897f-4f14-825f-8f07ffcd4a9d tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-883285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1863180'] for segment, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:11.425297 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-fe24fbaa-70df-44f4-8610-48e492974de5 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3791426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3830222'] for router_interface, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:11.535829 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.agents_db [None req-0abd2616-a86c-48e2-be07-10823335a5bb None None] Agent healthcheck: found 6 active agents {{(pid=87509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 22:36:11.598391 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b91b533-03b5-48b2-ad03-bd9c7892ca0a tempest-ExtraDHCPOptionsTestJSON-1956761191 tempest-ExtraDHCPOptionsTestJSON-1956761191-project] Network 690c18ce-bf4f-4e28-ab59-b5a786dbbb87 is scheduled to be hosted by DHCP agent 3b155c4d-12dc-491e-aa14-6113b06cfacd with binding_index 1 {{(pid=87507) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 16 22:36:11.612230 dv-neutron-821829-1-hyperv neutron-server[87506]: Traceback (most recent call last):
Dec 16 22:36:11.612230 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 16 22:36:11.612230 dv-neutron-821829-1-hyperv neutron-server[87506]:     timer()
Dec 16 22:36:11.612230 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 22:36:11.612230 dv-neutron-821829-1-hyperv neutron-server[87506]:     cb(*args, **kw)
Dec 16 22:36:11.612230 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 22:36:11.612230 dv-neutron-821829-1-hyperv neutron-server[87506]:     return func(*args, **kwargs)
Dec 16 22:36:11.612230 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 22:36:11.612230 dv-neutron-821829-1-hyperv neutron-server[87506]:     self._notify()
Dec 16 22:36:11.612230 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 22:36:11.612230 dv-neutron-821829-1-hyperv neutron-server[87506]:     self.callback(batched_events)
Dec 16 22:36:11.612230 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 22:36:11.612230 dv-neutron-821829-1-hyperv neutron-server[87506]:     event.method(event)
Dec 16 22:36:11.612230 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 22:36:11.612230 dv-neutron-821829-1-hyperv neutron-server[87506]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 22:36:11.612230 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 22:36:11.612230 dv-neutron-821829-1-hyperv neutron-server[87506]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 22:36:11.612230 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 22:36:11.612230 dv-neutron-821829-1-hyperv neutron-server[87506]:     return f(self, *a, **k)
Dec 16 22:36:11.612230 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 16 22:36:11.612230 dv-neutron-821829-1-hyperv neutron-server[87506]:     return self._get(url).json()
Dec 16 22:36:11.612230 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 16 22:36:11.612230 dv-neutron-821829-1-hyperv neutron-server[87506]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 22:36:11.612230 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 16 22:36:11.612230 dv-neutron-821829-1-hyperv neutron-server[87506]:     return self.request(url, 'GET', **kwargs)
Dec 16 22:36:11.612230 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 16 22:36:11.612230 dv-neutron-821829-1-hyperv neutron-server[87506]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 22:36:11.612230 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 16 22:36:11.612230 dv-neutron-821829-1-hyperv neutron-server[87506]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 22:36:11.612230 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 16 22:36:11.612230 dv-neutron-821829-1-hyperv neutron-server[87506]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 22:36:11.612230 dv-neutron-821829-1-hyperv neutron-server[87506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 22:36:11.682041 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-998e80b0-897f-4f14-825f-8f07ffcd4a9d tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3329572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3741856'] for network, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:11.694041 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-e8cd2d73-11c3-4500-b050-1cffb599379e tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.5144482
Dec 16 22:36:11.699985 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe24fbaa-70df-44f4-8610-48e492974de5 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Pushing event updated for resources: {'Port': ['ID=069665c3-a3f7-4436-8d7b-75f7c74a2c1a,revision_number=2']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:36:11.703536 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 42076) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:36:11.706007 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-3beb48d6-2a89-4352-ab14-eaef88752569 tempest-AllowedAddressPairTestJSON-1611484417 tempest-AllowedAddressPairTestJSON-1611484417-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:36:11.709899 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.base_scheduler [None req-9b91b533-03b5-48b2-ad03-bd9c7892ca0a tempest-ExtraDHCPOptionsTestJSON-1956761191 tempest-ExtraDHCPOptionsTestJSON-1956761191-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821829-1-hyperv, 690c18ce-bf4f-4e28-ab59-b5a786dbbb87) {{(pid=87507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:36:11.711674 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-fe24fbaa-70df-44f4-8610-48e492974de5 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.402s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:36:11.729654 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-998e80b0-897f-4f14-825f-8f07ffcd4a9d tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3791486'] for network, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:11.737450 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10f4a14c-a39a-454f-8f1d-bdc52794be8c None None] Network 690c18ce-bf4f-4e28-ab59-b5a786dbbb87 requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 22:36:11.760085 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998e80b0-897f-4f14-825f-8f07ffcd4a9d tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Pushing event deleted for resources: {'Network': ['ID=f926d6c5-dfee-4ed9-94fe-f90abf85cef4,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:36:11.767916 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-998e80b0-897f-4f14-825f-8f07ffcd4a9d tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] 10.222.0.13 "DELETE /v2.0/networks/f926d6c5-dfee-4ed9-94fe-f90abf85cef4 HTTP/1.1" status: 204  len: 168 time: 1.4637322
Dec 16 22:36:11.768483 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b91b533-03b5-48b2-ad03-bd9c7892ca0a tempest-ExtraDHCPOptionsTestJSON-1956761191 tempest-ExtraDHCPOptionsTestJSON-1956761191-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:36:11.769101 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-9b91b533-03b5-48b2-ad03-bd9c7892ca0a tempest-ExtraDHCPOptionsTestJSON-1956761191 tempest-ExtraDHCPOptionsTestJSON-1956761191-project] Notify callbacks [] for subnet, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:11.770082 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-998e80b0-897f-4f14-825f-8f07ffcd4a9d tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:36:11.802131 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-12466968-9efc-4bbb-bf18-14d7dbec8a2b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:11.821495 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [None req-12466968-9efc-4bbb-bf18-14d7dbec8a2b admin admin] Deleting port 39a8e67d-591e-48c7-93a6-e0c4b930d518 {{(pid=87506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:36:11.823990 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-12466968-9efc-4bbb-bf18-14d7dbec8a2b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:11.852719 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-9b91b533-03b5-48b2-ad03-bd9c7892ca0a tempest-ExtraDHCPOptionsTestJSON-1956761191 tempest-ExtraDHCPOptionsTestJSON-1956761191-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 2.8029673
Dec 16 22:36:11.867425 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 42082) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:36:11.891415 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-2753cea8-abfd-406d-ac2b-5a839f11c621 tempest-ExtraDHCPOptionsTestJSON-1956761191 tempest-ExtraDHCPOptionsTestJSON-1956761191-project] Request body: {'port': {'network_id': '690c18ce-bf4f-4e28-ab59-b5a786dbbb87', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1276404627'}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:36:11.895807 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning complete for port dbde8790-688b-4548-8589-95fbf7941c31 triggered by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:36:11.896069 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:12.071482 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe24fbaa-70df-44f4-8610-48e492974de5 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Network f8cea0c5-eecf-4efe-a553-b3ef77dc86aa is already hosted by enough agents. {{(pid=87507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:36:12.081510 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.base_scheduler [None req-fe24fbaa-70df-44f4-8610-48e492974de5 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Resources bound (agent type, host, resource id):  {{(pid=87507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:36:12.089432 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.db [None req-12466968-9efc-4bbb-bf18-14d7dbec8a2b admin admin] For port 39a8e67d-591e-48c7-93a6-e0c4b930d518, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=39a8e67d-591e-48c7-93a6-e0c4b930d518,segment=NetworkSegment(a416442d-d143-4052-9f4e-546eb8cbe809),segment_id=a416442d-d143-4052-9f4e-546eb8cbe809)] {{(pid=87506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:36:12.089788 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-12466968-9efc-4bbb-bf18-14d7dbec8a2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:12.124881 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-a3ba55cc-30ab-446c-a764-bf7f27587a50 tempest-AllowedAddressPairTestJSON-1611484417 tempest-AllowedAddressPairTestJSON-1611484417-project] Notify callbacks [] for port, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:12.172810 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2054b341-6269-4e12-93df-094c3219a38f tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:36:12.180718 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-2054b341-6269-4e12-93df-094c3219a38f tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Synchronizing usage tracker for tenant:8e4385a98eb1416284c1cc96b3355a70 on resource:port {{(pid=87507) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 22:36:12.213040 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.provisioning_blocks [None req-a3ba55cc-30ab-446c-a764-bf7f27587a50 tempest-AllowedAddressPairTestJSON-1611484417 tempest-AllowedAddressPairTestJSON-1611484417-project] Transition to ACTIVE for port object 07d9efeb-2f84-46e4-acbb-6a66612fd3d5 will not be triggered until provisioned by entity DHCP. {{(pid=87507) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:36:12.299599 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [None req-12466968-9efc-4bbb-bf18-14d7dbec8a2b admin admin] Calling delete_port for 39a8e67d-591e-48c7-93a6-e0c4b930d518 owned by network:router_gateway {{(pid=87506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:36:12.347213 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 42088) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:36:12.358415 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-987df289-0045-4bed-84f4-515d105c9ec7 None None] DHCP port deletion for 7edd76f7-0f97-48a5-b177-9842de6c0500 request from dv-neutron-821829-1-hyperv {{(pid=87508) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 16 22:36:12.393054 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-987df289-0045-4bed-84f4-515d105c9ec7 None None] Deleting port a8a5ec1f-6941-45fa-9f3d-c42b357ed399 {{(pid=87508) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:36:12.393930 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-987df289-0045-4bed-84f4-515d105c9ec7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:12.452706 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f674ee00-a3fe-4c30-9d13-5f3e36202da7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1d6bfaf-d325-5e4f-b05d-2441d8339617-690c18ce-bf4f-4e28-ab59-b5a786dbbb87', 'network_id': '690c18ce-bf4f-4e28-ab59-b5a786dbbb87', 'tenant_id': '57cbd8a42b6f43af8cdfeaa368b10129', 'fixed_ips': [{'subnet_id': '239fcbff-c4ad-4497-b8f5-96376bd4bb61'}]}} from dv-neutron-821829-1-hyperv. {{(pid=87508) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 16 22:36:12.454400 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-f674ee00-a3fe-4c30-9d13-5f3e36202da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:12.494934 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-2fa8189a-f074-470b-8059-175202f6badc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b7c341b50>, [{'id': 'ed9403a7-f69e-4090-b054-6cfe3d423956', 'name': 'tempest-ServersTestManualDisk-941694451-router', 'tenant_id': 'ce00d97791a4466faef350f07c7566f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.39'}], 'enable_snat': True}, 'gw_port_id': '39a8e67d-591e-48c7-93a6-e0c4b930d518', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:34:17Z', 'updated_at': '2021-12-16T22:36:06Z', 'revision_number': 5, 'project_id': 'ce00d97791a4466faef350f07c7566f3', 'gw_port': {'id': '39a8e67d-591e-48c7-93a6-e0c4b930d518', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:69:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed9403a7-f69e-4090-b054-6cfe3d423956', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:34:20Z', 'updated_at': '2021-12-16T22:34:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv'}], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:36:12.512013 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fa8189a-f074-470b-8059-175202f6badc None None] The sync data for ids ['ed9403a7-f69e-4090-b054-6cfe3d423956'] in dv-neutron-821829-1-hyperv is: [{'id': 'ed9403a7-f69e-4090-b054-6cfe3d423956', 'name': 'tempest-ServersTestManualDisk-941694451-router', 'tenant_id': 'ce00d97791a4466faef350f07c7566f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.39'}], 'enable_snat': True}, 'gw_port_id': '39a8e67d-591e-48c7-93a6-e0c4b930d518', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:34:17Z', 'updated_at': '2021-12-16T22:36:06Z', 'revision_number': 5, 'project_id': 'ce00d97791a4466faef350f07c7566f3', 'gw_port': {'id': '39a8e67d-591e-48c7-93a6-e0c4b930d518', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:69:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed9403a7-f69e-4090-b054-6cfe3d423956', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:34:20Z', 'updated_at': '2021-12-16T22:34:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv'}] {{(pid=87508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 22:36:12.725912 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-2054b341-6269-4e12-93df-094c3219a38f tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Unset dirty status for tenant:8e4385a98eb1416284c1cc96b3355a70 on resource:port {{(pid=87507) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 22:36:12.727981 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-2054b341-6269-4e12-93df-094c3219a38f tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200  len: 866 time: 1.0195518
Dec 16 22:36:12.746989 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 42096) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:36:12.763926 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-59ba0760-b657-40c9-a5ca-cde5cd0581aa None None] Provisioning complete for port 069665c3-a3f7-4436-8d7b-75f7c74a2c1a triggered by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:36:12.764308 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-59ba0760-b657-40c9-a5ca-cde5cd0581aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:12.786618 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-33e76694-1676-4676-a9bd-8073d2e24490 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=224a3f89678e41499cb7a5fbecafc8d7&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4376056
Dec 16 22:36:12.787541 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-51867588-1da5-44bf-83db-9b25df51da64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1863393'] for port, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:12.798627 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 42100) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:36:12.805897 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-62559f33-7158-44a1-879e-c68ac168e5f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:36:12.838419 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-a3ba55cc-30ab-446c-a764-bf7f27587a50 tempest-AllowedAddressPairTestJSON-1611484417 tempest-AllowedAddressPairTestJSON-1611484417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10807823'] for port, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:12.850409 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-2753cea8-abfd-406d-ac2b-5a839f11c621 tempest-ExtraDHCPOptionsTestJSON-1956761191 tempest-ExtraDHCPOptionsTestJSON-1956761191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:36:12.852882 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-fe24fbaa-70df-44f4-8610-48e492974de5 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:36:12.897928 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51867588-1da5-44bf-83db-9b25df51da64 admin admin] Pushing event deleted for resources: {'Port': ['ID=a7277c6d-6959-4777-9c8c-59986b5a708a,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:36:12.912318 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-59ba0760-b657-40c9-a5ca-cde5cd0581aa None None] Port 069665c3-a3f7-4436-8d7b-75f7c74a2c1a cannot update to ACTIVE because it is not bound. {{(pid=87508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 22:36:12.917920 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-2753cea8-abfd-406d-ac2b-5a839f11c621 tempest-ExtraDHCPOptionsTestJSON-1956761191 tempest-ExtraDHCPOptionsTestJSON-1956761191-project] Usage tracker for resource:port and tenant:57cbd8a42b6f43af8cdfeaa368b10129 is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:36:12.920041 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-987df289-0045-4bed-84f4-515d105c9ec7 None None] For port a8a5ec1f-6941-45fa-9f3d-c42b357ed399, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=a8a5ec1f-6941-45fa-9f3d-c42b357ed399,segment=NetworkSegment(da71c9a1-7532-4738-a9bc-22a7f498ec35),segment_id=da71c9a1-7532-4738-a9bc-22a7f498ec35)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:36:12.920454 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-987df289-0045-4bed-84f4-515d105c9ec7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:13.053893 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-51867588-1da5-44bf-83db-9b25df51da64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:36:13.088079 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device a8a5ec1f-6941-45fa-9f3d-c42b357ed399 no longer exists at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 22:36:13.135815 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-987df289-0045-4bed-84f4-515d105c9ec7 None None] Calling delete_port for a8a5ec1f-6941-45fa-9f3d-c42b357ed399 owned by network:dhcp {{(pid=87508) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:36:13.187145 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.db_base_plugin_common [None req-f674ee00-a3fe-4c30-9d13-5f3e36202da7 None None] Allocated IP 172.20.0.2 (690c18ce-bf4f-4e28-ab59-b5a786dbbb87/239fcbff-c4ad-4497-b8f5-96376bd4bb61/ca577179-8a48-4e37-9214-8274f09c9ac3) {{(pid=87508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 22:36:13.209018 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-2753cea8-abfd-406d-ac2b-5a839f11c621 tempest-ExtraDHCPOptionsTestJSON-1956761191 tempest-ExtraDHCPOptionsTestJSON-1956761191-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:36:13.268919 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-2753cea8-abfd-406d-ac2b-5a839f11c621 tempest-ExtraDHCPOptionsTestJSON-1956761191 tempest-ExtraDHCPOptionsTestJSON-1956761191-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:36:13.301630 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3ba55cc-30ab-446c-a764-bf7f27587a50 tempest-AllowedAddressPairTestJSON-1611484417 tempest-AllowedAddressPairTestJSON-1611484417-project] Network 23bf1340-5067-4f12-82fc-aa5d92ad4d11 is already hosted by enough agents. {{(pid=87507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:36:13.313696 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b66cca39-32b9-4a0b-9c50-575f606051ef tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:36:13.314494 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-b66cca39-32b9-4a0b-9c50-575f606051ef tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Synchronizing usage tracker for tenant:8e4385a98eb1416284c1cc96b3355a70 on resource:subnet {{(pid=87507) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 22:36:13.330214 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.base_scheduler [None req-a3ba55cc-30ab-446c-a764-bf7f27587a50 tempest-AllowedAddressPairTestJSON-1611484417 tempest-AllowedAddressPairTestJSON-1611484417-project] Resources bound (agent type, host, resource id):  {{(pid=87507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:36:13.337841 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3ba55cc-30ab-446c-a764-bf7f27587a50 tempest-AllowedAddressPairTestJSON-1611484417 tempest-AllowedAddressPairTestJSON-1611484417-project] Received port after_create {{(pid=87507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 22:36:13.445746 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:13.454587 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3ba55cc-30ab-446c-a764-bf7f27587a50 tempest-AllowedAddressPairTestJSON-1611484417 tempest-AllowedAddressPairTestJSON-1611484417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:36:13.455250 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-a3ba55cc-30ab-446c-a764-bf7f27587a50 tempest-AllowedAddressPairTestJSON-1611484417 tempest-AllowedAddressPairTestJSON-1611484417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for port, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:13.474524 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-987df289-0045-4bed-84f4-515d105c9ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949'] for port, after_delete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:13.485345 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-977efde8-1f50-4f6b-a283-0cf4fcb98518 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:36:13.533396 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ba55cc-30ab-446c-a764-bf7f27587a50 tempest-AllowedAddressPairTestJSON-1611484417 tempest-AllowedAddressPairTestJSON-1611484417-project] Pushing event updated for resources: {'Port': ['ID=07d9efeb-2f84-46e4-acbb-6a66612fd3d5,revision_number=1']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:36:13.536803 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2753cea8-abfd-406d-ac2b-5a839f11c621 tempest-ExtraDHCPOptionsTestJSON-1956761191 tempest-ExtraDHCPOptionsTestJSON-1956761191-project] Made reservation on behalf of 57cbd8a42b6f43af8cdfeaa368b10129 for: {'port': 1} {{(pid=87507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:36:13.540461 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-2753cea8-abfd-406d-ac2b-5a839f11c621 tempest-ExtraDHCPOptionsTestJSON-1956761191 tempest-ExtraDHCPOptionsTestJSON-1956761191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:13.550381 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987df289-0045-4bed-84f4-515d105c9ec7 None None] Pushing event deleted for resources: {'Port': ['ID=a8a5ec1f-6941-45fa-9f3d-c42b357ed399,revision_number=None']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:36:13.553113 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-987df289-0045-4bed-84f4-515d105c9ec7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:36:13.567672 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-a3ba55cc-30ab-446c-a764-bf7f27587a50 tempest-AllowedAddressPairTestJSON-1611484417 tempest-AllowedAddressPairTestJSON-1611484417-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.715s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:36:13.568733 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-987df289-0045-4bed-84f4-515d105c9ec7 None None] No DVR routers for this DVR port a8a5ec1f-6941-45fa-9f3d-c42b357ed399 on host dv-neutron-821829-1-hyperv {{(pid=87508) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 22:36:13.582587 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-91b0c2b2-675c-414a-8833-1a27967c72a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:13.603472 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-b66cca39-32b9-4a0b-9c50-575f606051ef tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Unset dirty status for tenant:8e4385a98eb1416284c1cc96b3355a70 on resource:subnet {{(pid=87507) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 22:36:13.615328 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-b66cca39-32b9-4a0b-9c50-575f606051ef tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.8666923
Dec 16 22:36:13.618967 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 42104) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:36:13.628441 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe24fbaa-70df-44f4-8610-48e492974de5 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Router 483e9dfe-ed23-42eb-9d49-6a26c30cd3a6 is scheduled to L3 agent 4f519db7-069b-43e2-8411-c092bac9102a with binding_index 1 {{(pid=87507) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 16 22:36:13.634740 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 59678307-9955-4c94-b61e-d644a386a596 no longer exists at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 22:36:13.672943 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] No Port match for: 59678307-9955-4c94-b61e-d644a386a596 {{(pid=87508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 22:36:13.673457 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 59678307-9955-4c94-b61e-d644a386a596 not bound to the agent host dv-neutron-821829-1-hyperv {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 22:36:13.748626 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-a3ba55cc-30ab-446c-a764-bf7f27587a50 tempest-AllowedAddressPairTestJSON-1611484417 tempest-AllowedAddressPairTestJSON-1611484417-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 3.8793232
Dec 16 22:36:13.761401 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 42110) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:36:13.769325 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-a7aae7c4-df9d-4931-b050-c4ffbe6bb598 tempest-AllowedAddressPairTestJSON-1611484417 tempest-AllowedAddressPairTestJSON-1611484417-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.6', 'mac_address': 'fa:16:3e:50:41:d6'}]}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:36:13.792525 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-f674ee00-a3fe-4c30-9d13-5f3e36202da7 None None] Notify callbacks [] for port, precommit_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:13.801635 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-8b6dc332-de4b-4864-8e4f-12400a2ab35b tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1708193
Dec 16 22:36:13.802555 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 42114) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:36:13.809070 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-f674ee00-a3fe-4c30-9d13-5f3e36202da7 None None] Transition to ACTIVE for port object ca577179-8a48-4e37-9214-8274f09c9ac3 will not be triggered until provisioned by entity L2. {{(pid=87508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:36:13.813848 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.notifiers.nova [None req-2753cea8-abfd-406d-ac2b-5a839f11c621 tempest-ExtraDHCPOptionsTestJSON-1956761191 tempest-ExtraDHCPOptionsTestJSON-1956761191-project] device_id is not set on port c895ef0e-aaa4-4458-b2fb-d49d33cf00a4 yet. {{(pid=87507) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 16 22:36:13.827887 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-51867588-1da5-44bf-83db-9b25df51da64 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3791449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3739472'] for router_interface, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:13.839236 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-f674ee00-a3fe-4c30-9d13-5f3e36202da7 None None] Transition to ACTIVE for port object ca577179-8a48-4e37-9214-8274f09c9ac3 will not be triggered until provisioned by entity DHCP. {{(pid=87508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:36:13.851669 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-f674ee00-a3fe-4c30-9d13-5f3e36202da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940'] for port, after_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:13.857423 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:36:13.888666 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-a40e32c5-2d47-4bcd-b94a-67950edfb06d tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Request body: {'subnet': {'network_id': '7edd76f7-0f97-48a5-b177-9842de6c0500', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:36:13.905579 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-d500d94b-255c-4d7f-953c-80261ac0c550 None None] Provisioning for port 07d9efeb-2f84-46e4-acbb-6a66612fd3d5 completed by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 22:36:13.935864 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-d500d94b-255c-4d7f-953c-80261ac0c550 None None] Provisioning complete for port 07d9efeb-2f84-46e4-acbb-6a66612fd3d5 triggered by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:36:13.936274 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-d500d94b-255c-4d7f-953c-80261ac0c550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:14.039034 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f674ee00-a3fe-4c30-9d13-5f3e36202da7 None None] Network 690c18ce-bf4f-4e28-ab59-b5a786dbbb87 is already hosted by enough agents. {{(pid=87508) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:36:14.051657 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f674ee00-a3fe-4c30-9d13-5f3e36202da7 None None] Pushing event updated for resources: {'Port': ['ID=ca577179-8a48-4e37-9214-8274f09c9ac3,revision_number=1']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:36:14.054351 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.scheduler.base_scheduler [None req-f674ee00-a3fe-4c30-9d13-5f3e36202da7 None None] Resources bound (agent type, host, resource id):  {{(pid=87508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:36:14.056211 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-f674ee00-a3fe-4c30-9d13-5f3e36202da7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:36:14.060276 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f674ee00-a3fe-4c30-9d13-5f3e36202da7 None None] Received port after_create {{(pid=87508) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 22:36:14.072478 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-91b0c2b2-675c-414a-8833-1a27967c72a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:14.082849 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe24fbaa-70df-44f4-8610-48e492974de5 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify agent at l3_agent.dv-neutron-821829-1-hyperv the message routers_updated {{(pid=87507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 22:36:14.089127 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-fe24fbaa-70df-44f4-8610-48e492974de5 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] 10.222.0.13 "PUT /v2.0/routers/483e9dfe-ed23-42eb-9d49-6a26c30cd3a6/add_router_interface HTTP/1.1" status: 200  len: 503 time: 9.6684539
Dec 16 22:36:14.092782 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1c87b6b-dc2e-41cb-ba42-bcaa64033556 None None] Sync routers for ids ['483e9dfe-ed23-42eb-9d49-6a26c30cd3a6'] in dv-neutron-821829-1-hyperv {{(pid=87509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 22:36:14.105132 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-d500d94b-255c-4d7f-953c-80261ac0c550 None None] Port 07d9efeb-2f84-46e4-acbb-6a66612fd3d5 cannot update to ACTIVE because it is not bound. {{(pid=87508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 22:36:14.115047 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1c87b6b-dc2e-41cb-ba42-bcaa64033556 None None] Routers {'483e9dfe-ed23-42eb-9d49-6a26c30cd3a6'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:36:14.121440 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-b1c87b6b-dc2e-41cb-ba42-bcaa64033556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b7c716430>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:36:01Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['483e9dfe-ed23-42eb-9d49-6a26c30cd3a6'], 'active': True} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:36:14.145450 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 42118) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:36:14.153758 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-12466968-9efc-4bbb-bf18-14d7dbec8a2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1863393'] for port, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:14.210300 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-f897e9f3-8306-4953-a164-18dbc93c7cc7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:36:14.210564 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-f674ee00-a3fe-4c30-9d13-5f3e36202da7 None None] Attempting to bind port ca577179-8a48-4e37-9214-8274f09c9ac3 on host dv-neutron-821829-1-hyperv for vnic_type normal with profile  {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 22:36:14.210703 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-f674ee00-a3fe-4c30-9d13-5f3e36202da7 None None] Attempting to bind port ca577179-8a48-4e37-9214-8274f09c9ac3 by drivers openvswitch,hyperv on host dv-neutron-821829-1-hyperv at level 0 using segments [{'id': '9617da1e-61eb-4c62-9424-05baebce2555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '690c18ce-bf4f-4e28-ab59-b5a786dbbb87'}] {{(pid=87508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 22:36:14.211079 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f674ee00-a3fe-4c30-9d13-5f3e36202da7 None None] Attempting to bind port ca577179-8a48-4e37-9214-8274f09c9ac3 on network 690c18ce-bf4f-4e28-ab59-b5a786dbbb87 {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 22:36:14.217390 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f674ee00-a3fe-4c30-9d13-5f3e36202da7 None None] Checking agent: {'id': '5571501f-366e-47a4-9b60-8ef19d935d27', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821829-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 24, 2), 'started_at': datetime.datetime(2021, 12, 16, 22, 24, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 36, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821829-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 22:36:14.217774 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f674ee00-a3fe-4c30-9d13-5f3e36202da7 None None] Checking segment: {'id': '9617da1e-61eb-4c62-9424-05baebce2555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '690c18ce-bf4f-4e28-ab59-b5a786dbbb87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 22:36:14.218186 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-f674ee00-a3fe-4c30-9d13-5f3e36202da7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:14.218591 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f674ee00-a3fe-4c30-9d13-5f3e36202da7 None None] Bound using segment: {'id': '9617da1e-61eb-4c62-9424-05baebce2555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '690c18ce-bf4f-4e28-ab59-b5a786dbbb87'} {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 22:36:14.219584 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-f674ee00-a3fe-4c30-9d13-5f3e36202da7 None None] Bound port: ca577179-8a48-4e37-9214-8274f09c9ac3, host: dv-neutron-821829-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9617da1e-61eb-4c62-9424-05baebce2555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '690c18ce-bf4f-4e28-ab59-b5a786dbbb87'}}] {{(pid=87508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 22:36:14.219584 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-f674ee00-a3fe-4c30-9d13-5f3e36202da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:14.220261 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-b1c87b6b-dc2e-41cb-ba42-bcaa64033556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b7c716430>, [], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:36:14.239594 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1c87b6b-dc2e-41cb-ba42-bcaa64033556 None None] Routers {'483e9dfe-ed23-42eb-9d49-6a26c30cd3a6'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:36:14.240603 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-b1c87b6b-dc2e-41cb-ba42-bcaa64033556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b7c716430>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:36:01Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['483e9dfe-ed23-42eb-9d49-6a26c30cd3a6'], 'active': True} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:36:14.292497 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12466968-9efc-4bbb-bf18-14d7dbec8a2b admin admin] Pushing event deleted for resources: {'Port': ['ID=39a8e67d-591e-48c7-93a6-e0c4b930d518,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:36:14.312224 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-12466968-9efc-4bbb-bf18-14d7dbec8a2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:36:14.313508 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-b1c87b6b-dc2e-41cb-ba42-bcaa64033556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b7c716430>, [], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:36:14.314689 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1c87b6b-dc2e-41cb-ba42-bcaa64033556 None None] The sync data for ids ['483e9dfe-ed23-42eb-9d49-6a26c30cd3a6'] in dv-neutron-821829-1-hyperv is: [] {{(pid=87509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 22:36:14.329944 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-91b0c2b2-675c-414a-8833-1a27967c72a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841066'] for security_group, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:14.339148 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:36:14.367338 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b0c2b2-675c-414a-8833-1a27967c72a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=956b80c4-08f1-47c2-96db-5f45f743dca1,revision_number=None']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:36:14.387410 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-f674ee00-a3fe-4c30-9d13-5f3e36202da7 None None] For port ca577179-8a48-4e37-9214-8274f09c9ac3, host dv-neutron-821829-1-hyperv, cleared binding levels {{(pid=87508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 22:36:14.400060 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-f674ee00-a3fe-4c30-9d13-5f3e36202da7 None None] For port ca577179-8a48-4e37-9214-8274f09c9ac3, host dv-neutron-821829-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=ca577179-8a48-4e37-9214-8274f09c9ac3,segment=NetworkSegment(9617da1e-61eb-4c62-9424-05baebce2555),segment_id=9617da1e-61eb-4c62-9424-05baebce2555)] {{(pid=87508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 22:36:14.408001 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-f674ee00-a3fe-4c30-9d13-5f3e36202da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:14.413873 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-1c1dd364-ba81-46f9-bf24-4955ffc7b3ea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:36:14.451381 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-91b0c2b2-675c-414a-8833-1a27967c72a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:36:14.498601 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f674ee00-a3fe-4c30-9d13-5f3e36202da7 None None] Pushing event updated for resources: {'Port': ['ID=ca577179-8a48-4e37-9214-8274f09c9ac3,revision_number=2']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:36:14.504931 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-f674ee00-a3fe-4c30-9d13-5f3e36202da7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:36:14.510009 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51867588-1da5-44bf-83db-9b25df51da64 admin admin] Router ec3443c7-b9c7-43dc-a77e-606744e51456 has already been hosted by L3 agent 4f519db7-069b-43e2-8411-c092bac9102a {{(pid=87506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 22:36:14.515626 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-a40e32c5-2d47-4bcd-b94a-67950edfb06d tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:36:14.521475 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-969d4670-4beb-4a24-aadf-6254becc15d5 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:36:14.523849 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-969d4670-4beb-4a24-aadf-6254becc15d5 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] 10.222.0.13 "GET /v2.0/ports/069665c3-a3f7-4436-8d7b-75f7c74a2c1a HTTP/1.1" status: 200  len: 910 time: 0.3749564
Dec 16 22:36:14.542658 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 42122) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:36:14.606030 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-a40e32c5-2d47-4bcd-b94a-67950edfb06d tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:36:14.628629 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-91b0c2b2-675c-414a-8833-1a27967c72a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:14.631992 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-91b0c2b2-675c-414a-8833-1a27967c72a1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/956b80c4-08f1-47c2-96db-5f45f743dca1 HTTP/1.1" status: 204  len: 168 time: 1.8298929
Dec 16 22:36:14.642232 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.db_base_plugin_common [None req-2753cea8-abfd-406d-ac2b-5a839f11c621 tempest-ExtraDHCPOptionsTestJSON-1956761191 tempest-ExtraDHCPOptionsTestJSON-1956761191-project] Allocated IP 172.20.0.9 (690c18ce-bf4f-4e28-ab59-b5a786dbbb87/239fcbff-c4ad-4497-b8f5-96376bd4bb61/c895ef0e-aaa4-4458-b2fb-d49d33cf00a4) {{(pid=87507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 22:36:14.662161 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-12466968-9efc-4bbb-bf18-14d7dbec8a2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3741895'] for router_gateway, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:14.781248 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a40e32c5-2d47-4bcd-b94a-67950edfb06d tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Made reservation on behalf of 8e4385a98eb1416284c1cc96b3355a70 for: {'subnet': 1} {{(pid=87507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:36:14.786506 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-a40e32c5-2d47-4bcd-b94a-67950edfb06d tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10549598'] for subnet, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:15.208084 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device ca577179-8a48-4e37-9214-8274f09c9ac3 up at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 22:36:15.279469 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-12466968-9efc-4bbb-bf18-14d7dbec8a2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3739500', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39002'] for router, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:15.281861 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-12466968-9efc-4bbb-bf18-14d7dbec8a2b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:15.315502 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning for port ca577179-8a48-4e37-9214-8274f09c9ac3 completed by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 22:36:15.513578 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-12466968-9efc-4bbb-bf18-14d7dbec8a2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3830089'] for router, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:15.514531 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12466968-9efc-4bbb-bf18-14d7dbec8a2b admin admin] Fanout notify agent at l3_agent the message router_deleted on router ed9403a7-f69e-4090-b054-6cfe3d423956 {{(pid=87506) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 16 22:36:15.517410 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51867588-1da5-44bf-83db-9b25df51da64 admin admin] Notify agent at l3_agent.dv-neutron-821829-1-hyperv the message routers_updated {{(pid=87506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 22:36:15.534330 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa927a2b-8791-41bc-8751-5df0a924a7da None None] Sync routers for ids ['ec3443c7-b9c7-43dc-a77e-606744e51456'] in dv-neutron-821829-1-hyperv {{(pid=87508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 22:36:15.555164 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa927a2b-8791-41bc-8751-5df0a924a7da None None] Routers {'ec3443c7-b9c7-43dc-a77e-606744e51456'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:36:15.556580 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-fa927a2b-8791-41bc-8751-5df0a924a7da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b7c0daa00>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:36:01Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['ec3443c7-b9c7-43dc-a77e-606744e51456'], 'active': True} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:36:15.653670 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-a7aae7c4-df9d-4931-b050-c4ffbe6bb598 tempest-AllowedAddressPairTestJSON-1611484417 tempest-AllowedAddressPairTestJSON-1611484417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:15.715338 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-12466968-9efc-4bbb-bf18-14d7dbec8a2b admin admin] Notify callbacks [] for router, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:15.722254 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-12466968-9efc-4bbb-bf18-14d7dbec8a2b admin admin] 10.222.0.13 "DELETE /v2.0/routers/ed9403a7-f69e-4090-b054-6cfe3d423956 HTTP/1.1" status: 204  len: 168 time: 5.4253109
Dec 16 22:36:15.728554 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 42144) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:36:15.739682 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-51867588-1da5-44bf-83db-9b25df51da64 admin admin] 10.222.0.13 "PUT /v2.0/routers/ec3443c7-b9c7-43dc-a77e-606744e51456/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 11.8079462
Dec 16 22:36:15.890111 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 42148) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:36:15.979489 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvr_db [None req-fa927a2b-8791-41bc-8751-5df0a924a7da None None] Set router ec3443c7-b9c7-43dc-a77e-606744e51456 gateway port host: dv-neutron-821829-1-hyperv {{(pid=87508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 22:36:15.992226 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-2753cea8-abfd-406d-ac2b-5a839f11c621 tempest-ExtraDHCPOptionsTestJSON-1956761191 tempest-ExtraDHCPOptionsTestJSON-1956761191-project] Notify callbacks [] for port, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:16.056151 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.provisioning_blocks [None req-2753cea8-abfd-406d-ac2b-5a839f11c621 tempest-ExtraDHCPOptionsTestJSON-1956761191 tempest-ExtraDHCPOptionsTestJSON-1956761191-project] Transition to ACTIVE for port object c895ef0e-aaa4-4458-b2fb-d49d33cf00a4 will not be triggered until provisioned by entity DHCP. {{(pid=87507) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:36:16.071299 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.db_base_plugin_v2 [None req-8bec39f0-5433-4af6-b4f6-548efa43d629 admin admin] Deleting subnet 5a69580f-6718-4d75-974b-631ac7e9556c {{(pid=87506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 16 22:36:16.085883 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-8bec39f0-5433-4af6-b4f6-548efa43d629 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:16.162505 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 42166) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:36:16.170210 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-2753cea8-abfd-406d-ac2b-5a839f11c621 tempest-ExtraDHCPOptionsTestJSON-1956761191 tempest-ExtraDHCPOptionsTestJSON-1956761191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10807823'] for port, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:16.205623 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-bb0e6ecc-1df3-4d0e-9d4a-6c6f1977b695 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:36:16.320433 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2753cea8-abfd-406d-ac2b-5a839f11c621 tempest-ExtraDHCPOptionsTestJSON-1956761191 tempest-ExtraDHCPOptionsTestJSON-1956761191-project] Network 690c18ce-bf4f-4e28-ab59-b5a786dbbb87 is already hosted by enough agents. {{(pid=87507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:36:16.358510 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.base_scheduler [None req-2753cea8-abfd-406d-ac2b-5a839f11c621 tempest-ExtraDHCPOptionsTestJSON-1956761191 tempest-ExtraDHCPOptionsTestJSON-1956761191-project] Resources bound (agent type, host, resource id):  {{(pid=87507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:36:16.361992 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2753cea8-abfd-406d-ac2b-5a839f11c621 tempest-ExtraDHCPOptionsTestJSON-1956761191 tempest-ExtraDHCPOptionsTestJSON-1956761191-project] Received port after_create {{(pid=87507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 22:36:16.370686 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28fffb02-0e5c-4541-af34-6ce6610de0bd None None] Network 690c18ce-bf4f-4e28-ab59-b5a786dbbb87 requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 22:36:16.437678 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-8bec39f0-5433-4af6-b4f6-548efa43d629 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-266764487'] for subnet, precommit_delete_associations {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:16.480503 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2753cea8-abfd-406d-ac2b-5a839f11c621 tempest-ExtraDHCPOptionsTestJSON-1956761191 tempest-ExtraDHCPOptionsTestJSON-1956761191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:36:16.481075 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-2753cea8-abfd-406d-ac2b-5a839f11c621 tempest-ExtraDHCPOptionsTestJSON-1956761191 tempest-ExtraDHCPOptionsTestJSON-1956761191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for port, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:16.530371 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-6b1fa008-3cb5-4605-9c91-1fabac0cfa9b admin admin] Notify callbacks [] for router, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:16.534113 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-aca139f5-753a-4364-84b9-f609cebfbeaa tempest-FloatingIPNegativeTestJSON-1419073809 tempest-FloatingIPNegativeTestJSON-1419073809-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-754087594'}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:36:16.539496 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-aca139f5-753a-4364-84b9-f609cebfbeaa tempest-FloatingIPNegativeTestJSON-1419073809 tempest-FloatingIPNegativeTestJSON-1419073809-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:36:16.543726 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-aca139f5-753a-4364-84b9-f609cebfbeaa tempest-FloatingIPNegativeTestJSON-1419073809 tempest-FloatingIPNegativeTestJSON-1419073809-project] Usage tracker for resource:network and tenant:4ecdb369fa1545d4963c609ddca66a2e is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:36:16.546647 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-aca139f5-753a-4364-84b9-f609cebfbeaa tempest-FloatingIPNegativeTestJSON-1419073809 tempest-FloatingIPNegativeTestJSON-1419073809-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:36:16.552825 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-aca139f5-753a-4364-84b9-f609cebfbeaa tempest-FloatingIPNegativeTestJSON-1419073809 tempest-FloatingIPNegativeTestJSON-1419073809-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:36:16.573646 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-6f1ed6f4-38c4-4661-a674-5c8fc190487d None None] Provisioning for port ca577179-8a48-4e37-9214-8274f09c9ac3 completed by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 22:36:16.577083 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aca139f5-753a-4364-84b9-f609cebfbeaa tempest-FloatingIPNegativeTestJSON-1419073809 tempest-FloatingIPNegativeTestJSON-1419073809-project] Made reservation on behalf of 4ecdb369fa1545d4963c609ddca66a2e for: {'network': 1} {{(pid=87507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:36:16.580738 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-aca139f5-753a-4364-84b9-f609cebfbeaa tempest-FloatingIPNegativeTestJSON-1419073809 tempest-FloatingIPNegativeTestJSON-1419073809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for network, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:16.598094 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-aca139f5-753a-4364-84b9-f609cebfbeaa tempest-FloatingIPNegativeTestJSON-1419073809 tempest-FloatingIPNegativeTestJSON-1419073809-project] Notify callbacks [] for security_group, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:16.624705 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-aca139f5-753a-4364-84b9-f609cebfbeaa tempest-FloatingIPNegativeTestJSON-1419073809 tempest-FloatingIPNegativeTestJSON-1419073809-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:36:16.625399 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-6f1ed6f4-38c4-4661-a674-5c8fc190487d None None] Provisioning complete for port ca577179-8a48-4e37-9214-8274f09c9ac3 triggered by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:36:16.626016 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-6f1ed6f4-38c4-4661-a674-5c8fc190487d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:16.628633 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-aca139f5-753a-4364-84b9-f609cebfbeaa tempest-FloatingIPNegativeTestJSON-1419073809 tempest-FloatingIPNegativeTestJSON-1419073809-project] Usage tracker for resource:security_group_rule and tenant:4ecdb369fa1545d4963c609ddca66a2e is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:36:16.631461 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-aca139f5-753a-4364-84b9-f609cebfbeaa tempest-FloatingIPNegativeTestJSON-1419073809 tempest-FloatingIPNegativeTestJSON-1419073809-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:36:16.637849 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-aca139f5-753a-4364-84b9-f609cebfbeaa tempest-FloatingIPNegativeTestJSON-1419073809 tempest-FloatingIPNegativeTestJSON-1419073809-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:36:16.692115 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-fa927a2b-8791-41bc-8751-5df0a924a7da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b7c0daa00>, [{'id': 'ec3443c7-b9c7-43dc-a77e-606744e51456', 'name': 'tempest-ServerActionsTestJSON-1277569529-router', 'tenant_id': 'a21c60855e3d440781134350c2712d36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.25'}], 'enable_snat': True}, 'gw_port_id': 'f36db7e1-2b19-4f1a-b338-be86ca326f63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:31:51Z', 'updated_at': '2021-12-16T22:36:12Z', 'revision_number': 5, 'project_id': 'a21c60855e3d440781134350c2712d36', 'gw_port': {'id': 'f36db7e1-2b19-4f1a-b338-be86ca326f63', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:b5:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec3443c7-b9c7-43dc-a77e-606744e51456', 'device_owner': 'network:router_gateway', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:31:52Z', 'updated_at': '2021-12-16T22:32:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv'}], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:36:16.708031 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa927a2b-8791-41bc-8751-5df0a924a7da None None] Checking router: ec3443c7-b9c7-43dc-a77e-606744e51456 for host: dv-neutron-821829-1-hyperv {{(pid=87508) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 22:36:16.722293 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-aca139f5-753a-4364-84b9-f609cebfbeaa tempest-FloatingIPNegativeTestJSON-1419073809 tempest-FloatingIPNegativeTestJSON-1419073809-project] Notify callbacks [] for security_group, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:16.733302 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa927a2b-8791-41bc-8751-5df0a924a7da None None] Routers {'ec3443c7-b9c7-43dc-a77e-606744e51456'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:36:16.734095 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-fa927a2b-8791-41bc-8751-5df0a924a7da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b7c0daa00>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:36:01Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['ec3443c7-b9c7-43dc-a77e-606744e51456'], 'active': True} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:36:16.750314 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2753cea8-abfd-406d-ac2b-5a839f11c621 tempest-ExtraDHCPOptionsTestJSON-1956761191 tempest-ExtraDHCPOptionsTestJSON-1956761191-project] Pushing event updated for resources: {'Port': ['ID=c895ef0e-aaa4-4458-b2fb-d49d33cf00a4,revision_number=1']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:36:16.763094 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-6b1fa008-3cb5-4605-9c91-1fabac0cfa9b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:16.766724 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-aca139f5-753a-4364-84b9-f609cebfbeaa tempest-FloatingIPNegativeTestJSON-1419073809 tempest-FloatingIPNegativeTestJSON-1419073809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841066'] for security_group, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:16.779438 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aca139f5-753a-4364-84b9-f609cebfbeaa tempest-FloatingIPNegativeTestJSON-1419073809 tempest-FloatingIPNegativeTestJSON-1419073809-project] vlan segment allocate from pool success with {'vlan_id': 168, 'physical_network': 'physnet1'}  {{(pid=87507) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 22:36:16.788964 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-aca139f5-753a-4364-84b9-f609cebfbeaa tempest-FloatingIPNegativeTestJSON-1419073809 tempest-FloatingIPNegativeTestJSON-1419073809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-883292'] for segment, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:16.789353 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.db.segments_db [None req-aca139f5-753a-4364-84b9-f609cebfbeaa tempest-FloatingIPNegativeTestJSON-1419073809 tempest-FloatingIPNegativeTestJSON-1419073809-project] Added segment 42c8f93d-bc12-4b6e-b5db-55df7815798c of type vlan for network 13b298c7-5289-476c-8555-4212820774c9
Dec 16 22:36:16.803512 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [None req-6b1fa008-3cb5-4605-9c91-1fabac0cfa9b admin admin] Deleting port f36db7e1-2b19-4f1a-b338-be86ca326f63 {{(pid=87506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:36:16.803731 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-6b1fa008-3cb5-4605-9c91-1fabac0cfa9b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:16.803878 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-2753cea8-abfd-406d-ac2b-5a839f11c621 tempest-ExtraDHCPOptionsTestJSON-1956761191 tempest-ExtraDHCPOptionsTestJSON-1956761191-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.601s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:36:16.808225 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-d046175e-88ee-40ef-b52c-182c16f548d8 tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:36:16.874680 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca139f5-753a-4364-84b9-f609cebfbeaa tempest-FloatingIPNegativeTestJSON-1419073809 tempest-FloatingIPNegativeTestJSON-1419073809-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d3daf53-3c6a-4d00-8b13-00e41996dfc1,revision_number=1']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:36:16.886112 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-2753cea8-abfd-406d-ac2b-5a839f11c621 tempest-ExtraDHCPOptionsTestJSON-1956761191 tempest-ExtraDHCPOptionsTestJSON-1956761191-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 935 time: 5.0039928
Dec 16 22:36:16.886992 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-aca139f5-753a-4364-84b9-f609cebfbeaa tempest-FloatingIPNegativeTestJSON-1419073809 tempest-FloatingIPNegativeTestJSON-1419073809-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:36:16.887150 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 42172) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:36:16.889978 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-8bec39f0-5433-4af6-b4f6-548efa43d629 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3328566'] for subnet, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:16.943450 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-38aac869-73fd-408d-9405-75b4f0ed05dc tempest-ExtraDHCPOptionsTestJSON-1956761191 tempest-ExtraDHCPOptionsTestJSON-1956761191-project] Request body: {'port': {'network_id': '690c18ce-bf4f-4e28-ab59-b5a786dbbb87', 'name': 'tempest-ExtraDHCPOptionsTestJSON-61691304', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:36:16.943972 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.api.validators [None req-38aac869-73fd-408d-9405-75b4f0ed05dc tempest-ExtraDHCPOptionsTestJSON-1956761191 tempest-ExtraDHCPOptionsTestJSON-1956761191-project] bootfile-name is not in valid_values {{(pid=87506) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}}
Dec 16 22:36:16.944306 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.api.validators [None req-38aac869-73fd-408d-9405-75b4f0ed05dc tempest-ExtraDHCPOptionsTestJSON-1956761191 tempest-ExtraDHCPOptionsTestJSON-1956761191-project] tftp-server is not in valid_values {{(pid=87506) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}}
Dec 16 22:36:16.944634 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.api.validators [None req-38aac869-73fd-408d-9405-75b4f0ed05dc tempest-ExtraDHCPOptionsTestJSON-1956761191 tempest-ExtraDHCPOptionsTestJSON-1956761191-project] server-ip-address is not in valid_values {{(pid=87506) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}}
Dec 16 22:36:16.952054 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-f55fb962-0fea-4def-86d6-4803722ba739 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3830176'] for router_interface, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:17.015357 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-6f1ed6f4-38c4-4661-a674-5c8fc190487d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:17.019510 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-aca139f5-753a-4364-84b9-f609cebfbeaa tempest-FloatingIPNegativeTestJSON-1419073809 tempest-FloatingIPNegativeTestJSON-1419073809-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734753047233'] for network, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:17.035456 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 39a8e67d-591e-48c7-93a6-e0c4b930d518 no longer exists at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 22:36:17.044318 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.objects.ports [None req-a40e32c5-2d47-4bcd-b94a-67950edfb06d tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87507) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}}
Dec 16 22:36:17.112723 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-a40e32c5-2d47-4bcd-b94a-67950edfb06d tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10807931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10549612'] for subnet, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:17.122522 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.db [None req-6b1fa008-3cb5-4605-9c91-1fabac0cfa9b admin admin] For port f36db7e1-2b19-4f1a-b338-be86ca326f63, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=f36db7e1-2b19-4f1a-b338-be86ca326f63,segment=NetworkSegment(a416442d-d143-4052-9f4e-546eb8cbe809),segment_id=a416442d-d143-4052-9f4e-546eb8cbe809)] {{(pid=87506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:36:17.122870 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-6b1fa008-3cb5-4605-9c91-1fabac0cfa9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:17.139645 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-cbb8eb94-d0b9-4f17-ba0d-233c32724dff tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:36:17.188457 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] No Port match for: 39a8e67d-591e-48c7-93a6-e0c4b930d518 {{(pid=87508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 22:36:17.188830 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 39a8e67d-591e-48c7-93a6-e0c4b930d518 not bound to the agent host dv-neutron-821829-1-hyperv {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 22:36:17.225579 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-aca139f5-753a-4364-84b9-f609cebfbeaa tempest-FloatingIPNegativeTestJSON-1419073809 tempest-FloatingIPNegativeTestJSON-1419073809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440'] for network, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:17.226204 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-6f1ed6f4-38c4-4661-a674-5c8fc190487d None None] For port ca577179-8a48-4e37-9214-8274f09c9ac3, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=ca577179-8a48-4e37-9214-8274f09c9ac3,segment=NetworkSegment(9617da1e-61eb-4c62-9424-05baebce2555),segment_id=9617da1e-61eb-4c62-9424-05baebce2555)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:36:17.227964 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvr_db [None req-fa927a2b-8791-41bc-8751-5df0a924a7da None None] Set router ec3443c7-b9c7-43dc-a77e-606744e51456 gateway port host: None {{(pid=87508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 22:36:17.234364 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aca139f5-753a-4364-84b9-f609cebfbeaa tempest-FloatingIPNegativeTestJSON-1419073809 tempest-FloatingIPNegativeTestJSON-1419073809-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:36:17.235130 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-aca139f5-753a-4364-84b9-f609cebfbeaa tempest-FloatingIPNegativeTestJSON-1419073809 tempest-FloatingIPNegativeTestJSON-1419073809-project] Notify callbacks [] for network, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:17.279593 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a40e32c5-2d47-4bcd-b94a-67950edfb06d tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Network 7edd76f7-0f97-48a5-b177-9842de6c0500 is already hosted by enough agents. {{(pid=87507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:36:17.290941 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.base_scheduler [None req-a40e32c5-2d47-4bcd-b94a-67950edfb06d tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Resources bound (agent type, host, resource id):  {{(pid=87507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:36:17.302043 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.db.resource_extend [None req-a7aae7c4-df9d-4931-b050-c4ffbe6bb598 tempest-AllowedAddressPairTestJSON-1611484417 tempest-AllowedAddressPairTestJSON-1611484417-project] It took 0.43 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 16 22:36:17.309202 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a40e32c5-2d47-4bcd-b94a-67950edfb06d tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:36:17.309982 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-a40e32c5-2d47-4bcd-b94a-67950edfb06d tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks [] for subnet, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:17.317579 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [None req-6b1fa008-3cb5-4605-9c91-1fabac0cfa9b admin admin] Calling delete_port for f36db7e1-2b19-4f1a-b338-be86ca326f63 owned by network:router_gateway {{(pid=87506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:36:17.432434 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-fa927a2b-8791-41bc-8751-5df0a924a7da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b7c0daa00>, [{'id': 'ec3443c7-b9c7-43dc-a77e-606744e51456', 'name': 'tempest-ServerActionsTestJSON-1277569529-router', 'tenant_id': 'a21c60855e3d440781134350c2712d36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:31:51Z', 'updated_at': '2021-12-16T22:36:16Z', 'revision_number': 6, 'project_id': 'a21c60855e3d440781134350c2712d36', 'gw_port_host': None}], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:36:17.443061 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-6f1ed6f4-38c4-4661-a674-5c8fc190487d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:17.445452 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-aca139f5-753a-4364-84b9-f609cebfbeaa tempest-FloatingIPNegativeTestJSON-1419073809 tempest-FloatingIPNegativeTestJSON-1419073809-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 793 time: 1.2770903
Dec 16 22:36:17.448889 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-8c925ac7-dbcd-4a60-9a49-0b20a1b3dbfb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:36:17.469379 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 42186) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:36:17.498510 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40e32c5-2d47-4bcd-b94a-67950edfb06d tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Pushing event updated for resources: {'Subnet': ['ID=eb25310a-340f-4490-b742-526a448eaa1d,revision_number=0']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:36:17.504508 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-a40e32c5-2d47-4bcd-b94a-67950edfb06d tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.365s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:36:17.515280 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-0913896d-898d-4a84-8f92-83b632f4b638 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.248s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:36:17.533718 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa927a2b-8791-41bc-8751-5df0a924a7da None None] The sync data for ids ['ec3443c7-b9c7-43dc-a77e-606744e51456'] in dv-neutron-821829-1-hyperv is: [{'id': 'ec3443c7-b9c7-43dc-a77e-606744e51456', 'name': 'tempest-ServerActionsTestJSON-1277569529-router', 'tenant_id': 'a21c60855e3d440781134350c2712d36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:31:51Z', 'updated_at': '2021-12-16T22:36:16Z', 'revision_number': 6, 'project_id': 'a21c60855e3d440781134350c2712d36', 'gw_port_host': None}] {{(pid=87508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 22:36:17.535741 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae56e831-3cfb-42d4-9680-e7ac35e207a0 None None] Network 7edd76f7-0f97-48a5-b177-9842de6c0500 requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 22:36:17.544151 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-be760050-e657-4c93-a96b-34be5b77d15d tempest-FloatingIPNegativeTestJSON-1419073809 tempest-FloatingIPNegativeTestJSON-1419073809-project] Request body: {'subnet': {'network_id': '13b298c7-5289-476c-8555-4212820774c9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:36:17.585304 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-a40e32c5-2d47-4bcd-b94a-67950edfb06d tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 824 time: 3.7017651
Dec 16 22:36:17.590691 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-a7aae7c4-df9d-4931-b050-c4ffbe6bb598 tempest-AllowedAddressPairTestJSON-1611484417 tempest-AllowedAddressPairTestJSON-1611484417-project] Notify callbacks [] for port, precommit_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:17.592142 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 42190) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:36:17.616119 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-a7aae7c4-df9d-4931-b050-c4ffbe6bb598 tempest-AllowedAddressPairTestJSON-1611484417 tempest-AllowedAddressPairTestJSON-1611484417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1863400'] for port, after_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:17.627107 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-51867588-1da5-44bf-83db-9b25df51da64 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:36:17.674939 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-0c0c7f8b-c126-4861-ace8-964a545cdf80 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Request body: {'port': {'network_id': '7edd76f7-0f97-48a5-b177-9842de6c0500', 'mac_address': 'fa:16:3e:2a:0c:c0', 'name': 'tempest-NetworksTestDHCPv6-1782240579'}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:36:17.685063 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1ed6f4-38c4-4661-a674-5c8fc190487d None None] Pushing event updated for resources: {'Port': ['ID=ca577179-8a48-4e37-9214-8274f09c9ac3,revision_number=3']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:36:17.730811 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-6f1ed6f4-38c4-4661-a674-5c8fc190487d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:36:17.766399 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-83b9370b-d997-4856-8a89-3565bfc33619 None None] Provisioning for port c895ef0e-aaa4-4458-b2fb-d49d33cf00a4 completed by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 22:36:17.781227 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-83b9370b-d997-4856-8a89-3565bfc33619 None None] Provisioning complete for port c895ef0e-aaa4-4458-b2fb-d49d33cf00a4 triggered by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:36:17.781608 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-83b9370b-d997-4856-8a89-3565bfc33619 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:17.867187 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-83b9370b-d997-4856-8a89-3565bfc33619 None None] Port c895ef0e-aaa4-4458-b2fb-d49d33cf00a4 cannot update to ACTIVE because it is not bound. {{(pid=87508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 22:36:17.922835 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [None req-a7aae7c4-df9d-4931-b050-c4ffbe6bb598 tempest-AllowedAddressPairTestJSON-1611484417 tempest-AllowedAddressPairTestJSON-1611484417-project] In _notify_port_updated(), no bound segment for port 07d9efeb-2f84-46e4-acbb-6a66612fd3d5 on network 23bf1340-5067-4f12-82fc-aa5d92ad4d11 {{(pid=87506) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}}
Dec 16 22:36:17.932425 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-83b9370b-d997-4856-8a89-3565bfc33619 None None] Provisioning complete for port ca577179-8a48-4e37-9214-8274f09c9ac3 triggered by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:36:17.932816 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-83b9370b-d997-4856-8a89-3565bfc33619 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:17.938278 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca139f5-753a-4364-84b9-f609cebfbeaa tempest-FloatingIPNegativeTestJSON-1419073809 tempest-FloatingIPNegativeTestJSON-1419073809-project] Pushing event updated for resources: {'Network': ['ID=13b298c7-5289-476c-8555-4212820774c9,revision_number=1']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:36:17.941578 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-aca139f5-753a-4364-84b9-f609cebfbeaa tempest-FloatingIPNegativeTestJSON-1419073809 tempest-FloatingIPNegativeTestJSON-1419073809-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.426s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:36:17.944042 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7aae7c4-df9d-4931-b050-c4ffbe6bb598 tempest-AllowedAddressPairTestJSON-1611484417 tempest-AllowedAddressPairTestJSON-1611484417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:36:17.947338 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-a7aae7c4-df9d-4931-b050-c4ffbe6bb598 tempest-AllowedAddressPairTestJSON-1611484417 tempest-AllowedAddressPairTestJSON-1611484417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for port, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:17.956937 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-a7aae7c4-df9d-4931-b050-c4ffbe6bb598 tempest-AllowedAddressPairTestJSON-1611484417 tempest-AllowedAddressPairTestJSON-1611484417-project] 10.222.0.13 "PUT /v2.0/ports/07d9efeb-2f84-46e4-acbb-6a66612fd3d5 HTTP/1.1" status: 200  len: 994 time: 4.1942866
Dec 16 22:36:17.959339 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 42194) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:36:17.966491 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-be760050-e657-4c93-a96b-34be5b77d15d tempest-FloatingIPNegativeTestJSON-1419073809 tempest-FloatingIPNegativeTestJSON-1419073809-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:36:17.966975 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7aae7c4-df9d-4931-b050-c4ffbe6bb598 tempest-AllowedAddressPairTestJSON-1611484417 tempest-AllowedAddressPairTestJSON-1611484417-project] Pushing event updated for resources: {'Port': ['ID=07d9efeb-2f84-46e4-acbb-6a66612fd3d5,revision_number=2']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:36:17.973780 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-a7aae7c4-df9d-4931-b050-c4ffbe6bb598 tempest-AllowedAddressPairTestJSON-1611484417 tempest-AllowedAddressPairTestJSON-1611484417-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.347s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:36:17.984044 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-be760050-e657-4c93-a96b-34be5b77d15d tempest-FloatingIPNegativeTestJSON-1419073809 tempest-FloatingIPNegativeTestJSON-1419073809-project] Usage tracker for resource:subnet and tenant:4ecdb369fa1545d4963c609ddca66a2e is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:36:17.990959 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eeb882bb-2a2b-4ae6-9693-2f82809be9e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1d6bfaf-d325-5e4f-b05d-2441d8339617-7edd76f7-0f97-48a5-b177-9842de6c0500', 'network_id': '7edd76f7-0f97-48a5-b177-9842de6c0500', 'tenant_id': '8e4385a98eb1416284c1cc96b3355a70', 'fixed_ips': [{'subnet_id': 'eb25310a-340f-4490-b742-526a448eaa1d'}]}} from dv-neutron-821829-1-hyperv. {{(pid=87508) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 16 22:36:17.991855 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-eeb882bb-2a2b-4ae6-9693-2f82809be9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:18.000394 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-be760050-e657-4c93-a96b-34be5b77d15d tempest-FloatingIPNegativeTestJSON-1419073809 tempest-FloatingIPNegativeTestJSON-1419073809-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:36:18.021271 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-be760050-e657-4c93-a96b-34be5b77d15d tempest-FloatingIPNegativeTestJSON-1419073809 tempest-FloatingIPNegativeTestJSON-1419073809-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:36:18.023572 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Network 13b298c7-5289-476c-8555-4212820774c9 details requested by agent ovs-agent-dv-neutron-821829-1-hyperv with host dv-neutron-821829-1-hyperv {{(pid=87508) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 22:36:18.042791 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-8bec39f0-5433-4af6-b4f6-548efa43d629 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3328622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1863378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11213117'] for subnet, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:18.066325 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-4e1d8535-e73a-4273-876b-36c13fa3a291 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:36:18.074633 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-0c0c7f8b-c126-4861-ace8-964a545cdf80 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:36:18.084861 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be760050-e657-4c93-a96b-34be5b77d15d tempest-FloatingIPNegativeTestJSON-1419073809 tempest-FloatingIPNegativeTestJSON-1419073809-project] Made reservation on behalf of 4ecdb369fa1545d4963c609ddca66a2e for: {'subnet': 1} {{(pid=87507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:36:18.088417 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-be760050-e657-4c93-a96b-34be5b77d15d tempest-FloatingIPNegativeTestJSON-1419073809 tempest-FloatingIPNegativeTestJSON-1419073809-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10549598'] for subnet, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:18.138572 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-38aac869-73fd-408d-9405-75b4f0ed05dc tempest-ExtraDHCPOptionsTestJSON-1956761191 tempest-ExtraDHCPOptionsTestJSON-1956761191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:36:18.141453 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bec39f0-5433-4af6-b4f6-548efa43d629 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5a69580f-6718-4d75-974b-631ac7e9556c,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:36:18.156835 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-38aac869-73fd-408d-9405-75b4f0ed05dc tempest-ExtraDHCPOptionsTestJSON-1956761191 tempest-ExtraDHCPOptionsTestJSON-1956761191-project] Usage tracker for resource:port and tenant:57cbd8a42b6f43af8cdfeaa368b10129 is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:36:18.160240 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-8bec39f0-5433-4af6-b4f6-548efa43d629 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:36:18.161357 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-38aac869-73fd-408d-9405-75b4f0ed05dc tempest-ExtraDHCPOptionsTestJSON-1956761191 tempest-ExtraDHCPOptionsTestJSON-1956761191-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:36:18.166582 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-8bec39f0-5433-4af6-b4f6-548efa43d629 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3791486'] for subnet, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:18.176633 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [None req-91040def-8eab-4495-82fa-bc591b56e1b2 tempest-AllowedAddressPairTestJSON-1611484417 tempest-AllowedAddressPairTestJSON-1611484417-project] Deleting port 07d9efeb-2f84-46e4-acbb-6a66612fd3d5 {{(pid=87506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:36:18.177316 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-91040def-8eab-4495-82fa-bc591b56e1b2 tempest-AllowedAddressPairTestJSON-1611484417 tempest-AllowedAddressPairTestJSON-1611484417-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:18.206333 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-38aac869-73fd-408d-9405-75b4f0ed05dc tempest-ExtraDHCPOptionsTestJSON-1956761191 tempest-ExtraDHCPOptionsTestJSON-1956761191-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:36:18.219455 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-8bec39f0-5433-4af6-b4f6-548efa43d629 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/5a69580f-6718-4d75-974b-631ac7e9556c HTTP/1.1" status: 204  len: 168 time: 2.4886632
Dec 16 22:36:18.222353 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 42198) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:36:18.301814 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38aac869-73fd-408d-9405-75b4f0ed05dc tempest-ExtraDHCPOptionsTestJSON-1956761191 tempest-ExtraDHCPOptionsTestJSON-1956761191-project] Made reservation on behalf of 57cbd8a42b6f43af8cdfeaa368b10129 for: {'port': 1} {{(pid=87506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:36:18.306003 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-38aac869-73fd-408d-9405-75b4f0ed05dc tempest-ExtraDHCPOptionsTestJSON-1956761191 tempest-ExtraDHCPOptionsTestJSON-1956761191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:18.313240 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.db_base_plugin_common [None req-eeb882bb-2a2b-4ae6-9693-2f82809be9e2 None None] Allocated IP 2001:db8::f816:3eff:fede:4fc0 (7edd76f7-0f97-48a5-b177-9842de6c0500/eb25310a-340f-4490-b742-526a448eaa1d/31fb6f56-2bae-4c6c-a2b8-8702ba18b0a1) {{(pid=87508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 22:36:18.412251 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-559fc7af-ed63-4a27-914c-ab3057c90d92 None None] Network 1184a913-dac0-4ec1-b150-22ccd69ce676 requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 22:36:18.502813 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.notifiers.nova [None req-38aac869-73fd-408d-9405-75b4f0ed05dc tempest-ExtraDHCPOptionsTestJSON-1956761191 tempest-ExtraDHCPOptionsTestJSON-1956761191-project] device_id is not set on port a3840d7e-fdc9-4b88-bc71-23b88b96bb5a yet. {{(pid=87506) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 16 22:36:18.507101 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-0c0c7f8b-c126-4861-ace8-964a545cdf80 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Usage tracker for resource:port and tenant:8e4385a98eb1416284c1cc96b3355a70 is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:36:18.536053 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-0c0c7f8b-c126-4861-ace8-964a545cdf80 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:36:18.558633 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-0c0c7f8b-c126-4861-ace8-964a545cdf80 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:36:18.574575 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.plugin [None req-f55fb962-0fea-4def-86d6-4803722ba739 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Deleting port 069665c3-a3f7-4436-8d7b-75f7c74a2c1a {{(pid=87507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:36:18.577793 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-f55fb962-0fea-4def-86d6-4803722ba739 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:18.581577 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-c392df30-28b0-46ef-be11-dcdae29b244e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-825997'] for network, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:18.636079 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-6b1fa008-3cb5-4605-9c91-1fabac0cfa9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1863393'] for port, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:18.638974 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-be760050-e657-4c93-a96b-34be5b77d15d tempest-FloatingIPNegativeTestJSON-1419073809 tempest-FloatingIPNegativeTestJSON-1419073809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10807931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10549612'] for subnet, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:18.653969 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-4c61bb80-bfaf-462c-9dfe-f0908b0875db tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:36:18.687707 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c0c7f8b-c126-4861-ace8-964a545cdf80 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Made reservation on behalf of 8e4385a98eb1416284c1cc96b3355a70 for: {'port': 1} {{(pid=87507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:36:18.696554 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-5e31904a-4e68-4a15-a917-a3c8852a382f tempest-ServerActionsTestJSON-1581017418 tempest-ServerActionsTestJSON-1581017418-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:36:18.769867 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1fa008-3cb5-4605-9c91-1fabac0cfa9b admin admin] Pushing event deleted for resources: {'Port': ['ID=f36db7e1-2b19-4f1a-b338-be86ca326f63,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:36:18.810372 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-6b1fa008-3cb5-4605-9c91-1fabac0cfa9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:36:18.828657 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be760050-e657-4c93-a96b-34be5b77d15d tempest-FloatingIPNegativeTestJSON-1419073809 tempest-FloatingIPNegativeTestJSON-1419073809-project] Pushing event updated for resources: {'Subnet': ['ID=05937280-0625-41df-9148-35c04f66afc1,revision_number=0']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:36:18.858338 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [None req-c392df30-28b0-46ef-be11-dcdae29b244e admin admin] Deleting port 35577e80-294d-4289-a7ad-761142cf17ab {{(pid=87506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:36:18.858842 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-c392df30-28b0-46ef-be11-dcdae29b244e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:18.930612 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-eeb882bb-2a2b-4ae6-9693-2f82809be9e2 None None] Notify callbacks [] for port, precommit_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:18.947478 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-eeb882bb-2a2b-4ae6-9693-2f82809be9e2 None None] Transition to ACTIVE for port object 31fb6f56-2bae-4c6c-a2b8-8702ba18b0a1 will not be triggered until provisioned by entity L2. {{(pid=87508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:36:18.980793 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-eeb882bb-2a2b-4ae6-9693-2f82809be9e2 None None] Transition to ACTIVE for port object 31fb6f56-2bae-4c6c-a2b8-8702ba18b0a1 will not be triggered until provisioned by entity DHCP. {{(pid=87508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:36:18.999630 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-0c0c7f8b-c126-4861-ace8-964a545cdf80 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:19.004949 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device ca577179-8a48-4e37-9214-8274f09c9ac3 up at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 22:36:19.009157 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-be760050-e657-4c93-a96b-34be5b77d15d tempest-FloatingIPNegativeTestJSON-1419073809 tempest-FloatingIPNegativeTestJSON-1419073809-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.355s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:36:19.040657 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-91040def-8eab-4495-82fa-bc591b56e1b2 tempest-AllowedAddressPairTestJSON-1611484417 tempest-AllowedAddressPairTestJSON-1611484417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:19.052469 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.db_base_plugin_common [None req-38aac869-73fd-408d-9405-75b4f0ed05dc tempest-ExtraDHCPOptionsTestJSON-1956761191 tempest-ExtraDHCPOptionsTestJSON-1956761191-project] Allocated IP 172.20.0.8 (690c18ce-bf4f-4e28-ab59-b5a786dbbb87/239fcbff-c4ad-4497-b8f5-96376bd4bb61/a3840d7e-fdc9-4b88-bc71-23b88b96bb5a) {{(pid=87506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 22:36:19.060039 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-eeb882bb-2a2b-4ae6-9693-2f82809be9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940'] for port, after_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:19.092445 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:36:19.120044 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.notifiers.nova [None req-0c0c7f8b-c126-4861-ace8-964a545cdf80 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] device_id is not set on port 302614ce-954b-4a95-8555-88a5cf90f9e9 yet. {{(pid=87507) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 16 22:36:19.154880 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be760050-e657-4c93-a96b-34be5b77d15d tempest-FloatingIPNegativeTestJSON-1419073809 tempest-FloatingIPNegativeTestJSON-1419073809-project] Checking segment: {'id': '42c8f93d-bc12-4b6e-b5db-55df7815798c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '13b298c7-5289-476c-8555-4212820774c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 22:36:19.155241 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be760050-e657-4c93-a96b-34be5b77d15d tempest-FloatingIPNegativeTestJSON-1419073809 tempest-FloatingIPNegativeTestJSON-1419073809-project] Network hostable DHCP agents. Network: 13b298c7-5289-476c-8555-4212820774c9, hostable agents: ['3b155c4d-12dc-491e-aa14-6113b06cfacd'], hosted agents: [] {{(pid=87507) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 16 22:36:19.168318 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-6b1fa008-3cb5-4605-9c91-1fabac0cfa9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3741895'] for router_gateway, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:19.204055 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-9063b9ae-6778-4b80-87ed-601e044def89 None None] Provisioning complete for port 07d9efeb-2f84-46e4-acbb-6a66612fd3d5 triggered by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:36:19.204693 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-9063b9ae-6778-4b80-87ed-601e044def89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:19.270462 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeb882bb-2a2b-4ae6-9693-2f82809be9e2 None None] Network 7edd76f7-0f97-48a5-b177-9842de6c0500 is already hosted by enough agents. {{(pid=87508) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:36:19.281425 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [None req-91040def-8eab-4495-82fa-bc591b56e1b2 tempest-AllowedAddressPairTestJSON-1611484417 tempest-AllowedAddressPairTestJSON-1611484417-project] Calling delete_port for 07d9efeb-2f84-46e4-acbb-6a66612fd3d5 owned by  {{(pid=87506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:36:19.284213 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.scheduler.base_scheduler [None req-eeb882bb-2a2b-4ae6-9693-2f82809be9e2 None None] Resources bound (agent type, host, resource id):  {{(pid=87508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:36:19.287888 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeb882bb-2a2b-4ae6-9693-2f82809be9e2 None None] Received port after_create {{(pid=87508) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 22:36:19.297788 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.db_base_plugin_common [None req-0c0c7f8b-c126-4861-ace8-964a545cdf80 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Allocated IP 2001:db8::f816:3eff:fe2a:cc0 (7edd76f7-0f97-48a5-b177-9842de6c0500/eb25310a-340f-4490-b742-526a448eaa1d/302614ce-954b-4a95-8555-88a5cf90f9e9) {{(pid=87507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 22:36:19.343745 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-9063b9ae-6778-4b80-87ed-601e044def89 None None] Port 07d9efeb-2f84-46e4-acbb-6a66612fd3d5 cannot update to ACTIVE because it is not bound. {{(pid=87508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 22:36:19.377414 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-f55fb962-0fea-4def-86d6-4803722ba739 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:19.385710 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be760050-e657-4c93-a96b-34be5b77d15d tempest-FloatingIPNegativeTestJSON-1419073809 tempest-FloatingIPNegativeTestJSON-1419073809-project] Network 13b298c7-5289-476c-8555-4212820774c9 is scheduled to be hosted by DHCP agent 3b155c4d-12dc-491e-aa14-6113b06cfacd with binding_index 1 {{(pid=87507) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 16 22:36:19.502137 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb882bb-2a2b-4ae6-9693-2f82809be9e2 None None] Pushing event updated for resources: {'Port': ['ID=31fb6f56-2bae-4c6c-a2b8-8702ba18b0a1,revision_number=1']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:36:19.514467 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-eeb882bb-2a2b-4ae6-9693-2f82809be9e2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.422s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:36:19.527560 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.base_scheduler [None req-be760050-e657-4c93-a96b-34be5b77d15d tempest-FloatingIPNegativeTestJSON-1419073809 tempest-FloatingIPNegativeTestJSON-1419073809-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821829-1-hyperv, 13b298c7-5289-476c-8555-4212820774c9) {{(pid=87507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:36:19.539041 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2fc8d4d-eeef-478c-9b68-490379a625c8 None None] Network 13b298c7-5289-476c-8555-4212820774c9 requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 22:36:19.539753 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.plugin [None req-f55fb962-0fea-4def-86d6-4803722ba739 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Calling delete_port for 069665c3-a3f7-4436-8d7b-75f7c74a2c1a owned by network:router_interface {{(pid=87507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:36:19.580528 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-eeb882bb-2a2b-4ae6-9693-2f82809be9e2 None None] Attempting to bind port 31fb6f56-2bae-4c6c-a2b8-8702ba18b0a1 on host dv-neutron-821829-1-hyperv for vnic_type normal with profile  {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 22:36:19.581091 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-eeb882bb-2a2b-4ae6-9693-2f82809be9e2 None None] Attempting to bind port 31fb6f56-2bae-4c6c-a2b8-8702ba18b0a1 by drivers openvswitch,hyperv on host dv-neutron-821829-1-hyperv at level 0 using segments [{'id': 'da71c9a1-7532-4738-a9bc-22a7f498ec35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '7edd76f7-0f97-48a5-b177-9842de6c0500'}] {{(pid=87508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 22:36:19.581575 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeb882bb-2a2b-4ae6-9693-2f82809be9e2 None None] Attempting to bind port 31fb6f56-2bae-4c6c-a2b8-8702ba18b0a1 on network 7edd76f7-0f97-48a5-b177-9842de6c0500 {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 22:36:19.583410 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be760050-e657-4c93-a96b-34be5b77d15d tempest-FloatingIPNegativeTestJSON-1419073809 tempest-FloatingIPNegativeTestJSON-1419073809-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:36:19.584036 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-be760050-e657-4c93-a96b-34be5b77d15d tempest-FloatingIPNegativeTestJSON-1419073809 tempest-FloatingIPNegativeTestJSON-1419073809-project] Notify callbacks [] for subnet, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:19.671365 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning complete for port ca577179-8a48-4e37-9214-8274f09c9ac3 triggered by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:36:19.671815 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:19.715639 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1093e841-b44b-4f94-bf1b-a4808480849b None None] DHCP port deletion for 1184a913-dac0-4ec1-b150-22ccd69ce676 request from dv-neutron-821829-1-hyperv {{(pid=87508) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 16 22:36:19.726658 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeb882bb-2a2b-4ae6-9693-2f82809be9e2 None None] Checking agent: {'id': '5571501f-366e-47a4-9b60-8ef19d935d27', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821829-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 24, 2), 'started_at': datetime.datetime(2021, 12, 16, 22, 24, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 36, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821829-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 22:36:19.727053 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeb882bb-2a2b-4ae6-9693-2f82809be9e2 None None] Checking segment: {'id': 'da71c9a1-7532-4738-a9bc-22a7f498ec35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '7edd76f7-0f97-48a5-b177-9842de6c0500'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 22:36:19.727479 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-eeb882bb-2a2b-4ae6-9693-2f82809be9e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:19.727931 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeb882bb-2a2b-4ae6-9693-2f82809be9e2 None None] Bound using segment: {'id': 'da71c9a1-7532-4738-a9bc-22a7f498ec35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '7edd76f7-0f97-48a5-b177-9842de6c0500'} {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 22:36:19.728427 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-eeb882bb-2a2b-4ae6-9693-2f82809be9e2 None None] Bound port: 31fb6f56-2bae-4c6c-a2b8-8702ba18b0a1, host: dv-neutron-821829-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da71c9a1-7532-4738-a9bc-22a7f498ec35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '7edd76f7-0f97-48a5-b177-9842de6c0500'}}] {{(pid=87508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 22:36:19.728867 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-eeb882bb-2a2b-4ae6-9693-2f82809be9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:19.747012 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-1093e841-b44b-4f94-bf1b-a4808480849b None None] Deleting port 35577e80-294d-4289-a7ad-761142cf17ab {{(pid=87508) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:36:19.747536 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-1093e841-b44b-4f94-bf1b-a4808480849b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:19.838787 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-6b1fa008-3cb5-4605-9c91-1fabac0cfa9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3739500', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39002'] for router, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:19.847953 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-6b1fa008-3cb5-4605-9c91-1fabac0cfa9b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:19.875605 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-be760050-e657-4c93-a96b-34be5b77d15d tempest-FloatingIPNegativeTestJSON-1419073809 tempest-FloatingIPNegativeTestJSON-1419073809-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 2.3710418
Dec 16 22:36:19.876581 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 42214) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:36:19.881565 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-6800a2cc-a33f-455f-b5aa-0fa5d5bc6d1c tempest-FloatingIPNegativeTestJSON-1419073809 tempest-FloatingIPNegativeTestJSON-1419073809-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-201429559', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:36:19.921440 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-6800a2cc-a33f-455f-b5aa-0fa5d5bc6d1c tempest-FloatingIPNegativeTestJSON-1419073809 tempest-FloatingIPNegativeTestJSON-1419073809-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:36:19.934307 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-6800a2cc-a33f-455f-b5aa-0fa5d5bc6d1c tempest-FloatingIPNegativeTestJSON-1419073809 tempest-FloatingIPNegativeTestJSON-1419073809-project] Usage tracker for resource:router and tenant:4ecdb369fa1545d4963c609ddca66a2e is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:36:19.952956 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-6800a2cc-a33f-455f-b5aa-0fa5d5bc6d1c tempest-FloatingIPNegativeTestJSON-1419073809 tempest-FloatingIPNegativeTestJSON-1419073809-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:36:19.976907 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-6800a2cc-a33f-455f-b5aa-0fa5d5bc6d1c tempest-FloatingIPNegativeTestJSON-1419073809 tempest-FloatingIPNegativeTestJSON-1419073809-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:36:20.036181 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-6800a2cc-a33f-455f-b5aa-0fa5d5bc6d1c tempest-FloatingIPNegativeTestJSON-1419073809 tempest-FloatingIPNegativeTestJSON-1419073809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3741155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38980'] for router, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:20.037566 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-6800a2cc-a33f-455f-b5aa-0fa5d5bc6d1c tempest-FloatingIPNegativeTestJSON-1419073809 tempest-FloatingIPNegativeTestJSON-1419073809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3743284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3741748', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3896702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-38989'] for router, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:20.058593 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-6800a2cc-a33f-455f-b5aa-0fa5d5bc6d1c tempest-FloatingIPNegativeTestJSON-1419073809 tempest-FloatingIPNegativeTestJSON-1419073809-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:20.076067 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-0c0c7f8b-c126-4861-ace8-964a545cdf80 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks [] for port, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:20.084726 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-6800a2cc-a33f-455f-b5aa-0fa5d5bc6d1c tempest-FloatingIPNegativeTestJSON-1419073809 tempest-FloatingIPNegativeTestJSON-1419073809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3740952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3741923'] for router, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:20.098705 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.db [None req-c392df30-28b0-46ef-be11-dcdae29b244e admin admin] For port 35577e80-294d-4289-a7ad-761142cf17ab, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=35577e80-294d-4289-a7ad-761142cf17ab,segment=NetworkSegment(44d7d6b4-2384-4042-a4d7-5a7c4d034892),segment_id=44d7d6b4-2384-4042-a4d7-5a7c4d034892)] {{(pid=87506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:36:20.099618 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-c392df30-28b0-46ef-be11-dcdae29b244e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:20.110122 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-6b1fa008-3cb5-4605-9c91-1fabac0cfa9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3830089'] for router, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:20.110122 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b1fa008-3cb5-4605-9c91-1fabac0cfa9b admin admin] Fanout notify agent at l3_agent the message router_deleted on router ec3443c7-b9c7-43dc-a77e-606744e51456 {{(pid=87506) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 16 22:36:20.112133 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.provisioning_blocks [None req-0c0c7f8b-c126-4861-ace8-964a545cdf80 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Transition to ACTIVE for port object 302614ce-954b-4a95-8555-88a5cf90f9e9 will not be triggered until provisioned by entity DHCP. {{(pid=87507) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:36:20.163199 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-6800a2cc-a33f-455f-b5aa-0fa5d5bc6d1c tempest-FloatingIPNegativeTestJSON-1419073809 tempest-FloatingIPNegativeTestJSON-1419073809-project] Notify callbacks [] for router, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:20.167368 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-6800a2cc-a33f-455f-b5aa-0fa5d5bc6d1c tempest-FloatingIPNegativeTestJSON-1419073809 tempest-FloatingIPNegativeTestJSON-1419073809-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 714 time: 0.2869227
Dec 16 22:36:20.174292 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 42218) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:36:20.202349 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-eeb882bb-2a2b-4ae6-9693-2f82809be9e2 None None] For port 31fb6f56-2bae-4c6c-a2b8-8702ba18b0a1, host dv-neutron-821829-1-hyperv, cleared binding levels {{(pid=87508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 22:36:20.312686 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [None req-c392df30-28b0-46ef-be11-dcdae29b244e admin admin] Calling delete_port for 35577e80-294d-4289-a7ad-761142cf17ab owned by network:dhcp {{(pid=87506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:36:20.325712 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-eeb882bb-2a2b-4ae6-9693-2f82809be9e2 None None] For port 31fb6f56-2bae-4c6c-a2b8-8702ba18b0a1, host dv-neutron-821829-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=31fb6f56-2bae-4c6c-a2b8-8702ba18b0a1,segment=NetworkSegment(da71c9a1-7532-4738-a9bc-22a7f498ec35),segment_id=da71c9a1-7532-4738-a9bc-22a7f498ec35)] {{(pid=87508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 22:36:20.328878 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72f9b35b-a494-4c70-99f5-39110195d270 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1d6bfaf-d325-5e4f-b05d-2441d8339617-13b298c7-5289-476c-8555-4212820774c9', 'network_id': '13b298c7-5289-476c-8555-4212820774c9', 'tenant_id': '4ecdb369fa1545d4963c609ddca66a2e', 'fixed_ips': [{'subnet_id': '05937280-0625-41df-9148-35c04f66afc1'}]}} from dv-neutron-821829-1-hyperv. {{(pid=87508) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 16 22:36:20.329719 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-72f9b35b-a494-4c70-99f5-39110195d270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:20.353591 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-eeb882bb-2a2b-4ae6-9693-2f82809be9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:20.367940 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-15feadfc-4763-4b41-8547-5b07edfa5db2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:36:20.410457 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-6b1fa008-3cb5-4605-9c91-1fabac0cfa9b admin admin] Notify callbacks [] for router, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:20.411880 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-6b1fa008-3cb5-4605-9c91-1fabac0cfa9b admin admin] 10.222.0.13 "DELETE /v2.0/routers/ec3443c7-b9c7-43dc-a77e-606744e51456 HTTP/1.1" status: 204  len: 168 time: 4.5168982
Dec 16 22:36:20.428809 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 42222) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:36:20.508343 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a51e630-2971-41c4-bca4-3cdba35b0c4b admin admin] Deleting subnet 3657b92c-69b8-4f39-be86-861bf2c75ad0 {{(pid=87506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 16 22:36:20.513938 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-91040def-8eab-4495-82fa-bc591b56e1b2 tempest-AllowedAddressPairTestJSON-1611484417 tempest-AllowedAddressPairTestJSON-1611484417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1863393'] for port, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:20.519012 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-6a51e630-2971-41c4-bca4-3cdba35b0c4b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:20.520793 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device f36db7e1-2b19-4f1a-b338-be86ca326f63 no longer exists at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 22:36:20.562762 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-e136fb27-fc1c-4191-b901-eb8a83da3446 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:36:20.589227 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-1093e841-b44b-4f94-bf1b-a4808480849b None None] For port 35577e80-294d-4289-a7ad-761142cf17ab, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=35577e80-294d-4289-a7ad-761142cf17ab,segment=NetworkSegment(44d7d6b4-2384-4042-a4d7-5a7c4d034892),segment_id=44d7d6b4-2384-4042-a4d7-5a7c4d034892)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:36:20.589649 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-1093e841-b44b-4f94-bf1b-a4808480849b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:20.644675 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-0c0c7f8b-c126-4861-ace8-964a545cdf80 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10807823'] for port, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:20.658278 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-f55fb962-0fea-4def-86d6-4803722ba739 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10807823'] for port, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:20.722847 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-1a7bfe7c-4e9d-40a5-91a7-8d38673ac5c5 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:36:20.756581 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91040def-8eab-4495-82fa-bc591b56e1b2 tempest-AllowedAddressPairTestJSON-1611484417 tempest-AllowedAddressPairTestJSON-1611484417-project] Pushing event deleted for resources: {'Port': ['ID=07d9efeb-2f84-46e4-acbb-6a66612fd3d5,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:36:20.757162 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.db_base_plugin_common [None req-72f9b35b-a494-4c70-99f5-39110195d270 None None] Allocated IP 172.20.0.2 (13b298c7-5289-476c-8555-4212820774c9/05937280-0625-41df-9148-35c04f66afc1/0294b060-c234-4462-bbfb-eddb62866a3b) {{(pid=87508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 22:36:20.772847 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-38aac869-73fd-408d-9405-75b4f0ed05dc tempest-ExtraDHCPOptionsTestJSON-1956761191 tempest-ExtraDHCPOptionsTestJSON-1956761191-project] Notify callbacks [] for port, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:20.781689 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-91040def-8eab-4495-82fa-bc591b56e1b2 tempest-AllowedAddressPairTestJSON-1611484417 tempest-AllowedAddressPairTestJSON-1611484417-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:36:20.806965 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55fb962-0fea-4def-86d6-4803722ba739 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Pushing event deleted for resources: {'Port': ['ID=069665c3-a3f7-4436-8d7b-75f7c74a2c1a,revision_number=None']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:36:20.893783 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] No Port match for: f36db7e1-2b19-4f1a-b338-be86ca326f63 {{(pid=87508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 22:36:20.894584 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device f36db7e1-2b19-4f1a-b338-be86ca326f63 not bound to the agent host dv-neutron-821829-1-hyperv {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 22:36:20.896494 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device a7277c6d-6959-4777-9c8c-59986b5a708a no longer exists at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 22:36:20.914983 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-6a51e630-2971-41c4-bca4-3cdba35b0c4b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-266764487'] for subnet, precommit_delete_associations {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:21.036443 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c0c7f8b-c126-4861-ace8-964a545cdf80 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Network 7edd76f7-0f97-48a5-b177-9842de6c0500 is already hosted by enough agents. {{(pid=87507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:36:21.050374 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.base_scheduler [None req-0c0c7f8b-c126-4861-ace8-964a545cdf80 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Resources bound (agent type, host, resource id):  {{(pid=87507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:36:21.060436 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-6a51e630-2971-41c4-bca4-3cdba35b0c4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3328566'] for subnet, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:21.079705 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c0c7f8b-c126-4861-ace8-964a545cdf80 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Received port after_create {{(pid=87507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 22:36:21.092583 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c0c7f8b-c126-4861-ace8-964a545cdf80 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:36:21.093554 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-0c0c7f8b-c126-4861-ace8-964a545cdf80 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for port, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:21.098521 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] No Port match for: a7277c6d-6959-4777-9c8c-59986b5a708a {{(pid=87508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 22:36:21.098882 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device a7277c6d-6959-4777-9c8c-59986b5a708a not bound to the agent host dv-neutron-821829-1-hyperv {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 22:36:21.155675 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-91040def-8eab-4495-82fa-bc591b56e1b2 tempest-AllowedAddressPairTestJSON-1611484417 tempest-AllowedAddressPairTestJSON-1611484417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for port, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:21.166855 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-c392df30-28b0-46ef-be11-dcdae29b244e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1863393'] for port, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:21.175600 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.provisioning_blocks [None req-38aac869-73fd-408d-9405-75b4f0ed05dc tempest-ExtraDHCPOptionsTestJSON-1956761191 tempest-ExtraDHCPOptionsTestJSON-1956761191-project] Transition to ACTIVE for port object a3840d7e-fdc9-4b88-bc71-23b88b96bb5a will not be triggered until provisioned by entity DHCP. {{(pid=87506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:36:21.180997 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-fc39390b-edb1-4135-ac92-db4338076d2e tempest-RoutersAdminTest-1029946936 tempest-RoutersAdminTest-1029946936-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:36:21.232051 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb882bb-2a2b-4ae6-9693-2f82809be9e2 None None] Pushing event updated for resources: {'Port': ['ID=31fb6f56-2bae-4c6c-a2b8-8702ba18b0a1,revision_number=2']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:36:21.293341 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-91040def-8eab-4495-82fa-bc591b56e1b2 tempest-AllowedAddressPairTestJSON-1611484417 tempest-AllowedAddressPairTestJSON-1611484417-project] 10.222.0.13 "DELETE /v2.0/ports/07d9efeb-2f84-46e4-acbb-6a66612fd3d5 HTTP/1.1" status: 204  len: 168 time: 3.3232760
Dec 16 22:36:21.300327 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c392df30-28b0-46ef-be11-dcdae29b244e admin admin] Pushing event deleted for resources: {'Port': ['ID=35577e80-294d-4289-a7ad-761142cf17ab,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:36:21.303671 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c392df30-28b0-46ef-be11-dcdae29b244e admin admin] No DVR routers for this DVR port 35577e80-294d-4289-a7ad-761142cf17ab on host dv-neutron-821829-1-hyperv {{(pid=87506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 22:36:21.316245 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-eeb882bb-2a2b-4ae6-9693-2f82809be9e2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.948s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:36:21.318465 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 35577e80-294d-4289-a7ad-761142cf17ab no longer exists at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 22:36:21.320733 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 42228) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:36:21.324710 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-6a51e630-2971-41c4-bca4-3cdba35b0c4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3328622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1863378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11213117'] for subnet, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:21.336303 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-c392df30-28b0-46ef-be11-dcdae29b244e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:36:21.339543 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-0c0c7f8b-c126-4861-ace8-964a545cdf80 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 947 time: 3.7339289
Dec 16 22:36:21.348913 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 42232) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:36:21.372190 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-1093e841-b44b-4f94-bf1b-a4808480849b None None] Calling delete_port for 35577e80-294d-4289-a7ad-761142cf17ab owned by network:dhcp {{(pid=87508) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:36:21.428719 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] No Port match for: 35577e80-294d-4289-a7ad-761142cf17ab {{(pid=87508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 22:36:21.428995 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 35577e80-294d-4289-a7ad-761142cf17ab not bound to the agent host dv-neutron-821829-1-hyperv {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 22:36:21.429545 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-ea8006c6-c0e8-403f-a294-37607a469896 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:36:21.481367 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35e2bd49-b5ba-4689-b544-015b838ab0b0 None None] Network 4324e1ea-4669-4cf4-86ce-32057be725fc requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 22:36:21.485161 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-6a51e630-2971-41c4-bca4-3cdba35b0c4b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3791486'] for subnet, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:21.496064 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-6a51e630-2971-41c4-bca4-3cdba35b0c4b admin admin] 10.222.0.13 "DELETE /v2.0/subnets/3657b92c-69b8-4f39-be86-861bf2c75ad0 HTTP/1.1" status: 204  len: 168 time: 1.0586202
Dec 16 22:36:21.502338 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0c7f8b-c126-4861-ace8-964a545cdf80 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Pushing event updated for resources: {'Port': ['ID=302614ce-954b-4a95-8555-88a5cf90f9e9,revision_number=1']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:36:21.507975 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 42236) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:36:21.527194 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-0c0c7f8b-c126-4861-ace8-964a545cdf80 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.800s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:36:21.528210 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-1a9ad42d-75bf-47f0-853f-8590a1d422ad tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.731s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:36:21.528768 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-1a9ad42d-75bf-47f0-853f-8590a1d422ad tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:36:21.532517 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a51e630-2971-41c4-bca4-3cdba35b0c4b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3657b92c-69b8-4f39-be86-861bf2c75ad0,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:36:21.727159 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-339d64b6-86e7-49c9-b269-d5f210795a9d tempest-FloatingIPNegativeTestJSON-1419073809 tempest-FloatingIPNegativeTestJSON-1419073809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:21.751571 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.db.api [None req-1093e841-b44b-4f94-bf1b-a4808480849b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87508) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 16 22:36:21.751997 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_db.api [None req-1093e841-b44b-4f94-bf1b-a4808480849b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 16 22:36:21.782812 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b3e51a5-78a4-4210-8791-3fcd48fee8b3 tempest-AllowedAddressPairTestJSON-1611484417 tempest-AllowedAddressPairTestJSON-1611484417-project] GET failed (client error): The resource could not be found.
Dec 16 22:36:21.783360 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-6b3e51a5-78a4-4210-8791-3fcd48fee8b3 tempest-AllowedAddressPairTestJSON-1611484417 tempest-AllowedAddressPairTestJSON-1611484417-project] Synchronizing usage tracker for tenant:aac952f03feb4a16a9e96684becdcd26 on resource:port {{(pid=87506) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 22:36:21.795581 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-6a51e630-2971-41c4-bca4-3cdba35b0c4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.366s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:36:21.863722 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-f55fb962-0fea-4def-86d6-4803722ba739 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3791449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3739472'] for router_interface, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:21.881073 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-72f9b35b-a494-4c70-99f5-39110195d270 None None] Notify callbacks [] for port, precommit_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:21.910280 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-38aac869-73fd-408d-9405-75b4f0ed05dc tempest-ExtraDHCPOptionsTestJSON-1956761191 tempest-ExtraDHCPOptionsTestJSON-1956761191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1863393'] for port, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:21.919236 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-72f9b35b-a494-4c70-99f5-39110195d270 None None] Transition to ACTIVE for port object 0294b060-c234-4462-bbfb-eddb62866a3b will not be triggered until provisioned by entity L2. {{(pid=87508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:36:21.926796 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-c392df30-28b0-46ef-be11-dcdae29b244e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3329565', 'neutron.services.segments.db._delete_segments_for_network-8734753546406'] for network, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:21.934660 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-f9e898d0-3b25-4947-8093-9c061a1760f4 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:36:21.946478 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-72f9b35b-a494-4c70-99f5-39110195d270 None None] Transition to ACTIVE for port object 0294b060-c234-4462-bbfb-eddb62866a3b will not be triggered until provisioned by entity DHCP. {{(pid=87508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:36:21.959820 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-72f9b35b-a494-4c70-99f5-39110195d270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940'] for port, after_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:21.969138 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-977efde8-1f50-4f6b-a283-0cf4fcb98518 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:36:21.989635 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-208bc918-fd2b-4212-9bfa-057c6725ba7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-825997'] for network, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:22.002394 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-6b3e51a5-78a4-4210-8791-3fcd48fee8b3 tempest-AllowedAddressPairTestJSON-1611484417 tempest-AllowedAddressPairTestJSON-1611484417-project] Unset dirty status for tenant:aac952f03feb4a16a9e96684becdcd26 on resource:port {{(pid=87506) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 22:36:22.007264 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-6b3e51a5-78a4-4210-8791-3fcd48fee8b3 tempest-AllowedAddressPairTestJSON-1611484417 tempest-AllowedAddressPairTestJSON-1611484417-project] 10.222.0.13 "GET /v2.0/ports/07d9efeb-2f84-46e4-acbb-6a66612fd3d5 HTTP/1.1" status: 404  len: 333 time: 0.6848781
Dec 16 22:36:22.010526 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 42242) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:36:22.058122 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-4a8383c2-5751-42fb-8d31-40d7d25f1cee tempest-AllowedAddressPairTestJSON-1611484417 tempest-AllowedAddressPairTestJSON-1611484417-project] Request body: {'port': {'network_id': '23bf1340-5067-4f12-82fc-aa5d92ad4d11', 'name': 'tempest-AllowedAddressPairTestJSON-647405265'}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:36:22.077921 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b6368f9-5e30-48bc-9901-5088691140a8 None None] DHCP port deletion for 4324e1ea-4669-4cf4-86ce-32057be725fc request from dv-neutron-821829-1-hyperv {{(pid=87508) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 16 22:36:22.148788 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.services.segments.db [None req-c392df30-28b0-46ef-be11-dcdae29b244e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1b7c777b20>,) {'filters': {'network_id': ['1184a913-dac0-4ec1-b150-22ccd69ce676']}} {{(pid=87506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:36:22.162155 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-0b6368f9-5e30-48bc-9901-5088691140a8 None None] Deleting port 9ff256f1-e44b-4cb7-b217-17eb4efad839 {{(pid=87508) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:36:22.163424 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-0b6368f9-5e30-48bc-9901-5088691140a8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:22.194869 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f9b35b-a494-4c70-99f5-39110195d270 None None] Pushing event updated for resources: {'Port': ['ID=0294b060-c234-4462-bbfb-eddb62866a3b,revision_number=1']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:36:22.198414 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-72f9b35b-a494-4c70-99f5-39110195d270 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:36:22.219103 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72f9b35b-a494-4c70-99f5-39110195d270 None None] Network 13b298c7-5289-476c-8555-4212820774c9 is already hosted by enough agents. {{(pid=87508) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:36:22.225786 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.scheduler.base_scheduler [None req-72f9b35b-a494-4c70-99f5-39110195d270 None None] Resources bound (agent type, host, resource id):  {{(pid=87508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:36:22.228782 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72f9b35b-a494-4c70-99f5-39110195d270 None None] Received port after_create {{(pid=87508) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 22:36:22.258909 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38aac869-73fd-408d-9405-75b4f0ed05dc tempest-ExtraDHCPOptionsTestJSON-1956761191 tempest-ExtraDHCPOptionsTestJSON-1956761191-project] Network 690c18ce-bf4f-4e28-ab59-b5a786dbbb87 is already hosted by enough agents. {{(pid=87506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:36:22.286298 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-1093e841-b44b-4f94-bf1b-a4808480849b None None] Deleting port 35577e80-294d-4289-a7ad-761142cf17ab {{(pid=87508) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:36:22.286922 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-1093e841-b44b-4f94-bf1b-a4808480849b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:22.292283 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.base_scheduler [None req-38aac869-73fd-408d-9405-75b4f0ed05dc tempest-ExtraDHCPOptionsTestJSON-1956761191 tempest-ExtraDHCPOptionsTestJSON-1956761191-project] Resources bound (agent type, host, resource id):  {{(pid=87506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:36:22.302323 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.services.segments.db [None req-c392df30-28b0-46ef-be11-dcdae29b244e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b7c777b20>, '44d7d6b4-2384-4042-a4d7-5a7c4d034892') {'for_net_delete': True} {{(pid=87506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:36:22.302759 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.services.segments.db [None req-c392df30-28b0-46ef-be11-dcdae29b244e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b7c777b20>, '44d7d6b4-2384-4042-a4d7-5a7c4d034892') {} {{(pid=87506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:36:22.311141 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38aac869-73fd-408d-9405-75b4f0ed05dc tempest-ExtraDHCPOptionsTestJSON-1956761191 tempest-ExtraDHCPOptionsTestJSON-1956761191-project] Received port after_create {{(pid=87506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 22:36:22.314509 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f6be6d0-bf67-4c14-a375-b683c994c4eb tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:36:22.325070 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f6be6d0-bf67-4c14-a375-b683c994c4eb tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:36:22.325858 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-1f6be6d0-bf67-4c14-a375-b683c994c4eb tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Synchronizing usage tracker for tenant:8e4385a98eb1416284c1cc96b3355a70 on resource:port {{(pid=87507) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 22:36:22.375515 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [None req-208bc918-fd2b-4212-9bfa-057c6725ba7e admin admin] Deleting port 9ff256f1-e44b-4cb7-b217-17eb4efad839 {{(pid=87506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:36:22.376015 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-208bc918-fd2b-4212-9bfa-057c6725ba7e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:22.413855 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38aac869-73fd-408d-9405-75b4f0ed05dc tempest-ExtraDHCPOptionsTestJSON-1956761191 tempest-ExtraDHCPOptionsTestJSON-1956761191-project] Pushing event updated for resources: {'Port': ['ID=a3840d7e-fdc9-4b88-bc71-23b88b96bb5a,revision_number=1']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:36:22.450923 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-1093e841-b44b-4f94-bf1b-a4808480849b None None] The port '35577e80-294d-4289-a7ad-761142cf17ab' was deleted {{(pid=87508) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 16 22:36:22.479396 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-38aac869-73fd-408d-9405-75b4f0ed05dc tempest-ExtraDHCPOptionsTestJSON-1956761191 tempest-ExtraDHCPOptionsTestJSON-1956761191-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.539s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:36:22.498467 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-72f9b35b-a494-4c70-99f5-39110195d270 None None] Attempting to bind port 0294b060-c234-4462-bbfb-eddb62866a3b on host dv-neutron-821829-1-hyperv for vnic_type normal with profile  {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 22:36:22.499801 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-72f9b35b-a494-4c70-99f5-39110195d270 None None] Attempting to bind port 0294b060-c234-4462-bbfb-eddb62866a3b by drivers openvswitch,hyperv on host dv-neutron-821829-1-hyperv at level 0 using segments [{'id': '42c8f93d-bc12-4b6e-b5db-55df7815798c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '13b298c7-5289-476c-8555-4212820774c9'}] {{(pid=87508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 22:36:22.501517 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72f9b35b-a494-4c70-99f5-39110195d270 None None] Attempting to bind port 0294b060-c234-4462-bbfb-eddb62866a3b on network 13b298c7-5289-476c-8555-4212820774c9 {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 22:36:22.532758 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-c392df30-28b0-46ef-be11-dcdae29b244e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734753593977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-266764496'] for segment, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:22.537133 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72f9b35b-a494-4c70-99f5-39110195d270 None None] Checking agent: {'id': '5571501f-366e-47a4-9b60-8ef19d935d27', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821829-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 24, 2), 'started_at': datetime.datetime(2021, 12, 16, 22, 24, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 36, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821829-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 22:36:22.546373 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72f9b35b-a494-4c70-99f5-39110195d270 None None] Checking segment: {'id': '42c8f93d-bc12-4b6e-b5db-55df7815798c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '13b298c7-5289-476c-8555-4212820774c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 22:36:22.547395 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-72f9b35b-a494-4c70-99f5-39110195d270 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:22.548086 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72f9b35b-a494-4c70-99f5-39110195d270 None None] Bound using segment: {'id': '42c8f93d-bc12-4b6e-b5db-55df7815798c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '13b298c7-5289-476c-8555-4212820774c9'} {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 22:36:22.548896 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-72f9b35b-a494-4c70-99f5-39110195d270 None None] Bound port: 0294b060-c234-4462-bbfb-eddb62866a3b, host: dv-neutron-821829-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42c8f93d-bc12-4b6e-b5db-55df7815798c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '13b298c7-5289-476c-8555-4212820774c9'}}] {{(pid=87508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 22:36:22.549541 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-72f9b35b-a494-4c70-99f5-39110195d270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:22.637194 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-c392df30-28b0-46ef-be11-dcdae29b244e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-883292'] for segment, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:22.718499 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c392df30-28b0-46ef-be11-dcdae29b244e admin admin] Releasing vlan 190 on physical network physnet1 to pool {{(pid=87506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 16 22:36:22.719148 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-c392df30-28b0-46ef-be11-dcdae29b244e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-883285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1863180'] for segment, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:22.745401 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38aac869-73fd-408d-9405-75b4f0ed05dc tempest-ExtraDHCPOptionsTestJSON-1956761191 tempest-ExtraDHCPOptionsTestJSON-1956761191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:36:22.746128 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-38aac869-73fd-408d-9405-75b4f0ed05dc tempest-ExtraDHCPOptionsTestJSON-1956761191 tempest-ExtraDHCPOptionsTestJSON-1956761191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for port, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:22.750459 dv-neutron-821829-1-hyperv neutron-server[87506]: Traceback (most recent call last):
Dec 16 22:36:22.750459 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 16 22:36:22.750459 dv-neutron-821829-1-hyperv neutron-server[87506]:     timer()
Dec 16 22:36:22.750459 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 22:36:22.750459 dv-neutron-821829-1-hyperv neutron-server[87506]:     cb(*args, **kw)
Dec 16 22:36:22.750459 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 22:36:22.750459 dv-neutron-821829-1-hyperv neutron-server[87506]:     return func(*args, **kwargs)
Dec 16 22:36:22.750459 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 22:36:22.750459 dv-neutron-821829-1-hyperv neutron-server[87506]:     self._notify()
Dec 16 22:36:22.750459 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 22:36:22.750459 dv-neutron-821829-1-hyperv neutron-server[87506]:     self.callback(batched_events)
Dec 16 22:36:22.750459 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 22:36:22.750459 dv-neutron-821829-1-hyperv neutron-server[87506]:     event.method(event)
Dec 16 22:36:22.750459 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 22:36:22.750459 dv-neutron-821829-1-hyperv neutron-server[87506]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 22:36:22.750459 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 22:36:22.750459 dv-neutron-821829-1-hyperv neutron-server[87506]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 22:36:22.750459 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 22:36:22.750459 dv-neutron-821829-1-hyperv neutron-server[87506]:     return f(self, *a, **k)
Dec 16 22:36:22.750459 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 16 22:36:22.750459 dv-neutron-821829-1-hyperv neutron-server[87506]:     return self._get(url).json()
Dec 16 22:36:22.750459 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 16 22:36:22.750459 dv-neutron-821829-1-hyperv neutron-server[87506]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 22:36:22.750459 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 16 22:36:22.750459 dv-neutron-821829-1-hyperv neutron-server[87506]:     return self.request(url, 'GET', **kwargs)
Dec 16 22:36:22.750459 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 16 22:36:22.750459 dv-neutron-821829-1-hyperv neutron-server[87506]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 22:36:22.750459 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 16 22:36:22.750459 dv-neutron-821829-1-hyperv neutron-server[87506]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 22:36:22.750459 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 16 22:36:22.750459 dv-neutron-821829-1-hyperv neutron-server[87506]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 22:36:22.750459 dv-neutron-821829-1-hyperv neutron-server[87506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 22:36:22.766591 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-4a8383c2-5751-42fb-8d31-40d7d25f1cee tempest-AllowedAddressPairTestJSON-1611484417 tempest-AllowedAddressPairTestJSON-1611484417-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:36:22.878814 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-4a8383c2-5751-42fb-8d31-40d7d25f1cee tempest-AllowedAddressPairTestJSON-1611484417 tempest-AllowedAddressPairTestJSON-1611484417-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:36:22.896041 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-6fefa27f-9d92-43ac-aedd-93c987a3a667 None None] Provisioning for port 31fb6f56-2bae-4c6c-a2b8-8702ba18b0a1 completed by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 22:36:22.909807 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-0b6368f9-5e30-48bc-9901-5088691140a8 None None] For port 9ff256f1-e44b-4cb7-b217-17eb4efad839, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=9ff256f1-e44b-4cb7-b217-17eb4efad839,segment=NetworkSegment(0e9a6b9a-afeb-4b5e-89d6-53273bbdf644),segment_id=0e9a6b9a-afeb-4b5e-89d6-53273bbdf644)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:36:22.910726 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-38aac869-73fd-408d-9405-75b4f0ed05dc tempest-ExtraDHCPOptionsTestJSON-1956761191 tempest-ExtraDHCPOptionsTestJSON-1956761191-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1150 time: 6.0225968
Dec 16 22:36:22.913890 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-0b6368f9-5e30-48bc-9901-5088691140a8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:22.931468 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 42246) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:36:22.936334 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-72f9b35b-a494-4c70-99f5-39110195d270 None None] For port 0294b060-c234-4462-bbfb-eddb62866a3b, host dv-neutron-821829-1-hyperv, cleared binding levels {{(pid=87508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 22:36:22.958990 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f55fb962-0fea-4def-86d6-4803722ba739 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Router 483e9dfe-ed23-42eb-9d49-6a26c30cd3a6 has already been hosted by L3 agent 4f519db7-069b-43e2-8411-c092bac9102a {{(pid=87507) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 22:36:23.023746 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.db [None req-208bc918-fd2b-4212-9bfa-057c6725ba7e admin admin] For port 9ff256f1-e44b-4cb7-b217-17eb4efad839, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=9ff256f1-e44b-4cb7-b217-17eb4efad839,segment=NetworkSegment(0e9a6b9a-afeb-4b5e-89d6-53273bbdf644),segment_id=0e9a6b9a-afeb-4b5e-89d6-53273bbdf644)] {{(pid=87506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:36:23.024678 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-208bc918-fd2b-4212-9bfa-057c6725ba7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:23.120042 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-0b6368f9-5e30-48bc-9901-5088691140a8 None None] Calling delete_port for 9ff256f1-e44b-4cb7-b217-17eb4efad839 owned by network:dhcp {{(pid=87508) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:36:23.158797 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-72f9b35b-a494-4c70-99f5-39110195d270 None None] For port 0294b060-c234-4462-bbfb-eddb62866a3b, host dv-neutron-821829-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=0294b060-c234-4462-bbfb-eddb62866a3b,segment=NetworkSegment(42c8f93d-bc12-4b6e-b5db-55df7815798c),segment_id=42c8f93d-bc12-4b6e-b5db-55df7815798c)] {{(pid=87508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 22:36:23.171214 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-f1523dec-4789-437f-9606-746ec7e04be2 None None] Provisioning for port a3840d7e-fdc9-4b88-bc71-23b88b96bb5a completed by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 22:36:23.177599 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-f1523dec-4789-437f-9606-746ec7e04be2 None None] Provisioning complete for port a3840d7e-fdc9-4b88-bc71-23b88b96bb5a triggered by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:36:23.177934 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-f1523dec-4789-437f-9606-746ec7e04be2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:23.212836 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-72f9b35b-a494-4c70-99f5-39110195d270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:23.218785 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [None req-208bc918-fd2b-4212-9bfa-057c6725ba7e admin admin] Calling delete_port for 9ff256f1-e44b-4cb7-b217-17eb4efad839 owned by network:dhcp {{(pid=87506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:36:23.240079 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-72f9b35b-a494-4c70-99f5-39110195d270 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:36:23.265429 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-c392df30-28b0-46ef-be11-dcdae29b244e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3329572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3741856'] for network, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:23.273298 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:36:23.287524 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-c392df30-28b0-46ef-be11-dcdae29b244e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3791486'] for network, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:23.303481 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a8383c2-5751-42fb-8d31-40d7d25f1cee tempest-AllowedAddressPairTestJSON-1611484417 tempest-AllowedAddressPairTestJSON-1611484417-project] Made reservation on behalf of aac952f03feb4a16a9e96684becdcd26 for: {'port': 1} {{(pid=87506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:36:23.312512 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-4a8383c2-5751-42fb-8d31-40d7d25f1cee tempest-AllowedAddressPairTestJSON-1611484417 tempest-AllowedAddressPairTestJSON-1611484417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:23.350364 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c392df30-28b0-46ef-be11-dcdae29b244e admin admin] Pushing event deleted for resources: {'Network': ['ID=1184a913-dac0-4ec1-b150-22ccd69ce676,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:36:23.361463 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-c392df30-28b0-46ef-be11-dcdae29b244e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:36:23.362354 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-208bc918-fd2b-4212-9bfa-057c6725ba7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1863393'] for port, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:23.371093 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-6b1fa008-3cb5-4605-9c91-1fabac0cfa9b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:36:23.428981 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-c392df30-28b0-46ef-be11-dcdae29b244e admin admin] 10.222.0.13 "DELETE /v2.0/networks/1184a913-dac0-4ec1-b150-22ccd69ce676 HTTP/1.1" status: 204  len: 168 time: 5.1971073
Dec 16 22:36:23.430844 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.notifiers.nova [None req-4a8383c2-5751-42fb-8d31-40d7d25f1cee tempest-AllowedAddressPairTestJSON-1611484417 tempest-AllowedAddressPairTestJSON-1611484417-project] device_id is not set on port 99b4eef7-45fa-4865-a2d3-6928788e8c37 yet. {{(pid=87506) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 16 22:36:23.455970 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 31fb6f56-2bae-4c6c-a2b8-8702ba18b0a1 up at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 22:36:23.465166 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-1f6be6d0-bf67-4c14-a375-b683c994c4eb tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Unset dirty status for tenant:8e4385a98eb1416284c1cc96b3355a70 on resource:port {{(pid=87507) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 22:36:23.468804 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208bc918-fd2b-4212-9bfa-057c6725ba7e admin admin] Pushing event deleted for resources: {'Port': ['ID=9ff256f1-e44b-4cb7-b217-17eb4efad839,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:36:23.471237 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-208bc918-fd2b-4212-9bfa-057c6725ba7e admin admin] No DVR routers for this DVR port 9ff256f1-e44b-4cb7-b217-17eb4efad839 on host dv-neutron-821829-1-hyperv {{(pid=87506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 22:36:23.476022 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-1f6be6d0-bf67-4c14-a375-b683c994c4eb tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1702 time: 2.1147707
Dec 16 22:36:23.501836 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-208bc918-fd2b-4212-9bfa-057c6725ba7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:36:23.502594 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 42254) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:36:23.509802 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-f1523dec-4789-437f-9606-746ec7e04be2 None None] Port a3840d7e-fdc9-4b88-bc71-23b88b96bb5a cannot update to ACTIVE because it is not bound. {{(pid=87508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 22:36:23.516674 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.db.api [None req-0b6368f9-5e30-48bc-9901-5088691140a8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87508) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 16 22:36:23.518433 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_db.api [None req-0b6368f9-5e30-48bc-9901-5088691140a8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 16 22:36:23.602074 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [None req-dee7c6e3-ec5c-4bfa-a421-097a9a81e28a tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Deleting port 302614ce-954b-4a95-8555-88a5cf90f9e9 {{(pid=87506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:36:23.604721 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-dee7c6e3-ec5c-4bfa-a421-097a9a81e28a tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:23.656306 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f9b35b-a494-4c70-99f5-39110195d270 None None] Pushing event updated for resources: {'Port': ['ID=0294b060-c234-4462-bbfb-eddb62866a3b,revision_number=2']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:36:23.660763 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f55fb962-0fea-4def-86d6-4803722ba739 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify agent at l3_agent.dv-neutron-821829-1-hyperv the message routers_updated {{(pid=87507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 22:36:23.693513 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-72f9b35b-a494-4c70-99f5-39110195d270 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.462s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:36:23.695604 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-290e50f9-5200-423c-afb6-507e3774e13e None None] Sync routers for ids ['483e9dfe-ed23-42eb-9d49-6a26c30cd3a6'] in dv-neutron-821829-1-hyperv {{(pid=87509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 22:36:23.720893 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-290e50f9-5200-423c-afb6-507e3774e13e None None] Routers {'483e9dfe-ed23-42eb-9d49-6a26c30cd3a6'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:36:23.722116 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-290e50f9-5200-423c-afb6-507e3774e13e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b7c716e80>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:36:01Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['483e9dfe-ed23-42eb-9d49-6a26c30cd3a6'], 'active': True} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:36:23.728697 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning for port 31fb6f56-2bae-4c6c-a2b8-8702ba18b0a1 completed by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 22:36:23.736476 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-8d9ce9e2-ff68-4d4f-b644-71aa0764ae01 None None] Provisioning for port 302614ce-954b-4a95-8555-88a5cf90f9e9 completed by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 22:36:23.748966 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning complete for port 31fb6f56-2bae-4c6c-a2b8-8702ba18b0a1 triggered by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:36:23.753013 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:23.775470 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 42258) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:36:23.787135 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73985143-3574-419e-a7e8-ffac36f16d3f tempest-ExtraDHCPOptionsTestJSON-1956761191 tempest-ExtraDHCPOptionsTestJSON-1956761191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:36:23.793677 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73985143-3574-419e-a7e8-ffac36f16d3f tempest-ExtraDHCPOptionsTestJSON-1956761191 tempest-ExtraDHCPOptionsTestJSON-1956761191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:36:23.796335 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-8d9ce9e2-ff68-4d4f-b644-71aa0764ae01 None None] Provisioning complete for port 302614ce-954b-4a95-8555-88a5cf90f9e9 triggered by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:36:23.796892 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-8d9ce9e2-ff68-4d4f-b644-71aa0764ae01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:23.800284 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73985143-3574-419e-a7e8-ffac36f16d3f tempest-ExtraDHCPOptionsTestJSON-1956761191 tempest-ExtraDHCPOptionsTestJSON-1956761191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:36:23.801421 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-73985143-3574-419e-a7e8-ffac36f16d3f tempest-ExtraDHCPOptionsTestJSON-1956761191 tempest-ExtraDHCPOptionsTestJSON-1956761191-project] Synchronizing usage tracker for tenant:57cbd8a42b6f43af8cdfeaa368b10129 on resource:port {{(pid=87507) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 22:36:23.831722 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-f55fb962-0fea-4def-86d6-4803722ba739 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] 10.222.0.13 "PUT /v2.0/routers/483e9dfe-ed23-42eb-9d49-6a26c30cd3a6/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 9.2932892
Dec 16 22:36:23.834607 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-290e50f9-5200-423c-afb6-507e3774e13e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b7c716e80>, [], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:36:23.837355 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 42262) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:36:23.848368 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-290e50f9-5200-423c-afb6-507e3774e13e None None] Routers {'483e9dfe-ed23-42eb-9d49-6a26c30cd3a6'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:36:23.849365 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-290e50f9-5200-423c-afb6-507e3774e13e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b7c716e80>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:36:01Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['483e9dfe-ed23-42eb-9d49-6a26c30cd3a6'], 'active': True} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:36:23.930879 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-290e50f9-5200-423c-afb6-507e3774e13e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b7c716e80>, [], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:36:23.935704 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-290e50f9-5200-423c-afb6-507e3774e13e None None] The sync data for ids ['483e9dfe-ed23-42eb-9d49-6a26c30cd3a6'] in dv-neutron-821829-1-hyperv is: [] {{(pid=87509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 22:36:23.936425 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-d4ced143-fdf1-4664-8502-71e66c204e4b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ce00d97791a4466faef350f07c7566f3&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1313136
Dec 16 22:36:23.953594 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-aa532e3a-9fa9-4a84-a44b-356e304b4526 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Synchronizing usage tracker for tenant:bb30155073f3462f829b4df60e35f5af on resource:port {{(pid=87507) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 22:36:23.973307 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.db_base_plugin_common [None req-339d64b6-86e7-49c9-b269-d5f210795a9d tempest-FloatingIPNegativeTestJSON-1419073809 tempest-FloatingIPNegativeTestJSON-1419073809-project] Allocated IP 172.20.0.1 (13b298c7-5289-476c-8555-4212820774c9/05937280-0625-41df-9148-35c04f66afc1/fcebd889-ff5a-41fe-9533-a295224c1cf0) {{(pid=87507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 22:36:23.978997 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 42266) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:36:24.049199 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-73985143-3574-419e-a7e8-ffac36f16d3f tempest-ExtraDHCPOptionsTestJSON-1956761191 tempest-ExtraDHCPOptionsTestJSON-1956761191-project] Unset dirty status for tenant:57cbd8a42b6f43af8cdfeaa368b10129 on resource:port {{(pid=87507) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 22:36:24.053003 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-73985143-3574-419e-a7e8-ffac36f16d3f tempest-ExtraDHCPOptionsTestJSON-1956761191 tempest-ExtraDHCPOptionsTestJSON-1956761191-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200  len: 2616 time: 1.1068387
Dec 16 22:36:24.055229 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-0b6368f9-5e30-48bc-9901-5088691140a8 None None] Deleting port 9ff256f1-e44b-4cb7-b217-17eb4efad839 {{(pid=87508) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:36:24.055965 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-0b6368f9-5e30-48bc-9901-5088691140a8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:24.060528 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 42270) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:36:24.114113 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-8d9ce9e2-ff68-4d4f-b644-71aa0764ae01 None None] Port 302614ce-954b-4a95-8555-88a5cf90f9e9 cannot update to ACTIVE because it is not bound. {{(pid=87508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 22:36:24.162635 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.plugin [None req-3dcff829-6217-4c46-a9a7-86a42ef5e936 tempest-ExtraDHCPOptionsTestJSON-1956761191 tempest-ExtraDHCPOptionsTestJSON-1956761191-project] Deleting port a3840d7e-fdc9-4b88-bc71-23b88b96bb5a {{(pid=87507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:36:24.163120 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-3dcff829-6217-4c46-a9a7-86a42ef5e936 tempest-ExtraDHCPOptionsTestJSON-1956761191 tempest-ExtraDHCPOptionsTestJSON-1956761191-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:24.179753 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-0b6368f9-5e30-48bc-9901-5088691140a8 None None] The port '9ff256f1-e44b-4cb7-b217-17eb4efad839' was deleted {{(pid=87508) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 16 22:36:24.188784 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:24.226118 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] For port 31fb6f56-2bae-4c6c-a2b8-8702ba18b0a1, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=31fb6f56-2bae-4c6c-a2b8-8702ba18b0a1,segment=NetworkSegment(da71c9a1-7532-4738-a9bc-22a7f498ec35),segment_id=da71c9a1-7532-4738-a9bc-22a7f498ec35)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:36:24.231917 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:24.234474 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-8c925ac7-dbcd-4a60-9a49-0b20a1b3dbfb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:36:24.240273 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-aa532e3a-9fa9-4a84-a44b-356e304b4526 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Unset dirty status for tenant:bb30155073f3462f829b4df60e35f5af on resource:port {{(pid=87507) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 22:36:24.241699 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-aa532e3a-9fa9-4a84-a44b-356e304b4526 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] 10.222.0.13 "GET /v2.0/ports?device_id=483e9dfe-ed23-42eb-9d49-6a26c30cd3a6 HTTP/1.1" status: 200  len: 205 time: 0.3984444
Dec 16 22:36:24.261046 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 42274) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:36:24.284244 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-208bc918-fd2b-4212-9bfa-057c6725ba7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3329565', 'neutron.services.segments.db._delete_segments_for_network-8734753546406'] for network, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:24.316710 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 9ff256f1-e44b-4cb7-b217-17eb4efad839 no longer exists at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 22:36:24.360547 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.services.segments.db [None req-208bc918-fd2b-4212-9bfa-057c6725ba7e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1b776ad940>,) {'filters': {'network_id': ['4324e1ea-4669-4cf4-86ce-32057be725fc']}} {{(pid=87506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:36:24.399357 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-3ee08c94-8d6c-4ee9-8050-7c8335846b12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:24.433098 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-3ee08c94-8d6c-4ee9-8050-7c8335846b12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:24.435604 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] No Port match for: 9ff256f1-e44b-4cb7-b217-17eb4efad839 {{(pid=87508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 22:36:24.435987 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 9ff256f1-e44b-4cb7-b217-17eb4efad839 not bound to the agent host dv-neutron-821829-1-hyperv {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 22:36:24.451667 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.services.segments.db [None req-208bc918-fd2b-4212-9bfa-057c6725ba7e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b776ad940>, '0e9a6b9a-afeb-4b5e-89d6-53273bbdf644') {'for_net_delete': True} {{(pid=87506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:36:24.452256 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.services.segments.db [None req-208bc918-fd2b-4212-9bfa-057c6725ba7e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b776ad940>, '0e9a6b9a-afeb-4b5e-89d6-53273bbdf644') {} {{(pid=87506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:36:24.460467 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.db_base_plugin_common [None req-4a8383c2-5751-42fb-8d31-40d7d25f1cee tempest-AllowedAddressPairTestJSON-1611484417 tempest-AllowedAddressPairTestJSON-1611484417-project] Allocated IP 172.20.0.9 (23bf1340-5067-4f12-82fc-aa5d92ad4d11/84f38bba-e588-4bce-91e9-7c18581ead20/99b4eef7-45fa-4865-a2d3-6928788e8c37) {{(pid=87506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 22:36:24.469214 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Pushing event updated for resources: {'Port': ['ID=31fb6f56-2bae-4c6c-a2b8-8702ba18b0a1,revision_number=3']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:36:24.475240 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:36:24.480857 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-208bc918-fd2b-4212-9bfa-057c6725ba7e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734753593977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-266764496'] for segment, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:24.518035 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-208bc918-fd2b-4212-9bfa-057c6725ba7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-883292'] for segment, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:24.555329 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-208bc918-fd2b-4212-9bfa-057c6725ba7e admin admin] Releasing vlan 161 on physical network physnet1 to pool {{(pid=87506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 16 22:36:24.555833 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-208bc918-fd2b-4212-9bfa-057c6725ba7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-883285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1863180'] for segment, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:24.570118 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-3ee08c94-8d6c-4ee9-8050-7c8335846b12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841066'] for security_group, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:24.573538 dv-neutron-821829-1-hyperv neutron-server[87506]: Traceback (most recent call last):
Dec 16 22:36:24.573538 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 16 22:36:24.573538 dv-neutron-821829-1-hyperv neutron-server[87506]:     timer()
Dec 16 22:36:24.573538 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 22:36:24.573538 dv-neutron-821829-1-hyperv neutron-server[87506]:     cb(*args, **kw)
Dec 16 22:36:24.573538 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 22:36:24.573538 dv-neutron-821829-1-hyperv neutron-server[87506]:     return func(*args, **kwargs)
Dec 16 22:36:24.573538 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 22:36:24.573538 dv-neutron-821829-1-hyperv neutron-server[87506]:     self._notify()
Dec 16 22:36:24.573538 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 22:36:24.573538 dv-neutron-821829-1-hyperv neutron-server[87506]:     self.callback(batched_events)
Dec 16 22:36:24.573538 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 22:36:24.573538 dv-neutron-821829-1-hyperv neutron-server[87506]:     event.method(event)
Dec 16 22:36:24.573538 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 22:36:24.573538 dv-neutron-821829-1-hyperv neutron-server[87506]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 22:36:24.573538 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 22:36:24.573538 dv-neutron-821829-1-hyperv neutron-server[87506]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 22:36:24.573538 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 22:36:24.573538 dv-neutron-821829-1-hyperv neutron-server[87506]:     return f(self, *a, **k)
Dec 16 22:36:24.573538 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 16 22:36:24.573538 dv-neutron-821829-1-hyperv neutron-server[87506]:     return self._get(url).json()
Dec 16 22:36:24.573538 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 16 22:36:24.573538 dv-neutron-821829-1-hyperv neutron-server[87506]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 22:36:24.573538 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 16 22:36:24.573538 dv-neutron-821829-1-hyperv neutron-server[87506]:     return self.request(url, 'GET', **kwargs)
Dec 16 22:36:24.573538 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 16 22:36:24.573538 dv-neutron-821829-1-hyperv neutron-server[87506]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 22:36:24.573538 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 16 22:36:24.573538 dv-neutron-821829-1-hyperv neutron-server[87506]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 22:36:24.573538 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 16 22:36:24.573538 dv-neutron-821829-1-hyperv neutron-server[87506]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 22:36:24.573538 dv-neutron-821829-1-hyperv neutron-server[87506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 22:36:24.594247 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-05731f8a-4d20-41f8-b4fe-4865bc4b971f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:36:24.608379 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee08c94-8d6c-4ee9-8050-7c8335846b12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14da16a5-3cc6-49bb-ae67-cb862ffb924c,revision_number=None']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:36:24.610918 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-3ee08c94-8d6c-4ee9-8050-7c8335846b12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:36:24.678336 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-f7389a02-57b0-40a1-87f9-bf539f979927 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks [] for router, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:24.688344 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-dee7c6e3-ec5c-4bfa-a421-097a9a81e28a tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:24.841947 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-208bc918-fd2b-4212-9bfa-057c6725ba7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3329572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3741856'] for network, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:24.849991 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [None req-dee7c6e3-ec5c-4bfa-a421-097a9a81e28a tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Calling delete_port for 302614ce-954b-4a95-8555-88a5cf90f9e9 owned by  {{(pid=87506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:36:24.870096 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-3ee08c94-8d6c-4ee9-8050-7c8335846b12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:24.871515 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-3ee08c94-8d6c-4ee9-8050-7c8335846b12 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/14da16a5-3cc6-49bb-ae67-cb862ffb924c HTTP/1.1" status: 204  len: 168 time: 0.8909035
Dec 16 22:36:24.895748 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-208bc918-fd2b-4212-9bfa-057c6725ba7e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3791486'] for network, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:24.911437 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-339d64b6-86e7-49c9-b269-d5f210795a9d tempest-FloatingIPNegativeTestJSON-1419073809 tempest-FloatingIPNegativeTestJSON-1419073809-project] Notify callbacks [] for port, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:24.923794 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:36:24.928030 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.provisioning_blocks [None req-339d64b6-86e7-49c9-b269-d5f210795a9d tempest-FloatingIPNegativeTestJSON-1419073809 tempest-FloatingIPNegativeTestJSON-1419073809-project] Transition to ACTIVE for port object fcebd889-ff5a-41fe-9533-a295224c1cf0 will not be triggered until provisioned by entity DHCP. {{(pid=87507) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:36:25.054289 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-208bc918-fd2b-4212-9bfa-057c6725ba7e admin admin] 10.222.0.13 "DELETE /v2.0/networks/4324e1ea-4669-4cf4-86ce-32057be725fc HTTP/1.1" status: 204  len: 168 time: 3.5334582
Dec 16 22:36:25.063315 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208bc918-fd2b-4212-9bfa-057c6725ba7e admin admin] Pushing event deleted for resources: {'Network': ['ID=4324e1ea-4669-4cf4-86ce-32057be725fc,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:36:25.071197 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-208bc918-fd2b-4212-9bfa-057c6725ba7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:36:25.087016 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c94531b-7097-4988-a3ae-52e79ad21402 None None] Network 13b298c7-5289-476c-8555-4212820774c9 requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 22:36:25.310942 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-4a8383c2-5751-42fb-8d31-40d7d25f1cee tempest-AllowedAddressPairTestJSON-1611484417 tempest-AllowedAddressPairTestJSON-1611484417-project] Notify callbacks [] for port, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:25.353454 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.provisioning_blocks [None req-4a8383c2-5751-42fb-8d31-40d7d25f1cee tempest-AllowedAddressPairTestJSON-1611484417 tempest-AllowedAddressPairTestJSON-1611484417-project] Transition to ACTIVE for port object 99b4eef7-45fa-4865-a2d3-6928788e8c37 will not be triggered until provisioned by entity DHCP. {{(pid=87506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:36:25.392630 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-f7389a02-57b0-40a1-87f9-bf539f979927 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3739500', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39002'] for router, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:25.401874 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-f7389a02-57b0-40a1-87f9-bf539f979927 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:25.402912 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-4a8383c2-5751-42fb-8d31-40d7d25f1cee tempest-AllowedAddressPairTestJSON-1611484417 tempest-AllowedAddressPairTestJSON-1611484417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1863393'] for port, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:25.421045 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-c14a9bf7-8dbe-450b-96ad-0c5de5d82623 tempest-RoutersAdminTest-1029946936 tempest-RoutersAdminTest-1029946936-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:36:25.438194 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 42296) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:36:25.442970 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [req-5cb53ab8-c978-41d1-b5b9-fdb86a804d7a req-1b6c8208-fb06-4e46-abe6-7c2c4cffec46 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Synchronizing usage tracker for tenant:ebcac23e4eae475893854e16d121f861 on resource:security_group {{(pid=87507) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 22:36:25.486418 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 31fb6f56-2bae-4c6c-a2b8-8702ba18b0a1 up at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 22:36:25.495401 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a8383c2-5751-42fb-8d31-40d7d25f1cee tempest-AllowedAddressPairTestJSON-1611484417 tempest-AllowedAddressPairTestJSON-1611484417-project] Network 23bf1340-5067-4f12-82fc-aa5d92ad4d11 is already hosted by enough agents. {{(pid=87506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:36:25.500004 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.base_scheduler [None req-4a8383c2-5751-42fb-8d31-40d7d25f1cee tempest-AllowedAddressPairTestJSON-1611484417 tempest-AllowedAddressPairTestJSON-1611484417-project] Resources bound (agent type, host, resource id):  {{(pid=87506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:36:25.505111 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a8383c2-5751-42fb-8d31-40d7d25f1cee tempest-AllowedAddressPairTestJSON-1611484417 tempest-AllowedAddressPairTestJSON-1611484417-project] Received port after_create {{(pid=87506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 22:36:25.505292 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-339d64b6-86e7-49c9-b269-d5f210795a9d tempest-FloatingIPNegativeTestJSON-1419073809 tempest-FloatingIPNegativeTestJSON-1419073809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10807823'] for port, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:25.521759 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-2e8d1cbc-e36b-4ebb-b446-6f7ea2c8babe tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:36:25.559925 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-dee7c6e3-ec5c-4bfa-a421-097a9a81e28a tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1863393'] for port, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:25.592707 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [req-5cb53ab8-c978-41d1-b5b9-fdb86a804d7a req-1b6c8208-fb06-4e46-abe6-7c2c4cffec46 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Unset dirty status for tenant:ebcac23e4eae475893854e16d121f861 on resource:security_group {{(pid=87507) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 22:36:25.603191 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-5cb53ab8-c978-41d1-b5b9-fdb86a804d7a req-1b6c8208-fb06-4e46-abe6-7c2c4cffec46 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-807238360&fields=id&tenant_id=ebcac23e4eae475893854e16d121f861 HTTP/1.1" status: 200  len: 267 time: 0.4072542
Dec 16 22:36:25.648482 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-eada04e4-3b3c-42d2-a0a7-3d3a61fa528e None None] Provisioning for port 0294b060-c234-4462-bbfb-eddb62866a3b completed by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 22:36:25.652474 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-dee7c6e3-ec5c-4bfa-a421-097a9a81e28a tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for port, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:25.671321 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8383c2-5751-42fb-8d31-40d7d25f1cee tempest-AllowedAddressPairTestJSON-1611484417 tempest-AllowedAddressPairTestJSON-1611484417-project] Pushing event updated for resources: {'Port': ['ID=99b4eef7-45fa-4865-a2d3-6928788e8c37,revision_number=1']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:36:25.676466 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-4a8383c2-5751-42fb-8d31-40d7d25f1cee tempest-AllowedAddressPairTestJSON-1611484417 tempest-AllowedAddressPairTestJSON-1611484417-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:36:25.680432 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-c392df30-28b0-46ef-be11-dcdae29b244e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.105s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:36:25.711517 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning complete for port 31fb6f56-2bae-4c6c-a2b8-8702ba18b0a1 triggered by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:36:25.712068 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:25.738848 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-dee7c6e3-ec5c-4bfa-a421-097a9a81e28a tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] 10.222.0.13 "DELETE /v2.0/ports/302614ce-954b-4a95-8555-88a5cf90f9e9 HTTP/1.1" status: 204  len: 168 time: 2.2312479
Dec 16 22:36:25.748725 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 42306) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:36:25.766450 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-3dcff829-6217-4c46-a9a7-86a42ef5e936 tempest-ExtraDHCPOptionsTestJSON-1956761191 tempest-ExtraDHCPOptionsTestJSON-1956761191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:25.766648 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a8383c2-5751-42fb-8d31-40d7d25f1cee tempest-AllowedAddressPairTestJSON-1611484417 tempest-AllowedAddressPairTestJSON-1611484417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:36:25.767725 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-4a8383c2-5751-42fb-8d31-40d7d25f1cee tempest-AllowedAddressPairTestJSON-1611484417 tempest-AllowedAddressPairTestJSON-1611484417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for port, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:25.862436 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339d64b6-86e7-49c9-b269-d5f210795a9d tempest-FloatingIPNegativeTestJSON-1419073809 tempest-FloatingIPNegativeTestJSON-1419073809-project] Pushing event updated for resources: {'Port': ['ID=fcebd889-ff5a-41fe-9533-a295224c1cf0,revision_number=1']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:36:25.866140 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-339d64b6-86e7-49c9-b269-d5f210795a9d tempest-FloatingIPNegativeTestJSON-1419073809 tempest-FloatingIPNegativeTestJSON-1419073809-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.345s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:36:25.877459 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee7c6e3-ec5c-4bfa-a421-097a9a81e28a tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Pushing event deleted for resources: {'Port': ['ID=302614ce-954b-4a95-8555-88a5cf90f9e9,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:36:25.878506 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-f7389a02-57b0-40a1-87f9-bf539f979927 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3830089'] for router, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:25.880916 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-dee7c6e3-ec5c-4bfa-a421-097a9a81e28a tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:36:25.881506 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7389a02-57b0-40a1-87f9-bf539f979927 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Fanout notify agent at l3_agent the message router_deleted on router 483e9dfe-ed23-42eb-9d49-6a26c30cd3a6 {{(pid=87507) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 16 22:36:25.920436 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d6e6f21-84ec-49a0-a5da-bcd5a6a6c626 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:36:25.922178 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d6e6f21-84ec-49a0-a5da-bcd5a6a6c626 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:36:25.924003 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-4d6e6f21-84ec-49a0-a5da-bcd5a6a6c626 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1454 time: 0.1739612
Dec 16 22:36:25.926545 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-4a8383c2-5751-42fb-8d31-40d7d25f1cee tempest-AllowedAddressPairTestJSON-1611484417 tempest-AllowedAddressPairTestJSON-1611484417-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 936 time: 3.9057252
Dec 16 22:36:25.929460 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 42312) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:36:25.929864 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 42314) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:36:25.949382 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-1ad2e834-022c-4e31-a93b-acbf993fd34f tempest-AllowedAddressPairTestJSON-1611484417 tempest-AllowedAddressPairTestJSON-1611484417-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:50:41:d6'}]}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:36:25.983563 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 0294b060-c234-4462-bbfb-eddb62866a3b up at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 22:36:26.046550 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-96a160a6-aa64-4c06-b9bd-70e24473187e None None] Provisioning for port 99b4eef7-45fa-4865-a2d3-6928788e8c37 completed by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 22:36:26.067960 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-96a160a6-aa64-4c06-b9bd-70e24473187e None None] Provisioning complete for port 99b4eef7-45fa-4865-a2d3-6928788e8c37 triggered by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:36:26.068452 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-96a160a6-aa64-4c06-b9bd-70e24473187e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:26.140308 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning for port 0294b060-c234-4462-bbfb-eddb62866a3b completed by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 22:36:26.156537 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning complete for port 0294b060-c234-4462-bbfb-eddb62866a3b triggered by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:36:26.157413 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:26.175326 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-f7389a02-57b0-40a1-87f9-bf539f979927 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks [] for router, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:26.179576 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-f7389a02-57b0-40a1-87f9-bf539f979927 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] 10.222.0.13 "DELETE /v2.0/routers/483e9dfe-ed23-42eb-9d49-6a26c30cd3a6 HTTP/1.1" status: 204  len: 168 time: 1.8678122
Dec 16 22:36:26.183559 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 42326) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:36:26.190570 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.plugin [None req-3dcff829-6217-4c46-a9a7-86a42ef5e936 tempest-ExtraDHCPOptionsTestJSON-1956761191 tempest-ExtraDHCPOptionsTestJSON-1956761191-project] Calling delete_port for a3840d7e-fdc9-4b88-bc71-23b88b96bb5a owned by  {{(pid=87507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:36:26.209079 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-96a160a6-aa64-4c06-b9bd-70e24473187e None None] Port 99b4eef7-45fa-4865-a2d3-6928788e8c37 cannot update to ACTIVE because it is not bound. {{(pid=87508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 22:36:26.222191 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-339d64b6-86e7-49c9-b269-d5f210795a9d tempest-FloatingIPNegativeTestJSON-1419073809 tempest-FloatingIPNegativeTestJSON-1419073809-project] Network 13b298c7-5289-476c-8555-4212820774c9 is already hosted by enough agents. {{(pid=87507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:36:26.241114 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.base_scheduler [None req-339d64b6-86e7-49c9-b269-d5f210795a9d tempest-FloatingIPNegativeTestJSON-1419073809 tempest-FloatingIPNegativeTestJSON-1419073809-project] Resources bound (agent type, host, resource id):  {{(pid=87507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:36:26.244557 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.db_base_plugin_v2 [None req-06c0c2cb-b548-44e4-8df2-2366f73166b8 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Deleting subnet eb25310a-340f-4490-b742-526a448eaa1d {{(pid=87506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 16 22:36:26.250836 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-06c0c2cb-b548-44e4-8df2-2366f73166b8 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks [] for subnet, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:26.296670 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-339d64b6-86e7-49c9-b269-d5f210795a9d tempest-FloatingIPNegativeTestJSON-1419073809 tempest-FloatingIPNegativeTestJSON-1419073809-project] Received port after_create {{(pid=87507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 22:36:26.336426 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-89d2b23e-74b1-439a-956d-5a1b42cca1ed admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a21c60855e3d440781134350c2712d36&name=default HTTP/1.1" status: 200  len: 2975 time: 0.8963742
Dec 16 22:36:26.384327 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:26.397171 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-8d0b8a25-02c1-49d2-b1a6-a4b62801a638 None None] Provisioning complete for port 0294b060-c234-4462-bbfb-eddb62866a3b triggered by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:36:26.397830 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-8d0b8a25-02c1-49d2-b1a6-a4b62801a638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:26.518117 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 42332) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:36:26.534033 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] For port 0294b060-c234-4462-bbfb-eddb62866a3b, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=0294b060-c234-4462-bbfb-eddb62866a3b,segment=NetworkSegment(42c8f93d-bc12-4b6e-b5db-55df7815798c),segment_id=42c8f93d-bc12-4b6e-b5db-55df7815798c)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:36:26.535571 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-3dcff829-6217-4c46-a9a7-86a42ef5e936 tempest-ExtraDHCPOptionsTestJSON-1956761191 tempest-ExtraDHCPOptionsTestJSON-1956761191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10807823'] for port, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:26.552248 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:26.563036 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-8d0bc4f8-234d-462a-9214-eb6d8d00cfdd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:36:26.568324 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-06c0c2cb-b548-44e4-8df2-2366f73166b8 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-266764487'] for subnet, precommit_delete_associations {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:26.587277 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-a3ba55cc-30ab-446c-a764-bf7f27587a50 tempest-AllowedAddressPairTestJSON-1611484417 tempest-AllowedAddressPairTestJSON-1611484417-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:36:26.651979 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-1ad2e834-022c-4e31-a93b-acbf993fd34f tempest-AllowedAddressPairTestJSON-1611484417 tempest-AllowedAddressPairTestJSON-1611484417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:26.655293 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dcff829-6217-4c46-a9a7-86a42ef5e936 tempest-ExtraDHCPOptionsTestJSON-1956761191 tempest-ExtraDHCPOptionsTestJSON-1956761191-project] Pushing event deleted for resources: {'Port': ['ID=a3840d7e-fdc9-4b88-bc71-23b88b96bb5a,revision_number=None']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:36:26.677407 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-3dcff829-6217-4c46-a9a7-86a42ef5e936 tempest-ExtraDHCPOptionsTestJSON-1956761191 tempest-ExtraDHCPOptionsTestJSON-1956761191-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:36:26.684133 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-339d64b6-86e7-49c9-b269-d5f210795a9d tempest-FloatingIPNegativeTestJSON-1419073809 tempest-FloatingIPNegativeTestJSON-1419073809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3830061'] for router_interface, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:26.741477 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb53ab8-c978-41d1-b5b9-fdb86a804d7a req-7b95cfd4-9be5-44ef-8f8a-5b5a7b2e2c87 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:36:26.741477 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [req-5cb53ab8-c978-41d1-b5b9-fdb86a804d7a req-7b95cfd4-9be5-44ef-8f8a-5b5a7b2e2c87 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Synchronizing usage tracker for tenant:ebcac23e4eae475893854e16d121f861 on resource:network {{(pid=87507) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 22:36:26.751313 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Pushing event updated for resources: {'Port': ['ID=0294b060-c234-4462-bbfb-eddb62866a3b,revision_number=3']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:36:26.761182 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:36:26.770282 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-06c0c2cb-b548-44e4-8df2-2366f73166b8 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3328566'] for subnet, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:26.792070 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.db_base_plugin_v2 [None req-b50e912d-5059-4078-9cb1-09df6c50f6b5 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Deleting subnet 996e1563-f406-48cb-8c95-7f0c29ab6fa9 {{(pid=87507) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 16 22:36:26.835194 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-b50e912d-5059-4078-9cb1-09df6c50f6b5 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks [] for subnet, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:26.889591 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-e0383db1-6ab5-466d-bad5-4aaf0340a6a6 None None] Provisioning for port fcebd889-ff5a-41fe-9533-a295224c1cf0 completed by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 22:36:26.904005 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-e0383db1-6ab5-466d-bad5-4aaf0340a6a6 None None] Provisioning complete for port fcebd889-ff5a-41fe-9533-a295224c1cf0 triggered by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:36:26.904912 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-e0383db1-6ab5-466d-bad5-4aaf0340a6a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:26.968471 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-06c0c2cb-b548-44e4-8df2-2366f73166b8 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3328622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1863378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11213117'] for subnet, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:26.991507 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-42489cfa-0915-4c75-92b3-b08551ce3742 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:36:27.012295 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-e0383db1-6ab5-466d-bad5-4aaf0340a6a6 None None] Port fcebd889-ff5a-41fe-9533-a295224c1cf0 cannot update to ACTIVE because it is not bound. {{(pid=87508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 22:36:27.031934 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-06c0c2cb-b548-44e4-8df2-2366f73166b8 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3791486'] for subnet, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:27.035445 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f56dde1d-4bf9-467d-92ca-c00917eff7c2 None None] Network 7edd76f7-0f97-48a5-b177-9842de6c0500 requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 22:36:27.043113 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [req-5cb53ab8-c978-41d1-b5b9-fdb86a804d7a req-7b95cfd4-9be5-44ef-8f8a-5b5a7b2e2c87 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Unset dirty status for tenant:ebcac23e4eae475893854e16d121f861 on resource:network {{(pid=87507) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 22:36:27.044654 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-5cb53ab8-c978-41d1-b5b9-fdb86a804d7a req-7b95cfd4-9be5-44ef-8f8a-5b5a7b2e2c87 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] 10.222.0.13 "GET /v2.0/networks?id=59be113d-df84-4589-a861-2ce3da6b2e5d HTTP/1.1" status: 200  len: 811 time: 1.4406314
Dec 16 22:36:27.067052 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-339d64b6-86e7-49c9-b269-d5f210795a9d tempest-FloatingIPNegativeTestJSON-1419073809 tempest-FloatingIPNegativeTestJSON-1419073809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:27.067472 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-1ad2e834-022c-4e31-a93b-acbf993fd34f tempest-AllowedAddressPairTestJSON-1611484417 tempest-AllowedAddressPairTestJSON-1611484417-project] Notify callbacks [] for port, precommit_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:27.069896 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c0c2cb-b548-44e4-8df2-2366f73166b8 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Pushing event deleted for resources: {'Subnet': ['ID=eb25310a-340f-4490-b742-526a448eaa1d,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:36:27.079653 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-06c0c2cb-b548-44e4-8df2-2366f73166b8 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:36:27.082292 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-1ad2e834-022c-4e31-a93b-acbf993fd34f tempest-AllowedAddressPairTestJSON-1611484417 tempest-AllowedAddressPairTestJSON-1611484417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1863400'] for port, after_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:27.085711 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-3dcff829-6217-4c46-a9a7-86a42ef5e936 tempest-ExtraDHCPOptionsTestJSON-1956761191 tempest-ExtraDHCPOptionsTestJSON-1956761191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for port, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:27.090858 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-f2550b0b-daa4-4e95-908e-5b3bd1742c28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:27.094786 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-91040def-8eab-4495-82fa-bc591b56e1b2 tempest-AllowedAddressPairTestJSON-1611484417 tempest-AllowedAddressPairTestJSON-1611484417-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:36:27.130594 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-b50e912d-5059-4078-9cb1-09df6c50f6b5 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2128562'] for subnet, precommit_delete_associations {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:27.200432 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-06c0c2cb-b548-44e4-8df2-2366f73166b8 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] 10.222.0.13 "DELETE /v2.0/subnets/eb25310a-340f-4490-b742-526a448eaa1d HTTP/1.1" status: 204  len: 168 time: 1.2686000
Dec 16 22:36:27.227452 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 42348) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:36:27.227824 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 42350) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:36:27.237049 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-5cb53ab8-c978-41d1-b5b9-fdb86a804d7a req-c8cfd201-758b-4199-acbf-7d8d300ba2d6 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] 10.222.0.13 "GET /v2.0/quotas/ebcac23e4eae475893854e16d121f861 HTTP/1.1" status: 200  len: 375 time: 0.1412933
Dec 16 22:36:27.241249 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 0294b060-c234-4462-bbfb-eddb62866a3b up at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 22:36:27.349318 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-75d5fe0b-6c7d-41e3-96ad-dc56ef28bb96 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1201539
Dec 16 22:36:27.355986 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 42358) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:36:27.358836 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad2e834-022c-4e31-a93b-acbf993fd34f tempest-AllowedAddressPairTestJSON-1611484417 tempest-AllowedAddressPairTestJSON-1611484417-project] Pushing event updated for resources: {'Port': ['ID=99b4eef7-45fa-4865-a2d3-6928788e8c37,revision_number=2']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:36:27.367596 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-09396d41-1fac-49b7-99ee-cd029a37b6ce tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Request body: {'subnet': {'network_id': '7edd76f7-0f97-48a5-b177-9842de6c0500', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:36:27.374019 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning complete for port 0294b060-c234-4462-bbfb-eddb62866a3b triggered by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:36:27.375969 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:27.383569 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-1ad2e834-022c-4e31-a93b-acbf993fd34f tempest-AllowedAddressPairTestJSON-1611484417 tempest-AllowedAddressPairTestJSON-1611484417-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:36:27.396471 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [None req-1ad2e834-022c-4e31-a93b-acbf993fd34f tempest-AllowedAddressPairTestJSON-1611484417 tempest-AllowedAddressPairTestJSON-1611484417-project] In _notify_port_updated(), no bound segment for port 99b4eef7-45fa-4865-a2d3-6928788e8c37 on network 23bf1340-5067-4f12-82fc-aa5d92ad4d11 {{(pid=87506) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}}
Dec 16 22:36:27.402337 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ad2e834-022c-4e31-a93b-acbf993fd34f tempest-AllowedAddressPairTestJSON-1611484417 tempest-AllowedAddressPairTestJSON-1611484417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:36:27.403273 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-1ad2e834-022c-4e31-a93b-acbf993fd34f tempest-AllowedAddressPairTestJSON-1611484417 tempest-AllowedAddressPairTestJSON-1611484417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for port, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:27.404819 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-1ad2e834-022c-4e31-a93b-acbf993fd34f tempest-AllowedAddressPairTestJSON-1611484417 tempest-AllowedAddressPairTestJSON-1611484417-project] 10.222.0.13 "PUT /v2.0/ports/99b4eef7-45fa-4865-a2d3-6928788e8c37 HTTP/1.1" status: 200  len: 995 time: 1.4676905
Dec 16 22:36:27.456232 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 42362) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:36:27.504747 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-a041ef47-951a-4f8d-825f-9e5df79a5549 None None] Provisioning complete for port 99b4eef7-45fa-4865-a2d3-6928788e8c37 triggered by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:36:27.505228 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-a041ef47-951a-4f8d-825f-9e5df79a5549 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:27.546982 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [None req-9de97a7d-fd65-4c8c-92bd-684035c27d97 tempest-AllowedAddressPairTestJSON-1611484417 tempest-AllowedAddressPairTestJSON-1611484417-project] Deleting port 99b4eef7-45fa-4865-a2d3-6928788e8c37 {{(pid=87506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:36:27.547557 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-9de97a7d-fd65-4c8c-92bd-684035c27d97 tempest-AllowedAddressPairTestJSON-1611484417 tempest-AllowedAddressPairTestJSON-1611484417-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:27.578030 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91a057c2-5a2b-440c-be51-f554ba5c6480 None None] DHCP port deletion for 7edd76f7-0f97-48a5-b177-9842de6c0500 request from dv-neutron-821829-1-hyperv {{(pid=87508) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 16 22:36:27.596543 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-3dcff829-6217-4c46-a9a7-86a42ef5e936 tempest-ExtraDHCPOptionsTestJSON-1956761191 tempest-ExtraDHCPOptionsTestJSON-1956761191-project] 10.222.0.13 "DELETE /v2.0/ports/a3840d7e-fdc9-4b88-bc71-23b88b96bb5a HTTP/1.1" status: 204  len: 168 time: 3.5329456
Dec 16 22:36:27.605433 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-91a057c2-5a2b-440c-be51-f554ba5c6480 None None] Deleting port 31fb6f56-2bae-4c6c-a2b8-8702ba18b0a1 {{(pid=87508) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:36:27.605838 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-91a057c2-5a2b-440c-be51-f554ba5c6480 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:27.607012 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-977f6777-e318-4d9a-a0a8-a6209b5c9196 tempest-ExternalNetworksAdminNegativeTestJSON-235258638 tempest-ExternalNetworksAdminNegativeTestJSON-235258638-project-admin] Request body: {'floatingip': {'floating_network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5'}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:36:27.610546 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 42368) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:36:27.618631 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-977f6777-e318-4d9a-a0a8-a6209b5c9196 tempest-ExternalNetworksAdminNegativeTestJSON-235258638 tempest-ExternalNetworksAdminNegativeTestJSON-235258638-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:36:27.635162 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-45ae41f3-7505-4779-8837-62779a158f2d tempest-ExtraDHCPOptionsTestJSON-1956761191 tempest-ExtraDHCPOptionsTestJSON-1956761191-project] Request body: {'port': {'name': 'tempest-new-port-name-1785002479', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:36:27.635549 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.api.validators [None req-45ae41f3-7505-4779-8837-62779a158f2d tempest-ExtraDHCPOptionsTestJSON-1956761191 tempest-ExtraDHCPOptionsTestJSON-1956761191-project] bootfile-name is not in valid_values {{(pid=87506) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}}
Dec 16 22:36:27.635912 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.api.validators [None req-45ae41f3-7505-4779-8837-62779a158f2d tempest-ExtraDHCPOptionsTestJSON-1956761191 tempest-ExtraDHCPOptionsTestJSON-1956761191-project] tftp-server is not in valid_values {{(pid=87506) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}}
Dec 16 22:36:27.636243 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.api.validators [None req-45ae41f3-7505-4779-8837-62779a158f2d tempest-ExtraDHCPOptionsTestJSON-1956761191 tempest-ExtraDHCPOptionsTestJSON-1956761191-project] server-ip-address is not in valid_values {{(pid=87506) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}}
Dec 16 22:36:27.645497 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-f2550b0b-daa4-4e95-908e-5b3bd1742c28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:27.680198 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-977f6777-e318-4d9a-a0a8-a6209b5c9196 tempest-ExternalNetworksAdminNegativeTestJSON-235258638 tempest-ExternalNetworksAdminNegativeTestJSON-235258638-project-admin] Usage tracker for resource:floatingip and tenant:515878980e044fa2b7c93d5c2bfd4139 is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:36:27.684156 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-a041ef47-951a-4f8d-825f-9e5df79a5549 None None] Port 99b4eef7-45fa-4865-a2d3-6928788e8c37 cannot update to ACTIVE because it is not bound. {{(pid=87508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 22:36:27.694262 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-977f6777-e318-4d9a-a0a8-a6209b5c9196 tempest-ExternalNetworksAdminNegativeTestJSON-235258638 tempest-ExternalNetworksAdminNegativeTestJSON-235258638-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:36:27.724149 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-977f6777-e318-4d9a-a0a8-a6209b5c9196 tempest-ExternalNetworksAdminNegativeTestJSON-235258638 tempest-ExternalNetworksAdminNegativeTestJSON-235258638-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:36:27.759374 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-09396d41-1fac-49b7-99ee-cd029a37b6ce tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:36:27.776365 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-09396d41-1fac-49b7-99ee-cd029a37b6ce tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Usage tracker for resource:subnet and tenant:8e4385a98eb1416284c1cc96b3355a70 is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:36:27.795673 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-b50e912d-5059-4078-9cb1-09df6c50f6b5 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3328566'] for subnet, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:27.815075 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-09396d41-1fac-49b7-99ee-cd029a37b6ce tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:36:27.841597 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-09396d41-1fac-49b7-99ee-cd029a37b6ce tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:36:27.846688 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-977f6777-e318-4d9a-a0a8-a6209b5c9196 tempest-ExternalNetworksAdminNegativeTestJSON-235258638 tempest-ExternalNetworksAdminNegativeTestJSON-235258638-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:27.914940 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-91a057c2-5a2b-440c-be51-f554ba5c6480 None None] For port 31fb6f56-2bae-4c6c-a2b8-8702ba18b0a1, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=31fb6f56-2bae-4c6c-a2b8-8702ba18b0a1,segment=NetworkSegment(da71c9a1-7532-4738-a9bc-22a7f498ec35),segment_id=da71c9a1-7532-4738-a9bc-22a7f498ec35)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:36:27.915346 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-91a057c2-5a2b-440c-be51-f554ba5c6480 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:27.927353 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-f2550b0b-daa4-4e95-908e-5b3bd1742c28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841066'] for security_group, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:27.937085 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-91b0c2b2-675c-414a-8833-1a27967c72a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:36:27.967988 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2550b0b-daa4-4e95-908e-5b3bd1742c28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa2f9f2d-fb69-4bba-a38e-e50901aa693a,revision_number=None']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:36:27.970814 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-f2550b0b-daa4-4e95-908e-5b3bd1742c28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:36:27.979592 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09396d41-1fac-49b7-99ee-cd029a37b6ce tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Made reservation on behalf of 8e4385a98eb1416284c1cc96b3355a70 for: {'subnet': 1} {{(pid=87506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:36:27.982719 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-09396d41-1fac-49b7-99ee-cd029a37b6ce tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11213078'] for subnet, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:27.993086 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-5cb53ab8-c978-41d1-b5b9-fdb86a804d7a req-3af35c03-bd2f-4555-b724-e2529ae2f7c8 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=ebcac23e4eae475893854e16d121f861&fields=id HTTP/1.1" status: 200  len: 302 time: 0.4040744
Dec 16 22:36:28.003333 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-45ae41f3-7505-4779-8837-62779a158f2d tempest-ExtraDHCPOptionsTestJSON-1956761191 tempest-ExtraDHCPOptionsTestJSON-1956761191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:28.012576 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-f2550b0b-daa4-4e95-908e-5b3bd1742c28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:28.013681 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-f2550b0b-daa4-4e95-908e-5b3bd1742c28 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/fa2f9f2d-fb69-4bba-a38e-e50901aa693a HTTP/1.1" status: 204  len: 168 time: 1.4797409
Dec 16 22:36:28.048029 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-b50e912d-5059-4078-9cb1-09df6c50f6b5 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3328622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10807868', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10549621'] for subnet, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:28.057961 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-3fe725c8-9297-4e9a-b1ce-8a450ab7bd07 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:36:28.061613 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-91a057c2-5a2b-440c-be51-f554ba5c6480 None None] Calling delete_port for 31fb6f56-2bae-4c6c-a2b8-8702ba18b0a1 owned by network:dhcp {{(pid=87508) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:36:28.146216 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-ea17736d-e096-4795-ab1a-2a258957381d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:28.155187 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-91a057c2-5a2b-440c-be51-f554ba5c6480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949'] for port, after_delete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:28.158517 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-b50e912d-5059-4078-9cb1-09df6c50f6b5 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks [] for subnet, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:28.160174 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:36:28.161234 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50e912d-5059-4078-9cb1-09df6c50f6b5 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Pushing event deleted for resources: {'Subnet': ['ID=996e1563-f406-48cb-8c95-7f0c29ab6fa9,revision_number=None']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:36:28.164346 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-b50e912d-5059-4078-9cb1-09df6c50f6b5 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:36:28.177267 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-b50e912d-5059-4078-9cb1-09df6c50f6b5 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] 10.222.0.13 "DELETE /v2.0/subnets/996e1563-f406-48cb-8c95-7f0c29ab6fa9 HTTP/1.1" status: 204  len: 168 time: 1.9509075
Dec 16 22:36:28.181129 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 42374) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:36:28.207277 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af213afb-51bb-4edc-b450-43f4476388c2 None None] Network f8cea0c5-eecf-4efe-a553-b3ef77dc86aa requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 22:36:28.225078 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-339d64b6-86e7-49c9-b269-d5f210795a9d tempest-FloatingIPNegativeTestJSON-1419073809 tempest-FloatingIPNegativeTestJSON-1419073809-project] Notify callbacks [] for port, precommit_update {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:28.237098 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a057c2-5a2b-440c-be51-f554ba5c6480 None None] Pushing event deleted for resources: {'Port': ['ID=31fb6f56-2bae-4c6c-a2b8-8702ba18b0a1,revision_number=None']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:36:28.244473 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-91a057c2-5a2b-440c-be51-f554ba5c6480 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:36:28.245318 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91a057c2-5a2b-440c-be51-f554ba5c6480 None None] No DVR routers for this DVR port 31fb6f56-2bae-4c6c-a2b8-8702ba18b0a1 on host dv-neutron-821829-1-hyperv {{(pid=87508) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 22:36:28.296336 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-339d64b6-86e7-49c9-b269-d5f210795a9d tempest-FloatingIPNegativeTestJSON-1419073809 tempest-FloatingIPNegativeTestJSON-1419073809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10807814'] for port, after_update {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:28.341682 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-db7fd115-5299-452d-97da-82e7bafe2a41 tempest-AllowedAddressPairTestJSON-1611484417 tempest-AllowedAddressPairTestJSON-1611484417-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:36:28.453877 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-5cb53ab8-c978-41d1-b5b9-fdb86a804d7a req-5089ddcd-951a-4b52-8659-7db7f4f74ae4 service neutron] 10.222.0.13 "GET /v2.0/networks/59be113d-df84-4589-a861-2ce3da6b2e5d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4356270
Dec 16 22:36:28.509373 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-9ec8aace-92c0-4586-8ab4-d7e8b290f9e5 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-825997'] for network, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:28.556005 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05bc149a-7dd2-4e06-826a-88cef1860b1d None None] DHCP port deletion for f8cea0c5-eecf-4efe-a553-b3ef77dc86aa request from dv-neutron-821829-1-hyperv {{(pid=87508) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 16 22:36:28.561750 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-05bc149a-7dd2-4e06-826a-88cef1860b1d None None] Deleting port dbde8790-688b-4548-8589-95fbf7941c31 {{(pid=87508) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:36:28.562230 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-05bc149a-7dd2-4e06-826a-88cef1860b1d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:28.588408 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339d64b6-86e7-49c9-b269-d5f210795a9d tempest-FloatingIPNegativeTestJSON-1419073809 tempest-FloatingIPNegativeTestJSON-1419073809-project] Pushing event updated for resources: {'Port': ['ID=fcebd889-ff5a-41fe-9533-a295224c1cf0,revision_number=2']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:36:28.593786 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-339d64b6-86e7-49c9-b269-d5f210795a9d tempest-FloatingIPNegativeTestJSON-1419073809 tempest-FloatingIPNegativeTestJSON-1419073809-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3791426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3830222'] for router_interface, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:28.597949 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-339d64b6-86e7-49c9-b269-d5f210795a9d tempest-FloatingIPNegativeTestJSON-1419073809 tempest-FloatingIPNegativeTestJSON-1419073809-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:36:28.642767 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.plugin [None req-9ec8aace-92c0-4586-8ab4-d7e8b290f9e5 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Deleting port dbde8790-688b-4548-8589-95fbf7941c31 {{(pid=87507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:36:28.643203 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-9ec8aace-92c0-4586-8ab4-d7e8b290f9e5 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:28.743138 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-9de97a7d-fd65-4c8c-92bd-684035c27d97 tempest-AllowedAddressPairTestJSON-1611484417 tempest-AllowedAddressPairTestJSON-1611484417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:28.795327 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-5cb53ab8-c978-41d1-b5b9-fdb86a804d7a req-fac29e1f-1489-4adb-8b2c-d62bee3c0a6e service neutron] 10.222.0.13 "GET /v2.0/networks/59be113d-df84-4589-a861-2ce3da6b2e5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3278105
Dec 16 22:36:28.813065 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-05bc149a-7dd2-4e06-826a-88cef1860b1d None None] For port dbde8790-688b-4548-8589-95fbf7941c31, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=dbde8790-688b-4548-8589-95fbf7941c31,segment=NetworkSegment(c01c49f8-e625-46ae-aab9-170aa1ec9795),segment_id=c01c49f8-e625-46ae-aab9-170aa1ec9795)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:36:28.813594 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-05bc149a-7dd2-4e06-826a-88cef1860b1d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:28.910231 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-339d64b6-86e7-49c9-b269-d5f210795a9d tempest-FloatingIPNegativeTestJSON-1419073809 tempest-FloatingIPNegativeTestJSON-1419073809-project] Network 13b298c7-5289-476c-8555-4212820774c9 is already hosted by enough agents. {{(pid=87507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:36:28.942423 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-05bc149a-7dd2-4e06-826a-88cef1860b1d None None] Calling delete_port for dbde8790-688b-4548-8589-95fbf7941c31 owned by network:dhcp {{(pid=87508) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:36:28.971133 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.base_scheduler [None req-339d64b6-86e7-49c9-b269-d5f210795a9d tempest-FloatingIPNegativeTestJSON-1419073809 tempest-FloatingIPNegativeTestJSON-1419073809-project] Resources bound (agent type, host, resource id):  {{(pid=87507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:36:29.025143 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-05bc149a-7dd2-4e06-826a-88cef1860b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949'] for port, after_delete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:29.030661 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:36:29.079903 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bc149a-7dd2-4e06-826a-88cef1860b1d None None] Pushing event deleted for resources: {'Port': ['ID=dbde8790-688b-4548-8589-95fbf7941c31,revision_number=None']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:36:29.083524 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-05bc149a-7dd2-4e06-826a-88cef1860b1d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:36:29.087325 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05bc149a-7dd2-4e06-826a-88cef1860b1d None None] No DVR routers for this DVR port dbde8790-688b-4548-8589-95fbf7941c31 on host dv-neutron-821829-1-hyperv {{(pid=87508) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 22:36:29.101117 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [None req-9de97a7d-fd65-4c8c-92bd-684035c27d97 tempest-AllowedAddressPairTestJSON-1611484417 tempest-AllowedAddressPairTestJSON-1611484417-project] Calling delete_port for 99b4eef7-45fa-4865-a2d3-6928788e8c37 owned by  {{(pid=87506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:36:29.230582 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 31fb6f56-2bae-4c6c-a2b8-8702ba18b0a1 no longer exists at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 22:36:29.310226 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] No Port match for: 31fb6f56-2bae-4c6c-a2b8-8702ba18b0a1 {{(pid=87508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 22:36:29.310961 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 31fb6f56-2bae-4c6c-a2b8-8702ba18b0a1 not bound to the agent host dv-neutron-821829-1-hyperv {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 22:36:29.311659 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device dbde8790-688b-4548-8589-95fbf7941c31 no longer exists at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 22:36:29.359479 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] No Port match for: dbde8790-688b-4548-8589-95fbf7941c31 {{(pid=87508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 22:36:29.360292 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device dbde8790-688b-4548-8589-95fbf7941c31 not bound to the agent host dv-neutron-821829-1-hyperv {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 22:36:29.376478 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-2d1d9494-4d19-4943-a91b-76394448d271 None None] Provisioning complete for port fcebd889-ff5a-41fe-9533-a295224c1cf0 triggered by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:36:29.377143 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-2d1d9494-4d19-4943-a91b-76394448d271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:29.399981 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-977f6777-e318-4d9a-a0a8-a6209b5c9196 tempest-ExternalNetworksAdminNegativeTestJSON-235258638 tempest-ExternalNetworksAdminNegativeTestJSON-235258638-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:29.458512 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-2d1d9494-4d19-4943-a91b-76394448d271 None None] Port fcebd889-ff5a-41fe-9533-a295224c1cf0 cannot update to ACTIVE because it is not bound. {{(pid=87508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 22:36:29.561879 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.db [None req-9ec8aace-92c0-4586-8ab4-d7e8b290f9e5 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] For port dbde8790-688b-4548-8589-95fbf7941c31, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=dbde8790-688b-4548-8589-95fbf7941c31,segment=NetworkSegment(c01c49f8-e625-46ae-aab9-170aa1ec9795),segment_id=c01c49f8-e625-46ae-aab9-170aa1ec9795)] {{(pid=87507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:36:29.562117 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-9ec8aace-92c0-4586-8ab4-d7e8b290f9e5 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:29.606954 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-504c4abf-bf0b-44c7-9ef1-c0a53981f308 req-a127bd5b-a87d-401c-8f47-5879de918a35 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] 10.222.0.13 "GET /v2.0/ports?device_id=6835fec6-5e03-4c1c-818c-3e2c01241c21 HTTP/1.1" status: 200  len: 210 time: 0.1265416
Dec 16 22:36:29.756895 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.plugin [None req-9ec8aace-92c0-4586-8ab4-d7e8b290f9e5 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Calling delete_port for dbde8790-688b-4548-8589-95fbf7941c31 owned by network:dhcp {{(pid=87507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:36:29.761494 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-9de97a7d-fd65-4c8c-92bd-684035c27d97 tempest-AllowedAddressPairTestJSON-1611484417 tempest-AllowedAddressPairTestJSON-1611484417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1863393'] for port, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:29.773291 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-45ae41f3-7505-4779-8837-62779a158f2d tempest-ExtraDHCPOptionsTestJSON-1956761191 tempest-ExtraDHCPOptionsTestJSON-1956761191-project] Notify callbacks [] for port, precommit_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:29.780413 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.objects.ports [None req-09396d41-1fac-49b7-99ee-cd029a37b6ce tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87506) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}}
Dec 16 22:36:29.785283 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-a7aae7c4-df9d-4931-b050-c4ffbe6bb598 tempest-AllowedAddressPairTestJSON-1611484417 tempest-AllowedAddressPairTestJSON-1611484417-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:36:29.839261 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de97a7d-fd65-4c8c-92bd-684035c27d97 tempest-AllowedAddressPairTestJSON-1611484417 tempest-AllowedAddressPairTestJSON-1611484417-project] Pushing event deleted for resources: {'Port': ['ID=99b4eef7-45fa-4865-a2d3-6928788e8c37,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:36:29.841645 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-09396d41-1fac-49b7-99ee-cd029a37b6ce tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1863317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11213092'] for subnet, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:29.850863 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-9de97a7d-fd65-4c8c-92bd-684035c27d97 tempest-AllowedAddressPairTestJSON-1611484417 tempest-AllowedAddressPairTestJSON-1611484417-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:36:29.851448 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-a7d3a81a-6999-45ac-895d-e8994d28251b tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:36:29.878981 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-45ae41f3-7505-4779-8837-62779a158f2d tempest-ExtraDHCPOptionsTestJSON-1956761191 tempest-ExtraDHCPOptionsTestJSON-1956761191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1863400'] for port, after_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:29.893228 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-339d64b6-86e7-49c9-b269-d5f210795a9d tempest-FloatingIPNegativeTestJSON-1419073809 tempest-FloatingIPNegativeTestJSON-1419073809-project] Router 4ddcb10e-cca3-4eb4-ad66-8d96c0a5306b is scheduled to L3 agent 4f519db7-069b-43e2-8411-c092bac9102a with binding_index 1 {{(pid=87507) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 16 22:36:29.902332 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.db.api [None req-9ec8aace-92c0-4586-8ab4-d7e8b290f9e5 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87507) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 16 22:36:29.902764 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_db.api [None req-9ec8aace-92c0-4586-8ab4-d7e8b290f9e5 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 16 22:36:29.983324 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09396d41-1fac-49b7-99ee-cd029a37b6ce tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Network 7edd76f7-0f97-48a5-b177-9842de6c0500 is already hosted by enough agents. {{(pid=87506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:36:30.075181 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.base_scheduler [None req-09396d41-1fac-49b7-99ee-cd029a37b6ce tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Resources bound (agent type, host, resource id):  {{(pid=87506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:36:30.091231 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d69f9a34-2363-445a-afa4-5ec821778a9f None None] Network 7edd76f7-0f97-48a5-b177-9842de6c0500 requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 22:36:30.095231 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 42426) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:36:30.135323 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09396d41-1fac-49b7-99ee-cd029a37b6ce tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:36:30.136001 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-09396d41-1fac-49b7-99ee-cd029a37b6ce tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3791486'] for subnet, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:30.156720 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-339d64b6-86e7-49c9-b269-d5f210795a9d tempest-FloatingIPNegativeTestJSON-1419073809 tempest-FloatingIPNegativeTestJSON-1419073809-project] Notify agent at l3_agent.dv-neutron-821829-1-hyperv the message routers_updated {{(pid=87507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 22:36:30.182290 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-339d64b6-86e7-49c9-b269-d5f210795a9d tempest-FloatingIPNegativeTestJSON-1419073809 tempest-FloatingIPNegativeTestJSON-1419073809-project] 10.222.0.13 "PUT /v2.0/routers/4ddcb10e-cca3-4eb4-ad66-8d96c0a5306b/add_router_interface HTTP/1.1" status: 200  len: 503 time: 10.0024002
Dec 16 22:36:30.189747 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 42432) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:36:30.205871 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-6c50b066-b7f5-4a17-9cd9-a2bbe18a7e61 tempest-FloatingIPNegativeTestJSON-1419073809 tempest-FloatingIPNegativeTestJSON-1419073809-project] Request body: {'port': {'network_id': '13b298c7-5289-476c-8555-4212820774c9', 'name': 'tempest-FloatingIPNegativeTestJSON-670766121'}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:36:30.219073 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09396d41-1fac-49b7-99ee-cd029a37b6ce tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Pushing event updated for resources: {'Subnet': ['ID=4ff8ff5f-6a27-436f-a734-859e3b9fc123,revision_number=0']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:36:30.253067 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-617eb98d-4ac4-45d1-9213-cbdfa7dc3942 None None] Sync routers for ids ['4ddcb10e-cca3-4eb4-ad66-8d96c0a5306b'] in dv-neutron-821829-1-hyperv {{(pid=87508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 22:36:30.257828 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-09396d41-1fac-49b7-99ee-cd029a37b6ce tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.406s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:36:30.260867 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-4ee7b70b-8855-4f3b-ac3f-49090163093f tempest-AllowedAddressPairIpV6TestJSON-1960971591 tempest-AllowedAddressPairIpV6TestJSON-1960971591-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.368s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:36:30.373291 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.db_base_plugin_common [None req-977f6777-e318-4d9a-a0a8-a6209b5c9196 tempest-ExternalNetworksAdminNegativeTestJSON-235258638 tempest-ExternalNetworksAdminNegativeTestJSON-235258638-project-admin] Allocated IP 172.26.0.201 (f8905ce9-304b-4976-bc47-e58c71c11de5/9bca8591-41ef-4f2d-8ecb-ecaab1a28acf/baf42760-2374-4676-8e59-a7f2ede211c4) {{(pid=87506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 22:36:30.376063 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [None req-45ae41f3-7505-4779-8837-62779a158f2d tempest-ExtraDHCPOptionsTestJSON-1956761191 tempest-ExtraDHCPOptionsTestJSON-1956761191-project] In _notify_port_updated(), no bound segment for port c895ef0e-aaa4-4458-b2fb-d49d33cf00a4 on network 690c18ce-bf4f-4e28-ab59-b5a786dbbb87 {{(pid=87506) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}}
Dec 16 22:36:30.376995 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-617eb98d-4ac4-45d1-9213-cbdfa7dc3942 None None] Routers {'4ddcb10e-cca3-4eb4-ad66-8d96c0a5306b'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:36:30.379728 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-617eb98d-4ac4-45d1-9213-cbdfa7dc3942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b77f3cac0>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:36:01Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['4ddcb10e-cca3-4eb4-ad66-8d96c0a5306b'], 'active': True} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:36:30.382523 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45ae41f3-7505-4779-8837-62779a158f2d tempest-ExtraDHCPOptionsTestJSON-1956761191 tempest-ExtraDHCPOptionsTestJSON-1956761191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:36:30.383198 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-45ae41f3-7505-4779-8837-62779a158f2d tempest-ExtraDHCPOptionsTestJSON-1956761191 tempest-ExtraDHCPOptionsTestJSON-1956761191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for port, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:30.387820 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-45ae41f3-7505-4779-8837-62779a158f2d tempest-ExtraDHCPOptionsTestJSON-1956761191 tempest-ExtraDHCPOptionsTestJSON-1956761191-project] 10.222.0.13 "PUT /v2.0/ports/c895ef0e-aaa4-4458-b2fb-d49d33cf00a4 HTTP/1.1" status: 200  len: 1136 time: 2.7761786
Dec 16 22:36:30.390938 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 42436) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:36:30.408107 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-09396d41-1fac-49b7-99ee-cd029a37b6ce tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 835 time: 3.0506735
Dec 16 22:36:30.432271 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.plugin [None req-9ec8aace-92c0-4586-8ab4-d7e8b290f9e5 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Deleting port dbde8790-688b-4548-8589-95fbf7941c31 {{(pid=87507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:36:30.432736 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-9ec8aace-92c0-4586-8ab4-d7e8b290f9e5 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:30.465755 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-9de97a7d-fd65-4c8c-92bd-684035c27d97 tempest-AllowedAddressPairTestJSON-1611484417 tempest-AllowedAddressPairTestJSON-1611484417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for port, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:30.470976 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 42440) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:36:30.471889 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-9de97a7d-fd65-4c8c-92bd-684035c27d97 tempest-AllowedAddressPairTestJSON-1611484417 tempest-AllowedAddressPairTestJSON-1611484417-project] 10.222.0.13 "DELETE /v2.0/ports/99b4eef7-45fa-4865-a2d3-6928788e8c37 HTTP/1.1" status: 204  len: 168 time: 3.0143430
Dec 16 22:36:30.495609 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 42442) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:36:30.508957 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.plugin [None req-9ec8aace-92c0-4586-8ab4-d7e8b290f9e5 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] The port 'dbde8790-688b-4548-8589-95fbf7941c31' was deleted {{(pid=87507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 16 22:36:30.510629 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-6c50b066-b7f5-4a17-9cd9-a2bbe18a7e61 tempest-FloatingIPNegativeTestJSON-1419073809 tempest-FloatingIPNegativeTestJSON-1419073809-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:36:30.516868 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-1d2d4e53-2393-43e5-ab1b-ad9113bc5af2 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Request body: {'port': {'network_id': '7edd76f7-0f97-48a5-b177-9842de6c0500', 'mac_address': 'fa:16:3e:77:cd:53', 'name': 'tempest-NetworksTestDHCPv6-376765792'}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:36:30.591797 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-6c50b066-b7f5-4a17-9cd9-a2bbe18a7e61 tempest-FloatingIPNegativeTestJSON-1419073809 tempest-FloatingIPNegativeTestJSON-1419073809-project] Usage tracker for resource:port and tenant:4ecdb369fa1545d4963c609ddca66a2e is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:36:30.594906 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-6c50b066-b7f5-4a17-9cd9-a2bbe18a7e61 tempest-FloatingIPNegativeTestJSON-1419073809 tempest-FloatingIPNegativeTestJSON-1419073809-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:36:30.605596 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-4a3afd7a-2ae0-44a0-9739-255aa85ac47e tempest-DHCPAgentSchedulersTestJSON-789587183 tempest-DHCPAgentSchedulersTestJSON-789587183-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1396220414'}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:36:30.624224 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ae41f3-7505-4779-8837-62779a158f2d tempest-ExtraDHCPOptionsTestJSON-1956761191 tempest-ExtraDHCPOptionsTestJSON-1956761191-project] Pushing event updated for resources: {'Port': ['ID=c895ef0e-aaa4-4458-b2fb-d49d33cf00a4,revision_number=2']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:36:30.631366 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-45ae41f3-7505-4779-8837-62779a158f2d tempest-ExtraDHCPOptionsTestJSON-1956761191 tempest-ExtraDHCPOptionsTestJSON-1956761191-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.370s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:36:30.636078 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-617eb98d-4ac4-45d1-9213-cbdfa7dc3942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b77f3cac0>, [], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:36:30.660586 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-617eb98d-4ac4-45d1-9213-cbdfa7dc3942 None None] Routers {'4ddcb10e-cca3-4eb4-ad66-8d96c0a5306b'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:36:30.661290 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-617eb98d-4ac4-45d1-9213-cbdfa7dc3942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b77f3cac0>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:36:01Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['4ddcb10e-cca3-4eb4-ad66-8d96c0a5306b'], 'active': True} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:36:30.668920 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1183e142-cc8a-4c42-8914-81c25934fbc5 tempest-ExtraDHCPOptionsTestJSON-1956761191 tempest-ExtraDHCPOptionsTestJSON-1956761191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:36:30.669545 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-1183e142-cc8a-4c42-8914-81c25934fbc5 tempest-ExtraDHCPOptionsTestJSON-1956761191 tempest-ExtraDHCPOptionsTestJSON-1956761191-project] Synchronizing usage tracker for tenant:57cbd8a42b6f43af8cdfeaa368b10129 on resource:port {{(pid=87506) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 22:36:30.690937 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.pecan_wsgi.hooks.translation [None req-81603996-54e6-43dd-9088-67582a170438 tempest-AllowedAddressPairTestJSON-1611484417 tempest-AllowedAddressPairTestJSON-1611484417-project] GET failed (client error): The resource could not be found.
Dec 16 22:36:30.691547 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-81603996-54e6-43dd-9088-67582a170438 tempest-AllowedAddressPairTestJSON-1611484417 tempest-AllowedAddressPairTestJSON-1611484417-project] Synchronizing usage tracker for tenant:aac952f03feb4a16a9e96684becdcd26 on resource:port {{(pid=87507) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 22:36:30.701340 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-4a3afd7a-2ae0-44a0-9739-255aa85ac47e tempest-DHCPAgentSchedulersTestJSON-789587183 tempest-DHCPAgentSchedulersTestJSON-789587183-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:36:30.707514 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-4a3afd7a-2ae0-44a0-9739-255aa85ac47e tempest-DHCPAgentSchedulersTestJSON-789587183 tempest-DHCPAgentSchedulersTestJSON-789587183-project] Usage tracker for resource:network and tenant:578a1a9ac31b41599964dcb3f552228b is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:36:30.713715 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-4a3afd7a-2ae0-44a0-9739-255aa85ac47e tempest-DHCPAgentSchedulersTestJSON-789587183 tempest-DHCPAgentSchedulersTestJSON-789587183-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:36:30.716041 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-1183e142-cc8a-4c42-8914-81c25934fbc5 tempest-ExtraDHCPOptionsTestJSON-1956761191 tempest-ExtraDHCPOptionsTestJSON-1956761191-project] Unset dirty status for tenant:57cbd8a42b6f43af8cdfeaa368b10129 on resource:port {{(pid=87506) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 22:36:30.720973 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-1183e142-cc8a-4c42-8914-81c25934fbc5 tempest-ExtraDHCPOptionsTestJSON-1956761191 tempest-ExtraDHCPOptionsTestJSON-1956761191-project] 10.222.0.13 "GET /v2.0/ports/c895ef0e-aaa4-4458-b2fb-d49d33cf00a4 HTTP/1.1" status: 200  len: 1136 time: 0.3251228
Dec 16 22:36:30.721709 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 42450) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:36:30.723208 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-4a3afd7a-2ae0-44a0-9739-255aa85ac47e tempest-DHCPAgentSchedulersTestJSON-789587183 tempest-DHCPAgentSchedulersTestJSON-789587183-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:36:30.727025 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78d3c24e-a5ec-417e-b807-5adf76279b97 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1d6bfaf-d325-5e4f-b05d-2441d8339617-7edd76f7-0f97-48a5-b177-9842de6c0500', 'network_id': '7edd76f7-0f97-48a5-b177-9842de6c0500', 'tenant_id': '8e4385a98eb1416284c1cc96b3355a70', 'fixed_ips': [{'subnet_id': '4ff8ff5f-6a27-436f-a734-859e3b9fc123'}]}} from dv-neutron-821829-1-hyperv. {{(pid=87508) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 16 22:36:30.728061 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-78d3c24e-a5ec-417e-b807-5adf76279b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:30.741463 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-617eb98d-4ac4-45d1-9213-cbdfa7dc3942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b77f3cac0>, [], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:36:30.742011 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-617eb98d-4ac4-45d1-9213-cbdfa7dc3942 None None] The sync data for ids ['4ddcb10e-cca3-4eb4-ad66-8d96c0a5306b'] in dv-neutron-821829-1-hyperv is: [] {{(pid=87508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 22:36:30.742448 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-6c50b066-b7f5-4a17-9cd9-a2bbe18a7e61 tempest-FloatingIPNegativeTestJSON-1419073809 tempest-FloatingIPNegativeTestJSON-1419073809-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:36:30.744976 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-128ceb7f-2c16-499c-a39d-759096af2421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:30.750601 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-92099bff-52ee-4e49-a485-7c337eb36077 None None] Provisioning complete for port c895ef0e-aaa4-4458-b2fb-d49d33cf00a4 triggered by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:36:30.751161 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-92099bff-52ee-4e49-a485-7c337eb36077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:30.780906 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-977f6777-e318-4d9a-a0a8-a6209b5c9196 tempest-ExternalNetworksAdminNegativeTestJSON-235258638 tempest-ExternalNetworksAdminNegativeTestJSON-235258638-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:30.813022 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [None req-3f3ebe88-34f4-4e00-9d61-f61a1f8054e6 tempest-ExtraDHCPOptionsTestJSON-1956761191 tempest-ExtraDHCPOptionsTestJSON-1956761191-project] Deleting port c895ef0e-aaa4-4458-b2fb-d49d33cf00a4 {{(pid=87506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:36:30.813363 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-3f3ebe88-34f4-4e00-9d61-f61a1f8054e6 tempest-ExtraDHCPOptionsTestJSON-1956761191 tempest-ExtraDHCPOptionsTestJSON-1956761191-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:30.825121 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a3afd7a-2ae0-44a0-9739-255aa85ac47e tempest-DHCPAgentSchedulersTestJSON-789587183 tempest-DHCPAgentSchedulersTestJSON-789587183-project] Made reservation on behalf of 578a1a9ac31b41599964dcb3f552228b for: {'network': 1} {{(pid=87507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:36:30.828553 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-4a3afd7a-2ae0-44a0-9739-255aa85ac47e tempest-DHCPAgentSchedulersTestJSON-789587183 tempest-DHCPAgentSchedulersTestJSON-789587183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for network, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:30.853372 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-4a3afd7a-2ae0-44a0-9739-255aa85ac47e tempest-DHCPAgentSchedulersTestJSON-789587183 tempest-DHCPAgentSchedulersTestJSON-789587183-project] Notify callbacks [] for security_group, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:30.867253 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-92099bff-52ee-4e49-a485-7c337eb36077 None None] Port c895ef0e-aaa4-4458-b2fb-d49d33cf00a4 cannot update to ACTIVE because it is not bound. {{(pid=87508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 22:36:30.931250 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-977f6777-e318-4d9a-a0a8-a6209b5c9196 tempest-ExternalNetworksAdminNegativeTestJSON-235258638 tempest-ExternalNetworksAdminNegativeTestJSON-235258638-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1863393'] for port, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:30.933657 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-f9348c34-ba2c-4296-9ea5-f5ab7c6ab86f req-791a71e8-e016-44c8-9c42-2e9a956a5429 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] 10.222.0.13 "GET /v2.0/ports?device_id=6835fec6-5e03-4c1c-818c-3e2c01241c21 HTTP/1.1" status: 200  len: 210 time: 0.1630759
Dec 16 22:36:30.940971 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c50b066-b7f5-4a17-9cd9-a2bbe18a7e61 tempest-FloatingIPNegativeTestJSON-1419073809 tempest-FloatingIPNegativeTestJSON-1419073809-project] Made reservation on behalf of 4ecdb369fa1545d4963c609ddca66a2e for: {'port': 1} {{(pid=87507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:36:30.944037 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-5f5925e4-f342-4267-8ed1-80b43463c5af tempest-AllowedAddressPairIpV6TestJSON-1960971591 tempest-AllowedAddressPairIpV6TestJSON-1960971591-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:36:30.945223 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-6c50b066-b7f5-4a17-9cd9-a2bbe18a7e61 tempest-FloatingIPNegativeTestJSON-1419073809 tempest-FloatingIPNegativeTestJSON-1419073809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:30.954754 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-81603996-54e6-43dd-9088-67582a170438 tempest-AllowedAddressPairTestJSON-1611484417 tempest-AllowedAddressPairTestJSON-1611484417-project] Unset dirty status for tenant:aac952f03feb4a16a9e96684becdcd26 on resource:port {{(pid=87507) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 22:36:30.961360 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-81603996-54e6-43dd-9088-67582a170438 tempest-AllowedAddressPairTestJSON-1611484417 tempest-AllowedAddressPairTestJSON-1611484417-project] 10.222.0.13 "GET /v2.0/ports/99b4eef7-45fa-4865-a2d3-6928788e8c37 HTTP/1.1" status: 404  len: 333 time: 0.4537826
Dec 16 22:36:30.973551 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.db_base_plugin_common [None req-78d3c24e-a5ec-417e-b807-5adf76279b97 None None] Allocated IP 2001:db8::f816:3eff:fe82:866e (7edd76f7-0f97-48a5-b177-9842de6c0500/4ff8ff5f-6a27-436f-a734-859e3b9fc123/0d075bd7-780e-4232-b4b0-0afd67d5bb36) {{(pid=87508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 22:36:30.976057 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 42454) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:36:31.005901 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-dfe134df-1e68-4b04-a72a-6c80d84f7a05 tempest-AllowedAddressPairTestJSON-1611484417 tempest-AllowedAddressPairTestJSON-1611484417-project] Request body: {'port': {'network_id': '23bf1340-5067-4f12-82fc-aa5d92ad4d11', 'name': 'tempest-AllowedAddressPairTestJSON-383681223'}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:36:31.034350 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-4a3afd7a-2ae0-44a0-9739-255aa85ac47e tempest-DHCPAgentSchedulersTestJSON-789587183 tempest-DHCPAgentSchedulersTestJSON-789587183-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:36:31.040920 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-9ec8aace-92c0-4586-8ab4-d7e8b290f9e5 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3329565', 'neutron.services.segments.db._delete_segments_for_network-8734753546406'] for network, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:31.059122 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-4a3afd7a-2ae0-44a0-9739-255aa85ac47e tempest-DHCPAgentSchedulersTestJSON-789587183 tempest-DHCPAgentSchedulersTestJSON-789587183-project] Usage tracker for resource:security_group_rule and tenant:578a1a9ac31b41599964dcb3f552228b is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:36:31.066648 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-1d2d4e53-2393-43e5-ab1b-ad9113bc5af2 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:36:31.071038 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.notifiers.nova [None req-6c50b066-b7f5-4a17-9cd9-a2bbe18a7e61 tempest-FloatingIPNegativeTestJSON-1419073809 tempest-FloatingIPNegativeTestJSON-1419073809-project] device_id is not set on port a57ca67c-dbbc-4379-aa9a-046690b817c6 yet. {{(pid=87507) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 16 22:36:31.106011 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-4a3afd7a-2ae0-44a0-9739-255aa85ac47e tempest-DHCPAgentSchedulersTestJSON-789587183 tempest-DHCPAgentSchedulersTestJSON-789587183-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:36:31.125249 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-4a3afd7a-2ae0-44a0-9739-255aa85ac47e tempest-DHCPAgentSchedulersTestJSON-789587183 tempest-DHCPAgentSchedulersTestJSON-789587183-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:36:31.127625 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-1d2d4e53-2393-43e5-ab1b-ad9113bc5af2 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Usage tracker for resource:port and tenant:8e4385a98eb1416284c1cc96b3355a70 is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:36:31.135346 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-1d2d4e53-2393-43e5-ab1b-ad9113bc5af2 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:36:31.153416 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.services.segments.db [None req-9ec8aace-92c0-4586-8ab4-d7e8b290f9e5 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1b769f0940>,) {'filters': {'network_id': ['f8cea0c5-eecf-4efe-a553-b3ef77dc86aa']}} {{(pid=87507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:36:31.172676 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-1d2d4e53-2393-43e5-ab1b-ad9113bc5af2 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:36:31.179260 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-977f6777-e318-4d9a-a0a8-a6209b5c9196 tempest-ExternalNetworksAdminNegativeTestJSON-235258638 tempest-ExternalNetworksAdminNegativeTestJSON-235258638-project-admin] Network f8905ce9-304b-4976-bc47-e58c71c11de5 is already hosted by enough agents. {{(pid=87506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:36:31.190228 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.services.segments.db [None req-9ec8aace-92c0-4586-8ab4-d7e8b290f9e5 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b769f0940>, 'c01c49f8-e625-46ae-aab9-170aa1ec9795') {'for_net_delete': True} {{(pid=87507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:36:31.190543 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.services.segments.db [None req-9ec8aace-92c0-4586-8ab4-d7e8b290f9e5 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b769f0940>, 'c01c49f8-e625-46ae-aab9-170aa1ec9795') {} {{(pid=87507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:36:31.223625 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-9ec8aace-92c0-4586-8ab4-d7e8b290f9e5 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734753593977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2128549'] for segment, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:31.247471 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d2d4e53-2393-43e5-ab1b-ad9113bc5af2 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Made reservation on behalf of 8e4385a98eb1416284c1cc96b3355a70 for: {'port': 1} {{(pid=87507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:36:31.272475 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.base_scheduler [None req-977f6777-e318-4d9a-a0a8-a6209b5c9196 tempest-ExternalNetworksAdminNegativeTestJSON-235258638 tempest-ExternalNetworksAdminNegativeTestJSON-235258638-project-admin] Resources bound (agent type, host, resource id):  {{(pid=87506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:36:31.275224 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-977f6777-e318-4d9a-a0a8-a6209b5c9196 tempest-ExternalNetworksAdminNegativeTestJSON-235258638 tempest-ExternalNetworksAdminNegativeTestJSON-235258638-project-admin] Received port after_create {{(pid=87506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 22:36:31.288902 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-78d3c24e-a5ec-417e-b807-5adf76279b97 None None] Notify callbacks [] for port, precommit_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:31.303015 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-78d3c24e-a5ec-417e-b807-5adf76279b97 None None] Transition to ACTIVE for port object 0d075bd7-780e-4232-b4b0-0afd67d5bb36 will not be triggered until provisioned by entity L2. {{(pid=87508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:36:31.330529 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-78d3c24e-a5ec-417e-b807-5adf76279b97 None None] Transition to ACTIVE for port object 0d075bd7-780e-4232-b4b0-0afd67d5bb36 will not be triggered until provisioned by entity DHCP. {{(pid=87508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:36:31.339320 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-78d3c24e-a5ec-417e-b807-5adf76279b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940'] for port, after_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:31.345695 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-5b6fcc7d-f25b-49ac-b0d5-377fc722efbd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:36:31.417874 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78d3c24e-a5ec-417e-b807-5adf76279b97 None None] Network 7edd76f7-0f97-48a5-b177-9842de6c0500 is already hosted by enough agents. {{(pid=87508) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:36:31.422738 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.scheduler.base_scheduler [None req-78d3c24e-a5ec-417e-b807-5adf76279b97 None None] Resources bound (agent type, host, resource id):  {{(pid=87508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:36:31.435692 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78d3c24e-a5ec-417e-b807-5adf76279b97 None None] Received port after_create {{(pid=87508) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 22:36:31.521285 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977f6777-e318-4d9a-a0a8-a6209b5c9196 tempest-ExternalNetworksAdminNegativeTestJSON-235258638 tempest-ExternalNetworksAdminNegativeTestJSON-235258638-project-admin] Pushing event updated for resources: {'Port': ['ID=baf42760-2374-4676-8e59-a7f2ede211c4,revision_number=1']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:36:31.527158 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-977f6777-e318-4d9a-a0a8-a6209b5c9196 tempest-ExternalNetworksAdminNegativeTestJSON-235258638 tempest-ExternalNetworksAdminNegativeTestJSON-235258638-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.580s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:36:31.570767 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-9ec8aace-92c0-4586-8ab4-d7e8b290f9e5 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-883292'] for segment, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:31.576252 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-3e729f7f-1589-4d54-9c4a-7ee6b283cc2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:31.582549 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d3c24e-a5ec-417e-b807-5adf76279b97 None None] Pushing event updated for resources: {'Port': ['ID=0d075bd7-780e-4232-b4b0-0afd67d5bb36,revision_number=1']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:36:31.601964 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-78d3c24e-a5ec-417e-b807-5adf76279b97 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:36:31.602681 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-78d3c24e-a5ec-417e-b807-5adf76279b97 None None] Attempting to bind port 0d075bd7-780e-4232-b4b0-0afd67d5bb36 on host dv-neutron-821829-1-hyperv for vnic_type normal with profile  {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 22:36:31.604357 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-78d3c24e-a5ec-417e-b807-5adf76279b97 None None] Attempting to bind port 0d075bd7-780e-4232-b4b0-0afd67d5bb36 by drivers openvswitch,hyperv on host dv-neutron-821829-1-hyperv at level 0 using segments [{'id': 'da71c9a1-7532-4738-a9bc-22a7f498ec35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '7edd76f7-0f97-48a5-b177-9842de6c0500'}] {{(pid=87508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 22:36:31.604357 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78d3c24e-a5ec-417e-b807-5adf76279b97 None None] Attempting to bind port 0d075bd7-780e-4232-b4b0-0afd67d5bb36 on network 7edd76f7-0f97-48a5-b177-9842de6c0500 {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 22:36:31.609785 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78d3c24e-a5ec-417e-b807-5adf76279b97 None None] Checking agent: {'id': '5571501f-366e-47a4-9b60-8ef19d935d27', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821829-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 24, 2), 'started_at': datetime.datetime(2021, 12, 16, 22, 24, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 36, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821829-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 22:36:31.610170 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78d3c24e-a5ec-417e-b807-5adf76279b97 None None] Checking segment: {'id': 'da71c9a1-7532-4738-a9bc-22a7f498ec35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '7edd76f7-0f97-48a5-b177-9842de6c0500'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 22:36:31.611530 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.db_base_plugin_common [None req-6c50b066-b7f5-4a17-9cd9-a2bbe18a7e61 tempest-FloatingIPNegativeTestJSON-1419073809 tempest-FloatingIPNegativeTestJSON-1419073809-project] Allocated IP 172.20.0.3 (13b298c7-5289-476c-8555-4212820774c9/05937280-0625-41df-9148-35c04f66afc1/a57ca67c-dbbc-4379-aa9a-046690b817c6) {{(pid=87507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 22:36:31.611659 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-78d3c24e-a5ec-417e-b807-5adf76279b97 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:31.612109 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78d3c24e-a5ec-417e-b807-5adf76279b97 None None] Bound using segment: {'id': 'da71c9a1-7532-4738-a9bc-22a7f498ec35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '7edd76f7-0f97-48a5-b177-9842de6c0500'} {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 22:36:31.612635 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-78d3c24e-a5ec-417e-b807-5adf76279b97 None None] Bound port: 0d075bd7-780e-4232-b4b0-0afd67d5bb36, host: dv-neutron-821829-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da71c9a1-7532-4738-a9bc-22a7f498ec35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '7edd76f7-0f97-48a5-b177-9842de6c0500'}}] {{(pid=87508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 22:36:31.613111 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-78d3c24e-a5ec-417e-b807-5adf76279b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:31.670401 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-dfe134df-1e68-4b04-a72a-6c80d84f7a05 tempest-AllowedAddressPairTestJSON-1611484417 tempest-AllowedAddressPairTestJSON-1611484417-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:36:31.678627 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-3f3ebe88-34f4-4e00-9d61-f61a1f8054e6 tempest-ExtraDHCPOptionsTestJSON-1956761191 tempest-ExtraDHCPOptionsTestJSON-1956761191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:31.687326 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:31.701824 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb53ab8-c978-41d1-b5b9-fdb86a804d7a req-562fe76b-b311-466e-a9ec-8322b0bfd13d tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:36:31.703436 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-5cb53ab8-c978-41d1-b5b9-fdb86a804d7a req-562fe76b-b311-466e-a9ec-8322b0bfd13d tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] 10.222.0.49 "GET /v2.0/networks?id=59be113d-df84-4589-a861-2ce3da6b2e5d HTTP/1.1" status: 200  len: 811 time: 0.5330670
Dec 16 22:36:31.704457 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-dfe134df-1e68-4b04-a72a-6c80d84f7a05 tempest-AllowedAddressPairTestJSON-1611484417 tempest-AllowedAddressPairTestJSON-1611484417-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:36:31.733949 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-78d3c24e-a5ec-417e-b807-5adf76279b97 None None] For port 0d075bd7-780e-4232-b4b0-0afd67d5bb36, host dv-neutron-821829-1-hyperv, cleared binding levels {{(pid=87508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 22:36:31.782918 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ec8aace-92c0-4586-8ab4-d7e8b290f9e5 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Releasing vlan 196 on physical network physnet1 to pool {{(pid=87507) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 16 22:36:31.783487 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-9ec8aace-92c0-4586-8ab4-d7e8b290f9e5 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-883285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10808034'] for segment, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:31.801463 dv-neutron-821829-1-hyperv neutron-server[87507]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 16 22:36:31.801463 dv-neutron-821829-1-hyperv neutron-server[87507]:   util.warn(
Dec 16 22:36:31.801463 dv-neutron-821829-1-hyperv neutron-server[87507]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 16 22:36:31.801463 dv-neutron-821829-1-hyperv neutron-server[87507]:   util.warn(
Dec 16 22:36:31.801463 dv-neutron-821829-1-hyperv neutron-server[87507]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 16 22:36:31.801463 dv-neutron-821829-1-hyperv neutron-server[87507]:   util.warn(
Dec 16 22:36:31.801463 dv-neutron-821829-1-hyperv neutron-server[87507]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 16 22:36:31.801463 dv-neutron-821829-1-hyperv neutron-server[87507]:   util.warn(
Dec 16 22:36:31.801463 dv-neutron-821829-1-hyperv neutron-server[87507]: Traceback (most recent call last):
Dec 16 22:36:31.801463 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 16 22:36:31.801463 dv-neutron-821829-1-hyperv neutron-server[87507]:     timer()
Dec 16 22:36:31.801463 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 22:36:31.801463 dv-neutron-821829-1-hyperv neutron-server[87507]:     cb(*args, **kw)
Dec 16 22:36:31.801463 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 22:36:31.801463 dv-neutron-821829-1-hyperv neutron-server[87507]:     return func(*args, **kwargs)
Dec 16 22:36:31.801463 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 22:36:31.801463 dv-neutron-821829-1-hyperv neutron-server[87507]:     self._notify()
Dec 16 22:36:31.801463 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 22:36:31.801463 dv-neutron-821829-1-hyperv neutron-server[87507]:     self.callback(batched_events)
Dec 16 22:36:31.801463 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 22:36:31.801463 dv-neutron-821829-1-hyperv neutron-server[87507]:     event.method(event)
Dec 16 22:36:31.801463 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 22:36:31.801463 dv-neutron-821829-1-hyperv neutron-server[87507]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 22:36:31.801463 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 22:36:31.801463 dv-neutron-821829-1-hyperv neutron-server[87507]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 22:36:31.801463 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 22:36:31.801463 dv-neutron-821829-1-hyperv neutron-server[87507]:     return f(self, *a, **k)
Dec 16 22:36:31.801463 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 16 22:36:31.801463 dv-neutron-821829-1-hyperv neutron-server[87507]:     return self._get(url).json()
Dec 16 22:36:31.801463 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 16 22:36:31.801463 dv-neutron-821829-1-hyperv neutron-server[87507]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 22:36:31.801463 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 16 22:36:31.801463 dv-neutron-821829-1-hyperv neutron-server[87507]:     return self.request(url, 'GET', **kwargs)
Dec 16 22:36:31.801463 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 16 22:36:31.801463 dv-neutron-821829-1-hyperv neutron-server[87507]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 22:36:31.801463 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 16 22:36:31.801463 dv-neutron-821829-1-hyperv neutron-server[87507]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 22:36:31.801463 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 16 22:36:31.801463 dv-neutron-821829-1-hyperv neutron-server[87507]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 22:36:31.801463 dv-neutron-821829-1-hyperv neutron-server[87507]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 22:36:31.848454 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [None req-3f3ebe88-34f4-4e00-9d61-f61a1f8054e6 tempest-ExtraDHCPOptionsTestJSON-1956761191 tempest-ExtraDHCPOptionsTestJSON-1956761191-project] Calling delete_port for c895ef0e-aaa4-4458-b2fb-d49d33cf00a4 owned by  {{(pid=87506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:36:31.892538 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfe134df-1e68-4b04-a72a-6c80d84f7a05 tempest-AllowedAddressPairTestJSON-1611484417 tempest-AllowedAddressPairTestJSON-1611484417-project] Made reservation on behalf of aac952f03feb4a16a9e96684becdcd26 for: {'port': 1} {{(pid=87506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:36:31.895940 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-dfe134df-1e68-4b04-a72a-6c80d84f7a05 tempest-AllowedAddressPairTestJSON-1611484417 tempest-AllowedAddressPairTestJSON-1611484417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:31.945052 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-78d3c24e-a5ec-417e-b807-5adf76279b97 None None] For port 0d075bd7-780e-4232-b4b0-0afd67d5bb36, host dv-neutron-821829-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=0d075bd7-780e-4232-b4b0-0afd67d5bb36,segment=NetworkSegment(da71c9a1-7532-4738-a9bc-22a7f498ec35),segment_id=da71c9a1-7532-4738-a9bc-22a7f498ec35)] {{(pid=87508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 22:36:31.951782 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-78d3c24e-a5ec-417e-b807-5adf76279b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:31.960599 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-987df289-0045-4bed-84f4-515d105c9ec7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:36:31.961442 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-9ec8aace-92c0-4586-8ab4-d7e8b290f9e5 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3329572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3741856'] for network, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:31.969596 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-977f6777-e318-4d9a-a0a8-a6209b5c9196 tempest-ExternalNetworksAdminNegativeTestJSON-235258638 tempest-ExternalNetworksAdminNegativeTestJSON-235258638-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:31.979921 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-4a3afd7a-2ae0-44a0-9739-255aa85ac47e tempest-DHCPAgentSchedulersTestJSON-789587183 tempest-DHCPAgentSchedulersTestJSON-789587183-project] Notify callbacks [] for security_group, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:31.980171 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [req-5cb53ab8-c978-41d1-b5b9-fdb86a804d7a req-68fd5020-4df0-4b95-9431-26f062ac1ca1 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Synchronizing usage tracker for tenant:ebcac23e4eae475893854e16d121f861 on resource:security_group {{(pid=87506) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 22:36:31.983054 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-509ae82f-83bb-49ea-80e5-e61734ef3041 tempest-ExtraDHCPOptionsIpV6TestJSON-903106190 tempest-ExtraDHCPOptionsIpV6TestJSON-903106190-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:36:32.008501 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-9ec8aace-92c0-4586-8ab4-d7e8b290f9e5 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks [] for network, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:32.022433 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec8aace-92c0-4586-8ab4-d7e8b290f9e5 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Pushing event deleted for resources: {'Network': ['ID=f8cea0c5-eecf-4efe-a553-b3ef77dc86aa,revision_number=None']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:36:32.022617 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.notifiers.nova [None req-dfe134df-1e68-4b04-a72a-6c80d84f7a05 tempest-AllowedAddressPairTestJSON-1611484417 tempest-AllowedAddressPairTestJSON-1611484417-project] device_id is not set on port fd896999-1b37-4fec-ab26-325287f84b13 yet. {{(pid=87506) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 16 22:36:32.029036 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-9ec8aace-92c0-4586-8ab4-d7e8b290f9e5 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] 10.222.0.13 "DELETE /v2.0/networks/f8cea0c5-eecf-4efe-a553-b3ef77dc86aa HTTP/1.1" status: 204  len: 168 time: 3.8447847
Dec 16 22:36:32.031693 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-1d2d4e53-2393-43e5-ab1b-ad9113bc5af2 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:32.055525 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-9ec8aace-92c0-4586-8ab4-d7e8b290f9e5 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:36:32.056025 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 42462) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:36:32.078739 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.notifiers.nova [None req-1d2d4e53-2393-43e5-ab1b-ad9113bc5af2 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] device_id is not set on port bd268e42-fc69-4649-8317-30d253e3b12f yet. {{(pid=87507) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 16 22:36:32.143621 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [req-5cb53ab8-c978-41d1-b5b9-fdb86a804d7a req-68fd5020-4df0-4b95-9431-26f062ac1ca1 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Unset dirty status for tenant:ebcac23e4eae475893854e16d121f861 on resource:security_group {{(pid=87506) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 22:36:32.147238 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-5cb53ab8-c978-41d1-b5b9-fdb86a804d7a req-68fd5020-4df0-4b95-9431-26f062ac1ca1 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ebcac23e4eae475893854e16d121f861 HTTP/1.1" status: 200  len: 379 time: 0.3821666
Dec 16 22:36:32.148095 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-977f6777-e318-4d9a-a0a8-a6209b5c9196 tempest-ExternalNetworksAdminNegativeTestJSON-235258638 tempest-ExternalNetworksAdminNegativeTestJSON-235258638-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:32.157226 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d3c24e-a5ec-417e-b807-5adf76279b97 None None] Pushing event updated for resources: {'Port': ['ID=0d075bd7-780e-4232-b4b0-0afd67d5bb36,revision_number=2']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:36:32.160514 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-78d3c24e-a5ec-417e-b807-5adf76279b97 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:36:32.182209 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-4a3afd7a-2ae0-44a0-9739-255aa85ac47e tempest-DHCPAgentSchedulersTestJSON-789587183 tempest-DHCPAgentSchedulersTestJSON-789587183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841066'] for security_group, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:32.198367 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-f91645c4-7eb6-4738-aa53-bb2f1fdc95af tempest-RoutersAdminNegativeIpV6Test-1982966072 tempest-RoutersAdminNegativeIpV6Test-1982966072-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:36:32.214922 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [req-5cb53ab8-c978-41d1-b5b9-fdb86a804d7a req-879a91ae-c064-4c6d-a81d-a4bb0ad78513 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Request body: {'port': {'device_id': '6835fec6-5e03-4c1c-818c-3e2c01241c21', 'network_id': '59be113d-df84-4589-a861-2ce3da6b2e5d', 'admin_state_up': True, 'tenant_id': 'ebcac23e4eae475893854e16d121f861', 'security_groups': ['2c8293c6-7a9d-4021-9d0b-d55cb4b08bc4']}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:36:32.254981 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-e1955a3c-faac-4b99-b59e-b00b9767d23b tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1339330326', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5'}, 'admin_state_up': False}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:36:32.335005 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-e1955a3c-faac-4b99-b59e-b00b9767d23b tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:36:32.343575 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-b518f3df-0e2d-44cb-8f3c-8a5dba18716f req-c57a673f-bad3-4b40-bce1-7aa7dbdd5da3 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] 10.222.0.13 "GET /v2.0/ports?device_id=6835fec6-5e03-4c1c-818c-3e2c01241c21 HTTP/1.1" status: 200  len: 210 time: 0.1577847
Dec 16 22:36:32.365274 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-e1955a3c-faac-4b99-b59e-b00b9767d23b tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Usage tracker for resource:router and tenant:bb30155073f3462f829b4df60e35f5af is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:36:32.376459 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a3afd7a-2ae0-44a0-9739-255aa85ac47e tempest-DHCPAgentSchedulersTestJSON-789587183 tempest-DHCPAgentSchedulersTestJSON-789587183-project] vlan segment allocate from pool success with {'vlan_id': 155, 'physical_network': 'physnet1'}  {{(pid=87507) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 22:36:32.381731 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-6c50b066-b7f5-4a17-9cd9-a2bbe18a7e61 tempest-FloatingIPNegativeTestJSON-1419073809 tempest-FloatingIPNegativeTestJSON-1419073809-project] Notify callbacks [] for port, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:32.385998 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-e1955a3c-faac-4b99-b59e-b00b9767d23b tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:36:32.418965 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-e1955a3c-faac-4b99-b59e-b00b9767d23b tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:36:32.441231 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3afd7a-2ae0-44a0-9739-255aa85ac47e tempest-DHCPAgentSchedulersTestJSON-789587183 tempest-DHCPAgentSchedulersTestJSON-789587183-project] Pushing event updated for resources: {'SecurityGroup': ['ID=94aaf53c-68a3-4f99-9072-21fcb27aa5ba,revision_number=1']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:36:32.444313 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-4a3afd7a-2ae0-44a0-9739-255aa85ac47e tempest-DHCPAgentSchedulersTestJSON-789587183 tempest-DHCPAgentSchedulersTestJSON-789587183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-883292'] for segment, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:32.444768 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.db.segments_db [None req-4a3afd7a-2ae0-44a0-9739-255aa85ac47e tempest-DHCPAgentSchedulersTestJSON-789587183 tempest-DHCPAgentSchedulersTestJSON-789587183-project] Added segment 9114da0c-47b1-43a2-94b4-6aceccd0d38b of type vlan for network d4618788-51f7-4776-8c30-fddb94201e04
Dec 16 22:36:32.448520 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.provisioning_blocks [None req-6c50b066-b7f5-4a17-9cd9-a2bbe18a7e61 tempest-FloatingIPNegativeTestJSON-1419073809 tempest-FloatingIPNegativeTestJSON-1419073809-project] Transition to ACTIVE for port object a57ca67c-dbbc-4379-aa9a-046690b817c6 will not be triggered until provisioned by entity DHCP. {{(pid=87507) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:36:32.451822 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.db_base_plugin_common [None req-1d2d4e53-2393-43e5-ab1b-ad9113bc5af2 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Allocated IP 2001:db8::f816:3eff:fe77:cd53 (7edd76f7-0f97-48a5-b177-9842de6c0500/4ff8ff5f-6a27-436f-a734-859e3b9fc123/bd268e42-fc69-4649-8317-30d253e3b12f) {{(pid=87507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 22:36:32.454518 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-4a3afd7a-2ae0-44a0-9739-255aa85ac47e tempest-DHCPAgentSchedulersTestJSON-789587183 tempest-DHCPAgentSchedulersTestJSON-789587183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:36:32.471283 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-e1955a3c-faac-4b99-b59e-b00b9767d23b tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3741155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38980'] for router, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:32.472421 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-e1955a3c-faac-4b99-b59e-b00b9767d23b tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3743284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3741748', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3896702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-38989'] for router, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:32.495050 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.db_base_plugin_common [None req-dfe134df-1e68-4b04-a72a-6c80d84f7a05 tempest-AllowedAddressPairTestJSON-1611484417 tempest-AllowedAddressPairTestJSON-1611484417-project] Allocated IP 172.20.0.10 (23bf1340-5067-4f12-82fc-aa5d92ad4d11/84f38bba-e588-4bce-91e9-7c18581ead20/fd896999-1b37-4fec-ab26-325287f84b13) {{(pid=87506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 22:36:32.499353 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-4a3afd7a-2ae0-44a0-9739-255aa85ac47e tempest-DHCPAgentSchedulersTestJSON-789587183 tempest-DHCPAgentSchedulersTestJSON-789587183-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734753047233'] for network, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:32.519089 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-e1955a3c-faac-4b99-b59e-b00b9767d23b tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:32.551788 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-6c50b066-b7f5-4a17-9cd9-a2bbe18a7e61 tempest-FloatingIPNegativeTestJSON-1419073809 tempest-FloatingIPNegativeTestJSON-1419073809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10807823'] for port, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:32.559722 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-339d64b6-86e7-49c9-b269-d5f210795a9d tempest-FloatingIPNegativeTestJSON-1419073809 tempest-FloatingIPNegativeTestJSON-1419073809-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:36:32.665270 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-4a3afd7a-2ae0-44a0-9739-255aa85ac47e tempest-DHCPAgentSchedulersTestJSON-789587183 tempest-DHCPAgentSchedulersTestJSON-789587183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440'] for network, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:32.671232 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a3afd7a-2ae0-44a0-9739-255aa85ac47e tempest-DHCPAgentSchedulersTestJSON-789587183 tempest-DHCPAgentSchedulersTestJSON-789587183-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:36:32.671914 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-4a3afd7a-2ae0-44a0-9739-255aa85ac47e tempest-DHCPAgentSchedulersTestJSON-789587183 tempest-DHCPAgentSchedulersTestJSON-789587183-project] Notify callbacks [] for network, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:32.770998 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-3f3ebe88-34f4-4e00-9d61-f61a1f8054e6 tempest-ExtraDHCPOptionsTestJSON-1956761191 tempest-ExtraDHCPOptionsTestJSON-1956761191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1863393'] for port, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:32.778705 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c50b066-b7f5-4a17-9cd9-a2bbe18a7e61 tempest-FloatingIPNegativeTestJSON-1419073809 tempest-FloatingIPNegativeTestJSON-1419073809-project] Network 13b298c7-5289-476c-8555-4212820774c9 is already hosted by enough agents. {{(pid=87507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:36:32.785973 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.base_scheduler [None req-6c50b066-b7f5-4a17-9cd9-a2bbe18a7e61 tempest-FloatingIPNegativeTestJSON-1419073809 tempest-FloatingIPNegativeTestJSON-1419073809-project] Resources bound (agent type, host, resource id):  {{(pid=87507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:36:32.802117 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c50b066-b7f5-4a17-9cd9-a2bbe18a7e61 tempest-FloatingIPNegativeTestJSON-1419073809 tempest-FloatingIPNegativeTestJSON-1419073809-project] Received port after_create {{(pid=87507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 22:36:32.828264 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c50b066-b7f5-4a17-9cd9-a2bbe18a7e61 tempest-FloatingIPNegativeTestJSON-1419073809 tempest-FloatingIPNegativeTestJSON-1419073809-project] Pushing event updated for resources: {'Port': ['ID=a57ca67c-dbbc-4379-aa9a-046690b817c6,revision_number=1']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:36:32.834164 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-208bc918-fd2b-4212-9bfa-057c6725ba7e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:36:33.004301 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-e1955a3c-faac-4b99-b59e-b00b9767d23b tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3741702', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3740945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-38947'] for router, precommit_update {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:33.040583 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3ebe88-34f4-4e00-9d61-f61a1f8054e6 tempest-ExtraDHCPOptionsTestJSON-1956761191 tempest-ExtraDHCPOptionsTestJSON-1956761191-project] Pushing event deleted for resources: {'Port': ['ID=c895ef0e-aaa4-4458-b2fb-d49d33cf00a4,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:36:33.052651 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [req-5cb53ab8-c978-41d1-b5b9-fdb86a804d7a req-879a91ae-c064-4c6d-a81d-a4bb0ad78513 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:36:33.055315 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-3f3ebe88-34f4-4e00-9d61-f61a1f8054e6 tempest-ExtraDHCPOptionsTestJSON-1956761191 tempest-ExtraDHCPOptionsTestJSON-1956761191-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:36:33.088746 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-6c50b066-b7f5-4a17-9cd9-a2bbe18a7e61 tempest-FloatingIPNegativeTestJSON-1419073809 tempest-FloatingIPNegativeTestJSON-1419073809-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.529s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:36:33.097877 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c50b066-b7f5-4a17-9cd9-a2bbe18a7e61 tempest-FloatingIPNegativeTestJSON-1419073809 tempest-FloatingIPNegativeTestJSON-1419073809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:36:33.098519 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-6c50b066-b7f5-4a17-9cd9-a2bbe18a7e61 tempest-FloatingIPNegativeTestJSON-1419073809 tempest-FloatingIPNegativeTestJSON-1419073809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for port, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:33.114483 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-5ac30305-ba0a-48b5-8640-fa797fc387ad tempest-ExtraDHCPOptionsTestJSON-1956761191 tempest-ExtraDHCPOptionsTestJSON-1956761191-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.430s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:36:33.123991 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-c3ea2750-3048-4c2d-a728-1536248fbdf8 None None] Provisioning for port a57ca67c-dbbc-4379-aa9a-046690b817c6 completed by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 22:36:33.139105 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [req-5cb53ab8-c978-41d1-b5b9-fdb86a804d7a req-879a91ae-c064-4c6d-a81d-a4bb0ad78513 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Usage tracker for resource:port and tenant:ebcac23e4eae475893854e16d121f861 is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:36:33.149720 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [req-5cb53ab8-c978-41d1-b5b9-fdb86a804d7a req-879a91ae-c064-4c6d-a81d-a4bb0ad78513 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:36:33.155283 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-4a3afd7a-2ae0-44a0-9739-255aa85ac47e tempest-DHCPAgentSchedulersTestJSON-789587183 tempest-DHCPAgentSchedulersTestJSON-789587183-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 795 time: 3.0477357
Dec 16 22:36:33.155695 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-c3ea2750-3048-4c2d-a728-1536248fbdf8 None None] Provisioning complete for port a57ca67c-dbbc-4379-aa9a-046690b817c6 triggered by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:36:33.156162 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-c3ea2750-3048-4c2d-a728-1536248fbdf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:33.172132 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [req-5cb53ab8-c978-41d1-b5b9-fdb86a804d7a req-879a91ae-c064-4c6d-a81d-a4bb0ad78513 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:36:33.179990 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 42466) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:36:33.320059 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-5d2d5381-9350-4840-8bd4-cc126e15a14c tempest-DHCPAgentSchedulersTestJSON-789587183 tempest-DHCPAgentSchedulersTestJSON-789587183-project] Request body: {'subnet': {'network_id': 'd4618788-51f7-4776-8c30-fddb94201e04', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:36:33.326687 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 0d075bd7-780e-4232-b4b0-0afd67d5bb36 up at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 22:36:33.367059 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-4541ba3b-6be8-499c-bc94-3c60aa55c4f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:33.370665 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-6c50b066-b7f5-4a17-9cd9-a2bbe18a7e61 tempest-FloatingIPNegativeTestJSON-1419073809 tempest-FloatingIPNegativeTestJSON-1419073809-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 936 time: 3.1797972
Dec 16 22:36:33.376359 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5cb53ab8-c978-41d1-b5b9-fdb86a804d7a req-879a91ae-c064-4c6d-a81d-a4bb0ad78513 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Made reservation on behalf of ebcac23e4eae475893854e16d121f861 for: {'port': 1} {{(pid=87506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:36:33.381049 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-5cb53ab8-c978-41d1-b5b9-fdb86a804d7a req-879a91ae-c064-4c6d-a81d-a4bb0ad78513 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:33.388300 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-c3ea2750-3048-4c2d-a728-1536248fbdf8 None None] Port a57ca67c-dbbc-4379-aa9a-046690b817c6 cannot update to ACTIVE because it is not bound. {{(pid=87508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 22:36:33.437267 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 42470) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:36:33.483084 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning for port 0d075bd7-780e-4232-b4b0-0afd67d5bb36 completed by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 22:36:33.497261 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-f168616b-be0f-405e-a66b-e13b0c0236cd tempest-FloatingIPNegativeTestJSON-1419073809 tempest-FloatingIPNegativeTestJSON-1419073809-project] Request body: {'floatingip': {'floating_network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5'}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:36:33.563612 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-f168616b-be0f-405e-a66b-e13b0c0236cd tempest-FloatingIPNegativeTestJSON-1419073809 tempest-FloatingIPNegativeTestJSON-1419073809-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:36:33.674912 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-f168616b-be0f-405e-a66b-e13b0c0236cd tempest-FloatingIPNegativeTestJSON-1419073809 tempest-FloatingIPNegativeTestJSON-1419073809-project] Usage tracker for resource:floatingip and tenant:4ecdb369fa1545d4963c609ddca66a2e is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:36:33.691943 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-f168616b-be0f-405e-a66b-e13b0c0236cd tempest-FloatingIPNegativeTestJSON-1419073809 tempest-FloatingIPNegativeTestJSON-1419073809-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:36:33.708363 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-f168616b-be0f-405e-a66b-e13b0c0236cd tempest-FloatingIPNegativeTestJSON-1419073809 tempest-FloatingIPNegativeTestJSON-1419073809-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:36:33.753399 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-dfe134df-1e68-4b04-a72a-6c80d84f7a05 tempest-AllowedAddressPairTestJSON-1611484417 tempest-AllowedAddressPairTestJSON-1611484417-project] Notify callbacks [] for port, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:33.773588 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.provisioning_blocks [None req-dfe134df-1e68-4b04-a72a-6c80d84f7a05 tempest-AllowedAddressPairTestJSON-1611484417 tempest-AllowedAddressPairTestJSON-1611484417-project] Transition to ACTIVE for port object fd896999-1b37-4fec-ab26-325287f84b13 will not be triggered until provisioned by entity DHCP. {{(pid=87506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:36:33.800040 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3afd7a-2ae0-44a0-9739-255aa85ac47e tempest-DHCPAgentSchedulersTestJSON-789587183 tempest-DHCPAgentSchedulersTestJSON-789587183-project] Pushing event updated for resources: {'Network': ['ID=d4618788-51f7-4776-8c30-fddb94201e04,revision_number=1']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:36:33.814862 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Network d4618788-51f7-4776-8c30-fddb94201e04 details requested by agent ovs-agent-dv-neutron-821829-1-hyperv with host dv-neutron-821829-1-hyperv {{(pid=87508) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 22:36:33.825161 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-4a3afd7a-2ae0-44a0-9739-255aa85ac47e tempest-DHCPAgentSchedulersTestJSON-789587183 tempest-DHCPAgentSchedulersTestJSON-789587183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.711s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:36:33.825913 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.db.resource_extend [None req-977f6777-e318-4d9a-a0a8-a6209b5c9196 tempest-ExternalNetworksAdminNegativeTestJSON-235258638 tempest-ExternalNetworksAdminNegativeTestJSON-235258638-project-admin] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 16 22:36:33.844030 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-d7d804d8-eb20-4c9b-89f1-87a5a335fc07 None None] Provisioning for port 0d075bd7-780e-4232-b4b0-0afd67d5bb36 completed by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 22:36:33.859687 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-3f3ebe88-34f4-4e00-9d61-f61a1f8054e6 tempest-ExtraDHCPOptionsTestJSON-1956761191 tempest-ExtraDHCPOptionsTestJSON-1956761191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for port, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:33.876342 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-977f6777-e318-4d9a-a0a8-a6209b5c9196 tempest-ExternalNetworksAdminNegativeTestJSON-235258638 tempest-ExternalNetworksAdminNegativeTestJSON-235258638-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:33.878540 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-dfe134df-1e68-4b04-a72a-6c80d84f7a05 tempest-AllowedAddressPairTestJSON-1611484417 tempest-AllowedAddressPairTestJSON-1611484417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1863393'] for port, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:33.880495 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-f168616b-be0f-405e-a66b-e13b0c0236cd tempest-FloatingIPNegativeTestJSON-1419073809 tempest-FloatingIPNegativeTestJSON-1419073809-project] Notify callbacks [] for floatingip, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:33.901008 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-d7d804d8-eb20-4c9b-89f1-87a5a335fc07 None None] Provisioning complete for port 0d075bd7-780e-4232-b4b0-0afd67d5bb36 triggered by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:36:33.901392 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-d7d804d8-eb20-4c9b-89f1-87a5a335fc07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:33.909340 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-be1529a9-945b-49f1-b2ba-c7aaf124bf8f req-059dff69-67c6-4065-9c84-3cb7b94aba42 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] 10.222.0.13 "GET /v2.0/ports?device_id=6835fec6-5e03-4c1c-818c-3e2c01241c21 HTTP/1.1" status: 200  len: 210 time: 0.0563776
Dec 16 22:36:33.931867 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-9de97a7d-fd65-4c8c-92bd-684035c27d97 tempest-AllowedAddressPairTestJSON-1611484417 tempest-AllowedAddressPairTestJSON-1611484417-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:36:33.936198 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-5d2d5381-9350-4840-8bd4-cc126e15a14c tempest-DHCPAgentSchedulersTestJSON-789587183 tempest-DHCPAgentSchedulersTestJSON-789587183-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:36:33.944524 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-5d2d5381-9350-4840-8bd4-cc126e15a14c tempest-DHCPAgentSchedulersTestJSON-789587183 tempest-DHCPAgentSchedulersTestJSON-789587183-project] Usage tracker for resource:subnet and tenant:578a1a9ac31b41599964dcb3f552228b is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:36:33.951710 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-5d2d5381-9350-4840-8bd4-cc126e15a14c tempest-DHCPAgentSchedulersTestJSON-789587183 tempest-DHCPAgentSchedulersTestJSON-789587183-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:36:33.966293 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-5d2d5381-9350-4840-8bd4-cc126e15a14c tempest-DHCPAgentSchedulersTestJSON-789587183 tempest-DHCPAgentSchedulersTestJSON-789587183-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:36:34.000132 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-977f6777-e318-4d9a-a0a8-a6209b5c9196 tempest-ExternalNetworksAdminNegativeTestJSON-235258638 tempest-ExternalNetworksAdminNegativeTestJSON-235258638-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1863400'] for port, after_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:34.003000 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-1d2d4e53-2393-43e5-ab1b-ad9113bc5af2 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks [] for port, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:34.006996 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d2d5381-9350-4840-8bd4-cc126e15a14c tempest-DHCPAgentSchedulersTestJSON-789587183 tempest-DHCPAgentSchedulersTestJSON-789587183-project] Made reservation on behalf of 578a1a9ac31b41599964dcb3f552228b for: {'subnet': 1} {{(pid=87507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:36:34.011209 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-5d2d5381-9350-4840-8bd4-cc126e15a14c tempest-DHCPAgentSchedulersTestJSON-789587183 tempest-DHCPAgentSchedulersTestJSON-789587183-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10549598'] for subnet, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:34.086816 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-d7d804d8-eb20-4c9b-89f1-87a5a335fc07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:34.093869 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.provisioning_blocks [None req-1d2d4e53-2393-43e5-ab1b-ad9113bc5af2 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Transition to ACTIVE for port object bd268e42-fc69-4649-8317-30d253e3b12f will not be triggered until provisioned by entity DHCP. {{(pid=87507) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:36:34.127031 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-d7d804d8-eb20-4c9b-89f1-87a5a335fc07 None None] For port 0d075bd7-780e-4232-b4b0-0afd67d5bb36, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=0d075bd7-780e-4232-b4b0-0afd67d5bb36,segment=NetworkSegment(da71c9a1-7532-4738-a9bc-22a7f498ec35),segment_id=da71c9a1-7532-4738-a9bc-22a7f498ec35)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:36:34.142250 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-d7d804d8-eb20-4c9b-89f1-87a5a335fc07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:34.147428 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-91a057c2-5a2b-440c-be51-f554ba5c6480 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:36:34.198617 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfe134df-1e68-4b04-a72a-6c80d84f7a05 tempest-AllowedAddressPairTestJSON-1611484417 tempest-AllowedAddressPairTestJSON-1611484417-project] Network 23bf1340-5067-4f12-82fc-aa5d92ad4d11 is already hosted by enough agents. {{(pid=87506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:36:34.202773 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-977f6777-e318-4d9a-a0a8-a6209b5c9196 tempest-ExternalNetworksAdminNegativeTestJSON-235258638 tempest-ExternalNetworksAdminNegativeTestJSON-235258638-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3741874'] for floatingip, after_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:34.225249 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d804d8-eb20-4c9b-89f1-87a5a335fc07 None None] Pushing event updated for resources: {'Port': ['ID=0d075bd7-780e-4232-b4b0-0afd67d5bb36,revision_number=3']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:36:34.229534 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-d7d804d8-eb20-4c9b-89f1-87a5a335fc07 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:36:34.270528 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-3f3ebe88-34f4-4e00-9d61-f61a1f8054e6 tempest-ExtraDHCPOptionsTestJSON-1956761191 tempest-ExtraDHCPOptionsTestJSON-1956761191-project] 10.222.0.13 "DELETE /v2.0/ports/c895ef0e-aaa4-4458-b2fb-d49d33cf00a4 HTTP/1.1" status: 204  len: 168 time: 3.5365233
Dec 16 22:36:34.270528 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.base_scheduler [None req-dfe134df-1e68-4b04-a72a-6c80d84f7a05 tempest-AllowedAddressPairTestJSON-1611484417 tempest-AllowedAddressPairTestJSON-1611484417-project] Resources bound (agent type, host, resource id):  {{(pid=87506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:36:34.271781 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfe134df-1e68-4b04-a72a-6c80d84f7a05 tempest-AllowedAddressPairTestJSON-1611484417 tempest-AllowedAddressPairTestJSON-1611484417-project] Received port after_create {{(pid=87506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 22:36:34.298819 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-1d2d4e53-2393-43e5-ab1b-ad9113bc5af2 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10807823'] for port, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:34.306068 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 42476) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:36:34.315482 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-977f6777-e318-4d9a-a0a8-a6209b5c9196 tempest-ExternalNetworksAdminNegativeTestJSON-235258638 tempest-ExternalNetworksAdminNegativeTestJSON-235258638-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for floatingip, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:34.319364 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-977f6777-e318-4d9a-a0a8-a6209b5c9196 tempest-ExternalNetworksAdminNegativeTestJSON-235258638 tempest-ExternalNetworksAdminNegativeTestJSON-235258638-project-admin] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 7.0855205
Dec 16 22:36:34.319494 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-743101f4-c3f7-43c1-9060-2e6d442fac9a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:36:34.347009 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 42480) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:36:34.371995 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-0413b6ad-ac51-4150-a6f7-e9d2ff19f7ba tempest-ExternalNetworksAdminNegativeTestJSON-235258638 tempest-ExternalNetworksAdminNegativeTestJSON-235258638-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1519947085', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'fixed_ips': [{'ip_address': '172.26.0.201'}]}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:36:34.392817 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe134df-1e68-4b04-a72a-6c80d84f7a05 tempest-AllowedAddressPairTestJSON-1611484417 tempest-AllowedAddressPairTestJSON-1611484417-project] Pushing event updated for resources: {'Port': ['ID=fd896999-1b37-4fec-ab26-325287f84b13,revision_number=1']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:36:34.395793 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-dfe134df-1e68-4b04-a72a-6c80d84f7a05 tempest-AllowedAddressPairTestJSON-1611484417 tempest-AllowedAddressPairTestJSON-1611484417-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.465s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:36:34.406673 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-f1e7067f-5bb2-4d29-874b-d21512ff897d tempest-AllowedAddressPairIpV6TestJSON-1960971591 tempest-AllowedAddressPairIpV6TestJSON-1960971591-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.382s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:36:34.469013 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-0413b6ad-ac51-4150-a6f7-e9d2ff19f7ba tempest-ExternalNetworksAdminNegativeTestJSON-235258638 tempest-ExternalNetworksAdminNegativeTestJSON-235258638-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:36:34.482136 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-e1955a3c-faac-4b99-b59e-b00b9767d23b tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks [] for router_gateway, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:34.485808 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977f6777-e318-4d9a-a0a8-a6209b5c9196 tempest-ExternalNetworksAdminNegativeTestJSON-235258638 tempest-ExternalNetworksAdminNegativeTestJSON-235258638-project-admin] Pushing event updated for resources: {'Port': ['ID=baf42760-2374-4676-8e59-a7f2ede211c4,revision_number=2']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:36:34.489058 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-977f6777-e318-4d9a-a0a8-a6209b5c9196 tempest-ExternalNetworksAdminNegativeTestJSON-235258638 tempest-ExternalNetworksAdminNegativeTestJSON-235258638-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:36:34.501422 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.db_base_plugin_common [req-5cb53ab8-c978-41d1-b5b9-fdb86a804d7a req-879a91ae-c064-4c6d-a81d-a4bb0ad78513 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Allocated IP 172.20.0.9 (59be113d-df84-4589-a861-2ce3da6b2e5d/e85fa5c2-5253-44c8-9f57-0c1d2c97dd41/fc5f312f-f84b-4fb5-a011-d18cbb5fdb16) {{(pid=87506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 22:36:34.519794 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-0413b6ad-ac51-4150-a6f7-e9d2ff19f7ba tempest-ExternalNetworksAdminNegativeTestJSON-235258638 tempest-ExternalNetworksAdminNegativeTestJSON-235258638-project-admin] Usage tracker for resource:port and tenant:515878980e044fa2b7c93d5c2bfd4139 is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:36:34.531344 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-0413b6ad-ac51-4150-a6f7-e9d2ff19f7ba tempest-ExternalNetworksAdminNegativeTestJSON-235258638 tempest-ExternalNetworksAdminNegativeTestJSON-235258638-project-admin] Quota usage for port was recalculated. Used quota:1. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:36:34.535217 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d2d4e53-2393-43e5-ab1b-ad9113bc5af2 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Network 7edd76f7-0f97-48a5-b177-9842de6c0500 is already hosted by enough agents. {{(pid=87507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:36:34.539876 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfe134df-1e68-4b04-a72a-6c80d84f7a05 tempest-AllowedAddressPairTestJSON-1611484417 tempest-AllowedAddressPairTestJSON-1611484417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:36:34.540572 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-dfe134df-1e68-4b04-a72a-6c80d84f7a05 tempest-AllowedAddressPairTestJSON-1611484417 tempest-AllowedAddressPairTestJSON-1611484417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for port, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:34.544606 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.base_scheduler [None req-1d2d4e53-2393-43e5-ab1b-ad9113bc5af2 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Resources bound (agent type, host, resource id):  {{(pid=87507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:36:34.546946 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-e1955a3c-faac-4b99-b59e-b00b9767d23b tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:34.553970 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-0413b6ad-ac51-4150-a6f7-e9d2ff19f7ba tempest-ExternalNetworksAdminNegativeTestJSON-235258638 tempest-ExternalNetworksAdminNegativeTestJSON-235258638-project-admin] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:36:34.555983 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d2d4e53-2393-43e5-ab1b-ad9113bc5af2 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Received port after_create {{(pid=87507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 22:36:34.562467 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d2d4e53-2393-43e5-ab1b-ad9113bc5af2 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:36:34.563206 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-1d2d4e53-2393-43e5-ab1b-ad9113bc5af2 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for port, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:34.564956 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.db_base_plugin_v2 [None req-6004f326-cdc3-4739-ace7-4b88fdde13a4 tempest-ExtraDHCPOptionsTestJSON-1956761191 tempest-ExtraDHCPOptionsTestJSON-1956761191-project] Deleting subnet 239fcbff-c4ad-4497-b8f5-96376bd4bb61 {{(pid=87506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 16 22:36:34.582134 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-dfe134df-1e68-4b04-a72a-6c80d84f7a05 tempest-AllowedAddressPairTestJSON-1611484417 tempest-AllowedAddressPairTestJSON-1611484417-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 3.5908558
Dec 16 22:36:34.582641 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-6004f326-cdc3-4739-ace7-4b88fdde13a4 tempest-ExtraDHCPOptionsTestJSON-1956761191 tempest-ExtraDHCPOptionsTestJSON-1956761191-project] Notify callbacks [] for subnet, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:34.621034 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 42484) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:36:34.623650 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2d4e53-2393-43e5-ab1b-ad9113bc5af2 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Pushing event updated for resources: {'Port': ['ID=bd268e42-fc69-4649-8317-30d253e3b12f,revision_number=1']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:36:34.627982 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-1d2d4e53-2393-43e5-ab1b-ad9113bc5af2 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:36:34.638094 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-64b1687d-99d0-4879-9f15-d5d612b0c010 tempest-AllowedAddressPairTestJSON-1611484417 tempest-AllowedAddressPairTestJSON-1611484417-project] Request body: {'port': {'network_id': '23bf1340-5067-4f12-82fc-aa5d92ad4d11', 'name': 'tempest-AllowedAddressPairTestJSON-16774238'}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:36:34.674311 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-cf88240e-da8b-4621-be62-138053c8d652 None None] Provisioning for port fd896999-1b37-4fec-ab26-325287f84b13 completed by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 22:36:34.682248 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-cf88240e-da8b-4621-be62-138053c8d652 None None] Provisioning complete for port fd896999-1b37-4fec-ab26-325287f84b13 triggered by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:36:34.682826 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-cf88240e-da8b-4621-be62-138053c8d652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:34.746423 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-cf88240e-da8b-4621-be62-138053c8d652 None None] Port fd896999-1b37-4fec-ab26-325287f84b13 cannot update to ACTIVE because it is not bound. {{(pid=87508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 22:36:34.762765 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-6004f326-cdc3-4739-ace7-4b88fdde13a4 tempest-ExtraDHCPOptionsTestJSON-1956761191 tempest-ExtraDHCPOptionsTestJSON-1956761191-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-266764487'] for subnet, precommit_delete_associations {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:34.804402 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.db_base_plugin_common [None req-e1955a3c-faac-4b99-b59e-b00b9767d23b tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Allocated IP 172.26.0.133 (f8905ce9-304b-4976-bc47-e58c71c11de5/9bca8591-41ef-4f2d-8ecb-ecaab1a28acf/5fc82aab-6264-427e-9e51-6248905cab24) {{(pid=87507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 22:36:34.868446 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-721875f5-9d9e-4a21-8153-27f69d7d9cd4 None None] Provisioning for port bd268e42-fc69-4649-8317-30d253e3b12f completed by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 22:36:34.875064 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-721875f5-9d9e-4a21-8153-27f69d7d9cd4 None None] Provisioning complete for port bd268e42-fc69-4649-8317-30d253e3b12f triggered by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:36:34.875838 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-721875f5-9d9e-4a21-8153-27f69d7d9cd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:34.943186 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0413b6ad-ac51-4150-a6f7-e9d2ff19f7ba tempest-ExternalNetworksAdminNegativeTestJSON-235258638 tempest-ExternalNetworksAdminNegativeTestJSON-235258638-project-admin] Made reservation on behalf of 515878980e044fa2b7c93d5c2bfd4139 for: {'port': 1} {{(pid=87507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:36:34.943451 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-721875f5-9d9e-4a21-8153-27f69d7d9cd4 None None] Port bd268e42-fc69-4649-8317-30d253e3b12f cannot update to ACTIVE because it is not bound. {{(pid=87508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 22:36:34.946613 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-0413b6ad-ac51-4150-a6f7-e9d2ff19f7ba tempest-ExternalNetworksAdminNegativeTestJSON-235258638 tempest-ExternalNetworksAdminNegativeTestJSON-235258638-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:34.972882 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-5cb53ab8-c978-41d1-b5b9-fdb86a804d7a req-879a91ae-c064-4c6d-a81d-a4bb0ad78513 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Notify callbacks [] for port, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:35.009897 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-0413b6ad-ac51-4150-a6f7-e9d2ff19f7ba tempest-ExternalNetworksAdminNegativeTestJSON-235258638 tempest-ExternalNetworksAdminNegativeTestJSON-235258638-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:35.017596 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.provisioning_blocks [req-5cb53ab8-c978-41d1-b5b9-fdb86a804d7a req-879a91ae-c064-4c6d-a81d-a4bb0ad78513 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Transition to ACTIVE for port object fc5f312f-f84b-4fb5-a011-d18cbb5fdb16 will not be triggered until provisioned by entity DHCP. {{(pid=87506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:36:35.028214 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-1d2d4e53-2393-43e5-ab1b-ad9113bc5af2 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 947 time: 4.5348306
Dec 16 22:36:35.029390 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 42490) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:36:35.049932 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-0413b6ad-ac51-4150-a6f7-e9d2ff19f7ba tempest-ExternalNetworksAdminNegativeTestJSON-235258638 tempest-ExternalNetworksAdminNegativeTestJSON-235258638-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:36:35.078899 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-f168616b-be0f-405e-a66b-e13b0c0236cd tempest-FloatingIPNegativeTestJSON-1419073809 tempest-FloatingIPNegativeTestJSON-1419073809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:35.094598 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-0413b6ad-ac51-4150-a6f7-e9d2ff19f7ba tempest-ExternalNetworksAdminNegativeTestJSON-235258638 tempest-ExternalNetworksAdminNegativeTestJSON-235258638-project-admin] Usage tracker for resource:security_group_rule and tenant:515878980e044fa2b7c93d5c2bfd4139 is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:36:35.107624 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-0413b6ad-ac51-4150-a6f7-e9d2ff19f7ba tempest-ExternalNetworksAdminNegativeTestJSON-235258638 tempest-ExternalNetworksAdminNegativeTestJSON-235258638-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:36:35.144701 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-0413b6ad-ac51-4150-a6f7-e9d2ff19f7ba tempest-ExternalNetworksAdminNegativeTestJSON-235258638 tempest-ExternalNetworksAdminNegativeTestJSON-235258638-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:36:35.148488 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-502764aa-4cba-4167-98d0-7f4e32a035ab req-ba35ef38-b605-46b3-985c-c647a1bb1b18 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] 10.222.0.13 "GET /v2.0/ports?device_id=6835fec6-5e03-4c1c-818c-3e2c01241c21 HTTP/1.1" status: 200  len: 210 time: 0.1044180
Dec 16 22:36:35.151507 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-6004f326-cdc3-4739-ace7-4b88fdde13a4 tempest-ExtraDHCPOptionsTestJSON-1956761191 tempest-ExtraDHCPOptionsTestJSON-1956761191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3328566'] for subnet, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:35.160723 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-5d2d5381-9350-4840-8bd4-cc126e15a14c tempest-DHCPAgentSchedulersTestJSON-789587183 tempest-DHCPAgentSchedulersTestJSON-789587183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10807931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10549612'] for subnet, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:35.186047 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:36:35.197720 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 0d075bd7-780e-4232-b4b0-0afd67d5bb36 up at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 22:36:35.277149 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-5cb53ab8-c978-41d1-b5b9-fdb86a804d7a req-879a91ae-c064-4c6d-a81d-a4bb0ad78513 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1863393'] for port, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:35.279318 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning complete for port 0d075bd7-780e-4232-b4b0-0afd67d5bb36 triggered by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:36:35.280037 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:35.284496 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-01066c7d-bc76-43e8-bc96-20ee9d9c69bd tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:36:35.319275 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2d5381-9350-4840-8bd4-cc126e15a14c tempest-DHCPAgentSchedulersTestJSON-789587183 tempest-DHCPAgentSchedulersTestJSON-789587183-project] Pushing event updated for resources: {'Subnet': ['ID=814df3dc-d82b-4748-aa7c-a9c67f19aacc,revision_number=0']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:36:35.324924 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-e1955a3c-faac-4b99-b59e-b00b9767d23b tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks [] for port, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:35.339923 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-6004f326-cdc3-4739-ace7-4b88fdde13a4 tempest-ExtraDHCPOptionsTestJSON-1956761191 tempest-ExtraDHCPOptionsTestJSON-1956761191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3328622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1863378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11213117'] for subnet, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:35.344367 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-5d2d5381-9350-4840-8bd4-cc126e15a14c tempest-DHCPAgentSchedulersTestJSON-789587183 tempest-DHCPAgentSchedulersTestJSON-789587183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:36:35.348213 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-64b1687d-99d0-4879-9f15-d5d612b0c010 tempest-AllowedAddressPairTestJSON-1611484417 tempest-AllowedAddressPairTestJSON-1611484417-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:36:35.372431 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-64b1687d-99d0-4879-9f15-d5d612b0c010 tempest-AllowedAddressPairTestJSON-1611484417 tempest-AllowedAddressPairTestJSON-1611484417-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:36:35.378554 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5cb53ab8-c978-41d1-b5b9-fdb86a804d7a req-879a91ae-c064-4c6d-a81d-a4bb0ad78513 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Network 59be113d-df84-4589-a861-2ce3da6b2e5d is already hosted by enough agents. {{(pid=87506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:36:35.391542 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb1147e2-6ed5-4855-a259-bd4598a37d7d tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:36:35.394977 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17a97de9-9c43-4f84-82e9-15cd920b8c95 None None] Network 690c18ce-bf4f-4e28-ab59-b5a786dbbb87 requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 22:36:35.397988 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb1147e2-6ed5-4855-a259-bd4598a37d7d tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:36:35.398188 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d2d5381-9350-4840-8bd4-cc126e15a14c tempest-DHCPAgentSchedulersTestJSON-789587183 tempest-DHCPAgentSchedulersTestJSON-789587183-project] Checking segment: {'id': '9114da0c-47b1-43a2-94b4-6aceccd0d38b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'd4618788-51f7-4776-8c30-fddb94201e04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 22:36:35.398515 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d2d5381-9350-4840-8bd4-cc126e15a14c tempest-DHCPAgentSchedulersTestJSON-789587183 tempest-DHCPAgentSchedulersTestJSON-789587183-project] Network hostable DHCP agents. Network: d4618788-51f7-4776-8c30-fddb94201e04, hostable agents: ['3b155c4d-12dc-491e-aa14-6113b06cfacd'], hosted agents: [] {{(pid=87507) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 16 22:36:35.398835 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-cb1147e2-6ed5-4855-a259-bd4598a37d7d tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Synchronizing usage tracker for tenant:8e4385a98eb1416284c1cc96b3355a70 on resource:port {{(pid=87506) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 22:36:35.405597 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-6004f326-cdc3-4739-ace7-4b88fdde13a4 tempest-ExtraDHCPOptionsTestJSON-1956761191 tempest-ExtraDHCPOptionsTestJSON-1956761191-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3791486'] for subnet, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:35.408266 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.base_scheduler [req-5cb53ab8-c978-41d1-b5b9-fdb86a804d7a req-879a91ae-c064-4c6d-a81d-a4bb0ad78513 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Resources bound (agent type, host, resource id):  {{(pid=87506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:36:35.415455 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.l3_dvrscheduler_db [req-5cb53ab8-c978-41d1-b5b9-fdb86a804d7a req-879a91ae-c064-4c6d-a81d-a4bb0ad78513 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Received port after_create {{(pid=87506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 22:36:35.424403 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64b1687d-99d0-4879-9f15-d5d612b0c010 tempest-AllowedAddressPairTestJSON-1611484417 tempest-AllowedAddressPairTestJSON-1611484417-project] Made reservation on behalf of aac952f03feb4a16a9e96684becdcd26 for: {'port': 1} {{(pid=87507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:36:35.427933 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-64b1687d-99d0-4879-9f15-d5d612b0c010 tempest-AllowedAddressPairTestJSON-1611484417 tempest-AllowedAddressPairTestJSON-1611484417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:35.446848 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879a91ae-c064-4c6d-a81d-a4bb0ad78513 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Pushing event updated for resources: {'Port': ['ID=fc5f312f-f84b-4fb5-a011-d18cbb5fdb16,revision_number=1']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:36:35.469865 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-879a91ae-c064-4c6d-a81d-a4bb0ad78513 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:36:35.473096 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-4bf5f990-b1da-43eb-b36d-a692bf3d4acf tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.125s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:36:35.551016 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-6004f326-cdc3-4739-ace7-4b88fdde13a4 tempest-ExtraDHCPOptionsTestJSON-1956761191 tempest-ExtraDHCPOptionsTestJSON-1956761191-project] 10.222.0.13 "DELETE /v2.0/subnets/239fcbff-c4ad-4497-b8f5-96376bd4bb61 HTTP/1.1" status: 204  len: 168 time: 1.2371104
Dec 16 22:36:35.554645 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6004f326-cdc3-4739-ace7-4b88fdde13a4 tempest-ExtraDHCPOptionsTestJSON-1956761191 tempest-ExtraDHCPOptionsTestJSON-1956761191-project] Pushing event deleted for resources: {'Subnet': ['ID=239fcbff-c4ad-4497-b8f5-96376bd4bb61,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:36:35.558607 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 42494) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:36:35.563093 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.notifiers.nova [None req-64b1687d-99d0-4879-9f15-d5d612b0c010 tempest-AllowedAddressPairTestJSON-1611484417 tempest-AllowedAddressPairTestJSON-1611484417-project] device_id is not set on port d0f82f45-e518-4d60-a6be-d81b9c2357fb yet. {{(pid=87507) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 16 22:36:35.565474 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-6004f326-cdc3-4739-ace7-4b88fdde13a4 tempest-ExtraDHCPOptionsTestJSON-1956761191 tempest-ExtraDHCPOptionsTestJSON-1956761191-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:36:35.566112 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-cb1147e2-6ed5-4855-a259-bd4598a37d7d tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Unset dirty status for tenant:8e4385a98eb1416284c1cc96b3355a70 on resource:port {{(pid=87506) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 22:36:35.578616 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-cb1147e2-6ed5-4855-a259-bd4598a37d7d tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1704 time: 0.5472915
Dec 16 22:36:35.601060 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 42498) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:36:35.616972 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d2d5381-9350-4840-8bd4-cc126e15a14c tempest-DHCPAgentSchedulersTestJSON-789587183 tempest-DHCPAgentSchedulersTestJSON-789587183-project] Network d4618788-51f7-4776-8c30-fddb94201e04 is scheduled to be hosted by DHCP agent 3b155c4d-12dc-491e-aa14-6113b06cfacd with binding_index 1 {{(pid=87507) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 16 22:36:35.643254 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-e1955a3c-faac-4b99-b59e-b00b9767d23b tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10807823'] for port, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:35.647988 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-1d2d4e53-2393-43e5-ab1b-ad9113bc5af2 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:36:35.774857 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.base_scheduler [None req-5d2d5381-9350-4840-8bd4-cc126e15a14c tempest-DHCPAgentSchedulersTestJSON-789587183 tempest-DHCPAgentSchedulersTestJSON-789587183-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821829-1-hyperv, d4618788-51f7-4776-8c30-fddb94201e04) {{(pid=87507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:36:35.782912 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-0413b6ad-ac51-4150-a6f7-e9d2ff19f7ba tempest-ExternalNetworksAdminNegativeTestJSON-235258638 tempest-ExternalNetworksAdminNegativeTestJSON-235258638-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:35.798309 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b5d2ca4-148f-4e60-9876-a07fa69d3048 None None] Network d4618788-51f7-4776-8c30-fddb94201e04 requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 22:36:35.891114 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-aab7bbea-a04e-4a60-8ec2-2b23025effa2 None None] Provisioning for port fc5f312f-f84b-4fb5-a011-d18cbb5fdb16 completed by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 22:36:35.906631 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-aab7bbea-a04e-4a60-8ec2-2b23025effa2 None None] Provisioning complete for port fc5f312f-f84b-4fb5-a011-d18cbb5fdb16 triggered by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:36:35.909575 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-aab7bbea-a04e-4a60-8ec2-2b23025effa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:35.980146 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb53ab8-c978-41d1-b5b9-fdb86a804d7a req-879a91ae-c064-4c6d-a81d-a4bb0ad78513 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:36:35.980813 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-5cb53ab8-c978-41d1-b5b9-fdb86a804d7a req-879a91ae-c064-4c6d-a81d-a4bb0ad78513 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for port, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:35.986721 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d2d5381-9350-4840-8bd4-cc126e15a14c tempest-DHCPAgentSchedulersTestJSON-789587183 tempest-DHCPAgentSchedulersTestJSON-789587183-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:36:35.987884 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-5d2d5381-9350-4840-8bd4-cc126e15a14c tempest-DHCPAgentSchedulersTestJSON-789587183 tempest-DHCPAgentSchedulersTestJSON-789587183-project] Notify callbacks [] for subnet, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:36.002749 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1955a3c-faac-4b99-b59e-b00b9767d23b tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Network f8905ce9-304b-4976-bc47-e58c71c11de5 is already hosted by enough agents. {{(pid=87507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:36:36.006492 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-0413b6ad-ac51-4150-a6f7-e9d2ff19f7ba tempest-ExternalNetworksAdminNegativeTestJSON-235258638 tempest-ExternalNetworksAdminNegativeTestJSON-235258638-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841066'] for security_group, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:36.018861 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-aab7bbea-a04e-4a60-8ec2-2b23025effa2 None None] Port fc5f312f-f84b-4fb5-a011-d18cbb5fdb16 cannot update to ACTIVE because it is not bound. {{(pid=87508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 22:36:36.021168 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.base_scheduler [None req-e1955a3c-faac-4b99-b59e-b00b9767d23b tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Resources bound (agent type, host, resource id):  {{(pid=87507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:36:36.038547 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1955a3c-faac-4b99-b59e-b00b9767d23b tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Received port after_create {{(pid=87507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 22:36:36.068592 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.db_base_plugin_common [None req-f168616b-be0f-405e-a66b-e13b0c0236cd tempest-FloatingIPNegativeTestJSON-1419073809 tempest-FloatingIPNegativeTestJSON-1419073809-project] Allocated IP 172.26.0.102 (f8905ce9-304b-4976-bc47-e58c71c11de5/9bca8591-41ef-4f2d-8ecb-ecaab1a28acf/5d48d26b-cd3c-408a-a383-be54b78d438b) {{(pid=87506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 22:36:36.077893 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.notifiers.nova [None req-0413b6ad-ac51-4150-a6f7-e9d2ff19f7ba tempest-ExternalNetworksAdminNegativeTestJSON-235258638 tempest-ExternalNetworksAdminNegativeTestJSON-235258638-project-admin] device_id is not set on port 62946d08-daec-4804-ab06-4070e1302e77 yet. {{(pid=87507) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 16 22:36:36.140041 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1955a3c-faac-4b99-b59e-b00b9767d23b tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Pushing event updated for resources: {'Port': ['ID=5fc82aab-6264-427e-9e51-6248905cab24,revision_number=1']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:36:36.157642 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-e1955a3c-faac-4b99-b59e-b00b9767d23b tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.510s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:36:36.167429 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-a812731c-59fc-4e87-9aa9-e3db07468531 tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.149s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:36:36.195385 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-8574f5a9-cc6a-41c0-bd46-e6a7f8569f1d tempest-ExtraDHCPOptionsTestJSON-1956761191 tempest-ExtraDHCPOptionsTestJSON-1956761191-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-825997'] for network, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:36.207682 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-5cb53ab8-c978-41d1-b5b9-fdb86a804d7a req-879a91ae-c064-4c6d-a81d-a4bb0ad78513 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 4.0110383
Dec 16 22:36:36.223046 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31b37f92-471f-433d-9c77-f910b8eed355 None None] DHCP port deletion for 690c18ce-bf4f-4e28-ab59-b5a786dbbb87 request from dv-neutron-821829-1-hyperv {{(pid=87508) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 16 22:36:36.247411 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-31b37f92-471f-433d-9c77-f910b8eed355 None None] Deleting port ca577179-8a48-4e37-9214-8274f09c9ac3 {{(pid=87508) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:36:36.247580 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-31b37f92-471f-433d-9c77-f910b8eed355 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:36.281187 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7958f3b4-7811-4f31-a543-5e3c5bb3e0de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1d6bfaf-d325-5e4f-b05d-2441d8339617-d4618788-51f7-4776-8c30-fddb94201e04', 'network_id': 'd4618788-51f7-4776-8c30-fddb94201e04', 'tenant_id': '578a1a9ac31b41599964dcb3f552228b', 'fixed_ips': [{'subnet_id': '814df3dc-d82b-4748-aa7c-a9c67f19aacc'}]}} from dv-neutron-821829-1-hyperv. {{(pid=87508) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 16 22:36:36.282638 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-7958f3b4-7811-4f31-a543-5e3c5bb3e0de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:36.325398 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [req-5cb53ab8-c978-41d1-b5b9-fdb86a804d7a req-6ef6073f-fc5c-4273-a962-401b7a64e7d6 service neutron] Request body: {'port': {'device_id': '6835fec6-5e03-4c1c-818c-3e2c01241c21', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8218'}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:36:36.377951 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [None req-2080e9e8-0dec-4836-affd-bcf0cca5e0ee tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Deleting port bd268e42-fc69-4649-8317-30d253e3b12f {{(pid=87506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:36:36.378191 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-2080e9e8-0dec-4836-affd-bcf0cca5e0ee tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:36.385300 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-5d2d5381-9350-4840-8bd4-cc126e15a14c tempest-DHCPAgentSchedulersTestJSON-789587183 tempest-DHCPAgentSchedulersTestJSON-789587183-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 3.0894380
Dec 16 22:36:36.399647 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 42504) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:36:36.438346 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-72643880-64ec-4443-ab08-c0f81bbc3757 tempest-DHCPAgentSchedulersTestJSON-789587183 tempest-DHCPAgentSchedulersTestJSON-789587183-project] Request body: {'port': {'network_id': 'd4618788-51f7-4776-8c30-fddb94201e04', 'name': 'tempest-DHCPAgentSchedulersTestJSON-603862360'}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:36:36.516314 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0413b6ad-ac51-4150-a6f7-e9d2ff19f7ba tempest-ExternalNetworksAdminNegativeTestJSON-235258638 tempest-ExternalNetworksAdminNegativeTestJSON-235258638-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f02c842b-c569-46fd-9041-1ccc36d2b319,revision_number=1']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:36:36.520921 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [None req-8574f5a9-cc6a-41c0-bd46-e6a7f8569f1d tempest-ExtraDHCPOptionsTestJSON-1956761191 tempest-ExtraDHCPOptionsTestJSON-1956761191-project] Deleting port ca577179-8a48-4e37-9214-8274f09c9ac3 {{(pid=87506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:36:36.521551 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-8574f5a9-cc6a-41c0-bd46-e6a7f8569f1d tempest-ExtraDHCPOptionsTestJSON-1956761191 tempest-ExtraDHCPOptionsTestJSON-1956761191-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:36.608312 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-0413b6ad-ac51-4150-a6f7-e9d2ff19f7ba tempest-ExternalNetworksAdminNegativeTestJSON-235258638 tempest-ExternalNetworksAdminNegativeTestJSON-235258638-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.441s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:36:36.657135 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-31b37f92-471f-433d-9c77-f910b8eed355 None None] For port ca577179-8a48-4e37-9214-8274f09c9ac3, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=ca577179-8a48-4e37-9214-8274f09c9ac3,segment=NetworkSegment(9617da1e-61eb-4c62-9424-05baebce2555),segment_id=9617da1e-61eb-4c62-9424-05baebce2555)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:36:36.657792 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-31b37f92-471f-433d-9c77-f910b8eed355 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:36.696141 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.db_base_plugin_common [None req-64b1687d-99d0-4879-9f15-d5d612b0c010 tempest-AllowedAddressPairTestJSON-1611484417 tempest-AllowedAddressPairTestJSON-1611484417-project] Allocated IP 172.20.0.13 (23bf1340-5067-4f12-82fc-aa5d92ad4d11/84f38bba-e588-4bce-91e9-7c18581ead20/d0f82f45-e518-4d60-a6be-d81b9c2357fb) {{(pid=87507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 22:36:36.801433 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-f168616b-be0f-405e-a66b-e13b0c0236cd tempest-FloatingIPNegativeTestJSON-1419073809 tempest-FloatingIPNegativeTestJSON-1419073809-project] Notify callbacks [] for port, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:36.816396 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-31b37f92-471f-433d-9c77-f910b8eed355 None None] Calling delete_port for ca577179-8a48-4e37-9214-8274f09c9ac3 owned by network:dhcp {{(pid=87508) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:36:36.870065 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-5cb53ab8-c978-41d1-b5b9-fdb86a804d7a req-6ef6073f-fc5c-4273-a962-401b7a64e7d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:36.897954 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6208960e-bffb-47ce-839e-8d405bec67d1 req-361a6aaf-59da-48b2-902d-203cb82d4b16 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:36:36.899814 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-6208960e-bffb-47ce-839e-8d405bec67d1 req-361a6aaf-59da-48b2-902d-203cb82d4b16 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] 10.222.0.13 "GET /v2.0/ports?device_id=6835fec6-5e03-4c1c-818c-3e2c01241c21 HTTP/1.1" status: 200  len: 931 time: 0.5815079
Dec 16 22:36:36.948137 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.db_base_plugin_common [None req-7958f3b4-7811-4f31-a543-5e3c5bb3e0de None None] Allocated IP 172.20.0.2 (d4618788-51f7-4776-8c30-fddb94201e04/814df3dc-d82b-4748-aa7c-a9c67f19aacc/f6be04be-b788-4d9f-a078-24f1b30a3f02) {{(pid=87508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 22:36:36.958985 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-31b37f92-471f-433d-9c77-f910b8eed355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949'] for port, after_delete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:36.963912 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-ddba09ee-ea15-41e5-81de-4d8b7705917e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:36:37.024299 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b37f92-471f-433d-9c77-f910b8eed355 None None] Pushing event deleted for resources: {'Port': ['ID=ca577179-8a48-4e37-9214-8274f09c9ac3,revision_number=None']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:36:37.027360 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-31b37f92-471f-433d-9c77-f910b8eed355 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:36:37.031255 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-72643880-64ec-4443-ab08-c0f81bbc3757 tempest-DHCPAgentSchedulersTestJSON-789587183 tempest-DHCPAgentSchedulersTestJSON-789587183-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:36:37.067659 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-72643880-64ec-4443-ab08-c0f81bbc3757 tempest-DHCPAgentSchedulersTestJSON-789587183 tempest-DHCPAgentSchedulersTestJSON-789587183-project] Usage tracker for resource:port and tenant:578a1a9ac31b41599964dcb3f552228b is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:36:37.074390 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-72643880-64ec-4443-ab08-c0f81bbc3757 tempest-DHCPAgentSchedulersTestJSON-789587183 tempest-DHCPAgentSchedulersTestJSON-789587183-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:36:37.079214 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31b37f92-471f-433d-9c77-f910b8eed355 None None] No DVR routers for this DVR port ca577179-8a48-4e37-9214-8274f09c9ac3 on host dv-neutron-821829-1-hyperv {{(pid=87508) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 22:36:37.105166 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-72643880-64ec-4443-ab08-c0f81bbc3757 tempest-DHCPAgentSchedulersTestJSON-789587183 tempest-DHCPAgentSchedulersTestJSON-789587183-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:36:37.122442 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-2080e9e8-0dec-4836-affd-bcf0cca5e0ee tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:37.208550 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72643880-64ec-4443-ab08-c0f81bbc3757 tempest-DHCPAgentSchedulersTestJSON-789587183 tempest-DHCPAgentSchedulersTestJSON-789587183-project] Made reservation on behalf of 578a1a9ac31b41599964dcb3f552228b for: {'port': 1} {{(pid=87507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:36:37.211972 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-72643880-64ec-4443-ab08-c0f81bbc3757 tempest-DHCPAgentSchedulersTestJSON-789587183 tempest-DHCPAgentSchedulersTestJSON-789587183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:37.233184 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device ca577179-8a48-4e37-9214-8274f09c9ac3 no longer exists at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 22:36:37.233861 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-6208960e-bffb-47ce-839e-8d405bec67d1 req-8f8c8030-39e4-4b23-9e8b-4f8b42d7ee6a tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c8293c6-7a9d-4021-9d0b-d55cb4b08bc4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3038960
Dec 16 22:36:37.289750 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [None req-2080e9e8-0dec-4836-affd-bcf0cca5e0ee tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Calling delete_port for bd268e42-fc69-4649-8317-30d253e3b12f owned by  {{(pid=87506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:36:37.294550 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] No Port match for: ca577179-8a48-4e37-9214-8274f09c9ac3 {{(pid=87508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 22:36:37.295084 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device ca577179-8a48-4e37-9214-8274f09c9ac3 not bound to the agent host dv-neutron-821829-1-hyperv {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 22:36:37.303743 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-64b1687d-99d0-4879-9f15-d5d612b0c010 tempest-AllowedAddressPairTestJSON-1611484417 tempest-AllowedAddressPairTestJSON-1611484417-project] Notify callbacks [] for port, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:37.309411 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.notifiers.nova [None req-72643880-64ec-4443-ab08-c0f81bbc3757 tempest-DHCPAgentSchedulersTestJSON-789587183 tempest-DHCPAgentSchedulersTestJSON-789587183-project] device_id is not set on port ffc481e2-0720-47c0-95e0-1166b9f501b5 yet. {{(pid=87507) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 16 22:36:37.320878 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-7958f3b4-7811-4f31-a543-5e3c5bb3e0de None None] Notify callbacks [] for port, precommit_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:37.333053 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-7958f3b4-7811-4f31-a543-5e3c5bb3e0de None None] Transition to ACTIVE for port object f6be04be-b788-4d9f-a078-24f1b30a3f02 will not be triggered until provisioned by entity L2. {{(pid=87508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:36:37.336466 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.db [None req-8574f5a9-cc6a-41c0-bd46-e6a7f8569f1d tempest-ExtraDHCPOptionsTestJSON-1956761191 tempest-ExtraDHCPOptionsTestJSON-1956761191-project] For port ca577179-8a48-4e37-9214-8274f09c9ac3, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=ca577179-8a48-4e37-9214-8274f09c9ac3,segment=NetworkSegment(9617da1e-61eb-4c62-9424-05baebce2555),segment_id=9617da1e-61eb-4c62-9424-05baebce2555)] {{(pid=87506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:36:37.336982 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-8574f5a9-cc6a-41c0-bd46-e6a7f8569f1d tempest-ExtraDHCPOptionsTestJSON-1956761191 tempest-ExtraDHCPOptionsTestJSON-1956761191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:37.351383 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-f168616b-be0f-405e-a66b-e13b0c0236cd tempest-FloatingIPNegativeTestJSON-1419073809 tempest-FloatingIPNegativeTestJSON-1419073809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1863393'] for port, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:37.355846 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-7958f3b4-7811-4f31-a543-5e3c5bb3e0de None None] Transition to ACTIVE for port object f6be04be-b788-4d9f-a078-24f1b30a3f02 will not be triggered until provisioned by entity DHCP. {{(pid=87508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:36:37.361623 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-7958f3b4-7811-4f31-a543-5e3c5bb3e0de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940'] for port, after_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:37.378653 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-77424082-00e9-4f71-9a00-02ee9666216e tempest-AllowedAddressPairIpV6TestJSON-1960971591 tempest-AllowedAddressPairIpV6TestJSON-1960971591-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:36:37.385876 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-e1955a3c-faac-4b99-b59e-b00b9767d23b tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks [] for router_gateway, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:37.410198 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:36:37.476146 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7958f3b4-7811-4f31-a543-5e3c5bb3e0de None None] Network d4618788-51f7-4776-8c30-fddb94201e04 is already hosted by enough agents. {{(pid=87508) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:36:37.480158 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.scheduler.base_scheduler [None req-7958f3b4-7811-4f31-a543-5e3c5bb3e0de None None] Resources bound (agent type, host, resource id):  {{(pid=87508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:36:37.489375 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7958f3b4-7811-4f31-a543-5e3c5bb3e0de None None] Received port after_create {{(pid=87508) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 22:36:37.493961 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.provisioning_blocks [None req-64b1687d-99d0-4879-9f15-d5d612b0c010 tempest-AllowedAddressPairTestJSON-1611484417 tempest-AllowedAddressPairTestJSON-1611484417-project] Transition to ACTIVE for port object d0f82f45-e518-4d60-a6be-d81b9c2357fb will not be triggered until provisioned by entity DHCP. {{(pid=87507) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:36:37.500348 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7958f3b4-7811-4f31-a543-5e3c5bb3e0de None None] Pushing event updated for resources: {'Port': ['ID=f6be04be-b788-4d9f-a078-24f1b30a3f02,revision_number=1']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:36:37.504460 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-7958f3b4-7811-4f31-a543-5e3c5bb3e0de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:36:37.600804 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-7958f3b4-7811-4f31-a543-5e3c5bb3e0de None None] Attempting to bind port f6be04be-b788-4d9f-a078-24f1b30a3f02 on host dv-neutron-821829-1-hyperv for vnic_type normal with profile  {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 22:36:37.601215 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-7958f3b4-7811-4f31-a543-5e3c5bb3e0de None None] Attempting to bind port f6be04be-b788-4d9f-a078-24f1b30a3f02 by drivers openvswitch,hyperv on host dv-neutron-821829-1-hyperv at level 0 using segments [{'id': '9114da0c-47b1-43a2-94b4-6aceccd0d38b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'd4618788-51f7-4776-8c30-fddb94201e04'}] {{(pid=87508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 22:36:37.601566 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7958f3b4-7811-4f31-a543-5e3c5bb3e0de None None] Attempting to bind port f6be04be-b788-4d9f-a078-24f1b30a3f02 on network d4618788-51f7-4776-8c30-fddb94201e04 {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 22:36:37.609904 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7958f3b4-7811-4f31-a543-5e3c5bb3e0de None None] Checking agent: {'id': '5571501f-366e-47a4-9b60-8ef19d935d27', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821829-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 24, 2), 'started_at': datetime.datetime(2021, 12, 16, 22, 24, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 36, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821829-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 22:36:37.610360 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7958f3b4-7811-4f31-a543-5e3c5bb3e0de None None] Checking segment: {'id': '9114da0c-47b1-43a2-94b4-6aceccd0d38b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'd4618788-51f7-4776-8c30-fddb94201e04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 22:36:37.610754 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-7958f3b4-7811-4f31-a543-5e3c5bb3e0de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:37.611541 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7958f3b4-7811-4f31-a543-5e3c5bb3e0de None None] Bound using segment: {'id': '9114da0c-47b1-43a2-94b4-6aceccd0d38b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'd4618788-51f7-4776-8c30-fddb94201e04'} {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 22:36:37.611682 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-7958f3b4-7811-4f31-a543-5e3c5bb3e0de None None] Bound port: f6be04be-b788-4d9f-a078-24f1b30a3f02, host: dv-neutron-821829-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9114da0c-47b1-43a2-94b4-6aceccd0d38b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'd4618788-51f7-4776-8c30-fddb94201e04'}}] {{(pid=87508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 22:36:37.612090 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-7958f3b4-7811-4f31-a543-5e3c5bb3e0de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:37.733393 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:37.741430 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-7958f3b4-7811-4f31-a543-5e3c5bb3e0de None None] For port f6be04be-b788-4d9f-a078-24f1b30a3f02, host dv-neutron-821829-1-hyperv, cleared binding levels {{(pid=87508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 22:36:37.745781 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-7958f3b4-7811-4f31-a543-5e3c5bb3e0de None None] For port f6be04be-b788-4d9f-a078-24f1b30a3f02, host dv-neutron-821829-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=f6be04be-b788-4d9f-a078-24f1b30a3f02,segment=NetworkSegment(9114da0c-47b1-43a2-94b4-6aceccd0d38b),segment_id=9114da0c-47b1-43a2-94b4-6aceccd0d38b)] {{(pid=87508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 22:36:37.747164 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [None req-8574f5a9-cc6a-41c0-bd46-e6a7f8569f1d tempest-ExtraDHCPOptionsTestJSON-1956761191 tempest-ExtraDHCPOptionsTestJSON-1956761191-project] Calling delete_port for ca577179-8a48-4e37-9214-8274f09c9ac3 owned by network:dhcp {{(pid=87506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:36:37.750124 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-7958f3b4-7811-4f31-a543-5e3c5bb3e0de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:37.754347 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-7d26e96c-7d14-437d-a203-704406cdfd22 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:36:37.793373 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f168616b-be0f-405e-a66b-e13b0c0236cd tempest-FloatingIPNegativeTestJSON-1419073809 tempest-FloatingIPNegativeTestJSON-1419073809-project] Network f8905ce9-304b-4976-bc47-e58c71c11de5 is already hosted by enough agents. {{(pid=87506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:36:37.806943 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.base_scheduler [None req-f168616b-be0f-405e-a66b-e13b0c0236cd tempest-FloatingIPNegativeTestJSON-1419073809 tempest-FloatingIPNegativeTestJSON-1419073809-project] Resources bound (agent type, host, resource id):  {{(pid=87506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:36:37.809258 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.pecan_wsgi.hooks.translation [None req-0413b6ad-ac51-4150-a6f7-e9d2ff19f7ba tempest-ExternalNetworksAdminNegativeTestJSON-235258638 tempest-ExternalNetworksAdminNegativeTestJSON-235258638-project-admin] POST failed (client error): There was a conflict when trying to complete your request.
Dec 16 22:36:37.809759 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0413b6ad-ac51-4150-a6f7-e9d2ff19f7ba tempest-ExternalNetworksAdminNegativeTestJSON-235258638 tempest-ExternalNetworksAdminNegativeTestJSON-235258638-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=87507) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 16 22:36:37.827390 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f168616b-be0f-405e-a66b-e13b0c0236cd tempest-FloatingIPNegativeTestJSON-1419073809 tempest-FloatingIPNegativeTestJSON-1419073809-project] Received port after_create {{(pid=87506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 22:36:37.838049 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7958f3b4-7811-4f31-a543-5e3c5bb3e0de None None] Pushing event updated for resources: {'Port': ['ID=f6be04be-b788-4d9f-a078-24f1b30a3f02,revision_number=2']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:36:37.840981 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-7958f3b4-7811-4f31-a543-5e3c5bb3e0de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:36:37.870251 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-0413b6ad-ac51-4150-a6f7-e9d2ff19f7ba tempest-ExternalNetworksAdminNegativeTestJSON-235258638 tempest-ExternalNetworksAdminNegativeTestJSON-235258638-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 409  len: 372 time: 3.5105262
Dec 16 22:36:37.871919 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 42508) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:36:37.894440 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f168616b-be0f-405e-a66b-e13b0c0236cd tempest-FloatingIPNegativeTestJSON-1419073809 tempest-FloatingIPNegativeTestJSON-1419073809-project] Pushing event updated for resources: {'Port': ['ID=5d48d26b-cd3c-408a-a383-be54b78d438b,revision_number=1']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:36:37.913102 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-f168616b-be0f-405e-a66b-e13b0c0236cd tempest-FloatingIPNegativeTestJSON-1419073809 tempest-FloatingIPNegativeTestJSON-1419073809-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.534s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:36:38.011458 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.db_base_plugin_common [None req-72643880-64ec-4443-ab08-c0f81bbc3757 tempest-DHCPAgentSchedulersTestJSON-789587183 tempest-DHCPAgentSchedulersTestJSON-789587183-project] Allocated IP 172.20.0.8 (d4618788-51f7-4776-8c30-fddb94201e04/814df3dc-d82b-4748-aa7c-a9c67f19aacc/ffc481e2-0720-47c0-95e0-1166b9f501b5) {{(pid=87507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 22:36:38.014148 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.db.api [None req-8574f5a9-cc6a-41c0-bd46-e6a7f8569f1d tempest-ExtraDHCPOptionsTestJSON-1956761191 tempest-ExtraDHCPOptionsTestJSON-1956761191-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87506) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 16 22:36:38.014490 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_db.api [None req-8574f5a9-cc6a-41c0-bd46-e6a7f8569f1d tempest-ExtraDHCPOptionsTestJSON-1956761191 tempest-ExtraDHCPOptionsTestJSON-1956761191-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 16 22:36:38.036077 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-64b1687d-99d0-4879-9f15-d5d612b0c010 tempest-AllowedAddressPairTestJSON-1611484417 tempest-AllowedAddressPairTestJSON-1611484417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10807823'] for port, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:38.045231 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-2080e9e8-0dec-4836-affd-bcf0cca5e0ee tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1863393'] for port, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:38.045493 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-b53a07dc-e9d1-451f-acf5-5a57a7d8a015 tempest-RoutersIpV6AdminTest-765327337 tempest-RoutersIpV6AdminTest-765327337-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:36:38.053937 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-45ae41f3-7505-4779-8837-62779a158f2d tempest-ExtraDHCPOptionsTestJSON-1956761191 tempest-ExtraDHCPOptionsTestJSON-1956761191-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:36:38.156073 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2080e9e8-0dec-4836-affd-bcf0cca5e0ee tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Pushing event deleted for resources: {'Port': ['ID=bd268e42-fc69-4649-8317-30d253e3b12f,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:36:38.162098 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-2080e9e8-0dec-4836-affd-bcf0cca5e0ee tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:36:38.211421 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-f168616b-be0f-405e-a66b-e13b0c0236cd tempest-FloatingIPNegativeTestJSON-1419073809 tempest-FloatingIPNegativeTestJSON-1419073809-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:38.215303 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.notifiers.nova [req-5cb53ab8-c978-41d1-b5b9-fdb86a804d7a req-6ef6073f-fc5c-4273-a962-401b7a64e7d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc5f312f-f84b-4fb5-a011-d18cbb5fdb16 {{(pid=87506) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 22:36:38.225412 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-2080e9e8-0dec-4836-affd-bcf0cca5e0ee tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for port, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:38.229044 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.plugin [None req-7683bf77-55b2-4a12-9eea-82cb57cc35c2 tempest-ExternalNetworksAdminNegativeTestJSON-235258638 tempest-ExternalNetworksAdminNegativeTestJSON-235258638-project-admin] Deleting port baf42760-2374-4676-8e59-a7f2ede211c4 {{(pid=87507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:36:38.229258 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-5cb53ab8-c978-41d1-b5b9-fdb86a804d7a req-6ef6073f-fc5c-4273-a962-401b7a64e7d6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:38.229386 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-7683bf77-55b2-4a12-9eea-82cb57cc35c2 tempest-ExternalNetworksAdminNegativeTestJSON-235258638 tempest-ExternalNetworksAdminNegativeTestJSON-235258638-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:38.289514 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.provisioning_blocks [req-5cb53ab8-c978-41d1-b5b9-fdb86a804d7a req-6ef6073f-fc5c-4273-a962-401b7a64e7d6 service neutron] Transition to ACTIVE for port object fc5f312f-f84b-4fb5-a011-d18cbb5fdb16 will not be triggered until provisioned by entity L2. {{(pid=87506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:36:38.302556 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-5cb53ab8-c978-41d1-b5b9-fdb86a804d7a req-6ef6073f-fc5c-4273-a962-401b7a64e7d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1863400'] for port, after_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:38.309445 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-2f0f7fae-2dda-41a3-ab95-69051fd00eee tempest-ServersTestJSON-1208382319 tempest-ServersTestJSON-1208382319-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:36:38.347621 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64b1687d-99d0-4879-9f15-d5d612b0c010 tempest-AllowedAddressPairTestJSON-1611484417 tempest-AllowedAddressPairTestJSON-1611484417-project] Network 23bf1340-5067-4f12-82fc-aa5d92ad4d11 is already hosted by enough agents. {{(pid=87507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:36:38.349344 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-2080e9e8-0dec-4836-affd-bcf0cca5e0ee tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] 10.222.0.13 "DELETE /v2.0/ports/bd268e42-fc69-4649-8317-30d253e3b12f HTTP/1.1" status: 204  len: 168 time: 2.7405257
Dec 16 22:36:38.354823 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 42514) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:36:38.363527 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.base_scheduler [None req-64b1687d-99d0-4879-9f15-d5d612b0c010 tempest-AllowedAddressPairTestJSON-1611484417 tempest-AllowedAddressPairTestJSON-1611484417-project] Resources bound (agent type, host, resource id):  {{(pid=87507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:36:38.367655 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64b1687d-99d0-4879-9f15-d5d612b0c010 tempest-AllowedAddressPairTestJSON-1611484417 tempest-AllowedAddressPairTestJSON-1611484417-project] Received port after_create {{(pid=87507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 22:36:38.410460 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-f168616b-be0f-405e-a66b-e13b0c0236cd tempest-FloatingIPNegativeTestJSON-1419073809 tempest-FloatingIPNegativeTestJSON-1419073809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:38.458502 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b1687d-99d0-4879-9f15-d5d612b0c010 tempest-AllowedAddressPairTestJSON-1611484417 tempest-AllowedAddressPairTestJSON-1611484417-project] Pushing event updated for resources: {'Port': ['ID=d0f82f45-e518-4d60-a6be-d81b9c2357fb,revision_number=1']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:36:38.531979 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-64b1687d-99d0-4879-9f15-d5d612b0c010 tempest-AllowedAddressPairTestJSON-1611484417 tempest-AllowedAddressPairTestJSON-1611484417-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.486s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:36:38.544178 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [None req-8574f5a9-cc6a-41c0-bd46-e6a7f8569f1d tempest-ExtraDHCPOptionsTestJSON-1956761191 tempest-ExtraDHCPOptionsTestJSON-1956761191-project] Deleting port ca577179-8a48-4e37-9214-8274f09c9ac3 {{(pid=87506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:36:38.544524 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-8574f5a9-cc6a-41c0-bd46-e6a7f8569f1d tempest-ExtraDHCPOptionsTestJSON-1956761191 tempest-ExtraDHCPOptionsTestJSON-1956761191-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:38.649107 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64b1687d-99d0-4879-9f15-d5d612b0c010 tempest-AllowedAddressPairTestJSON-1611484417 tempest-AllowedAddressPairTestJSON-1611484417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:36:38.649860 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-64b1687d-99d0-4879-9f15-d5d612b0c010 tempest-AllowedAddressPairTestJSON-1611484417 tempest-AllowedAddressPairTestJSON-1611484417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for port, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:38.668849 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [None req-8574f5a9-cc6a-41c0-bd46-e6a7f8569f1d tempest-ExtraDHCPOptionsTestJSON-1956761191 tempest-ExtraDHCPOptionsTestJSON-1956761191-project] The port 'ca577179-8a48-4e37-9214-8274f09c9ac3' was deleted {{(pid=87506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 16 22:36:38.704935 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef6073f-fc5c-4273-a962-401b7a64e7d6 service neutron] Pushing event updated for resources: {'Port': ['ID=fc5f312f-f84b-4fb5-a011-d18cbb5fdb16,revision_number=2']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:36:38.707974 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-6ef6073f-fc5c-4273-a962-401b7a64e7d6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.399s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:36:38.733768 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-e1955a3c-faac-4b99-b59e-b00b9767d23b tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3740952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3741923'] for router, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:38.775361 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-b26a92d4-3a83-4b4b-b37a-7504483fc8ee None None] Provisioning for port d0f82f45-e518-4d60-a6be-d81b9c2357fb completed by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 22:36:38.781399 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-b26a92d4-3a83-4b4b-b37a-7504483fc8ee None None] Provisioning complete for port d0f82f45-e518-4d60-a6be-d81b9c2357fb triggered by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:36:38.782189 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b26a92d4-3a83-4b4b-b37a-7504483fc8ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:38.837206 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-8574f5a9-cc6a-41c0-bd46-e6a7f8569f1d tempest-ExtraDHCPOptionsTestJSON-1956761191 tempest-ExtraDHCPOptionsTestJSON-1956761191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3329565', 'neutron.services.segments.db._delete_segments_for_network-8734753546406'] for network, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:38.849855 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-b26a92d4-3a83-4b4b-b37a-7504483fc8ee None None] Port d0f82f45-e518-4d60-a6be-d81b9c2357fb cannot update to ACTIVE because it is not bound. {{(pid=87508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 22:36:38.911058 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.services.segments.db [None req-8574f5a9-cc6a-41c0-bd46-e6a7f8569f1d tempest-ExtraDHCPOptionsTestJSON-1956761191 tempest-ExtraDHCPOptionsTestJSON-1956761191-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1b7772bd60>,) {'filters': {'network_id': ['690c18ce-bf4f-4e28-ab59-b5a786dbbb87']}} {{(pid=87506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:36:38.915014 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-64b1687d-99d0-4879-9f15-d5d612b0c010 tempest-AllowedAddressPairTestJSON-1611484417 tempest-AllowedAddressPairTestJSON-1611484417-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 936 time: 4.2885659
Dec 16 22:36:38.921036 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc24c7ac-78ad-4ad1-a321-a35fb62c2844 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:36:38.922638 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc24c7ac-78ad-4ad1-a321-a35fb62c2844 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:36:38.923390 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-dc24c7ac-78ad-4ad1-a321-a35fb62c2844 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Synchronizing usage tracker for tenant:8e4385a98eb1416284c1cc96b3355a70 on resource:subnet {{(pid=87506) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 22:36:38.924359 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 42518) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:36:38.951193 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-be41b25f-ac7e-4d94-8901-26996a0cfe82 tempest-AllowedAddressPairTestJSON-1611484417 tempest-AllowedAddressPairTestJSON-1611484417-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.6', 'mac_address': 'fa:16:3e:50:41:d6'}, {'ip_address': '172.20.0.10', 'mac_address': 'fa:16:3e:ea:97:60'}]}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:36:38.989492 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.services.segments.db [None req-8574f5a9-cc6a-41c0-bd46-e6a7f8569f1d tempest-ExtraDHCPOptionsTestJSON-1956761191 tempest-ExtraDHCPOptionsTestJSON-1956761191-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b7772bd60>, '9617da1e-61eb-4c62-9424-05baebce2555') {'for_net_delete': True} {{(pid=87506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:36:38.989861 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.services.segments.db [None req-8574f5a9-cc6a-41c0-bd46-e6a7f8569f1d tempest-ExtraDHCPOptionsTestJSON-1956761191 tempest-ExtraDHCPOptionsTestJSON-1956761191-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b7772bd60>, '9617da1e-61eb-4c62-9424-05baebce2555') {} {{(pid=87506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:36:39.066933 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-8574f5a9-cc6a-41c0-bd46-e6a7f8569f1d tempest-ExtraDHCPOptionsTestJSON-1956761191 tempest-ExtraDHCPOptionsTestJSON-1956761191-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734753593977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-266764496'] for segment, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:39.105063 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-dc24c7ac-78ad-4ad1-a321-a35fb62c2844 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Unset dirty status for tenant:8e4385a98eb1416284c1cc96b3355a70 on resource:subnet {{(pid=87506) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 22:36:39.106211 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-dc24c7ac-78ad-4ad1-a321-a35fb62c2844 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1465 time: 0.7438204
Dec 16 22:36:39.114019 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-8574f5a9-cc6a-41c0-bd46-e6a7f8569f1d tempest-ExtraDHCPOptionsTestJSON-1956761191 tempest-ExtraDHCPOptionsTestJSON-1956761191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-883292'] for segment, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:39.116166 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 42522) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:36:39.144407 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66897210-c879-44db-8439-c65adce2ecdf req-d9c5d19d-0c1e-4ddc-94d3-52e0fd8d5bea tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:36:39.151800 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-66897210-c879-44db-8439-c65adce2ecdf req-d9c5d19d-0c1e-4ddc-94d3-52e0fd8d5bea tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] 10.222.0.13 "GET /v2.0/ports?device_id=6835fec6-5e03-4c1c-818c-3e2c01241c21 HTTP/1.1" status: 200  len: 943 time: 0.7448862
Dec 16 22:36:39.156372 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54a46616-ea31-4c0a-b02b-dac4bad380d6 None None] Network d4618788-51f7-4776-8c30-fddb94201e04 requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 22:36:39.160829 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-7683bf77-55b2-4a12-9eea-82cb57cc35c2 tempest-ExternalNetworksAdminNegativeTestJSON-235258638 tempest-ExternalNetworksAdminNegativeTestJSON-235258638-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:39.161160 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-7683bf77-55b2-4a12-9eea-82cb57cc35c2 tempest-ExternalNetworksAdminNegativeTestJSON-235258638 tempest-ExternalNetworksAdminNegativeTestJSON-235258638-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:39.168721 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8574f5a9-cc6a-41c0-bd46-e6a7f8569f1d tempest-ExtraDHCPOptionsTestJSON-1956761191 tempest-ExtraDHCPOptionsTestJSON-1956761191-project] Releasing vlan 150 on physical network physnet1 to pool {{(pid=87506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 16 22:36:39.169126 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-8574f5a9-cc6a-41c0-bd46-e6a7f8569f1d tempest-ExtraDHCPOptionsTestJSON-1956761191 tempest-ExtraDHCPOptionsTestJSON-1956761191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-883285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1863180'] for segment, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:39.194812 dv-neutron-821829-1-hyperv neutron-server[87506]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 16 22:36:39.194812 dv-neutron-821829-1-hyperv neutron-server[87506]:   util.warn(
Dec 16 22:36:39.194812 dv-neutron-821829-1-hyperv neutron-server[87506]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 16 22:36:39.194812 dv-neutron-821829-1-hyperv neutron-server[87506]:   util.warn(
Dec 16 22:36:39.194812 dv-neutron-821829-1-hyperv neutron-server[87506]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 16 22:36:39.194812 dv-neutron-821829-1-hyperv neutron-server[87506]:   util.warn(
Dec 16 22:36:39.194812 dv-neutron-821829-1-hyperv neutron-server[87506]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 16 22:36:39.194812 dv-neutron-821829-1-hyperv neutron-server[87506]:   util.warn(
Dec 16 22:36:39.194812 dv-neutron-821829-1-hyperv neutron-server[87506]: Traceback (most recent call last):
Dec 16 22:36:39.194812 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 16 22:36:39.194812 dv-neutron-821829-1-hyperv neutron-server[87506]:     timer()
Dec 16 22:36:39.194812 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 22:36:39.194812 dv-neutron-821829-1-hyperv neutron-server[87506]:     cb(*args, **kw)
Dec 16 22:36:39.194812 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 22:36:39.194812 dv-neutron-821829-1-hyperv neutron-server[87506]:     return func(*args, **kwargs)
Dec 16 22:36:39.194812 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 22:36:39.194812 dv-neutron-821829-1-hyperv neutron-server[87506]:     self._notify()
Dec 16 22:36:39.194812 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 22:36:39.194812 dv-neutron-821829-1-hyperv neutron-server[87506]:     self.callback(batched_events)
Dec 16 22:36:39.194812 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 22:36:39.194812 dv-neutron-821829-1-hyperv neutron-server[87506]:     event.method(event)
Dec 16 22:36:39.194812 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 22:36:39.194812 dv-neutron-821829-1-hyperv neutron-server[87506]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 22:36:39.194812 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 22:36:39.194812 dv-neutron-821829-1-hyperv neutron-server[87506]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 22:36:39.194812 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 22:36:39.194812 dv-neutron-821829-1-hyperv neutron-server[87506]:     return f(self, *a, **k)
Dec 16 22:36:39.194812 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 16 22:36:39.194812 dv-neutron-821829-1-hyperv neutron-server[87506]:     return self._get(url).json()
Dec 16 22:36:39.194812 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 16 22:36:39.194812 dv-neutron-821829-1-hyperv neutron-server[87506]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 22:36:39.194812 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 16 22:36:39.194812 dv-neutron-821829-1-hyperv neutron-server[87506]:     return self.request(url, 'GET', **kwargs)
Dec 16 22:36:39.194812 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 16 22:36:39.194812 dv-neutron-821829-1-hyperv neutron-server[87506]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 22:36:39.194812 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 16 22:36:39.194812 dv-neutron-821829-1-hyperv neutron-server[87506]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 22:36:39.194812 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 16 22:36:39.194812 dv-neutron-821829-1-hyperv neutron-server[87506]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 22:36:39.194812 dv-neutron-821829-1-hyperv neutron-server[87506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 22:36:39.274189 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.managers [req-5cb53ab8-c978-41d1-b5b9-fdb86a804d7a req-6ef6073f-fc5c-4273-a962-401b7a64e7d6 service neutron] Attempting to bind port fc5f312f-f84b-4fb5-a011-d18cbb5fdb16 on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=87506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 22:36:39.274573 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.managers [req-5cb53ab8-c978-41d1-b5b9-fdb86a804d7a req-6ef6073f-fc5c-4273-a962-401b7a64e7d6 service neutron] Attempting to bind port fc5f312f-f84b-4fb5-a011-d18cbb5fdb16 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '32a05c8f-4e22-414f-870d-ee93982b6a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '59be113d-df84-4589-a861-2ce3da6b2e5d'}] {{(pid=87506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 22:36:39.275554 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cb53ab8-c978-41d1-b5b9-fdb86a804d7a req-6ef6073f-fc5c-4273-a962-401b7a64e7d6 service neutron] Attempting to bind port fc5f312f-f84b-4fb5-a011-d18cbb5fdb16 on network 59be113d-df84-4589-a861-2ce3da6b2e5d {{(pid=87506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 22:36:39.279679 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-d39e3c56-5ad5-469a-aec7-c5b2e0eb60c3 None None] Provisioning for port f6be04be-b788-4d9f-a078-24f1b30a3f02 completed by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 22:36:39.286355 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device f6be04be-b788-4d9f-a078-24f1b30a3f02 up at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 22:36:39.301708 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-72643880-64ec-4443-ab08-c0f81bbc3757 tempest-DHCPAgentSchedulersTestJSON-789587183 tempest-DHCPAgentSchedulersTestJSON-789587183-project] Notify callbacks [] for port, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:39.321111 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cb53ab8-c978-41d1-b5b9-fdb86a804d7a req-6ef6073f-fc5c-4273-a962-401b7a64e7d6 service neutron] Port fc5f312f-f84b-4fb5-a011-d18cbb5fdb16 on network 59be113d-df84-4589-a861-2ce3da6b2e5d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=87506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 16 22:36:39.322944 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cb53ab8-c978-41d1-b5b9-fdb86a804d7a req-6ef6073f-fc5c-4273-a962-401b7a64e7d6 service neutron] Attempting to bind port fc5f312f-f84b-4fb5-a011-d18cbb5fdb16 on network 59be113d-df84-4589-a861-2ce3da6b2e5d {{(pid=87506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 22:36:39.345032 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cb53ab8-c978-41d1-b5b9-fdb86a804d7a req-6ef6073f-fc5c-4273-a962-401b7a64e7d6 service neutron] Checking agent: {'id': '849b5cbb-8f70-4c31-8f37-fd42f8351747', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8218', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 30, 8), 'started_at': datetime.datetime(2021, 12, 16, 22, 30, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 36, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 22:36:39.345394 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cb53ab8-c978-41d1-b5b9-fdb86a804d7a req-6ef6073f-fc5c-4273-a962-401b7a64e7d6 service neutron] Checking segment: {'id': '32a05c8f-4e22-414f-870d-ee93982b6a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '59be113d-df84-4589-a861-2ce3da6b2e5d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 22:36:39.346582 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cb53ab8-c978-41d1-b5b9-fdb86a804d7a req-6ef6073f-fc5c-4273-a962-401b7a64e7d6 service neutron] Bound using segment: {'id': '32a05c8f-4e22-414f-870d-ee93982b6a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '59be113d-df84-4589-a861-2ce3da6b2e5d'} {{(pid=87506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 22:36:39.347054 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.managers [req-5cb53ab8-c978-41d1-b5b9-fdb86a804d7a req-6ef6073f-fc5c-4273-a962-401b7a64e7d6 service neutron] Bound port: fc5f312f-f84b-4fb5-a011-d18cbb5fdb16, host: hv-neutron-8218, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32a05c8f-4e22-414f-870d-ee93982b6a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '59be113d-df84-4589-a861-2ce3da6b2e5d'}}] {{(pid=87506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 22:36:39.347414 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-5cb53ab8-c978-41d1-b5b9-fdb86a804d7a req-6ef6073f-fc5c-4273-a962-401b7a64e7d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:39.366199 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.db_base_plugin_v2 [None req-2df09453-20d5-4d88-a7bf-4af7656d2bfe tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Deleting subnet 4ff8ff5f-6a27-436f-a734-859e3b9fc123 {{(pid=87506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 16 22:36:39.377855 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-8574f5a9-cc6a-41c0-bd46-e6a7f8569f1d tempest-ExtraDHCPOptionsTestJSON-1956761191 tempest-ExtraDHCPOptionsTestJSON-1956761191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3329572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3741856'] for network, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:39.382277 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-2df09453-20d5-4d88-a7bf-4af7656d2bfe tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks [] for subnet, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:39.413267 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-f043e85d-aee7-4071-9b38-147de4635082 tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:36:39.427558 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-8574f5a9-cc6a-41c0-bd46-e6a7f8569f1d tempest-ExtraDHCPOptionsTestJSON-1956761191 tempest-ExtraDHCPOptionsTestJSON-1956761191-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3791486'] for network, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:39.486219 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning for port f6be04be-b788-4d9f-a078-24f1b30a3f02 completed by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 22:36:39.512548 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning complete for port f6be04be-b788-4d9f-a078-24f1b30a3f02 triggered by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:36:39.512548 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:39.565839 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.plugin [None req-7683bf77-55b2-4a12-9eea-82cb57cc35c2 tempest-ExternalNetworksAdminNegativeTestJSON-235258638 tempest-ExternalNetworksAdminNegativeTestJSON-235258638-project-admin] Calling delete_port for baf42760-2374-4676-8e59-a7f2ede211c4 owned by network:floatingip {{(pid=87507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:36:39.641308 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.db.resource_extend [None req-f168616b-be0f-405e-a66b-e13b0c0236cd tempest-FloatingIPNegativeTestJSON-1419073809 tempest-FloatingIPNegativeTestJSON-1419073809-project] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 16 22:36:39.658840 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8574f5a9-cc6a-41c0-bd46-e6a7f8569f1d tempest-ExtraDHCPOptionsTestJSON-1956761191 tempest-ExtraDHCPOptionsTestJSON-1956761191-project] Pushing event deleted for resources: {'Network': ['ID=690c18ce-bf4f-4e28-ab59-b5a786dbbb87,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:36:39.665639 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:39.680448 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-8574f5a9-cc6a-41c0-bd46-e6a7f8569f1d tempest-ExtraDHCPOptionsTestJSON-1956761191 tempest-ExtraDHCPOptionsTestJSON-1956761191-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:36:39.684529 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-8574f5a9-cc6a-41c0-bd46-e6a7f8569f1d tempest-ExtraDHCPOptionsTestJSON-1956761191 tempest-ExtraDHCPOptionsTestJSON-1956761191-project] 10.222.0.13 "DELETE /v2.0/networks/690c18ce-bf4f-4e28-ab59-b5a786dbbb87 HTTP/1.1" status: 204  len: 168 time: 4.1245959
Dec 16 22:36:39.694250 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.provisioning_blocks [None req-72643880-64ec-4443-ab08-c0f81bbc3757 tempest-DHCPAgentSchedulersTestJSON-789587183 tempest-DHCPAgentSchedulersTestJSON-789587183-project] Transition to ACTIVE for port object ffc481e2-0720-47c0-95e0-1166b9f501b5 will not be triggered until provisioned by entity DHCP. {{(pid=87507) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:36:39.707023 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-f168616b-be0f-405e-a66b-e13b0c0236cd tempest-FloatingIPNegativeTestJSON-1419073809 tempest-FloatingIPNegativeTestJSON-1419073809-project] Notify callbacks [] for port, precommit_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:39.715259 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] For port f6be04be-b788-4d9f-a078-24f1b30a3f02, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=f6be04be-b788-4d9f-a078-24f1b30a3f02,segment=NetworkSegment(9114da0c-47b1-43a2-94b4-6aceccd0d38b),segment_id=9114da0c-47b1-43a2-94b4-6aceccd0d38b)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:36:39.716508 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-66897210-c879-44db-8439-c65adce2ecdf req-36043b60-41f0-4a5c-9207-8aef0a9662af tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c8293c6-7a9d-4021-9d0b-d55cb4b08bc4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.5638537
Dec 16 22:36:39.723150 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:39.726083 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-d7d804d8-eb20-4c9b-89f1-87a5a335fc07 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:36:39.746143 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-f168616b-be0f-405e-a66b-e13b0c0236cd tempest-FloatingIPNegativeTestJSON-1419073809 tempest-FloatingIPNegativeTestJSON-1419073809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1863400'] for port, after_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:39.759972 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-2df09453-20d5-4d88-a7bf-4af7656d2bfe tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-266764487'] for subnet, precommit_delete_associations {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:39.841807 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Pushing event updated for resources: {'Port': ['ID=f6be04be-b788-4d9f-a078-24f1b30a3f02,revision_number=3']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:36:39.848312 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.db [req-5cb53ab8-c978-41d1-b5b9-fdb86a804d7a req-6ef6073f-fc5c-4273-a962-401b7a64e7d6 service neutron] For port fc5f312f-f84b-4fb5-a011-d18cbb5fdb16, host hv-neutron-8218, cleared binding levels {{(pid=87506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 22:36:39.850351 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:36:39.851958 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.db [req-5cb53ab8-c978-41d1-b5b9-fdb86a804d7a req-6ef6073f-fc5c-4273-a962-401b7a64e7d6 service neutron] For port fc5f312f-f84b-4fb5-a011-d18cbb5fdb16, host hv-neutron-8218, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=fc5f312f-f84b-4fb5-a011-d18cbb5fdb16,segment=NetworkSegment(32a05c8f-4e22-414f-870d-ee93982b6a67),segment_id=32a05c8f-4e22-414f-870d-ee93982b6a67)] {{(pid=87506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 22:36:39.853458 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-bdb49b78-9b3d-48b3-b3ea-8f0f26b354cb tempest-AllowedAddressPairTestJSON-1611484417 tempest-AllowedAddressPairTestJSON-1611484417-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:36:39.938060 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1955a3c-faac-4b99-b59e-b00b9767d23b tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Router dc803db6-7bc6-40e1-b68e-62339cc4aee0 is scheduled to L3 agent 4f519db7-069b-43e2-8411-c092bac9102a with binding_index 1 {{(pid=87507) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 16 22:36:39.955112 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-5cb53ab8-c978-41d1-b5b9-fdb86a804d7a req-6ef6073f-fc5c-4273-a962-401b7a64e7d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1863400'] for port, after_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:39.958015 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-72643880-64ec-4443-ab08-c0f81bbc3757 tempest-DHCPAgentSchedulersTestJSON-789587183 tempest-DHCPAgentSchedulersTestJSON-789587183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10807823'] for port, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:39.967722 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-6eb9a317-31a3-453a-bb93-fdb0537137c2 None None] Provisioning complete for port f6be04be-b788-4d9f-a078-24f1b30a3f02 triggered by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:36:39.968542 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-6eb9a317-31a3-453a-bb93-fdb0537137c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:39.974851 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-c4b63194-3899-43b3-9d1e-d3584bfcdb25 tempest-AllowedAddressPairIpV6TestJSON-1960971591 tempest-AllowedAddressPairIpV6TestJSON-1960971591-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:36:40.024749 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb53ab8-c978-41d1-b5b9-fdb86a804d7a req-6ef6073f-fc5c-4273-a962-401b7a64e7d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:36:40.025540 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-5cb53ab8-c978-41d1-b5b9-fdb86a804d7a req-6ef6073f-fc5c-4273-a962-401b7a64e7d6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for port, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:40.027064 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-5cb53ab8-c978-41d1-b5b9-fdb86a804d7a req-6ef6073f-fc5c-4273-a962-401b7a64e7d6 service neutron] 10.222.0.49 "PUT /v2.0/ports/fc5f312f-f84b-4fb5-a011-d18cbb5fdb16 HTTP/1.1" status: 200  len: 1093 time: 3.7057264
Dec 16 22:36:40.029750 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f168616b-be0f-405e-a66b-e13b0c0236cd tempest-FloatingIPNegativeTestJSON-1419073809 tempest-FloatingIPNegativeTestJSON-1419073809-project] Pushing event updated for resources: {'Port': ['ID=5d48d26b-cd3c-408a-a383-be54b78d438b,revision_number=2']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:36:40.032036 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6835fec6-5e03-4c1c-818c-3e2c01241c21', 'tag': 'fc5f312f-f84b-4fb5-a011-d18cbb5fdb16'}] {{(pid=87506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 22:36:40.040724 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-f168616b-be0f-405e-a66b-e13b0c0236cd tempest-FloatingIPNegativeTestJSON-1419073809 tempest-FloatingIPNegativeTestJSON-1419073809-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:36:40.043500 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-3f3ebe88-34f4-4e00-9d61-f61a1f8054e6 tempest-ExtraDHCPOptionsTestJSON-1956761191 tempest-ExtraDHCPOptionsTestJSON-1956761191-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.068s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:36:40.103665 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 42532) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:36:40.112198 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-f168616b-be0f-405e-a66b-e13b0c0236cd tempest-FloatingIPNegativeTestJSON-1419073809 tempest-FloatingIPNegativeTestJSON-1419073809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3741874'] for floatingip, after_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:40.155841 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6835fec6-5e03-4c1c-818c-3e2c01241c21', 'tag': 'fc5f312f-f84b-4fb5-a011-d18cbb5fdb16', 'status': 'completed', 'code': 200}
Dec 16 22:36:40.164133 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-be41b25f-ac7e-4d94-8901-26996a0cfe82 tempest-AllowedAddressPairTestJSON-1611484417 tempest-AllowedAddressPairTestJSON-1611484417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:40.183118 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-7683bf77-55b2-4a12-9eea-82cb57cc35c2 tempest-ExternalNetworksAdminNegativeTestJSON-235258638 tempest-ExternalNetworksAdminNegativeTestJSON-235258638-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10807823'] for port, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:40.188701 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72643880-64ec-4443-ab08-c0f81bbc3757 tempest-DHCPAgentSchedulersTestJSON-789587183 tempest-DHCPAgentSchedulersTestJSON-789587183-project] Network d4618788-51f7-4776-8c30-fddb94201e04 is already hosted by enough agents. {{(pid=87507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:36:40.213938 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.base_scheduler [None req-72643880-64ec-4443-ab08-c0f81bbc3757 tempest-DHCPAgentSchedulersTestJSON-789587183 tempest-DHCPAgentSchedulersTestJSON-789587183-project] Resources bound (agent type, host, resource id):  {{(pid=87507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:36:40.215720 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-2df09453-20d5-4d88-a7bf-4af7656d2bfe tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3328566'] for subnet, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:40.226551 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72643880-64ec-4443-ab08-c0f81bbc3757 tempest-DHCPAgentSchedulersTestJSON-789587183 tempest-DHCPAgentSchedulersTestJSON-789587183-project] Received port after_create {{(pid=87507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 22:36:40.300335 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-f168616b-be0f-405e-a66b-e13b0c0236cd tempest-FloatingIPNegativeTestJSON-1419073809 tempest-FloatingIPNegativeTestJSON-1419073809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for floatingip, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:40.305503 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-f168616b-be0f-405e-a66b-e13b0c0236cd tempest-FloatingIPNegativeTestJSON-1419073809 tempest-FloatingIPNegativeTestJSON-1419073809-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 6.8265004
Dec 16 22:36:40.309639 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 42538) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:36:40.318429 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-85f99638-abf2-4379-9c84-4faa88c585cc tempest-FloatingIPNegativeTestJSON-1419073809 tempest-FloatingIPNegativeTestJSON-1419073809-project] Request body: {'floatingip': {'port_id': 'a57ca67c-dbbc-4379-aa9a-046690b817c6', 'fixed_ip_address': '172.20.0.3'}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:36:40.341116 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72643880-64ec-4443-ab08-c0f81bbc3757 tempest-DHCPAgentSchedulersTestJSON-789587183 tempest-DHCPAgentSchedulersTestJSON-789587183-project] Pushing event updated for resources: {'Port': ['ID=ffc481e2-0720-47c0-95e0-1166b9f501b5,revision_number=1']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:36:40.355799 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-72643880-64ec-4443-ab08-c0f81bbc3757 tempest-DHCPAgentSchedulersTestJSON-789587183 tempest-DHCPAgentSchedulersTestJSON-789587183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.381s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:36:40.356340 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-a93ef87e-0bf1-449c-8a63-8b10dc389ad4 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.152s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:36:40.416986 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef6073f-fc5c-4273-a962-401b7a64e7d6 service neutron] Pushing event updated for resources: {'Port': ['ID=fc5f312f-f84b-4fb5-a011-d18cbb5fdb16,revision_number=3']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:36:40.421662 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-6ef6073f-fc5c-4273-a962-401b7a64e7d6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.378s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:36:40.456661 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-2df09453-20d5-4d88-a7bf-4af7656d2bfe tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3328622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1863378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11213117'] for subnet, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:40.472718 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-5c88bb0b-b63c-4211-b18f-fe6e8dbc6f10 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:36:40.513465 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-85f99638-abf2-4379-9c84-4faa88c585cc tempest-FloatingIPNegativeTestJSON-1419073809 tempest-FloatingIPNegativeTestJSON-1419073809-project] Notify callbacks [] for floatingip, before_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:40.547202 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7683bf77-55b2-4a12-9eea-82cb57cc35c2 tempest-ExternalNetworksAdminNegativeTestJSON-235258638 tempest-ExternalNetworksAdminNegativeTestJSON-235258638-project-admin] Pushing event deleted for resources: {'Port': ['ID=baf42760-2374-4676-8e59-a7f2ede211c4,revision_number=None']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:36:40.559488 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-65afbba2-451e-4991-8c8b-20641dc74bb5 None None] Provisioning for port ffc481e2-0720-47c0-95e0-1166b9f501b5 completed by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 22:36:40.566707 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-65afbba2-451e-4991-8c8b-20641dc74bb5 None None] Provisioning complete for port ffc481e2-0720-47c0-95e0-1166b9f501b5 triggered by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:36:40.567474 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-65afbba2-451e-4991-8c8b-20641dc74bb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:40.573990 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-7683bf77-55b2-4a12-9eea-82cb57cc35c2 tempest-ExternalNetworksAdminNegativeTestJSON-235258638 tempest-ExternalNetworksAdminNegativeTestJSON-235258638-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:36:40.621349 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-2df09453-20d5-4d88-a7bf-4af7656d2bfe tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3791486'] for subnet, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:40.629487 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df09453-20d5-4d88-a7bf-4af7656d2bfe tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Pushing event deleted for resources: {'Subnet': ['ID=4ff8ff5f-6a27-436f-a734-859e3b9fc123,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:36:40.631710 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-2df09453-20d5-4d88-a7bf-4af7656d2bfe tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:36:40.642592 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e6fecec-6336-4347-af1e-8423fc4dd625 None None] Network 7edd76f7-0f97-48a5-b177-9842de6c0500 requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 22:36:40.659339 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72643880-64ec-4443-ab08-c0f81bbc3757 tempest-DHCPAgentSchedulersTestJSON-789587183 tempest-DHCPAgentSchedulersTestJSON-789587183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:36:40.659973 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-72643880-64ec-4443-ab08-c0f81bbc3757 tempest-DHCPAgentSchedulersTestJSON-789587183 tempest-DHCPAgentSchedulersTestJSON-789587183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for port, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:40.670262 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-680c9e7e-6f02-47ac-a5fb-348774a620fa admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=57cbd8a42b6f43af8cdfeaa368b10129&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5574584
Dec 16 22:36:40.670478 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1955a3c-faac-4b99-b59e-b00b9767d23b tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify agent at l3_agent.dv-neutron-821829-1-hyperv the message routers_updated {{(pid=87507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 22:36:40.672789 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 42542) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:36:40.690831 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d84d19a0-bd1c-4027-9a0c-e0c42e2c7ba1 None None] Sync routers for ids ['dc803db6-7bc6-40e1-b68e-62339cc4aee0'] in dv-neutron-821829-1-hyperv {{(pid=87509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 22:36:40.691416 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-2df09453-20d5-4d88-a7bf-4af7656d2bfe tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] 10.222.0.13 "DELETE /v2.0/subnets/4ff8ff5f-6a27-436f-a734-859e3b9fc123 HTTP/1.1" status: 204  len: 168 time: 1.5724046
Dec 16 22:36:40.701382 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 42546) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:36:40.703421 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb53ab8-c978-41d1-b5b9-fdb86a804d7a req-5e87b257-a6a8-4f0c-bd6b-c49dbbdd53a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:36:40.705260 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-5cb53ab8-c978-41d1-b5b9-fdb86a804d7a req-5e87b257-a6a8-4f0c-bd6b-c49dbbdd53a1 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ebcac23e4eae475893854e16d121f861&device_id=6835fec6-5e03-4c1c-818c-3e2c01241c21 HTTP/1.1" status: 200  len: 1096 time: 0.5962298
Dec 16 22:36:40.717843 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d84d19a0-bd1c-4027-9a0c-e0c42e2c7ba1 None None] Routers {'dc803db6-7bc6-40e1-b68e-62339cc4aee0'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:36:40.720264 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-d84d19a0-bd1c-4027-9a0c-e0c42e2c7ba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b7c905be0>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:36:31Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['dc803db6-7bc6-40e1-b68e-62339cc4aee0'], 'active': True} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:36:40.734184 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-7683bf77-55b2-4a12-9eea-82cb57cc35c2 tempest-ExternalNetworksAdminNegativeTestJSON-235258638 tempest-ExternalNetworksAdminNegativeTestJSON-235258638-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:40.827265 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-72643880-64ec-4443-ab08-c0f81bbc3757 tempest-DHCPAgentSchedulersTestJSON-789587183 tempest-DHCPAgentSchedulersTestJSON-789587183-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 4.4233389
Dec 16 22:36:40.828186 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 42552) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:36:40.855616 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-ee7088d3-550e-40e8-a1b1-dc86c82392f8 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1491930
Dec 16 22:36:40.868943 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-d84d19a0-bd1c-4027-9a0c-e0c42e2c7ba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b7c905be0>, [], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:36:40.879438 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-e1955a3c-faac-4b99-b59e-b00b9767d23b tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks [] for router, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:40.881736 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d84d19a0-bd1c-4027-9a0c-e0c42e2c7ba1 None None] Routers {'dc803db6-7bc6-40e1-b68e-62339cc4aee0'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:36:40.882545 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-d84d19a0-bd1c-4027-9a0c-e0c42e2c7ba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b7c905be0>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:36:31Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['dc803db6-7bc6-40e1-b68e-62339cc4aee0'], 'active': True} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:36:40.883409 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-e1955a3c-faac-4b99-b59e-b00b9767d23b tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 880 time: 8.7026358
Dec 16 22:36:40.885568 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-7683bf77-55b2-4a12-9eea-82cb57cc35c2 tempest-ExternalNetworksAdminNegativeTestJSON-235258638 tempest-ExternalNetworksAdminNegativeTestJSON-235258638-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for floatingip, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:40.889979 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-7683bf77-55b2-4a12-9eea-82cb57cc35c2 tempest-ExternalNetworksAdminNegativeTestJSON-235258638 tempest-ExternalNetworksAdminNegativeTestJSON-235258638-project-admin] 10.222.0.13 "DELETE /v2.0/floatingips/33a17783-1143-4548-9e4a-ab27f2fc5c27 HTTP/1.1" status: 204  len: 168 time: 3.0118549
Dec 16 22:36:40.900596 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 42556) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:36:40.900935 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 42558) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:36:40.904192 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-65afbba2-451e-4991-8c8b-20641dc74bb5 None None] Port ffc481e2-0720-47c0-95e0-1166b9f501b5 cannot update to ACTIVE because it is not bound. {{(pid=87508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 22:36:40.966334 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-5cb53ab8-c978-41d1-b5b9-fdb86a804d7a req-958909ae-4253-4d92-b401-8687468c2a7c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fc5f312f-f84b-4fb5-a011-d18cbb5fdb16 HTTP/1.1" status: 200  len: 217 time: 0.1895223
Dec 16 22:36:41.084080 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-d84d19a0-bd1c-4027-9a0c-e0c42e2c7ba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b7c905be0>, [], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:36:41.084942 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d84d19a0-bd1c-4027-9a0c-e0c42e2c7ba1 None None] The sync data for ids ['dc803db6-7bc6-40e1-b68e-62339cc4aee0'] in dv-neutron-821829-1-hyperv is: [] {{(pid=87509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 22:36:41.124980 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [None req-429078f2-8540-43da-af59-08609c38d351 tempest-DHCPAgentSchedulersTestJSON-789587183 tempest-DHCPAgentSchedulersTestJSON-789587183-project] Deleting port ffc481e2-0720-47c0-95e0-1166b9f501b5 {{(pid=87506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:36:41.124980 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-429078f2-8540-43da-af59-08609c38d351 tempest-DHCPAgentSchedulersTestJSON-789587183 tempest-DHCPAgentSchedulersTestJSON-789587183-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:41.155244 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c2935a0-b734-46ce-ba9c-663e881f4bfd None None] DHCP port deletion for 7edd76f7-0f97-48a5-b177-9842de6c0500 request from dv-neutron-821829-1-hyperv {{(pid=87508) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 16 22:36:41.163688 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-2c2935a0-b734-46ce-ba9c-663e881f4bfd None None] Deleting port 0d075bd7-780e-4232-b4b0-0afd67d5bb36 {{(pid=87508) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:36:41.164437 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-2c2935a0-b734-46ce-ba9c-663e881f4bfd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:41.180150 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.api.v2.resource [None req-85f99638-abf2-4379-9c84-4faa88c585cc tempest-FloatingIPNegativeTestJSON-1419073809 tempest-FloatingIPNegativeTestJSON-1419073809-project] update failed (client error): The resource could not be found.
Dec 16 22:36:41.181219 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-85f99638-abf2-4379-9c84-4faa88c585cc tempest-FloatingIPNegativeTestJSON-1419073809 tempest-FloatingIPNegativeTestJSON-1419073809-project] 10.222.0.13 "PUT /v2.0/floatingips/a72f19bd-68ad-473c-8437-deec0c4cbeb5 HTTP/1.1" status: 404  len: 507 time: 0.8693686
Dec 16 22:36:41.189451 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb53ab8-c978-41d1-b5b9-fdb86a804d7a req-75d318e0-bdb2-499d-9149-686b61a4a790 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:36:41.191152 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-5cb53ab8-c978-41d1-b5b9-fdb86a804d7a req-75d318e0-bdb2-499d-9149-686b61a4a790 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e85fa5c2-5253-44c8-9f57-0c1d2c97dd41 HTTP/1.1" status: 200  len: 850 time: 0.1703196
Dec 16 22:36:41.194052 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 42568) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:36:41.226550 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-61bda111-cd82-47ee-a9a9-426f933519ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:41.292405 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device f6be04be-b788-4d9f-a078-24f1b30a3f02 up at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 22:36:41.353862 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f726fd0-e69d-4f74-8125-272b9da82dff req-7f139c95-2db7-48ab-8cd8-ccddfeb9dc67 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:36:41.360726 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-3f726fd0-e69d-4f74-8125-272b9da82dff req-7f139c95-2db7-48ab-8cd8-ccddfeb9dc67 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] 10.222.0.13 "GET /v2.0/ports?device_id=6835fec6-5e03-4c1c-818c-3e2c01241c21 HTTP/1.1" status: 200  len: 943 time: 0.4616129
Dec 16 22:36:41.381737 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 42572) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:36:41.456417 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-61bda111-cd82-47ee-a9a9-426f933519ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:41.546957 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning complete for port f6be04be-b788-4d9f-a078-24f1b30a3f02 triggered by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:36:41.547497 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:41.643297 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-2c2935a0-b734-46ce-ba9c-663e881f4bfd None None] For port 0d075bd7-780e-4232-b4b0-0afd67d5bb36, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=0d075bd7-780e-4232-b4b0-0afd67d5bb36,segment=NetworkSegment(da71c9a1-7532-4738-a9bc-22a7f498ec35),segment_id=da71c9a1-7532-4738-a9bc-22a7f498ec35)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:36:41.643855 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-2c2935a0-b734-46ce-ba9c-663e881f4bfd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:41.655960 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9466a3e-f207-40ed-894e-abdd4b974150 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:36:41.656684 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-b9466a3e-f207-40ed-894e-abdd4b974150 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Synchronizing usage tracker for tenant:8e4385a98eb1416284c1cc96b3355a70 on resource:port {{(pid=87507) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 22:36:41.708124 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-3f726fd0-e69d-4f74-8125-272b9da82dff req-ee85ae6f-2c74-496b-90df-5a46049fd836 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c8293c6-7a9d-4021-9d0b-d55cb4b08bc4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3463886
Dec 16 22:36:41.739921 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-f6b749ad-bc47-41da-9ad5-9481a2f16cbe admin admin] Notify callbacks [] for security_group, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:41.757169 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-1c569310-05f9-411b-a637-774075667016 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] 10.222.0.13 "GET /v2.0/routers/dc803db6-7bc6-40e1-b68e-62339cc4aee0 HTTP/1.1" status: 200  len: 881 time: 0.8530073
Dec 16 22:36:41.757906 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 42578) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:36:41.766342 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [None req-01b0e092-1e66-41f0-beaa-ae425cb5830c tempest-FloatingIPNegativeTestJSON-1419073809 tempest-FloatingIPNegativeTestJSON-1419073809-project] Deleting port 5d48d26b-cd3c-408a-a383-be54b78d438b {{(pid=87506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:36:41.766846 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-01b0e092-1e66-41f0-beaa-ae425cb5830c tempest-FloatingIPNegativeTestJSON-1419073809 tempest-FloatingIPNegativeTestJSON-1419073809-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:41.777369 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-b9466a3e-f207-40ed-894e-abdd4b974150 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Unset dirty status for tenant:8e4385a98eb1416284c1cc96b3355a70 on resource:port {{(pid=87507) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 22:36:41.780897 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-b9466a3e-f207-40ed-894e-abdd4b974150 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200  len: 866 time: 0.8767056
Dec 16 22:36:41.794926 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 42582) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:36:41.843601 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-be41b25f-ac7e-4d94-8901-26996a0cfe82 tempest-AllowedAddressPairTestJSON-1611484417 tempest-AllowedAddressPairTestJSON-1611484417-project] Notify callbacks [] for port, precommit_update {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:41.848609 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-2c2935a0-b734-46ce-ba9c-663e881f4bfd None None] Calling delete_port for 0d075bd7-780e-4232-b4b0-0afd67d5bb36 owned by network:dhcp {{(pid=87508) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:36:41.857010 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-f6b749ad-bc47-41da-9ad5-9481a2f16cbe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:36:41.863785 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-be41b25f-ac7e-4d94-8901-26996a0cfe82 tempest-AllowedAddressPairTestJSON-1611484417 tempest-AllowedAddressPairTestJSON-1611484417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10807814'] for port, after_update {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:41.869855 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-f6b749ad-bc47-41da-9ad5-9481a2f16cbe admin admin] Usage tracker for resource:security_group_rule and tenant:a04946a5eb92474e9fc65d075b82ac26 is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:36:41.872791 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-e1955a3c-faac-4b99-b59e-b00b9767d23b tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:36:41.905904 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-f6b749ad-bc47-41da-9ad5-9481a2f16cbe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:36:41.912825 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 0d075bd7-780e-4232-b4b0-0afd67d5bb36 no longer exists at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 22:36:41.959139 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-f6b749ad-bc47-41da-9ad5-9481a2f16cbe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:36:41.990820 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-61bda111-cd82-47ee-a9a9-426f933519ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841066'] for security_group, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:42.028416 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-2c2935a0-b734-46ce-ba9c-663e881f4bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949'] for port, after_delete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:42.042910 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-87e17ea5-2c97-40fc-8ea1-2695f6c64b6b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:36:42.059643 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be41b25f-ac7e-4d94-8901-26996a0cfe82 tempest-AllowedAddressPairTestJSON-1611484417 tempest-AllowedAddressPairTestJSON-1611484417-project] Pushing event updated for resources: {'Port': ['ID=d0f82f45-e518-4d60-a6be-d81b9c2357fb,revision_number=2']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:36:42.062659 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-be41b25f-ac7e-4d94-8901-26996a0cfe82 tempest-AllowedAddressPairTestJSON-1611484417 tempest-AllowedAddressPairTestJSON-1611484417-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:36:42.067296 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-fa05c126-9d26-4b12-9a83-8be7d94648ff tempest-NegativeSecGroupTest-382581040 tempest-NegativeSecGroupTest-382581040-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.056s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:36:42.073470 dv-neutron-821829-1-hyperv neutron-server[87508]: INFO neutron.plugins.ml2.db [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] No ports have port_id starting with 0d075bd7-780e-4232-b4b0-0afd67d5bb36
Dec 16 22:36:42.074434 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.plugin [None req-be41b25f-ac7e-4d94-8901-26996a0cfe82 tempest-AllowedAddressPairTestJSON-1611484417 tempest-AllowedAddressPairTestJSON-1611484417-project] In _notify_port_updated(), no bound segment for port d0f82f45-e518-4d60-a6be-d81b9c2357fb on network 23bf1340-5067-4f12-82fc-aa5d92ad4d11 {{(pid=87507) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}}
Dec 16 22:36:42.081093 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be41b25f-ac7e-4d94-8901-26996a0cfe82 tempest-AllowedAddressPairTestJSON-1611484417 tempest-AllowedAddressPairTestJSON-1611484417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:36:42.081742 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-be41b25f-ac7e-4d94-8901-26996a0cfe82 tempest-AllowedAddressPairTestJSON-1611484417 tempest-AllowedAddressPairTestJSON-1611484417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for port, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:42.085534 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-be41b25f-ac7e-4d94-8901-26996a0cfe82 tempest-AllowedAddressPairTestJSON-1611484417 tempest-AllowedAddressPairTestJSON-1611484417-project] 10.222.0.13 "PUT /v2.0/ports/d0f82f45-e518-4d60-a6be-d81b9c2357fb HTTP/1.1" status: 200  len: 1055 time: 3.1555753
Dec 16 22:36:42.090111 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 42586) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:36:42.091010 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2935a0-b734-46ce-ba9c-663e881f4bfd None None] Pushing event deleted for resources: {'Port': ['ID=0d075bd7-780e-4232-b4b0-0afd67d5bb36,revision_number=None']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:36:42.093942 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-2c2935a0-b734-46ce-ba9c-663e881f4bfd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:36:42.094866 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c2935a0-b734-46ce-ba9c-663e881f4bfd None None] No DVR routers for this DVR port 0d075bd7-780e-4232-b4b0-0afd67d5bb36 on host dv-neutron-821829-1-hyperv {{(pid=87508) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 22:36:42.100554 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-61bda111-cd82-47ee-a9a9-426f933519ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:42.107234 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-61bda111-cd82-47ee-a9a9-426f933519ff admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1a1518c5-727c-4242-8eff-a29aa8b343a6 HTTP/1.1" status: 204  len: 168 time: 1.4239743
Dec 16 22:36:42.107234 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61bda111-cd82-47ee-a9a9-426f933519ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a1518c5-727c-4242-8eff-a29aa8b343a6,revision_number=None']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:36:42.109453 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20b54d63-743b-464e-9c71-b8146ad607d1 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:36:42.110145 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-20b54d63-743b-464e-9c71-b8146ad607d1 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Synchronizing usage tracker for tenant:8e4385a98eb1416284c1cc96b3355a70 on resource:subnet {{(pid=87506) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 22:36:42.159227 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb53ab8-c978-41d1-b5b9-fdb86a804d7a req-261ddcab-ae9c-451e-b515-0dc48c8765f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:36:42.160845 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-5cb53ab8-c978-41d1-b5b9-fdb86a804d7a req-261ddcab-ae9c-451e-b515-0dc48c8765f0 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=59be113d-df84-4589-a861-2ce3da6b2e5d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.9076891
Dec 16 22:36:42.169584 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-61bda111-cd82-47ee-a9a9-426f933519ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:36:42.286969 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-429078f2-8540-43da-af59-08609c38d351 tempest-DHCPAgentSchedulersTestJSON-789587183 tempest-DHCPAgentSchedulersTestJSON-789587183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:42.292835 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.plugin [None req-1b98543c-088e-4be8-8a67-32cddd642007 tempest-AllowedAddressPairTestJSON-1611484417 tempest-AllowedAddressPairTestJSON-1611484417-project] Deleting port d0f82f45-e518-4d60-a6be-d81b9c2357fb {{(pid=87507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:36:42.293233 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-1b98543c-088e-4be8-8a67-32cddd642007 tempest-AllowedAddressPairTestJSON-1611484417 tempest-AllowedAddressPairTestJSON-1611484417-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:42.318722 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-20b54d63-743b-464e-9c71-b8146ad607d1 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Unset dirty status for tenant:8e4385a98eb1416284c1cc96b3355a70 on resource:subnet {{(pid=87506) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 22:36:42.322659 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-20b54d63-743b-464e-9c71-b8146ad607d1 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.5220051
Dec 16 22:36:42.327041 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 42594) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:36:42.337872 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-142ba3fb-e438-4faf-bc47-84ff199e40f5 None None] Provisioning complete for port d0f82f45-e518-4d60-a6be-d81b9c2357fb triggered by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:36:42.338396 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-142ba3fb-e438-4faf-bc47-84ff199e40f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:42.381936 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-01b0e092-1e66-41f0-beaa-ae425cb5830c tempest-FloatingIPNegativeTestJSON-1419073809 tempest-FloatingIPNegativeTestJSON-1419073809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:42.382183 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-01b0e092-1e66-41f0-beaa-ae425cb5830c tempest-FloatingIPNegativeTestJSON-1419073809 tempest-FloatingIPNegativeTestJSON-1419073809-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:42.401567 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-142ba3fb-e438-4faf-bc47-84ff199e40f5 None None] Port d0f82f45-e518-4d60-a6be-d81b9c2357fb cannot update to ACTIVE because it is not bound. {{(pid=87508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 22:36:42.447574 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-f6b749ad-bc47-41da-9ad5-9481a2f16cbe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:42.458002 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [None req-429078f2-8540-43da-af59-08609c38d351 tempest-DHCPAgentSchedulersTestJSON-789587183 tempest-DHCPAgentSchedulersTestJSON-789587183-project] Calling delete_port for ffc481e2-0720-47c0-95e0-1166b9f501b5 owned by  {{(pid=87506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:36:42.492434 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-2d279d75-5d6c-43a5-a0fa-824011f7a855 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1592119
Dec 16 22:36:42.493395 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-f6b749ad-bc47-41da-9ad5-9481a2f16cbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841066'] for security_group, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:42.501205 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 42602) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:36:42.509959 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-af58a1b8-588b-471c-b291-a30bb9b72edc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:36:42.606279 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-f6b749ad-bc47-41da-9ad5-9481a2f16cbe admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a04946a5eb92474e9fc65d075b82ac26&name=default HTTP/1.1" status: 200  len: 2979 time: 1.2107284
Dec 16 22:36:42.618256 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 42610) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:36:42.619039 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b749ad-bc47-41da-9ad5-9481a2f16cbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9f11e94-786b-4950-8ce3-be40d15f9124,revision_number=1']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:36:42.623607 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [None req-01b0e092-1e66-41f0-beaa-ae425cb5830c tempest-FloatingIPNegativeTestJSON-1419073809 tempest-FloatingIPNegativeTestJSON-1419073809-project] Calling delete_port for 5d48d26b-cd3c-408a-a383-be54b78d438b owned by network:floatingip {{(pid=87506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:36:42.624405 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-f6b749ad-bc47-41da-9ad5-9481a2f16cbe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:36:42.654103 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-c67f9236-7049-43d0-a5fd-fd19d1019ca0 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Request body: {'subnet': {'network_id': '7edd76f7-0f97-48a5-b177-9842de6c0500', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:36:42.765131 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-5fce764e-9423-4a03-b00d-486ee59320ce tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Synchronizing usage tracker for tenant:bb30155073f3462f829b4df60e35f5af on resource:router {{(pid=87507) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 22:36:42.858492 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-d160c3f7-3b5e-4f8c-ad0c-450a02d0dc85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:42.871436 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-5cb53ab8-c978-41d1-b5b9-fdb86a804d7a req-4b87dacd-75e8-425c-94dc-86983c876225 service neutron] 10.222.0.49 "GET /v2.0/networks/59be113d-df84-4589-a861-2ce3da6b2e5d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7016160
Dec 16 22:36:42.883792 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-5fce764e-9423-4a03-b00d-486ee59320ce tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Unset dirty status for tenant:bb30155073f3462f829b4df60e35f5af on resource:router {{(pid=87507) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 22:36:42.888116 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-5fce764e-9423-4a03-b00d-486ee59320ce tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200  len: 884 time: 1.1156042
Dec 16 22:36:42.889380 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-c67f9236-7049-43d0-a5fd-fd19d1019ca0 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:36:42.891412 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 42624) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:36:42.913129 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-1b98543c-088e-4be8-8a67-32cddd642007 tempest-AllowedAddressPairTestJSON-1611484417 tempest-AllowedAddressPairTestJSON-1611484417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:42.933008 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-d160c3f7-3b5e-4f8c-ad0c-450a02d0dc85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:42.961486 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-bf51aea7-2ba3-4f4e-a578-e60f45521128 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1339330326'}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:36:42.994000 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 42628) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:36:43.074980 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.plugin [None req-1b98543c-088e-4be8-8a67-32cddd642007 tempest-AllowedAddressPairTestJSON-1611484417 tempest-AllowedAddressPairTestJSON-1611484417-project] Calling delete_port for d0f82f45-e518-4d60-a6be-d81b9c2357fb owned by  {{(pid=87507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:36:43.199794 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2f7de4-75f1-47f5-8266-18a057a750d6 req-458e9895-df25-4479-907a-491e627b7d12 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:36:43.201559 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-9b2f7de4-75f1-47f5-8266-18a057a750d6 req-458e9895-df25-4479-907a-491e627b7d12 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] 10.222.0.13 "GET /v2.0/ports?device_id=6835fec6-5e03-4c1c-818c-3e2c01241c21 HTTP/1.1" status: 200  len: 943 time: 0.3797061
Dec 16 22:36:43.203921 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-d160c3f7-3b5e-4f8c-ad0c-450a02d0dc85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841066'] for security_group, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:43.211568 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-ce9a3afc-80bc-4512-87a8-7b8cdc21d359 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:36:43.237932 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-c67f9236-7049-43d0-a5fd-fd19d1019ca0 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:36:43.248705 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-445ef3f0-adcf-4db3-a2d6-8fd6659a0d81 tempest-BulkNetworkOpsIpV6Test-1671727552 tempest-BulkNetworkOpsIpV6Test-1671727552-project] Request body: {'networks': [{'name': 'tempest-network--1228857691'}, {'name': 'tempest-network--2053688991'}]} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:36:43.249018 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-445ef3f0-adcf-4db3-a2d6-8fd6659a0d81 tempest-BulkNetworkOpsIpV6Test-1671727552 tempest-BulkNetworkOpsIpV6Test-1671727552-project] Request body: {'network': {'name': 'tempest-network--1228857691'}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:36:43.249477 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-445ef3f0-adcf-4db3-a2d6-8fd6659a0d81 tempest-BulkNetworkOpsIpV6Test-1671727552 tempest-BulkNetworkOpsIpV6Test-1671727552-project] Request body: {'network': {'name': 'tempest-network--2053688991'}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:36:43.255155 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d160c3f7-3b5e-4f8c-ad0c-450a02d0dc85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9f11e94-786b-4950-8ce3-be40d15f9124,revision_number=None']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:36:43.260835 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-d160c3f7-3b5e-4f8c-ad0c-450a02d0dc85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:36:43.262776 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-445ef3f0-adcf-4db3-a2d6-8fd6659a0d81 tempest-BulkNetworkOpsIpV6Test-1671727552 tempest-BulkNetworkOpsIpV6Test-1671727552-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:36:43.304328 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-445ef3f0-adcf-4db3-a2d6-8fd6659a0d81 tempest-BulkNetworkOpsIpV6Test-1671727552 tempest-BulkNetworkOpsIpV6Test-1671727552-project] Usage tracker for resource:network and tenant:b850cceefe1c4ce6bbf124be480e6b32 is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:36:43.309220 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-d160c3f7-3b5e-4f8c-ad0c-450a02d0dc85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:43.310325 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-d160c3f7-3b5e-4f8c-ad0c-450a02d0dc85 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f9f11e94-786b-4950-8ce3-be40d15f9124 HTTP/1.1" status: 204  len: 168 time: 0.6885071
Dec 16 22:36:43.313653 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-445ef3f0-adcf-4db3-a2d6-8fd6659a0d81 tempest-BulkNetworkOpsIpV6Test-1671727552 tempest-BulkNetworkOpsIpV6Test-1671727552-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:36:43.333308 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-445ef3f0-adcf-4db3-a2d6-8fd6659a0d81 tempest-BulkNetworkOpsIpV6Test-1671727552 tempest-BulkNetworkOpsIpV6Test-1671727552-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:36:43.339797 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-9b2f7de4-75f1-47f5-8266-18a057a750d6 req-83bf87c8-688a-4cc1-8d7c-4782a172d563 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c8293c6-7a9d-4021-9d0b-d55cb4b08bc4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1304755
Dec 16 22:36:43.354416 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-445ef3f0-adcf-4db3-a2d6-8fd6659a0d81 tempest-BulkNetworkOpsIpV6Test-1671727552 tempest-BulkNetworkOpsIpV6Test-1671727552-project] Made reservation on behalf of b850cceefe1c4ce6bbf124be480e6b32 for: {'network': 2} {{(pid=87507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:36:43.359244 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-445ef3f0-adcf-4db3-a2d6-8fd6659a0d81 tempest-BulkNetworkOpsIpV6Test-1671727552 tempest-BulkNetworkOpsIpV6Test-1671727552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for network, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:43.376194 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c67f9236-7049-43d0-a5fd-fd19d1019ca0 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Made reservation on behalf of 8e4385a98eb1416284c1cc96b3355a70 for: {'subnet': 1} {{(pid=87506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:36:43.378838 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-445ef3f0-adcf-4db3-a2d6-8fd6659a0d81 tempest-BulkNetworkOpsIpV6Test-1671727552 tempest-BulkNetworkOpsIpV6Test-1671727552-project] Notify callbacks [] for security_group, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:43.379623 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-c67f9236-7049-43d0-a5fd-fd19d1019ca0 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11213078'] for subnet, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:43.395205 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-1b98543c-088e-4be8-8a67-32cddd642007 tempest-AllowedAddressPairTestJSON-1611484417 tempest-AllowedAddressPairTestJSON-1611484417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10807823'] for port, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:43.397119 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-445ef3f0-adcf-4db3-a2d6-8fd6659a0d81 tempest-BulkNetworkOpsIpV6Test-1671727552 tempest-BulkNetworkOpsIpV6Test-1671727552-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:36:43.402684 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-55e94178-ddc2-45e8-8b8e-325a61f5daee tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:36:43.448525 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-445ef3f0-adcf-4db3-a2d6-8fd6659a0d81 tempest-BulkNetworkOpsIpV6Test-1671727552 tempest-BulkNetworkOpsIpV6Test-1671727552-project] Usage tracker for resource:security_group_rule and tenant:b850cceefe1c4ce6bbf124be480e6b32 is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:36:43.459866 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-445ef3f0-adcf-4db3-a2d6-8fd6659a0d81 tempest-BulkNetworkOpsIpV6Test-1671727552 tempest-BulkNetworkOpsIpV6Test-1671727552-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:36:43.466028 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b98543c-088e-4be8-8a67-32cddd642007 tempest-AllowedAddressPairTestJSON-1611484417 tempest-AllowedAddressPairTestJSON-1611484417-project] Pushing event deleted for resources: {'Port': ['ID=d0f82f45-e518-4d60-a6be-d81b9c2357fb,revision_number=None']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:36:43.472291 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-1b98543c-088e-4be8-8a67-32cddd642007 tempest-AllowedAddressPairTestJSON-1611484417 tempest-AllowedAddressPairTestJSON-1611484417-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:36:43.473012 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-445ef3f0-adcf-4db3-a2d6-8fd6659a0d81 tempest-BulkNetworkOpsIpV6Test-1671727552 tempest-BulkNetworkOpsIpV6Test-1671727552-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:36:43.495864 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-429078f2-8540-43da-af59-08609c38d351 tempest-DHCPAgentSchedulersTestJSON-789587183 tempest-DHCPAgentSchedulersTestJSON-789587183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1863393'] for port, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:43.531125 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-977f6777-e318-4d9a-a0a8-a6209b5c9196 tempest-ExternalNetworksAdminNegativeTestJSON-235258638 tempest-ExternalNetworksAdminNegativeTestJSON-235258638-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:36:43.723533 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429078f2-8540-43da-af59-08609c38d351 tempest-DHCPAgentSchedulersTestJSON-789587183 tempest-DHCPAgentSchedulersTestJSON-789587183-project] Pushing event deleted for resources: {'Port': ['ID=ffc481e2-0720-47c0-95e0-1166b9f501b5,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:36:43.735962 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-01b0e092-1e66-41f0-beaa-ae425cb5830c tempest-FloatingIPNegativeTestJSON-1419073809 tempest-FloatingIPNegativeTestJSON-1419073809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1863393'] for port, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:43.747745 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-429078f2-8540-43da-af59-08609c38d351 tempest-DHCPAgentSchedulersTestJSON-789587183 tempest-DHCPAgentSchedulersTestJSON-789587183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:36:43.748463 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-429078f2-8540-43da-af59-08609c38d351 tempest-DHCPAgentSchedulersTestJSON-789587183 tempest-DHCPAgentSchedulersTestJSON-789587183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:36:43.810837 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-5cb53ab8-c978-41d1-b5b9-fdb86a804d7a req-848284a4-7de8-4f8e-8974-6ec901d54193 service neutron] 10.222.0.49 "GET /v2.0/networks/59be113d-df84-4589-a861-2ce3da6b2e5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.9280734
Dec 16 22:36:43.814447 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 42640) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:36:43.849257 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b0e092-1e66-41f0-beaa-ae425cb5830c tempest-FloatingIPNegativeTestJSON-1419073809 tempest-FloatingIPNegativeTestJSON-1419073809-project] Pushing event deleted for resources: {'Port': ['ID=5d48d26b-cd3c-408a-a383-be54b78d438b,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:36:43.930388 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-01b0e092-1e66-41f0-beaa-ae425cb5830c tempest-FloatingIPNegativeTestJSON-1419073809 tempest-FloatingIPNegativeTestJSON-1419073809-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:36:44.025326 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-445ef3f0-adcf-4db3-a2d6-8fd6659a0d81 tempest-BulkNetworkOpsIpV6Test-1671727552 tempest-BulkNetworkOpsIpV6Test-1671727552-project] Notify callbacks [] for security_group, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:44.031494 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-f1faed65-e17e-411b-a9b8-a45b01c2f653 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=515878980e044fa2b7c93d5c2bfd4139&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2143021
Dec 16 22:36:44.034643 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 42644) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:36:44.035250 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-445ef3f0-adcf-4db3-a2d6-8fd6659a0d81 tempest-BulkNetworkOpsIpV6Test-1671727552 tempest-BulkNetworkOpsIpV6Test-1671727552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841066'] for security_group, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:44.035783 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-445ef3f0-adcf-4db3-a2d6-8fd6659a0d81 tempest-BulkNetworkOpsIpV6Test-1671727552 tempest-BulkNetworkOpsIpV6Test-1671727552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for network, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:44.049977 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-eae827d1-8d1b-4219-b29d-1666462aaf95 tempest-NegativeSecGroupTest-382581040 tempest-NegativeSecGroupTest-382581040-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:36:44.093744 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-1b98543c-088e-4be8-8a67-32cddd642007 tempest-AllowedAddressPairTestJSON-1611484417 tempest-AllowedAddressPairTestJSON-1611484417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for port, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:44.137397 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445ef3f0-adcf-4db3-a2d6-8fd6659a0d81 tempest-BulkNetworkOpsIpV6Test-1671727552 tempest-BulkNetworkOpsIpV6Test-1671727552-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c7a030f1-7b86-4457-a0ea-6463cf6efccb,revision_number=1']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:36:44.145621 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-445ef3f0-adcf-4db3-a2d6-8fd6659a0d81 tempest-BulkNetworkOpsIpV6Test-1671727552 tempest-BulkNetworkOpsIpV6Test-1671727552-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:36:44.146324 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-445ef3f0-adcf-4db3-a2d6-8fd6659a0d81 tempest-BulkNetworkOpsIpV6Test-1671727552 tempest-BulkNetworkOpsIpV6Test-1671727552-project] vlan segment allocate from pool success with {'vlan_id': 181, 'physical_network': 'physnet1'}  {{(pid=87507) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 22:36:44.159644 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-1b98543c-088e-4be8-8a67-32cddd642007 tempest-AllowedAddressPairTestJSON-1611484417 tempest-AllowedAddressPairTestJSON-1611484417-project] 10.222.0.13 "DELETE /v2.0/ports/d0f82f45-e518-4d60-a6be-d81b9c2357fb HTTP/1.1" status: 204  len: 168 time: 2.0587449
Dec 16 22:36:44.160769 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 42648) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:36:44.172318 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-445ef3f0-adcf-4db3-a2d6-8fd6659a0d81 tempest-BulkNetworkOpsIpV6Test-1671727552 tempest-BulkNetworkOpsIpV6Test-1671727552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-883292'] for segment, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:44.172670 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.db.segments_db [None req-445ef3f0-adcf-4db3-a2d6-8fd6659a0d81 tempest-BulkNetworkOpsIpV6Test-1671727552 tempest-BulkNetworkOpsIpV6Test-1671727552-project] Added segment bb5cc2a9-7bb2-44ae-ac8b-f633fddb83e7 of type vlan for network 5847b3a9-3df6-49e5-bed6-2a368afb4d0a
Dec 16 22:36:44.229538 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-0a7ab4bc-2e32-40a3-91c0-823a619b4847 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:44.231564 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.pecan_wsgi.hooks.translation [None req-9242922e-811d-4d1c-9f52-67afdbd37649 tempest-AllowedAddressPairTestJSON-1611484417 tempest-AllowedAddressPairTestJSON-1611484417-project] GET failed (client error): The resource could not be found.
Dec 16 22:36:44.232127 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-9242922e-811d-4d1c-9f52-67afdbd37649 tempest-AllowedAddressPairTestJSON-1611484417 tempest-AllowedAddressPairTestJSON-1611484417-project] Synchronizing usage tracker for tenant:aac952f03feb4a16a9e96684becdcd26 on resource:port {{(pid=87507) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 22:36:44.239646 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-c67f9236-7049-43d0-a5fd-fd19d1019ca0 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1863317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11213092'] for subnet, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:44.245843 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-429078f2-8540-43da-af59-08609c38d351 tempest-DHCPAgentSchedulersTestJSON-789587183 tempest-DHCPAgentSchedulersTestJSON-789587183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for port, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:44.255789 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-bf908258-d604-4210-83dc-1ee4b1f6e6b4 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:36:44.286130 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-0a7ab4bc-2e32-40a3-91c0-823a619b4847 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:44.294323 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-445ef3f0-adcf-4db3-a2d6-8fd6659a0d81 tempest-BulkNetworkOpsIpV6Test-1671727552 tempest-BulkNetworkOpsIpV6Test-1671727552-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734753047233'] for network, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:44.302494 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-9242922e-811d-4d1c-9f52-67afdbd37649 tempest-AllowedAddressPairTestJSON-1611484417 tempest-AllowedAddressPairTestJSON-1611484417-project] Unset dirty status for tenant:aac952f03feb4a16a9e96684becdcd26 on resource:port {{(pid=87507) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 22:36:44.303663 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-9242922e-811d-4d1c-9f52-67afdbd37649 tempest-AllowedAddressPairTestJSON-1611484417 tempest-AllowedAddressPairTestJSON-1611484417-project] 10.222.0.13 "GET /v2.0/ports/d0f82f45-e518-4d60-a6be-d81b9c2357fb HTTP/1.1" status: 404  len: 333 time: 0.1422224
Dec 16 22:36:44.312612 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 42652) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:36:44.313692 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-01b0e092-1e66-41f0-beaa-ae425cb5830c tempest-FloatingIPNegativeTestJSON-1419073809 tempest-FloatingIPNegativeTestJSON-1419073809-project] Notify callbacks [] for floatingip, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:44.357737 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c67f9236-7049-43d0-a5fd-fd19d1019ca0 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Network 7edd76f7-0f97-48a5-b177-9842de6c0500 is already hosted by enough agents. {{(pid=87506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:36:44.366680 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-429078f2-8540-43da-af59-08609c38d351 tempest-DHCPAgentSchedulersTestJSON-789587183 tempest-DHCPAgentSchedulersTestJSON-789587183-project] 10.222.0.13 "DELETE /v2.0/ports/ffc481e2-0720-47c0-95e0-1166b9f501b5 HTTP/1.1" status: 204  len: 168 time: 3.5207558
Dec 16 22:36:44.370965 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.base_scheduler [None req-c67f9236-7049-43d0-a5fd-fd19d1019ca0 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Resources bound (agent type, host, resource id):  {{(pid=87506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:36:44.373822 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c67f9236-7049-43d0-a5fd-fd19d1019ca0 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:36:44.374593 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-c67f9236-7049-43d0-a5fd-fd19d1019ca0 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3791486'] for subnet, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:44.375019 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 42658) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:36:44.380552 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-01b0e092-1e66-41f0-beaa-ae425cb5830c tempest-FloatingIPNegativeTestJSON-1419073809 tempest-FloatingIPNegativeTestJSON-1419073809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for floatingip, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:44.387636 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-01b0e092-1e66-41f0-beaa-ae425cb5830c tempest-FloatingIPNegativeTestJSON-1419073809 tempest-FloatingIPNegativeTestJSON-1419073809-project] 10.222.0.13 "DELETE /v2.0/floatingips/a72f19bd-68ad-473c-8437-deec0c4cbeb5 HTTP/1.1" status: 204  len: 168 time: 3.1922150
Dec 16 22:36:44.389267 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de68e5d6-03aa-44bc-91b0-b7c4a3c606af None None] Network 7edd76f7-0f97-48a5-b177-9842de6c0500 requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 22:36:44.394084 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 42662) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:36:44.410712 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-5961b798-eeb3-4125-9044-d84904df2545 tempest-FloatingIPNegativeTestJSON-1419073809 tempest-FloatingIPNegativeTestJSON-1419073809-project] Request body: {'floatingip': {'floating_network_id': '13b298c7-5289-476c-8555-4212820774c9', 'port_id': 'a57ca67c-dbbc-4379-aa9a-046690b817c6', 'fixed_ip_address': '172.20.0.3'}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:36:44.428002 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-445ef3f0-adcf-4db3-a2d6-8fd6659a0d81 tempest-BulkNetworkOpsIpV6Test-1671727552 tempest-BulkNetworkOpsIpV6Test-1671727552-project] vlan segment allocate from pool success with {'vlan_id': 191, 'physical_network': 'physnet1'}  {{(pid=87507) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 22:36:44.439134 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.plugin [None req-11639459-3968-4630-b2c8-42ff69c8f913 tempest-AllowedAddressPairTestJSON-1611484417 tempest-AllowedAddressPairTestJSON-1611484417-project] Deleting port fd896999-1b37-4fec-ab26-325287f84b13 {{(pid=87507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:36:44.439479 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-11639459-3968-4630-b2c8-42ff69c8f913 tempest-AllowedAddressPairTestJSON-1611484417 tempest-AllowedAddressPairTestJSON-1611484417-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:44.480189 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-5961b798-eeb3-4125-9044-d84904df2545 tempest-FloatingIPNegativeTestJSON-1419073809 tempest-FloatingIPNegativeTestJSON-1419073809-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:36:44.480480 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-445ef3f0-adcf-4db3-a2d6-8fd6659a0d81 tempest-BulkNetworkOpsIpV6Test-1671727552 tempest-BulkNetworkOpsIpV6Test-1671727552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-883292'] for segment, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:44.481012 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.db.segments_db [None req-445ef3f0-adcf-4db3-a2d6-8fd6659a0d81 tempest-BulkNetworkOpsIpV6Test-1671727552 tempest-BulkNetworkOpsIpV6Test-1671727552-project] Added segment 2876f5b7-2489-4561-af44-31958f3b31a0 of type vlan for network 85a12bb1-df15-47ca-bcdf-e778a6ec789b
Dec 16 22:36:44.503496 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67f9236-7049-43d0-a5fd-fd19d1019ca0 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Pushing event updated for resources: {'Subnet': ['ID=0e19a7d6-3bf9-42eb-a523-f448704ecf19,revision_number=0']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:36:44.508340 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-c67f9236-7049-43d0-a5fd-fd19d1019ca0 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:36:44.508580 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-0a7ab4bc-2e32-40a3-91c0-823a619b4847 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841066'] for security_group, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:44.511073 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-5961b798-eeb3-4125-9044-d84904df2545 tempest-FloatingIPNegativeTestJSON-1419073809 tempest-FloatingIPNegativeTestJSON-1419073809-project] Usage tracker for resource:floatingip and tenant:4ecdb369fa1545d4963c609ddca66a2e is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:36:44.517403 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-296ee26f-31b3-45ba-8498-c8f05a60d3a3 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:36:44.520554 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d91f1f-7467-4c10-b2a1-9e0e0aff35ca req-58743b23-5114-4011-a07d-733e56b4cb4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:36:44.522055 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-d4d91f1f-7467-4c10-b2a1-9e0e0aff35ca req-58743b23-5114-4011-a07d-733e56b4cb4d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ebcac23e4eae475893854e16d121f861&device_id=6835fec6-5e03-4c1c-818c-3e2c01241c21 HTTP/1.1" status: 200  len: 1096 time: 0.5907457
Dec 16 22:36:44.523092 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-5961b798-eeb3-4125-9044-d84904df2545 tempest-FloatingIPNegativeTestJSON-1419073809 tempest-FloatingIPNegativeTestJSON-1419073809-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:36:44.535531 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-c67f9236-7049-43d0-a5fd-fd19d1019ca0 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.9841700
Dec 16 22:36:44.540794 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 42668) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:36:44.544445 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7ab4bc-2e32-40a3-91c0-823a619b4847 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f02c842b-c569-46fd-9041-1ccc36d2b319,revision_number=None']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:36:44.568121 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-5961b798-eeb3-4125-9044-d84904df2545 tempest-FloatingIPNegativeTestJSON-1419073809 tempest-FloatingIPNegativeTestJSON-1419073809-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:36:44.579414 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-0a7ab4bc-2e32-40a3-91c0-823a619b4847 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:36:44.600581 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-445ef3f0-adcf-4db3-a2d6-8fd6659a0d81 tempest-BulkNetworkOpsIpV6Test-1671727552 tempest-BulkNetworkOpsIpV6Test-1671727552-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734753047233'] for network, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:44.609205 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-ad047db8-fe0a-4aee-8931-73bbab638ec6 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Request body: {'port': {'network_id': '7edd76f7-0f97-48a5-b177-9842de6c0500', 'mac_address': 'fa:16:3e:63:3a:b4', 'name': 'tempest-NetworksTestDHCPv6-1219123773'}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:36:44.721303 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-5961b798-eeb3-4125-9044-d84904df2545 tempest-FloatingIPNegativeTestJSON-1419073809 tempest-FloatingIPNegativeTestJSON-1419073809-project] Notify callbacks [] for floatingip, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:44.785293 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad8b4d78-f811-4ed8-8cc0-4be9c94e3133 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1d6bfaf-d325-5e4f-b05d-2441d8339617-7edd76f7-0f97-48a5-b177-9842de6c0500', 'network_id': '7edd76f7-0f97-48a5-b177-9842de6c0500', 'tenant_id': '8e4385a98eb1416284c1cc96b3355a70', 'fixed_ips': [{'subnet_id': '0e19a7d6-3bf9-42eb-a523-f448704ecf19'}]}} from dv-neutron-821829-1-hyperv. {{(pid=87508) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 16 22:36:44.786185 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-ad8b4d78-f811-4ed8-8cc0-4be9c94e3133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:44.813110 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-0a7ab4bc-2e32-40a3-91c0-823a619b4847 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:44.817659 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-0a7ab4bc-2e32-40a3-91c0-823a619b4847 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f02c842b-c569-46fd-9041-1ccc36d2b319 HTTP/1.1" status: 204  len: 168 time: 0.7693040
Dec 16 22:36:44.972551 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.db_base_plugin_common [None req-ad8b4d78-f811-4ed8-8cc0-4be9c94e3133 None None] Allocated IP 2001:db8::2 (7edd76f7-0f97-48a5-b177-9842de6c0500/0e19a7d6-3bf9-42eb-a523-f448704ecf19/938dae91-56dd-4a31-8354-b7db297c377d) {{(pid=87508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 22:36:45.019799 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-bf51aea7-2ba3-4f4e-a578-e60f45521128 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3741702', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3740945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-38947'] for router, precommit_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:45.030610 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-ad047db8-fe0a-4aee-8931-73bbab638ec6 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:36:45.047872 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-ad047db8-fe0a-4aee-8931-73bbab638ec6 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:36:45.053131 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-bf51aea7-2ba3-4f4e-a578-e60f45521128 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3741923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3741713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3741720', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3740934'] for router, after_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:45.055468 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d91f1f-7467-4c10-b2a1-9e0e0aff35ca req-a5bc5fc4-4b91-42f2-9cc4-6f13ffeb55c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:36:45.057587 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-d4d91f1f-7467-4c10-b2a1-9e0e0aff35ca req-a5bc5fc4-4b91-42f2-9cc4-6f13ffeb55c3 service neutron] 10.222.0.49 "GET /v2.0/networks?id=59be113d-df84-4589-a861-2ce3da6b2e5d HTTP/1.1" status: 200  len: 912 time: 0.5182531
Dec 16 22:36:45.067901 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.db.resource_extend [None req-445ef3f0-adcf-4db3-a2d6-8fd6659a0d81 tempest-BulkNetworkOpsIpV6Test-1671727552 tempest-BulkNetworkOpsIpV6Test-1671727552-project] It took 0.38 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 16 22:36:45.084498 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad047db8-fe0a-4aee-8931-73bbab638ec6 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Made reservation on behalf of 8e4385a98eb1416284c1cc96b3355a70 for: {'port': 1} {{(pid=87507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:36:45.113605 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-11639459-3968-4630-b2c8-42ff69c8f913 tempest-AllowedAddressPairTestJSON-1611484417 tempest-AllowedAddressPairTestJSON-1611484417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:45.138385 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-f9a5cc97-bece-42ca-9b29-a0a35f75692c tempest-DHCPAgentSchedulersTestJSON-1096150676 tempest-DHCPAgentSchedulersTestJSON-1096150676-project-admin] 10.222.0.13 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4311 time: 0.7529490
Dec 16 22:36:45.188466 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 42676) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:36:45.204178 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-8cd4b156-3d50-4f38-bb2d-c912bb7ae4dd tempest-DHCPAgentSchedulersTestJSON-789587183 tempest-DHCPAgentSchedulersTestJSON-789587183-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-756382571'}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:36:45.209958 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-d4d91f1f-7467-4c10-b2a1-9e0e0aff35ca req-bda84da3-e31e-4613-9f33-47bc70ae0e3c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fc5f312f-f84b-4fb5-a011-d18cbb5fdb16 HTTP/1.1" status: 200  len: 217 time: 0.0940263
Dec 16 22:36:45.230911 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-8cd4b156-3d50-4f38-bb2d-c912bb7ae4dd tempest-DHCPAgentSchedulersTestJSON-789587183 tempest-DHCPAgentSchedulersTestJSON-789587183-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:36:45.242372 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-ad8b4d78-f811-4ed8-8cc0-4be9c94e3133 None None] Notify callbacks [] for port, precommit_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:45.254733 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-ad8b4d78-f811-4ed8-8cc0-4be9c94e3133 None None] Transition to ACTIVE for port object 938dae91-56dd-4a31-8354-b7db297c377d will not be triggered until provisioned by entity L2. {{(pid=87508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:36:45.280900 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-ad8b4d78-f811-4ed8-8cc0-4be9c94e3133 None None] Transition to ACTIVE for port object 938dae91-56dd-4a31-8354-b7db297c377d will not be triggered until provisioned by entity DHCP. {{(pid=87508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:36:45.287527 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-8cd4b156-3d50-4f38-bb2d-c912bb7ae4dd tempest-DHCPAgentSchedulersTestJSON-789587183 tempest-DHCPAgentSchedulersTestJSON-789587183-project] Usage tracker for resource:network and tenant:578a1a9ac31b41599964dcb3f552228b is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:36:45.289756 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-ad8b4d78-f811-4ed8-8cc0-4be9c94e3133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940'] for port, after_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:45.298361 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-2c2935a0-b734-46ce-ba9c-663e881f4bfd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:36:45.343830 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-8cd4b156-3d50-4f38-bb2d-c912bb7ae4dd tempest-DHCPAgentSchedulersTestJSON-789587183 tempest-DHCPAgentSchedulersTestJSON-789587183-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:36:45.360724 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.plugin [None req-11639459-3968-4630-b2c8-42ff69c8f913 tempest-AllowedAddressPairTestJSON-1611484417 tempest-AllowedAddressPairTestJSON-1611484417-project] Calling delete_port for fd896999-1b37-4fec-ab26-325287f84b13 owned by  {{(pid=87507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:36:45.366880 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-8cd4b156-3d50-4f38-bb2d-c912bb7ae4dd tempest-DHCPAgentSchedulersTestJSON-789587183 tempest-DHCPAgentSchedulersTestJSON-789587183-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:36:45.372672 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8b4d78-f811-4ed8-8cc0-4be9c94e3133 None None] Pushing event updated for resources: {'Port': ['ID=938dae91-56dd-4a31-8354-b7db297c377d,revision_number=1']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:36:45.385470 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad8b4d78-f811-4ed8-8cc0-4be9c94e3133 None None] Network 7edd76f7-0f97-48a5-b177-9842de6c0500 is already hosted by enough agents. {{(pid=87508) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:36:45.386874 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-ad8b4d78-f811-4ed8-8cc0-4be9c94e3133 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:36:45.387969 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.scheduler.base_scheduler [None req-ad8b4d78-f811-4ed8-8cc0-4be9c94e3133 None None] Resources bound (agent type, host, resource id):  {{(pid=87508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:36:45.392258 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad8b4d78-f811-4ed8-8cc0-4be9c94e3133 None None] Received port after_create {{(pid=87508) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 22:36:45.395875 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-445ef3f0-adcf-4db3-a2d6-8fd6659a0d81 tempest-BulkNetworkOpsIpV6Test-1671727552 tempest-BulkNetworkOpsIpV6Test-1671727552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440'] for network, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:45.396643 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-445ef3f0-adcf-4db3-a2d6-8fd6659a0d81 tempest-BulkNetworkOpsIpV6Test-1671727552 tempest-BulkNetworkOpsIpV6Test-1671727552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440'] for network, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:45.403550 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-445ef3f0-adcf-4db3-a2d6-8fd6659a0d81 tempest-BulkNetworkOpsIpV6Test-1671727552 tempest-BulkNetworkOpsIpV6Test-1671727552-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:36:45.405243 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d91f1f-7467-4c10-b2a1-9e0e0aff35ca req-86076b0f-369c-4a8d-a5b6-8eb90a0de2b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:36:45.407270 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-d4d91f1f-7467-4c10-b2a1-9e0e0aff35ca req-86076b0f-369c-4a8d-a5b6-8eb90a0de2b4 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e85fa5c2-5253-44c8-9f57-0c1d2c97dd41 HTTP/1.1" status: 200  len: 850 time: 0.1773531
Dec 16 22:36:45.416717 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cd4b156-3d50-4f38-bb2d-c912bb7ae4dd tempest-DHCPAgentSchedulersTestJSON-789587183 tempest-DHCPAgentSchedulersTestJSON-789587183-project] Made reservation on behalf of 578a1a9ac31b41599964dcb3f552228b for: {'network': 1} {{(pid=87506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:36:45.420102 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-8cd4b156-3d50-4f38-bb2d-c912bb7ae4dd tempest-DHCPAgentSchedulersTestJSON-789587183 tempest-DHCPAgentSchedulersTestJSON-789587183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for network, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:45.426836 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-445ef3f0-adcf-4db3-a2d6-8fd6659a0d81 tempest-BulkNetworkOpsIpV6Test-1671727552 tempest-BulkNetworkOpsIpV6Test-1671727552-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:36:45.427573 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-445ef3f0-adcf-4db3-a2d6-8fd6659a0d81 tempest-BulkNetworkOpsIpV6Test-1671727552 tempest-BulkNetworkOpsIpV6Test-1671727552-project] Notify callbacks [] for network, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:45.454195 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-02e6332d-e2cf-4615-bb04-4390d6f1ba58 tempest-ExternalNetworksTestJSON-962053912 tempest-ExternalNetworksTestJSON-962053912-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:36:45.497131 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf51aea7-2ba3-4f4e-a578-e60f45521128 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Router dc803db6-7bc6-40e1-b68e-62339cc4aee0 has already been hosted by L3 agent 4f519db7-069b-43e2-8411-c092bac9102a {{(pid=87506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 22:36:45.528305 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-ad8b4d78-f811-4ed8-8cc0-4be9c94e3133 None None] Attempting to bind port 938dae91-56dd-4a31-8354-b7db297c377d on host dv-neutron-821829-1-hyperv for vnic_type normal with profile  {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 22:36:45.529224 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-ad8b4d78-f811-4ed8-8cc0-4be9c94e3133 None None] Attempting to bind port 938dae91-56dd-4a31-8354-b7db297c377d by drivers openvswitch,hyperv on host dv-neutron-821829-1-hyperv at level 0 using segments [{'id': 'da71c9a1-7532-4738-a9bc-22a7f498ec35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '7edd76f7-0f97-48a5-b177-9842de6c0500'}] {{(pid=87508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 22:36:45.529812 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad8b4d78-f811-4ed8-8cc0-4be9c94e3133 None None] Attempting to bind port 938dae91-56dd-4a31-8354-b7db297c377d on network 7edd76f7-0f97-48a5-b177-9842de6c0500 {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 22:36:45.537883 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad8b4d78-f811-4ed8-8cc0-4be9c94e3133 None None] Checking agent: {'id': '5571501f-366e-47a4-9b60-8ef19d935d27', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821829-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 24, 2), 'started_at': datetime.datetime(2021, 12, 16, 22, 24, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 36, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821829-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 22:36:45.538848 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad8b4d78-f811-4ed8-8cc0-4be9c94e3133 None None] Checking segment: {'id': 'da71c9a1-7532-4738-a9bc-22a7f498ec35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '7edd76f7-0f97-48a5-b177-9842de6c0500'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 22:36:45.538848 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-ad8b4d78-f811-4ed8-8cc0-4be9c94e3133 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:45.539139 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad8b4d78-f811-4ed8-8cc0-4be9c94e3133 None None] Bound using segment: {'id': 'da71c9a1-7532-4738-a9bc-22a7f498ec35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '7edd76f7-0f97-48a5-b177-9842de6c0500'} {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 22:36:45.539773 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-ad8b4d78-f811-4ed8-8cc0-4be9c94e3133 None None] Bound port: 938dae91-56dd-4a31-8354-b7db297c377d, host: dv-neutron-821829-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da71c9a1-7532-4738-a9bc-22a7f498ec35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '7edd76f7-0f97-48a5-b177-9842de6c0500'}}] {{(pid=87508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 22:36:45.540421 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-ad8b4d78-f811-4ed8-8cc0-4be9c94e3133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:45.551289 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8cd4b156-3d50-4f38-bb2d-c912bb7ae4dd tempest-DHCPAgentSchedulersTestJSON-789587183 tempest-DHCPAgentSchedulersTestJSON-789587183-project] vlan segment allocate from pool success with {'vlan_id': 162, 'physical_network': 'physnet1'}  {{(pid=87506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 22:36:45.577851 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-8cd4b156-3d50-4f38-bb2d-c912bb7ae4dd tempest-DHCPAgentSchedulersTestJSON-789587183 tempest-DHCPAgentSchedulersTestJSON-789587183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-883292'] for segment, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:45.578260 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.db.segments_db [None req-8cd4b156-3d50-4f38-bb2d-c912bb7ae4dd tempest-DHCPAgentSchedulersTestJSON-789587183 tempest-DHCPAgentSchedulersTestJSON-789587183-project] Added segment 84c77575-3ab3-44d9-a225-0cc87e5b4e26 of type vlan for network fe55f007-20ba-40c4-b6f7-25c74e7b9a65
Dec 16 22:36:45.610499 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-8cd4b156-3d50-4f38-bb2d-c912bb7ae4dd tempest-DHCPAgentSchedulersTestJSON-789587183 tempest-DHCPAgentSchedulersTestJSON-789587183-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734753047233'] for network, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:45.629275 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-445ef3f0-adcf-4db3-a2d6-8fd6659a0d81 tempest-BulkNetworkOpsIpV6Test-1671727552 tempest-BulkNetworkOpsIpV6Test-1671727552-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 1320 time: 2.6342101
Dec 16 22:36:45.635376 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 42696) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:36:45.687394 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-ad8b4d78-f811-4ed8-8cc0-4be9c94e3133 None None] For port 938dae91-56dd-4a31-8354-b7db297c377d, host dv-neutron-821829-1-hyperv, cleared binding levels {{(pid=87508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 22:36:45.693157 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-ad8b4d78-f811-4ed8-8cc0-4be9c94e3133 None None] For port 938dae91-56dd-4a31-8354-b7db297c377d, host dv-neutron-821829-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=938dae91-56dd-4a31-8354-b7db297c377d,segment=NetworkSegment(da71c9a1-7532-4738-a9bc-22a7f498ec35),segment_id=da71c9a1-7532-4738-a9bc-22a7f498ec35)] {{(pid=87508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 22:36:45.700076 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-ad8b4d78-f811-4ed8-8cc0-4be9c94e3133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:45.708527 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-f674ee00-a3fe-4c30-9d13-5f3e36202da7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:36:45.709389 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-8cd4b156-3d50-4f38-bb2d-c912bb7ae4dd tempest-DHCPAgentSchedulersTestJSON-789587183 tempest-DHCPAgentSchedulersTestJSON-789587183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440'] for network, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:45.715645 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cd4b156-3d50-4f38-bb2d-c912bb7ae4dd tempest-DHCPAgentSchedulersTestJSON-789587183 tempest-DHCPAgentSchedulersTestJSON-789587183-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:36:45.716311 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-8cd4b156-3d50-4f38-bb2d-c912bb7ae4dd tempest-DHCPAgentSchedulersTestJSON-789587183 tempest-DHCPAgentSchedulersTestJSON-789587183-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3791486'] for network, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:45.807591 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8b4d78-f811-4ed8-8cc0-4be9c94e3133 None None] Pushing event updated for resources: {'Port': ['ID=938dae91-56dd-4a31-8354-b7db297c377d,revision_number=2']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:36:45.811951 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-ad8b4d78-f811-4ed8-8cc0-4be9c94e3133 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:36:45.817493 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 42700) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:36:45.830929 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ec605d-1452-453a-b188-6fa237284ef9 req-834ddf65-c161-45f6-8724-6af133e1abdc tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:36:45.832951 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-97ec605d-1452-453a-b188-6fa237284ef9 req-834ddf65-c161-45f6-8724-6af133e1abdc tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] 10.222.0.13 "GET /v2.0/ports?device_id=6835fec6-5e03-4c1c-818c-3e2c01241c21 HTTP/1.1" status: 200  len: 943 time: 1.1747353
Dec 16 22:36:45.834364 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-ea28cecc-e39c-44eb-acf7-e785b8c44e3f tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:36:45.870560 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445ef3f0-adcf-4db3-a2d6-8fd6659a0d81 tempest-BulkNetworkOpsIpV6Test-1671727552 tempest-BulkNetworkOpsIpV6Test-1671727552-project] Pushing event updated for resources: {'Network': ['ID=5847b3a9-3df6-49e5-bed6-2a368afb4d0a,revision_number=1']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:36:45.878187 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-ad047db8-fe0a-4aee-8931-73bbab638ec6 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:45.883360 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Network 5847b3a9-3df6-49e5-bed6-2a368afb4d0a details requested by agent ovs-agent-dv-neutron-821829-1-hyperv with host dv-neutron-821829-1-hyperv {{(pid=87508) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 22:36:46.034054 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-8cd4b156-3d50-4f38-bb2d-c912bb7ae4dd tempest-DHCPAgentSchedulersTestJSON-789587183 tempest-DHCPAgentSchedulersTestJSON-789587183-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 794 time: 0.8443954
Dec 16 22:36:46.035222 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.api.v2.resource [None req-5961b798-eeb3-4125-9044-d84904df2545 tempest-FloatingIPNegativeTestJSON-1419073809 tempest-FloatingIPNegativeTestJSON-1419073809-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 16 22:36:46.036339 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-5961b798-eeb3-4125-9044-d84904df2545 tempest-FloatingIPNegativeTestJSON-1419073809 tempest-FloatingIPNegativeTestJSON-1419073809-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 400  len: 373 time: 1.6414385
Dec 16 22:36:46.043277 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 42706) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:36:46.043608 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 42708) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:36:46.063737 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.notifiers.nova [None req-ad047db8-fe0a-4aee-8931-73bbab638ec6 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] device_id is not set on port 8209700b-4ba2-4b38-89ad-926a7c77df54 yet. {{(pid=87507) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 16 22:36:46.111003 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d91f1f-7467-4c10-b2a1-9e0e0aff35ca req-5e20dd02-4b61-47cb-98b1-e335ce3b6812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:36:46.112513 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-d4d91f1f-7467-4c10-b2a1-9e0e0aff35ca req-5e20dd02-4b61-47cb-98b1-e335ce3b6812 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=59be113d-df84-4589-a861-2ce3da6b2e5d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.6989007
Dec 16 22:36:46.170478 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [None req-b2029b24-e616-4a2a-a2a7-64f91674c321 tempest-ExtensionsTestJSON-299172663 tempest-ExtensionsTestJSON-299172663-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=87507) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 16 22:36:46.174291 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-b2029b24-e616-4a2a-a2a7-64f91674c321 tempest-ExtensionsTestJSON-299172663 tempest-ExtensionsTestJSON-299172663-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13635 time: 0.3363178
Dec 16 22:36:46.188295 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-4326d9e4-ebf2-4af6-a7a1-011cf26ae96a tempest-FloatingIPNegativeTestJSON-1419073809 tempest-FloatingIPNegativeTestJSON-1419073809-project] Request body: {'floatingip': {'floating_network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'port_id': 'a57ca67c-dbbc-4379-aa9a-046690b817c6', 'fixed_ip_address': '172.20.0.3'}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:36:46.200788 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-4326d9e4-ebf2-4af6-a7a1-011cf26ae96a tempest-FloatingIPNegativeTestJSON-1419073809 tempest-FloatingIPNegativeTestJSON-1419073809-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:36:46.202056 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 42716) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:36:46.216422 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-97ec605d-1452-453a-b188-6fa237284ef9 req-cd314204-e20b-4962-8ee3-323c55b678e3 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c8293c6-7a9d-4021-9d0b-d55cb4b08bc4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3824978
Dec 16 22:36:46.223241 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [None req-b6180f42-7a3c-4b82-b1b1-100c198a023a tempest-ExtensionsTestJSON-299172663 tempest-ExtensionsTestJSON-299172663-project] http://10.222.0.13:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=87507) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 16 22:36:46.224557 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-b6180f42-7a3c-4b82-b1b1-100c198a023a tempest-ExtensionsTestJSON-299172663 tempest-ExtensionsTestJSON-299172663-project] 10.222.0.13 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200  len: 353 time: 0.0121360
Dec 16 22:36:46.260774 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-4326d9e4-ebf2-4af6-a7a1-011cf26ae96a tempest-FloatingIPNegativeTestJSON-1419073809 tempest-FloatingIPNegativeTestJSON-1419073809-project] Usage tracker for resource:floatingip and tenant:4ecdb369fa1545d4963c609ddca66a2e is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:36:46.267791 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 42720) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:36:46.282788 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-4326d9e4-ebf2-4af6-a7a1-011cf26ae96a tempest-FloatingIPNegativeTestJSON-1419073809 tempest-FloatingIPNegativeTestJSON-1419073809-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:36:46.291135 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445ef3f0-adcf-4db3-a2d6-8fd6659a0d81 tempest-BulkNetworkOpsIpV6Test-1671727552 tempest-BulkNetworkOpsIpV6Test-1671727552-project] Pushing event updated for resources: {'Network': ['ID=85a12bb1-df15-47ca-bcdf-e778a6ec789b,revision_number=1']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:36:46.298608 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [None req-d5525f0b-9277-4b55-9f2f-4509876b5929 tempest-ExtensionsTestJSON-299172663 tempest-ExtensionsTestJSON-299172663-project] http://10.222.0.13:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=87507) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 16 22:36:46.301942 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-d5525f0b-9277-4b55-9f2f-4509876b5929 tempest-ExtensionsTestJSON-299172663 tempest-ExtensionsTestJSON-299172663-project] 10.222.0.13 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200  len: 357 time: 0.0190535
Dec 16 22:36:46.307482 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-11639459-3968-4630-b2c8-42ff69c8f913 tempest-AllowedAddressPairTestJSON-1611484417 tempest-AllowedAddressPairTestJSON-1611484417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10807823'] for port, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:46.310001 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Network 85a12bb1-df15-47ca-bcdf-e778a6ec789b details requested by agent ovs-agent-dv-neutron-821829-1-hyperv with host dv-neutron-821829-1-hyperv {{(pid=87508) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 22:36:46.316772 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf51aea7-2ba3-4f4e-a578-e60f45521128 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify agent at l3_agent.dv-neutron-821829-1-hyperv the message routers_updated {{(pid=87506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 22:36:46.324869 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-bf51aea7-2ba3-4f4e-a578-e60f45521128 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks [] for router, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:46.328352 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-bf51aea7-2ba3-4f4e-a578-e60f45521128 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] 10.222.0.13 "PUT /v2.0/routers/dc803db6-7bc6-40e1-b68e-62339cc4aee0 HTTP/1.1" status: 200  len: 888 time: 3.4125853
Dec 16 22:36:46.328352 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 42724) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:36:46.349474 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b28e2d1-678d-4dce-9212-2b632d921862 None None] Sync routers for ids ['dc803db6-7bc6-40e1-b68e-62339cc4aee0'] in dv-neutron-821829-1-hyperv {{(pid=87508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 22:36:46.354315 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-4326d9e4-ebf2-4af6-a7a1-011cf26ae96a tempest-FloatingIPNegativeTestJSON-1419073809 tempest-FloatingIPNegativeTestJSON-1419073809-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:36:46.356091 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 42726) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:36:46.357007 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-445ef3f0-adcf-4db3-a2d6-8fd6659a0d81 tempest-BulkNetworkOpsIpV6Test-1671727552 tempest-BulkNetworkOpsIpV6Test-1671727552-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.903s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:36:46.359157 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.871s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:36:46.359477 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:36:46.382137 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-d4d91f1f-7467-4c10-b2a1-9e0e0aff35ca req-4f11082e-1c3e-454f-8eff-b437961dc1d2 service neutron] 10.222.0.49 "GET /v2.0/networks/59be113d-df84-4589-a861-2ce3da6b2e5d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2456670
Dec 16 22:36:46.382960 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd4b156-3d50-4f38-bb2d-c912bb7ae4dd tempest-DHCPAgentSchedulersTestJSON-789587183 tempest-DHCPAgentSchedulersTestJSON-789587183-project] Pushing event updated for resources: {'Network': ['ID=fe55f007-20ba-40c4-b6f7-25c74e7b9a65,revision_number=1']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:36:46.386694 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-8cd4b156-3d50-4f38-bb2d-c912bb7ae4dd tempest-DHCPAgentSchedulersTestJSON-789587183 tempest-DHCPAgentSchedulersTestJSON-789587183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.553s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:36:46.392619 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [None req-49653145-464a-469b-a2b1-d40bc428fc79 tempest-ExtensionsTestJSON-299172663 tempest-ExtensionsTestJSON-299172663-project] http://10.222.0.13:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=87506) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 16 22:36:46.396098 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-49653145-464a-469b-a2b1-d40bc428fc79 tempest-ExtensionsTestJSON-299172663 tempest-ExtensionsTestJSON-299172663-project] 10.222.0.13 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200  len: 506 time: 0.0148008
Dec 16 22:36:46.432781 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 42732) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:36:46.439125 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Network fe55f007-20ba-40c4-b6f7-25c74e7b9a65 details requested by agent ovs-agent-dv-neutron-821829-1-hyperv with host dv-neutron-821829-1-hyperv {{(pid=87508) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 22:36:46.444840 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a9cac28-5cb0-465e-9623-ae08e01090f4 tempest-BulkNetworkOpsIpV6Test-1671727552 tempest-BulkNetworkOpsIpV6Test-1671727552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:36:46.452257 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a9cac28-5cb0-465e-9623-ae08e01090f4 tempest-BulkNetworkOpsIpV6Test-1671727552 tempest-BulkNetworkOpsIpV6Test-1671727552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:36:46.458507 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a9cac28-5cb0-465e-9623-ae08e01090f4 tempest-BulkNetworkOpsIpV6Test-1671727552 tempest-BulkNetworkOpsIpV6Test-1671727552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:36:46.463388 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-d1e56364-4abb-4f4c-9370-09acab907194 tempest-AllowedAddressPairIpV6TestJSON-1960971591 tempest-AllowedAddressPairIpV6TestJSON-1960971591-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:36:46.466759 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a9cac28-5cb0-465e-9623-ae08e01090f4 tempest-BulkNetworkOpsIpV6Test-1671727552 tempest-BulkNetworkOpsIpV6Test-1671727552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:36:46.471297 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-8a9cac28-5cb0-465e-9623-ae08e01090f4 tempest-BulkNetworkOpsIpV6Test-1671727552 tempest-BulkNetworkOpsIpV6Test-1671727552-project] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200  len: 2407 time: 0.8294306
Dec 16 22:36:46.472113 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 42736) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:36:46.483260 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b28e2d1-678d-4dce-9212-2b632d921862 None None] Routers {'dc803db6-7bc6-40e1-b68e-62339cc4aee0'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:36:46.484283 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-7b28e2d1-678d-4dce-9212-2b632d921862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b77f8e310>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:36:31Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['dc803db6-7bc6-40e1-b68e-62339cc4aee0'], 'active': True} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:36:46.547057 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [None req-f1b63c66-1f4b-4a4d-8968-e4787f2dbb2f tempest-ExtensionsTestJSON-299172663 tempest-ExtensionsTestJSON-299172663-project] http://10.222.0.13:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=87506) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 16 22:36:46.550447 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-f1b63c66-1f4b-4a4d-8968-e4787f2dbb2f tempest-ExtensionsTestJSON-299172663 tempest-ExtensionsTestJSON-299172663-project] 10.222.0.13 "GET /v2.0/extensions/agent HTTP/1.1" status: 200  len: 347 time: 0.1113806
Dec 16 22:36:46.567566 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 42740) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:36:46.589991 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [None req-7f87d73e-c16f-47d5-ac65-15d811402d47 tempest-ExtensionsTestJSON-299172663 tempest-ExtensionsTestJSON-299172663-project] http://10.222.0.13:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=87507) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 16 22:36:46.593282 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-7f87d73e-c16f-47d5-ac65-15d811402d47 tempest-ExtensionsTestJSON-299172663 tempest-ExtensionsTestJSON-299172663-project] 10.222.0.13 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200  len: 417 time: 0.0067875
Dec 16 22:36:46.597481 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 42744) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:36:46.603564 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [None req-fa3b3123-bc9d-4730-acd0-dfba3ab17216 tempest-ExtensionsTestJSON-299172663 tempest-ExtensionsTestJSON-299172663-project] http://10.222.0.13:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=87506) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 16 22:36:46.607000 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-fa3b3123-bc9d-4730-acd0-dfba3ab17216 tempest-ExtensionsTestJSON-299172663 tempest-ExtensionsTestJSON-299172663-project] 10.222.0.13 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200  len: 378 time: 0.0057750
Dec 16 22:36:46.642647 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11639459-3968-4630-b2c8-42ff69c8f913 tempest-AllowedAddressPairTestJSON-1611484417 tempest-AllowedAddressPairTestJSON-1611484417-project] Pushing event deleted for resources: {'Port': ['ID=fd896999-1b37-4fec-ab26-325287f84b13,revision_number=None']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:36:46.644479 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 42748) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:36:46.680044 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-7b28e2d1-678d-4dce-9212-2b632d921862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b77f8e310>, [], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:36:46.695001 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b28e2d1-678d-4dce-9212-2b632d921862 None None] Routers {'dc803db6-7bc6-40e1-b68e-62339cc4aee0'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:36:46.695649 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-7b28e2d1-678d-4dce-9212-2b632d921862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b77f8e310>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:36:31Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['dc803db6-7bc6-40e1-b68e-62339cc4aee0'], 'active': True} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:36:46.712075 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-11639459-3968-4630-b2c8-42ff69c8f913 tempest-AllowedAddressPairTestJSON-1611484417 tempest-AllowedAddressPairTestJSON-1611484417-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:36:46.723368 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-4326d9e4-ebf2-4af6-a7a1-011cf26ae96a tempest-FloatingIPNegativeTestJSON-1419073809 tempest-FloatingIPNegativeTestJSON-1419073809-project] Notify callbacks [] for floatingip, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:46.749045 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [None req-5af228b4-d341-4c4a-b170-cf97fdb421c7 tempest-ExtensionsTestJSON-299172663 tempest-ExtensionsTestJSON-299172663-project] http://10.222.0.13:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=87507) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 16 22:36:46.752921 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-5af228b4-d341-4c4a-b170-cf97fdb421c7 tempest-ExtensionsTestJSON-299172663 tempest-ExtensionsTestJSON-299172663-project] 10.222.0.13 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200  len: 394 time: 0.0702910
Dec 16 22:36:46.759911 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 42752) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:36:46.767615 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-557666b3-d4b9-4dfc-a4f4-93823fa44743 tempest-BulkNetworkOpsIpV6Test-1671727552 tempest-BulkNetworkOpsIpV6Test-1671727552-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-825997'] for network, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:46.781744 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-7b28e2d1-678d-4dce-9212-2b632d921862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b77f8e310>, [], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:36:46.782044 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [None req-7c47751c-79a9-4919-a742-a32cdf318880 tempest-ExtensionsTestJSON-299172663 tempest-ExtensionsTestJSON-299172663-project] http://10.222.0.13:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=87506) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 16 22:36:46.783034 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-7c47751c-79a9-4919-a742-a32cdf318880 tempest-ExtensionsTestJSON-299172663 tempest-ExtensionsTestJSON-299172663-project] 10.222.0.13 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200  len: 372 time: 0.0221848
Dec 16 22:36:46.785754 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b28e2d1-678d-4dce-9212-2b632d921862 None None] The sync data for ids ['dc803db6-7bc6-40e1-b68e-62339cc4aee0'] in dv-neutron-821829-1-hyperv is: [] {{(pid=87508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 22:36:46.787694 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-d4d91f1f-7467-4c10-b2a1-9e0e0aff35ca req-1d36d564-447e-4ba8-8c09-5038c3f7a9c1 service neutron] 10.222.0.49 "GET /v2.0/networks/59be113d-df84-4589-a861-2ce3da6b2e5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3900418
Dec 16 22:36:46.788499 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 42756) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:36:46.802380 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [None req-e98ade7e-1123-4054-96fe-39c4788d9f87 tempest-ExtensionsTestJSON-299172663 tempest-ExtensionsTestJSON-299172663-project] http://10.222.0.13:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=87506) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 16 22:36:46.803347 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-e98ade7e-1123-4054-96fe-39c4788d9f87 tempest-ExtensionsTestJSON-299172663 tempest-ExtensionsTestJSON-299172663-project] 10.222.0.13 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200  len: 414 time: 0.0080037
Dec 16 22:36:46.807168 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 42760) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:36:46.842275 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [None req-771a9c52-745e-4293-8591-47fd64486db1 tempest-ExtensionsTestJSON-299172663 tempest-ExtensionsTestJSON-299172663-project] http://10.222.0.13:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=87506) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 16 22:36:46.844118 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-771a9c52-745e-4293-8591-47fd64486db1 tempest-ExtensionsTestJSON-299172663 tempest-ExtensionsTestJSON-299172663-project] 10.222.0.13 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200  len: 405 time: 0.0086904
Dec 16 22:36:46.852506 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 42764) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:36:46.858496 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [None req-26ac3ec4-049a-4a54-8333-4b2891bc7d26 tempest-ExtensionsTestJSON-299172663 tempest-ExtensionsTestJSON-299172663-project] http://10.222.0.13:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=87506) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 16 22:36:46.861754 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-26ac3ec4-049a-4a54-8333-4b2891bc7d26 tempest-ExtensionsTestJSON-299172663 tempest-ExtensionsTestJSON-299172663-project] 10.222.0.13 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200  len: 381 time: 0.0051794
Dec 16 22:36:46.880171 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 42768) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:36:46.885859 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [None req-ec986241-dd2b-400e-af84-63b0a4dcd4ac tempest-ExtensionsTestJSON-299172663 tempest-ExtensionsTestJSON-299172663-project] http://10.222.0.13:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=87507) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 16 22:36:46.889258 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-ec986241-dd2b-400e-af84-63b0a4dcd4ac tempest-ExtensionsTestJSON-299172663 tempest-ExtensionsTestJSON-299172663-project] 10.222.0.13 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200  len: 387 time: 0.0052559
Dec 16 22:36:46.950352 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 42772) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:36:46.981456 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.db_base_plugin_common [None req-ad047db8-fe0a-4aee-8931-73bbab638ec6 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Allocated IP 2001:db8::290 (7edd76f7-0f97-48a5-b177-9842de6c0500/0e19a7d6-3bf9-42eb-a523-f448704ecf19/8209700b-4ba2-4b38-89ad-926a7c77df54) {{(pid=87507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 22:36:47.004596 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [None req-8364f974-4769-422c-947c-f8ca21247811 tempest-ExtensionsTestJSON-299172663 tempest-ExtensionsTestJSON-299172663-project] http://10.222.0.13:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=87507) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 16 22:36:47.008048 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-8364f974-4769-422c-947c-f8ca21247811 tempest-ExtensionsTestJSON-299172663 tempest-ExtensionsTestJSON-299172663-project] 10.222.0.13 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200  len: 413 time: 0.0405328
Dec 16 22:36:47.014960 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 42776) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:36:47.026822 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [None req-5eaf286a-2a4d-4516-8809-ee05242e05d5 tempest-ExtensionsTestJSON-299172663 tempest-ExtensionsTestJSON-299172663-project] http://10.222.0.13:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=87506) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 16 22:36:47.027796 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-5eaf286a-2a4d-4516-8809-ee05242e05d5 tempest-ExtensionsTestJSON-299172663 tempest-ExtensionsTestJSON-299172663-project] 10.222.0.13 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200  len: 394 time: 0.0090911
Dec 16 22:36:47.033282 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-11639459-3968-4630-b2c8-42ff69c8f913 tempest-AllowedAddressPairTestJSON-1611484417 tempest-AllowedAddressPairTestJSON-1611484417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for port, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:47.049658 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 42780) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:36:47.070131 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [None req-79f6dc86-a191-458c-813a-e52bd6c2f9c8 tempest-ExtensionsTestJSON-299172663 tempest-ExtensionsTestJSON-299172663-project] http://10.222.0.13:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=87507) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 16 22:36:47.071454 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-79f6dc86-a191-458c-813a-e52bd6c2f9c8 tempest-ExtensionsTestJSON-299172663 tempest-ExtensionsTestJSON-299172663-project] 10.222.0.13 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200  len: 498 time: 0.0203745
Dec 16 22:36:47.076639 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 42784) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:36:47.086724 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-834672ab-e8cc-439e-91dc-cece9ae84c59 tempest-DHCPAgentSchedulersTestJSON-1096150676 tempest-DHCPAgentSchedulersTestJSON-1096150676-project-admin] 10.222.0.13 "GET /v2.0/agents/3b155c4d-12dc-491e-aa14-6113b06cfacd/dhcp-networks HTTP/1.1" status: 200  len: 7304 time: 0.9545991
Dec 16 22:36:47.087373 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 42788) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:36:47.101679 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-557666b3-d4b9-4dfc-a4f4-93823fa44743 tempest-BulkNetworkOpsIpV6Test-1671727552 tempest-BulkNetworkOpsIpV6Test-1671727552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3329565', 'neutron.services.segments.db._delete_segments_for_network-8734753546406'] for network, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:47.113123 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [None req-d5ca8524-91e1-4565-939c-807ac2795318 tempest-ExtensionsTestJSON-299172663 tempest-ExtensionsTestJSON-299172663-project] http://10.222.0.13:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=87507) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 16 22:36:47.114067 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-d5ca8524-91e1-4565-939c-807ac2795318 tempest-ExtensionsTestJSON-299172663 tempest-ExtensionsTestJSON-299172663-project] 10.222.0.13 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200  len: 375 time: 0.0341311
Dec 16 22:36:47.120235 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 42792) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:36:47.127000 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [None req-fa7f952e-ef43-45dd-abad-27f530ddc184 tempest-ExtensionsTestJSON-299172663 tempest-ExtensionsTestJSON-299172663-project] http://10.222.0.13:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=87506) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 16 22:36:47.128823 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-fa7f952e-ef43-45dd-abad-27f530ddc184 tempest-ExtensionsTestJSON-299172663 tempest-ExtensionsTestJSON-299172663-project] 10.222.0.13 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200  len: 444 time: 0.0067759
Dec 16 22:36:47.136248 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 42796) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:36:47.137001 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-11639459-3968-4630-b2c8-42ff69c8f913 tempest-AllowedAddressPairTestJSON-1611484417 tempest-AllowedAddressPairTestJSON-1611484417-project] 10.222.0.13 "DELETE /v2.0/ports/fd896999-1b37-4fec-ab26-325287f84b13 HTTP/1.1" status: 204  len: 168 time: 2.8233790
Dec 16 22:36:47.141223 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 42798) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:36:47.144116 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [None req-c678303b-0f93-4148-8d7d-b31304beb6b5 tempest-ExtensionsTestJSON-299172663 tempest-ExtensionsTestJSON-299172663-project] http://10.222.0.13:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=87506) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 16 22:36:47.147309 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-c678303b-0f93-4148-8d7d-b31304beb6b5 tempest-ExtensionsTestJSON-299172663 tempest-ExtensionsTestJSON-299172663-project] 10.222.0.13 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200  len: 392 time: 0.0079129
Dec 16 22:36:47.147731 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 42804) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:36:47.150832 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.services.segments.db [None req-557666b3-d4b9-4dfc-a4f4-93823fa44743 tempest-BulkNetworkOpsIpV6Test-1671727552 tempest-BulkNetworkOpsIpV6Test-1671727552-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1b7c61a3a0>,) {'filters': {'network_id': ['5847b3a9-3df6-49e5-bed6-2a368afb4d0a']}} {{(pid=87506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:36:47.152724 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-1b58acfe-94ec-4803-8865-d2fbd662693d tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] 10.222.0.13 "GET /v2.0/routers/dc803db6-7bc6-40e1-b68e-62339cc4aee0 HTTP/1.1" status: 200  len: 888 time: 0.7942619
Dec 16 22:36:47.164783 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [None req-00feac9d-d092-45d8-a936-094d55951d8b tempest-ExtensionsTestJSON-299172663 tempest-ExtensionsTestJSON-299172663-project] http://10.222.0.13:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=87506) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 16 22:36:47.164783 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-00feac9d-d092-45d8-a936-094d55951d8b tempest-ExtensionsTestJSON-299172663 tempest-ExtensionsTestJSON-299172663-project] 10.222.0.13 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200  len: 406 time: 0.0129271
Dec 16 22:36:47.164783 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 42808) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:36:47.180226 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-aabdeb51-a1be-419b-a9bd-b5cdb234eb8d None None] Provisioning for port 938dae91-56dd-4a31-8354-b7db297c377d completed by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 22:36:47.201001 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 42812) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:36:47.210123 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.services.segments.db [None req-557666b3-d4b9-4dfc-a4f4-93823fa44743 tempest-BulkNetworkOpsIpV6Test-1671727552 tempest-BulkNetworkOpsIpV6Test-1671727552-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b7c61a3a0>, 'bb5cc2a9-7bb2-44ae-ac8b-f633fddb83e7') {'for_net_delete': True} {{(pid=87506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:36:47.210442 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.services.segments.db [None req-557666b3-d4b9-4dfc-a4f4-93823fa44743 tempest-BulkNetworkOpsIpV6Test-1671727552 tempest-BulkNetworkOpsIpV6Test-1671727552-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b7c61a3a0>, 'bb5cc2a9-7bb2-44ae-ac8b-f633fddb83e7') {} {{(pid=87506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:36:47.218403 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [None req-3cc776c0-5139-4fea-b335-d108ea5b62c0 tempest-ExtensionsTestJSON-299172663 tempest-ExtensionsTestJSON-299172663-project] http://10.222.0.13:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=87507) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 16 22:36:47.221763 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-3cc776c0-5139-4fea-b335-d108ea5b62c0 tempest-ExtensionsTestJSON-299172663 tempest-ExtensionsTestJSON-299172663-project] 10.222.0.13 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200  len: 387 time: 0.0166230
Dec 16 22:36:47.224235 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 42816) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:36:47.229184 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-6464fb01-843f-47df-93f8-88cc967f0d58 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc803db6-7bc6-40e1-b68e-62339cc4aee0 HTTP/1.1" status: 200  len: 205 time: 0.0659409
Dec 16 22:36:47.234093 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [None req-d38d33c9-d944-45b1-9bbf-8ea065286506 tempest-ExtensionsTestJSON-299172663 tempest-ExtensionsTestJSON-299172663-project] http://10.222.0.13:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=87506) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 16 22:36:47.235011 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-d38d33c9-d944-45b1-9bbf-8ea065286506 tempest-ExtensionsTestJSON-299172663 tempest-ExtensionsTestJSON-299172663-project] 10.222.0.13 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200  len: 382 time: 0.0097532
Dec 16 22:36:47.235482 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 42820) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:36:47.238630 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-557666b3-d4b9-4dfc-a4f4-93823fa44743 tempest-BulkNetworkOpsIpV6Test-1671727552 tempest-BulkNetworkOpsIpV6Test-1671727552-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734753593977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-266764496'] for segment, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:47.245327 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 42824) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:36:47.266222 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 938dae91-56dd-4a31-8354-b7db297c377d up at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 22:36:47.281715 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7db5be5-4224-4ec5-a387-3813c4e4a01d tempest-AllowedAddressPairTestJSON-1611484417 tempest-AllowedAddressPairTestJSON-1611484417-project] GET failed (client error): The resource could not be found.
Dec 16 22:36:47.282262 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-d7db5be5-4224-4ec5-a387-3813c4e4a01d tempest-AllowedAddressPairTestJSON-1611484417 tempest-AllowedAddressPairTestJSON-1611484417-project] Synchronizing usage tracker for tenant:aac952f03feb4a16a9e96684becdcd26 on resource:port {{(pid=87507) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 22:36:47.350511 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning for port 938dae91-56dd-4a31-8354-b7db297c377d completed by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 22:36:47.352604 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [None req-e88411bc-53e0-4060-88fd-3aa38069f926 tempest-ExtensionsTestJSON-299172663 tempest-ExtensionsTestJSON-299172663-project] http://10.222.0.13:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=87506) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 16 22:36:47.355949 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning complete for port 938dae91-56dd-4a31-8354-b7db297c377d triggered by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:36:47.356284 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:47.356926 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-e88411bc-53e0-4060-88fd-3aa38069f926 tempest-ExtensionsTestJSON-299172663 tempest-ExtensionsTestJSON-299172663-project] 10.222.0.13 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200  len: 416 time: 0.1107366
Dec 16 22:36:47.360995 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 42830) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:36:47.380326 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [None req-4f3fc121-e4fd-4636-a461-1214441c8b81 tempest-ExtensionsTestJSON-299172663 tempest-ExtensionsTestJSON-299172663-project] http://10.222.0.13:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=87506) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 16 22:36:47.383928 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-4f3fc121-e4fd-4636-a461-1214441c8b81 tempest-ExtensionsTestJSON-299172663 tempest-ExtensionsTestJSON-299172663-project] 10.222.0.13 "GET /v2.0/extensions/router HTTP/1.1" status: 200  len: 450 time: 0.0194590
Dec 16 22:36:47.384743 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-557666b3-d4b9-4dfc-a4f4-93823fa44743 tempest-BulkNetworkOpsIpV6Test-1671727552 tempest-BulkNetworkOpsIpV6Test-1671727552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-883292'] for segment, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:47.386731 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 42834) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:36:47.399352 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [None req-ad2d5b91-ee13-429a-91bc-bc83bf1965b7 tempest-ExtensionsTestJSON-299172663 tempest-ExtensionsTestJSON-299172663-project] http://10.222.0.13:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=87506) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 16 22:36:47.403205 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-ad2d5b91-ee13-429a-91bc-bc83bf1965b7 tempest-ExtensionsTestJSON-299172663 tempest-ExtensionsTestJSON-299172663-project] 10.222.0.13 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200  len: 462 time: 0.0112214
Dec 16 22:36:47.403205 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-557666b3-d4b9-4dfc-a4f4-93823fa44743 tempest-BulkNetworkOpsIpV6Test-1671727552 tempest-BulkNetworkOpsIpV6Test-1671727552-project] Releasing vlan 181 on physical network physnet1 to pool {{(pid=87506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 16 22:36:47.403205 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-557666b3-d4b9-4dfc-a4f4-93823fa44743 tempest-BulkNetworkOpsIpV6Test-1671727552 tempest-BulkNetworkOpsIpV6Test-1671727552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-883285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1863180'] for segment, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:47.409911 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 42838) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:36:47.419271 dv-neutron-821829-1-hyperv neutron-server[87506]: Traceback (most recent call last):
Dec 16 22:36:47.419271 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 16 22:36:47.419271 dv-neutron-821829-1-hyperv neutron-server[87506]:     timer()
Dec 16 22:36:47.419271 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 22:36:47.419271 dv-neutron-821829-1-hyperv neutron-server[87506]:     cb(*args, **kw)
Dec 16 22:36:47.419271 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 22:36:47.419271 dv-neutron-821829-1-hyperv neutron-server[87506]:     return func(*args, **kwargs)
Dec 16 22:36:47.419271 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 22:36:47.419271 dv-neutron-821829-1-hyperv neutron-server[87506]:     self._notify()
Dec 16 22:36:47.419271 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 22:36:47.419271 dv-neutron-821829-1-hyperv neutron-server[87506]:     self.callback(batched_events)
Dec 16 22:36:47.419271 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 22:36:47.419271 dv-neutron-821829-1-hyperv neutron-server[87506]:     event.method(event)
Dec 16 22:36:47.419271 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 22:36:47.419271 dv-neutron-821829-1-hyperv neutron-server[87506]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 22:36:47.419271 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 22:36:47.419271 dv-neutron-821829-1-hyperv neutron-server[87506]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 22:36:47.419271 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 22:36:47.419271 dv-neutron-821829-1-hyperv neutron-server[87506]:     return f(self, *a, **k)
Dec 16 22:36:47.419271 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 16 22:36:47.419271 dv-neutron-821829-1-hyperv neutron-server[87506]:     return self._get(url).json()
Dec 16 22:36:47.419271 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 16 22:36:47.419271 dv-neutron-821829-1-hyperv neutron-server[87506]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 22:36:47.419271 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 16 22:36:47.419271 dv-neutron-821829-1-hyperv neutron-server[87506]:     return self.request(url, 'GET', **kwargs)
Dec 16 22:36:47.419271 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 16 22:36:47.419271 dv-neutron-821829-1-hyperv neutron-server[87506]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 22:36:47.419271 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 16 22:36:47.419271 dv-neutron-821829-1-hyperv neutron-server[87506]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 22:36:47.419271 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 16 22:36:47.419271 dv-neutron-821829-1-hyperv neutron-server[87506]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 22:36:47.419271 dv-neutron-821829-1-hyperv neutron-server[87506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 22:36:47.467660 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [None req-82238e9e-59fb-4a90-b53b-c8ab04159b7a tempest-ExtensionsTestJSON-299172663 tempest-ExtensionsTestJSON-299172663-project] http://10.222.0.13:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=87507) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 16 22:36:47.471363 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-82238e9e-59fb-4a90-b53b-c8ab04159b7a tempest-ExtensionsTestJSON-299172663 tempest-ExtensionsTestJSON-299172663-project] 10.222.0.13 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200  len: 360 time: 0.0213552
Dec 16 22:36:47.471363 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-d7db5be5-4224-4ec5-a387-3813c4e4a01d tempest-AllowedAddressPairTestJSON-1611484417 tempest-AllowedAddressPairTestJSON-1611484417-project] Unset dirty status for tenant:aac952f03feb4a16a9e96684becdcd26 on resource:port {{(pid=87507) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 22:36:47.476482 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-d7db5be5-4224-4ec5-a387-3813c4e4a01d tempest-AllowedAddressPairTestJSON-1611484417 tempest-AllowedAddressPairTestJSON-1611484417-project] 10.222.0.13 "GET /v2.0/ports/fd896999-1b37-4fec-ab26-325287f84b13 HTTP/1.1" status: 404  len: 333 time: 0.3311894
Dec 16 22:36:47.479153 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 42842) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:36:47.479473 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 42844) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:36:47.482471 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:47.521544 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] For port 938dae91-56dd-4a31-8354-b7db297c377d, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=938dae91-56dd-4a31-8354-b7db297c377d,segment=NetworkSegment(da71c9a1-7532-4738-a9bc-22a7f498ec35),segment_id=da71c9a1-7532-4738-a9bc-22a7f498ec35)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:36:47.526012 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [None req-6ea185d1-f629-41c3-b06d-633f4c94aad1 tempest-ExtensionsTestJSON-299172663 tempest-ExtensionsTestJSON-299172663-project] http://10.222.0.13:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=87507) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 16 22:36:47.529773 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-6ea185d1-f629-41c3-b06d-633f4c94aad1 tempest-ExtensionsTestJSON-299172663 tempest-ExtensionsTestJSON-299172663-project] 10.222.0.13 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200  len: 366 time: 0.0424325
Dec 16 22:36:47.529968 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:47.529968 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-72f9b35b-a494-4c70-99f5-39110195d270 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:36:47.532410 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 42850) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:36:47.582408 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [None req-dbb13d3f-ddc7-434a-9597-9bce4a8db59d tempest-ExtensionsTestJSON-299172663 tempest-ExtensionsTestJSON-299172663-project] http://10.222.0.13:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=87507) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 16 22:36:47.585898 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-dbb13d3f-ddc7-434a-9597-9bce4a8db59d tempest-ExtensionsTestJSON-299172663 tempest-ExtensionsTestJSON-299172663-project] 10.222.0.13 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200  len: 439 time: 0.0393684
Dec 16 22:36:47.586425 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 42854) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:36:47.594646 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [None req-b694f1e1-10ab-4f8b-8562-536a0b77c5f0 tempest-ExtensionsTestJSON-299172663 tempest-ExtensionsTestJSON-299172663-project] http://10.222.0.13:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=87506) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 16 22:36:47.595582 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-b694f1e1-10ab-4f8b-8562-536a0b77c5f0 tempest-ExtensionsTestJSON-299172663 tempest-ExtensionsTestJSON-299172663-project] 10.222.0.13 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200  len: 374 time: 0.0070479
Dec 16 22:36:47.603458 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-10aa1c48-343d-443b-b4c4-b7cca9f598a1 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks [] for router, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:47.617193 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 42858) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:36:47.618660 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Pushing event updated for resources: {'Port': ['ID=938dae91-56dd-4a31-8354-b7db297c377d,revision_number=3']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:36:47.621911 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:36:47.657361 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-557666b3-d4b9-4dfc-a4f4-93823fa44743 tempest-BulkNetworkOpsIpV6Test-1671727552 tempest-BulkNetworkOpsIpV6Test-1671727552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3329572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3741856'] for network, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:47.661632 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-557666b3-d4b9-4dfc-a4f4-93823fa44743 tempest-BulkNetworkOpsIpV6Test-1671727552 tempest-BulkNetworkOpsIpV6Test-1671727552-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3791486'] for network, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:47.670450 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-a62ffd57-a00b-459b-9330-11dbc1de3a7f tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:36:47.701801 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557666b3-d4b9-4dfc-a4f4-93823fa44743 tempest-BulkNetworkOpsIpV6Test-1671727552 tempest-BulkNetworkOpsIpV6Test-1671727552-project] Pushing event deleted for resources: {'Network': ['ID=5847b3a9-3df6-49e5-bed6-2a368afb4d0a,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:36:47.704316 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-557666b3-d4b9-4dfc-a4f4-93823fa44743 tempest-BulkNetworkOpsIpV6Test-1671727552 tempest-BulkNetworkOpsIpV6Test-1671727552-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:36:47.717253 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-557666b3-d4b9-4dfc-a4f4-93823fa44743 tempest-BulkNetworkOpsIpV6Test-1671727552 tempest-BulkNetworkOpsIpV6Test-1671727552-project] 10.222.0.13 "DELETE /v2.0/networks/5847b3a9-3df6-49e5-bed6-2a368afb4d0a HTTP/1.1" status: 204  len: 168 time: 1.2317803
Dec 16 22:36:47.720350 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 42862) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:36:47.789083 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [None req-03c6eaa2-e593-4903-b824-c2a36b80f7b3 tempest-ExtensionsTestJSON-299172663 tempest-ExtensionsTestJSON-299172663-project] http://10.222.0.13:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=87507) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 16 22:36:47.790034 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-03c6eaa2-e593-4903-b824-c2a36b80f7b3 tempest-ExtensionsTestJSON-299172663 tempest-ExtensionsTestJSON-299172663-project] 10.222.0.13 "GET /v2.0/extensions/metering HTTP/1.1" status: 200  len: 357 time: 0.1677647
Dec 16 22:36:47.800664 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-652f5b07-0118-4e42-a26e-3c7182cd3aba tempest-DHCPAgentSchedulersTestJSON-1096150676 tempest-DHCPAgentSchedulersTestJSON-1096150676-project-admin] Network fe55f007-20ba-40c4-b6f7-25c74e7b9a65 is scheduled to be hosted by DHCP agent 3b155c4d-12dc-491e-aa14-6113b06cfacd with binding_index 1 {{(pid=87507) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 16 22:36:47.800989 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 42866) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:36:47.814937 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.plugin [None req-c14609ad-e351-4f2c-bc54-5bbab3f971b7 tempest-AllowedAddressPairTestJSON-1611484417 tempest-AllowedAddressPairTestJSON-1611484417-project] Deleting port 8045cb2a-51e9-40d7-9183-82e84a6fddaf {{(pid=87507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:36:47.815264 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-c14609ad-e351-4f2c-bc54-5bbab3f971b7 tempest-AllowedAddressPairTestJSON-1611484417 tempest-AllowedAddressPairTestJSON-1611484417-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:47.859717 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [None req-62a8cf83-4273-495d-acd7-73e3d81494de tempest-ExtensionsTestJSON-299172663 tempest-ExtensionsTestJSON-299172663-project] http://10.222.0.13:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=87506) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 16 22:36:47.860578 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-62a8cf83-4273-495d-acd7-73e3d81494de tempest-ExtensionsTestJSON-299172663 tempest-ExtensionsTestJSON-299172663-project] 10.222.0.13 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200  len: 515 time: 0.0170693
Dec 16 22:36:47.865667 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 42870) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:36:47.870086 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-4326d9e4-ebf2-4af6-a7a1-011cf26ae96a tempest-FloatingIPNegativeTestJSON-1419073809 tempest-FloatingIPNegativeTestJSON-1419073809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:47.879050 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-ad047db8-fe0a-4aee-8931-73bbab638ec6 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks [] for port, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:47.881048 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f6c6649-c4e7-4642-974d-cc495f749704 None None] Network fe55f007-20ba-40c4-b6f7-25c74e7b9a65 requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 22:36:47.883641 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [None req-5d2ab70e-5ae9-4f71-a0e5-ca22aff1ddde tempest-ExtensionsTestJSON-299172663 tempest-ExtensionsTestJSON-299172663-project] http://10.222.0.13:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=87506) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 16 22:36:47.887548 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-5d2ab70e-5ae9-4f71-a0e5-ca22aff1ddde tempest-ExtensionsTestJSON-299172663 tempest-ExtensionsTestJSON-299172663-project] 10.222.0.13 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200  len: 406 time: 0.0187054
Dec 16 22:36:47.897720 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 42874) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:36:47.922870 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-652f5b07-0118-4e42-a26e-3c7182cd3aba tempest-DHCPAgentSchedulersTestJSON-1096150676 tempest-DHCPAgentSchedulersTestJSON-1096150676-project-admin] 10.222.0.13 "POST /v2.0/agents/3b155c4d-12dc-491e-aa14-6113b06cfacd/dhcp-networks HTTP/1.1" status: 201  len: 201 time: 0.8222518
Dec 16 22:36:47.923099 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [None req-9b06b28d-40ca-45d2-88ae-4ede3b27f4d9 tempest-ExtensionsTestJSON-299172663 tempest-ExtensionsTestJSON-299172663-project] http://10.222.0.13:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=87506) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 16 22:36:47.923099 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-9b06b28d-40ca-45d2-88ae-4ede3b27f4d9 tempest-ExtensionsTestJSON-299172663 tempest-ExtensionsTestJSON-299172663-project] 10.222.0.13 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200  len: 370 time: 0.0167172
Dec 16 22:36:47.924304 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 42878) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:36:47.924304 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 42880) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:36:47.938549 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [None req-77d81559-c4cf-4327-8fed-6a9b3a7fb821 tempest-ExtensionsTestJSON-299172663 tempest-ExtensionsTestJSON-299172663-project] http://10.222.0.13:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=87506) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 16 22:36:47.941870 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-77d81559-c4cf-4327-8fed-6a9b3a7fb821 tempest-ExtensionsTestJSON-299172663 tempest-ExtensionsTestJSON-299172663-project] 10.222.0.13 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200  len: 401 time: 0.0118747
Dec 16 22:36:47.947048 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 42886) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:36:47.959484 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-4d811158-d05c-4bd4-b350-cb393b99d30c tempest-BulkNetworkOpsIpV6Test-1671727552 tempest-BulkNetworkOpsIpV6Test-1671727552-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-825997'] for network, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:47.964033 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [None req-f81eb688-016a-45ea-8d2f-114eab9b410b tempest-ExtensionsTestJSON-299172663 tempest-ExtensionsTestJSON-299172663-project] http://10.222.0.13:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=87506) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 16 22:36:47.967337 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-f81eb688-016a-45ea-8d2f-114eab9b410b tempest-ExtensionsTestJSON-299172663 tempest-ExtensionsTestJSON-299172663-project] 10.222.0.13 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200  len: 394 time: 0.0140154
Dec 16 22:36:47.970561 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 42890) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:36:47.977001 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.provisioning_blocks [None req-ad047db8-fe0a-4aee-8931-73bbab638ec6 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Transition to ACTIVE for port object 8209700b-4ba2-4b38-89ad-926a7c77df54 will not be triggered until provisioned by entity DHCP. {{(pid=87507) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:36:47.985302 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986a4258-4b16-48b6-a131-3a5fc61ef45b req-c7f4bebe-e560-4787-b6c5-da1d4384197b tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:36:47.986757 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-986a4258-4b16-48b6-a131-3a5fc61ef45b req-c7f4bebe-e560-4787-b6c5-da1d4384197b tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] 10.222.0.13 "GET /v2.0/ports?device_id=6835fec6-5e03-4c1c-818c-3e2c01241c21 HTTP/1.1" status: 200  len: 943 time: 0.6047113
Dec 16 22:36:48.065930 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [None req-ca4b2e2f-ffc6-4621-9445-318f2ba7e5d6 tempest-ExtensionsTestJSON-299172663 tempest-ExtensionsTestJSON-299172663-project] http://10.222.0.13:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=87506) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 16 22:36:48.066895 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-ca4b2e2f-ffc6-4621-9445-318f2ba7e5d6 tempest-ExtensionsTestJSON-299172663 tempest-ExtensionsTestJSON-299172663-project] 10.222.0.13 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200  len: 410 time: 0.0951972
Dec 16 22:36:48.074447 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 42894) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:36:48.078802 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-10aa1c48-343d-443b-b4c4-b7cca9f598a1 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:48.095535 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [None req-10aa1c48-343d-443b-b4c4-b7cca9f598a1 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Deleting port 5fc82aab-6264-427e-9e51-6248905cab24 {{(pid=87506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:36:48.095901 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-10aa1c48-343d-443b-b4c4-b7cca9f598a1 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:48.129209 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [None req-a420afe0-3eaa-45e0-9de2-8f39c7b8374a tempest-ExtensionsTestJSON-299172663 tempest-ExtensionsTestJSON-299172663-project] http://10.222.0.13:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=87507) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 16 22:36:48.130073 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-a420afe0-3eaa-45e0-9de2-8f39c7b8374a tempest-ExtensionsTestJSON-299172663 tempest-ExtensionsTestJSON-299172663-project] 10.222.0.13 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200  len: 386 time: 0.0510664
Dec 16 22:36:48.137367 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 42898) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:36:48.210929 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [None req-61faabf2-4352-4de4-b42f-a34d1309797b tempest-ExtensionsTestJSON-299172663 tempest-ExtensionsTestJSON-299172663-project] http://10.222.0.13:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=87507) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 16 22:36:48.211904 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-61faabf2-4352-4de4-b42f-a34d1309797b tempest-ExtensionsTestJSON-299172663 tempest-ExtensionsTestJSON-299172663-project] 10.222.0.13 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200  len: 383 time: 0.0571496
Dec 16 22:36:48.227862 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 42902) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:36:48.235548 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-986a4258-4b16-48b6-a131-3a5fc61ef45b req-64392699-3bf7-4139-a588-25ecb351f73c tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c8293c6-7a9d-4021-9d0b-d55cb4b08bc4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2199728
Dec 16 22:36:48.246698 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [None req-3dfbbc70-e921-48bd-9401-6b6233876b9e tempest-ExtensionsTestJSON-299172663 tempest-ExtensionsTestJSON-299172663-project] http://10.222.0.13:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=87507) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 16 22:36:48.253142 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-3dfbbc70-e921-48bd-9401-6b6233876b9e tempest-ExtensionsTestJSON-299172663 tempest-ExtensionsTestJSON-299172663-project] 10.222.0.13 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200  len: 403 time: 0.0158076
Dec 16 22:36:48.256285 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 42906) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:36:48.270212 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [None req-ef0c92e8-6b2b-472f-b889-e05722b8d78a tempest-ExtensionsTestJSON-299172663 tempest-ExtensionsTestJSON-299172663-project] http://10.222.0.13:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=87507) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 16 22:36:48.271175 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-ef0c92e8-6b2b-472f-b889-e05722b8d78a tempest-ExtensionsTestJSON-299172663 tempest-ExtensionsTestJSON-299172663-project] 10.222.0.13 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200  len: 392 time: 0.0120485
Dec 16 22:36:48.278947 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-ad047db8-fe0a-4aee-8931-73bbab638ec6 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10807823'] for port, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:48.280355 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 42910) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:36:48.305391 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-fe24fbaa-70df-44f4-8610-48e492974de5 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:36:48.339510 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.db_base_plugin_common [None req-4326d9e4-ebf2-4af6-a7a1-011cf26ae96a tempest-FloatingIPNegativeTestJSON-1419073809 tempest-FloatingIPNegativeTestJSON-1419073809-project] Allocated IP 172.26.0.226 (f8905ce9-304b-4976-bc47-e58c71c11de5/9bca8591-41ef-4f2d-8ecb-ecaab1a28acf/30f85f37-75a8-47df-a1de-3fc5efb1be21) {{(pid=87507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 22:36:48.351577 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [None req-15d2da06-cbbb-4b73-bda5-fb9ccc5a7933 tempest-ExtensionsTestJSON-299172663 tempest-ExtensionsTestJSON-299172663-project] http://10.222.0.13:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=87507) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 16 22:36:48.352557 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-15d2da06-cbbb-4b73-bda5-fb9ccc5a7933 tempest-ExtensionsTestJSON-299172663 tempest-ExtensionsTestJSON-299172663-project] 10.222.0.13 "GET /v2.0/extensions/binding HTTP/1.1" status: 200  len: 387 time: 0.0665073
Dec 16 22:36:48.368096 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 42914) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:36:48.377635 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-4d811158-d05c-4bd4-b350-cb393b99d30c tempest-BulkNetworkOpsIpV6Test-1671727552 tempest-BulkNetworkOpsIpV6Test-1671727552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3329565', 'neutron.services.segments.db._delete_segments_for_network-8734753546406'] for network, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:48.386262 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-cd1988ad-466e-4afc-8039-8d0beb5a06da tempest-DHCPAgentSchedulersTestJSON-1096150676 tempest-DHCPAgentSchedulersTestJSON-1096150676-project-admin] 10.222.0.13 "GET /v2.0/agents/3b155c4d-12dc-491e-aa14-6113b06cfacd/dhcp-networks HTTP/1.1" status: 200  len: 8073 time: 0.4607282
Dec 16 22:36:48.395311 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [None req-a7da210b-4ab9-4af7-a15b-bb6dd1f8fc2f tempest-ExtensionsTestJSON-299172663 tempest-ExtensionsTestJSON-299172663-project] http://10.222.0.13:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=87507) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 16 22:36:48.396287 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-a7da210b-4ab9-4af7-a15b-bb6dd1f8fc2f tempest-ExtensionsTestJSON-299172663 tempest-ExtensionsTestJSON-299172663-project] 10.222.0.13 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200  len: 406 time: 0.0189426
Dec 16 22:36:48.400142 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 42918) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:36:48.400307 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 42920) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:36:48.410674 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-c14609ad-e351-4f2c-bc54-5bbab3f971b7 tempest-AllowedAddressPairTestJSON-1611484417 tempest-AllowedAddressPairTestJSON-1611484417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:48.431934 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [None req-f0598a6e-eaba-4f23-94eb-5f085ee2407c tempest-ExtensionsTestJSON-299172663 tempest-ExtensionsTestJSON-299172663-project] http://10.222.0.13:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=87507) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 16 22:36:48.432766 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.services.segments.db [None req-4d811158-d05c-4bd4-b350-cb393b99d30c tempest-BulkNetworkOpsIpV6Test-1671727552 tempest-BulkNetworkOpsIpV6Test-1671727552-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1b763c26d0>,) {'filters': {'network_id': ['85a12bb1-df15-47ca-bcdf-e778a6ec789b']}} {{(pid=87506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:36:48.432897 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-f0598a6e-eaba-4f23-94eb-5f085ee2407c tempest-ExtensionsTestJSON-299172663 tempest-ExtensionsTestJSON-299172663-project] 10.222.0.13 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200  len: 354 time: 0.0145350
Dec 16 22:36:48.434846 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad047db8-fe0a-4aee-8931-73bbab638ec6 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Network 7edd76f7-0f97-48a5-b177-9842de6c0500 is already hosted by enough agents. {{(pid=87507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:36:48.442213 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 42926) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:36:48.456120 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [None req-f69c179e-0b0e-46bd-bb87-08c463f9a523 tempest-ExtensionsTestJSON-299172663 tempest-ExtensionsTestJSON-299172663-project] http://10.222.0.13:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=87506) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 16 22:36:48.459387 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-f69c179e-0b0e-46bd-bb87-08c463f9a523 tempest-ExtensionsTestJSON-299172663 tempest-ExtensionsTestJSON-299172663-project] 10.222.0.13 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200  len: 398 time: 0.0098603
Dec 16 22:36:48.459387 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.services.segments.db [None req-4d811158-d05c-4bd4-b350-cb393b99d30c tempest-BulkNetworkOpsIpV6Test-1671727552 tempest-BulkNetworkOpsIpV6Test-1671727552-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b763c26d0>, '2876f5b7-2489-4561-af44-31958f3b31a0') {'for_net_delete': True} {{(pid=87506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:36:48.459387 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.services.segments.db [None req-4d811158-d05c-4bd4-b350-cb393b99d30c tempest-BulkNetworkOpsIpV6Test-1671727552 tempest-BulkNetworkOpsIpV6Test-1671727552-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b763c26d0>, '2876f5b7-2489-4561-af44-31958f3b31a0') {} {{(pid=87506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:36:48.472025 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 42930) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:36:48.504998 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.base_scheduler [None req-ad047db8-fe0a-4aee-8931-73bbab638ec6 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Resources bound (agent type, host, resource id):  {{(pid=87507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:36:48.537482 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.agents_db [None req-0abd2616-a86c-48e2-be07-10823335a5bb None None] Agent healthcheck: found 6 active agents {{(pid=87509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 22:36:48.568949 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad047db8-fe0a-4aee-8931-73bbab638ec6 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Received port after_create {{(pid=87507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 22:36:48.574577 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad047db8-fe0a-4aee-8931-73bbab638ec6 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:36:48.575232 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-ad047db8-fe0a-4aee-8931-73bbab638ec6 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for port, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:48.585919 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.plugin [None req-c14609ad-e351-4f2c-bc54-5bbab3f971b7 tempest-AllowedAddressPairTestJSON-1611484417 tempest-AllowedAddressPairTestJSON-1611484417-project] Calling delete_port for 8045cb2a-51e9-40d7-9183-82e84a6fddaf owned by  {{(pid=87507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:36:48.641543 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [None req-3c4c03ca-06e1-4ec9-b1ce-89a0dcf24340 tempest-ExtensionsTestJSON-299172663 tempest-ExtensionsTestJSON-299172663-project] http://10.222.0.13:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=87506) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 16 22:36:48.644973 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-3c4c03ca-06e1-4ec9-b1ce-89a0dcf24340 tempest-ExtensionsTestJSON-299172663 tempest-ExtensionsTestJSON-299172663-project] 10.222.0.13 "GET /v2.0/extensions/provider HTTP/1.1" status: 200  len: 385 time: 0.1695275
Dec 16 22:36:48.646071 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-4d811158-d05c-4bd4-b350-cb393b99d30c tempest-BulkNetworkOpsIpV6Test-1671727552 tempest-BulkNetworkOpsIpV6Test-1671727552-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734753593977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-266764496'] for segment, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:48.652459 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 42934) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:36:48.661701 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad047db8-fe0a-4aee-8931-73bbab638ec6 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Pushing event updated for resources: {'Port': ['ID=8209700b-4ba2-4b38-89ad-926a7c77df54,revision_number=1']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:36:48.682079 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [None req-83a1bd5f-5156-4408-93c1-f144843bb5fa tempest-ExtensionsTestJSON-299172663 tempest-ExtensionsTestJSON-299172663-project] http://10.222.0.13:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=87506) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 16 22:36:48.685484 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-83a1bd5f-5156-4408-93c1-f144843bb5fa tempest-ExtensionsTestJSON-299172663 tempest-ExtensionsTestJSON-299172663-project] 10.222.0.13 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200  len: 385 time: 0.0160313
Dec 16 22:36:48.685644 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-ad047db8-fe0a-4aee-8931-73bbab638ec6 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.379s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:36:48.686763 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-10aa1c48-343d-443b-b4c4-b7cca9f598a1 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:48.692961 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 42938) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:36:48.702134 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [None req-1b875198-ce3e-4d7f-aea9-dc2751935202 tempest-ExtensionsTestJSON-299172663 tempest-ExtensionsTestJSON-299172663-project] http://10.222.0.13:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=87507) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 16 22:36:48.703086 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-1b875198-ce3e-4d7f-aea9-dc2751935202 tempest-ExtensionsTestJSON-299172663 tempest-ExtensionsTestJSON-299172663-project] 10.222.0.13 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200  len: 407 time: 0.0093238
Dec 16 22:36:48.707215 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 42942) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:36:48.736084 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-ad047db8-fe0a-4aee-8931-73bbab638ec6 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 932 time: 4.1892900
Dec 16 22:36:48.750447 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 42944) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:36:48.815388 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-4d811158-d05c-4bd4-b350-cb393b99d30c tempest-BulkNetworkOpsIpV6Test-1671727552 tempest-BulkNetworkOpsIpV6Test-1671727552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-883292'] for segment, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:48.822932 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [None req-64d336e3-32e2-40af-b378-d0a60758c182 tempest-ExtensionsTestJSON-299172663 tempest-ExtensionsTestJSON-299172663-project] http://10.222.0.13:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=87506) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 16 22:36:48.824083 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-64d336e3-32e2-40af-b378-d0a60758c182 tempest-ExtensionsTestJSON-299172663 tempest-ExtensionsTestJSON-299172663-project] 10.222.0.13 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200  len: 417 time: 0.0629447
Dec 16 22:36:48.824999 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-eb37d21b-9178-4c05-ba66-4e89691e245b None None] Provisioning for port 8209700b-4ba2-4b38-89ad-926a7c77df54 completed by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 22:36:48.828228 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 42950) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:36:48.832029 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [None req-10aa1c48-343d-443b-b4c4-b7cca9f598a1 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Calling delete_port for 5fc82aab-6264-427e-9e51-6248905cab24 owned by network:router_gateway {{(pid=87506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:36:48.832901 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-eb37d21b-9178-4c05-ba66-4e89691e245b None None] Provisioning complete for port 8209700b-4ba2-4b38-89ad-926a7c77df54 triggered by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:36:48.833284 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-eb37d21b-9178-4c05-ba66-4e89691e245b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:48.844929 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [None req-02ffa0ca-d7ef-426e-a8d4-62c3285dd421 tempest-ExtensionsTestJSON-299172663 tempest-ExtensionsTestJSON-299172663-project] http://10.222.0.13:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=87507) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 16 22:36:48.848275 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-02ffa0ca-d7ef-426e-a8d4-62c3285dd421 tempest-ExtensionsTestJSON-299172663 tempest-ExtensionsTestJSON-299172663-project] 10.222.0.13 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200  len: 392 time: 0.0096977
Dec 16 22:36:48.849177 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 42954) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:36:48.859917 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-4326d9e4-ebf2-4af6-a7a1-011cf26ae96a tempest-FloatingIPNegativeTestJSON-1419073809 tempest-FloatingIPNegativeTestJSON-1419073809-project] Notify callbacks [] for port, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:48.875395 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-5fc12b7c-8927-4601-89c8-a9e943f3a5c5 tempest-DHCPAgentSchedulersTestJSON-1096150676 tempest-DHCPAgentSchedulersTestJSON-1096150676-project-admin] 10.222.0.13 "DELETE /v2.0/agents/3b155c4d-12dc-491e-aa14-6113b06cfacd/dhcp-networks/fe55f007-20ba-40c4-b6f7-25c74e7b9a65 HTTP/1.1" status: 204  len: 168 time: 0.4719286
Dec 16 22:36:48.875395 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d811158-d05c-4bd4-b350-cb393b99d30c tempest-BulkNetworkOpsIpV6Test-1671727552 tempest-BulkNetworkOpsIpV6Test-1671727552-project] Releasing vlan 191 on physical network physnet1 to pool {{(pid=87506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 16 22:36:48.875395 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-4d811158-d05c-4bd4-b350-cb393b99d30c tempest-BulkNetworkOpsIpV6Test-1671727552 tempest-BulkNetworkOpsIpV6Test-1671727552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-883285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1863180'] for segment, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:48.889946 dv-neutron-821829-1-hyperv neutron-server[87506]: Traceback (most recent call last):
Dec 16 22:36:48.889946 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 16 22:36:48.889946 dv-neutron-821829-1-hyperv neutron-server[87506]:     timer()
Dec 16 22:36:48.889946 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 22:36:48.889946 dv-neutron-821829-1-hyperv neutron-server[87506]:     cb(*args, **kw)
Dec 16 22:36:48.889946 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 22:36:48.889946 dv-neutron-821829-1-hyperv neutron-server[87506]:     return func(*args, **kwargs)
Dec 16 22:36:48.889946 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 22:36:48.889946 dv-neutron-821829-1-hyperv neutron-server[87506]:     self._notify()
Dec 16 22:36:48.889946 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 22:36:48.889946 dv-neutron-821829-1-hyperv neutron-server[87506]:     self.callback(batched_events)
Dec 16 22:36:48.889946 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 22:36:48.889946 dv-neutron-821829-1-hyperv neutron-server[87506]:     event.method(event)
Dec 16 22:36:48.889946 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 22:36:48.889946 dv-neutron-821829-1-hyperv neutron-server[87506]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 22:36:48.889946 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 22:36:48.889946 dv-neutron-821829-1-hyperv neutron-server[87506]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 22:36:48.889946 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 22:36:48.889946 dv-neutron-821829-1-hyperv neutron-server[87506]:     return f(self, *a, **k)
Dec 16 22:36:48.889946 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 16 22:36:48.889946 dv-neutron-821829-1-hyperv neutron-server[87506]:     return self._get(url).json()
Dec 16 22:36:48.889946 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 16 22:36:48.889946 dv-neutron-821829-1-hyperv neutron-server[87506]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 22:36:48.889946 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 16 22:36:48.889946 dv-neutron-821829-1-hyperv neutron-server[87506]:     return self.request(url, 'GET', **kwargs)
Dec 16 22:36:48.889946 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 16 22:36:48.889946 dv-neutron-821829-1-hyperv neutron-server[87506]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 22:36:48.889946 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 16 22:36:48.889946 dv-neutron-821829-1-hyperv neutron-server[87506]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 22:36:48.889946 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 16 22:36:48.889946 dv-neutron-821829-1-hyperv neutron-server[87506]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 22:36:48.889946 dv-neutron-821829-1-hyperv neutron-server[87506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 22:36:48.894094 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 42958) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:36:48.896782 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [None req-b3ce62d8-3e45-4ac8-bdb6-747275782f66 tempest-ExtensionsTestJSON-299172663 tempest-ExtensionsTestJSON-299172663-project] http://10.222.0.13:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=87507) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 16 22:36:48.897936 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-b3ce62d8-3e45-4ac8-bdb6-747275782f66 tempest-ExtensionsTestJSON-299172663 tempest-ExtensionsTestJSON-299172663-project] 10.222.0.13 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200  len: 384 time: 0.0448549
Dec 16 22:36:48.901955 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-eb37d21b-9178-4c05-ba66-4e89691e245b None None] Port 8209700b-4ba2-4b38-89ad-926a7c77df54 cannot update to ACTIVE because it is not bound. {{(pid=87508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 22:36:48.917674 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 42962) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:36:48.930369 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [None req-b432b488-8063-4ac0-882c-34fcf59589e4 tempest-ExtensionsTestJSON-299172663 tempest-ExtensionsTestJSON-299172663-project] http://10.222.0.13:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=87507) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 16 22:36:48.931317 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-b432b488-8063-4ac0-882c-34fcf59589e4 tempest-ExtensionsTestJSON-299172663 tempest-ExtensionsTestJSON-299172663-project] 10.222.0.13 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200  len: 404 time: 0.0106773
Dec 16 22:36:48.937232 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 42966) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:36:48.949683 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [None req-15edddae-601e-435e-802f-59c67c11e693 tempest-ExtensionsTestJSON-299172663 tempest-ExtensionsTestJSON-299172663-project] http://10.222.0.13:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=87507) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 16 22:36:48.950605 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-15edddae-601e-435e-802f-59c67c11e693 tempest-ExtensionsTestJSON-299172663 tempest-ExtensionsTestJSON-299172663-project] 10.222.0.13 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200  len: 375 time: 0.0111287
Dec 16 22:36:48.955339 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 42970) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:36:48.970921 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [None req-ba4f4fe4-734c-4383-bbfa-dec9c5c20f30 tempest-ExtensionsTestJSON-299172663 tempest-ExtensionsTestJSON-299172663-project] http://10.222.0.13:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=87507) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 16 22:36:48.971882 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-ba4f4fe4-734c-4383-bbfa-dec9c5c20f30 tempest-ExtensionsTestJSON-299172663 tempest-ExtensionsTestJSON-299172663-project] 10.222.0.13 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200  len: 441 time: 0.0140131
Dec 16 22:36:48.974781 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 42974) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:36:48.984713 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1889ee58-39ef-419c-baf2-7067d2099a80 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:36:48.990797 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1889ee58-39ef-419c-baf2-7067d2099a80 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:36:48.991548 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-1889ee58-39ef-419c-baf2-7067d2099a80 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Synchronizing usage tracker for tenant:8e4385a98eb1416284c1cc96b3355a70 on resource:port {{(pid=87507) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 22:36:48.998131 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-c14609ad-e351-4f2c-bc54-5bbab3f971b7 tempest-AllowedAddressPairTestJSON-1611484417 tempest-AllowedAddressPairTestJSON-1611484417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10807823'] for port, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:49.007257 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-64b1687d-99d0-4879-9f15-d5d612b0c010 tempest-AllowedAddressPairTestJSON-1611484417 tempest-AllowedAddressPairTestJSON-1611484417-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:36:49.009060 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [None req-19d77b60-e912-4335-9840-8fae6b7bc6a8 tempest-ExtensionsTestJSON-299172663 tempest-ExtensionsTestJSON-299172663-project] http://10.222.0.13:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=87506) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 16 22:36:49.010021 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-19d77b60-e912-4335-9840-8fae6b7bc6a8 tempest-ExtensionsTestJSON-299172663 tempest-ExtensionsTestJSON-299172663-project] 10.222.0.13 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200  len: 423 time: 0.0240426
Dec 16 22:36:49.019211 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 42978) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:36:49.059728 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14609ad-e351-4f2c-bc54-5bbab3f971b7 tempest-AllowedAddressPairTestJSON-1611484417 tempest-AllowedAddressPairTestJSON-1611484417-project] Pushing event deleted for resources: {'Port': ['ID=8045cb2a-51e9-40d7-9183-82e84a6fddaf,revision_number=None']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:36:49.062307 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-1889ee58-39ef-419c-baf2-7067d2099a80 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Unset dirty status for tenant:8e4385a98eb1416284c1cc96b3355a70 on resource:port {{(pid=87507) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 22:36:49.066015 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-1889ee58-39ef-419c-baf2-7067d2099a80 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1671 time: 0.3120847
Dec 16 22:36:49.066015 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-c14609ad-e351-4f2c-bc54-5bbab3f971b7 tempest-AllowedAddressPairTestJSON-1611484417 tempest-AllowedAddressPairTestJSON-1611484417-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:36:49.066487 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 42982) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:36:49.076711 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [None req-3ee46a50-a4a7-4c81-83a3-e78e66b02e86 tempest-ExtensionsTestJSON-299172663 tempest-ExtensionsTestJSON-299172663-project] http://10.222.0.13:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=87506) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 16 22:36:49.077717 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-3ee46a50-a4a7-4c81-83a3-e78e66b02e86 tempest-ExtensionsTestJSON-299172663 tempest-ExtensionsTestJSON-299172663-project] 10.222.0.13 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200  len: 391 time: 0.0569866
Dec 16 22:36:49.098603 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 42986) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:36:49.105159 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-4d811158-d05c-4bd4-b350-cb393b99d30c tempest-BulkNetworkOpsIpV6Test-1671727552 tempest-BulkNetworkOpsIpV6Test-1671727552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3329572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3741856'] for network, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:49.116999 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-2832f31b-0dc7-4b68-a5ce-a30b23b19e8e tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:36:49.133345 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-4d811158-d05c-4bd4-b350-cb393b99d30c tempest-BulkNetworkOpsIpV6Test-1671727552 tempest-BulkNetworkOpsIpV6Test-1671727552-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3791486'] for network, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:49.143851 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-4326d9e4-ebf2-4af6-a7a1-011cf26ae96a tempest-FloatingIPNegativeTestJSON-1419073809 tempest-FloatingIPNegativeTestJSON-1419073809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10807823'] for port, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:49.149409 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [None req-c2bc6807-92b0-4c7f-be21-60363dd03575 tempest-ExtensionsTestJSON-299172663 tempest-ExtensionsTestJSON-299172663-project] http://10.222.0.13:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=87507) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 16 22:36:49.151019 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-c2bc6807-92b0-4c7f-be21-60363dd03575 tempest-ExtensionsTestJSON-299172663 tempest-ExtensionsTestJSON-299172663-project] 10.222.0.13 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200  len: 445 time: 0.0197873
Dec 16 22:36:49.153477 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d811158-d05c-4bd4-b350-cb393b99d30c tempest-BulkNetworkOpsIpV6Test-1671727552 tempest-BulkNetworkOpsIpV6Test-1671727552-project] Pushing event deleted for resources: {'Network': ['ID=85a12bb1-df15-47ca-bcdf-e778a6ec789b,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:36:49.159046 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-5328600b-1dcc-4871-ae4e-d0c3e6f06b9c tempest-AllowedAddressPairIpV6TestJSON-1960971591 tempest-AllowedAddressPairIpV6TestJSON-1960971591-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:36:49.159200 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-4d811158-d05c-4bd4-b350-cb393b99d30c tempest-BulkNetworkOpsIpV6Test-1671727552 tempest-BulkNetworkOpsIpV6Test-1671727552-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:36:49.159870 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 42990) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:36:49.169025 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-4d811158-d05c-4bd4-b350-cb393b99d30c tempest-BulkNetworkOpsIpV6Test-1671727552 tempest-BulkNetworkOpsIpV6Test-1671727552-project] 10.222.0.13 "DELETE /v2.0/networks/85a12bb1-df15-47ca-bcdf-e778a6ec789b HTTP/1.1" status: 204  len: 168 time: 1.4476800
Dec 16 22:36:49.173196 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [None req-7eefa4dc-601e-4077-86ce-ddbb9860f9f3 tempest-ExtensionsTestJSON-299172663 tempest-ExtensionsTestJSON-299172663-project] http://10.222.0.13:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=87506) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 16 22:36:49.174122 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-7eefa4dc-601e-4077-86ce-ddbb9860f9f3 tempest-ExtensionsTestJSON-299172663 tempest-ExtensionsTestJSON-299172663-project] 10.222.0.13 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200  len: 422 time: 0.0112722
Dec 16 22:36:49.178121 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 42994) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:36:49.178456 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 42996) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:36:49.188419 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [None req-32a9c5ca-7fd0-4e93-b7ee-5767777ad38e tempest-ExtensionsTestJSON-299172663 tempest-ExtensionsTestJSON-299172663-project] http://10.222.0.13:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=87506) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 16 22:36:49.189624 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-32a9c5ca-7fd0-4e93-b7ee-5767777ad38e tempest-ExtensionsTestJSON-299172663 tempest-ExtensionsTestJSON-299172663-project] 10.222.0.13 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200  len: 448 time: 0.0084672
Dec 16 22:36:49.219710 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 43002) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:36:49.232401 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [None req-d21d0ca5-a1ec-4129-a6d3-c8baebe535aa tempest-ExtensionsTestJSON-299172663 tempest-ExtensionsTestJSON-299172663-project] http://10.222.0.13:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=87506) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 16 22:36:49.237580 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-d21d0ca5-a1ec-4129-a6d3-c8baebe535aa tempest-ExtensionsTestJSON-299172663 tempest-ExtensionsTestJSON-299172663-project] 10.222.0.13 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200  len: 364 time: 0.0078299
Dec 16 22:36:49.245111 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 43006) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:36:49.245727 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 938dae91-56dd-4a31-8354-b7db297c377d up at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 22:36:49.305747 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4326d9e4-ebf2-4af6-a7a1-011cf26ae96a tempest-FloatingIPNegativeTestJSON-1419073809 tempest-FloatingIPNegativeTestJSON-1419073809-project] Network f8905ce9-304b-4976-bc47-e58c71c11de5 is already hosted by enough agents. {{(pid=87507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:36:49.317804 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.plugin [None req-48e2e1c9-6bcc-40b7-9345-1bc2780965b7 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Deleting port 8209700b-4ba2-4b38-89ad-926a7c77df54 {{(pid=87507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:36:49.318144 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-48e2e1c9-6bcc-40b7-9345-1bc2780965b7 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:49.331357 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [None req-2d7e0706-ee65-43bf-bc1d-406248d6196d tempest-ExtensionsTestJSON-299172663 tempest-ExtensionsTestJSON-299172663-project] http://10.222.0.13:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=87506) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 16 22:36:49.332460 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-2d7e0706-ee65-43bf-bc1d-406248d6196d tempest-ExtensionsTestJSON-299172663 tempest-ExtensionsTestJSON-299172663-project] 10.222.0.13 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200  len: 415 time: 0.0821540
Dec 16 22:36:49.344552 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.base_scheduler [None req-4326d9e4-ebf2-4af6-a7a1-011cf26ae96a tempest-FloatingIPNegativeTestJSON-1419073809 tempest-FloatingIPNegativeTestJSON-1419073809-project] Resources bound (agent type, host, resource id):  {{(pid=87507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:36:49.352870 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning complete for port 938dae91-56dd-4a31-8354-b7db297c377d triggered by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:36:49.354565 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:49.354699 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 43012) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:36:49.366583 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4326d9e4-ebf2-4af6-a7a1-011cf26ae96a tempest-FloatingIPNegativeTestJSON-1419073809 tempest-FloatingIPNegativeTestJSON-1419073809-project] Received port after_create {{(pid=87507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 22:36:49.399006 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-84496aa2-2144-4d54-a1b5-06340c8b1641 tempest-DHCPAgentSchedulersTestJSON-1096150676 tempest-DHCPAgentSchedulersTestJSON-1096150676-project-admin] 10.222.0.13 "GET /v2.0/agents/3b155c4d-12dc-491e-aa14-6113b06cfacd/dhcp-networks HTTP/1.1" status: 200  len: 7304 time: 0.5020428
Dec 16 22:36:49.401671 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [None req-bdc11063-693e-444e-b1bb-45cba7d55a1f tempest-ExtensionsTestJSON-299172663 tempest-ExtensionsTestJSON-299172663-project] http://10.222.0.13:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=87507) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 16 22:36:49.402849 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-bdc11063-693e-444e-b1bb-45cba7d55a1f tempest-ExtensionsTestJSON-299172663 tempest-ExtensionsTestJSON-299172663-project] 10.222.0.13 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200  len: 377 time: 0.0451040
Dec 16 22:36:49.410648 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 43016) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:36:49.410648 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 43018) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:36:49.426646 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4326d9e4-ebf2-4af6-a7a1-011cf26ae96a tempest-FloatingIPNegativeTestJSON-1419073809 tempest-FloatingIPNegativeTestJSON-1419073809-project] Pushing event updated for resources: {'Port': ['ID=30f85f37-75a8-47df-a1de-3fc5efb1be21,revision_number=1']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:36:49.448927 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [None req-88d25e3e-8936-4ae2-864c-ee07e8771b3c tempest-ExtensionsTestJSON-299172663 tempest-ExtensionsTestJSON-299172663-project] http://10.222.0.13:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=87507) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 16 22:36:49.450112 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-88d25e3e-8936-4ae2-864c-ee07e8771b3c tempest-ExtensionsTestJSON-299172663 tempest-ExtensionsTestJSON-299172663-project] 10.222.0.13 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200  len: 408 time: 0.0248883
Dec 16 22:36:49.455083 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 43024) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:36:49.466834 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [None req-af9039e6-5a11-4847-a301-23e4c91bb849 tempest-ExtensionsTestJSON-299172663 tempest-ExtensionsTestJSON-299172663-project] http://10.222.0.13:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=87506) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 16 22:36:49.467811 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-af9039e6-5a11-4847-a301-23e4c91bb849 tempest-ExtensionsTestJSON-299172663 tempest-ExtensionsTestJSON-299172663-project] 10.222.0.13 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200  len: 402 time: 0.0099478
Dec 16 22:36:49.482174 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 43028) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:36:49.493815 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [None req-efc37e82-44b6-4059-84ae-c0c513fcfa5b tempest-ExtensionsTestJSON-299172663 tempest-ExtensionsTestJSON-299172663-project] http://10.222.0.13:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=87506) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 16 22:36:49.494759 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-efc37e82-44b6-4059-84ae-c0c513fcfa5b tempest-ExtensionsTestJSON-299172663 tempest-ExtensionsTestJSON-299172663-project] 10.222.0.13 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200  len: 391 time: 0.0100873
Dec 16 22:36:49.497931 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-4326d9e4-ebf2-4af6-a7a1-011cf26ae96a tempest-FloatingIPNegativeTestJSON-1419073809 tempest-FloatingIPNegativeTestJSON-1419073809-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.339s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:36:49.501664 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 43032) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:36:49.514422 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-c14609ad-e351-4f2c-bc54-5bbab3f971b7 tempest-AllowedAddressPairTestJSON-1611484417 tempest-AllowedAddressPairTestJSON-1611484417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for port, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:49.526009 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [None req-8bc3193a-5694-40eb-9b74-f1e35c1bd738 tempest-ExtensionsTestJSON-299172663 tempest-ExtensionsTestJSON-299172663-project] http://10.222.0.13:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=87506) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 16 22:36:49.527292 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-8bc3193a-5694-40eb-9b74-f1e35c1bd738 tempest-ExtensionsTestJSON-299172663 tempest-ExtensionsTestJSON-299172663-project] 10.222.0.13 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200  len: 400 time: 0.0243642
Dec 16 22:36:49.530936 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 43036) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:36:49.533500 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-10aa1c48-343d-443b-b4c4-b7cca9f598a1 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1863393'] for port, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:49.541188 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-977f6777-e318-4d9a-a0a8-a6209b5c9196 tempest-ExternalNetworksAdminNegativeTestJSON-235258638 tempest-ExternalNetworksAdminNegativeTestJSON-235258638-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:36:49.577357 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [None req-a23f8b52-ad7a-4e53-82c5-24b870933a1d tempest-ExtensionsTestJSON-299172663 tempest-ExtensionsTestJSON-299172663-project] http://10.222.0.13:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=87506) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 16 22:36:49.580695 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-a23f8b52-ad7a-4e53-82c5-24b870933a1d tempest-ExtensionsTestJSON-299172663 tempest-ExtensionsTestJSON-299172663-project] 10.222.0.13 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200  len: 388 time: 0.0461588
Dec 16 22:36:49.585223 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 43040) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:36:49.587510 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-8f8116f2-02b5-4ba6-8f6a-d7dbc170dd01 tempest-DHCPAgentSchedulersTestJSON-1096150676 tempest-DHCPAgentSchedulersTestJSON-1096150676-project-admin] 10.222.0.13 "GET /v2.0/networks/d4618788-51f7-4776-8c30-fddb94201e04/dhcp-agents HTTP/1.1" status: 200  len: 809 time: 0.1637790
Dec 16 22:36:49.588241 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4b66c14-30ba-4355-b9fa-0fc13fc7c10c tempest-BulkNetworkOpsIpV6Test-1671727552 tempest-BulkNetworkOpsIpV6Test-1671727552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:36:49.595857 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4b66c14-30ba-4355-b9fa-0fc13fc7c10c tempest-BulkNetworkOpsIpV6Test-1671727552 tempest-BulkNetworkOpsIpV6Test-1671727552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:36:49.596638 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-c4b66c14-30ba-4355-b9fa-0fc13fc7c10c tempest-BulkNetworkOpsIpV6Test-1671727552 tempest-BulkNetworkOpsIpV6Test-1671727552-project] Synchronizing usage tracker for tenant:b850cceefe1c4ce6bbf124be480e6b32 on resource:network {{(pid=87506) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 22:36:49.607631 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 43044) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:36:49.611187 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10aa1c48-343d-443b-b4c4-b7cca9f598a1 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Pushing event deleted for resources: {'Port': ['ID=5fc82aab-6264-427e-9e51-6248905cab24,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:36:49.614391 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-10aa1c48-343d-443b-b4c4-b7cca9f598a1 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:36:49.717349 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-2d244eec-6b44-4d10-9cf5-d5e52b97e6ab tempest-DHCPAgentSchedulersTestJSON-1096150676 tempest-DHCPAgentSchedulersTestJSON-1096150676-project-admin] 10.222.0.13 "GET /v2.0/networks/d4618788-51f7-4776-8c30-fddb94201e04/dhcp-agents HTTP/1.1" status: 200  len: 809 time: 0.1083598
Dec 16 22:36:49.720093 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-c4b66c14-30ba-4355-b9fa-0fc13fc7c10c tempest-BulkNetworkOpsIpV6Test-1671727552 tempest-BulkNetworkOpsIpV6Test-1671727552-project] Unset dirty status for tenant:b850cceefe1c4ce6bbf124be480e6b32 on resource:network {{(pid=87506) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 22:36:49.721205 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-c4b66c14-30ba-4355-b9fa-0fc13fc7c10c tempest-BulkNetworkOpsIpV6Test-1671727552 tempest-BulkNetworkOpsIpV6Test-1671727552-project] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1339 time: 0.5418162
Dec 16 22:36:49.724747 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 43048) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:36:49.725994 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 43050) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:36:49.739274 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-12e03b5d-8e4f-4546-9001-4aa12b665afc tempest-BulkNetworkOpsIpV6Test-1671727552 tempest-BulkNetworkOpsIpV6Test-1671727552-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-189176169'}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:36:49.749134 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-12e03b5d-8e4f-4546-9001-4aa12b665afc tempest-BulkNetworkOpsIpV6Test-1671727552 tempest-BulkNetworkOpsIpV6Test-1671727552-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:36:49.766101 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [None req-73c4a0b3-ceaa-4c87-b59f-3a829c499329 tempest-ExtensionsTestJSON-299172663 tempest-ExtensionsTestJSON-299172663-project] http://10.222.0.13:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=87507) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 16 22:36:49.767046 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-73c4a0b3-ceaa-4c87-b59f-3a829c499329 tempest-ExtensionsTestJSON-299172663 tempest-ExtensionsTestJSON-299172663-project] 10.222.0.13 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200  len: 418 time: 0.1784692
Dec 16 22:36:49.773098 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-c14609ad-e351-4f2c-bc54-5bbab3f971b7 tempest-AllowedAddressPairTestJSON-1611484417 tempest-AllowedAddressPairTestJSON-1611484417-project] 10.222.0.13 "DELETE /v2.0/ports/8045cb2a-51e9-40d7-9183-82e84a6fddaf HTTP/1.1" status: 204  len: 168 time: 2.2868538
Dec 16 22:36:49.775481 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 43056) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:36:49.775828 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 43058) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:36:49.795355 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [None req-c9c71289-90ef-4011-bd0a-12f42ac65967 tempest-ExtensionsTestJSON-299172663 tempest-ExtensionsTestJSON-299172663-project] http://10.222.0.13:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=87507) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 16 22:36:49.796316 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-c9c71289-90ef-4011-bd0a-12f42ac65967 tempest-ExtensionsTestJSON-299172663 tempest-ExtensionsTestJSON-299172663-project] 10.222.0.13 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200  len: 537 time: 0.0115697
Dec 16 22:36:49.829096 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 43064) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:36:49.829934 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-12e03b5d-8e4f-4546-9001-4aa12b665afc tempest-BulkNetworkOpsIpV6Test-1671727552 tempest-BulkNetworkOpsIpV6Test-1671727552-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:36:49.851545 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [None req-85a0f786-ac83-4227-958d-d3d9767fdf45 tempest-ExtensionsTestJSON-299172663 tempest-ExtensionsTestJSON-299172663-project] http://10.222.0.13:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=87506) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 16 22:36:49.852522 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-85a0f786-ac83-4227-958d-d3d9767fdf45 tempest-ExtensionsTestJSON-299172663 tempest-ExtensionsTestJSON-299172663-project] 10.222.0.13 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200  len: 449 time: 0.0104356
Dec 16 22:36:49.861002 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-10aa1c48-343d-443b-b4c4-b7cca9f598a1 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3741895'] for router_gateway, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:50.020015 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ba7aa00-9179-44fa-a941-5b8e17c4bb9f tempest-AllowedAddressPairTestJSON-1611484417 tempest-AllowedAddressPairTestJSON-1611484417-project] Deleting subnet 84f38bba-e588-4bce-91e9-7c18581ead20 {{(pid=87507) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 16 22:36:50.028716 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-7ba7aa00-9179-44fa-a941-5b8e17c4bb9f tempest-AllowedAddressPairTestJSON-1611484417 tempest-AllowedAddressPairTestJSON-1611484417-project] Notify callbacks [] for subnet, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:50.038223 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12e03b5d-8e4f-4546-9001-4aa12b665afc tempest-BulkNetworkOpsIpV6Test-1671727552 tempest-BulkNetworkOpsIpV6Test-1671727552-project] Made reservation on behalf of b850cceefe1c4ce6bbf124be480e6b32 for: {'network': 1} {{(pid=87506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:36:50.042172 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-12e03b5d-8e4f-4546-9001-4aa12b665afc tempest-BulkNetworkOpsIpV6Test-1671727552 tempest-BulkNetworkOpsIpV6Test-1671727552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for network, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:50.067952 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-10aa1c48-343d-443b-b4c4-b7cca9f598a1 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3739500', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39002'] for router, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:50.075560 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a72457-ad09-45bb-8579-8b2f72dd07eb req-0552d152-edba-4e5a-9cb4-81bf137f5ec8 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:36:50.076787 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-10aa1c48-343d-443b-b4c4-b7cca9f598a1 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:50.082851 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-24a72457-ad09-45bb-8579-8b2f72dd07eb req-0552d152-edba-4e5a-9cb4-81bf137f5ec8 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] 10.222.0.13 "GET /v2.0/ports?device_id=6835fec6-5e03-4c1c-818c-3e2c01241c21 HTTP/1.1" status: 200  len: 943 time: 0.6862407
Dec 16 22:36:50.145907 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.plugin [None req-4326d9e4-ebf2-4af6-a7a1-011cf26ae96a tempest-FloatingIPNegativeTestJSON-1419073809 tempest-FloatingIPNegativeTestJSON-1419073809-project] Deleting port 30f85f37-75a8-47df-a1de-3fc5efb1be21 {{(pid=87507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:36:50.146685 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-4326d9e4-ebf2-4af6-a7a1-011cf26ae96a tempest-FloatingIPNegativeTestJSON-1419073809 tempest-FloatingIPNegativeTestJSON-1419073809-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:50.148581 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-22532c5a-cdd4-4fff-90e7-67a89f39d895 tempest-DHCPAgentSchedulersTestJSON-1096150676 tempest-DHCPAgentSchedulersTestJSON-1096150676-project-admin] 10.222.0.13 "GET /v2.0/agents/3b155c4d-12dc-491e-aa14-6113b06cfacd/dhcp-networks HTTP/1.1" status: 200  len: 7304 time: 0.4235854
Dec 16 22:36:50.149803 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12e03b5d-8e4f-4546-9001-4aa12b665afc tempest-BulkNetworkOpsIpV6Test-1671727552 tempest-BulkNetworkOpsIpV6Test-1671727552-project] vlan segment allocate from pool success with {'vlan_id': 167, 'physical_network': 'physnet1'}  {{(pid=87506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 22:36:50.155130 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 43072) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:36:50.155656 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 43074) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:36:50.186443 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-10aa1c48-343d-443b-b4c4-b7cca9f598a1 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3830089'] for router, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:50.186941 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10aa1c48-343d-443b-b4c4-b7cca9f598a1 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Fanout notify agent at l3_agent the message router_deleted on router dc803db6-7bc6-40e1-b68e-62339cc4aee0 {{(pid=87506) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 16 22:36:50.195478 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-12e03b5d-8e4f-4546-9001-4aa12b665afc tempest-BulkNetworkOpsIpV6Test-1671727552 tempest-BulkNetworkOpsIpV6Test-1671727552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-883292'] for segment, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:50.195841 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.db.segments_db [None req-12e03b5d-8e4f-4546-9001-4aa12b665afc tempest-BulkNetworkOpsIpV6Test-1671727552 tempest-BulkNetworkOpsIpV6Test-1671727552-project] Added segment 6623cb3c-9aa0-473e-a625-d0fd0a29586d of type vlan for network 3ab108fa-7aa2-4241-8d36-0690137834d4
Dec 16 22:36:50.222278 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-7ba7aa00-9179-44fa-a941-5b8e17c4bb9f tempest-AllowedAddressPairTestJSON-1611484417 tempest-AllowedAddressPairTestJSON-1611484417-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2128562'] for subnet, precommit_delete_associations {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:50.262019 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-48e2e1c9-6bcc-40b7-9345-1bc2780965b7 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:50.308697 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-24a72457-ad09-45bb-8579-8b2f72dd07eb req-771647a4-1c44-4940-a1f8-5f6fe15c8c7a tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c8293c6-7a9d-4021-9d0b-d55cb4b08bc4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2249773
Dec 16 22:36:50.436130 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-29f1c683-dbb5-4202-a074-541ab45c8d70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:50.471695 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-bca76377-d144-4a5c-8ec5-0bcc580c1b6f tempest-DHCPAgentSchedulersTestJSON-789587183 tempest-DHCPAgentSchedulersTestJSON-789587183-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-825997'] for network, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:50.484610 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.plugin [None req-48e2e1c9-6bcc-40b7-9345-1bc2780965b7 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Calling delete_port for 8209700b-4ba2-4b38-89ad-926a7c77df54 owned by  {{(pid=87507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:36:50.488153 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-29f1c683-dbb5-4202-a074-541ab45c8d70 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:36:50.496947 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-12e03b5d-8e4f-4546-9001-4aa12b665afc tempest-BulkNetworkOpsIpV6Test-1671727552 tempest-BulkNetworkOpsIpV6Test-1671727552-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734753047233'] for network, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:50.503828 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-10aa1c48-343d-443b-b4c4-b7cca9f598a1 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks [] for router, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:50.504881 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-10aa1c48-343d-443b-b4c4-b7cca9f598a1 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] 10.222.0.13 "DELETE /v2.0/routers/dc803db6-7bc6-40e1-b68e-62339cc4aee0 HTTP/1.1" status: 204  len: 168 time: 3.2684927
Dec 16 22:36:50.508234 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-29f1c683-dbb5-4202-a074-541ab45c8d70 admin admin] Usage tracker for resource:security_group_rule and tenant:257926c59958450385276a5d527a4b98 is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:36:50.511458 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 43084) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:36:50.513112 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-29f1c683-dbb5-4202-a074-541ab45c8d70 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:36:50.520958 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-29f1c683-dbb5-4202-a074-541ab45c8d70 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:36:50.532938 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-d68c109c-0a83-48ca-b151-4e98a9093a67 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Request body: {'network': {'name': 'tempest-RoutersTest-439833975'}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:36:50.544485 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-d68c109c-0a83-48ca-b151-4e98a9093a67 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:36:50.567445 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-d68c109c-0a83-48ca-b151-4e98a9093a67 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Usage tracker for resource:network and tenant:bb30155073f3462f829b4df60e35f5af is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:36:50.577155 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-d68c109c-0a83-48ca-b151-4e98a9093a67 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:36:50.609531 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-d68c109c-0a83-48ca-b151-4e98a9093a67 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:36:50.646639 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-4326d9e4-ebf2-4af6-a7a1-011cf26ae96a tempest-FloatingIPNegativeTestJSON-1419073809 tempest-FloatingIPNegativeTestJSON-1419073809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:50.646955 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-4326d9e4-ebf2-4af6-a7a1-011cf26ae96a tempest-FloatingIPNegativeTestJSON-1419073809 tempest-FloatingIPNegativeTestJSON-1419073809-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:50.666209 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-12e03b5d-8e4f-4546-9001-4aa12b665afc tempest-BulkNetworkOpsIpV6Test-1671727552 tempest-BulkNetworkOpsIpV6Test-1671727552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440'] for network, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:50.671304 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12e03b5d-8e4f-4546-9001-4aa12b665afc tempest-BulkNetworkOpsIpV6Test-1671727552 tempest-BulkNetworkOpsIpV6Test-1671727552-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:36:50.671923 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-12e03b5d-8e4f-4546-9001-4aa12b665afc tempest-BulkNetworkOpsIpV6Test-1671727552 tempest-BulkNetworkOpsIpV6Test-1671727552-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3791486'] for network, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:50.680521 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-f2981900-fd53-4b94-bd92-ee9735715d44 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:36:50.716593 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d68c109c-0a83-48ca-b151-4e98a9093a67 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Made reservation on behalf of bb30155073f3462f829b4df60e35f5af for: {'network': 1} {{(pid=87507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:36:50.720043 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-d68c109c-0a83-48ca-b151-4e98a9093a67 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for network, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:50.730581 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-7ba7aa00-9179-44fa-a941-5b8e17c4bb9f tempest-AllowedAddressPairTestJSON-1611484417 tempest-AllowedAddressPairTestJSON-1611484417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3328566'] for subnet, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:50.770812 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-bca76377-d144-4a5c-8ec5-0bcc580c1b6f tempest-DHCPAgentSchedulersTestJSON-789587183 tempest-DHCPAgentSchedulersTestJSON-789587183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3329565', 'neutron.services.segments.db._delete_segments_for_network-8734753546406'] for network, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:50.807909 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-12e03b5d-8e4f-4546-9001-4aa12b665afc tempest-BulkNetworkOpsIpV6Test-1671727552 tempest-BulkNetworkOpsIpV6Test-1671727552-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 789 time: 1.0809374
Dec 16 22:36:50.811885 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 43088) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:36:50.818340 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.services.segments.db [None req-bca76377-d144-4a5c-8ec5-0bcc580c1b6f tempest-DHCPAgentSchedulersTestJSON-789587183 tempest-DHCPAgentSchedulersTestJSON-789587183-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1b7c3c15e0>,) {'filters': {'network_id': ['fe55f007-20ba-40c4-b6f7-25c74e7b9a65']}} {{(pid=87506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:36:50.829757 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e03b5d-8e4f-4546-9001-4aa12b665afc tempest-BulkNetworkOpsIpV6Test-1671727552 tempest-BulkNetworkOpsIpV6Test-1671727552-project] Pushing event updated for resources: {'Network': ['ID=3ab108fa-7aa2-4241-8d36-0690137834d4,revision_number=1']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:36:50.833535 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-12e03b5d-8e4f-4546-9001-4aa12b665afc tempest-BulkNetworkOpsIpV6Test-1671727552 tempest-BulkNetworkOpsIpV6Test-1671727552-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:36:50.835057 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.services.segments.db [None req-bca76377-d144-4a5c-8ec5-0bcc580c1b6f tempest-DHCPAgentSchedulersTestJSON-789587183 tempest-DHCPAgentSchedulersTestJSON-789587183-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b7c3c15e0>, '84c77575-3ab3-44d9-a225-0cc87e5b4e26') {'for_net_delete': True} {{(pid=87506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:36:50.835345 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.services.segments.db [None req-bca76377-d144-4a5c-8ec5-0bcc580c1b6f tempest-DHCPAgentSchedulersTestJSON-789587183 tempest-DHCPAgentSchedulersTestJSON-789587183-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b7c3c15e0>, '84c77575-3ab3-44d9-a225-0cc87e5b4e26') {} {{(pid=87506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:36:50.841832 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Network 3ab108fa-7aa2-4241-8d36-0690137834d4 details requested by agent ovs-agent-dv-neutron-821829-1-hyperv with host dv-neutron-821829-1-hyperv {{(pid=87508) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 22:36:50.847918 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-bca76377-d144-4a5c-8ec5-0bcc580c1b6f tempest-DHCPAgentSchedulersTestJSON-789587183 tempest-DHCPAgentSchedulersTestJSON-789587183-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734753593977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-266764496'] for segment, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:50.858022 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.plugin [None req-4326d9e4-ebf2-4af6-a7a1-011cf26ae96a tempest-FloatingIPNegativeTestJSON-1419073809 tempest-FloatingIPNegativeTestJSON-1419073809-project] Calling delete_port for 30f85f37-75a8-47df-a1de-3fc5efb1be21 owned by network:floatingip {{(pid=87507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:36:50.865973 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-bca76377-d144-4a5c-8ec5-0bcc580c1b6f tempest-DHCPAgentSchedulersTestJSON-789587183 tempest-DHCPAgentSchedulersTestJSON-789587183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-883292'] for segment, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:50.872099 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bca76377-d144-4a5c-8ec5-0bcc580c1b6f tempest-DHCPAgentSchedulersTestJSON-789587183 tempest-DHCPAgentSchedulersTestJSON-789587183-project] Releasing vlan 162 on physical network physnet1 to pool {{(pid=87506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 16 22:36:50.872487 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-bca76377-d144-4a5c-8ec5-0bcc580c1b6f tempest-DHCPAgentSchedulersTestJSON-789587183 tempest-DHCPAgentSchedulersTestJSON-789587183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-883285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1863180'] for segment, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:50.887826 dv-neutron-821829-1-hyperv neutron-server[87506]: Traceback (most recent call last):
Dec 16 22:36:50.887826 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 16 22:36:50.887826 dv-neutron-821829-1-hyperv neutron-server[87506]:     timer()
Dec 16 22:36:50.887826 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 22:36:50.887826 dv-neutron-821829-1-hyperv neutron-server[87506]:     cb(*args, **kw)
Dec 16 22:36:50.887826 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 22:36:50.887826 dv-neutron-821829-1-hyperv neutron-server[87506]:     return func(*args, **kwargs)
Dec 16 22:36:50.887826 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 22:36:50.887826 dv-neutron-821829-1-hyperv neutron-server[87506]:     self._notify()
Dec 16 22:36:50.887826 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 22:36:50.887826 dv-neutron-821829-1-hyperv neutron-server[87506]:     self.callback(batched_events)
Dec 16 22:36:50.887826 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 22:36:50.887826 dv-neutron-821829-1-hyperv neutron-server[87506]:     event.method(event)
Dec 16 22:36:50.887826 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 22:36:50.887826 dv-neutron-821829-1-hyperv neutron-server[87506]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 22:36:50.887826 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 22:36:50.887826 dv-neutron-821829-1-hyperv neutron-server[87506]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 22:36:50.887826 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 22:36:50.887826 dv-neutron-821829-1-hyperv neutron-server[87506]:     return f(self, *a, **k)
Dec 16 22:36:50.887826 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 16 22:36:50.887826 dv-neutron-821829-1-hyperv neutron-server[87506]:     return self._get(url).json()
Dec 16 22:36:50.887826 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 16 22:36:50.887826 dv-neutron-821829-1-hyperv neutron-server[87506]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 22:36:50.887826 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 16 22:36:50.887826 dv-neutron-821829-1-hyperv neutron-server[87506]:     return self.request(url, 'GET', **kwargs)
Dec 16 22:36:50.887826 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 16 22:36:50.887826 dv-neutron-821829-1-hyperv neutron-server[87506]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 22:36:50.887826 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 16 22:36:50.887826 dv-neutron-821829-1-hyperv neutron-server[87506]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 22:36:50.887826 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 16 22:36:50.887826 dv-neutron-821829-1-hyperv neutron-server[87506]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 22:36:50.887826 dv-neutron-821829-1-hyperv neutron-server[87506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 22:36:50.915045 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-fa4241c8-061f-4ad5-9a44-48601f8fd9c3 tempest-BulkNetworkOpsIpV6Test-1671727552 tempest-BulkNetworkOpsIpV6Test-1671727552-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-2000902875'}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:36:50.927215 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-fa4241c8-061f-4ad5-9a44-48601f8fd9c3 tempest-BulkNetworkOpsIpV6Test-1671727552 tempest-BulkNetworkOpsIpV6Test-1671727552-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:36:50.964540 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-fa4241c8-061f-4ad5-9a44-48601f8fd9c3 tempest-BulkNetworkOpsIpV6Test-1671727552 tempest-BulkNetworkOpsIpV6Test-1671727552-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:36:50.967842 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-bca76377-d144-4a5c-8ec5-0bcc580c1b6f tempest-DHCPAgentSchedulersTestJSON-789587183 tempest-DHCPAgentSchedulersTestJSON-789587183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3329572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3741856'] for network, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:50.971276 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-c867fec8-cc05-4e40-bdaf-02be745f41d6 tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:36:50.986174 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-bca76377-d144-4a5c-8ec5-0bcc580c1b6f tempest-DHCPAgentSchedulersTestJSON-789587183 tempest-DHCPAgentSchedulersTestJSON-789587183-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3791486'] for network, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:50.990963 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d68c109c-0a83-48ca-b151-4e98a9093a67 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] vlan segment allocate from pool success with {'vlan_id': 174, 'physical_network': 'physnet1'}  {{(pid=87507) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 22:36:50.997218 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca76377-d144-4a5c-8ec5-0bcc580c1b6f tempest-DHCPAgentSchedulersTestJSON-789587183 tempest-DHCPAgentSchedulersTestJSON-789587183-project] Pushing event deleted for resources: {'Network': ['ID=fe55f007-20ba-40c4-b6f7-25c74e7b9a65,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:36:51.001678 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-bca76377-d144-4a5c-8ec5-0bcc580c1b6f tempest-DHCPAgentSchedulersTestJSON-789587183 tempest-DHCPAgentSchedulersTestJSON-789587183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:36:51.005673 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-bca76377-d144-4a5c-8ec5-0bcc580c1b6f tempest-DHCPAgentSchedulersTestJSON-789587183 tempest-DHCPAgentSchedulersTestJSON-789587183-project] 10.222.0.13 "DELETE /v2.0/networks/fe55f007-20ba-40c4-b6f7-25c74e7b9a65 HTTP/1.1" status: 204  len: 168 time: 0.8437364
Dec 16 22:36:51.008677 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 43092) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:36:51.015047 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-48e2e1c9-6bcc-40b7-9345-1bc2780965b7 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10807823'] for port, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:51.016568 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa4241c8-061f-4ad5-9a44-48601f8fd9c3 tempest-BulkNetworkOpsIpV6Test-1671727552 tempest-BulkNetworkOpsIpV6Test-1671727552-project] Made reservation on behalf of b850cceefe1c4ce6bbf124be480e6b32 for: {'network': 1} {{(pid=87507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:36:51.019891 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-fa4241c8-061f-4ad5-9a44-48601f8fd9c3 tempest-BulkNetworkOpsIpV6Test-1671727552 tempest-BulkNetworkOpsIpV6Test-1671727552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for network, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:51.035931 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-2cd05a34-5758-46f1-9db2-22dbfcfaa93f tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:36:51.059972 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.pecan_wsgi.hooks.translation [None req-243673e8-c19f-49c6-bf9d-d0acd2bd08f7 tempest-DHCPAgentSchedulersTestJSON-789587183 tempest-DHCPAgentSchedulersTestJSON-789587183-project] DELETE failed (client error): The resource could not be found.
Dec 16 22:36:51.060443 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-243673e8-c19f-49c6-bf9d-d0acd2bd08f7 tempest-DHCPAgentSchedulersTestJSON-789587183 tempest-DHCPAgentSchedulersTestJSON-789587183-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 16 22:36:51.065877 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-d68c109c-0a83-48ca-b151-4e98a9093a67 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-883292'] for segment, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:51.066210 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.db.segments_db [None req-d68c109c-0a83-48ca-b151-4e98a9093a67 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Added segment 3e32d352-81de-4bee-8e9d-a2223874ae5a of type vlan for network ca76f6e0-7834-4256-9a6f-2114d73bda2d
Dec 16 22:36:51.072108 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-243673e8-c19f-49c6-bf9d-d0acd2bd08f7 tempest-DHCPAgentSchedulersTestJSON-789587183 tempest-DHCPAgentSchedulersTestJSON-789587183-project] 10.222.0.13 "DELETE /v2.0/ports/ffc481e2-0720-47c0-95e0-1166b9f501b5 HTTP/1.1" status: 404  len: 333 time: 0.0612931
Dec 16 22:36:51.076730 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 43096) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:36:51.100829 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e2e1c9-6bcc-40b7-9345-1bc2780965b7 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Pushing event deleted for resources: {'Port': ['ID=8209700b-4ba2-4b38-89ad-926a7c77df54,revision_number=None']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:36:51.146005 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-48e2e1c9-6bcc-40b7-9345-1bc2780965b7 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:36:51.155955 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-29f1c683-dbb5-4202-a074-541ab45c8d70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:51.168074 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-29f1c683-dbb5-4202-a074-541ab45c8d70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841066'] for security_group, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:51.179841 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-ad2acb91-5a79-41ab-af91-40e13fd4c3a6 tempest-NegativeSecGroupTest-382581040 tempest-NegativeSecGroupTest-382581040-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:36:51.193251 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-7ba7aa00-9179-44fa-a941-5b8e17c4bb9f tempest-AllowedAddressPairTestJSON-1611484417 tempest-AllowedAddressPairTestJSON-1611484417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3328622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10807868', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10549621'] for subnet, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:51.197942 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ad69eb7-891f-4f57-b83f-1e16c9030a10 tempest-DHCPAgentSchedulersTestJSON-789587183 tempest-DHCPAgentSchedulersTestJSON-789587183-project] Deleting subnet 814df3dc-d82b-4748-aa7c-a9c67f19aacc {{(pid=87506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 16 22:36:51.207599 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-88b38c5b-8002-4e1e-a840-b3ab0b303fe6 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:36:51.209755 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-5ad69eb7-891f-4f57-b83f-1e16c9030a10 tempest-DHCPAgentSchedulersTestJSON-789587183 tempest-DHCPAgentSchedulersTestJSON-789587183-project] Notify callbacks [] for subnet, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:51.270100 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-29f1c683-dbb5-4202-a074-541ab45c8d70 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=257926c59958450385276a5d527a4b98&name=default HTTP/1.1" status: 200  len: 2979 time: 1.1102402
Dec 16 22:36:51.276152 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 43100) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:36:51.298264 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f1c683-dbb5-4202-a074-541ab45c8d70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7165a25e-4370-4216-b74f-1e96d3138822,revision_number=1']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:36:51.304843 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-29f1c683-dbb5-4202-a074-541ab45c8d70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:36:51.318564 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-5ad69eb7-891f-4f57-b83f-1e16c9030a10 tempest-DHCPAgentSchedulersTestJSON-789587183 tempest-DHCPAgentSchedulersTestJSON-789587183-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-266764487'] for subnet, precommit_delete_associations {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:51.402136 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-d68c109c-0a83-48ca-b151-4e98a9093a67 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734753047233'] for network, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:51.408174 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-48e2e1c9-6bcc-40b7-9345-1bc2780965b7 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for port, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:51.414196 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba7aa00-9179-44fa-a941-5b8e17c4bb9f tempest-AllowedAddressPairTestJSON-1611484417 tempest-AllowedAddressPairTestJSON-1611484417-project] Pushing event deleted for resources: {'Subnet': ['ID=84f38bba-e588-4bce-91e9-7c18581ead20,revision_number=None']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:36:51.419371 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-7ba7aa00-9179-44fa-a941-5b8e17c4bb9f tempest-AllowedAddressPairTestJSON-1611484417 tempest-AllowedAddressPairTestJSON-1611484417-project] Notify callbacks [] for subnet, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:51.425968 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30230946-f85c-40ad-ab08-bbd71af52d15 None None] Network 23bf1340-5067-4f12-82fc-aa5d92ad4d11 requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 22:36:51.428359 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-05e92261-67f8-45e6-9e6c-668294445970 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:51.436354 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa4241c8-061f-4ad5-9a44-48601f8fd9c3 tempest-BulkNetworkOpsIpV6Test-1671727552 tempest-BulkNetworkOpsIpV6Test-1671727552-project] vlan segment allocate from pool success with {'vlan_id': 178, 'physical_network': 'physnet1'}  {{(pid=87507) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 22:36:51.465980 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba7aa00-9179-44fa-a941-5b8e17c4bb9f tempest-AllowedAddressPairTestJSON-1611484417 tempest-AllowedAddressPairTestJSON-1611484417-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:36:51.466619 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba7aa00-9179-44fa-a941-5b8e17c4bb9f tempest-AllowedAddressPairTestJSON-1611484417 tempest-AllowedAddressPairTestJSON-1611484417-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:36:51.467171 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba7aa00-9179-44fa-a941-5b8e17c4bb9f tempest-AllowedAddressPairTestJSON-1611484417 tempest-AllowedAddressPairTestJSON-1611484417-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:36:51.467686 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba7aa00-9179-44fa-a941-5b8e17c4bb9f tempest-AllowedAddressPairTestJSON-1611484417 tempest-AllowedAddressPairTestJSON-1611484417-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:36:51.468238 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba7aa00-9179-44fa-a941-5b8e17c4bb9f tempest-AllowedAddressPairTestJSON-1611484417 tempest-AllowedAddressPairTestJSON-1611484417-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:36:51.468765 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba7aa00-9179-44fa-a941-5b8e17c4bb9f tempest-AllowedAddressPairTestJSON-1611484417 tempest-AllowedAddressPairTestJSON-1611484417-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:36:51.469270 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba7aa00-9179-44fa-a941-5b8e17c4bb9f tempest-AllowedAddressPairTestJSON-1611484417 tempest-AllowedAddressPairTestJSON-1611484417-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:36:51.469784 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba7aa00-9179-44fa-a941-5b8e17c4bb9f tempest-AllowedAddressPairTestJSON-1611484417 tempest-AllowedAddressPairTestJSON-1611484417-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:36:51.470302 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba7aa00-9179-44fa-a941-5b8e17c4bb9f tempest-AllowedAddressPairTestJSON-1611484417 tempest-AllowedAddressPairTestJSON-1611484417-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:36:51.470812 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba7aa00-9179-44fa-a941-5b8e17c4bb9f tempest-AllowedAddressPairTestJSON-1611484417 tempest-AllowedAddressPairTestJSON-1611484417-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:36:51.471315 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba7aa00-9179-44fa-a941-5b8e17c4bb9f tempest-AllowedAddressPairTestJSON-1611484417 tempest-AllowedAddressPairTestJSON-1611484417-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:36:51.471854 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba7aa00-9179-44fa-a941-5b8e17c4bb9f tempest-AllowedAddressPairTestJSON-1611484417 tempest-AllowedAddressPairTestJSON-1611484417-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:36:51.472140 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-05e92261-67f8-45e6-9e6c-668294445970 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:51.525937 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-7ba7aa00-9179-44fa-a941-5b8e17c4bb9f tempest-AllowedAddressPairTestJSON-1611484417 tempest-AllowedAddressPairTestJSON-1611484417-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:36:51.527884 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-4326d9e4-ebf2-4af6-a7a1-011cf26ae96a tempest-FloatingIPNegativeTestJSON-1419073809 tempest-FloatingIPNegativeTestJSON-1419073809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10807823'] for port, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:51.541589 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-339d64b6-86e7-49c9-b269-d5f210795a9d tempest-FloatingIPNegativeTestJSON-1419073809 tempest-FloatingIPNegativeTestJSON-1419073809-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:36:51.565039 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-5ad69eb7-891f-4f57-b83f-1e16c9030a10 tempest-DHCPAgentSchedulersTestJSON-789587183 tempest-DHCPAgentSchedulersTestJSON-789587183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3328566'] for subnet, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:51.586253 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-7ba7aa00-9179-44fa-a941-5b8e17c4bb9f tempest-AllowedAddressPairTestJSON-1611484417 tempest-AllowedAddressPairTestJSON-1611484417-project] 10.222.0.13 "DELETE /v2.0/subnets/84f38bba-e588-4bce-91e9-7c18581ead20 HTTP/1.1" status: 204  len: 168 time: 1.7997594
Dec 16 22:36:51.597044 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-fa4241c8-061f-4ad5-9a44-48601f8fd9c3 tempest-BulkNetworkOpsIpV6Test-1671727552 tempest-BulkNetworkOpsIpV6Test-1671727552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-883292'] for segment, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:51.597621 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.db.segments_db [None req-fa4241c8-061f-4ad5-9a44-48601f8fd9c3 tempest-BulkNetworkOpsIpV6Test-1671727552 tempest-BulkNetworkOpsIpV6Test-1671727552-project] Added segment 71b5efd1-0f83-45d2-91f4-adac8afd3f0c of type vlan for network ec386f11-9431-4705-8259-45e183cf71ce
Dec 16 22:36:51.598068 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 43106) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:36:51.604894 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4326d9e4-ebf2-4af6-a7a1-011cf26ae96a tempest-FloatingIPNegativeTestJSON-1419073809 tempest-FloatingIPNegativeTestJSON-1419073809-project] Pushing event deleted for resources: {'Port': ['ID=30f85f37-75a8-47df-a1de-3fc5efb1be21,revision_number=None']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:36:51.607715 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-48e2e1c9-6bcc-40b7-9345-1bc2780965b7 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] 10.222.0.13 "DELETE /v2.0/ports/8209700b-4ba2-4b38-89ad-926a7c77df54 HTTP/1.1" status: 204  len: 168 time: 2.5405648
Dec 16 22:36:51.610255 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 43110) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:36:51.613029 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-4326d9e4-ebf2-4af6-a7a1-011cf26ae96a tempest-FloatingIPNegativeTestJSON-1419073809 tempest-FloatingIPNegativeTestJSON-1419073809-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:36:51.644313 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-d68c109c-0a83-48ca-b151-4e98a9093a67 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440'] for network, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:51.650353 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d68c109c-0a83-48ca-b151-4e98a9093a67 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:36:51.650925 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-d68c109c-0a83-48ca-b151-4e98a9093a67 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks [] for network, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:51.662150 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-c8af7164-b4b8-4425-aa74-be2d34c97b6f tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:36:51.684938 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-05e92261-67f8-45e6-9e6c-668294445970 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841066'] for security_group, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:51.740415 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd011bbd-6e68-4717-afe6-2e90b6332a0a None None] DHCP port deletion for 23bf1340-5067-4f12-82fc-aa5d92ad4d11 request from dv-neutron-821829-1-hyperv {{(pid=87508) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 16 22:36:51.745472 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-bd011bbd-6e68-4717-afe6-2e90b6332a0a None None] Deleting port 51eba3c3-ba71-4122-bdf6-096a87c6cc0f {{(pid=87508) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:36:51.745893 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-bd011bbd-6e68-4717-afe6-2e90b6332a0a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:51.747502 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-71efc75a-e9d5-4cc2-965d-ba4f5ef012be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:36:51.782982 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e92261-67f8-45e6-9e6c-668294445970 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7165a25e-4370-4216-b74f-1e96d3138822,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:36:51.784449 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-fa4241c8-061f-4ad5-9a44-48601f8fd9c3 tempest-BulkNetworkOpsIpV6Test-1671727552 tempest-BulkNetworkOpsIpV6Test-1671727552-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734753047233'] for network, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:51.796105 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-05e92261-67f8-45e6-9e6c-668294445970 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:36:51.815207 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-d68c109c-0a83-48ca-b151-4e98a9093a67 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 765 time: 1.2964928
Dec 16 22:36:51.817901 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 43114) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:36:51.825497 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-05e92261-67f8-45e6-9e6c-668294445970 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:51.829106 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-05e92261-67f8-45e6-9e6c-668294445970 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7165a25e-4370-4216-b74f-1e96d3138822 HTTP/1.1" status: 204  len: 168 time: 0.5497367
Dec 16 22:36:51.837370 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-1967ad3f-b143-41fc-8dba-e804249e39ed tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Request body: {'subnet': {'network_id': 'ca76f6e0-7834-4256-9a6f-2114d73bda2d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:36:51.849261 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68c109c-0a83-48ca-b151-4e98a9093a67 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Pushing event updated for resources: {'Network': ['ID=ca76f6e0-7834-4256-9a6f-2114d73bda2d,revision_number=1']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:36:51.863590 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-c582a08c-18c0-4b17-afe1-922911995c03 tempest-AllowedAddressPairTestJSON-1611484417 tempest-AllowedAddressPairTestJSON-1611484417-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-825997'] for network, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:51.865808 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-d68c109c-0a83-48ca-b151-4e98a9093a67 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:36:51.869165 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1e68713-bc23-4ae4-80c4-b21a4e0add2a tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:36:51.870975 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1e68713-bc23-4ae4-80c4-b21a4e0add2a tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:36:51.871932 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-c1e68713-bc23-4ae4-80c4-b21a4e0add2a tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Synchronizing usage tracker for tenant:8e4385a98eb1416284c1cc96b3355a70 on resource:subnet {{(pid=87506) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 22:36:51.904173 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0096a703-b914-4fe0-b413-089d74ab7eec req-07151ede-a4e8-4ce7-bbec-0a8e2f6be617 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:36:51.905707 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-0096a703-b914-4fe0-b413-089d74ab7eec req-07151ede-a4e8-4ce7-bbec-0a8e2f6be617 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] 10.222.0.13 "GET /v2.0/ports?device_id=6835fec6-5e03-4c1c-818c-3e2c01241c21 HTTP/1.1" status: 200  len: 943 time: 0.4466617
Dec 16 22:36:51.910543 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-fa4241c8-061f-4ad5-9a44-48601f8fd9c3 tempest-BulkNetworkOpsIpV6Test-1671727552 tempest-BulkNetworkOpsIpV6Test-1671727552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440'] for network, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:51.915923 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa4241c8-061f-4ad5-9a44-48601f8fd9c3 tempest-BulkNetworkOpsIpV6Test-1671727552 tempest-BulkNetworkOpsIpV6Test-1671727552-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:36:51.916506 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-fa4241c8-061f-4ad5-9a44-48601f8fd9c3 tempest-BulkNetworkOpsIpV6Test-1671727552 tempest-BulkNetworkOpsIpV6Test-1671727552-project] Notify callbacks [] for network, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:51.919304 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Network ca76f6e0-7834-4256-9a6f-2114d73bda2d details requested by agent ovs-agent-dv-neutron-821829-1-hyperv with host dv-neutron-821829-1-hyperv {{(pid=87508) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 22:36:51.923475 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-5eb75176-ecc9-4e7e-800d-883e9a8428db tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:36:51.973133 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-5ad69eb7-891f-4f57-b83f-1e16c9030a10 tempest-DHCPAgentSchedulersTestJSON-789587183 tempest-DHCPAgentSchedulersTestJSON-789587183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3328622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1863378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11213117'] for subnet, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:51.988031 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-1b48e953-27e8-4f83-8194-f3dcee7b3110 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:36:52.032024 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-fa4241c8-061f-4ad5-9a44-48601f8fd9c3 tempest-BulkNetworkOpsIpV6Test-1671727552 tempest-BulkNetworkOpsIpV6Test-1671727552-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 790 time: 1.1815205
Dec 16 22:36:52.041874 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.api.v2.resource [None req-4326d9e4-ebf2-4af6-a7a1-011cf26ae96a tempest-FloatingIPNegativeTestJSON-1419073809 tempest-FloatingIPNegativeTestJSON-1419073809-project] create failed (client error): The resource could not be found.
Dec 16 22:36:52.042892 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-4326d9e4-ebf2-4af6-a7a1-011cf26ae96a tempest-FloatingIPNegativeTestJSON-1419073809 tempest-FloatingIPNegativeTestJSON-1419073809-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 404  len: 507 time: 5.9093549
Dec 16 22:36:52.043635 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 43122) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:36:52.060153 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 43124) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:36:52.067966 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-219e0d25-8d69-4583-84b8-4e2107258894 tempest-BulkNetworkOpsIpV6Test-1671727552 tempest-BulkNetworkOpsIpV6Test-1671727552-project] Request body: {'ports': [{'network_id': '3ab108fa-7aa2-4241-8d36-0690137834d4', 'name': 'tempest-port--1592000678', 'admin_state_up': True}, {'network_id': 'ec386f11-9431-4705-8259-45e183cf71ce', 'admin_state_up': False}]} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:36:52.068228 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-219e0d25-8d69-4583-84b8-4e2107258894 tempest-BulkNetworkOpsIpV6Test-1671727552 tempest-BulkNetworkOpsIpV6Test-1671727552-project] Request body: {'port': {'network_id': '3ab108fa-7aa2-4241-8d36-0690137834d4', 'name': 'tempest-port--1592000678', 'admin_state_up': True}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:36:52.068676 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-219e0d25-8d69-4583-84b8-4e2107258894 tempest-BulkNetworkOpsIpV6Test-1671727552 tempest-BulkNetworkOpsIpV6Test-1671727552-project] Request body: {'port': {'network_id': 'ec386f11-9431-4705-8259-45e183cf71ce', 'admin_state_up': False}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:36:52.089726 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad69eb7-891f-4f57-b83f-1e16c9030a10 tempest-DHCPAgentSchedulersTestJSON-789587183 tempest-DHCPAgentSchedulersTestJSON-789587183-project] Pushing event deleted for resources: {'Subnet': ['ID=814df3dc-d82b-4748-aa7c-a9c67f19aacc,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:36:52.098427 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-c1e68713-bc23-4ae4-80c4-b21a4e0add2a tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Unset dirty status for tenant:8e4385a98eb1416284c1cc96b3355a70 on resource:subnet {{(pid=87506) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 22:36:52.100053 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-c1e68713-bc23-4ae4-80c4-b21a4e0add2a tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1451 time: 0.4887240
Dec 16 22:36:52.104637 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [None req-c582a08c-18c0-4b17-afe1-922911995c03 tempest-AllowedAddressPairTestJSON-1611484417 tempest-AllowedAddressPairTestJSON-1611484417-project] Deleting port 51eba3c3-ba71-4122-bdf6-096a87c6cc0f {{(pid=87506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:36:52.104983 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-c582a08c-18c0-4b17-afe1-922911995c03 tempest-AllowedAddressPairTestJSON-1611484417 tempest-AllowedAddressPairTestJSON-1611484417-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:52.121664 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4241c8-061f-4ad5-9a44-48601f8fd9c3 tempest-BulkNetworkOpsIpV6Test-1671727552 tempest-BulkNetworkOpsIpV6Test-1671727552-project] Pushing event updated for resources: {'Network': ['ID=ec386f11-9431-4705-8259-45e183cf71ce,revision_number=1']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:36:52.124773 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ad8994f-0d23-4f03-9d4e-fa19c431313b None None] Network d4618788-51f7-4776-8c30-fddb94201e04 requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 22:36:52.129089 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 43132) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:36:52.133162 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-5ad69eb7-891f-4f57-b83f-1e16c9030a10 tempest-DHCPAgentSchedulersTestJSON-789587183 tempest-DHCPAgentSchedulersTestJSON-789587183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:36:52.134376 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-5ad69eb7-891f-4f57-b83f-1e16c9030a10 tempest-DHCPAgentSchedulersTestJSON-789587183 tempest-DHCPAgentSchedulersTestJSON-789587183-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3791486'] for subnet, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:52.142458 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-1967ad3f-b143-41fc-8dba-e804249e39ed tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:36:52.154955 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-1967ad3f-b143-41fc-8dba-e804249e39ed tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Usage tracker for resource:subnet and tenant:bb30155073f3462f829b4df60e35f5af is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:36:52.160552 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Network ec386f11-9431-4705-8259-45e183cf71ce details requested by agent ovs-agent-dv-neutron-821829-1-hyperv with host dv-neutron-821829-1-hyperv {{(pid=87508) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 22:36:52.160741 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-1967ad3f-b143-41fc-8dba-e804249e39ed tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:36:52.184442 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-fa4241c8-061f-4ad5-9a44-48601f8fd9c3 tempest-BulkNetworkOpsIpV6Test-1671727552 tempest-BulkNetworkOpsIpV6Test-1671727552-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:36:52.188886 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-1967ad3f-b143-41fc-8dba-e804249e39ed tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:36:52.203727 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-5ad69eb7-891f-4f57-b83f-1e16c9030a10 tempest-DHCPAgentSchedulersTestJSON-789587183 tempest-DHCPAgentSchedulersTestJSON-789587183-project] 10.222.0.13 "DELETE /v2.0/subnets/814df3dc-d82b-4748-aa7c-a9c67f19aacc HTTP/1.1" status: 204  len: 168 time: 1.1258235
Dec 16 22:36:52.214943 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 43138) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:36:52.237262 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-0096a703-b914-4fe0-b413-089d74ab7eec req-eb5650d5-e908-4b2d-b96c-5e1a1d5ba42c tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c8293c6-7a9d-4021-9d0b-d55cb4b08bc4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3152745
Dec 16 22:36:52.238491 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1967ad3f-b143-41fc-8dba-e804249e39ed tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Made reservation on behalf of bb30155073f3462f829b4df60e35f5af for: {'subnet': 1} {{(pid=87506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:36:52.242335 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-1967ad3f-b143-41fc-8dba-e804249e39ed tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11213078'] for subnet, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:52.305210 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.plugin [None req-c20262d0-4d8b-4fc2-a995-912fda7fb31e tempest-FloatingIPNegativeTestJSON-1419073809 tempest-FloatingIPNegativeTestJSON-1419073809-project] Deleting port a57ca67c-dbbc-4379-aa9a-046690b817c6 {{(pid=87507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:36:52.305406 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-c20262d0-4d8b-4fc2-a995-912fda7fb31e tempest-FloatingIPNegativeTestJSON-1419073809 tempest-FloatingIPNegativeTestJSON-1419073809-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:52.365674 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.db_base_plugin_v2 [None req-94c2e60f-fb07-4a3d-8251-d8c9d5cb7913 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Deleting subnet 0e19a7d6-3bf9-42eb-a523-f448704ecf19 {{(pid=87507) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 16 22:36:52.379489 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-94c2e60f-fb07-4a3d-8251-d8c9d5cb7913 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks [] for subnet, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:52.444625 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-bd011bbd-6e68-4717-afe6-2e90b6332a0a None None] For port 51eba3c3-ba71-4122-bdf6-096a87c6cc0f, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=51eba3c3-ba71-4122-bdf6-096a87c6cc0f,segment=NetworkSegment(5c04e453-eb51-408f-a0bb-31d80a1a917a),segment_id=5c04e453-eb51-408f-a0bb-31d80a1a917a)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:36:52.445027 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-bd011bbd-6e68-4717-afe6-2e90b6332a0a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:52.573699 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-94c2e60f-fb07-4a3d-8251-d8c9d5cb7913 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2128562'] for subnet, precommit_delete_associations {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:52.622560 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-219e0d25-8d69-4583-84b8-4e2107258894 tempest-BulkNetworkOpsIpV6Test-1671727552 tempest-BulkNetworkOpsIpV6Test-1671727552-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:36:52.650891 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-bd011bbd-6e68-4717-afe6-2e90b6332a0a None None] Calling delete_port for 51eba3c3-ba71-4122-bdf6-096a87c6cc0f owned by network:dhcp {{(pid=87508) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:36:52.694662 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-219e0d25-8d69-4583-84b8-4e2107258894 tempest-BulkNetworkOpsIpV6Test-1671727552 tempest-BulkNetworkOpsIpV6Test-1671727552-project] Usage tracker for resource:port and tenant:b850cceefe1c4ce6bbf124be480e6b32 is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:36:52.708585 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-219e0d25-8d69-4583-84b8-4e2107258894 tempest-BulkNetworkOpsIpV6Test-1671727552 tempest-BulkNetworkOpsIpV6Test-1671727552-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:36:52.725835 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-219e0d25-8d69-4583-84b8-4e2107258894 tempest-BulkNetworkOpsIpV6Test-1671727552 tempest-BulkNetworkOpsIpV6Test-1671727552-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:36:52.748735 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-bd011bbd-6e68-4717-afe6-2e90b6332a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949'] for port, after_delete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:52.754732 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:36:52.763386 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-219e0d25-8d69-4583-84b8-4e2107258894 tempest-BulkNetworkOpsIpV6Test-1671727552 tempest-BulkNetworkOpsIpV6Test-1671727552-project] Made reservation on behalf of b850cceefe1c4ce6bbf124be480e6b32 for: {'port': 2} {{(pid=87507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:36:52.768149 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-219e0d25-8d69-4583-84b8-4e2107258894 tempest-BulkNetworkOpsIpV6Test-1671727552 tempest-BulkNetworkOpsIpV6Test-1671727552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:52.805294 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd011bbd-6e68-4717-afe6-2e90b6332a0a None None] Pushing event deleted for resources: {'Port': ['ID=51eba3c3-ba71-4122-bdf6-096a87c6cc0f,revision_number=None']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:36:52.809209 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-bd011bbd-6e68-4717-afe6-2e90b6332a0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:36:52.809534 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd011bbd-6e68-4717-afe6-2e90b6332a0a None None] No DVR routers for this DVR port 51eba3c3-ba71-4122-bdf6-096a87c6cc0f on host dv-neutron-821829-1-hyperv {{(pid=87508) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 22:36:52.813703 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-219e0d25-8d69-4583-84b8-4e2107258894 tempest-BulkNetworkOpsIpV6Test-1671727552 tempest-BulkNetworkOpsIpV6Test-1671727552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:52.846017 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-c20262d0-4d8b-4fc2-a995-912fda7fb31e tempest-FloatingIPNegativeTestJSON-1419073809 tempest-FloatingIPNegativeTestJSON-1419073809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:52.857249 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-ffd4a685-bc51-40da-85ea-3c7ed40a5aa0 tempest-DHCPAgentSchedulersTestJSON-789587183 tempest-DHCPAgentSchedulersTestJSON-789587183-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-825997'] for network, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:52.871286 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-94c2e60f-fb07-4a3d-8251-d8c9d5cb7913 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3328566'] for subnet, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:52.881869 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e238a583-da17-4d80-a35c-396055c54e26 None None] DHCP port deletion for d4618788-51f7-4776-8c30-fddb94201e04 request from dv-neutron-821829-1-hyperv {{(pid=87508) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 16 22:36:52.887843 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-e238a583-da17-4d80-a35c-396055c54e26 None None] Deleting port f6be04be-b788-4d9f-a078-24f1b30a3f02 {{(pid=87508) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:36:52.888588 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-e238a583-da17-4d80-a35c-396055c54e26 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:52.902128 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 43154) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:36:52.912059 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [None req-ffd4a685-bc51-40da-85ea-3c7ed40a5aa0 tempest-DHCPAgentSchedulersTestJSON-789587183 tempest-DHCPAgentSchedulersTestJSON-789587183-project] Deleting port f6be04be-b788-4d9f-a078-24f1b30a3f02 {{(pid=87506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:36:52.912409 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-ffd4a685-bc51-40da-85ea-3c7ed40a5aa0 tempest-DHCPAgentSchedulersTestJSON-789587183 tempest-DHCPAgentSchedulersTestJSON-789587183-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:52.964086 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.db [None req-c582a08c-18c0-4b17-afe1-922911995c03 tempest-AllowedAddressPairTestJSON-1611484417 tempest-AllowedAddressPairTestJSON-1611484417-project] For port 51eba3c3-ba71-4122-bdf6-096a87c6cc0f, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=51eba3c3-ba71-4122-bdf6-096a87c6cc0f,segment=NetworkSegment(5c04e453-eb51-408f-a0bb-31d80a1a917a),segment_id=5c04e453-eb51-408f-a0bb-31d80a1a917a)] {{(pid=87506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:36:52.964460 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-c582a08c-18c0-4b17-afe1-922911995c03 tempest-AllowedAddressPairTestJSON-1611484417 tempest-AllowedAddressPairTestJSON-1611484417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:53.128306 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-e238a583-da17-4d80-a35c-396055c54e26 None None] For port f6be04be-b788-4d9f-a078-24f1b30a3f02, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=f6be04be-b788-4d9f-a078-24f1b30a3f02,segment=NetworkSegment(9114da0c-47b1-43a2-94b4-6aceccd0d38b),segment_id=9114da0c-47b1-43a2-94b4-6aceccd0d38b)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:36:53.128936 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-e238a583-da17-4d80-a35c-396055c54e26 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:53.140359 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [None req-c582a08c-18c0-4b17-afe1-922911995c03 tempest-AllowedAddressPairTestJSON-1611484417 tempest-AllowedAddressPairTestJSON-1611484417-project] Calling delete_port for 51eba3c3-ba71-4122-bdf6-096a87c6cc0f owned by network:dhcp {{(pid=87506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:36:53.169079 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.plugin [None req-c20262d0-4d8b-4fc2-a995-912fda7fb31e tempest-FloatingIPNegativeTestJSON-1419073809 tempest-FloatingIPNegativeTestJSON-1419073809-project] Calling delete_port for a57ca67c-dbbc-4379-aa9a-046690b817c6 owned by  {{(pid=87507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:36:53.184618 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-3e399f16-69f0-448b-8ef9-b90f92dc9e11 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-904383186'}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:36:53.218809 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-3e399f16-69f0-448b-8ef9-b90f92dc9e11 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:36:53.261762 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 51eba3c3-ba71-4122-bdf6-096a87c6cc0f no longer exists at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 22:36:53.271001 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-3e399f16-69f0-448b-8ef9-b90f92dc9e11 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Usage tracker for resource:network and tenant:a221f56311244d31a510a3a1bb3c6ce9 is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:36:53.279986 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-3e399f16-69f0-448b-8ef9-b90f92dc9e11 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:36:53.298655 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-e238a583-da17-4d80-a35c-396055c54e26 None None] Calling delete_port for f6be04be-b788-4d9f-a078-24f1b30a3f02 owned by network:dhcp {{(pid=87508) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:36:53.313588 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-3e399f16-69f0-448b-8ef9-b90f92dc9e11 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:36:53.324800 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.notifiers.nova [None req-219e0d25-8d69-4583-84b8-4e2107258894 tempest-BulkNetworkOpsIpV6Test-1671727552 tempest-BulkNetworkOpsIpV6Test-1671727552-project] device_id is not set on port ab1ccf2d-6bea-44bf-a28a-eb734cd70e20 yet. {{(pid=87507) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 16 22:36:53.336423 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] No Port match for: 51eba3c3-ba71-4122-bdf6-096a87c6cc0f {{(pid=87508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 22:36:53.336806 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 51eba3c3-ba71-4122-bdf6-096a87c6cc0f not bound to the agent host dv-neutron-821829-1-hyperv {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 22:36:53.337235 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device f6be04be-b788-4d9f-a078-24f1b30a3f02 no longer exists at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 22:36:53.352871 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-94c2e60f-fb07-4a3d-8251-d8c9d5cb7913 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3328622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10807868', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10549621'] for subnet, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:53.359256 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-5f7e19e7-7657-4221-9d8b-d787ada8a01b tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:36:53.417918 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.db.api [None req-c582a08c-18c0-4b17-afe1-922911995c03 tempest-AllowedAddressPairTestJSON-1611484417 tempest-AllowedAddressPairTestJSON-1611484417-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87506) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 16 22:36:53.417918 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_db.api [None req-c582a08c-18c0-4b17-afe1-922911995c03 tempest-AllowedAddressPairTestJSON-1611484417 tempest-AllowedAddressPairTestJSON-1611484417-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 16 22:36:53.431074 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e399f16-69f0-448b-8ef9-b90f92dc9e11 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Made reservation on behalf of a221f56311244d31a510a3a1bb3c6ce9 for: {'network': 1} {{(pid=87506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:36:53.433201 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-3e399f16-69f0-448b-8ef9-b90f92dc9e11 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for network, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:53.460499 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-3e399f16-69f0-448b-8ef9-b90f92dc9e11 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks [] for security_group, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:53.478993 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-c20262d0-4d8b-4fc2-a995-912fda7fb31e tempest-FloatingIPNegativeTestJSON-1419073809 tempest-FloatingIPNegativeTestJSON-1419073809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10807823'] for port, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:53.482534 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c2e60f-fb07-4a3d-8251-d8c9d5cb7913 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Pushing event deleted for resources: {'Subnet': ['ID=0e19a7d6-3bf9-42eb-a523-f448704ecf19,revision_number=None']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:36:53.485845 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-1967ad3f-b143-41fc-8dba-e804249e39ed tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1863317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11213092'] for subnet, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:53.491103 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-94c2e60f-fb07-4a3d-8251-d8c9d5cb7913 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:36:53.492101 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-55e94178-ddc2-45e8-8b8e-325a61f5daee tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:36:53.493822 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-6004f326-cdc3-4739-ace7-4b88fdde13a4 tempest-ExtraDHCPOptionsTestJSON-1956761191 tempest-ExtraDHCPOptionsTestJSON-1956761191-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:36:53.527976 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-94c2e60f-fb07-4a3d-8251-d8c9d5cb7913 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks [] for subnet, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:53.536596 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70bb89a7-207d-4ae5-9ba6-ba3308f5ee70 None None] Network 7edd76f7-0f97-48a5-b177-9842de6c0500 requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 22:36:53.539412 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-3e399f16-69f0-448b-8ef9-b90f92dc9e11 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:36:53.546119 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.db [None req-ffd4a685-bc51-40da-85ea-3c7ed40a5aa0 tempest-DHCPAgentSchedulersTestJSON-789587183 tempest-DHCPAgentSchedulersTestJSON-789587183-project] For port f6be04be-b788-4d9f-a078-24f1b30a3f02, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=f6be04be-b788-4d9f-a078-24f1b30a3f02,segment=NetworkSegment(9114da0c-47b1-43a2-94b4-6aceccd0d38b),segment_id=9114da0c-47b1-43a2-94b4-6aceccd0d38b)] {{(pid=87506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:36:53.546515 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-ffd4a685-bc51-40da-85ea-3c7ed40a5aa0 tempest-DHCPAgentSchedulersTestJSON-789587183 tempest-DHCPAgentSchedulersTestJSON-789587183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:53.562169 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-e238a583-da17-4d80-a35c-396055c54e26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949'] for port, after_delete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:53.568210 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-3e399f16-69f0-448b-8ef9-b90f92dc9e11 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Usage tracker for resource:security_group_rule and tenant:a221f56311244d31a510a3a1bb3c6ce9 is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:36:53.575988 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-3e399f16-69f0-448b-8ef9-b90f92dc9e11 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:36:53.593438 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20262d0-4d8b-4fc2-a995-912fda7fb31e tempest-FloatingIPNegativeTestJSON-1419073809 tempest-FloatingIPNegativeTestJSON-1419073809-project] Pushing event deleted for resources: {'Port': ['ID=a57ca67c-dbbc-4379-aa9a-046690b817c6,revision_number=None']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:36:53.607720 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-c20262d0-4d8b-4fc2-a995-912fda7fb31e tempest-FloatingIPNegativeTestJSON-1419073809 tempest-FloatingIPNegativeTestJSON-1419073809-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:36:53.616514 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:36:53.636233 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-3e399f16-69f0-448b-8ef9-b90f92dc9e11 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:36:53.662894 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e238a583-da17-4d80-a35c-396055c54e26 None None] No DVR routers for this DVR port f6be04be-b788-4d9f-a078-24f1b30a3f02 on host dv-neutron-821829-1-hyperv {{(pid=87508) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 22:36:53.687546 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e238a583-da17-4d80-a35c-396055c54e26 None None] Pushing event deleted for resources: {'Port': ['ID=f6be04be-b788-4d9f-a078-24f1b30a3f02,revision_number=None']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:36:53.705159 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-e238a583-da17-4d80-a35c-396055c54e26 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:36:53.720379 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:53.724582 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [None req-ffd4a685-bc51-40da-85ea-3c7ed40a5aa0 tempest-DHCPAgentSchedulersTestJSON-789587183 tempest-DHCPAgentSchedulersTestJSON-789587183-project] Calling delete_port for f6be04be-b788-4d9f-a078-24f1b30a3f02 owned by network:dhcp {{(pid=87506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:36:53.773427 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Device fc5f312f-f84b-4fb5-a011-d18cbb5fdb16 details requested by agent hyperv_hv-neutron-8218 with host hv-neutron-8218 {{(pid=87508) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 16 22:36:53.790577 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-94c2e60f-fb07-4a3d-8251-d8c9d5cb7913 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] 10.222.0.13 "DELETE /v2.0/subnets/0e19a7d6-3bf9-42eb-a523-f448704ecf19 HTTP/1.1" status: 204  len: 168 time: 1.6551640
Dec 16 22:36:53.791356 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 43162) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:36:53.828438 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1967ad3f-b143-41fc-8dba-e804249e39ed tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Pushing event updated for resources: {'Subnet': ['ID=30e7ca5e-20c5-4ff1-8337-c4da0a2ac3f7,revision_number=0']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:36:53.838075 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-1967ad3f-b143-41fc-8dba-e804249e39ed tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.345s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:36:53.839221 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1967ad3f-b143-41fc-8dba-e804249e39ed tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Checking segment: {'id': '3e32d352-81de-4bee-8e9d-a2223874ae5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'ca76f6e0-7834-4256-9a6f-2114d73bda2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 22:36:53.839579 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1967ad3f-b143-41fc-8dba-e804249e39ed tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Network hostable DHCP agents. Network: ca76f6e0-7834-4256-9a6f-2114d73bda2d, hostable agents: ['3b155c4d-12dc-491e-aa14-6113b06cfacd'], hosted agents: [] {{(pid=87506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 16 22:36:53.910563 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-72c73bfd-406d-4362-89e3-40f87cb5a1f9 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1069970
Dec 16 22:36:53.914478 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 43166) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:36:53.949737 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-219e0d25-8d69-4583-84b8-4e2107258894 tempest-BulkNetworkOpsIpV6Test-1671727552 tempest-BulkNetworkOpsIpV6Test-1671727552-project] Notify callbacks [] for port, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:53.955178 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-c20262d0-4d8b-4fc2-a995-912fda7fb31e tempest-FloatingIPNegativeTestJSON-1419073809 tempest-FloatingIPNegativeTestJSON-1419073809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for port, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:53.957176 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-c20262d0-4d8b-4fc2-a995-912fda7fb31e tempest-FloatingIPNegativeTestJSON-1419073809 tempest-FloatingIPNegativeTestJSON-1419073809-project] 10.222.0.13 "DELETE /v2.0/ports/a57ca67c-dbbc-4379-aa9a-046690b817c6 HTTP/1.1" status: 204  len: 168 time: 1.8957503
Dec 16 22:36:53.976587 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 43170) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:36:53.993256 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [None req-c582a08c-18c0-4b17-afe1-922911995c03 tempest-AllowedAddressPairTestJSON-1611484417 tempest-AllowedAddressPairTestJSON-1611484417-project] Deleting port 51eba3c3-ba71-4122-bdf6-096a87c6cc0f {{(pid=87506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:36:53.993682 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-c582a08c-18c0-4b17-afe1-922911995c03 tempest-AllowedAddressPairTestJSON-1611484417 tempest-AllowedAddressPairTestJSON-1611484417-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:54.007304 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] For port fc5f312f-f84b-4fb5-a011-d18cbb5fdb16, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=fc5f312f-f84b-4fb5-a011-d18cbb5fdb16,segment=NetworkSegment(32a05c8f-4e22-414f-870d-ee93982b6a67),segment_id=32a05c8f-4e22-414f-870d-ee93982b6a67)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:36:54.022982 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.db.api [None req-ffd4a685-bc51-40da-85ea-3c7ed40a5aa0 tempest-DHCPAgentSchedulersTestJSON-789587183 tempest-DHCPAgentSchedulersTestJSON-789587183-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87506) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 16 22:36:54.023397 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_db.api [None req-ffd4a685-bc51-40da-85ea-3c7ed40a5aa0 tempest-DHCPAgentSchedulersTestJSON-789587183 tempest-DHCPAgentSchedulersTestJSON-789587183-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 16 22:36:54.026007 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Returning: {'device': 'fc5f312f-f84b-4fb5-a011-d18cbb5fdb16', 'network_id': '59be113d-df84-4589-a861-2ce3da6b2e5d', 'port_id': 'fc5f312f-f84b-4fb5-a011-d18cbb5fdb16', 'mac_address': 'fa:16:3e:5c:cc:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e85fa5c2-5253-44c8-9f57-0c1d2c97dd41', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87508) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 16 22:36:54.038994 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1967ad3f-b143-41fc-8dba-e804249e39ed tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Network ca76f6e0-7834-4256-9a6f-2114d73bda2d is scheduled to be hosted by DHCP agent 3b155c4d-12dc-491e-aa14-6113b06cfacd with binding_index 1 {{(pid=87506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 16 22:36:54.068519 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fbecb0e-b80d-4553-bd85-905b3a5da42d None None] DHCP port deletion for 7edd76f7-0f97-48a5-b177-9842de6c0500 request from dv-neutron-821829-1-hyperv {{(pid=87508) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 16 22:36:54.081896 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-4fbecb0e-b80d-4553-bd85-905b3a5da42d None None] Deleting port 938dae91-56dd-4a31-8354-b7db297c377d {{(pid=87508) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:36:54.082537 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-4fbecb0e-b80d-4553-bd85-905b3a5da42d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:54.103228 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [None req-c582a08c-18c0-4b17-afe1-922911995c03 tempest-AllowedAddressPairTestJSON-1611484417 tempest-AllowedAddressPairTestJSON-1611484417-project] The port '51eba3c3-ba71-4122-bdf6-096a87c6cc0f' was deleted {{(pid=87506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 16 22:36:54.114326 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.base_scheduler [None req-1967ad3f-b143-41fc-8dba-e804249e39ed tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821829-1-hyperv, ca76f6e0-7834-4256-9a6f-2114d73bda2d) {{(pid=87506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:36:54.119138 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1967ad3f-b143-41fc-8dba-e804249e39ed tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:36:54.119832 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-1967ad3f-b143-41fc-8dba-e804249e39ed tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3791486'] for subnet, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:54.120937 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1292669-b671-438d-b53f-0963cea98eb6 req-ed9523b8-6477-4845-bbc7-dd56cc598aa0 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:36:54.122438 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-f1292669-b671-438d-b53f-0963cea98eb6 req-ed9523b8-6477-4845-bbc7-dd56cc598aa0 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] 10.222.0.13 "GET /v2.0/ports?device_id=6835fec6-5e03-4c1c-818c-3e2c01241c21 HTTP/1.1" status: 200  len: 943 time: 0.5969546
Dec 16 22:36:54.132624 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94a11ef2-17c2-4e68-8add-72c56dbf355e None None] Network ca76f6e0-7834-4256-9a6f-2114d73bda2d requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 22:36:54.134799 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.notifiers.nova [None req-219e0d25-8d69-4583-84b8-4e2107258894 tempest-BulkNetworkOpsIpV6Test-1671727552 tempest-BulkNetworkOpsIpV6Test-1671727552-project] device_id is not set on port d27eef87-6d1f-439e-96e3-ebc5d92ba9e6 yet. {{(pid=87507) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 16 22:36:54.167834 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-3e399f16-69f0-448b-8ef9-b90f92dc9e11 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks [] for security_group, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:54.198385 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:54.199121 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-3e399f16-69f0-448b-8ef9-b90f92dc9e11 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841066'] for security_group, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:54.205332 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-664e97ba-a62c-4fd4-a344-1c1f4fa1cd8c tempest-FloatingIPNegativeTestJSON-1419073809 tempest-FloatingIPNegativeTestJSON-1419073809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:36:54.205849 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-664e97ba-a62c-4fd4-a344-1c1f4fa1cd8c tempest-FloatingIPNegativeTestJSON-1419073809 tempest-FloatingIPNegativeTestJSON-1419073809-project] Synchronizing usage tracker for tenant:4ecdb369fa1545d4963c609ddca66a2e on resource:port {{(pid=87507) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 22:36:54.210556 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-425c9197-9073-48f9-ac5b-2cf552e9f383 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:36:54.216854 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-f1292669-b671-438d-b53f-0963cea98eb6 req-e6d3d398-5d0d-41e1-8857-3b8a6b975cbf tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c8293c6-7a9d-4021-9d0b-d55cb4b08bc4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0855453
Dec 16 22:36:54.247699 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.notifiers.nova [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc5f312f-f84b-4fb5-a011-d18cbb5fdb16 {{(pid=87508) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 22:36:54.280241 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-664e97ba-a62c-4fd4-a344-1c1f4fa1cd8c tempest-FloatingIPNegativeTestJSON-1419073809 tempest-FloatingIPNegativeTestJSON-1419073809-project] Unset dirty status for tenant:4ecdb369fa1545d4963c609ddca66a2e on resource:port {{(pid=87507) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 22:36:54.281444 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-664e97ba-a62c-4fd4-a344-1c1f4fa1cd8c tempest-FloatingIPNegativeTestJSON-1419073809 tempest-FloatingIPNegativeTestJSON-1419073809-project] 10.222.0.13 "GET /v2.0/ports?device_id=4ddcb10e-cca3-4eb4-ad66-8d96c0a5306b HTTP/1.1" status: 200  len: 913 time: 0.2985771
Dec 16 22:36:54.292292 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 43174) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:36:54.355961 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] For port fc5f312f-f84b-4fb5-a011-d18cbb5fdb16, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=fc5f312f-f84b-4fb5-a011-d18cbb5fdb16,segment=NetworkSegment(32a05c8f-4e22-414f-870d-ee93982b6a67),segment_id=32a05c8f-4e22-414f-870d-ee93982b6a67)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:36:54.392051 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:54.401787 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-78d3c24e-a5ec-417e-b807-5adf76279b97 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:36:54.432810 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e399f16-69f0-448b-8ef9-b90f92dc9e11 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] vlan segment allocate from pool success with {'vlan_id': 172, 'physical_network': 'physnet1'}  {{(pid=87506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 22:36:54.441078 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-3e399f16-69f0-448b-8ef9-b90f92dc9e11 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-883292'] for segment, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:54.441422 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.db.segments_db [None req-3e399f16-69f0-448b-8ef9-b90f92dc9e11 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Added segment 0199e88a-c1e7-402e-a4f2-70b3d5386b66 of type vlan for network beb9486e-1750-4c8a-b6a4-e35f12b2c70a
Dec 16 22:36:54.468769 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-3e399f16-69f0-448b-8ef9-b90f92dc9e11 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734753047233'] for network, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:54.495722 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e399f16-69f0-448b-8ef9-b90f92dc9e11 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc666e7d-1145-4a31-a862-30d5b8b2da9b,revision_number=1']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:36:54.513087 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-3e399f16-69f0-448b-8ef9-b90f92dc9e11 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:36:54.513941 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-3e399f16-69f0-448b-8ef9-b90f92dc9e11 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440'] for network, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:54.519343 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e399f16-69f0-448b-8ef9-b90f92dc9e11 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:36:54.519951 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-3e399f16-69f0-448b-8ef9-b90f92dc9e11 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3791486'] for network, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:54.548054 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:36:54.564679 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [None req-ffd4a685-bc51-40da-85ea-3c7ed40a5aa0 tempest-DHCPAgentSchedulersTestJSON-789587183 tempest-DHCPAgentSchedulersTestJSON-789587183-project] Deleting port f6be04be-b788-4d9f-a078-24f1b30a3f02 {{(pid=87506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:36:54.565020 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-ffd4a685-bc51-40da-85ea-3c7ed40a5aa0 tempest-DHCPAgentSchedulersTestJSON-789587183 tempest-DHCPAgentSchedulersTestJSON-789587183-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:54.603365 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-1967ad3f-b143-41fc-8dba-e804249e39ed tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 2.7767222
Dec 16 22:36:54.614018 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 43178) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:36:54.624986 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-3e399f16-69f0-448b-8ef9-b90f92dc9e11 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 1.7195745
Dec 16 22:36:54.627792 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-219e0d25-8d69-4583-84b8-4e2107258894 tempest-BulkNetworkOpsIpV6Test-1671727552 tempest-BulkNetworkOpsIpV6Test-1671727552-project] Notify callbacks [] for port, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:54.635519 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 43182) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:36:54.642944 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-a0cc5ae6-735a-45fb-a3d5-fc491b768a25 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2098097401', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:36:54.658833 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-3ab08982-a31e-486f-b806-b00d4325eb08 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2017427852'}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:36:54.673940 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-c582a08c-18c0-4b17-afe1-922911995c03 tempest-AllowedAddressPairTestJSON-1611484417 tempest-AllowedAddressPairTestJSON-1611484417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3329565', 'neutron.services.segments.db._delete_segments_for_network-8734753546406'] for network, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:54.699754 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-a0cc5ae6-735a-45fb-a3d5-fc491b768a25 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:36:54.710463 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-3ab08982-a31e-486f-b806-b00d4325eb08 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:36:54.718371 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-4fbecb0e-b80d-4553-bd85-905b3a5da42d None None] For port 938dae91-56dd-4a31-8354-b7db297c377d, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=938dae91-56dd-4a31-8354-b7db297c377d,segment=NetworkSegment(da71c9a1-7532-4738-a9bc-22a7f498ec35),segment_id=da71c9a1-7532-4738-a9bc-22a7f498ec35)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:36:54.719096 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-4fbecb0e-b80d-4553-bd85-905b3a5da42d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:54.722119 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-a0cc5ae6-735a-45fb-a3d5-fc491b768a25 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Usage tracker for resource:router and tenant:bb30155073f3462f829b4df60e35f5af is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:36:54.726823 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-3ab08982-a31e-486f-b806-b00d4325eb08 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Usage tracker for resource:network and tenant:a221f56311244d31a510a3a1bb3c6ce9 is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:36:54.732385 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [None req-ffd4a685-bc51-40da-85ea-3c7ed40a5aa0 tempest-DHCPAgentSchedulersTestJSON-789587183 tempest-DHCPAgentSchedulersTestJSON-789587183-project] The port 'f6be04be-b788-4d9f-a078-24f1b30a3f02' was deleted {{(pid=87506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 16 22:36:54.735855 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-219e0d25-8d69-4583-84b8-4e2107258894 tempest-BulkNetworkOpsIpV6Test-1671727552 tempest-BulkNetworkOpsIpV6Test-1671727552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10807823'] for port, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:54.741148 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] get_ports_and_sgs() called for port_ids ['fc5f312f-f84b-4fb5-a011-d18cbb5fdb16'] {{(pid=87508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 22:36:54.741609 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-3ab08982-a31e-486f-b806-b00d4325eb08 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:36:54.746041 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-a0cc5ae6-735a-45fb-a3d5-fc491b768a25 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:36:54.761531 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-2753cea8-abfd-406d-ac2b-5a839f11c621 tempest-ExtraDHCPOptionsTestJSON-1956761191 tempest-ExtraDHCPOptionsTestJSON-1956761191-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:36:54.813332 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e399f16-69f0-448b-8ef9-b90f92dc9e11 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Pushing event updated for resources: {'Network': ['ID=beb9486e-1750-4c8a-b6a4-e35f12b2c70a,revision_number=1']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:36:54.816085 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-3e399f16-69f0-448b-8ef9-b90f92dc9e11 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:36:54.820677 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-3ab08982-a31e-486f-b806-b00d4325eb08 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:36:54.821012 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.services.segments.db [None req-c582a08c-18c0-4b17-afe1-922911995c03 tempest-AllowedAddressPairTestJSON-1611484417 tempest-AllowedAddressPairTestJSON-1611484417-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1b760c1ac0>,) {'filters': {'network_id': ['23bf1340-5067-4f12-82fc-aa5d92ad4d11']}} {{(pid=87506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:36:54.840688 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1e6a478-7dbd-4010-924b-fe346853d7fa tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:36:54.841374 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-e1e6a478-7dbd-4010-924b-fe346853d7fa tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Synchronizing usage tracker for tenant:8e4385a98eb1416284c1cc96b3355a70 on resource:port {{(pid=87506) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 22:36:54.907429 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.services.segments.db [None req-c582a08c-18c0-4b17-afe1-922911995c03 tempest-AllowedAddressPairTestJSON-1611484417 tempest-AllowedAddressPairTestJSON-1611484417-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b760c1ac0>, '5c04e453-eb51-408f-a0bb-31d80a1a917a') {'for_net_delete': True} {{(pid=87506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:36:54.907842 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.services.segments.db [None req-c582a08c-18c0-4b17-afe1-922911995c03 tempest-AllowedAddressPairTestJSON-1611484417 tempest-AllowedAddressPairTestJSON-1611484417-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b760c1ac0>, '5c04e453-eb51-408f-a0bb-31d80a1a917a') {} {{(pid=87506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:36:54.934664 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-c582a08c-18c0-4b17-afe1-922911995c03 tempest-AllowedAddressPairTestJSON-1611484417 tempest-AllowedAddressPairTestJSON-1611484417-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734753593977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-266764496'] for segment, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:54.940286 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-a0cc5ae6-735a-45fb-a3d5-fc491b768a25 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:36:54.948346 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-ffd4a685-bc51-40da-85ea-3c7ed40a5aa0 tempest-DHCPAgentSchedulersTestJSON-789587183 tempest-DHCPAgentSchedulersTestJSON-789587183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3329565', 'neutron.services.segments.db._delete_segments_for_network-8734753546406'] for network, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:54.949447 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Network beb9486e-1750-4c8a-b6a4-e35f12b2c70a details requested by agent ovs-agent-dv-neutron-821829-1-hyperv with host dv-neutron-821829-1-hyperv {{(pid=87508) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 22:36:54.964591 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-e1e6a478-7dbd-4010-924b-fe346853d7fa tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Unset dirty status for tenant:8e4385a98eb1416284c1cc96b3355a70 on resource:port {{(pid=87506) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 22:36:54.967415 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-e1e6a478-7dbd-4010-924b-fe346853d7fa tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200  len: 866 time: 1.0488913
Dec 16 22:36:54.968335 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Pushing event updated for resources: {'Port': ['ID=fc5f312f-f84b-4fb5-a011-d18cbb5fdb16,revision_number=4']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:36:54.970233 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-c582a08c-18c0-4b17-afe1-922911995c03 tempest-AllowedAddressPairTestJSON-1611484417 tempest-AllowedAddressPairTestJSON-1611484417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-883292'] for segment, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:54.972680 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 43186) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:36:54.973629 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.572s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:36:55.021646 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c582a08c-18c0-4b17-afe1-922911995c03 tempest-AllowedAddressPairTestJSON-1611484417 tempest-AllowedAddressPairTestJSON-1611484417-project] Releasing vlan 157 on physical network physnet1 to pool {{(pid=87506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 16 22:36:55.022035 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-c582a08c-18c0-4b17-afe1-922911995c03 tempest-AllowedAddressPairTestJSON-1611484417 tempest-AllowedAddressPairTestJSON-1611484417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-883285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1863180'] for segment, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:55.040835 dv-neutron-821829-1-hyperv neutron-server[87506]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 16 22:36:55.040835 dv-neutron-821829-1-hyperv neutron-server[87506]:   util.warn(
Dec 16 22:36:55.040835 dv-neutron-821829-1-hyperv neutron-server[87506]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 16 22:36:55.040835 dv-neutron-821829-1-hyperv neutron-server[87506]:   util.warn(
Dec 16 22:36:55.040835 dv-neutron-821829-1-hyperv neutron-server[87506]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 16 22:36:55.040835 dv-neutron-821829-1-hyperv neutron-server[87506]:   util.warn(
Dec 16 22:36:55.040835 dv-neutron-821829-1-hyperv neutron-server[87506]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 16 22:36:55.040835 dv-neutron-821829-1-hyperv neutron-server[87506]:   util.warn(
Dec 16 22:36:55.040835 dv-neutron-821829-1-hyperv neutron-server[87506]: Traceback (most recent call last):
Dec 16 22:36:55.040835 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 16 22:36:55.040835 dv-neutron-821829-1-hyperv neutron-server[87506]:     timer()
Dec 16 22:36:55.040835 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 22:36:55.040835 dv-neutron-821829-1-hyperv neutron-server[87506]:     cb(*args, **kw)
Dec 16 22:36:55.040835 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 22:36:55.040835 dv-neutron-821829-1-hyperv neutron-server[87506]:     return func(*args, **kwargs)
Dec 16 22:36:55.040835 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 22:36:55.040835 dv-neutron-821829-1-hyperv neutron-server[87506]:     self._notify()
Dec 16 22:36:55.040835 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 22:36:55.040835 dv-neutron-821829-1-hyperv neutron-server[87506]:     self.callback(batched_events)
Dec 16 22:36:55.040835 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 22:36:55.040835 dv-neutron-821829-1-hyperv neutron-server[87506]:     event.method(event)
Dec 16 22:36:55.040835 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 22:36:55.040835 dv-neutron-821829-1-hyperv neutron-server[87506]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 22:36:55.040835 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 22:36:55.040835 dv-neutron-821829-1-hyperv neutron-server[87506]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 22:36:55.040835 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 22:36:55.040835 dv-neutron-821829-1-hyperv neutron-server[87506]:     return f(self, *a, **k)
Dec 16 22:36:55.040835 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 16 22:36:55.040835 dv-neutron-821829-1-hyperv neutron-server[87506]:     return self._get(url).json()
Dec 16 22:36:55.040835 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 16 22:36:55.040835 dv-neutron-821829-1-hyperv neutron-server[87506]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 22:36:55.040835 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 16 22:36:55.040835 dv-neutron-821829-1-hyperv neutron-server[87506]:     return self.request(url, 'GET', **kwargs)
Dec 16 22:36:55.040835 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 16 22:36:55.040835 dv-neutron-821829-1-hyperv neutron-server[87506]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 22:36:55.040835 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 16 22:36:55.040835 dv-neutron-821829-1-hyperv neutron-server[87506]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 22:36:55.040835 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 16 22:36:55.040835 dv-neutron-821829-1-hyperv neutron-server[87506]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 22:36:55.040835 dv-neutron-821829-1-hyperv neutron-server[87506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 22:36:55.097728 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-4fbecb0e-b80d-4553-bd85-905b3a5da42d None None] Calling delete_port for 938dae91-56dd-4a31-8354-b7db297c377d owned by network:dhcp {{(pid=87508) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:36:55.100477 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.services.segments.db [None req-ffd4a685-bc51-40da-85ea-3c7ed40a5aa0 tempest-DHCPAgentSchedulersTestJSON-789587183 tempest-DHCPAgentSchedulersTestJSON-789587183-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1b76794310>,) {'filters': {'network_id': ['d4618788-51f7-4776-8c30-fddb94201e04']}} {{(pid=87506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:36:55.133988 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ab08982-a31e-486f-b806-b00d4325eb08 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Made reservation on behalf of a221f56311244d31a510a3a1bb3c6ce9 for: {'network': 1} {{(pid=87507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:36:55.139507 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-3ab08982-a31e-486f-b806-b00d4325eb08 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for network, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:55.145938 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.services.segments.db [None req-ffd4a685-bc51-40da-85ea-3c7ed40a5aa0 tempest-DHCPAgentSchedulersTestJSON-789587183 tempest-DHCPAgentSchedulersTestJSON-789587183-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b76794310>, '9114da0c-47b1-43a2-94b4-6aceccd0d38b') {'for_net_delete': True} {{(pid=87506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:36:55.146267 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.services.segments.db [None req-ffd4a685-bc51-40da-85ea-3c7ed40a5aa0 tempest-DHCPAgentSchedulersTestJSON-789587183 tempest-DHCPAgentSchedulersTestJSON-789587183-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b76794310>, '9114da0c-47b1-43a2-94b4-6aceccd0d38b') {} {{(pid=87506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:36:55.166407 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-ffd4a685-bc51-40da-85ea-3c7ed40a5aa0 tempest-DHCPAgentSchedulersTestJSON-789587183 tempest-DHCPAgentSchedulersTestJSON-789587183-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734753593977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-266764496'] for segment, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:55.175710 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cddfb93-3828-4ef1-98ca-850cedcb88d0 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:36:55.179712 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-8cddfb93-3828-4ef1-98ca-850cedcb88d0 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.2060995
Dec 16 22:36:55.181677 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 43190) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:36:55.200714 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-a0cc5ae6-735a-45fb-a3d5-fc491b768a25 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3741155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38980'] for router, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:55.202262 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-a0cc5ae6-735a-45fb-a3d5-fc491b768a25 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3743284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3741748', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3896702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-38989'] for router, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:55.240258 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-c582a08c-18c0-4b17-afe1-922911995c03 tempest-AllowedAddressPairTestJSON-1611484417 tempest-AllowedAddressPairTestJSON-1611484417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3329572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3741856'] for network, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:55.244832 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-c582a08c-18c0-4b17-afe1-922911995c03 tempest-AllowedAddressPairTestJSON-1611484417 tempest-AllowedAddressPairTestJSON-1611484417-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3791486'] for network, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:55.248177 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-8574f5a9-cc6a-41c0-bd46-e6a7f8569f1d tempest-ExtraDHCPOptionsTestJSON-1956761191 tempest-ExtraDHCPOptionsTestJSON-1956761191-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:36:55.299903 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-65d5b132-ef04-423d-9861-890c4ebc8c8b tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1151137
Dec 16 22:36:55.300642 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 43196) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:36:55.301742 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-ffd4a685-bc51-40da-85ea-3c7ed40a5aa0 tempest-DHCPAgentSchedulersTestJSON-789587183 tempest-DHCPAgentSchedulersTestJSON-789587183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-883292'] for segment, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:55.304285 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c582a08c-18c0-4b17-afe1-922911995c03 tempest-AllowedAddressPairTestJSON-1611484417 tempest-AllowedAddressPairTestJSON-1611484417-project] Pushing event deleted for resources: {'Network': ['ID=23bf1340-5067-4f12-82fc-aa5d92ad4d11,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:36:55.307419 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-c582a08c-18c0-4b17-afe1-922911995c03 tempest-AllowedAddressPairTestJSON-1611484417 tempest-AllowedAddressPairTestJSON-1611484417-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:36:55.313696 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-c582a08c-18c0-4b17-afe1-922911995c03 tempest-AllowedAddressPairTestJSON-1611484417 tempest-AllowedAddressPairTestJSON-1611484417-project] 10.222.0.13 "DELETE /v2.0/networks/23bf1340-5067-4f12-82fc-aa5d92ad4d11 HTTP/1.1" status: 204  len: 168 time: 3.7144690
Dec 16 22:36:55.318333 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-aea7db63-ab62-4e5c-80ed-cc14fbbacfd7 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Request body: {'subnet': {'network_id': '7edd76f7-0f97-48a5-b177-9842de6c0500', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:36:55.343012 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ffd4a685-bc51-40da-85ea-3c7ed40a5aa0 tempest-DHCPAgentSchedulersTestJSON-789587183 tempest-DHCPAgentSchedulersTestJSON-789587183-project] Releasing vlan 155 on physical network physnet1 to pool {{(pid=87506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 16 22:36:55.343497 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-ffd4a685-bc51-40da-85ea-3c7ed40a5aa0 tempest-DHCPAgentSchedulersTestJSON-789587183 tempest-DHCPAgentSchedulersTestJSON-789587183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-883285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1863180'] for segment, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:55.358802 dv-neutron-821829-1-hyperv neutron-server[87506]: Traceback (most recent call last):
Dec 16 22:36:55.358802 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 16 22:36:55.358802 dv-neutron-821829-1-hyperv neutron-server[87506]:     timer()
Dec 16 22:36:55.358802 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 22:36:55.358802 dv-neutron-821829-1-hyperv neutron-server[87506]:     cb(*args, **kw)
Dec 16 22:36:55.358802 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 22:36:55.358802 dv-neutron-821829-1-hyperv neutron-server[87506]:     return func(*args, **kwargs)
Dec 16 22:36:55.358802 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 22:36:55.358802 dv-neutron-821829-1-hyperv neutron-server[87506]:     self._notify()
Dec 16 22:36:55.358802 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 22:36:55.358802 dv-neutron-821829-1-hyperv neutron-server[87506]:     self.callback(batched_events)
Dec 16 22:36:55.358802 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 22:36:55.358802 dv-neutron-821829-1-hyperv neutron-server[87506]:     event.method(event)
Dec 16 22:36:55.358802 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 22:36:55.358802 dv-neutron-821829-1-hyperv neutron-server[87506]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 22:36:55.358802 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 22:36:55.358802 dv-neutron-821829-1-hyperv neutron-server[87506]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 22:36:55.358802 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 22:36:55.358802 dv-neutron-821829-1-hyperv neutron-server[87506]:     return f(self, *a, **k)
Dec 16 22:36:55.358802 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 16 22:36:55.358802 dv-neutron-821829-1-hyperv neutron-server[87506]:     return self._get(url).json()
Dec 16 22:36:55.358802 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 16 22:36:55.358802 dv-neutron-821829-1-hyperv neutron-server[87506]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 22:36:55.358802 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 16 22:36:55.358802 dv-neutron-821829-1-hyperv neutron-server[87506]:     return self.request(url, 'GET', **kwargs)
Dec 16 22:36:55.358802 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 16 22:36:55.358802 dv-neutron-821829-1-hyperv neutron-server[87506]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 22:36:55.358802 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 16 22:36:55.358802 dv-neutron-821829-1-hyperv neutron-server[87506]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 22:36:55.358802 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 16 22:36:55.358802 dv-neutron-821829-1-hyperv neutron-server[87506]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 22:36:55.358802 dv-neutron-821829-1-hyperv neutron-server[87506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 22:36:55.448891 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219e0d25-8d69-4583-84b8-4e2107258894 tempest-BulkNetworkOpsIpV6Test-1671727552 tempest-BulkNetworkOpsIpV6Test-1671727552-project] Pushing event updated for resources: {'Port': ['ID=ab1ccf2d-6bea-44bf-a28a-eb734cd70e20,revision_number=1']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:36:55.464114 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-219e0d25-8d69-4583-84b8-4e2107258894 tempest-BulkNetworkOpsIpV6Test-1671727552 tempest-BulkNetworkOpsIpV6Test-1671727552-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.703s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:36:55.488207 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-219e0d25-8d69-4583-84b8-4e2107258894 tempest-BulkNetworkOpsIpV6Test-1671727552 tempest-BulkNetworkOpsIpV6Test-1671727552-project] Checking segment: {'id': '6623cb3c-9aa0-473e-a625-d0fd0a29586d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '3ab108fa-7aa2-4241-8d36-0690137834d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 22:36:55.489111 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-219e0d25-8d69-4583-84b8-4e2107258894 tempest-BulkNetworkOpsIpV6Test-1671727552 tempest-BulkNetworkOpsIpV6Test-1671727552-project] Network hostable DHCP agents. Network: 3ab108fa-7aa2-4241-8d36-0690137834d4, hostable agents: ['3b155c4d-12dc-491e-aa14-6113b06cfacd'], hosted agents: [] {{(pid=87507) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 16 22:36:55.491015 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-4fbecb0e-b80d-4553-bd85-905b3a5da42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949'] for port, after_delete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:55.502660 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b35f834a-091f-46b9-b0d2-ea27d097a17e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1d6bfaf-d325-5e4f-b05d-2441d8339617-ca76f6e0-7834-4256-9a6f-2114d73bda2d', 'network_id': 'ca76f6e0-7834-4256-9a6f-2114d73bda2d', 'tenant_id': 'bb30155073f3462f829b4df60e35f5af', 'fixed_ips': [{'subnet_id': '30e7ca5e-20c5-4ff1-8337-c4da0a2ac3f7'}]}} from dv-neutron-821829-1-hyperv. {{(pid=87508) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 16 22:36:55.503568 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b35f834a-091f-46b9-b0d2-ea27d097a17e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:55.510757 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ab08982-a31e-486f-b806-b00d4325eb08 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] vlan segment allocate from pool success with {'vlan_id': 185, 'physical_network': 'physnet1'}  {{(pid=87507) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 22:36:55.529956 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 938dae91-56dd-4a31-8354-b7db297c377d no longer exists at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 22:36:55.581365 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-ad8b4d78-f811-4ed8-8cc0-4be9c94e3133 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:36:55.628604 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-ffd4a685-bc51-40da-85ea-3c7ed40a5aa0 tempest-DHCPAgentSchedulersTestJSON-789587183 tempest-DHCPAgentSchedulersTestJSON-789587183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3329572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3741856'] for network, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:55.633627 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-ffd4a685-bc51-40da-85ea-3c7ed40a5aa0 tempest-DHCPAgentSchedulersTestJSON-789587183 tempest-DHCPAgentSchedulersTestJSON-789587183-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3791486'] for network, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:55.637725 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-aea7db63-ab62-4e5c-80ed-cc14fbbacfd7 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:36:55.639903 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:36:55.640860 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] No Port match for: 938dae91-56dd-4a31-8354-b7db297c377d {{(pid=87508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 22:36:55.641462 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 938dae91-56dd-4a31-8354-b7db297c377d not bound to the agent host dv-neutron-821829-1-hyperv {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 22:36:55.660130 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-aea7db63-ab62-4e5c-80ed-cc14fbbacfd7 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Usage tracker for resource:subnet and tenant:8e4385a98eb1416284c1cc96b3355a70 is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:36:55.666922 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-aea7db63-ab62-4e5c-80ed-cc14fbbacfd7 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:36:55.681405 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fbecb0e-b80d-4553-bd85-905b3a5da42d None None] No DVR routers for this DVR port 938dae91-56dd-4a31-8354-b7db297c377d on host dv-neutron-821829-1-hyperv {{(pid=87508) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 22:36:55.685487 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-ffd4a685-bc51-40da-85ea-3c7ed40a5aa0 tempest-DHCPAgentSchedulersTestJSON-789587183 tempest-DHCPAgentSchedulersTestJSON-789587183-project] 10.222.0.13 "DELETE /v2.0/networks/d4618788-51f7-4776-8c30-fddb94201e04 HTTP/1.1" status: 204  len: 168 time: 3.4569180
Dec 16 22:36:55.697347 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-aea7db63-ab62-4e5c-80ed-cc14fbbacfd7 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:36:55.703950 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd4a685-bc51-40da-85ea-3c7ed40a5aa0 tempest-DHCPAgentSchedulersTestJSON-789587183 tempest-DHCPAgentSchedulersTestJSON-789587183-project] Pushing event deleted for resources: {'Network': ['ID=d4618788-51f7-4776-8c30-fddb94201e04,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:36:55.709672 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-3ab08982-a31e-486f-b806-b00d4325eb08 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-883292'] for segment, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:55.710709 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.db.segments_db [None req-3ab08982-a31e-486f-b806-b00d4325eb08 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Added segment 55881993-30ee-453e-b35d-881260d3222e of type vlan for network 220c3d3b-e8e0-4e00-b258-cb97b5add892
Dec 16 22:36:55.725644 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbecb0e-b80d-4553-bd85-905b3a5da42d None None] Pushing event deleted for resources: {'Port': ['ID=938dae91-56dd-4a31-8354-b7db297c377d,revision_number=None']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:36:55.730649 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-4fbecb0e-b80d-4553-bd85-905b3a5da42d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:36:55.744240 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd4a685-bc51-40da-85ea-3c7ed40a5aa0 tempest-DHCPAgentSchedulersTestJSON-789587183 tempest-DHCPAgentSchedulersTestJSON-789587183-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:36:55.745386 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd4a685-bc51-40da-85ea-3c7ed40a5aa0 tempest-DHCPAgentSchedulersTestJSON-789587183 tempest-DHCPAgentSchedulersTestJSON-789587183-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:36:55.745865 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd4a685-bc51-40da-85ea-3c7ed40a5aa0 tempest-DHCPAgentSchedulersTestJSON-789587183 tempest-DHCPAgentSchedulersTestJSON-789587183-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:36:55.747099 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd4a685-bc51-40da-85ea-3c7ed40a5aa0 tempest-DHCPAgentSchedulersTestJSON-789587183 tempest-DHCPAgentSchedulersTestJSON-789587183-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:36:55.748033 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-3ab08982-a31e-486f-b806-b00d4325eb08 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734753047233'] for network, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:55.749089 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd4a685-bc51-40da-85ea-3c7ed40a5aa0 tempest-DHCPAgentSchedulersTestJSON-789587183 tempest-DHCPAgentSchedulersTestJSON-789587183-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:36:55.749601 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd4a685-bc51-40da-85ea-3c7ed40a5aa0 tempest-DHCPAgentSchedulersTestJSON-789587183 tempest-DHCPAgentSchedulersTestJSON-789587183-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:36:55.750208 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd4a685-bc51-40da-85ea-3c7ed40a5aa0 tempest-DHCPAgentSchedulersTestJSON-789587183 tempest-DHCPAgentSchedulersTestJSON-789587183-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:36:55.751967 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd4a685-bc51-40da-85ea-3c7ed40a5aa0 tempest-DHCPAgentSchedulersTestJSON-789587183 tempest-DHCPAgentSchedulersTestJSON-789587183-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:36:55.753448 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd4a685-bc51-40da-85ea-3c7ed40a5aa0 tempest-DHCPAgentSchedulersTestJSON-789587183 tempest-DHCPAgentSchedulersTestJSON-789587183-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:36:55.753908 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd4a685-bc51-40da-85ea-3c7ed40a5aa0 tempest-DHCPAgentSchedulersTestJSON-789587183 tempest-DHCPAgentSchedulersTestJSON-789587183-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:36:55.755634 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd4a685-bc51-40da-85ea-3c7ed40a5aa0 tempest-DHCPAgentSchedulersTestJSON-789587183 tempest-DHCPAgentSchedulersTestJSON-789587183-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:36:55.756570 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd4a685-bc51-40da-85ea-3c7ed40a5aa0 tempest-DHCPAgentSchedulersTestJSON-789587183 tempest-DHCPAgentSchedulersTestJSON-789587183-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:36:55.764944 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-ffd4a685-bc51-40da-85ea-3c7ed40a5aa0 tempest-DHCPAgentSchedulersTestJSON-789587183 tempest-DHCPAgentSchedulersTestJSON-789587183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:36:55.772659 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aea7db63-ab62-4e5c-80ed-cc14fbbacfd7 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Made reservation on behalf of 8e4385a98eb1416284c1cc96b3355a70 for: {'subnet': 1} {{(pid=87506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:36:55.772855 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-a0cc5ae6-735a-45fb-a3d5-fc491b768a25 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:55.783445 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-aea7db63-ab62-4e5c-80ed-cc14fbbacfd7 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11213078'] for subnet, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:55.804787 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-219e0d25-8d69-4583-84b8-4e2107258894 tempest-BulkNetworkOpsIpV6Test-1671727552 tempest-BulkNetworkOpsIpV6Test-1671727552-project] Network 3ab108fa-7aa2-4241-8d36-0690137834d4 is scheduled to be hosted by DHCP agent 3b155c4d-12dc-491e-aa14-6113b06cfacd with binding_index 1 {{(pid=87507) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 16 22:36:55.830159 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.base_scheduler [None req-219e0d25-8d69-4583-84b8-4e2107258894 tempest-BulkNetworkOpsIpV6Test-1671727552 tempest-BulkNetworkOpsIpV6Test-1671727552-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821829-1-hyperv, 3ab108fa-7aa2-4241-8d36-0690137834d4) {{(pid=87507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:36:55.851925 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe0f210a-2d86-4fae-ab65-f2b62278dc14 None None] Network 3ab108fa-7aa2-4241-8d36-0690137834d4 requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 22:36:55.877619 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-219e0d25-8d69-4583-84b8-4e2107258894 tempest-BulkNetworkOpsIpV6Test-1671727552 tempest-BulkNetworkOpsIpV6Test-1671727552-project] Received port after_create {{(pid=87507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 22:36:55.878769 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-219e0d25-8d69-4583-84b8-4e2107258894 tempest-BulkNetworkOpsIpV6Test-1671727552 tempest-BulkNetworkOpsIpV6Test-1671727552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10807823'] for port, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:55.900367 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-c20262d0-4d8b-4fc2-a995-912fda7fb31e tempest-FloatingIPNegativeTestJSON-1419073809 tempest-FloatingIPNegativeTestJSON-1419073809-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:36:55.963344 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 43208) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:36:55.987045 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219e0d25-8d69-4583-84b8-4e2107258894 tempest-BulkNetworkOpsIpV6Test-1671727552 tempest-BulkNetworkOpsIpV6Test-1671727552-project] Pushing event updated for resources: {'Port': ['ID=d27eef87-6d1f-439e-96e3-ebc5d92ba9e6,revision_number=1']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:36:55.993190 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-219e0d25-8d69-4583-84b8-4e2107258894 tempest-BulkNetworkOpsIpV6Test-1671727552 tempest-BulkNetworkOpsIpV6Test-1671727552-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:36:56.002286 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.db_base_plugin_common [None req-b35f834a-091f-46b9-b0d2-ea27d097a17e None None] Allocated IP 172.20.0.2 (ca76f6e0-7834-4256-9a6f-2114d73bda2d/30e7ca5e-20c5-4ff1-8337-c4da0a2ac3f7/967cf582-eea1-4ead-a019-ba90ab042b8c) {{(pid=87508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 22:36:56.020434 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-a0cc5ae6-735a-45fb-a3d5-fc491b768a25 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3740952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3741923'] for router, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:56.039476 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 43214) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:36:56.050906 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-3ab08982-a31e-486f-b806-b00d4325eb08 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440'] for network, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:56.057099 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ab08982-a31e-486f-b806-b00d4325eb08 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:36:56.057692 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-3ab08982-a31e-486f-b806-b00d4325eb08 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks [] for network, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:56.078795 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-2e8d1cbc-e36b-4ebb-b446-6f7ea2c8babe tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:36:56.109641 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-219e0d25-8d69-4583-84b8-4e2107258894 tempest-BulkNetworkOpsIpV6Test-1671727552 tempest-BulkNetworkOpsIpV6Test-1671727552-project] Checking segment: {'id': '71b5efd1-0f83-45d2-91f4-adac8afd3f0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'ec386f11-9431-4705-8259-45e183cf71ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 22:36:56.110097 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-219e0d25-8d69-4583-84b8-4e2107258894 tempest-BulkNetworkOpsIpV6Test-1671727552 tempest-BulkNetworkOpsIpV6Test-1671727552-project] Network hostable DHCP agents. Network: ec386f11-9431-4705-8259-45e183cf71ce, hostable agents: ['3b155c4d-12dc-491e-aa14-6113b06cfacd'], hosted agents: [] {{(pid=87507) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 16 22:36:56.263390 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87a3998-faa8-4729-a92c-6a8bfc1b8637 req-bbcee4ee-b7b3-4e11-94e1-aa0e317f7636 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:36:56.264463 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-f87a3998-faa8-4729-a92c-6a8bfc1b8637 req-bbcee4ee-b7b3-4e11-94e1-aa0e317f7636 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] 10.222.0.13 "GET /v2.0/ports?device_id=6835fec6-5e03-4c1c-818c-3e2c01241c21 HTTP/1.1" status: 200  len: 944 time: 0.6638911
Dec 16 22:36:56.281928 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-3ab08982-a31e-486f-b806-b00d4325eb08 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 770 time: 1.6277232
Dec 16 22:36:56.284981 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-a0cc5ae6-735a-45fb-a3d5-fc491b768a25 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks [] for router, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:56.287795 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-a0cc5ae6-735a-45fb-a3d5-fc491b768a25 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 700 time: 1.6659191
Dec 16 22:36:56.287795 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 43220) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:36:56.305274 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 43222) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:36:56.308852 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab08982-a31e-486f-b806-b00d4325eb08 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Pushing event updated for resources: {'Network': ['ID=220c3d3b-e8e0-4e00-b258-cb97b5add892,revision_number=1']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:36:56.352893 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-3ab08982-a31e-486f-b806-b00d4325eb08 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:36:56.355209 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Network 220c3d3b-e8e0-4e00-b258-cb97b5add892 details requested by agent ovs-agent-dv-neutron-821829-1-hyperv with host dv-neutron-821829-1-hyperv {{(pid=87508) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 22:36:56.363288 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-62a14470-fff1-46ce-a2fd-718e41d3e808 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Request body: {'subnet': {'network_id': 'beb9486e-1750-4c8a-b6a4-e35f12b2c70a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:36:56.377075 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-219e0d25-8d69-4583-84b8-4e2107258894 tempest-BulkNetworkOpsIpV6Test-1671727552 tempest-BulkNetworkOpsIpV6Test-1671727552-project] Network ec386f11-9431-4705-8259-45e183cf71ce is scheduled to be hosted by DHCP agent 3b155c4d-12dc-491e-aa14-6113b06cfacd with binding_index 1 {{(pid=87507) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 16 22:36:56.400700 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-f87a3998-faa8-4729-a92c-6a8bfc1b8637 req-98103341-0365-408b-8772-acc16d81a4ff tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c8293c6-7a9d-4021-9d0b-d55cb4b08bc4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1261270
Dec 16 22:36:56.458624 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.base_scheduler [None req-219e0d25-8d69-4583-84b8-4e2107258894 tempest-BulkNetworkOpsIpV6Test-1671727552 tempest-BulkNetworkOpsIpV6Test-1671727552-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821829-1-hyperv, ec386f11-9431-4705-8259-45e183cf71ce) {{(pid=87507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:36:56.468928 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-219e0d25-8d69-4583-84b8-4e2107258894 tempest-BulkNetworkOpsIpV6Test-1671727552 tempest-BulkNetworkOpsIpV6Test-1671727552-project] Received port after_create {{(pid=87507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 22:36:56.474675 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-219e0d25-8d69-4583-84b8-4e2107258894 tempest-BulkNetworkOpsIpV6Test-1671727552 tempest-BulkNetworkOpsIpV6Test-1671727552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:36:56.475666 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89898ae4-eca1-4a52-ae9f-35687095bf3a None None] Network ec386f11-9431-4705-8259-45e183cf71ce requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 22:36:56.479460 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-219e0d25-8d69-4583-84b8-4e2107258894 tempest-BulkNetworkOpsIpV6Test-1671727552 tempest-BulkNetworkOpsIpV6Test-1671727552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:36:56.480148 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-219e0d25-8d69-4583-84b8-4e2107258894 tempest-BulkNetworkOpsIpV6Test-1671727552 tempest-BulkNetworkOpsIpV6Test-1671727552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for port, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:56.517561 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b35f834a-091f-46b9-b0d2-ea27d097a17e None None] Notify callbacks [] for port, precommit_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:56.539832 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-62a14470-fff1-46ce-a2fd-718e41d3e808 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:36:56.542749 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-219e0d25-8d69-4583-84b8-4e2107258894 tempest-BulkNetworkOpsIpV6Test-1671727552 tempest-BulkNetworkOpsIpV6Test-1671727552-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1450 time: 4.4888408
Dec 16 22:36:56.546572 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-62a14470-fff1-46ce-a2fd-718e41d3e808 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Usage tracker for resource:subnet and tenant:a221f56311244d31a510a3a1bb3c6ce9 is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:36:56.548910 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 43228) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:36:56.551219 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-62a14470-fff1-46ce-a2fd-718e41d3e808 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:36:56.557982 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-6aab73b8-2048-43b3-abc9-e72dc42e51b5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=aac952f03feb4a16a9e96684becdcd26&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5906842
Dec 16 22:36:56.589051 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-b35f834a-091f-46b9-b0d2-ea27d097a17e None None] Transition to ACTIVE for port object 967cf582-eea1-4ead-a019-ba90ab042b8c will not be triggered until provisioned by entity L2. {{(pid=87508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:36:56.592047 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 43232) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:36:56.599165 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-62a14470-fff1-46ce-a2fd-718e41d3e808 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:36:56.634354 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-5c7fbd03-2b1a-444b-b0ea-1d409861a416 tempest-FloatingIPNegativeTestJSON-1419073809 tempest-FloatingIPNegativeTestJSON-1419073809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3830176'] for router_interface, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:56.638313 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-b35f834a-091f-46b9-b0d2-ea27d097a17e None None] Transition to ACTIVE for port object 967cf582-eea1-4ead-a019-ba90ab042b8c will not be triggered until provisioned by entity DHCP. {{(pid=87508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:36:56.671641 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b35f834a-091f-46b9-b0d2-ea27d097a17e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940'] for port, after_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:56.678575 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:36:56.708163 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62a14470-fff1-46ce-a2fd-718e41d3e808 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Made reservation on behalf of a221f56311244d31a510a3a1bb3c6ce9 for: {'subnet': 1} {{(pid=87507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:36:56.711797 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-62a14470-fff1-46ce-a2fd-718e41d3e808 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10549598'] for subnet, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:56.779222 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b35f834a-091f-46b9-b0d2-ea27d097a17e None None] Network ca76f6e0-7834-4256-9a6f-2114d73bda2d is already hosted by enough agents. {{(pid=87508) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:36:56.783588 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.scheduler.base_scheduler [None req-b35f834a-091f-46b9-b0d2-ea27d097a17e None None] Resources bound (agent type, host, resource id):  {{(pid=87508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:36:56.790884 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b35f834a-091f-46b9-b0d2-ea27d097a17e None None] Received port after_create {{(pid=87508) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 22:36:56.792929 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35f834a-091f-46b9-b0d2-ea27d097a17e None None] Pushing event updated for resources: {'Port': ['ID=967cf582-eea1-4ead-a019-ba90ab042b8c,revision_number=1']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:36:56.838486 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35f834a-091f-46b9-b0d2-ea27d097a17e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:36:56.838746 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35f834a-091f-46b9-b0d2-ea27d097a17e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:36:56.838935 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35f834a-091f-46b9-b0d2-ea27d097a17e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:36:56.839277 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35f834a-091f-46b9-b0d2-ea27d097a17e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:36:56.839607 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35f834a-091f-46b9-b0d2-ea27d097a17e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:36:56.839966 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35f834a-091f-46b9-b0d2-ea27d097a17e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:36:56.840299 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35f834a-091f-46b9-b0d2-ea27d097a17e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:36:56.840626 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35f834a-091f-46b9-b0d2-ea27d097a17e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:36:56.840953 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35f834a-091f-46b9-b0d2-ea27d097a17e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:36:56.841278 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35f834a-091f-46b9-b0d2-ea27d097a17e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:36:56.841615 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35f834a-091f-46b9-b0d2-ea27d097a17e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:36:56.841920 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35f834a-091f-46b9-b0d2-ea27d097a17e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:36:56.850617 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-b35f834a-091f-46b9-b0d2-ea27d097a17e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:36:56.858796 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-e581eb6a-d5df-4bdc-8f7c-f98fc5f308a6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=578a1a9ac31b41599964dcb3f552228b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8152790
Dec 16 22:36:56.861099 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 43236) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:36:56.904439 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-b35f834a-091f-46b9-b0d2-ea27d097a17e None None] Attempting to bind port 967cf582-eea1-4ead-a019-ba90ab042b8c on host dv-neutron-821829-1-hyperv for vnic_type normal with profile  {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 22:36:56.904823 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-b35f834a-091f-46b9-b0d2-ea27d097a17e None None] Attempting to bind port 967cf582-eea1-4ead-a019-ba90ab042b8c by drivers openvswitch,hyperv on host dv-neutron-821829-1-hyperv at level 0 using segments [{'id': '3e32d352-81de-4bee-8e9d-a2223874ae5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'ca76f6e0-7834-4256-9a6f-2114d73bda2d'}] {{(pid=87508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 22:36:56.905193 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b35f834a-091f-46b9-b0d2-ea27d097a17e None None] Attempting to bind port 967cf582-eea1-4ead-a019-ba90ab042b8c on network ca76f6e0-7834-4256-9a6f-2114d73bda2d {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 22:36:56.912869 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b35f834a-091f-46b9-b0d2-ea27d097a17e None None] Checking agent: {'id': '5571501f-366e-47a4-9b60-8ef19d935d27', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821829-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 24, 2), 'started_at': datetime.datetime(2021, 12, 16, 22, 24, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 36, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821829-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 22:36:56.913248 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b35f834a-091f-46b9-b0d2-ea27d097a17e None None] Checking segment: {'id': '3e32d352-81de-4bee-8e9d-a2223874ae5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'ca76f6e0-7834-4256-9a6f-2114d73bda2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 22:36:56.913858 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b35f834a-091f-46b9-b0d2-ea27d097a17e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:56.914424 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b35f834a-091f-46b9-b0d2-ea27d097a17e None None] Bound using segment: {'id': '3e32d352-81de-4bee-8e9d-a2223874ae5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'ca76f6e0-7834-4256-9a6f-2114d73bda2d'} {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 22:36:56.915598 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-b35f834a-091f-46b9-b0d2-ea27d097a17e None None] Bound port: 967cf582-eea1-4ead-a019-ba90ab042b8c, host: dv-neutron-821829-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e32d352-81de-4bee-8e9d-a2223874ae5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'ca76f6e0-7834-4256-9a6f-2114d73bda2d'}}] {{(pid=87508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 22:36:56.916181 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b35f834a-091f-46b9-b0d2-ea27d097a17e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:56.992761 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-62a14470-fff1-46ce-a2fd-718e41d3e808 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10807931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10549612'] for subnet, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:57.001008 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-a40e32c5-2d47-4bcd-b94a-67950edfb06d tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:36:57.008254 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-b35f834a-091f-46b9-b0d2-ea27d097a17e None None] For port 967cf582-eea1-4ead-a019-ba90ab042b8c, host dv-neutron-821829-1-hyperv, cleared binding levels {{(pid=87508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 22:36:57.011466 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-b35f834a-091f-46b9-b0d2-ea27d097a17e None None] For port 967cf582-eea1-4ead-a019-ba90ab042b8c, host dv-neutron-821829-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=967cf582-eea1-4ead-a019-ba90ab042b8c,segment=NetworkSegment(3e32d352-81de-4bee-8e9d-a2223874ae5a),segment_id=3e32d352-81de-4bee-8e9d-a2223874ae5a)] {{(pid=87508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 22:36:57.016293 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b35f834a-091f-46b9-b0d2-ea27d097a17e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:57.020250 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-15feadfc-4763-4b41-8547-5b07edfa5db2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:36:57.113517 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35f834a-091f-46b9-b0d2-ea27d097a17e None None] Pushing event updated for resources: {'Port': ['ID=967cf582-eea1-4ead-a019-ba90ab042b8c,revision_number=2']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:36:57.116696 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-b35f834a-091f-46b9-b0d2-ea27d097a17e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:36:57.191795 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.objects.ports [None req-aea7db63-ab62-4e5c-80ed-cc14fbbacfd7 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87506) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}}
Dec 16 22:36:57.197379 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-aea7db63-ab62-4e5c-80ed-cc14fbbacfd7 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1863317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11213092'] for subnet, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:57.202796 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a14470-fff1-46ce-a2fd-718e41d3e808 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Pushing event updated for resources: {'Subnet': ['ID=f2a235a9-3873-4e49-b8bc-d4aa3db0a8b1,revision_number=0']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:36:57.203797 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-353367fe-bd06-458f-9056-2078224a3eb6 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:36:57.230383 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-6c121cf1-1b5d-441c-8558-b11458e27638 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:57.232521 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-6edfbd17-660e-42f7-8769-d7598d1d1d11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:57.236313 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-62a14470-fff1-46ce-a2fd-718e41d3e808 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:36:57.250021 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7f67bd5-2da7-4f05-b613-857d38b357cf tempest-BulkNetworkOpsIpV6Test-1671727552 tempest-BulkNetworkOpsIpV6Test-1671727552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:36:57.255897 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7f67bd5-2da7-4f05-b613-857d38b357cf tempest-BulkNetworkOpsIpV6Test-1671727552 tempest-BulkNetworkOpsIpV6Test-1671727552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:36:57.256692 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-a7f67bd5-2da7-4f05-b613-857d38b357cf tempest-BulkNetworkOpsIpV6Test-1671727552 tempest-BulkNetworkOpsIpV6Test-1671727552-project] Synchronizing usage tracker for tenant:b850cceefe1c4ce6bbf124be480e6b32 on resource:port {{(pid=87507) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 22:36:57.297790 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62a14470-fff1-46ce-a2fd-718e41d3e808 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Checking segment: {'id': '0199e88a-c1e7-402e-a4f2-70b3d5386b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'beb9486e-1750-4c8a-b6a4-e35f12b2c70a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 22:36:57.298154 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62a14470-fff1-46ce-a2fd-718e41d3e808 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Network hostable DHCP agents. Network: beb9486e-1750-4c8a-b6a4-e35f12b2c70a, hostable agents: ['3b155c4d-12dc-491e-aa14-6113b06cfacd'], hosted agents: [] {{(pid=87507) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 16 22:36:57.322001 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-6edfbd17-660e-42f7-8769-d7598d1d1d11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:57.337803 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aea7db63-ab62-4e5c-80ed-cc14fbbacfd7 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Network 7edd76f7-0f97-48a5-b177-9842de6c0500 is already hosted by enough agents. {{(pid=87506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:36:57.344122 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.base_scheduler [None req-aea7db63-ab62-4e5c-80ed-cc14fbbacfd7 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Resources bound (agent type, host, resource id):  {{(pid=87506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:36:57.344285 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-a7f67bd5-2da7-4f05-b613-857d38b357cf tempest-BulkNetworkOpsIpV6Test-1671727552 tempest-BulkNetworkOpsIpV6Test-1671727552-project] Unset dirty status for tenant:b850cceefe1c4ce6bbf124be480e6b32 on resource:port {{(pid=87507) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 22:36:57.348109 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-a7f67bd5-2da7-4f05-b613-857d38b357cf tempest-BulkNetworkOpsIpV6Test-1671727552 tempest-BulkNetworkOpsIpV6Test-1671727552-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1445 time: 0.7956860
Dec 16 22:36:57.348266 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-fe6181bd-5c62-4794-8f54-5479e17d739a tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:57.357318 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aea7db63-ab62-4e5c-80ed-cc14fbbacfd7 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:36:57.357916 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-aea7db63-ab62-4e5c-80ed-cc14fbbacfd7 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3791486'] for subnet, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:57.361317 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 43240) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:36:57.366786 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa61b65a-f4c0-46f4-8bf3-8aec04f04e71 None None] Network 7edd76f7-0f97-48a5-b177-9842de6c0500 requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 22:36:57.369520 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-6c121cf1-1b5d-441c-8558-b11458e27638 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:57.422368 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62a14470-fff1-46ce-a2fd-718e41d3e808 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Network beb9486e-1750-4c8a-b6a4-e35f12b2c70a is scheduled to be hosted by DHCP agent 3b155c4d-12dc-491e-aa14-6113b06cfacd with binding_index 1 {{(pid=87507) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 16 22:36:57.513536 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea7db63-ab62-4e5c-80ed-cc14fbbacfd7 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Pushing event updated for resources: {'Subnet': ['ID=38290709-7d9c-49c9-be52-0aa88260230d,revision_number=0']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:36:57.522056 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-aea7db63-ab62-4e5c-80ed-cc14fbbacfd7 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:36:57.530500 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.plugin [None req-5c7fbd03-2b1a-444b-b0ea-1d409861a416 tempest-FloatingIPNegativeTestJSON-1419073809 tempest-FloatingIPNegativeTestJSON-1419073809-project] Deleting port fcebd889-ff5a-41fe-9533-a295224c1cf0 {{(pid=87507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:36:57.530941 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-5c7fbd03-2b1a-444b-b0ea-1d409861a416 tempest-FloatingIPNegativeTestJSON-1419073809 tempest-FloatingIPNegativeTestJSON-1419073809-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:57.567689 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.base_scheduler [None req-62a14470-fff1-46ce-a2fd-718e41d3e808 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821829-1-hyperv, beb9486e-1750-4c8a-b6a4-e35f12b2c70a) {{(pid=87507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:36:57.573162 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62a14470-fff1-46ce-a2fd-718e41d3e808 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:36:57.573866 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-62a14470-fff1-46ce-a2fd-718e41d3e808 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks [] for subnet, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:57.580976 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-532815d2-6fff-4057-8489-a12bf29a6469 None None] Network beb9486e-1750-4c8a-b6a4-e35f12b2c70a requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 22:36:57.651773 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-62a14470-fff1-46ce-a2fd-718e41d3e808 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.3402233
Dec 16 22:36:57.660703 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 43246) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:36:57.742174 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-aea7db63-ab62-4e5c-80ed-cc14fbbacfd7 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 827 time: 2.4305120
Dec 16 22:36:57.748539 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [None req-c4283953-b9b2-4a65-b4f3-01455fe38783 tempest-BulkNetworkOpsIpV6Test-1671727552 tempest-BulkNetworkOpsIpV6Test-1671727552-project] Deleting port ab1ccf2d-6bea-44bf-a28a-eb734cd70e20 {{(pid=87506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:36:57.748981 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-c4283953-b9b2-4a65-b4f3-01455fe38783 tempest-BulkNetworkOpsIpV6Test-1671727552 tempest-BulkNetworkOpsIpV6Test-1671727552-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:57.786126 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 43248) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:36:57.810603 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Device fc5f312f-f84b-4fb5-a011-d18cbb5fdb16 up at agent hyperv_hv-neutron-8218 {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 22:36:57.828739 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-8072c81c-ad9c-495c-80de-ec8fe918e5b5 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Request body: {'subnet': {'network_id': '7edd76f7-0f97-48a5-b177-9842de6c0500', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:36:57.833710 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-d0f30b4d-9413-4aaa-8877-919c69912c80 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Request body: {'subnet': {'network_id': '220c3d3b-e8e0-4e00-b258-cb97b5add892', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:36:57.838761 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b59458d-85e7-472d-ae7c-9df86704c6e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1d6bfaf-d325-5e4f-b05d-2441d8339617-7edd76f7-0f97-48a5-b177-9842de6c0500', 'network_id': '7edd76f7-0f97-48a5-b177-9842de6c0500', 'tenant_id': '8e4385a98eb1416284c1cc96b3355a70', 'fixed_ips': [{'subnet_id': '38290709-7d9c-49c9-be52-0aa88260230d'}]}} from dv-neutron-821829-1-hyperv. {{(pid=87508) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 16 22:36:57.839585 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-3b59458d-85e7-472d-ae7c-9df86704c6e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:57.847681 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-6edfbd17-660e-42f7-8769-d7598d1d1d11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841066'] for security_group, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:57.850384 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-6edfbd17-660e-42f7-8769-d7598d1d1d11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:57.858009 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-6edfbd17-660e-42f7-8769-d7598d1d1d11 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2a6baf1e-918f-4f00-bbd0-d6649ed3036e HTTP/1.1" status: 204  len: 168 time: 1.2508373
Dec 16 22:36:57.858752 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-1a752568-3476-414e-9fdd-c40a88978728 tempest-NegativeSecGroupTest-382581040 tempest-NegativeSecGroupTest-382581040-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:36:57.960803 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edfbd17-660e-42f7-8769-d7598d1d1d11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a6baf1e-918f-4f00-bbd0-d6649ed3036e,revision_number=None']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:36:58.034897 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-6edfbd17-660e-42f7-8769-d7598d1d1d11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:36:58.062322 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-6c121cf1-1b5d-441c-8558-b11458e27638 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841066'] for security_group, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:58.135142 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-29f4152e-e37a-400d-bfcd-0f08f2789cd3 tempest-AllowedAddressPairIpV6TestJSON-1960971591 tempest-AllowedAddressPairIpV6TestJSON-1960971591-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:36:58.137214 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02cf978a-a518-4bab-90f3-b310d5dfeeea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1d6bfaf-d325-5e4f-b05d-2441d8339617-beb9486e-1750-4c8a-b6a4-e35f12b2c70a', 'network_id': 'beb9486e-1750-4c8a-b6a4-e35f12b2c70a', 'tenant_id': 'a221f56311244d31a510a3a1bb3c6ce9', 'fixed_ips': [{'subnet_id': 'f2a235a9-3873-4e49-b8bc-d4aa3db0a8b1'}]}} from dv-neutron-821829-1-hyperv. {{(pid=87508) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 16 22:36:58.138832 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-02cf978a-a518-4bab-90f3-b310d5dfeeea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:58.157397 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-d0f30b4d-9413-4aaa-8877-919c69912c80 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:36:58.164308 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Provisioning for port fc5f312f-f84b-4fb5-a011-d18cbb5fdb16 completed by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 22:36:58.179091 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Provisioning complete for port fc5f312f-f84b-4fb5-a011-d18cbb5fdb16 triggered by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:36:58.179864 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:58.198419 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-d0f30b4d-9413-4aaa-8877-919c69912c80 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Usage tracker for resource:subnet and tenant:a221f56311244d31a510a3a1bb3c6ce9 is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:36:58.222645 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-d0f30b4d-9413-4aaa-8877-919c69912c80 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:36:58.235477 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-d0f30b4d-9413-4aaa-8877-919c69912c80 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:36:58.241006 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-5c7fbd03-2b1a-444b-b0ea-1d409861a416 tempest-FloatingIPNegativeTestJSON-1419073809 tempest-FloatingIPNegativeTestJSON-1419073809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:58.256472 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e35a3c9-89fa-4d58-affb-559d2b18dcb4 req-9079910f-206a-47b5-bb5a-d087600d4053 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:36:58.262299 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c121cf1-1b5d-441c-8558-b11458e27638 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94aaf53c-68a3-4f99-9072-21fcb27aa5ba,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:36:58.264860 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-d0e4d554-cdba-4061-920a-2e91f0b0f837 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:58.265028 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-6e35a3c9-89fa-4d58-affb-559d2b18dcb4 req-9079910f-206a-47b5-bb5a-d087600d4053 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] 10.222.0.13 "GET /v2.0/ports?device_id=6835fec6-5e03-4c1c-818c-3e2c01241c21 HTTP/1.1" status: 200  len: 944 time: 0.6592538
Dec 16 22:36:58.290834 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-6c121cf1-1b5d-441c-8558-b11458e27638 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:36:58.306366 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.db_base_plugin_common [None req-3b59458d-85e7-472d-ae7c-9df86704c6e4 None None] Allocated IP 2001:db8::f816:3eff:fe31:c321 (7edd76f7-0f97-48a5-b177-9842de6c0500/38290709-7d9c-49c9-be52-0aa88260230d/f63ea5e5-1521-41ec-b06b-8a476f3befb0) {{(pid=87508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 22:36:58.428983 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-6c121cf1-1b5d-441c-8558-b11458e27638 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:58.430417 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-6c121cf1-1b5d-441c-8558-b11458e27638 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/94aaf53c-68a3-4f99-9072-21fcb27aa5ba HTTP/1.1" status: 204  len: 168 time: 1.5682659
Dec 16 22:36:58.565248 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.plugin [None req-5c7fbd03-2b1a-444b-b0ea-1d409861a416 tempest-FloatingIPNegativeTestJSON-1419073809 tempest-FloatingIPNegativeTestJSON-1419073809-project] Calling delete_port for fcebd889-ff5a-41fe-9533-a295224c1cf0 owned by network:router_interface {{(pid=87507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:36:58.645647 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.db_base_plugin_common [None req-fe6181bd-5c62-4794-8f54-5479e17d739a tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Allocated IP 172.20.0.1 (ca76f6e0-7834-4256-9a6f-2114d73bda2d/30e7ca5e-20c5-4ff1-8337-c4da0a2ac3f7/338d4f22-8493-42af-9520-fc3f12355a66) {{(pid=87506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 22:36:58.653064 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-8072c81c-ad9c-495c-80de-ec8fe918e5b5 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:36:58.661375 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0f30b4d-9413-4aaa-8877-919c69912c80 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Made reservation on behalf of a221f56311244d31a510a3a1bb3c6ce9 for: {'subnet': 1} {{(pid=87507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:36:58.665683 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-d0f30b4d-9413-4aaa-8877-919c69912c80 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10549598'] for subnet, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:58.673946 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-8072c81c-ad9c-495c-80de-ec8fe918e5b5 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Usage tracker for resource:subnet and tenant:8e4385a98eb1416284c1cc96b3355a70 is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:36:58.683063 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-8072c81c-ad9c-495c-80de-ec8fe918e5b5 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:36:58.687543 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-c4283953-b9b2-4a65-b4f3-01455fe38783 tempest-BulkNetworkOpsIpV6Test-1671727552 tempest-BulkNetworkOpsIpV6Test-1671727552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:58.704925 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-8072c81c-ad9c-495c-80de-ec8fe918e5b5 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:36:58.799371 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-6e35a3c9-89fa-4d58-affb-559d2b18dcb4 req-e0ca408a-645c-42c9-9213-2d3f51778e05 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c8293c6-7a9d-4021-9d0b-d55cb4b08bc4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.5334439
Dec 16 22:36:58.800755 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-3b59458d-85e7-472d-ae7c-9df86704c6e4 None None] Notify callbacks [] for port, precommit_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:58.821780 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-3b59458d-85e7-472d-ae7c-9df86704c6e4 None None] Transition to ACTIVE for port object f63ea5e5-1521-41ec-b06b-8a476f3befb0 will not be triggered until provisioned by entity L2. {{(pid=87508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:36:58.838145 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [None req-c4283953-b9b2-4a65-b4f3-01455fe38783 tempest-BulkNetworkOpsIpV6Test-1671727552 tempest-BulkNetworkOpsIpV6Test-1671727552-project] Calling delete_port for ab1ccf2d-6bea-44bf-a28a-eb734cd70e20 owned by  {{(pid=87506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:36:58.842182 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-3b59458d-85e7-472d-ae7c-9df86704c6e4 None None] Transition to ACTIVE for port object f63ea5e5-1521-41ec-b06b-8a476f3befb0 will not be triggered until provisioned by entity DHCP. {{(pid=87508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:36:58.847793 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f357998d-8d42-4467-a54b-8871d2b3781f None None] Network ca76f6e0-7834-4256-9a6f-2114d73bda2d requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 22:36:58.882240 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-3b59458d-85e7-472d-ae7c-9df86704c6e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940'] for port, after_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:58.939393 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:36:58.954938 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8072c81c-ad9c-495c-80de-ec8fe918e5b5 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Made reservation on behalf of 8e4385a98eb1416284c1cc96b3355a70 for: {'subnet': 1} {{(pid=87506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:36:58.958571 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-8072c81c-ad9c-495c-80de-ec8fe918e5b5 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11213078'] for subnet, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:59.076865 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-0200ea44-b38e-4f13-a855-2c1ef7dba455 None None] Provisioning for port 967cf582-eea1-4ead-a019-ba90ab042b8c completed by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 22:36:59.080275 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:59.086909 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-d0f30b4d-9413-4aaa-8877-919c69912c80 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10807931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10549612'] for subnet, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:59.108109 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b59458d-85e7-472d-ae7c-9df86704c6e4 None None] Network 7edd76f7-0f97-48a5-b177-9842de6c0500 is already hosted by enough agents. {{(pid=87508) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:36:59.113330 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-fa18f6e7-83e0-461d-aeae-f08c5391556f tempest-AllowedAddressPairTestJSON-1611484417 tempest-AllowedAddressPairTestJSON-1611484417-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:36:59.123723 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.scheduler.base_scheduler [None req-3b59458d-85e7-472d-ae7c-9df86704c6e4 None None] Resources bound (agent type, host, resource id):  {{(pid=87508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:36:59.130565 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b59458d-85e7-472d-ae7c-9df86704c6e4 None None] Pushing event updated for resources: {'Port': ['ID=f63ea5e5-1521-41ec-b06b-8a476f3befb0,revision_number=1']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:36:59.133007 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b59458d-85e7-472d-ae7c-9df86704c6e4 None None] Received port after_create {{(pid=87508) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 22:36:59.152052 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-3b59458d-85e7-472d-ae7c-9df86704c6e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:36:59.169588 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-c4283953-b9b2-4a65-b4f3-01455fe38783 tempest-BulkNetworkOpsIpV6Test-1671727552 tempest-BulkNetworkOpsIpV6Test-1671727552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1863393'] for port, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:59.193781 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-fe6ed09b-e1bd-4553-8819-88f56e5223e2 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:36:59.223177 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f30b4d-9413-4aaa-8877-919c69912c80 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Pushing event updated for resources: {'Subnet': ['ID=3c5a8425-411c-4613-b6f6-bdaed24515bf,revision_number=0']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:36:59.227226 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-d0f30b4d-9413-4aaa-8877-919c69912c80 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:36:59.251808 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 43276) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:36:59.260429 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0f30b4d-9413-4aaa-8877-919c69912c80 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Checking segment: {'id': '55881993-30ee-453e-b35d-881260d3222e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '220c3d3b-e8e0-4e00-b258-cb97b5add892'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 22:36:59.260789 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0f30b4d-9413-4aaa-8877-919c69912c80 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Network hostable DHCP agents. Network: 220c3d3b-e8e0-4e00-b258-cb97b5add892, hostable agents: ['3b155c4d-12dc-491e-aa14-6113b06cfacd'], hosted agents: [] {{(pid=87507) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 16 22:36:59.262822 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4283953-b9b2-4a65-b4f3-01455fe38783 tempest-BulkNetworkOpsIpV6Test-1671727552 tempest-BulkNetworkOpsIpV6Test-1671727552-project] Pushing event deleted for resources: {'Port': ['ID=ab1ccf2d-6bea-44bf-a28a-eb734cd70e20,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:36:59.267130 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-fe6181bd-5c62-4794-8f54-5479e17d739a tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks [] for port, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:59.272813 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-c4283953-b9b2-4a65-b4f3-01455fe38783 tempest-BulkNetworkOpsIpV6Test-1671727552 tempest-BulkNetworkOpsIpV6Test-1671727552-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:36:59.296459 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.db.ipam_backend_mixin [None req-8072c81c-ad9c-495c-80de-ec8fe918e5b5 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 38290709-7d9c-49c9-be52-0aa88260230d (CIDR: 2001:db8::/64)
Dec 16 22:36:59.298335 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-c4283953-b9b2-4a65-b4f3-01455fe38783 tempest-BulkNetworkOpsIpV6Test-1671727552 tempest-BulkNetworkOpsIpV6Test-1671727552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for port, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:59.308214 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.pecan_wsgi.hooks.translation [None req-8072c81c-ad9c-495c-80de-ec8fe918e5b5 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 16 22:36:59.308659 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8072c81c-ad9c-495c-80de-ec8fe918e5b5 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 16 22:36:59.330587 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.provisioning_blocks [None req-fe6181bd-5c62-4794-8f54-5479e17d739a tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Transition to ACTIVE for port object 338d4f22-8493-42af-9520-fc3f12355a66 will not be triggered until provisioned by entity DHCP. {{(pid=87506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:36:59.338498 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-1c41b651-973a-4a59-840a-35fc3635a2c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:59.340333 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-c4283953-b9b2-4a65-b4f3-01455fe38783 tempest-BulkNetworkOpsIpV6Test-1671727552 tempest-BulkNetworkOpsIpV6Test-1671727552-project] 10.222.0.13 "DELETE /v2.0/ports/ab1ccf2d-6bea-44bf-a28a-eb734cd70e20 HTTP/1.1" status: 204  len: 168 time: 1.9733422
Dec 16 22:36:59.342894 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 43282) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:36:59.365453 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6835fec6-5e03-4c1c-818c-3e2c01241c21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc5f312f-f84b-4fb5-a011-d18cbb5fdb16'}] {{(pid=87508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 22:36:59.367159 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-1c41b651-973a-4a59-840a-35fc3635a2c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:36:59.375671 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-1c41b651-973a-4a59-840a-35fc3635a2c3 admin admin] Usage tracker for resource:security_group_rule and tenant:8887ff1a681549eeb7621ccb8c9f9515 is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:36:59.381611 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0f30b4d-9413-4aaa-8877-919c69912c80 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Network 220c3d3b-e8e0-4e00-b258-cb97b5add892 is scheduled to be hosted by DHCP agent 3b155c4d-12dc-491e-aa14-6113b06cfacd with binding_index 1 {{(pid=87507) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 16 22:36:59.384930 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-1c41b651-973a-4a59-840a-35fc3635a2c3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:36:59.385498 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-8072c81c-ad9c-495c-80de-ec8fe918e5b5 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 1.5648601
Dec 16 22:36:59.391410 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 43286) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:36:59.401900 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-814e24d2-d5a0-47b7-a69f-39d18da23a2e tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Request body: {'subnet': {'network_id': '7edd76f7-0f97-48a5-b177-9842de6c0500', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:36:59.404533 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.db_base_plugin_common [None req-02cf978a-a518-4bab-90f3-b310d5dfeeea None None] Allocated IP 2001:db8::2 (beb9486e-1750-4c8a-b6a4-e35f12b2c70a/f2a235a9-3873-4e49-b8bc-d4aa3db0a8b1/b8aaf04a-5ccb-4172-ac26-c55e522741d5) {{(pid=87508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 22:36:59.461452 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-1c41b651-973a-4a59-840a-35fc3635a2c3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:36:59.463980 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-5c7fbd03-2b1a-444b-b0ea-1d409861a416 tempest-FloatingIPNegativeTestJSON-1419073809 tempest-FloatingIPNegativeTestJSON-1419073809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10807823'] for port, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:59.470527 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [None req-ffd0c5f5-e992-412a-a955-49b8ea62cc11 tempest-BulkNetworkOpsIpV6Test-1671727552 tempest-BulkNetworkOpsIpV6Test-1671727552-project] Deleting port d27eef87-6d1f-439e-96e3-ebc5d92ba9e6 {{(pid=87506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:36:59.470885 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-ffd0c5f5-e992-412a-a955-49b8ea62cc11 tempest-BulkNetworkOpsIpV6Test-1671727552 tempest-BulkNetworkOpsIpV6Test-1671727552-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:59.516462 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-4326d9e4-ebf2-4af6-a7a1-011cf26ae96a tempest-FloatingIPNegativeTestJSON-1419073809 tempest-FloatingIPNegativeTestJSON-1419073809-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:36:59.527244 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-fe6181bd-5c62-4794-8f54-5479e17d739a tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1863393'] for port, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:59.534740 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-c7f32d05-c744-4df1-b98e-76cd3ec757c6 tempest-RoutersAdminTest-1901902743 tempest-RoutersAdminTest-1901902743-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:36:59.545314 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 967cf582-eea1-4ead-a019-ba90ab042b8c up at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 22:36:59.569723 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.base_scheduler [None req-d0f30b4d-9413-4aaa-8877-919c69912c80 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821829-1-hyperv, 220c3d3b-e8e0-4e00-b258-cb97b5add892) {{(pid=87507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:36:59.580476 dv-neutron-821829-1-hyperv neutron-server[87508]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6835fec6-5e03-4c1c-818c-3e2c01241c21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc5f312f-f84b-4fb5-a011-d18cbb5fdb16', 'code': 200}
Dec 16 22:36:59.585543 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 43292) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:36:59.594615 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7fbd03-2b1a-444b-b0ea-1d409861a416 tempest-FloatingIPNegativeTestJSON-1419073809 tempest-FloatingIPNegativeTestJSON-1419073809-project] Pushing event deleted for resources: {'Port': ['ID=fcebd889-ff5a-41fe-9533-a295224c1cf0,revision_number=None']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:36:59.604127 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0f30b4d-9413-4aaa-8877-919c69912c80 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:36:59.604884 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-d0f30b4d-9413-4aaa-8877-919c69912c80 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks [] for subnet, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:59.609238 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-5c7fbd03-2b1a-444b-b0ea-1d409861a416 tempest-FloatingIPNegativeTestJSON-1419073809 tempest-FloatingIPNegativeTestJSON-1419073809-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:36:59.631092 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-980f29c8-55f4-41f9-b859-acef83cad865 None None] Network 220c3d3b-e8e0-4e00-b258-cb97b5add892 requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 22:36:59.659503 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6181bd-5c62-4794-8f54-5479e17d739a tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Pushing event updated for resources: {'Port': ['ID=338d4f22-8493-42af-9520-fc3f12355a66,revision_number=1']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:36:59.665197 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] For port fc5f312f-f84b-4fb5-a011-d18cbb5fdb16, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=fc5f312f-f84b-4fb5-a011-d18cbb5fdb16,segment=NetworkSegment(32a05c8f-4e22-414f-870d-ee93982b6a67),segment_id=32a05c8f-4e22-414f-870d-ee93982b6a67)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:36:59.673845 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-fe6181bd-5c62-4794-8f54-5479e17d739a tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:36:59.829534 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:59.858784 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-b35f834a-091f-46b9-b0d2-ea27d097a17e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:36:59.865083 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-37e75b32-b188-41b2-a0ed-06d08ada11da tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1905105719'}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:36:59.897195 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-d0f30b4d-9413-4aaa-8877-919c69912c80 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 830 time: 2.0805633
Dec 16 22:36:59.902655 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-37e75b32-b188-41b2-a0ed-06d08ada11da tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:36:59.910605 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 43300) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:36:59.926694 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-37e75b32-b188-41b2-a0ed-06d08ada11da tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Usage tracker for resource:network and tenant:4776cb1297af44b2a1a3b9af0f4316e5 is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:36:59.958436 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-ffd0c5f5-e992-412a-a955-49b8ea62cc11 tempest-BulkNetworkOpsIpV6Test-1671727552 tempest-BulkNetworkOpsIpV6Test-1671727552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:36:59.979896 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-3b59458d-85e7-472d-ae7c-9df86704c6e4 None None] Attempting to bind port f63ea5e5-1521-41ec-b06b-8a476f3befb0 on host dv-neutron-821829-1-hyperv for vnic_type normal with profile  {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 22:36:59.980174 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-3b59458d-85e7-472d-ae7c-9df86704c6e4 None None] Attempting to bind port f63ea5e5-1521-41ec-b06b-8a476f3befb0 by drivers openvswitch,hyperv on host dv-neutron-821829-1-hyperv at level 0 using segments [{'id': 'da71c9a1-7532-4738-a9bc-22a7f498ec35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '7edd76f7-0f97-48a5-b177-9842de6c0500'}] {{(pid=87508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 22:36:59.980691 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b59458d-85e7-472d-ae7c-9df86704c6e4 None None] Attempting to bind port f63ea5e5-1521-41ec-b06b-8a476f3befb0 on network 7edd76f7-0f97-48a5-b177-9842de6c0500 {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 22:36:59.984409 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-7be5901a-c67c-4de1-9fb4-dac9d8eae8c3 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1911973510', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:36:59.996927 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-37e75b32-b188-41b2-a0ed-06d08ada11da tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:37:00.011294 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe6181bd-5c62-4794-8f54-5479e17d739a tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Network ca76f6e0-7834-4256-9a6f-2114d73bda2d is already hosted by enough agents. {{(pid=87506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:37:00.011510 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b59458d-85e7-472d-ae7c-9df86704c6e4 None None] Checking agent: {'id': '5571501f-366e-47a4-9b60-8ef19d935d27', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821829-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 24, 2), 'started_at': datetime.datetime(2021, 12, 16, 22, 24, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 36, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821829-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 22:37:00.011725 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b59458d-85e7-472d-ae7c-9df86704c6e4 None None] Checking segment: {'id': 'da71c9a1-7532-4738-a9bc-22a7f498ec35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '7edd76f7-0f97-48a5-b177-9842de6c0500'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 22:37:00.012324 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-3b59458d-85e7-472d-ae7c-9df86704c6e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:00.012877 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b59458d-85e7-472d-ae7c-9df86704c6e4 None None] Bound using segment: {'id': 'da71c9a1-7532-4738-a9bc-22a7f498ec35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '7edd76f7-0f97-48a5-b177-9842de6c0500'} {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 22:37:00.013858 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-3b59458d-85e7-472d-ae7c-9df86704c6e4 None None] Bound port: f63ea5e5-1521-41ec-b06b-8a476f3befb0, host: dv-neutron-821829-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da71c9a1-7532-4738-a9bc-22a7f498ec35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '7edd76f7-0f97-48a5-b177-9842de6c0500'}}] {{(pid=87508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 22:37:00.013858 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-3b59458d-85e7-472d-ae7c-9df86704c6e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:00.014938 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-7be5901a-c67c-4de1-9fb4-dac9d8eae8c3 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:37:00.016754 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.base_scheduler [None req-fe6181bd-5c62-4794-8f54-5479e17d739a tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Resources bound (agent type, host, resource id):  {{(pid=87506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:37:00.017258 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-814e24d2-d5a0-47b7-a69f-39d18da23a2e tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:37:00.019068 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe6181bd-5c62-4794-8f54-5479e17d739a tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Received port after_create {{(pid=87506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 22:37:00.061176 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-37e75b32-b188-41b2-a0ed-06d08ada11da tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:37:00.068536 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-7be5901a-c67c-4de1-9fb4-dac9d8eae8c3 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Usage tracker for resource:router and tenant:a221f56311244d31a510a3a1bb3c6ce9 is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:37:00.160092 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Pushing event updated for resources: {'Port': ['ID=fc5f312f-f84b-4fb5-a011-d18cbb5fdb16,revision_number=5']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:37:00.178091 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [None req-ffd0c5f5-e992-412a-a955-49b8ea62cc11 tempest-BulkNetworkOpsIpV6Test-1671727552 tempest-BulkNetworkOpsIpV6Test-1671727552-project] Calling delete_port for d27eef87-6d1f-439e-96e3-ebc5d92ba9e6 owned by  {{(pid=87506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:37:00.202314 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.344s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:37:00.209391 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning for port 967cf582-eea1-4ead-a019-ba90ab042b8c completed by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 22:37:00.248464 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning complete for port 967cf582-eea1-4ead-a019-ba90ab042b8c triggered by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:37:00.248751 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:00.259323 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-fe6181bd-5c62-4794-8f54-5479e17d739a tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3830061'] for router_interface, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:00.277989 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-814e24d2-d5a0-47b7-a69f-39d18da23a2e tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Usage tracker for resource:subnet and tenant:8e4385a98eb1416284c1cc96b3355a70 is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:37:00.282263 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-7be5901a-c67c-4de1-9fb4-dac9d8eae8c3 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:37:00.292648 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-814e24d2-d5a0-47b7-a69f-39d18da23a2e tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:37:00.307315 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-814e24d2-d5a0-47b7-a69f-39d18da23a2e tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:37:00.309298 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-7be5901a-c67c-4de1-9fb4-dac9d8eae8c3 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:37:00.327077 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37e75b32-b188-41b2-a0ed-06d08ada11da tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Made reservation on behalf of 4776cb1297af44b2a1a3b9af0f4316e5 for: {'network': 1} {{(pid=87507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:37:00.331282 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-37e75b32-b188-41b2-a0ed-06d08ada11da tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for network, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:00.339608 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-5c7fbd03-2b1a-444b-b0ea-1d409861a416 tempest-FloatingIPNegativeTestJSON-1419073809 tempest-FloatingIPNegativeTestJSON-1419073809-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3791449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3739472'] for router_interface, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:00.361109 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-37e75b32-b188-41b2-a0ed-06d08ada11da tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Notify callbacks [] for security_group, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:00.381721 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-1c41b651-973a-4a59-840a-35fc3635a2c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:00.386765 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-3b59458d-85e7-472d-ae7c-9df86704c6e4 None None] For port f63ea5e5-1521-41ec-b06b-8a476f3befb0, host dv-neutron-821829-1-hyperv, cleared binding levels {{(pid=87508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 22:37:00.453707 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-1c41b651-973a-4a59-840a-35fc3635a2c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841066'] for security_group, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:00.460833 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-37e75b32-b188-41b2-a0ed-06d08ada11da tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:37:00.471109 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-0a7ab4bc-2e32-40a3-91c0-823a619b4847 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:37:00.483377 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-3b59458d-85e7-472d-ae7c-9df86704c6e4 None None] For port f63ea5e5-1521-41ec-b06b-8a476f3befb0, host dv-neutron-821829-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=f63ea5e5-1521-41ec-b06b-8a476f3befb0,segment=NetworkSegment(da71c9a1-7532-4738-a9bc-22a7f498ec35),segment_id=da71c9a1-7532-4738-a9bc-22a7f498ec35)] {{(pid=87508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 22:37:00.493504 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-7be5901a-c67c-4de1-9fb4-dac9d8eae8c3 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3741155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38980'] for router, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:00.494844 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-7be5901a-c67c-4de1-9fb4-dac9d8eae8c3 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3743284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3741748', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3896702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-38989'] for router, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:00.517023 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-3b59458d-85e7-472d-ae7c-9df86704c6e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:00.522864 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-02cf978a-a518-4bab-90f3-b310d5dfeeea None None] Notify callbacks [] for port, precommit_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:00.525923 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-6f1ed6f4-38c4-4661-a674-5c8fc190487d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:37:00.567392 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2af97c4-7eb0-406b-859d-8137150e0b58 req-4e3962ba-8158-4f05-8b83-fca7570e7d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:37:00.568922 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-d2af97c4-7eb0-406b-859d-8137150e0b58 req-4e3962ba-8158-4f05-8b83-fca7570e7d08 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=6835fec6-5e03-4c1c-818c-3e2c01241c21 HTTP/1.1" status: 200  len: 1098 time: 0.6132557
Dec 16 22:37:00.579413 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17f4addd-c4a3-47ad-8ac3-4d43859dc4b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1d6bfaf-d325-5e4f-b05d-2441d8339617-220c3d3b-e8e0-4e00-b258-cb97b5add892', 'network_id': '220c3d3b-e8e0-4e00-b258-cb97b5add892', 'tenant_id': 'a221f56311244d31a510a3a1bb3c6ce9', 'fixed_ips': [{'subnet_id': '3c5a8425-411c-4613-b6f6-bdaed24515bf'}]}} from dv-neutron-821829-1-hyperv. {{(pid=87508) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 16 22:37:00.581715 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-17f4addd-c4a3-47ad-8ac3-4d43859dc4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:00.585290 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-37e75b32-b188-41b2-a0ed-06d08ada11da tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Usage tracker for resource:security_group_rule and tenant:4776cb1297af44b2a1a3b9af0f4316e5 is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:37:00.592031 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-814e24d2-d5a0-47b7-a69f-39d18da23a2e tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Made reservation on behalf of 8e4385a98eb1416284c1cc96b3355a70 for: {'subnet': 1} {{(pid=87507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:37:00.596183 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-814e24d2-d5a0-47b7-a69f-39d18da23a2e tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10549598'] for subnet, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:00.606355 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-ffd0c5f5-e992-412a-a955-49b8ea62cc11 tempest-BulkNetworkOpsIpV6Test-1671727552 tempest-BulkNetworkOpsIpV6Test-1671727552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1863393'] for port, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:00.613616 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-37e75b32-b188-41b2-a0ed-06d08ada11da tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:37:00.616863 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-38aac869-73fd-408d-9405-75b4f0ed05dc tempest-ExtraDHCPOptionsTestJSON-1956761191 tempest-ExtraDHCPOptionsTestJSON-1956761191-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:37:00.638066 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-02cf978a-a518-4bab-90f3-b310d5dfeeea None None] Transition to ACTIVE for port object b8aaf04a-5ccb-4172-ac26-c55e522741d5 will not be triggered until provisioned by entity L2. {{(pid=87508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:37:00.654011 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-37e75b32-b188-41b2-a0ed-06d08ada11da tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:37:00.686449 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-d2af97c4-7eb0-406b-859d-8137150e0b58 req-23425b82-ff1b-4a69-9f56-d07a4550a152 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=2c8293c6-7a9d-4021-9d0b-d55cb4b08bc4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1088679
Dec 16 22:37:00.689818 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd0c5f5-e992-412a-a955-49b8ea62cc11 tempest-BulkNetworkOpsIpV6Test-1671727552 tempest-BulkNetworkOpsIpV6Test-1671727552-project] Pushing event deleted for resources: {'Port': ['ID=d27eef87-6d1f-439e-96e3-ebc5d92ba9e6,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:37:00.692490 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-ffd0c5f5-e992-412a-a955-49b8ea62cc11 tempest-BulkNetworkOpsIpV6Test-1671727552 tempest-BulkNetworkOpsIpV6Test-1671727552-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:37:00.696809 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-ffd0c5f5-e992-412a-a955-49b8ea62cc11 tempest-BulkNetworkOpsIpV6Test-1671727552 tempest-BulkNetworkOpsIpV6Test-1671727552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for port, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:00.718525 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-f9bc116f-65ea-45e5-a072-b4ab251383c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:00.741212 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-1c41b651-973a-4a59-840a-35fc3635a2c3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8887ff1a681549eeb7621ccb8c9f9515&name=default HTTP/1.1" status: 200  len: 2979 time: 1.4823184
Dec 16 22:37:00.743881 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-ffd0c5f5-e992-412a-a955-49b8ea62cc11 tempest-BulkNetworkOpsIpV6Test-1671727552 tempest-BulkNetworkOpsIpV6Test-1671727552-project] 10.222.0.13 "DELETE /v2.0/ports/d27eef87-6d1f-439e-96e3-ebc5d92ba9e6 HTTP/1.1" status: 204  len: 168 time: 1.3996370
Dec 16 22:37:00.744571 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 43304) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:37:00.744899 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 43306) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:37:00.752114 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c41b651-973a-4a59-840a-35fc3635a2c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08cf6253-f310-433f-8295-b1fa33544693,revision_number=1']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:37:00.759449 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-1c41b651-973a-4a59-840a-35fc3635a2c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:37:00.772571 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75669fe-ee74-45e4-ad65-e64c7a7abb65 req-c78e9d59-559d-4a27-9218-f418e6d560ee tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:37:00.778246 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-02cf978a-a518-4bab-90f3-b310d5dfeeea None None] Transition to ACTIVE for port object b8aaf04a-5ccb-4172-ac26-c55e522741d5 will not be triggered until provisioned by entity DHCP. {{(pid=87508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:37:00.779818 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-f75669fe-ee74-45e4-ad65-e64c7a7abb65 req-c78e9d59-559d-4a27-9218-f418e6d560ee tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] 10.222.0.13 "GET /v2.0/ports?device_id=6835fec6-5e03-4c1c-818c-3e2c01241c21 HTTP/1.1" status: 200  len: 945 time: 0.7859905
Dec 16 22:37:00.798726 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-7be5901a-c67c-4de1-9fb4-dac9d8eae8c3 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:00.826761 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-02cf978a-a518-4bab-90f3-b310d5dfeeea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940'] for port, after_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:00.835956 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b59458d-85e7-472d-ae7c-9df86704c6e4 None None] Pushing event updated for resources: {'Port': ['ID=f63ea5e5-1521-41ec-b06b-8a476f3befb0,revision_number=2']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:37:00.848901 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-3b59458d-85e7-472d-ae7c-9df86704c6e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:37:00.855139 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-7958f3b4-7811-4f31-a543-5e3c5bb3e0de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.014s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:37:00.877093 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-fe6181bd-5c62-4794-8f54-5479e17d739a tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:00.929793 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:00.955594 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-c31ae35b-a4e5-4c09-85b8-bad3ee4ed284 tempest-BulkNetworkOpsIpV6Test-1671727552 tempest-BulkNetworkOpsIpV6Test-1671727552-project] Synchronizing usage tracker for tenant:b850cceefe1c4ce6bbf124be480e6b32 on resource:port {{(pid=87506) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 22:37:00.965544 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02cf978a-a518-4bab-90f3-b310d5dfeeea None None] Network beb9486e-1750-4c8a-b6a4-e35f12b2c70a is already hosted by enough agents. {{(pid=87508) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:37:01.012861 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.scheduler.base_scheduler [None req-02cf978a-a518-4bab-90f3-b310d5dfeeea None None] Resources bound (agent type, host, resource id):  {{(pid=87508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:37:01.030488 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02cf978a-a518-4bab-90f3-b310d5dfeeea None None] Received port after_create {{(pid=87508) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 22:37:01.035315 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02cf978a-a518-4bab-90f3-b310d5dfeeea None None] Pushing event updated for resources: {'Port': ['ID=b8aaf04a-5ccb-4172-ac26-c55e522741d5,revision_number=1']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:37:01.042429 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-eed25eb4-d86b-4161-bb33-186011799bdd None None] Provisioning for port 338d4f22-8493-42af-9520-fc3f12355a66 completed by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 22:37:01.054374 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-02cf978a-a518-4bab-90f3-b310d5dfeeea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:37:01.101181 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-f75669fe-ee74-45e4-ad65-e64c7a7abb65 req-d1e6e714-cad5-4df3-9773-264b047d2400 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c8293c6-7a9d-4021-9d0b-d55cb4b08bc4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3203840
Dec 16 22:37:01.118698 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-7be5901a-c67c-4de1-9fb4-dac9d8eae8c3 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3740952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3741923'] for router, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:01.123683 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-eed25eb4-d86b-4161-bb33-186011799bdd None None] Provisioning complete for port 338d4f22-8493-42af-9520-fc3f12355a66 triggered by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:37:01.129698 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-eed25eb4-d86b-4161-bb33-186011799bdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:01.144397 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c7fbd03-2b1a-444b-b0ea-1d409861a416 tempest-FloatingIPNegativeTestJSON-1419073809 tempest-FloatingIPNegativeTestJSON-1419073809-project] Router 4ddcb10e-cca3-4eb4-ad66-8d96c0a5306b has already been hosted by L3 agent 4f519db7-069b-43e2-8411-c092bac9102a {{(pid=87507) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 22:37:01.183999 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] For port 967cf582-eea1-4ead-a019-ba90ab042b8c, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=967cf582-eea1-4ead-a019-ba90ab042b8c,segment=NetworkSegment(3e32d352-81de-4bee-8e9d-a2223874ae5a),segment_id=3e32d352-81de-4bee-8e9d-a2223874ae5a)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:37:01.231228 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.db_base_plugin_common [None req-17f4addd-c4a3-47ad-8ac3-4d43859dc4b8 None None] Allocated IP 2001:db8:1::2 (220c3d3b-e8e0-4e00-b258-cb97b5add892/3c5a8425-411c-4613-b6f6-bdaed24515bf/cd88f1ee-2ffa-4360-829e-9c5f96a3e5d6) {{(pid=87508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 22:37:01.237950 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:01.245701 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-3b59458d-85e7-472d-ae7c-9df86704c6e4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:37:01.272689 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-c31ae35b-a4e5-4c09-85b8-bad3ee4ed284 tempest-BulkNetworkOpsIpV6Test-1671727552 tempest-BulkNetworkOpsIpV6Test-1671727552-project] Unset dirty status for tenant:b850cceefe1c4ce6bbf124be480e6b32 on resource:port {{(pid=87506) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 22:37:01.273938 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-c31ae35b-a4e5-4c09-85b8-bad3ee4ed284 tempest-BulkNetworkOpsIpV6Test-1671727552 tempest-BulkNetworkOpsIpV6Test-1671727552-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200  len: 205 time: 0.5236099
Dec 16 22:37:01.280663 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 43312) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:37:01.293124 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-e6e04f45-117b-4e69-96f4-97330ea792e7 tempest-BulkNetworkOpsIpV6Test-1671727552 tempest-BulkNetworkOpsIpV6Test-1671727552-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1360510996'}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:37:01.299815 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-fa4bcd96-7ab9-4671-9ba6-cc3d6da8c00e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:01.317924 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-e6e04f45-117b-4e69-96f4-97330ea792e7 tempest-BulkNetworkOpsIpV6Test-1671727552 tempest-BulkNetworkOpsIpV6Test-1671727552-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:37:01.358128 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-02cf978a-a518-4bab-90f3-b310d5dfeeea None None] Attempting to bind port b8aaf04a-5ccb-4172-ac26-c55e522741d5 on host dv-neutron-821829-1-hyperv for vnic_type normal with profile  {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 22:37:01.358517 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-02cf978a-a518-4bab-90f3-b310d5dfeeea None None] Attempting to bind port b8aaf04a-5ccb-4172-ac26-c55e522741d5 by drivers openvswitch,hyperv on host dv-neutron-821829-1-hyperv at level 0 using segments [{'id': '0199e88a-c1e7-402e-a4f2-70b3d5386b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'beb9486e-1750-4c8a-b6a4-e35f12b2c70a'}] {{(pid=87508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 22:37:01.358896 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02cf978a-a518-4bab-90f3-b310d5dfeeea None None] Attempting to bind port b8aaf04a-5ccb-4172-ac26-c55e522741d5 on network beb9486e-1750-4c8a-b6a4-e35f12b2c70a {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 22:37:01.378634 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-eed25eb4-d86b-4161-bb33-186011799bdd None None] Port 338d4f22-8493-42af-9520-fc3f12355a66 cannot update to ACTIVE because it is not bound. {{(pid=87508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 22:37:01.436886 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02cf978a-a518-4bab-90f3-b310d5dfeeea None None] Checking agent: {'id': '5571501f-366e-47a4-9b60-8ef19d935d27', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821829-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 24, 2), 'started_at': datetime.datetime(2021, 12, 16, 22, 24, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 36, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821829-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 22:37:01.437265 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02cf978a-a518-4bab-90f3-b310d5dfeeea None None] Checking segment: {'id': '0199e88a-c1e7-402e-a4f2-70b3d5386b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'beb9486e-1750-4c8a-b6a4-e35f12b2c70a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 22:37:01.437676 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-02cf978a-a518-4bab-90f3-b310d5dfeeea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:01.438063 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02cf978a-a518-4bab-90f3-b310d5dfeeea None None] Bound using segment: {'id': '0199e88a-c1e7-402e-a4f2-70b3d5386b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'beb9486e-1750-4c8a-b6a4-e35f12b2c70a'} {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 22:37:01.438550 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-02cf978a-a518-4bab-90f3-b310d5dfeeea None None] Bound port: b8aaf04a-5ccb-4172-ac26-c55e522741d5, host: dv-neutron-821829-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0199e88a-c1e7-402e-a4f2-70b3d5386b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'beb9486e-1750-4c8a-b6a4-e35f12b2c70a'}}] {{(pid=87508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 22:37:01.438979 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-02cf978a-a518-4bab-90f3-b310d5dfeeea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:01.441911 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-fa4bcd96-7ab9-4671-9ba6-cc3d6da8c00e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:01.453963 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device f63ea5e5-1521-41ec-b06b-8a476f3befb0 up at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 22:37:01.495998 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-e6e04f45-117b-4e69-96f4-97330ea792e7 tempest-BulkNetworkOpsIpV6Test-1671727552 tempest-BulkNetworkOpsIpV6Test-1671727552-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:37:01.503367 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-fa4bcd96-7ab9-4671-9ba6-cc3d6da8c00e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841066'] for security_group, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:01.514210 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-47d5ca9e-e8a6-4fcf-b32b-2b6da82b2cb0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:37:01.534667 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4bcd96-7ab9-4671-9ba6-cc3d6da8c00e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08cf6253-f310-433f-8295-b1fa33544693,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:37:01.540206 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-fa4bcd96-7ab9-4671-9ba6-cc3d6da8c00e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:37:01.548264 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-fa4bcd96-7ab9-4671-9ba6-cc3d6da8c00e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:01.549425 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-fa4bcd96-7ab9-4671-9ba6-cc3d6da8c00e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/08cf6253-f310-433f-8295-b1fa33544693 HTTP/1.1" status: 204  len: 168 time: 0.7974756
Dec 16 22:37:01.616315 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-fe6181bd-5c62-4794-8f54-5479e17d739a tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks [] for port, precommit_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:01.622856 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-fe6181bd-5c62-4794-8f54-5479e17d739a tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1863400'] for port, after_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:01.660106 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-12466968-9efc-4bbb-bf18-14d7dbec8a2b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:37:01.701323 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c7fbd03-2b1a-444b-b0ea-1d409861a416 tempest-FloatingIPNegativeTestJSON-1419073809 tempest-FloatingIPNegativeTestJSON-1419073809-project] Notify agent at l3_agent.dv-neutron-821829-1-hyperv the message routers_updated {{(pid=87507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 22:37:01.713034 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e322f7f-c56a-48cc-a55d-d7985f953456 None None] Sync routers for ids ['4ddcb10e-cca3-4eb4-ad66-8d96c0a5306b'] in dv-neutron-821829-1-hyperv {{(pid=87509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 22:37:01.719564 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-5c7fbd03-2b1a-444b-b0ea-1d409861a416 tempest-FloatingIPNegativeTestJSON-1419073809 tempest-FloatingIPNegativeTestJSON-1419073809-project] 10.222.0.13 "PUT /v2.0/routers/4ddcb10e-cca3-4eb4-ad66-8d96c0a5306b/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 7.4261572
Dec 16 22:37:01.720893 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-7be5901a-c67c-4de1-9fb4-dac9d8eae8c3 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks [] for router, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:01.727349 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-7be5901a-c67c-4de1-9fb4-dac9d8eae8c3 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 704 time: 1.8097851
Dec 16 22:37:01.727546 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e322f7f-c56a-48cc-a55d-d7985f953456 None None] Routers {'4ddcb10e-cca3-4eb4-ad66-8d96c0a5306b'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:37:01.731231 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-2e322f7f-c56a-48cc-a55d-d7985f953456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b7c942130>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:37:01Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['4ddcb10e-cca3-4eb4-ad66-8d96c0a5306b'], 'active': True} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:37:01.735971 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 43318) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:37:01.736422 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 43320) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:37:01.766285 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Pushing event updated for resources: {'Port': ['ID=967cf582-eea1-4ead-a019-ba90ab042b8c,revision_number=3']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:37:01.799884 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6181bd-5c62-4794-8f54-5479e17d739a tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Pushing event updated for resources: {'Port': ['ID=338d4f22-8493-42af-9520-fc3f12355a66,revision_number=2']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:37:01.810502 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.565s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:37:01.810964 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-3e729f7f-1589-4d54-9c4a-7ee6b283cc2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:01.822006 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-fe6181bd-5c62-4794-8f54-5479e17d739a tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:37:01.828984 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-eed25eb4-d86b-4161-bb33-186011799bdd None None] Provisioning complete for port 967cf582-eea1-4ead-a019-ba90ab042b8c triggered by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:37:01.829369 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-eed25eb4-d86b-4161-bb33-186011799bdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:01.869617 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-2e322f7f-c56a-48cc-a55d-d7985f953456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b7c942130>, [], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:37:01.873443 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-fe6181bd-5c62-4794-8f54-5479e17d739a tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3791426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3830222'] for router_interface, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:01.894883 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e322f7f-c56a-48cc-a55d-d7985f953456 None None] Routers {'4ddcb10e-cca3-4eb4-ad66-8d96c0a5306b'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:37:01.895528 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-2e322f7f-c56a-48cc-a55d-d7985f953456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b7c942130>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:37:01Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['4ddcb10e-cca3-4eb4-ad66-8d96c0a5306b'], 'active': True} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:37:01.909074 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:01.928775 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-37e75b32-b188-41b2-a0ed-06d08ada11da tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Notify callbacks [] for security_group, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:01.931280 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-814e24d2-d5a0-47b7-a69f-39d18da23a2e tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10807931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10549612'] for subnet, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:02.008837 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6e04f45-117b-4e69-96f4-97330ea792e7 tempest-BulkNetworkOpsIpV6Test-1671727552 tempest-BulkNetworkOpsIpV6Test-1671727552-project] Made reservation on behalf of b850cceefe1c4ce6bbf124be480e6b32 for: {'network': 1} {{(pid=87506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:37:02.016819 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-e6e04f45-117b-4e69-96f4-97330ea792e7 tempest-BulkNetworkOpsIpV6Test-1671727552 tempest-BulkNetworkOpsIpV6Test-1671727552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for network, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:02.034603 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-2e322f7f-c56a-48cc-a55d-d7985f953456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b7c942130>, [], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:37:02.035103 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e322f7f-c56a-48cc-a55d-d7985f953456 None None] The sync data for ids ['4ddcb10e-cca3-4eb4-ad66-8d96c0a5306b'] in dv-neutron-821829-1-hyperv is: [] {{(pid=87509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 22:37:02.074696 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6e04f45-117b-4e69-96f4-97330ea792e7 tempest-BulkNetworkOpsIpV6Test-1671727552 tempest-BulkNetworkOpsIpV6Test-1671727552-project] vlan segment allocate from pool success with {'vlan_id': 192, 'physical_network': 'physnet1'}  {{(pid=87506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 22:37:02.088647 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-02cf978a-a518-4bab-90f3-b310d5dfeeea None None] For port b8aaf04a-5ccb-4172-ac26-c55e522741d5, host dv-neutron-821829-1-hyperv, cleared binding levels {{(pid=87508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 22:37:02.098742 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-e6e04f45-117b-4e69-96f4-97330ea792e7 tempest-BulkNetworkOpsIpV6Test-1671727552 tempest-BulkNetworkOpsIpV6Test-1671727552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-883292'] for segment, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:02.104735 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.db.segments_db [None req-e6e04f45-117b-4e69-96f4-97330ea792e7 tempest-BulkNetworkOpsIpV6Test-1671727552 tempest-BulkNetworkOpsIpV6Test-1671727552-project] Added segment 3e1827da-1944-441f-bcd7-c4954f2766f8 of type vlan for network c97253e6-9450-4c00-a269-41ebfa63005c
Dec 16 22:37:02.159998 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning for port f63ea5e5-1521-41ec-b06b-8a476f3befb0 completed by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 22:37:02.167162 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:37:02.174937 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-02cf978a-a518-4bab-90f3-b310d5dfeeea None None] For port b8aaf04a-5ccb-4172-ac26-c55e522741d5, host dv-neutron-821829-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=b8aaf04a-5ccb-4172-ac26-c55e522741d5,segment=NetworkSegment(0199e88a-c1e7-402e-a4f2-70b3d5386b66),segment_id=0199e88a-c1e7-402e-a4f2-70b3d5386b66)] {{(pid=87508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 22:37:02.197375 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-02cf978a-a518-4bab-90f3-b310d5dfeeea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:02.205326 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-eeb882bb-2a2b-4ae6-9693-2f82809be9e2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:37:02.228205 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe6181bd-5c62-4794-8f54-5479e17d739a tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Network ca76f6e0-7834-4256-9a6f-2114d73bda2d is already hosted by enough agents. {{(pid=87506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:37:02.230015 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-e6e04f45-117b-4e69-96f4-97330ea792e7 tempest-BulkNetworkOpsIpV6Test-1671727552 tempest-BulkNetworkOpsIpV6Test-1671727552-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734753047233'] for network, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:02.235233 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.base_scheduler [None req-fe6181bd-5c62-4794-8f54-5479e17d739a tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Resources bound (agent type, host, resource id):  {{(pid=87506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:37:02.339421 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-17f4addd-c4a3-47ad-8ac3-4d43859dc4b8 None None] Notify callbacks [] for port, precommit_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:02.371333 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-37e75b32-b188-41b2-a0ed-06d08ada11da tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841066'] for security_group, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:02.375058 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-17f4addd-c4a3-47ad-8ac3-4d43859dc4b8 None None] Transition to ACTIVE for port object cd88f1ee-2ffa-4360-829e-9c5f96a3e5d6 will not be triggered until provisioned by entity L2. {{(pid=87508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:37:02.410695 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.db.resource_extend [None req-e6e04f45-117b-4e69-96f4-97330ea792e7 tempest-BulkNetworkOpsIpV6Test-1671727552 tempest-BulkNetworkOpsIpV6Test-1671727552-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 16 22:37:02.412075 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02cf978a-a518-4bab-90f3-b310d5dfeeea None None] Pushing event updated for resources: {'Port': ['ID=b8aaf04a-5ccb-4172-ac26-c55e522741d5,revision_number=2']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:37:02.420387 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-02cf978a-a518-4bab-90f3-b310d5dfeeea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:37:02.423009 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-17f4addd-c4a3-47ad-8ac3-4d43859dc4b8 None None] Transition to ACTIVE for port object cd88f1ee-2ffa-4360-829e-9c5f96a3e5d6 will not be triggered until provisioned by entity DHCP. {{(pid=87508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:37:02.433629 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-17f4addd-c4a3-47ad-8ac3-4d43859dc4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940'] for port, after_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:02.440506 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:37:02.632336 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17f4addd-c4a3-47ad-8ac3-4d43859dc4b8 None None] Network 220c3d3b-e8e0-4e00-b258-cb97b5add892 is already hosted by enough agents. {{(pid=87508) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:37:02.638669 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.scheduler.base_scheduler [None req-17f4addd-c4a3-47ad-8ac3-4d43859dc4b8 None None] Resources bound (agent type, host, resource id):  {{(pid=87508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:37:02.647267 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17f4addd-c4a3-47ad-8ac3-4d43859dc4b8 None None] Received port after_create {{(pid=87508) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 22:37:02.677152 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-e6e04f45-117b-4e69-96f4-97330ea792e7 tempest-BulkNetworkOpsIpV6Test-1671727552 tempest-BulkNetworkOpsIpV6Test-1671727552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440'] for network, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:02.689160 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6e04f45-117b-4e69-96f4-97330ea792e7 tempest-BulkNetworkOpsIpV6Test-1671727552 tempest-BulkNetworkOpsIpV6Test-1671727552-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:37:02.691631 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-e6e04f45-117b-4e69-96f4-97330ea792e7 tempest-BulkNetworkOpsIpV6Test-1671727552 tempest-BulkNetworkOpsIpV6Test-1671727552-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3791486'] for network, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:02.706361 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-12e03b5d-8e4f-4546-9001-4aa12b665afc tempest-BulkNetworkOpsIpV6Test-1671727552 tempest-BulkNetworkOpsIpV6Test-1671727552-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:37:02.724292 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-6541554f-e6dd-463c-8e29-50222316f9ce None None] Provisioning complete for port 338d4f22-8493-42af-9520-fc3f12355a66 triggered by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:37:02.724677 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-6541554f-e6dd-463c-8e29-50222316f9ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:02.812119 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37e75b32-b188-41b2-a0ed-06d08ada11da tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] vlan segment allocate from pool success with {'vlan_id': 194, 'physical_network': 'physnet1'}  {{(pid=87507) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 22:37:02.820780 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f4addd-c4a3-47ad-8ac3-4d43859dc4b8 None None] Pushing event updated for resources: {'Port': ['ID=cd88f1ee-2ffa-4360-829e-9c5f96a3e5d6,revision_number=1']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:37:02.828147 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-37e75b32-b188-41b2-a0ed-06d08ada11da tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-883292'] for segment, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:02.828836 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.db.segments_db [None req-37e75b32-b188-41b2-a0ed-06d08ada11da tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Added segment 0d1a1962-8764-4335-8f82-bff024b3a174 of type vlan for network 9b8802ff-ae40-4a41-b9a8-a032d95bf22a
Dec 16 22:37:02.835398 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-17f4addd-c4a3-47ad-8ac3-4d43859dc4b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.395s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:37:02.859089 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-17f4addd-c4a3-47ad-8ac3-4d43859dc4b8 None None] Attempting to bind port cd88f1ee-2ffa-4360-829e-9c5f96a3e5d6 on host dv-neutron-821829-1-hyperv for vnic_type normal with profile  {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 22:37:02.859854 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-17f4addd-c4a3-47ad-8ac3-4d43859dc4b8 None None] Attempting to bind port cd88f1ee-2ffa-4360-829e-9c5f96a3e5d6 by drivers openvswitch,hyperv on host dv-neutron-821829-1-hyperv at level 0 using segments [{'id': '55881993-30ee-453e-b35d-881260d3222e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '220c3d3b-e8e0-4e00-b258-cb97b5add892'}] {{(pid=87508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 22:37:02.860003 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17f4addd-c4a3-47ad-8ac3-4d43859dc4b8 None None] Attempting to bind port cd88f1ee-2ffa-4360-829e-9c5f96a3e5d6 on network 220c3d3b-e8e0-4e00-b258-cb97b5add892 {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 22:37:02.867440 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-37e75b32-b188-41b2-a0ed-06d08ada11da tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734753047233'] for network, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:02.880191 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17f4addd-c4a3-47ad-8ac3-4d43859dc4b8 None None] Checking agent: {'id': '5571501f-366e-47a4-9b60-8ef19d935d27', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821829-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 24, 2), 'started_at': datetime.datetime(2021, 12, 16, 22, 24, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 37, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821829-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 22:37:02.880570 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17f4addd-c4a3-47ad-8ac3-4d43859dc4b8 None None] Checking segment: {'id': '55881993-30ee-453e-b35d-881260d3222e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '220c3d3b-e8e0-4e00-b258-cb97b5add892'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 22:37:02.881232 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-17f4addd-c4a3-47ad-8ac3-4d43859dc4b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:02.881635 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17f4addd-c4a3-47ad-8ac3-4d43859dc4b8 None None] Bound using segment: {'id': '55881993-30ee-453e-b35d-881260d3222e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '220c3d3b-e8e0-4e00-b258-cb97b5add892'} {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 22:37:02.882114 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-17f4addd-c4a3-47ad-8ac3-4d43859dc4b8 None None] Bound port: cd88f1ee-2ffa-4360-829e-9c5f96a3e5d6, host: dv-neutron-821829-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55881993-30ee-453e-b35d-881260d3222e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '220c3d3b-e8e0-4e00-b258-cb97b5add892'}}] {{(pid=87508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 22:37:02.882497 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-17f4addd-c4a3-47ad-8ac3-4d43859dc4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:02.884569 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-e6e04f45-117b-4e69-96f4-97330ea792e7 tempest-BulkNetworkOpsIpV6Test-1671727552 tempest-BulkNetworkOpsIpV6Test-1671727552-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 790 time: 1.6006227
Dec 16 22:37:02.885272 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 43346) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:37:02.888267 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e04f45-117b-4e69-96f4-97330ea792e7 tempest-BulkNetworkOpsIpV6Test-1671727552 tempest-BulkNetworkOpsIpV6Test-1671727552-project] Pushing event updated for resources: {'Network': ['ID=c97253e6-9450-4c00-a269-41ebfa63005c,revision_number=1']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:37:02.894271 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-e6e04f45-117b-4e69-96f4-97330ea792e7 tempest-BulkNetworkOpsIpV6Test-1671727552 tempest-BulkNetworkOpsIpV6Test-1671727552-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:37:02.904917 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-6541554f-e6dd-463c-8e29-50222316f9ce None None] Port 338d4f22-8493-42af-9520-fc3f12355a66 cannot update to ACTIVE because it is not bound. {{(pid=87508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 22:37:02.907203 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Network c97253e6-9450-4c00-a269-41ebfa63005c details requested by agent ovs-agent-dv-neutron-821829-1-hyperv with host dv-neutron-821829-1-hyperv {{(pid=87508) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 22:37:02.910547 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-95fc5c0a-d2ec-417d-a4de-4284b8fb8193 tempest-BulkNetworkOpsIpV6Test-1671727552 tempest-BulkNetworkOpsIpV6Test-1671727552-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-2135173905'}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:37:02.931728 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-95fc5c0a-d2ec-417d-a4de-4284b8fb8193 tempest-BulkNetworkOpsIpV6Test-1671727552 tempest-BulkNetworkOpsIpV6Test-1671727552-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:37:02.937063 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-95fc5c0a-d2ec-417d-a4de-4284b8fb8193 tempest-BulkNetworkOpsIpV6Test-1671727552 tempest-BulkNetworkOpsIpV6Test-1671727552-project] Usage tracker for resource:network and tenant:b850cceefe1c4ce6bbf124be480e6b32 is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:37:02.941221 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-95fc5c0a-d2ec-417d-a4de-4284b8fb8193 tempest-BulkNetworkOpsIpV6Test-1671727552 tempest-BulkNetworkOpsIpV6Test-1671727552-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:37:02.946792 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe6181bd-5c62-4794-8f54-5479e17d739a tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Router 0647c695-5ccc-4b69-9d9f-63e7d6b706cb is scheduled to L3 agent 4f519db7-069b-43e2-8411-c092bac9102a with binding_index 1 {{(pid=87506) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 16 22:37:02.978795 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-95fc5c0a-d2ec-417d-a4de-4284b8fb8193 tempest-BulkNetworkOpsIpV6Test-1671727552 tempest-BulkNetworkOpsIpV6Test-1671727552-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:37:03.009535 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-814e24d2-d5a0-47b7-a69f-39d18da23a2e tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Network 7edd76f7-0f97-48a5-b177-9842de6c0500 is already hosted by enough agents. {{(pid=87507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:37:03.035319 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-7c162416-37d8-41dd-b602-ad2bce110ed4 tempest-FloatingIPNegativeTestJSON-1419073809 tempest-FloatingIPNegativeTestJSON-1419073809-project] Notify callbacks [] for router, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:03.102527 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.base_scheduler [None req-814e24d2-d5a0-47b7-a69f-39d18da23a2e tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Resources bound (agent type, host, resource id):  {{(pid=87507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:37:03.104891 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 43350) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:37:03.105291 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-78a3990e-2912-4b36-a663-bcd61d6e9113 None None] Provisioning complete for port 338d4f22-8493-42af-9520-fc3f12355a66 triggered by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:37:03.105776 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-78a3990e-2912-4b36-a663-bcd61d6e9113 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:03.131160 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-814e24d2-d5a0-47b7-a69f-39d18da23a2e tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:37:03.131777 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-814e24d2-d5a0-47b7-a69f-39d18da23a2e tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks [] for subnet, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:03.149046 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dda35f70-c988-4219-8492-fcab93584822 None None] Network 7edd76f7-0f97-48a5-b177-9842de6c0500 requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 22:37:03.191231 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-17f4addd-c4a3-47ad-8ac3-4d43859dc4b8 None None] For port cd88f1ee-2ffa-4360-829e-9c5f96a3e5d6, host dv-neutron-821829-1-hyperv, cleared binding levels {{(pid=87508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 22:37:03.216859 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.db.resource_extend [None req-37e75b32-b188-41b2-a0ed-06d08ada11da tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 16 22:37:03.231187 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95fc5c0a-d2ec-417d-a4de-4284b8fb8193 tempest-BulkNetworkOpsIpV6Test-1671727552 tempest-BulkNetworkOpsIpV6Test-1671727552-project] Made reservation on behalf of b850cceefe1c4ce6bbf124be480e6b32 for: {'network': 1} {{(pid=87506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:37:03.234666 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-95fc5c0a-d2ec-417d-a4de-4284b8fb8193 tempest-BulkNetworkOpsIpV6Test-1671727552 tempest-BulkNetworkOpsIpV6Test-1671727552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for network, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:03.275619 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-17f4addd-c4a3-47ad-8ac3-4d43859dc4b8 None None] For port cd88f1ee-2ffa-4360-829e-9c5f96a3e5d6, host dv-neutron-821829-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=cd88f1ee-2ffa-4360-829e-9c5f96a3e5d6,segment=NetworkSegment(55881993-30ee-453e-b35d-881260d3222e),segment_id=55881993-30ee-453e-b35d-881260d3222e)] {{(pid=87508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 22:37:03.280465 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-4541ba3b-6be8-499c-bc94-3c60aa55c4f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:03.283431 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-78a3990e-2912-4b36-a663-bcd61d6e9113 None None] Port 338d4f22-8493-42af-9520-fc3f12355a66 cannot update to ACTIVE because it is not bound. {{(pid=87508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 22:37:03.290793 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-17f4addd-c4a3-47ad-8ac3-4d43859dc4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:03.297313 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-eeb882bb-2a2b-4ae6-9693-2f82809be9e2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:37:03.305226 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95fc5c0a-d2ec-417d-a4de-4284b8fb8193 tempest-BulkNetworkOpsIpV6Test-1671727552 tempest-BulkNetworkOpsIpV6Test-1671727552-project] vlan segment allocate from pool success with {'vlan_id': 153, 'physical_network': 'physnet1'}  {{(pid=87506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 22:37:03.307409 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe6181bd-5c62-4794-8f54-5479e17d739a tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify agent at l3_agent.dv-neutron-821829-1-hyperv the message routers_updated {{(pid=87506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 22:37:03.319124 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-95fc5c0a-d2ec-417d-a4de-4284b8fb8193 tempest-BulkNetworkOpsIpV6Test-1671727552 tempest-BulkNetworkOpsIpV6Test-1671727552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-883292'] for segment, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:03.319465 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.db.segments_db [None req-95fc5c0a-d2ec-417d-a4de-4284b8fb8193 tempest-BulkNetworkOpsIpV6Test-1671727552 tempest-BulkNetworkOpsIpV6Test-1671727552-project] Added segment b8136ba7-fc65-4f50-85b7-04a356d46cb8 of type vlan for network 68e919cb-e6bb-4607-ba1c-691908ee3b33
Dec 16 22:37:03.322976 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-fe6181bd-5c62-4794-8f54-5479e17d739a tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] 10.222.0.13 "PUT /v2.0/routers/0647c695-5ccc-4b69-9d9f-63e7d6b706cb/add_router_interface HTTP/1.1" status: 200  len: 503 time: 7.0155959
Dec 16 22:37:03.327932 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 43356) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:37:03.346953 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86b52256-7440-4cd9-a41d-e7c92f4704f2 None None] Sync routers for ids ['0647c695-5ccc-4b69-9d9f-63e7d6b706cb'] in dv-neutron-821829-1-hyperv {{(pid=87508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 22:37:03.407582 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-95fc5c0a-d2ec-417d-a4de-4284b8fb8193 tempest-BulkNetworkOpsIpV6Test-1671727552 tempest-BulkNetworkOpsIpV6Test-1671727552-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734753047233'] for network, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:03.431559 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-78a3990e-2912-4b36-a663-bcd61d6e9113 None None] Provisioning for port f63ea5e5-1521-41ec-b06b-8a476f3befb0 completed by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 22:37:03.434342 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86b52256-7440-4cd9-a41d-e7c92f4704f2 None None] Routers {'0647c695-5ccc-4b69-9d9f-63e7d6b706cb'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:37:03.434716 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70778edb-186f-4089-a3d9-e8b7561942da tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:37:03.434984 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-86b52256-7440-4cd9-a41d-e7c92f4704f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b77c34d00>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:37:01Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['0647c695-5ccc-4b69-9d9f-63e7d6b706cb'], 'active': True} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:37:03.435296 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-70778edb-186f-4089-a3d9-e8b7561942da tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Synchronizing usage tracker for tenant:bb30155073f3462f829b4df60e35f5af on resource:port {{(pid=87506) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 22:37:03.488266 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-70778edb-186f-4089-a3d9-e8b7561942da tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Unset dirty status for tenant:bb30155073f3462f829b4df60e35f5af on resource:port {{(pid=87506) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 22:37:03.493084 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-70778edb-186f-4089-a3d9-e8b7561942da tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] 10.222.0.13 "GET /v2.0/ports/338d4f22-8493-42af-9520-fc3f12355a66 HTTP/1.1" status: 200  len: 910 time: 0.1619189
Dec 16 22:37:03.494173 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 43360) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:37:03.500907 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-95fc5c0a-d2ec-417d-a4de-4284b8fb8193 tempest-BulkNetworkOpsIpV6Test-1671727552 tempest-BulkNetworkOpsIpV6Test-1671727552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440'] for network, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:03.517105 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95fc5c0a-d2ec-417d-a4de-4284b8fb8193 tempest-BulkNetworkOpsIpV6Test-1671727552 tempest-BulkNetworkOpsIpV6Test-1671727552-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:37:03.517756 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-95fc5c0a-d2ec-417d-a4de-4284b8fb8193 tempest-BulkNetworkOpsIpV6Test-1671727552 tempest-BulkNetworkOpsIpV6Test-1671727552-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3791486'] for network, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:03.530968 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-8b12f18f-434a-4258-82a7-132a7ef5e3d8 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '30e7ca5e-20c5-4ff1-8337-c4da0a2ac3f7'}]}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:37:03.532549 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-78a3990e-2912-4b36-a663-bcd61d6e9113 None None] Provisioning complete for port f63ea5e5-1521-41ec-b06b-8a476f3befb0 triggered by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:37:03.532932 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-78a3990e-2912-4b36-a663-bcd61d6e9113 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:03.562256 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-86b52256-7440-4cd9-a41d-e7c92f4704f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b77c34d00>, [], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:37:03.585978 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-aab81a0c-7810-4c98-bdc2-e6d796d2624e tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:37:03.604700 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 967cf582-eea1-4ead-a019-ba90ab042b8c up at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 22:37:03.623965 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814e24d2-d5a0-47b7-a69f-39d18da23a2e tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Pushing event updated for resources: {'Subnet': ['ID=fb06562e-96ab-4d6a-9d42-3c4f82f34852,revision_number=0']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:37:03.636080 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f4addd-c4a3-47ad-8ac3-4d43859dc4b8 None None] Pushing event updated for resources: {'Port': ['ID=cd88f1ee-2ffa-4360-829e-9c5f96a3e5d6,revision_number=2']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:37:03.639253 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-17f4addd-c4a3-47ad-8ac3-4d43859dc4b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.342s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:37:03.716734 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-95fc5c0a-d2ec-417d-a4de-4284b8fb8193 tempest-BulkNetworkOpsIpV6Test-1671727552 tempest-BulkNetworkOpsIpV6Test-1671727552-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 790 time: 0.8300068
Dec 16 22:37:03.732454 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-6992b3b9-0f91-4d70-af21-7fb9601cc862 tempest-NetworksNegativeTestJSON-1325133313 tempest-NetworksNegativeTestJSON-1325133313-project] Request body: {'port': {'network_id': 'c2eeef15-9a14-4d5b-a57b-69b2a8055612', 'name': 'tempest-NetworksNegativeTestJSON-1101300522'}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:37:03.747670 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86b52256-7440-4cd9-a41d-e7c92f4704f2 None None] Routers {'0647c695-5ccc-4b69-9d9f-63e7d6b706cb'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:37:03.748359 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-86b52256-7440-4cd9-a41d-e7c92f4704f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b77c34d00>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:37:01Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['0647c695-5ccc-4b69-9d9f-63e7d6b706cb'], 'active': True} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:37:03.781747 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fc5c0a-d2ec-417d-a4de-4284b8fb8193 tempest-BulkNetworkOpsIpV6Test-1671727552 tempest-BulkNetworkOpsIpV6Test-1671727552-project] Pushing event updated for resources: {'Network': ['ID=68e919cb-e6bb-4607-ba1c-691908ee3b33,revision_number=1']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:37:03.799750 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-95fc5c0a-d2ec-417d-a4de-4284b8fb8193 tempest-BulkNetworkOpsIpV6Test-1671727552 tempest-BulkNetworkOpsIpV6Test-1671727552-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:37:03.819413 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-814e24d2-d5a0-47b7-a69f-39d18da23a2e tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.652s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:37:03.846739 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Network 68e919cb-e6bb-4607-ba1c-691908ee3b33 details requested by agent ovs-agent-dv-neutron-821829-1-hyperv with host dv-neutron-821829-1-hyperv {{(pid=87508) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 22:37:03.852192 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-f2550b0b-daa4-4e95-908e-5b3bd1742c28 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.061s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:37:03.950336 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-86b52256-7440-4cd9-a41d-e7c92f4704f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b77c34d00>, [], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:37:03.950759 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86b52256-7440-4cd9-a41d-e7c92f4704f2 None None] The sync data for ids ['0647c695-5ccc-4b69-9d9f-63e7d6b706cb'] in dv-neutron-821829-1-hyperv is: [] {{(pid=87508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 22:37:03.987240 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-814e24d2-d5a0-47b7-a69f-39d18da23a2e tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 4.5945981
Dec 16 22:37:04.013646 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 43364) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:37:04.016048 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.pecan_wsgi.hooks.translation [None req-6992b3b9-0f91-4d70-af21-7fb9601cc862 tempest-NetworksNegativeTestJSON-1325133313 tempest-NetworksNegativeTestJSON-1325133313-project] POST failed (client error): The resource could not be found.
Dec 16 22:37:04.018208 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6992b3b9-0f91-4d70-af21-7fb9601cc862 tempest-NetworksNegativeTestJSON-1325133313 tempest-NetworksNegativeTestJSON-1325133313-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87507) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 16 22:37:04.020669 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-6992b3b9-0f91-4d70-af21-7fb9601cc862 tempest-NetworksNegativeTestJSON-1325133313 tempest-NetworksNegativeTestJSON-1325133313-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 404  len: 339 time: 0.8907056
Dec 16 22:37:04.022954 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-37e75b32-b188-41b2-a0ed-06d08ada11da tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440'] for network, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:04.030899 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37e75b32-b188-41b2-a0ed-06d08ada11da tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:37:04.031943 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-37e75b32-b188-41b2-a0ed-06d08ada11da tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Notify callbacks [] for network, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:04.106196 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 43366) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:37:04.123501 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-df011edc-de3b-41e9-92d1-8bec9e0a4bf3 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Request body: {'port': {'network_id': '7edd76f7-0f97-48a5-b177-9842de6c0500', 'mac_address': 'fa:16:3e:1d:33:08', 'name': 'tempest-NetworksTestDHCPv6-378993697'}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:37:04.188524 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-8b12f18f-434a-4258-82a7-132a7ef5e3d8 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:04.194340 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-7c162416-37d8-41dd-b602-ad2bce110ed4 tempest-FloatingIPNegativeTestJSON-1419073809 tempest-FloatingIPNegativeTestJSON-1419073809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3739500', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39002'] for router, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:04.211163 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-7c162416-37d8-41dd-b602-ad2bce110ed4 tempest-FloatingIPNegativeTestJSON-1419073809 tempest-FloatingIPNegativeTestJSON-1419073809-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:04.302132 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ed4f799-aee6-48eb-ad61-d9d020e544df None None] Network beb9486e-1750-4c8a-b6a4-e35f12b2c70a requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 22:37:04.309291 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e75b32-b188-41b2-a0ed-06d08ada11da tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Pushing event updated for resources: {'SecurityGroup': ['ID=04002025-fb37-4fb4-89d3-9772190ac587,revision_number=1']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:37:04.335536 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.pecan_wsgi.hooks.translation [None req-57f60289-7e1a-4e68-836d-d402e5e5371a tempest-NetworksNegativeTestJSON-1325133313 tempest-NetworksNegativeTestJSON-1325133313-project] DELETE failed (client error): The resource could not be found.
Dec 16 22:37:04.336256 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57f60289-7e1a-4e68-836d-d402e5e5371a tempest-NetworksNegativeTestJSON-1325133313 tempest-NetworksNegativeTestJSON-1325133313-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87507) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 16 22:37:04.338222 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-57f60289-7e1a-4e68-836d-d402e5e5371a tempest-NetworksNegativeTestJSON-1325133313 tempest-NetworksNegativeTestJSON-1325133313-project] 10.222.0.13 "DELETE /v2.0/networks/fb1b9d1d-8b44-47cc-a277-99666b04ac64 HTTP/1.1" status: 404  len: 339 time: 0.2195234
Dec 16 22:37:04.357417 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-37e75b32-b188-41b2-a0ed-06d08ada11da tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.506s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:37:04.366938 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13da6ed7-5bf9-4305-b74a-3fd0d208938f req-4040a268-0012-4452-b56a-98d2cffbd571 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:37:04.375483 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-13da6ed7-5bf9-4305-b74a-3fd0d208938f req-4040a268-0012-4452-b56a-98d2cffbd571 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] 10.222.0.13 "GET /v2.0/ports?device_id=6835fec6-5e03-4c1c-818c-3e2c01241c21 HTTP/1.1" status: 200  len: 945 time: 2.0135105
Dec 16 22:37:04.385221 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-37e75b32-b188-41b2-a0ed-06d08ada11da tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 784 time: 4.7984936
Dec 16 22:37:04.386253 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.273s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:37:04.508187 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-78a3990e-2912-4b36-a663-bcd61d6e9113 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:04.584384 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning complete for port 967cf582-eea1-4ead-a019-ba90ab042b8c triggered by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:37:04.585078 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:04.682014 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 43372) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:37:04.858198 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e75b32-b188-41b2-a0ed-06d08ada11da tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Pushing event updated for resources: {'Network': ['ID=9b8802ff-ae40-4a41-b9a8-a032d95bf22a,revision_number=1']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:37:04.886896 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-78a3990e-2912-4b36-a663-bcd61d6e9113 None None] For port f63ea5e5-1521-41ec-b06b-8a476f3befb0, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=f63ea5e5-1521-41ec-b06b-8a476f3befb0,segment=NetworkSegment(da71c9a1-7532-4738-a9bc-22a7f498ec35),segment_id=da71c9a1-7532-4738-a9bc-22a7f498ec35)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:37:04.896717 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Network 9b8802ff-ae40-4a41-b9a8-a032d95bf22a details requested by agent ovs-agent-dv-neutron-821829-1-hyperv with host dv-neutron-821829-1-hyperv {{(pid=87508) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 22:37:04.970577 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-78a3990e-2912-4b36-a663-bcd61d6e9113 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:04.985347 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-31b37f92-471f-433d-9c77-f910b8eed355 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:37:04.987393 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-37e75b32-b188-41b2-a0ed-06d08ada11da tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.601s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:37:04.995181 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-df011edc-de3b-41e9-92d1-8bec9e0a4bf3 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:37:05.091412 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-7c162416-37d8-41dd-b602-ad2bce110ed4 tempest-FloatingIPNegativeTestJSON-1419073809 tempest-FloatingIPNegativeTestJSON-1419073809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3830089'] for router, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:05.091934 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c162416-37d8-41dd-b602-ad2bce110ed4 tempest-FloatingIPNegativeTestJSON-1419073809 tempest-FloatingIPNegativeTestJSON-1419073809-project] Fanout notify agent at l3_agent the message router_deleted on router 4ddcb10e-cca3-4eb4-ad66-8d96c0a5306b {{(pid=87507) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 16 22:37:05.093793 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad9b5357-08bb-4dd3-b1d9-6df0a1d36701 tempest-NetworksNegativeTestJSON-1325133313 tempest-NetworksNegativeTestJSON-1325133313-project] DELETE failed (client error): The resource could not be found.
Dec 16 22:37:05.102644 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad9b5357-08bb-4dd3-b1d9-6df0a1d36701 tempest-NetworksNegativeTestJSON-1325133313 tempest-NetworksNegativeTestJSON-1325133313-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87507) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 16 22:37:05.124524 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-7c162416-37d8-41dd-b602-ad2bce110ed4 tempest-FloatingIPNegativeTestJSON-1419073809 tempest-FloatingIPNegativeTestJSON-1419073809-project] Notify callbacks [] for router, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:05.134957 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-7c162416-37d8-41dd-b602-ad2bce110ed4 tempest-FloatingIPNegativeTestJSON-1419073809 tempest-FloatingIPNegativeTestJSON-1419073809-project] 10.222.0.13 "DELETE /v2.0/routers/4ddcb10e-cca3-4eb4-ad66-8d96c0a5306b HTTP/1.1" status: 204  len: 168 time: 3.3935056
Dec 16 22:37:05.152277 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-ad9b5357-08bb-4dd3-b1d9-6df0a1d36701 tempest-NetworksNegativeTestJSON-1325133313 tempest-NetworksNegativeTestJSON-1325133313-project] 10.222.0.13 "DELETE /v2.0/ports/8c410014-b8c5-4776-bd79-9d626839b0d3 HTTP/1.1" status: 404  len: 333 time: 0.2875497
Dec 16 22:37:05.153687 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-75ffaa1c-470b-43d4-8727-c25c26233007 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:05.195211 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 43376) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:37:05.195559 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 43378) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:37:05.196755 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-df011edc-de3b-41e9-92d1-8bec9e0a4bf3 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Usage tracker for resource:port and tenant:8e4385a98eb1416284c1cc96b3355a70 is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:37:05.213308 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df339123-d714-4f72-adff-e6a39ef68c37 None None] Network 220c3d3b-e8e0-4e00-b258-cb97b5add892 requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 22:37:05.313631 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-8b12f18f-434a-4258-82a7-132a7ef5e3d8 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks [] for port, precommit_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:05.337433 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-8b12f18f-434a-4258-82a7-132a7ef5e3d8 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1863400'] for port, after_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:05.423691 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-fe6181bd-5c62-4794-8f54-5479e17d739a tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:37:05.565955 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b12f18f-434a-4258-82a7-132a7ef5e3d8 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Pushing event updated for resources: {'Port': ['ID=338d4f22-8493-42af-9520-fc3f12355a66,revision_number=3']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:37:05.578299 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-8b12f18f-434a-4258-82a7-132a7ef5e3d8 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:37:05.651637 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b12f18f-434a-4258-82a7-132a7ef5e3d8 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:37:05.652753 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-8b12f18f-434a-4258-82a7-132a7ef5e3d8 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for port, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:05.657375 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-8b12f18f-434a-4258-82a7-132a7ef5e3d8 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] 10.222.0.13 "PUT /v2.0/ports/338d4f22-8493-42af-9520-fc3f12355a66 HTTP/1.1" status: 200  len: 910 time: 2.1621170
Dec 16 22:37:05.658519 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 43380) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:37:05.687138 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device b8aaf04a-5ccb-4172-ac26-c55e522741d5 up at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 22:37:05.747292 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-ad4450cd-62d9-4204-bbb2-5d6de25f759e None None] Provisioning for port b8aaf04a-5ccb-4172-ac26-c55e522741d5 completed by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 22:37:05.791681 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a3990e-2912-4b36-a663-bcd61d6e9113 None None] Pushing event updated for resources: {'Port': ['ID=f63ea5e5-1521-41ec-b06b-8a476f3befb0,revision_number=3']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:37:05.806009 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d3df81c-fb5e-41d7-8ab5-bfcaf0cee6ec None None] Update dhcp port {'port': {'network_id': '7edd76f7-0f97-48a5-b177-9842de6c0500', 'fixed_ips': [{'subnet_id': '38290709-7d9c-49c9-be52-0aa88260230d', 'ip_address': '2001:db8::f816:3eff:fe31:c321'}, {'subnet_id': 'fb06562e-96ab-4d6a-9d42-3c4f82f34852'}], 'binding:host_id': 'dv-neutron-821829-1-hyperv'}, 'id': 'f63ea5e5-1521-41ec-b06b-8a476f3befb0'} from dv-neutron-821829-1-hyperv. {{(pid=87508) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}}
Dec 16 22:37:05.809100 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-df011edc-de3b-41e9-92d1-8bec9e0a4bf3 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:37:05.871846 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-78a3990e-2912-4b36-a663-bcd61d6e9113 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.887s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:37:05.873044 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-0d3df81c-fb5e-41d7-8ab5-bfcaf0cee6ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:05.929476 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-df011edc-de3b-41e9-92d1-8bec9e0a4bf3 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:37:05.948758 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.pecan_wsgi.hooks.translation [None req-05bf3188-a7ee-406f-a70b-fa6c95978796 tempest-NetworksNegativeTestJSON-1325133313 tempest-NetworksNegativeTestJSON-1325133313-project] DELETE failed (client error): The resource could not be found.
Dec 16 22:37:05.949622 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05bf3188-a7ee-406f-a70b-fa6c95978796 tempest-NetworksNegativeTestJSON-1325133313 tempest-NetworksNegativeTestJSON-1325133313-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87507) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 16 22:37:05.954191 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-05bf3188-a7ee-406f-a70b-fa6c95978796 tempest-NetworksNegativeTestJSON-1325133313 tempest-NetworksNegativeTestJSON-1325133313-project] 10.222.0.13 "DELETE /v2.0/subnets/7c66753b-fbfd-48d6-8d0d-76818263dea6 HTTP/1.1" status: 404  len: 337 time: 0.2468586
Dec 16 22:37:06.043294 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.db_base_plugin_v2 [None req-c22fba16-8029-4128-b6e0-31286431a165 tempest-FloatingIPNegativeTestJSON-1419073809 tempest-FloatingIPNegativeTestJSON-1419073809-project] Deleting subnet 05937280-0625-41df-9148-35c04f66afc1 {{(pid=87507) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 16 22:37:06.044991 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 43388) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:37:06.159866 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.db_base_plugin_common [None req-0d3df81c-fb5e-41d7-8ab5-bfcaf0cee6ec None None] Allocated IP 2001:db8:0:1::2 (7edd76f7-0f97-48a5-b177-9842de6c0500/fb06562e-96ab-4d6a-9d42-3c4f82f34852/f63ea5e5-1521-41ec-b06b-8a476f3befb0) {{(pid=87508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 22:37:06.198201 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-c22fba16-8029-4128-b6e0-31286431a165 tempest-FloatingIPNegativeTestJSON-1419073809 tempest-FloatingIPNegativeTestJSON-1419073809-project] Notify callbacks [] for subnet, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:06.283031 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-c22fba16-8029-4128-b6e0-31286431a165 tempest-FloatingIPNegativeTestJSON-1419073809 tempest-FloatingIPNegativeTestJSON-1419073809-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2128562'] for subnet, precommit_delete_associations {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:06.375945 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-c22fba16-8029-4128-b6e0-31286431a165 tempest-FloatingIPNegativeTestJSON-1419073809 tempest-FloatingIPNegativeTestJSON-1419073809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3328566'] for subnet, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:06.402542 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-0d3df81c-fb5e-41d7-8ab5-bfcaf0cee6ec None None] For port f63ea5e5-1521-41ec-b06b-8a476f3befb0, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=f63ea5e5-1521-41ec-b06b-8a476f3befb0,segment=NetworkSegment(da71c9a1-7532-4738-a9bc-22a7f498ec35),segment_id=da71c9a1-7532-4738-a9bc-22a7f498ec35)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:37:06.460732 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-0d3df81c-fb5e-41d7-8ab5-bfcaf0cee6ec None None] Notify callbacks [] for port, precommit_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:06.516347 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-0d3df81c-fb5e-41d7-8ab5-bfcaf0cee6ec None None] Transition to ACTIVE for port object f63ea5e5-1521-41ec-b06b-8a476f3befb0 will not be triggered until provisioned by entity DHCP. {{(pid=87508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:37:06.518308 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-13da6ed7-5bf9-4305-b74a-3fd0d208938f req-c6e10d5d-c167-43c7-8d2d-b6f49e020d1b tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c8293c6-7a9d-4021-9d0b-d55cb4b08bc4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 2.1399262
Dec 16 22:37:06.536562 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-c22fba16-8029-4128-b6e0-31286431a165 tempest-FloatingIPNegativeTestJSON-1419073809 tempest-FloatingIPNegativeTestJSON-1419073809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3328622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10807868', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10549621'] for subnet, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:06.553876 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning for port b8aaf04a-5ccb-4172-ac26-c55e522741d5 completed by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 22:37:06.572387 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-3415f54b-1269-42ba-bae2-63a02d429614 tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:37:06.585707 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning complete for port b8aaf04a-5ccb-4172-ac26-c55e522741d5 triggered by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:37:06.586098 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:06.640096 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df011edc-de3b-41e9-92d1-8bec9e0a4bf3 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Made reservation on behalf of 8e4385a98eb1416284c1cc96b3355a70 for: {'port': 1} {{(pid=87507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:37:06.665891 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.pecan_wsgi.hooks.translation [None req-1364bbf8-9bb2-494a-98ae-aa75adc66084 tempest-NetworksNegativeTestJSON-1325133313 tempest-NetworksNegativeTestJSON-1325133313-project] GET failed (client error): The resource could not be found.
Dec 16 22:37:06.667737 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-1364bbf8-9bb2-494a-98ae-aa75adc66084 tempest-NetworksNegativeTestJSON-1325133313 tempest-NetworksNegativeTestJSON-1325133313-project] 10.222.0.13 "GET /v2.0/networks/818a4f5d-5694-4cd4-aa39-ef862c3a0947 HTTP/1.1" status: 404  len: 339 time: 0.5329738
Dec 16 22:37:06.680732 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22fba16-8029-4128-b6e0-31286431a165 tempest-FloatingIPNegativeTestJSON-1419073809 tempest-FloatingIPNegativeTestJSON-1419073809-project] Pushing event deleted for resources: {'Subnet': ['ID=05937280-0625-41df-9148-35c04f66afc1,revision_number=None']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:37:06.689570 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 43394) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:37:06.758660 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-c22fba16-8029-4128-b6e0-31286431a165 tempest-FloatingIPNegativeTestJSON-1419073809 tempest-FloatingIPNegativeTestJSON-1419073809-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:37:06.764388 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-0d3df81c-fb5e-41d7-8ab5-bfcaf0cee6ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:06.808837 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-17f4addd-c4a3-47ad-8ac3-4d43859dc4b8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:37:06.822998 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-c22fba16-8029-4128-b6e0-31286431a165 tempest-FloatingIPNegativeTestJSON-1419073809 tempest-FloatingIPNegativeTestJSON-1419073809-project] Notify callbacks [] for subnet, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:06.844615 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-c22fba16-8029-4128-b6e0-31286431a165 tempest-FloatingIPNegativeTestJSON-1419073809 tempest-FloatingIPNegativeTestJSON-1419073809-project] 10.222.0.13 "DELETE /v2.0/subnets/05937280-0625-41df-9148-35c04f66afc1 HTTP/1.1" status: 204  len: 168 time: 1.1364052
Dec 16 22:37:06.846355 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 43398) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:37:06.923884 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.pecan_wsgi.hooks.translation [None req-8eddfcfa-ad9a-469a-88bb-3e557b1d8b91 tempest-NetworksNegativeTestJSON-1325133313 tempest-NetworksNegativeTestJSON-1325133313-project] GET failed (client error): The resource could not be found.
Dec 16 22:37:06.925616 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-8eddfcfa-ad9a-469a-88bb-3e557b1d8b91 tempest-NetworksNegativeTestJSON-1325133313 tempest-NetworksNegativeTestJSON-1325133313-project] 10.222.0.13 "GET /v2.0/ports/0b76587a-7366-4557-aa6d-673fbc461730 HTTP/1.1" status: 404  len: 333 time: 0.1725967
Dec 16 22:37:06.953113 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 43402) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:37:06.981048 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85c955d4-66b9-47a1-b3e1-103b73d530e8 None None] Network 13b298c7-5289-476c-8555-4212820774c9 requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 22:37:07.034312 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.pecan_wsgi.hooks.translation [None req-70e48f2d-5401-495a-a384-c7f24831c373 tempest-NetworksNegativeTestJSON-1325133313 tempest-NetworksNegativeTestJSON-1325133313-project] GET failed (client error): The resource could not be found.
Dec 16 22:37:07.036103 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-70e48f2d-5401-495a-a384-c7f24831c373 tempest-NetworksNegativeTestJSON-1325133313 tempest-NetworksNegativeTestJSON-1325133313-project] 10.222.0.13 "GET /v2.0/subnets/1fc4af20-fbc9-4f8d-ad50-58a8e51d3679 HTTP/1.1" status: 404  len: 337 time: 0.0812218
Dec 16 22:37:07.049025 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 43406) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:37:07.049811 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 43408) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:37:07.074655 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-cd1e67e2-6109-4b5f-898c-2c44e21f7c4a tempest-BulkNetworkOpsIpV6Test-1671727552 tempest-BulkNetworkOpsIpV6Test-1671727552-project] Request body: {'subnets': [{'network_id': 'c97253e6-9450-4c00-a269-41ebfa63005c', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1968024382', 'ip_version': 6}, {'network_id': '68e919cb-e6bb-4607-ba1c-691908ee3b33', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:37:07.075393 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-cd1e67e2-6109-4b5f-898c-2c44e21f7c4a tempest-BulkNetworkOpsIpV6Test-1671727552 tempest-BulkNetworkOpsIpV6Test-1671727552-project] Request body: {'subnet': {'network_id': 'c97253e6-9450-4c00-a269-41ebfa63005c', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1968024382', 'ip_version': 6}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:37:07.076462 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-cd1e67e2-6109-4b5f-898c-2c44e21f7c4a tempest-BulkNetworkOpsIpV6Test-1671727552 tempest-BulkNetworkOpsIpV6Test-1671727552-project] Request body: {'subnet': {'network_id': '68e919cb-e6bb-4607-ba1c-691908ee3b33', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:37:07.088078 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-24abf800-9c98-4fb2-90b1-5e250ffeb3d3 tempest-FloatingIPNegativeTestJSON-1419073809 tempest-FloatingIPNegativeTestJSON-1419073809-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-825997'] for network, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:07.121739 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [None req-24abf800-9c98-4fb2-90b1-5e250ffeb3d3 tempest-FloatingIPNegativeTestJSON-1419073809 tempest-FloatingIPNegativeTestJSON-1419073809-project] Deleting port 0294b060-c234-4462-bbfb-eddb62866a3b {{(pid=87506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:37:07.122138 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-24abf800-9c98-4fb2-90b1-5e250ffeb3d3 tempest-FloatingIPNegativeTestJSON-1419073809 tempest-FloatingIPNegativeTestJSON-1419073809-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:07.134064 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-134f4f12-0e70-470c-b354-741922f3c4f3 None None] Provisioning for port cd88f1ee-2ffa-4360-829e-9c5f96a3e5d6 completed by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 22:37:07.178680 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3df81c-fb5e-41d7-8ab5-bfcaf0cee6ec None None] Pushing event updated for resources: {'Port': ['ID=f63ea5e5-1521-41ec-b06b-8a476f3befb0,revision_number=4']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:37:07.183108 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-0d3df81c-fb5e-41d7-8ab5-bfcaf0cee6ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.374s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:37:07.210937 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-0d1df3b0-9bd2-4e51-94a7-9c4c22ad39c8 tempest-NetworksNegativeTestJSON-1325133313 tempest-NetworksNegativeTestJSON-1325133313-project] Request body: {'network': {'name': 'new_name'}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:37:07.432288 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-9bcbb54f-e85b-43ef-8cf4-0b901ebc65d2 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3830176'] for router_interface, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:07.437272 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-df011edc-de3b-41e9-92d1-8bec9e0a4bf3 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:07.483809 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d1df3b0-9bd2-4e51-94a7-9c4c22ad39c8 tempest-NetworksNegativeTestJSON-1325133313 tempest-NetworksNegativeTestJSON-1325133313-project] PUT failed (client error): The resource could not be found.
Dec 16 22:37:07.488565 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d1df3b0-9bd2-4e51-94a7-9c4c22ad39c8 tempest-NetworksNegativeTestJSON-1325133313 tempest-NetworksNegativeTestJSON-1325133313-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87507) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 16 22:37:07.490415 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-0d1df3b0-9bd2-4e51-94a7-9c4c22ad39c8 tempest-NetworksNegativeTestJSON-1325133313 tempest-NetworksNegativeTestJSON-1325133313-project] 10.222.0.13 "PUT /v2.0/networks/5e0e236b-e583-4b30-9f91-dbd81320b6e5 HTTP/1.1" status: 404  len: 339 time: 0.4375536
Dec 16 22:37:07.536931 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 43414) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:37:07.573053 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-8e75a5f0-446e-4542-96e9-627b14eba2cc tempest-NetworksNegativeTestJSON-1325133313 tempest-NetworksNegativeTestJSON-1325133313-project] Request body: {'port': {'name': 'new_name'}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:37:07.623318 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.notifiers.nova [None req-df011edc-de3b-41e9-92d1-8bec9e0a4bf3 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] device_id is not set on port 0bca71eb-bf75-429c-9bf7-1d4f86499317 yet. {{(pid=87507) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 16 22:37:07.675970 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e75a5f0-446e-4542-96e9-627b14eba2cc tempest-NetworksNegativeTestJSON-1325133313 tempest-NetworksNegativeTestJSON-1325133313-project] PUT failed (client error): The resource could not be found.
Dec 16 22:37:07.676441 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e75a5f0-446e-4542-96e9-627b14eba2cc tempest-NetworksNegativeTestJSON-1325133313 tempest-NetworksNegativeTestJSON-1325133313-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 16 22:37:07.688846 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-8e75a5f0-446e-4542-96e9-627b14eba2cc tempest-NetworksNegativeTestJSON-1325133313 tempest-NetworksNegativeTestJSON-1325133313-project] 10.222.0.13 "PUT /v2.0/ports/601bdeff-b880-4190-9f85-e1c16c592695 HTTP/1.1" status: 404  len: 333 time: 0.1400478
Dec 16 22:37:07.689593 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 43418) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:37:07.732675 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:07.774169 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.db_base_plugin_common [None req-75ffaa1c-470b-43d4-8727-c25c26233007 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Allocated IP 2001:db8::1 (beb9486e-1750-4c8a-b6a4-e35f12b2c70a/f2a235a9-3873-4e49-b8bc-d4aa3db0a8b1/9f97e56c-270c-4803-b5b8-a9ce801b97df) {{(pid=87507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 22:37:07.776922 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-cd1e67e2-6109-4b5f-898c-2c44e21f7c4a tempest-BulkNetworkOpsIpV6Test-1671727552 tempest-BulkNetworkOpsIpV6Test-1671727552-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:37:07.793494 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0922ce28-4e99-40e6-8053-4e3fa2aa712d req-2380476b-cbff-43c4-85de-633dab376756 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:37:07.795292 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-0922ce28-4e99-40e6-8053-4e3fa2aa712d req-2380476b-cbff-43c4-85de-633dab376756 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] 10.222.0.13 "GET /v2.0/ports?device_id=6835fec6-5e03-4c1c-818c-3e2c01241c21 HTTP/1.1" status: 200  len: 945 time: 0.9403880
Dec 16 22:37:07.810395 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-cd1e67e2-6109-4b5f-898c-2c44e21f7c4a tempest-BulkNetworkOpsIpV6Test-1671727552 tempest-BulkNetworkOpsIpV6Test-1671727552-project] Usage tracker for resource:subnet and tenant:b850cceefe1c4ce6bbf124be480e6b32 is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:37:07.810652 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:07.832873 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-12d41aae-e449-4981-89bb-7433b2f20d0b tempest-NetworksNegativeTestJSON-1325133313 tempest-NetworksNegativeTestJSON-1325133313-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:37:07.840335 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-cd1e67e2-6109-4b5f-898c-2c44e21f7c4a tempest-BulkNetworkOpsIpV6Test-1671727552 tempest-BulkNetworkOpsIpV6Test-1671727552-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:37:07.851418 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-b423b361-e7e1-422e-a739-a06219187ca5 None None] Provisioning complete for port b8aaf04a-5ccb-4172-ac26-c55e522741d5 triggered by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:37:07.851813 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b423b361-e7e1-422e-a739-a06219187ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:07.858017 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 43422) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:37:07.878634 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] For port b8aaf04a-5ccb-4172-ac26-c55e522741d5, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=b8aaf04a-5ccb-4172-ac26-c55e522741d5,segment=NetworkSegment(0199e88a-c1e7-402e-a4f2-70b3d5386b66),segment_id=0199e88a-c1e7-402e-a4f2-70b3d5386b66)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:37:07.888473 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-cd1e67e2-6109-4b5f-898c-2c44e21f7c4a tempest-BulkNetworkOpsIpV6Test-1671727552 tempest-BulkNetworkOpsIpV6Test-1671727552-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:37:07.891476 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.pecan_wsgi.hooks.translation [None req-12d41aae-e449-4981-89bb-7433b2f20d0b tempest-NetworksNegativeTestJSON-1325133313 tempest-NetworksNegativeTestJSON-1325133313-project] PUT failed (client error): The resource could not be found.
Dec 16 22:37:07.892000 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12d41aae-e449-4981-89bb-7433b2f20d0b tempest-NetworksNegativeTestJSON-1325133313 tempest-NetworksNegativeTestJSON-1325133313-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 16 22:37:07.896225 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-12d41aae-e449-4981-89bb-7433b2f20d0b tempest-NetworksNegativeTestJSON-1325133313 tempest-NetworksNegativeTestJSON-1325133313-project] 10.222.0.13 "PUT /v2.0/subnets/9c1a1447-5d30-4b7c-ad61-cbded7ef8739 HTTP/1.1" status: 404  len: 337 time: 0.0682969
Dec 16 22:37:07.898358 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-8563c264-ff91-499a-b35d-041410382064 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Request body: {'subnet': {'network_id': '9b8802ff-ae40-4a41-b9a8-a032d95bf22a', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:37:07.902021 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:07.922207 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-7958f3b4-7811-4f31-a543-5e3c5bb3e0de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:37:07.948606 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.db [None req-24abf800-9c98-4fb2-90b1-5e250ffeb3d3 tempest-FloatingIPNegativeTestJSON-1419073809 tempest-FloatingIPNegativeTestJSON-1419073809-project] For port 0294b060-c234-4462-bbfb-eddb62866a3b, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=0294b060-c234-4462-bbfb-eddb62866a3b,segment=NetworkSegment(42c8f93d-bc12-4b6e-b5db-55df7815798c),segment_id=42c8f93d-bc12-4b6e-b5db-55df7815798c)] {{(pid=87506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:37:07.948968 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-24abf800-9c98-4fb2-90b1-5e250ffeb3d3 tempest-FloatingIPNegativeTestJSON-1419073809 tempest-FloatingIPNegativeTestJSON-1419073809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:08.063789 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Pushing event updated for resources: {'Port': ['ID=b8aaf04a-5ccb-4172-ac26-c55e522741d5,revision_number=3']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:37:08.067025 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:37:08.134952 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24420332-5518-4dd6-984f-e7a0e51b85f8 None None] DHCP port deletion for 13b298c7-5289-476c-8555-4212820774c9 request from dv-neutron-821829-1-hyperv {{(pid=87508) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 16 22:37:08.160279 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-24420332-5518-4dd6-984f-e7a0e51b85f8 None None] Deleting port 0294b060-c234-4462-bbfb-eddb62866a3b {{(pid=87508) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:37:08.160662 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-24420332-5518-4dd6-984f-e7a0e51b85f8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:08.209807 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [None req-24abf800-9c98-4fb2-90b1-5e250ffeb3d3 tempest-FloatingIPNegativeTestJSON-1419073809 tempest-FloatingIPNegativeTestJSON-1419073809-project] Calling delete_port for 0294b060-c234-4462-bbfb-eddb62866a3b owned by network:dhcp {{(pid=87506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:37:08.264107 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device cd88f1ee-2ffa-4360-829e-9c5f96a3e5d6 up at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 22:37:08.446916 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-24abf800-9c98-4fb2-90b1-5e250ffeb3d3 tempest-FloatingIPNegativeTestJSON-1419073809 tempest-FloatingIPNegativeTestJSON-1419073809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1863393'] for port, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:08.453509 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-fe6181bd-5c62-4794-8f54-5479e17d739a tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:37:08.490846 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 43430) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:37:08.507687 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning for port cd88f1ee-2ffa-4360-829e-9c5f96a3e5d6 completed by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 22:37:08.516900 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-75ffaa1c-470b-43d4-8727-c25c26233007 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks [] for port, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:08.520943 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24abf800-9c98-4fb2-90b1-5e250ffeb3d3 tempest-FloatingIPNegativeTestJSON-1419073809 tempest-FloatingIPNegativeTestJSON-1419073809-project] Pushing event deleted for resources: {'Port': ['ID=0294b060-c234-4462-bbfb-eddb62866a3b,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:37:08.527434 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning complete for port cd88f1ee-2ffa-4360-829e-9c5f96a3e5d6 triggered by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:37:08.527915 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:08.534990 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.provisioning_blocks [None req-75ffaa1c-470b-43d4-8727-c25c26233007 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Transition to ACTIVE for port object 9f97e56c-270c-4803-b5b8-a9ce801b97df will not be triggered until provisioned by entity DHCP. {{(pid=87507) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:37:08.535189 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-24abf800-9c98-4fb2-90b1-5e250ffeb3d3 tempest-FloatingIPNegativeTestJSON-1419073809 tempest-FloatingIPNegativeTestJSON-1419073809-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:37:08.539152 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24abf800-9c98-4fb2-90b1-5e250ffeb3d3 tempest-FloatingIPNegativeTestJSON-1419073809 tempest-FloatingIPNegativeTestJSON-1419073809-project] No DVR routers for this DVR port 0294b060-c234-4462-bbfb-eddb62866a3b on host dv-neutron-821829-1-hyperv {{(pid=87506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 22:37:08.600497 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-58275293-1464-4ae1-ba5d-0bd63533321e None None] Provisioning complete for port cd88f1ee-2ffa-4360-829e-9c5f96a3e5d6 triggered by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:37:08.600840 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-58275293-1464-4ae1-ba5d-0bd63533321e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:08.677453 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-24420332-5518-4dd6-984f-e7a0e51b85f8 None None] For port 0294b060-c234-4462-bbfb-eddb62866a3b, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=0294b060-c234-4462-bbfb-eddb62866a3b,segment=NetworkSegment(42c8f93d-bc12-4b6e-b5db-55df7815798c),segment_id=42c8f93d-bc12-4b6e-b5db-55df7815798c)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:37:08.677905 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-24420332-5518-4dd6-984f-e7a0e51b85f8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:08.757462 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-8563c264-ff91-499a-b35d-041410382064 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:37:08.766124 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-75ffaa1c-470b-43d4-8727-c25c26233007 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10807823'] for port, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:08.777751 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-3dcff829-6217-4c46-a9a7-86a42ef5e936 tempest-ExtraDHCPOptionsTestJSON-1956761191 tempest-ExtraDHCPOptionsTestJSON-1956761191-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:37:08.807455 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd1e67e2-6109-4b5f-898c-2c44e21f7c4a tempest-BulkNetworkOpsIpV6Test-1671727552 tempest-BulkNetworkOpsIpV6Test-1671727552-project] Made reservation on behalf of b850cceefe1c4ce6bbf124be480e6b32 for: {'subnet': 2} {{(pid=87507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:37:08.812199 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-cd1e67e2-6109-4b5f-898c-2c44e21f7c4a tempest-BulkNetworkOpsIpV6Test-1671727552 tempest-BulkNetworkOpsIpV6Test-1671727552-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10549598'] for subnet, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:08.812638 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-cd1e67e2-6109-4b5f-898c-2c44e21f7c4a tempest-BulkNetworkOpsIpV6Test-1671727552 tempest-BulkNetworkOpsIpV6Test-1671727552-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10549598'] for subnet, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:08.826700 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-24420332-5518-4dd6-984f-e7a0e51b85f8 None None] Calling delete_port for 0294b060-c234-4462-bbfb-eddb62866a3b owned by network:dhcp {{(pid=87508) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:37:08.827343 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-8563c264-ff91-499a-b35d-041410382064 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Usage tracker for resource:subnet and tenant:4776cb1297af44b2a1a3b9af0f4316e5 is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:37:08.843001 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-0922ce28-4e99-40e6-8053-4e3fa2aa712d req-16cc6a55-0d14-4455-96ad-2c2b48268741 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c8293c6-7a9d-4021-9d0b-d55cb4b08bc4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 1.0251577
Dec 16 22:37:08.843993 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-8563c264-ff91-499a-b35d-041410382064 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:37:08.889030 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 43436) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:37:08.896107 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-fec367df-ec7e-459c-8c90-af8aa62ffd27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:08.909186 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-24abf800-9c98-4fb2-90b1-5e250ffeb3d3 tempest-FloatingIPNegativeTestJSON-1419073809 tempest-FloatingIPNegativeTestJSON-1419073809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3329565', 'neutron.services.segments.db._delete_segments_for_network-8734753546406'] for network, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:08.937845 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-fec367df-ec7e-459c-8c90-af8aa62ffd27 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:37:08.941719 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-fec367df-ec7e-459c-8c90-af8aa62ffd27 admin admin] Usage tracker for resource:security_group_rule and tenant:87aa581d24a74950988d04fbc338feb0 is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:37:08.944671 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-fec367df-ec7e-459c-8c90-af8aa62ffd27 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:37:08.950319 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-fec367df-ec7e-459c-8c90-af8aa62ffd27 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:37:08.969257 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-8563c264-ff91-499a-b35d-041410382064 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:37:09.018074 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.services.segments.db [None req-24abf800-9c98-4fb2-90b1-5e250ffeb3d3 tempest-FloatingIPNegativeTestJSON-1419073809 tempest-FloatingIPNegativeTestJSON-1419073809-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1b76231ee0>,) {'filters': {'network_id': ['13b298c7-5289-476c-8555-4212820774c9']}} {{(pid=87506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:37:09.018330 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75ffaa1c-470b-43d4-8727-c25c26233007 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Network beb9486e-1750-4c8a-b6a4-e35f12b2c70a is already hosted by enough agents. {{(pid=87507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:37:09.027025 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-58275293-1464-4ae1-ba5d-0bd63533321e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:09.032512 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [None req-9bcbb54f-e85b-43ef-8cf4-0b901ebc65d2 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Deleting port 338d4f22-8493-42af-9520-fc3f12355a66 {{(pid=87506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:37:09.032850 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-9bcbb54f-e85b-43ef-8cf4-0b901ebc65d2 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:09.040737 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.base_scheduler [None req-75ffaa1c-470b-43d4-8727-c25c26233007 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Resources bound (agent type, host, resource id):  {{(pid=87507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:37:09.053532 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75ffaa1c-470b-43d4-8727-c25c26233007 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Received port after_create {{(pid=87507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 22:37:09.054168 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-75ffaa1c-470b-43d4-8727-c25c26233007 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3830061'] for router_interface, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:09.057005 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ffaa1c-470b-43d4-8727-c25c26233007 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Pushing event updated for resources: {'Port': ['ID=9f97e56c-270c-4803-b5b8-a9ce801b97df,revision_number=1']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:37:09.061565 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.db.api [None req-24420332-5518-4dd6-984f-e7a0e51b85f8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87508) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 16 22:37:09.061914 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_db.api [None req-24420332-5518-4dd6-984f-e7a0e51b85f8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 16 22:37:09.075477 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-75ffaa1c-470b-43d4-8727-c25c26233007 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:37:09.076322 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8563c264-ff91-499a-b35d-041410382064 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Made reservation on behalf of 4776cb1297af44b2a1a3b9af0f4316e5 for: {'subnet': 1} {{(pid=87507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:37:09.079924 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-8563c264-ff91-499a-b35d-041410382064 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10549598'] for subnet, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:09.093440 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:09.140148 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-58275293-1464-4ae1-ba5d-0bd63533321e None None] For port cd88f1ee-2ffa-4360-829e-9c5f96a3e5d6, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=cd88f1ee-2ffa-4360-829e-9c5f96a3e5d6,segment=NetworkSegment(55881993-30ee-453e-b35d-881260d3222e),segment_id=55881993-30ee-453e-b35d-881260d3222e)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:37:09.146101 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-58275293-1464-4ae1-ba5d-0bd63533321e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:09.148494 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-17f4addd-c4a3-47ad-8ac3-4d43859dc4b8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:37:09.197298 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.db_base_plugin_common [None req-df011edc-de3b-41e9-92d1-8bec9e0a4bf3 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Allocated IP 2001:db8:0:1::138 (7edd76f7-0f97-48a5-b177-9842de6c0500/fb06562e-96ab-4d6a-9d42-3c4f82f34852/0bca71eb-bf75-429c-9bf7-1d4f86499317) {{(pid=87507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 22:37:09.231459 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.db_base_plugin_common [None req-df011edc-de3b-41e9-92d1-8bec9e0a4bf3 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Allocated IP 2001:db8::f816:3eff:fe1d:3308 (7edd76f7-0f97-48a5-b177-9842de6c0500/38290709-7d9c-49c9-be52-0aa88260230d/0bca71eb-bf75-429c-9bf7-1d4f86499317) {{(pid=87507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 22:37:09.232329 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-9bcbb54f-e85b-43ef-8cf4-0b901ebc65d2 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:09.267531 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.db.api [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87508) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 16 22:37:09.267531 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_db.api [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 16 22:37:09.298425 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-58275293-1464-4ae1-ba5d-0bd63533321e None None] Provisioning for port f63ea5e5-1521-41ec-b06b-8a476f3befb0 completed by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 22:37:09.310358 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-58275293-1464-4ae1-ba5d-0bd63533321e None None] Provisioning complete for port f63ea5e5-1521-41ec-b06b-8a476f3befb0 triggered by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:37:09.310791 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-58275293-1464-4ae1-ba5d-0bd63533321e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:09.358792 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [None req-9bcbb54f-e85b-43ef-8cf4-0b901ebc65d2 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Calling delete_port for 338d4f22-8493-42af-9520-fc3f12355a66 owned by network:router_interface {{(pid=87506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:37:09.416985 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58275293-1464-4ae1-ba5d-0bd63533321e None None] Pushing event updated for resources: {'Port': ['ID=cd88f1ee-2ffa-4360-829e-9c5f96a3e5d6,revision_number=3']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:37:09.421001 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-58275293-1464-4ae1-ba5d-0bd63533321e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:37:09.479440 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.services.segments.db [None req-24abf800-9c98-4fb2-90b1-5e250ffeb3d3 tempest-FloatingIPNegativeTestJSON-1419073809 tempest-FloatingIPNegativeTestJSON-1419073809-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b76231ee0>, '42c8f93d-bc12-4b6e-b5db-55df7815798c') {'for_net_delete': True} {{(pid=87506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:37:09.479727 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.services.segments.db [None req-24abf800-9c98-4fb2-90b1-5e250ffeb3d3 tempest-FloatingIPNegativeTestJSON-1419073809 tempest-FloatingIPNegativeTestJSON-1419073809-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b76231ee0>, '42c8f93d-bc12-4b6e-b5db-55df7815798c') {} {{(pid=87506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:37:09.515962 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-24abf800-9c98-4fb2-90b1-5e250ffeb3d3 tempest-FloatingIPNegativeTestJSON-1419073809 tempest-FloatingIPNegativeTestJSON-1419073809-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734753593977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-266764496'] for segment, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:09.544275 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-fec367df-ec7e-459c-8c90-af8aa62ffd27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:09.553392 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-fec367df-ec7e-459c-8c90-af8aa62ffd27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841066'] for security_group, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:09.563249 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-24420332-5518-4dd6-984f-e7a0e51b85f8 None None] Deleting port 0294b060-c234-4462-bbfb-eddb62866a3b {{(pid=87508) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:37:09.563504 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-24abf800-9c98-4fb2-90b1-5e250ffeb3d3 tempest-FloatingIPNegativeTestJSON-1419073809 tempest-FloatingIPNegativeTestJSON-1419073809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-883292'] for segment, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:09.563893 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-24420332-5518-4dd6-984f-e7a0e51b85f8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:09.565522 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:37:09.596409 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24abf800-9c98-4fb2-90b1-5e250ffeb3d3 tempest-FloatingIPNegativeTestJSON-1419073809 tempest-FloatingIPNegativeTestJSON-1419073809-project] Releasing vlan 168 on physical network physnet1 to pool {{(pid=87506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 16 22:37:09.597118 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-24abf800-9c98-4fb2-90b1-5e250ffeb3d3 tempest-FloatingIPNegativeTestJSON-1419073809 tempest-FloatingIPNegativeTestJSON-1419073809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-883285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1863180'] for segment, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:09.623647 dv-neutron-821829-1-hyperv neutron-server[87506]: Traceback (most recent call last):
Dec 16 22:37:09.623647 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 16 22:37:09.623647 dv-neutron-821829-1-hyperv neutron-server[87506]:     timer()
Dec 16 22:37:09.623647 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 22:37:09.623647 dv-neutron-821829-1-hyperv neutron-server[87506]:     cb(*args, **kw)
Dec 16 22:37:09.623647 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 22:37:09.623647 dv-neutron-821829-1-hyperv neutron-server[87506]:     return func(*args, **kwargs)
Dec 16 22:37:09.623647 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 22:37:09.623647 dv-neutron-821829-1-hyperv neutron-server[87506]:     self._notify()
Dec 16 22:37:09.623647 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 22:37:09.623647 dv-neutron-821829-1-hyperv neutron-server[87506]:     self.callback(batched_events)
Dec 16 22:37:09.623647 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 22:37:09.623647 dv-neutron-821829-1-hyperv neutron-server[87506]:     event.method(event)
Dec 16 22:37:09.623647 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 22:37:09.623647 dv-neutron-821829-1-hyperv neutron-server[87506]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 22:37:09.623647 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 22:37:09.623647 dv-neutron-821829-1-hyperv neutron-server[87506]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 22:37:09.623647 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 22:37:09.623647 dv-neutron-821829-1-hyperv neutron-server[87506]:     return f(self, *a, **k)
Dec 16 22:37:09.623647 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 16 22:37:09.623647 dv-neutron-821829-1-hyperv neutron-server[87506]:     return self._get(url).json()
Dec 16 22:37:09.623647 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 16 22:37:09.623647 dv-neutron-821829-1-hyperv neutron-server[87506]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 22:37:09.623647 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 16 22:37:09.623647 dv-neutron-821829-1-hyperv neutron-server[87506]:     return self.request(url, 'GET', **kwargs)
Dec 16 22:37:09.623647 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 16 22:37:09.623647 dv-neutron-821829-1-hyperv neutron-server[87506]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 22:37:09.623647 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 16 22:37:09.623647 dv-neutron-821829-1-hyperv neutron-server[87506]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 22:37:09.623647 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 16 22:37:09.623647 dv-neutron-821829-1-hyperv neutron-server[87506]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 22:37:09.623647 dv-neutron-821829-1-hyperv neutron-server[87506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 22:37:09.626136 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-75ffaa1c-470b-43d4-8727-c25c26233007 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:09.636383 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-24420332-5518-4dd6-984f-e7a0e51b85f8 None None] The port '0294b060-c234-4462-bbfb-eddb62866a3b' was deleted {{(pid=87508) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 16 22:37:09.654352 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-fdb2ab8b-9a08-46d3-9385-dec961b98268 None None] Provisioning for port 9f97e56c-270c-4803-b5b8-a9ce801b97df completed by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 22:37:09.659689 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-fdb2ab8b-9a08-46d3-9385-dec961b98268 None None] Provisioning complete for port 9f97e56c-270c-4803-b5b8-a9ce801b97df triggered by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:37:09.660100 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-fdb2ab8b-9a08-46d3-9385-dec961b98268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:09.708335 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-fec367df-ec7e-459c-8c90-af8aa62ffd27 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=87aa581d24a74950988d04fbc338feb0&name=default HTTP/1.1" status: 200  len: 2979 time: 1.2086871
Dec 16 22:37:09.712883 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-fdb2ab8b-9a08-46d3-9385-dec961b98268 None None] Port 9f97e56c-270c-4803-b5b8-a9ce801b97df cannot update to ACTIVE because it is not bound. {{(pid=87508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 22:37:09.721388 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 43442) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:37:09.734960 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec367df-ec7e-459c-8c90-af8aa62ffd27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbcd27f1-1c98-4e00-acbc-8afaf171657e,revision_number=1']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:37:09.749404 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-fec367df-ec7e-459c-8c90-af8aa62ffd27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:37:09.809251 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65048fb8-652a-4b0d-a432-cce72786a3a3 tempest-TestVolumeBootPattern-1635027124 tempest-TestVolumeBootPattern-1635027124-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:37:09.809966 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-65048fb8-652a-4b0d-a432-cce72786a3a3 tempest-TestVolumeBootPattern-1635027124 tempest-TestVolumeBootPattern-1635027124-project-admin] Synchronizing usage tracker for tenant:42b2a8d808274cb1bcef73fb9de40c05 on resource:port {{(pid=87506) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 22:37:09.819098 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-24abf800-9c98-4fb2-90b1-5e250ffeb3d3 tempest-FloatingIPNegativeTestJSON-1419073809 tempest-FloatingIPNegativeTestJSON-1419073809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3329572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3741856'] for network, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:09.828754 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device f63ea5e5-1521-41ec-b06b-8a476f3befb0 up at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 22:37:09.830014 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-ffd4a685-bc51-40da-85ea-3c7ed40a5aa0 tempest-DHCPAgentSchedulersTestJSON-789587183 tempest-DHCPAgentSchedulersTestJSON-789587183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:37:09.857982 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-24abf800-9c98-4fb2-90b1-5e250ffeb3d3 tempest-FloatingIPNegativeTestJSON-1419073809 tempest-FloatingIPNegativeTestJSON-1419073809-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3791486'] for network, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:09.882328 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24abf800-9c98-4fb2-90b1-5e250ffeb3d3 tempest-FloatingIPNegativeTestJSON-1419073809 tempest-FloatingIPNegativeTestJSON-1419073809-project] Pushing event deleted for resources: {'Network': ['ID=13b298c7-5289-476c-8555-4212820774c9,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:37:09.891323 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-24abf800-9c98-4fb2-90b1-5e250ffeb3d3 tempest-FloatingIPNegativeTestJSON-1419073809 tempest-FloatingIPNegativeTestJSON-1419073809-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:37:09.897992 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-65048fb8-652a-4b0d-a432-cce72786a3a3 tempest-TestVolumeBootPattern-1635027124 tempest-TestVolumeBootPattern-1635027124-project-admin] Unset dirty status for tenant:42b2a8d808274cb1bcef73fb9de40c05 on resource:port {{(pid=87506) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 22:37:09.899283 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-65048fb8-652a-4b0d-a432-cce72786a3a3 tempest-TestVolumeBootPattern-1635027124 tempest-TestVolumeBootPattern-1635027124-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=6835fec6-5e03-4c1c-818c-3e2c01241c21 HTTP/1.1" status: 200  len: 1093 time: 1.0092607
Dec 16 22:37:09.901524 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning complete for port f63ea5e5-1521-41ec-b06b-8a476f3befb0 triggered by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:37:09.902125 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:09.904032 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 43446) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:37:09.909359 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-9bcbb54f-e85b-43ef-8cf4-0b901ebc65d2 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1863393'] for port, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:09.920740 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-4a8383c2-5751-42fb-8d31-40d7d25f1cee tempest-AllowedAddressPairTestJSON-1611484417 tempest-AllowedAddressPairTestJSON-1611484417-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:37:09.955688 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-43cc9610-c4b2-41a0-8ffa-27a5fda48b05 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Request body: {'floatingip': {'floating_network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'port_id': 'fc5f312f-f84b-4fb5-a011-d18cbb5fdb16', 'tenant_id': 'ebcac23e4eae475893854e16d121f861', 'fixed_ip_address': '172.20.0.9'}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:37:09.973334 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-43cc9610-c4b2-41a0-8ffa-27a5fda48b05 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:37:09.986476 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-24abf800-9c98-4fb2-90b1-5e250ffeb3d3 tempest-FloatingIPNegativeTestJSON-1419073809 tempest-FloatingIPNegativeTestJSON-1419073809-project] 10.222.0.13 "DELETE /v2.0/networks/13b298c7-5289-476c-8555-4212820774c9 HTTP/1.1" status: 204  len: 168 time: 3.1284542
Dec 16 22:37:09.987774 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-43cc9610-c4b2-41a0-8ffa-27a5fda48b05 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Usage tracker for resource:floatingip and tenant:ebcac23e4eae475893854e16d121f861 is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:37:09.994926 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bcbb54f-e85b-43ef-8cf4-0b901ebc65d2 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Pushing event deleted for resources: {'Port': ['ID=338d4f22-8493-42af-9520-fc3f12355a66,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:37:09.996958 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-43cc9610-c4b2-41a0-8ffa-27a5fda48b05 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:37:10.025721 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-7ab7085a-9afd-4127-a14f-f82b5589909e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:10.028480 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-9bcbb54f-e85b-43ef-8cf4-0b901ebc65d2 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:37:10.048170 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-43cc9610-c4b2-41a0-8ffa-27a5fda48b05 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:37:10.078939 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-df011edc-de3b-41e9-92d1-8bec9e0a4bf3 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks [] for port, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:10.087850 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-8563c264-ff91-499a-b35d-041410382064 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10807931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10549612'] for subnet, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:10.111161 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-eadf0b81-98c1-496e-8221-ed572750dadd tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:37:10.142434 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-7ab7085a-9afd-4127-a14f-f82b5589909e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:10.152589 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-43cc9610-c4b2-41a0-8ffa-27a5fda48b05 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Notify callbacks [] for floatingip, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:10.202108 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8563c264-ff91-499a-b35d-041410382064 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Pushing event updated for resources: {'Subnet': ['ID=37ccbc94-7542-49ca-8608-58a3bae17c1a,revision_number=0']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:37:10.222319 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-8563c264-ff91-499a-b35d-041410382064 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:37:10.233923 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device cd88f1ee-2ffa-4360-829e-9c5f96a3e5d6 up at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 22:37:10.253353 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.provisioning_blocks [None req-df011edc-de3b-41e9-92d1-8bec9e0a4bf3 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Transition to ACTIVE for port object 0bca71eb-bf75-429c-9bf7-1d4f86499317 will not be triggered until provisioned by entity DHCP. {{(pid=87507) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:37:10.303888 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8563c264-ff91-499a-b35d-041410382064 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Checking segment: {'id': '0d1a1962-8764-4335-8f82-bff024b3a174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '9b8802ff-ae40-4a41-b9a8-a032d95bf22a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 22:37:10.304402 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8563c264-ff91-499a-b35d-041410382064 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Network hostable DHCP agents. Network: 9b8802ff-ae40-4a41-b9a8-a032d95bf22a, hostable agents: ['3b155c4d-12dc-491e-aa14-6113b06cfacd'], hosted agents: [] {{(pid=87507) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 16 22:37:10.327614 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning complete for port cd88f1ee-2ffa-4360-829e-9c5f96a3e5d6 triggered by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:37:10.328345 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:10.410050 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 43454) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:37:10.462055 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device b8aaf04a-5ccb-4172-ac26-c55e522741d5 up at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 22:37:10.500212 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-9bcbb54f-e85b-43ef-8cf4-0b901ebc65d2 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3791449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3739472'] for router_interface, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:10.513833 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8563c264-ff91-499a-b35d-041410382064 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Network 9b8802ff-ae40-4a41-b9a8-a032d95bf22a is scheduled to be hosted by DHCP agent 3b155c4d-12dc-491e-aa14-6113b06cfacd with binding_index 1 {{(pid=87507) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 16 22:37:10.533438 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-df011edc-de3b-41e9-92d1-8bec9e0a4bf3 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10807823'] for port, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:10.557872 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-6c50b066-b7f5-4a17-9cd9-a2bbe18a7e61 tempest-FloatingIPNegativeTestJSON-1419073809 tempest-FloatingIPNegativeTestJSON-1419073809-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:37:10.569901 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning complete for port b8aaf04a-5ccb-4172-ac26-c55e522741d5 triggered by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:37:10.570289 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:10.710023 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-7ab7085a-9afd-4127-a14f-f82b5589909e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841066'] for security_group, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:10.754177 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 0294b060-c234-4462-bbfb-eddb62866a3b no longer exists at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 22:37:10.765115 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-4ae98cbb-36bd-43a3-b60e-c624d581e197 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:37:10.784246 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.base_scheduler [None req-8563c264-ff91-499a-b35d-041410382064 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821829-1-hyperv, 9b8802ff-ae40-4a41-b9a8-a032d95bf22a) {{(pid=87507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:37:10.792866 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df011edc-de3b-41e9-92d1-8bec9e0a4bf3 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Network 7edd76f7-0f97-48a5-b177-9842de6c0500 is already hosted by enough agents. {{(pid=87507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:37:10.794554 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] No Port match for: 0294b060-c234-4462-bbfb-eddb62866a3b {{(pid=87508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 22:37:10.794924 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 0294b060-c234-4462-bbfb-eddb62866a3b not bound to the agent host dv-neutron-821829-1-hyperv {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 22:37:10.797811 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a9a201a-f9b9-4aae-8632-e26a3d98107b None None] Network 9b8802ff-ae40-4a41-b9a8-a032d95bf22a requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 22:37:10.810682 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab7085a-9afd-4127-a14f-f82b5589909e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbcd27f1-1c98-4e00-acbc-8afaf171657e,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:37:10.812858 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.base_scheduler [None req-df011edc-de3b-41e9-92d1-8bec9e0a4bf3 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Resources bound (agent type, host, resource id):  {{(pid=87507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:37:10.822142 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-7ab7085a-9afd-4127-a14f-f82b5589909e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:37:10.823239 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8563c264-ff91-499a-b35d-041410382064 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:37:10.823831 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-8563c264-ff91-499a-b35d-041410382064 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Notify callbacks [] for subnet, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:10.841124 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df011edc-de3b-41e9-92d1-8bec9e0a4bf3 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Received port after_create {{(pid=87507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 22:37:10.843829 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-7ab7085a-9afd-4127-a14f-f82b5589909e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:10.847968 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df011edc-de3b-41e9-92d1-8bec9e0a4bf3 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:37:10.847968 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-df011edc-de3b-41e9-92d1-8bec9e0a4bf3 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for port, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:10.848913 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-7ab7085a-9afd-4127-a14f-f82b5589909e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/dbcd27f1-1c98-4e00-acbc-8afaf171657e HTTP/1.1" status: 204  len: 168 time: 1.1220489
Dec 16 22:37:10.886335 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df011edc-de3b-41e9-92d1-8bec9e0a4bf3 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Pushing event updated for resources: {'Port': ['ID=0bca71eb-bf75-429c-9bf7-1d4f86499317,revision_number=1']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:37:10.890656 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-cd1e67e2-6109-4b5f-898c-2c44e21f7c4a tempest-BulkNetworkOpsIpV6Test-1671727552 tempest-BulkNetworkOpsIpV6Test-1671727552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10807931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10549612'] for subnet, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:10.896397 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-df011edc-de3b-41e9-92d1-8bec9e0a4bf3 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.339s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:37:10.902070 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-5d2d5381-9350-4840-8bd4-cc126e15a14c tempest-DHCPAgentSchedulersTestJSON-789587183 tempest-DHCPAgentSchedulersTestJSON-789587183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:37:11.021860 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-8563c264-ff91-499a-b35d-041410382064 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 3.1433179
Dec 16 22:37:11.028270 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-474959a0-c759-4436-b514-92c515be446c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4ecdb369fa1545d4963c609ddca66a2e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5639069
Dec 16 22:37:11.029645 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 43462) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:37:11.033874 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 43464) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:37:11.037942 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-df011edc-de3b-41e9-92d1-8bec9e0a4bf3 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1033 time: 6.9898844
Dec 16 22:37:11.053030 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-7bdedcdb-1f4c-4260-9454-eb3811fa8729 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1285913367'}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:37:11.056869 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 43468) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:37:11.073951 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1e67e2-6109-4b5f-898c-2c44e21f7c4a tempest-BulkNetworkOpsIpV6Test-1671727552 tempest-BulkNetworkOpsIpV6Test-1671727552-project] Pushing event updated for resources: {'Subnet': ['ID=52b384a3-6ffd-43f7-85c1-ef59c62461bd,revision_number=0']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:37:11.088830 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-cd1e67e2-6109-4b5f-898c-2c44e21f7c4a tempest-BulkNetworkOpsIpV6Test-1671727552 tempest-BulkNetworkOpsIpV6Test-1671727552-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:37:11.089115 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a06d663-6ad6-4d32-ac57-7bf3a3644c05 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1d6bfaf-d325-5e4f-b05d-2441d8339617-9b8802ff-ae40-4a41-b9a8-a032d95bf22a', 'network_id': '9b8802ff-ae40-4a41-b9a8-a032d95bf22a', 'tenant_id': '4776cb1297af44b2a1a3b9af0f4316e5', 'fixed_ips': [{'subnet_id': '37ccbc94-7542-49ca-8608-58a3bae17c1a'}]}} from dv-neutron-821829-1-hyperv. {{(pid=87508) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 16 22:37:11.090234 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-8a06d663-6ad6-4d32-ac57-7bf3a3644c05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:11.093837 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-75ffaa1c-470b-43d4-8727-c25c26233007 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks [] for port, precommit_update {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:11.103364 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-75ffaa1c-470b-43d4-8727-c25c26233007 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10807814'] for port, after_update {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:11.104177 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-75ffaa1c-470b-43d4-8727-c25c26233007 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3791426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3830222'] for router_interface, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:11.118465 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-3fc48da5-5890-45b9-a4e9-f2380d0d981f tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:37:11.119122 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-7bdedcdb-1f4c-4260-9454-eb3811fa8729 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:37:11.122506 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bcbb54f-e85b-43ef-8cf4-0b901ebc65d2 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Router 0647c695-5ccc-4b69-9d9f-63e7d6b706cb has already been hosted by L3 agent 4f519db7-069b-43e2-8411-c092bac9102a {{(pid=87506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 22:37:11.141307 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-7bdedcdb-1f4c-4260-9454-eb3811fa8729 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Usage tracker for resource:network and tenant:4776cb1297af44b2a1a3b9af0f4316e5 is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:37:11.158911 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-7bdedcdb-1f4c-4260-9454-eb3811fa8729 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:37:11.176947 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-7bdedcdb-1f4c-4260-9454-eb3811fa8729 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:37:11.203128 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-43cc9610-c4b2-41a0-8ffa-27a5fda48b05 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:11.206859 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd1e67e2-6109-4b5f-898c-2c44e21f7c4a tempest-BulkNetworkOpsIpV6Test-1671727552 tempest-BulkNetworkOpsIpV6Test-1671727552-project] Checking segment: {'id': '3e1827da-1944-441f-bcd7-c4954f2766f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'c97253e6-9450-4c00-a269-41ebfa63005c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 22:37:11.207223 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd1e67e2-6109-4b5f-898c-2c44e21f7c4a tempest-BulkNetworkOpsIpV6Test-1671727552 tempest-BulkNetworkOpsIpV6Test-1671727552-project] Network hostable DHCP agents. Network: c97253e6-9450-4c00-a269-41ebfa63005c, hostable agents: ['3b155c4d-12dc-491e-aa14-6113b06cfacd'], hosted agents: [] {{(pid=87507) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 16 22:37:11.301622 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-5b9fcbbb-83da-4890-b4c8-1e31f0f58a2e None None] Provisioning for port 0bca71eb-bf75-429c-9bf7-1d4f86499317 completed by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 22:37:11.312484 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-5b9fcbbb-83da-4890-b4c8-1e31f0f58a2e None None] Provisioning complete for port 0bca71eb-bf75-429c-9bf7-1d4f86499317 triggered by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:37:11.312940 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-5b9fcbbb-83da-4890-b4c8-1e31f0f58a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:11.318230 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bdedcdb-1f4c-4260-9454-eb3811fa8729 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Made reservation on behalf of 4776cb1297af44b2a1a3b9af0f4316e5 for: {'network': 1} {{(pid=87506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:37:11.321691 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-7bdedcdb-1f4c-4260-9454-eb3811fa8729 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for network, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:11.345093 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [None req-61c0c01f-f42a-4d11-a37b-072703248ea7 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Deleting port 0bca71eb-bf75-429c-9bf7-1d4f86499317 {{(pid=87506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:37:11.345664 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-61c0c01f-f42a-4d11-a37b-072703248ea7 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:11.373542 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ffaa1c-470b-43d4-8727-c25c26233007 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Pushing event updated for resources: {'Port': ['ID=9f97e56c-270c-4803-b5b8-a9ce801b97df,revision_number=2']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:37:11.377929 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd1e67e2-6109-4b5f-898c-2c44e21f7c4a tempest-BulkNetworkOpsIpV6Test-1671727552 tempest-BulkNetworkOpsIpV6Test-1671727552-project] Network c97253e6-9450-4c00-a269-41ebfa63005c is scheduled to be hosted by DHCP agent 3b155c4d-12dc-491e-aa14-6113b06cfacd with binding_index 1 {{(pid=87507) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 16 22:37:11.381039 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.db_base_plugin_common [None req-8a06d663-6ad6-4d32-ac57-7bf3a3644c05 None None] Allocated IP 2001:db8:0:ffff::2 (9b8802ff-ae40-4a41-b9a8-a032d95bf22a/37ccbc94-7542-49ca-8608-58a3bae17c1a/52b7b64b-87ca-4b90-b643-53c6b358ed2c) {{(pid=87508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 22:37:11.381973 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-75ffaa1c-470b-43d4-8727-c25c26233007 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:37:11.403159 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-5b9fcbbb-83da-4890-b4c8-1e31f0f58a2e None None] Port 0bca71eb-bf75-429c-9bf7-1d4f86499317 cannot update to ACTIVE because it is not bound. {{(pid=87508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 22:37:11.404903 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.base_scheduler [None req-cd1e67e2-6109-4b5f-898c-2c44e21f7c4a tempest-BulkNetworkOpsIpV6Test-1671727552 tempest-BulkNetworkOpsIpV6Test-1671727552-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821829-1-hyperv, c97253e6-9450-4c00-a269-41ebfa63005c) {{(pid=87507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:37:11.418375 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-cd1e67e2-6109-4b5f-898c-2c44e21f7c4a tempest-BulkNetworkOpsIpV6Test-1671727552 tempest-BulkNetworkOpsIpV6Test-1671727552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10807931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10549612'] for subnet, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:11.421982 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-be760050-e657-4c93-a96b-34be5b77d15d tempest-FloatingIPNegativeTestJSON-1419073809 tempest-FloatingIPNegativeTestJSON-1419073809-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:37:11.457465 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-043f8364-6ea1-4cc3-addf-7de56110b476 None None] Network c97253e6-9450-4c00-a269-41ebfa63005c requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 22:37:11.495395 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75ffaa1c-470b-43d4-8727-c25c26233007 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Network beb9486e-1750-4c8a-b6a4-e35f12b2c70a is already hosted by enough agents. {{(pid=87507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:37:11.499949 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.base_scheduler [None req-75ffaa1c-470b-43d4-8727-c25c26233007 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Resources bound (agent type, host, resource id):  {{(pid=87507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:37:11.531137 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bcbb54f-e85b-43ef-8cf4-0b901ebc65d2 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify agent at l3_agent.dv-neutron-821829-1-hyperv the message routers_updated {{(pid=87506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 22:37:11.557226 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0916fbe5-e9ec-4193-a7b2-412910d28754 None None] Sync routers for ids ['0647c695-5ccc-4b69-9d9f-63e7d6b706cb'] in dv-neutron-821829-1-hyperv {{(pid=87509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 22:37:11.569870 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-4da9883d-790f-4237-94de-2c5d237104ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:11.573541 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1e67e2-6109-4b5f-898c-2c44e21f7c4a tempest-BulkNetworkOpsIpV6Test-1671727552 tempest-BulkNetworkOpsIpV6Test-1671727552-project] Pushing event updated for resources: {'Subnet': ['ID=7889a2b1-e29b-49a8-8874-381e3957ef29,revision_number=0']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:37:11.588133 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0916fbe5-e9ec-4193-a7b2-412910d28754 None None] Routers {'0647c695-5ccc-4b69-9d9f-63e7d6b706cb'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:37:11.588771 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-0916fbe5-e9ec-4193-a7b2-412910d28754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b7d5d0670>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:37:01Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['0647c695-5ccc-4b69-9d9f-63e7d6b706cb'], 'active': True} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:37:11.596352 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-cd1e67e2-6109-4b5f-898c-2c44e21f7c4a tempest-BulkNetworkOpsIpV6Test-1671727552 tempest-BulkNetworkOpsIpV6Test-1671727552-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:37:11.671179 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd1e67e2-6109-4b5f-898c-2c44e21f7c4a tempest-BulkNetworkOpsIpV6Test-1671727552 tempest-BulkNetworkOpsIpV6Test-1671727552-project] Checking segment: {'id': 'b8136ba7-fc65-4f50-85b7-04a356d46cb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '68e919cb-e6bb-4607-ba1c-691908ee3b33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 22:37:11.671573 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd1e67e2-6109-4b5f-898c-2c44e21f7c4a tempest-BulkNetworkOpsIpV6Test-1671727552 tempest-BulkNetworkOpsIpV6Test-1671727552-project] Network hostable DHCP agents. Network: 68e919cb-e6bb-4607-ba1c-691908ee3b33, hostable agents: ['3b155c4d-12dc-491e-aa14-6113b06cfacd'], hosted agents: [] {{(pid=87507) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 16 22:37:11.727534 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd1e67e2-6109-4b5f-898c-2c44e21f7c4a tempest-BulkNetworkOpsIpV6Test-1671727552 tempest-BulkNetworkOpsIpV6Test-1671727552-project] Network 68e919cb-e6bb-4607-ba1c-691908ee3b33 is scheduled to be hosted by DHCP agent 3b155c4d-12dc-491e-aa14-6113b06cfacd with binding_index 1 {{(pid=87507) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 16 22:37:11.757592 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-0916fbe5-e9ec-4193-a7b2-412910d28754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b7d5d0670>, [], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:37:11.768496 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0916fbe5-e9ec-4193-a7b2-412910d28754 None None] Routers {'0647c695-5ccc-4b69-9d9f-63e7d6b706cb'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:37:11.769118 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-0916fbe5-e9ec-4193-a7b2-412910d28754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b7d5d0670>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:37:01Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['0647c695-5ccc-4b69-9d9f-63e7d6b706cb'], 'active': True} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:37:11.770264 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-9bcbb54f-e85b-43ef-8cf4-0b901ebc65d2 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] 10.222.0.13 "PUT /v2.0/routers/0647c695-5ccc-4b69-9d9f-63e7d6b706cb/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 6.1102672
Dec 16 22:37:11.773396 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.base_scheduler [None req-cd1e67e2-6109-4b5f-898c-2c44e21f7c4a tempest-BulkNetworkOpsIpV6Test-1671727552 tempest-BulkNetworkOpsIpV6Test-1671727552-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821829-1-hyperv, 68e919cb-e6bb-4607-ba1c-691908ee3b33) {{(pid=87507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:37:11.780645 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 43484) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:37:11.792803 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd1e67e2-6109-4b5f-898c-2c44e21f7c4a tempest-BulkNetworkOpsIpV6Test-1671727552 tempest-BulkNetworkOpsIpV6Test-1671727552-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:37:11.793481 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd1e67e2-6109-4b5f-898c-2c44e21f7c4a tempest-BulkNetworkOpsIpV6Test-1671727552 tempest-BulkNetworkOpsIpV6Test-1671727552-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:37:11.793898 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-cd1e67e2-6109-4b5f-898c-2c44e21f7c4a tempest-BulkNetworkOpsIpV6Test-1671727552 tempest-BulkNetworkOpsIpV6Test-1671727552-project] Notify callbacks [] for subnet, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:11.843841 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7bdedcdb-1f4c-4260-9454-eb3811fa8729 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] vlan segment allocate from pool success with {'vlan_id': 184, 'physical_network': 'physnet1'}  {{(pid=87506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 22:37:11.879282 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-15f17f9c-ebd6-4a9f-86aa-5bf05c4246a0 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Synchronizing usage tracker for tenant:bb30155073f3462f829b4df60e35f5af on resource:port {{(pid=87507) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 22:37:11.909198 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0196a76-44a8-456b-b5b6-cfe5bf038a15 None None] Network 68e919cb-e6bb-4607-ba1c-691908ee3b33 requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 22:37:11.910222 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-0916fbe5-e9ec-4193-a7b2-412910d28754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b7d5d0670>, [], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:37:11.911499 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0916fbe5-e9ec-4193-a7b2-412910d28754 None None] The sync data for ids ['0647c695-5ccc-4b69-9d9f-63e7d6b706cb'] in dv-neutron-821829-1-hyperv is: [] {{(pid=87509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 22:37:11.919654 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-cd1e67e2-6109-4b5f-898c-2c44e21f7c4a tempest-BulkNetworkOpsIpV6Test-1671727552 tempest-BulkNetworkOpsIpV6Test-1671727552-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 1476 time: 4.8667185
Dec 16 22:37:11.921389 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 43490) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:37:11.930696 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75ffaa1c-470b-43d4-8727-c25c26233007 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Router c687d116-e64e-4a77-9373-dc6a7e53c1e1 is scheduled to L3 agent 4f519db7-069b-43e2-8411-c092bac9102a with binding_index 1 {{(pid=87507) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 16 22:37:11.946805 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-4da9883d-790f-4237-94de-2c5d237104ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:11.969682 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-7bdedcdb-1f4c-4260-9454-eb3811fa8729 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-883292'] for segment, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:11.969794 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.db.segments_db [None req-7bdedcdb-1f4c-4260-9454-eb3811fa8729 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Added segment 9418d691-6b2d-40e2-a240-3a85509defe8 of type vlan for network e193595a-396d-494a-a3a4-b14d98444135
Dec 16 22:37:12.098307 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-15f17f9c-ebd6-4a9f-86aa-5bf05c4246a0 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Unset dirty status for tenant:bb30155073f3462f829b4df60e35f5af on resource:port {{(pid=87507) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 22:37:12.098307 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-15f17f9c-ebd6-4a9f-86aa-5bf05c4246a0 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] 10.222.0.13 "GET /v2.0/ports?device_id=0647c695-5ccc-4b69-9d9f-63e7d6b706cb HTTP/1.1" status: 200  len: 205 time: 0.3161428
Dec 16 22:37:12.108005 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 43498) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:37:12.112162 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.db_base_plugin_common [None req-43cc9610-c4b2-41a0-8ffa-27a5fda48b05 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Allocated IP 172.26.0.169 (f8905ce9-304b-4976-bc47-e58c71c11de5/9bca8591-41ef-4f2d-8ecb-ecaab1a28acf/9651456e-4e8d-44c2-8b02-73f984a7f2b3) {{(pid=87506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 22:37:12.265017 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-a70577ec-dc3e-402a-ab29-57a7dc59cfdc None None] Provisioning complete for port 9f97e56c-270c-4803-b5b8-a9ce801b97df triggered by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:37:12.265525 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-a70577ec-dc3e-402a-ab29-57a7dc59cfdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:12.286165 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-3b3659b7-4c6c-4f00-b05b-44038b6a5f6d tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks [] for router, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:12.345168 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e9976a2-85d3-4afd-b36d-5fca5fb10a8d tempest-BulkNetworkOpsIpV6Test-1671727552 tempest-BulkNetworkOpsIpV6Test-1671727552-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:37:12.346897 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e9976a2-85d3-4afd-b36d-5fca5fb10a8d tempest-BulkNetworkOpsIpV6Test-1671727552 tempest-BulkNetworkOpsIpV6Test-1671727552-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:37:12.348567 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e9976a2-85d3-4afd-b36d-5fca5fb10a8d tempest-BulkNetworkOpsIpV6Test-1671727552 tempest-BulkNetworkOpsIpV6Test-1671727552-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:37:12.349260 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-2e9976a2-85d3-4afd-b36d-5fca5fb10a8d tempest-BulkNetworkOpsIpV6Test-1671727552 tempest-BulkNetworkOpsIpV6Test-1671727552-project] Synchronizing usage tracker for tenant:b850cceefe1c4ce6bbf124be480e6b32 on resource:subnet {{(pid=87507) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 22:37:12.375919 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 43504) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:37:12.402255 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-2e9976a2-85d3-4afd-b36d-5fca5fb10a8d tempest-BulkNetworkOpsIpV6Test-1671727552 tempest-BulkNetworkOpsIpV6Test-1671727552-project] Unset dirty status for tenant:b850cceefe1c4ce6bbf124be480e6b32 on resource:subnet {{(pid=87507) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 22:37:12.412734 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-2e9976a2-85d3-4afd-b36d-5fca5fb10a8d tempest-BulkNetworkOpsIpV6Test-1671727552 tempest-BulkNetworkOpsIpV6Test-1671727552-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2102 time: 0.4752972
Dec 16 22:37:12.412734 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75ffaa1c-470b-43d4-8727-c25c26233007 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify agent at l3_agent.dv-neutron-821829-1-hyperv the message routers_updated {{(pid=87507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 22:37:12.416279 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-75ffaa1c-470b-43d4-8727-c25c26233007 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] 10.222.0.13 "PUT /v2.0/routers/c687d116-e64e-4a77-9373-dc6a7e53c1e1/add_router_interface HTTP/1.1" status: 200  len: 503 time: 10.6715765
Dec 16 22:37:12.416953 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 43510) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:37:12.419612 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 43512) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:37:12.449288 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bb19faf-3475-4241-ba9c-2a19986d1977 None None] Sync routers for ids ['c687d116-e64e-4a77-9373-dc6a7e53c1e1'] in dv-neutron-821829-1-hyperv {{(pid=87508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 22:37:12.528544 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3df0a17f-28a3-4148-a2af-da7105b334f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1d6bfaf-d325-5e4f-b05d-2441d8339617-c97253e6-9450-4c00-a269-41ebfa63005c', 'network_id': 'c97253e6-9450-4c00-a269-41ebfa63005c', 'tenant_id': 'b850cceefe1c4ce6bbf124be480e6b32', 'fixed_ips': [{'subnet_id': '52b384a3-6ffd-43f7-85c1-ef59c62461bd'}]}} from dv-neutron-821829-1-hyperv. {{(pid=87508) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 16 22:37:12.529459 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-3df0a17f-28a3-4148-a2af-da7105b334f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:12.548245 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed37d84b-f01a-4fa7-922e-d263234eb2fc tempest-BulkNetworkOpsIpV6Test-1671727552 tempest-BulkNetworkOpsIpV6Test-1671727552-project] Deleting subnet 52b384a3-6ffd-43f7-85c1-ef59c62461bd {{(pid=87507) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 16 22:37:12.557436 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c5ee04b-0cf5-41cc-850a-590cf9b3184e tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:37:12.558009 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-3c5ee04b-0cf5-41cc-850a-590cf9b3184e tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Synchronizing usage tracker for tenant:a221f56311244d31a510a3a1bb3c6ce9 on resource:port {{(pid=87507) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 22:37:12.559442 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-a70577ec-dc3e-402a-ab29-57a7dc59cfdc None None] Port 9f97e56c-270c-4803-b5b8-a9ce801b97df cannot update to ACTIVE because it is not bound. {{(pid=87508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 22:37:12.565350 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-ed37d84b-f01a-4fa7-922e-d263234eb2fc tempest-BulkNetworkOpsIpV6Test-1671727552 tempest-BulkNetworkOpsIpV6Test-1671727552-project] Notify callbacks [] for subnet, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:12.619991 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bb19faf-3475-4241-ba9c-2a19986d1977 None None] Routers {'c687d116-e64e-4a77-9373-dc6a7e53c1e1'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:37:12.620612 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-2bb19faf-3475-4241-ba9c-2a19986d1977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b77117d00>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:37:01Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['c687d116-e64e-4a77-9373-dc6a7e53c1e1'], 'active': True} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:37:12.644587 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-1b6f6c97-e979-401c-9cc2-65b23c0f6646 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-13616116'}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:37:12.655026 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-1b6f6c97-e979-401c-9cc2-65b23c0f6646 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:37:12.668391 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-1b6f6c97-e979-401c-9cc2-65b23c0f6646 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Usage tracker for resource:network and tenant:69ee045658914011ac7b8ba0ad799b2d is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:37:12.674034 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-1b6f6c97-e979-401c-9cc2-65b23c0f6646 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:37:12.683215 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-3c5ee04b-0cf5-41cc-850a-590cf9b3184e tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Unset dirty status for tenant:a221f56311244d31a510a3a1bb3c6ce9 on resource:port {{(pid=87507) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 22:37:12.686775 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-3c5ee04b-0cf5-41cc-850a-590cf9b3184e tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] 10.222.0.13 "GET /v2.0/ports/9f97e56c-270c-4803-b5b8-a9ce801b97df HTTP/1.1" status: 200  len: 911 time: 0.2640607
Dec 16 22:37:12.691714 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-ed37d84b-f01a-4fa7-922e-d263234eb2fc tempest-BulkNetworkOpsIpV6Test-1671727552 tempest-BulkNetworkOpsIpV6Test-1671727552-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2128562'] for subnet, precommit_delete_associations {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:12.727979 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-1b6f6c97-e979-401c-9cc2-65b23c0f6646 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:37:12.729658 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 43520) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:37:12.776891 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-2bb19faf-3475-4241-ba9c-2a19986d1977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b77117d00>, [], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:37:12.821630 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-7bdedcdb-1f4c-4260-9454-eb3811fa8729 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734753047233'] for network, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:12.882556 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a33c97a-88f6-4add-9aa5-f3d96b8fbd18 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1d6bfaf-d325-5e4f-b05d-2441d8339617-68e919cb-e6bb-4607-ba1c-691908ee3b33', 'network_id': '68e919cb-e6bb-4607-ba1c-691908ee3b33', 'tenant_id': 'b850cceefe1c4ce6bbf124be480e6b32', 'fixed_ips': [{'subnet_id': '7889a2b1-e29b-49a8-8874-381e3957ef29'}]}} from dv-neutron-821829-1-hyperv. {{(pid=87508) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 16 22:37:12.882556 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-2a33c97a-88f6-4add-9aa5-f3d96b8fbd18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:12.900256 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bb19faf-3475-4241-ba9c-2a19986d1977 None None] Routers {'c687d116-e64e-4a77-9373-dc6a7e53c1e1'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:37:12.900256 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-2bb19faf-3475-4241-ba9c-2a19986d1977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b77117d00>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:37:01Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['c687d116-e64e-4a77-9373-dc6a7e53c1e1'], 'active': True} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:37:12.986402 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b6f6c97-e979-401c-9cc2-65b23c0f6646 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Made reservation on behalf of 69ee045658914011ac7b8ba0ad799b2d for: {'network': 1} {{(pid=87507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:37:12.987273 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-8a06d663-6ad6-4d32-ac57-7bf3a3644c05 None None] Notify callbacks [] for port, precommit_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:12.989823 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-1b6f6c97-e979-401c-9cc2-65b23c0f6646 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for network, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:13.009576 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-2bb19faf-3475-4241-ba9c-2a19986d1977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b77117d00>, [], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:37:13.009576 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bb19faf-3475-4241-ba9c-2a19986d1977 None None] The sync data for ids ['c687d116-e64e-4a77-9373-dc6a7e53c1e1'] in dv-neutron-821829-1-hyperv is: [] {{(pid=87508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 22:37:13.014778 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.db.resource_extend [None req-7bdedcdb-1f4c-4260-9454-eb3811fa8729 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 16 22:37:13.036890 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-1b6f6c97-e979-401c-9cc2-65b23c0f6646 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks [] for security_group, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:13.070910 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-8a06d663-6ad6-4d32-ac57-7bf3a3644c05 None None] Transition to ACTIVE for port object 52b7b64b-87ca-4b90-b643-53c6b358ed2c will not be triggered until provisioned by entity L2. {{(pid=87508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:37:13.077230 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-ed37d84b-f01a-4fa7-922e-d263234eb2fc tempest-BulkNetworkOpsIpV6Test-1671727552 tempest-BulkNetworkOpsIpV6Test-1671727552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3328566'] for subnet, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:13.116886 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-8a06d663-6ad6-4d32-ac57-7bf3a3644c05 None None] Transition to ACTIVE for port object 52b7b64b-87ca-4b90-b643-53c6b358ed2c will not be triggered until provisioned by entity DHCP. {{(pid=87508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:37:13.116886 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-8a06d663-6ad6-4d32-ac57-7bf3a3644c05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940'] for port, after_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:13.137620 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-61c0c01f-f42a-4d11-a37b-072703248ea7 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:13.144487 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:37:13.159375 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-3b3659b7-4c6c-4f00-b05b-44038b6a5f6d tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3739500', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39002'] for router, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:13.173150 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-7bdedcdb-1f4c-4260-9454-eb3811fa8729 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440'] for network, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:13.173150 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bdedcdb-1f4c-4260-9454-eb3811fa8729 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:37:13.177908 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-7bdedcdb-1f4c-4260-9454-eb3811fa8729 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3791486'] for network, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:13.179863 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-3b3659b7-4c6c-4f00-b05b-44038b6a5f6d tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:13.209231 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a06d663-6ad6-4d32-ac57-7bf3a3644c05 None None] Network 9b8802ff-ae40-4a41-b9a8-a032d95bf22a is already hosted by enough agents. {{(pid=87508) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:37:13.234724 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-208bc918-fd2b-4212-9bfa-057c6725ba7e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:37:13.243222 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.scheduler.base_scheduler [None req-8a06d663-6ad6-4d32-ac57-7bf3a3644c05 None None] Resources bound (agent type, host, resource id):  {{(pid=87508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:37:13.246179 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a06d663-6ad6-4d32-ac57-7bf3a3644c05 None None] Received port after_create {{(pid=87508) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 22:37:13.249074 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-4da9883d-790f-4237-94de-2c5d237104ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841066'] for security_group, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:13.304476 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a06d663-6ad6-4d32-ac57-7bf3a3644c05 None None] Pushing event updated for resources: {'Port': ['ID=52b7b64b-87ca-4b90-b643-53c6b358ed2c,revision_number=1']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:37:13.307111 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-8a06d663-6ad6-4d32-ac57-7bf3a3644c05 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:37:13.314385 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-1b6f6c97-e979-401c-9cc2-65b23c0f6646 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:37:13.326375 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-1b6f6c97-e979-401c-9cc2-65b23c0f6646 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Usage tracker for resource:security_group_rule and tenant:69ee045658914011ac7b8ba0ad799b2d is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:37:13.334088 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [None req-61c0c01f-f42a-4d11-a37b-072703248ea7 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Calling delete_port for 0bca71eb-bf75-429c-9bf7-1d4f86499317 owned by  {{(pid=87506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:37:13.370903 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-8a06d663-6ad6-4d32-ac57-7bf3a3644c05 None None] Attempting to bind port 52b7b64b-87ca-4b90-b643-53c6b358ed2c on host dv-neutron-821829-1-hyperv for vnic_type normal with profile  {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 22:37:13.371231 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-8a06d663-6ad6-4d32-ac57-7bf3a3644c05 None None] Attempting to bind port 52b7b64b-87ca-4b90-b643-53c6b358ed2c by drivers openvswitch,hyperv on host dv-neutron-821829-1-hyperv at level 0 using segments [{'id': '0d1a1962-8764-4335-8f82-bff024b3a174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '9b8802ff-ae40-4a41-b9a8-a032d95bf22a'}] {{(pid=87508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 22:37:13.371539 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a06d663-6ad6-4d32-ac57-7bf3a3644c05 None None] Attempting to bind port 52b7b64b-87ca-4b90-b643-53c6b358ed2c on network 9b8802ff-ae40-4a41-b9a8-a032d95bf22a {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 22:37:13.380519 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-1b6f6c97-e979-401c-9cc2-65b23c0f6646 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:37:13.383650 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.db_base_plugin_common [None req-2a33c97a-88f6-4add-9aa5-f3d96b8fbd18 None None] Allocated IP 2001:db8:0:1::1 (68e919cb-e6bb-4607-ba1c-691908ee3b33/7889a2b1-e29b-49a8-8874-381e3957ef29/f07869cb-ce8f-4da9-867a-c539068b54ab) {{(pid=87508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 22:37:13.385145 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a06d663-6ad6-4d32-ac57-7bf3a3644c05 None None] Checking agent: {'id': '5571501f-366e-47a4-9b60-8ef19d935d27', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821829-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 24, 2), 'started_at': datetime.datetime(2021, 12, 16, 22, 24, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 37, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821829-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 22:37:13.385620 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a06d663-6ad6-4d32-ac57-7bf3a3644c05 None None] Checking segment: {'id': '0d1a1962-8764-4335-8f82-bff024b3a174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '9b8802ff-ae40-4a41-b9a8-a032d95bf22a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 22:37:13.386075 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-8a06d663-6ad6-4d32-ac57-7bf3a3644c05 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:13.386524 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a06d663-6ad6-4d32-ac57-7bf3a3644c05 None None] Bound using segment: {'id': '0d1a1962-8764-4335-8f82-bff024b3a174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '9b8802ff-ae40-4a41-b9a8-a032d95bf22a'} {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 22:37:13.387078 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-8a06d663-6ad6-4d32-ac57-7bf3a3644c05 None None] Bound port: 52b7b64b-87ca-4b90-b643-53c6b358ed2c, host: dv-neutron-821829-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d1a1962-8764-4335-8f82-bff024b3a174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '9b8802ff-ae40-4a41-b9a8-a032d95bf22a'}}] {{(pid=87508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 22:37:13.387486 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-8a06d663-6ad6-4d32-ac57-7bf3a3644c05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:13.458802 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-1b6f6c97-e979-401c-9cc2-65b23c0f6646 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:37:13.550679 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-3b3659b7-4c6c-4f00-b05b-44038b6a5f6d tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3830089'] for router, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:13.551474 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b3659b7-4c6c-4f00-b05b-44038b6a5f6d tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Fanout notify agent at l3_agent the message router_deleted on router 0647c695-5ccc-4b69-9d9f-63e7d6b706cb {{(pid=87506) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 16 22:37:13.566568 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-4da9883d-790f-4237-94de-2c5d237104ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:13.571395 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-4da9883d-790f-4237-94de-2c5d237104ac admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3d3daf53-3c6a-4d00-8b13-00e41996dfc1 HTTP/1.1" status: 204  len: 168 time: 2.5252454
Dec 16 22:37:13.572695 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bdedcdb-1f4c-4260-9454-eb3811fa8729 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Pushing event updated for resources: {'Network': ['ID=e193595a-396d-494a-a3a4-b14d98444135,revision_number=1']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:37:13.581635 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-3b3659b7-4c6c-4f00-b05b-44038b6a5f6d tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks [] for router, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:13.582971 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-3b3659b7-4c6c-4f00-b05b-44038b6a5f6d tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] 10.222.0.13 "DELETE /v2.0/routers/0647c695-5ccc-4b69-9d9f-63e7d6b706cb HTTP/1.1" status: 204  len: 168 time: 1.4683633
Dec 16 22:37:13.589244 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-43cc9610-c4b2-41a0-8ffa-27a5fda48b05 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Notify callbacks [] for port, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:13.594347 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Network e193595a-396d-494a-a3a4-b14d98444135 details requested by agent ovs-agent-dv-neutron-821829-1-hyperv with host dv-neutron-821829-1-hyperv {{(pid=87508) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 22:37:13.595202 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 43526) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:37:13.597676 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-7bdedcdb-1f4c-4260-9454-eb3811fa8729 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.363s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:37:13.602188 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-7bdedcdb-1f4c-4260-9454-eb3811fa8729 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 784 time: 2.5698874
Dec 16 22:37:13.605017 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-dbb488dd-1953-4291-8225-e56dd9753f50 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.284s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:37:13.619044 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 43530) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:37:13.673807 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-fac6e84c-f14f-4414-8131-a2310a135216 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Request body: {'subnet': {'network_id': 'e193595a-396d-494a-a3a4-b14d98444135', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:37:13.685765 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-ed37d84b-f01a-4fa7-922e-d263234eb2fc tempest-BulkNetworkOpsIpV6Test-1671727552 tempest-BulkNetworkOpsIpV6Test-1671727552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3328622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10807868', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10549621'] for subnet, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:13.691936 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da9883d-790f-4237-94de-2c5d237104ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d3daf53-3c6a-4d00-8b13-00e41996dfc1,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:37:13.693651 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-814e24d2-d5a0-47b7-a69f-39d18da23a2e tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:37:13.708026 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-4da9883d-790f-4237-94de-2c5d237104ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:37:13.744037 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed37d84b-f01a-4fa7-922e-d263234eb2fc tempest-BulkNetworkOpsIpV6Test-1671727552 tempest-BulkNetworkOpsIpV6Test-1671727552-project] Pushing event deleted for resources: {'Subnet': ['ID=52b384a3-6ffd-43f7-85c1-ef59c62461bd,revision_number=None']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:37:13.751664 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-ed37d84b-f01a-4fa7-922e-d263234eb2fc tempest-BulkNetworkOpsIpV6Test-1671727552 tempest-BulkNetworkOpsIpV6Test-1671727552-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:37:13.755538 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-ed37d84b-f01a-4fa7-922e-d263234eb2fc tempest-BulkNetworkOpsIpV6Test-1671727552 tempest-BulkNetworkOpsIpV6Test-1671727552-project] Notify callbacks [] for subnet, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:13.771970 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server [None req-3df0a17f-28a3-4148-a2af-da7105b334f8 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 52b384a3-6ffd-43f7-85c1-ef59c62461bd: This subnet is being modified by another concurrent operation.
Dec 16 22:37:13.771970 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Dec 16 22:37:13.771970 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Dec 16 22:37:13.771970 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Dec 16 22:37:13.771970 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
Dec 16 22:37:13.771970 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Dec 16 22:37:13.771970 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
Dec 16 22:37:13.771970 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Dec 16 22:37:13.771970 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner
Dec 16 22:37:13.771970 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Dec 16 22:37:13.771970 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Dec 16 22:37:13.771970 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Dec 16 22:37:13.771970 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 16 22:37:13.771970 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 16 22:37:13.771970 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 16 22:37:13.771970 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 16 22:37:13.771970 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Dec 16 22:37:13.771970 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 16 22:37:13.771970 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Dec 16 22:37:13.771970 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Dec 16 22:37:13.771970 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 16 22:37:13.771970 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 16 22:37:13.771970 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 16 22:37:13.771970 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 16 22:37:13.771970 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Dec 16 22:37:13.771970 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 16 22:37:13.771970 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Dec 16 22:37:13.771970 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Dec 16 22:37:13.771970 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 16 22:37:13.771970 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 16 22:37:13.771970 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 16 22:37:13.771970 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 16 22:37:13.771970 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Dec 16 22:37:13.771970 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Dec 16 22:37:13.771970 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper
Dec 16 22:37:13.771970 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server     ret_val = f(_self, context, *args, **kwargs)
Dec 16 22:37:13.771970 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port
Dec 16 22:37:13.771970 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server     return self._port_action(plugin, context, port, 'create_port')
Dec 16 22:37:13.771970 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action
Dec 16 22:37:13.771970 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server     return p_utils.create_port(plugin, context, port)
Dec 16 22:37:13.771970 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port
Dec 16 22:37:13.771970 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server     return core_plugin.create_port(
Dec 16 22:37:13.771970 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner
Dec 16 22:37:13.771970 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server     return f(self, context, *args, **kwargs)
Dec 16 22:37:13.771970 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped
Dec 16 22:37:13.771970 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Dec 16 22:37:13.771970 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Dec 16 22:37:13.771970 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Dec 16 22:37:13.771970 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 16 22:37:13.771970 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 16 22:37:13.771970 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 16 22:37:13.771970 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 16 22:37:13.771970 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Dec 16 22:37:13.771970 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 16 22:37:13.775493 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Dec 16 22:37:13.775493 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Dec 16 22:37:13.775493 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 16 22:37:13.775493 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 16 22:37:13.775493 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 16 22:37:13.775493 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 16 22:37:13.775493 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Dec 16 22:37:13.775493 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 16 22:37:13.775493 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Dec 16 22:37:13.775493 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Dec 16 22:37:13.775493 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 16 22:37:13.775493 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 16 22:37:13.775493 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 16 22:37:13.775493 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 16 22:37:13.775493 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Dec 16 22:37:13.775493 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Dec 16 22:37:13.775493 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port
Dec 16 22:37:13.775493 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server     result, mech_context = self._create_port_db(context, port)
Dec 16 22:37:13.775493 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db
Dec 16 22:37:13.775493 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server     port_db = self.create_port_db(context, port)
Dec 16 22:37:13.775493 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1438, in create_port_db
Dec 16 22:37:13.775493 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server     self.ipam.allocate_ips_for_port_and_store(
Dec 16 22:37:13.775493 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store
Dec 16 22:37:13.775493 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server     self._safe_rollback(self._ipam_deallocate_ips, context,
Dec 16 22:37:13.775493 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 16 22:37:13.775493 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 16 22:37:13.775493 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 16 22:37:13.775493 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 16 22:37:13.775493 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store
Dec 16 22:37:13.775493 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server     ips = self._allocate_ips_for_port(context, port_copy)
Dec 16 22:37:13.775493 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port
Dec 16 22:37:13.775493 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server     subnets = self._ipam_get_subnets(
Dec 16 22:37:13.775493 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets
Dec 16 22:37:13.775493 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server     subnet.lock_register(
Dec 16 22:37:13.775493 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register
Dec 16 22:37:13.775493 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server     raise exception
Dec 16 22:37:13.775493 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 52b384a3-6ffd-43f7-85c1-ef59c62461bd: This subnet is being modified by another concurrent operation.
Dec 16 22:37:13.775493 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server 
Dec 16 22:37:13.779370 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-8a06d663-6ad6-4d32-ac57-7bf3a3644c05 None None] For port 52b7b64b-87ca-4b90-b643-53c6b358ed2c, host dv-neutron-821829-1-hyperv, cleared binding levels {{(pid=87508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 22:37:13.856528 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-ed37d84b-f01a-4fa7-922e-d263234eb2fc tempest-BulkNetworkOpsIpV6Test-1671727552 tempest-BulkNetworkOpsIpV6Test-1671727552-project] 10.222.0.13 "DELETE /v2.0/subnets/52b384a3-6ffd-43f7-85c1-ef59c62461bd HTTP/1.1" status: 204  len: 168 time: 1.4385648
Dec 16 22:37:13.860518 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17b5f7f9-e917-45d5-9f51-583707ae1705 None None] Network c97253e6-9450-4c00-a269-41ebfa63005c requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 22:37:13.869112 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 43536) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:37:13.917792 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c89cd68-b0fc-4f49-a577-c3e2639e303c tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Deleting subnet 30e7ca5e-20c5-4ff1-8337-c4da0a2ac3f7 {{(pid=87506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 16 22:37:13.928021 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-5c89cd68-b0fc-4f49-a577-c3e2639e303c tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks [] for subnet, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:14.010058 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-fac6e84c-f14f-4414-8131-a2310a135216 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:37:14.010575 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-1b6f6c97-e979-401c-9cc2-65b23c0f6646 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks [] for security_group, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:14.015663 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-74244fbe-2da2-4fa1-8555-9eba772cb031 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:14.029078 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.db_base_plugin_v2 [None req-536b2f19-4686-4624-a904-02e808c2d674 tempest-BulkNetworkOpsIpV6Test-1671727552 tempest-BulkNetworkOpsIpV6Test-1671727552-project] Deleting subnet 7889a2b1-e29b-49a8-8874-381e3957ef29 {{(pid=87507) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 16 22:37:14.033884 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-1b6f6c97-e979-401c-9cc2-65b23c0f6646 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841066'] for security_group, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:14.041407 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-47d739b2-975d-4266-a94a-3dcabf516854 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:37:14.057814 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-9aafb15a-b4ad-4c25-bb47-49f190f67085 req-83bbdcc9-c38f-491a-8855-7b7ef4e8e931 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=6835fec6-5e03-4c1c-818c-3e2c01241c21&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.5742133
Dec 16 22:37:14.061038 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-fac6e84c-f14f-4414-8131-a2310a135216 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Usage tracker for resource:subnet and tenant:4776cb1297af44b2a1a3b9af0f4316e5 is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:37:14.086152 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-fac6e84c-f14f-4414-8131-a2310a135216 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:37:14.099413 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-43cc9610-c4b2-41a0-8ffa-27a5fda48b05 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1863393'] for port, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:14.107560 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-fac6e84c-f14f-4414-8131-a2310a135216 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:37:14.128298 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b6f6c97-e979-401c-9cc2-65b23c0f6646 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] vlan segment allocate from pool success with {'vlan_id': 175, 'physical_network': 'physnet1'}  {{(pid=87507) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 22:37:14.146481 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-9bcbb54f-e85b-43ef-8cf4-0b901ebc65d2 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:37:14.170529 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-8a06d663-6ad6-4d32-ac57-7bf3a3644c05 None None] For port 52b7b64b-87ca-4b90-b643-53c6b358ed2c, host dv-neutron-821829-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=52b7b64b-87ca-4b90-b643-53c6b358ed2c,segment=NetworkSegment(0d1a1962-8764-4335-8f82-bff024b3a174),segment_id=0d1a1962-8764-4335-8f82-bff024b3a174)] {{(pid=87508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 22:37:14.216537 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-5c89cd68-b0fc-4f49-a577-c3e2639e303c tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-266764487'] for subnet, precommit_delete_associations {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:14.217337 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-8a06d663-6ad6-4d32-ac57-7bf3a3644c05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:14.219338 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-1b6f6c97-e979-401c-9cc2-65b23c0f6646 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-883292'] for segment, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:14.219931 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.db.segments_db [None req-1b6f6c97-e979-401c-9cc2-65b23c0f6646 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Added segment 22cf138c-9e36-435b-996f-2f0ecf1ae63f of type vlan for network 2769000e-f979-4993-b25c-a53f47882427
Dec 16 22:37:14.221231 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6f6c97-e979-401c-9cc2-65b23c0f6646 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c4c37ac-82f9-4fc6-94c6-7b0175197e2b,revision_number=1']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:37:14.231409 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-1b6f6c97-e979-401c-9cc2-65b23c0f6646 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:37:14.259000 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-3b59458d-85e7-472d-ae7c-9df86704c6e4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:37:14.282535 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-1b6f6c97-e979-401c-9cc2-65b23c0f6646 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734753047233'] for network, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:14.389630 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fac6e84c-f14f-4414-8131-a2310a135216 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Made reservation on behalf of 4776cb1297af44b2a1a3b9af0f4316e5 for: {'subnet': 1} {{(pid=87506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:37:14.394013 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-fac6e84c-f14f-4414-8131-a2310a135216 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11213078'] for subnet, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:14.410494 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-1b6f6c97-e979-401c-9cc2-65b23c0f6646 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440'] for network, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:14.412019 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43cc9610-c4b2-41a0-8ffa-27a5fda48b05 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Network f8905ce9-304b-4976-bc47-e58c71c11de5 is already hosted by enough agents. {{(pid=87506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:37:14.416967 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b6f6c97-e979-401c-9cc2-65b23c0f6646 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:37:14.419637 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-1b6f6c97-e979-401c-9cc2-65b23c0f6646 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks [] for network, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:14.435341 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-69f67ff6-87e0-4a78-8c28-a2200d9733cb tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:37:14.446593 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-2a33c97a-88f6-4add-9aa5-f3d96b8fbd18 None None] Notify callbacks [] for port, precommit_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:14.454630 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.base_scheduler [None req-43cc9610-c4b2-41a0-8ffa-27a5fda48b05 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Resources bound (agent type, host, resource id):  {{(pid=87506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:37:14.461996 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a06d663-6ad6-4d32-ac57-7bf3a3644c05 None None] Pushing event updated for resources: {'Port': ['ID=52b7b64b-87ca-4b90-b643-53c6b358ed2c,revision_number=2']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:37:14.465657 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-8a06d663-6ad6-4d32-ac57-7bf3a3644c05 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:37:14.470301 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-2a33c97a-88f6-4add-9aa5-f3d96b8fbd18 None None] Transition to ACTIVE for port object f07869cb-ce8f-4da9-867a-c539068b54ab will not be triggered until provisioned by entity L2. {{(pid=87508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:37:14.496645 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-2a33c97a-88f6-4add-9aa5-f3d96b8fbd18 None None] Transition to ACTIVE for port object f07869cb-ce8f-4da9-867a-c539068b54ab will not be triggered until provisioned by entity DHCP. {{(pid=87508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:37:14.504775 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-2a33c97a-88f6-4add-9aa5-f3d96b8fbd18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940'] for port, after_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:14.517176 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-0d3df81c-fb5e-41d7-8ab5-bfcaf0cee6ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:37:14.547064 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43cc9610-c4b2-41a0-8ffa-27a5fda48b05 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Received port after_create {{(pid=87506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 22:37:14.588296 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a33c97a-88f6-4add-9aa5-f3d96b8fbd18 None None] Network 68e919cb-e6bb-4607-ba1c-691908ee3b33 is already hosted by enough agents. {{(pid=87508) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:37:14.593527 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.scheduler.base_scheduler [None req-2a33c97a-88f6-4add-9aa5-f3d96b8fbd18 None None] Resources bound (agent type, host, resource id):  {{(pid=87508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:37:14.597570 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a33c97a-88f6-4add-9aa5-f3d96b8fbd18 None None] Received port after_create {{(pid=87508) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 22:37:14.612366 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a33c97a-88f6-4add-9aa5-f3d96b8fbd18 None None] Pushing event updated for resources: {'Port': ['ID=f07869cb-ce8f-4da9-867a-c539068b54ab,revision_number=1']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:37:14.617371 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-2a33c97a-88f6-4add-9aa5-f3d96b8fbd18 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:37:14.654835 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-536b2f19-4686-4624-a904-02e808c2d674 tempest-BulkNetworkOpsIpV6Test-1671727552 tempest-BulkNetworkOpsIpV6Test-1671727552-project] Notify callbacks [] for subnet, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:14.735211 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6f6c97-e979-401c-9cc2-65b23c0f6646 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Pushing event updated for resources: {'Network': ['ID=2769000e-f979-4993-b25c-a53f47882427,revision_number=1']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:37:14.768226 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Network 2769000e-f979-4993-b25c-a53f47882427 details requested by agent ovs-agent-dv-neutron-821829-1-hyperv with host dv-neutron-821829-1-hyperv {{(pid=87508) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 22:37:14.780437 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-536b2f19-4686-4624-a904-02e808c2d674 tempest-BulkNetworkOpsIpV6Test-1671727552 tempest-BulkNetworkOpsIpV6Test-1671727552-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2128562'] for subnet, precommit_delete_associations {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:14.832122 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43cc9610-c4b2-41a0-8ffa-27a5fda48b05 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Pushing event updated for resources: {'Port': ['ID=9651456e-4e8d-44c2-8b02-73f984a7f2b3,revision_number=1']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:37:14.859875 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 43556) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:37:14.869171 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-1b6f6c97-e979-401c-9cc2-65b23c0f6646 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.434s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:37:14.888131 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-43cc9610-c4b2-41a0-8ffa-27a5fda48b05 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.742s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:37:14.889389 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-1b6f6c97-e979-401c-9cc2-65b23c0f6646 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 783 time: 2.5122437
Dec 16 22:37:14.894921 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 43560) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:37:14.896251 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-61c0c01f-f42a-4d11-a37b-072703248ea7 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1863393'] for port, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:14.924064 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-2a33c97a-88f6-4add-9aa5-f3d96b8fbd18 None None] Attempting to bind port f07869cb-ce8f-4da9-867a-c539068b54ab on host dv-neutron-821829-1-hyperv for vnic_type normal with profile  {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 22:37:14.924517 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-2a33c97a-88f6-4add-9aa5-f3d96b8fbd18 None None] Attempting to bind port f07869cb-ce8f-4da9-867a-c539068b54ab by drivers openvswitch,hyperv on host dv-neutron-821829-1-hyperv at level 0 using segments [{'id': 'b8136ba7-fc65-4f50-85b7-04a356d46cb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '68e919cb-e6bb-4607-ba1c-691908ee3b33'}] {{(pid=87508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 22:37:14.924960 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a33c97a-88f6-4add-9aa5-f3d96b8fbd18 None None] Attempting to bind port f07869cb-ce8f-4da9-867a-c539068b54ab on network 68e919cb-e6bb-4607-ba1c-691908ee3b33 {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 22:37:14.932258 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a33c97a-88f6-4add-9aa5-f3d96b8fbd18 None None] Checking agent: {'id': '5571501f-366e-47a4-9b60-8ef19d935d27', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821829-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 24, 2), 'started_at': datetime.datetime(2021, 12, 16, 22, 24, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 37, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821829-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 22:37:14.932918 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a33c97a-88f6-4add-9aa5-f3d96b8fbd18 None None] Checking segment: {'id': 'b8136ba7-fc65-4f50-85b7-04a356d46cb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '68e919cb-e6bb-4607-ba1c-691908ee3b33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 22:37:14.933062 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-1ad2e834-022c-4e31-a93b-acbf993fd34f tempest-AllowedAddressPairTestJSON-1611484417 tempest-AllowedAddressPairTestJSON-1611484417-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:37:14.933684 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-2a33c97a-88f6-4add-9aa5-f3d96b8fbd18 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:14.934285 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a33c97a-88f6-4add-9aa5-f3d96b8fbd18 None None] Bound using segment: {'id': 'b8136ba7-fc65-4f50-85b7-04a356d46cb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '68e919cb-e6bb-4607-ba1c-691908ee3b33'} {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 22:37:14.934949 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-2a33c97a-88f6-4add-9aa5-f3d96b8fbd18 None None] Bound port: f07869cb-ce8f-4da9-867a-c539068b54ab, host: dv-neutron-821829-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8136ba7-fc65-4f50-85b7-04a356d46cb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '68e919cb-e6bb-4607-ba1c-691908ee3b33'}}] {{(pid=87508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 22:37:14.935642 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-2a33c97a-88f6-4add-9aa5-f3d96b8fbd18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:14.957273 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-843c6586-fb96-4411-aeac-e36a793e75d3 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Request body: {'port': {'network_id': '2769000e-f979-4993-b25c-a53f47882427', 'name': 'tempest-PortsIpV6TestJSON-614551467'}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:37:15.025266 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c0c01f-f42a-4d11-a37b-072703248ea7 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Pushing event deleted for resources: {'Port': ['ID=0bca71eb-bf75-429c-9bf7-1d4f86499317,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:37:15.028884 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-61c0c01f-f42a-4d11-a37b-072703248ea7 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:37:15.079350 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aafb15a-b4ad-4c25-bb47-49f190f67085 req-5b353307-8263-456f-ba9a-64517e86876f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:37:15.080904 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-9aafb15a-b4ad-4c25-bb47-49f190f67085 req-5b353307-8263-456f-ba9a-64517e86876f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ebcac23e4eae475893854e16d121f861&device_id=6835fec6-5e03-4c1c-818c-3e2c01241c21 HTTP/1.1" status: 200  len: 1098 time: 0.7872891
Dec 16 22:37:15.081978 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-536b2f19-4686-4624-a904-02e808c2d674 tempest-BulkNetworkOpsIpV6Test-1671727552 tempest-BulkNetworkOpsIpV6Test-1671727552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3328566'] for subnet, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:15.153745 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-85cf9224-0a66-4bc5-b193-f499706dce9c tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1474334848'}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:37:15.256353 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-85cf9224-0a66-4bc5-b193-f499706dce9c tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:37:15.260818 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-5c89cd68-b0fc-4f49-a577-c3e2639e303c tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3328566'] for subnet, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:15.301996 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.db_base_plugin_common [None req-74244fbe-2da2-4fa1-8555-9eba772cb031 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Allocated IP 2001:db8:1::1 (220c3d3b-e8e0-4e00-b258-cb97b5add892/3c5a8425-411c-4613-b6f6-bdaed24515bf/70d081d0-26e2-400c-8bab-e58c60b071d6) {{(pid=87507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 22:37:15.321127 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-85cf9224-0a66-4bc5-b193-f499706dce9c tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Usage tracker for resource:network and tenant:3ddf94e9e4ac4112b345468cafab037c is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:37:15.327130 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-843c6586-fb96-4411-aeac-e36a793e75d3 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:37:15.340689 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-85cf9224-0a66-4bc5-b193-f499706dce9c tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:37:15.350229 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-843c6586-fb96-4411-aeac-e36a793e75d3 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Usage tracker for resource:port and tenant:69ee045658914011ac7b8ba0ad799b2d is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:37:15.358051 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-61c0c01f-f42a-4d11-a37b-072703248ea7 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for port, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:15.358269 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-843c6586-fb96-4411-aeac-e36a793e75d3 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:37:15.377576 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-85cf9224-0a66-4bc5-b193-f499706dce9c tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:37:15.410357 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-843c6586-fb96-4411-aeac-e36a793e75d3 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:37:15.435650 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-536b2f19-4686-4624-a904-02e808c2d674 tempest-BulkNetworkOpsIpV6Test-1671727552 tempest-BulkNetworkOpsIpV6Test-1671727552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3328622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10807868', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10549621'] for subnet, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:15.436826 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-2a33c97a-88f6-4add-9aa5-f3d96b8fbd18 None None] For port f07869cb-ce8f-4da9-867a-c539068b54ab, host dv-neutron-821829-1-hyperv, cleared binding levels {{(pid=87508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 22:37:15.441618 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-c86f759e-f54f-4304-9f7b-f3989aac030a tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:37:15.444609 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-2a33c97a-88f6-4add-9aa5-f3d96b8fbd18 None None] For port f07869cb-ce8f-4da9-867a-c539068b54ab, host dv-neutron-821829-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=f07869cb-ce8f-4da9-867a-c539068b54ab,segment=NetworkSegment(b8136ba7-fc65-4f50-85b7-04a356d46cb8),segment_id=b8136ba7-fc65-4f50-85b7-04a356d46cb8)] {{(pid=87508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 22:37:15.453361 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-2a33c97a-88f6-4add-9aa5-f3d96b8fbd18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:15.459702 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-61c0c01f-f42a-4d11-a37b-072703248ea7 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] 10.222.0.13 "DELETE /v2.0/ports/0bca71eb-bf75-429c-9bf7-1d4f86499317 HTTP/1.1" status: 204  len: 168 time: 4.3983352
Dec 16 22:37:15.470141 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-02cf978a-a518-4bab-90f3-b310d5dfeeea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:37:15.485871 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 43568) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:37:15.543927 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85cf9224-0a66-4bc5-b193-f499706dce9c tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Made reservation on behalf of 3ddf94e9e4ac4112b345468cafab037c for: {'network': 1} {{(pid=87506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:37:15.547791 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-85cf9224-0a66-4bc5-b193-f499706dce9c tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for network, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:15.560056 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a33c97a-88f6-4add-9aa5-f3d96b8fbd18 None None] Pushing event updated for resources: {'Port': ['ID=f07869cb-ce8f-4da9-867a-c539068b54ab,revision_number=3']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:37:15.566381 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-2a33c97a-88f6-4add-9aa5-f3d96b8fbd18 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:37:15.572505 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-843c6586-fb96-4411-aeac-e36a793e75d3 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Made reservation on behalf of 69ee045658914011ac7b8ba0ad799b2d for: {'port': 1} {{(pid=87507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:37:15.576825 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-843c6586-fb96-4411-aeac-e36a793e75d3 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:15.601142 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-85cf9224-0a66-4bc5-b193-f499706dce9c tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks [] for security_group, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:15.639098 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536b2f19-4686-4624-a904-02e808c2d674 tempest-BulkNetworkOpsIpV6Test-1671727552 tempest-BulkNetworkOpsIpV6Test-1671727552-project] Pushing event deleted for resources: {'Subnet': ['ID=7889a2b1-e29b-49a8-8874-381e3957ef29,revision_number=None']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:37:15.653013 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-536b2f19-4686-4624-a904-02e808c2d674 tempest-BulkNetworkOpsIpV6Test-1671727552 tempest-BulkNetworkOpsIpV6Test-1671727552-project] Notify callbacks [] for subnet, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:15.664874 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-536b2f19-4686-4624-a904-02e808c2d674 tempest-BulkNetworkOpsIpV6Test-1671727552 tempest-BulkNetworkOpsIpV6Test-1671727552-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:37:15.689743 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-74244fbe-2da2-4fa1-8555-9eba772cb031 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks [] for port, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:15.693659 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-536b2f19-4686-4624-a904-02e808c2d674 tempest-BulkNetworkOpsIpV6Test-1671727552 tempest-BulkNetworkOpsIpV6Test-1671727552-project] 10.222.0.13 "DELETE /v2.0/subnets/7889a2b1-e29b-49a8-8874-381e3957ef29 HTTP/1.1" status: 204  len: 168 time: 1.8233318
Dec 16 22:37:15.706744 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.notifiers.nova [None req-843c6586-fb96-4411-aeac-e36a793e75d3 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] device_id is not set on port de92b1bc-1545-4d82-b632-a33cf163810e yet. {{(pid=87507) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 16 22:37:15.745335 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 43572) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:37:15.756846 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aafb15a-b4ad-4c25-bb47-49f190f67085 req-816e39de-446b-4cf7-9a28-2cde9706a0f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:37:15.758725 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-9aafb15a-b4ad-4c25-bb47-49f190f67085 req-816e39de-446b-4cf7-9a28-2cde9706a0f2 service neutron] 10.222.0.49 "GET /v2.0/networks?id=59be113d-df84-4589-a861-2ce3da6b2e5d HTTP/1.1" status: 200  len: 912 time: 0.6455905
Dec 16 22:37:15.786440 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.provisioning_blocks [None req-74244fbe-2da2-4fa1-8555-9eba772cb031 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Transition to ACTIVE for port object 70d081d0-26e2-400c-8bab-e58c60b071d6 will not be triggered until provisioned by entity DHCP. {{(pid=87507) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:37:15.891378 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-85cf9224-0a66-4bc5-b193-f499706dce9c tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:37:15.892512 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3431cdc0-1bc5-4858-8503-b4822900e8ef tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:37:15.893272 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-3431cdc0-1bc5-4858-8503-b4822900e8ef tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Synchronizing usage tracker for tenant:8e4385a98eb1416284c1cc96b3355a70 on resource:port {{(pid=87507) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 22:37:15.897980 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d437b9f-3d5a-427c-a10d-80387755f1d0 None None] Network 9b8802ff-ae40-4a41-b9a8-a032d95bf22a requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 22:37:15.904478 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-5c89cd68-b0fc-4f49-a577-c3e2639e303c tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3328622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1863378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11213117'] for subnet, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:15.909207 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-1967ad3f-b143-41fc-8dba-e804249e39ed tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:37:16.013635 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-74244fbe-2da2-4fa1-8555-9eba772cb031 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10807823'] for port, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:16.023192 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-75ffaa1c-470b-43d4-8727-c25c26233007 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:37:16.048195 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c89cd68-b0fc-4f49-a577-c3e2639e303c tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Pushing event deleted for resources: {'Subnet': ['ID=30e7ca5e-20c5-4ff1-8337-c4da0a2ac3f7,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:37:16.061755 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-85cf9224-0a66-4bc5-b193-f499706dce9c tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Usage tracker for resource:security_group_rule and tenant:3ddf94e9e4ac4112b345468cafab037c is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:37:16.073735 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-d543a68a-8099-4444-a270-fab218752a97 None None] Provisioning for port 52b7b64b-87ca-4b90-b643-53c6b358ed2c completed by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 22:37:16.100404 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-843c6586-fb96-4411-aeac-e36a793e75d3 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks [] for port, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:16.106585 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-5c89cd68-b0fc-4f49-a577-c3e2639e303c tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:37:16.107737 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-85cf9224-0a66-4bc5-b193-f499706dce9c tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:37:16.109504 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74244fbe-2da2-4fa1-8555-9eba772cb031 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Network 220c3d3b-e8e0-4e00-b258-cb97b5add892 is already hosted by enough agents. {{(pid=87507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:37:16.110230 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-3431cdc0-1bc5-4858-8503-b4822900e8ef tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Unset dirty status for tenant:8e4385a98eb1416284c1cc96b3355a70 on resource:port {{(pid=87507) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 22:37:16.112482 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-3431cdc0-1bc5-4858-8503-b4822900e8ef tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1047 time: 0.5416322
Dec 16 22:37:16.122476 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.base_scheduler [None req-74244fbe-2da2-4fa1-8555-9eba772cb031 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Resources bound (agent type, host, resource id):  {{(pid=87507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:37:16.126833 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-9aafb15a-b4ad-4c25-bb47-49f190f67085 req-cdc4d217-2747-48a4-be61-8edb616e4b26 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fc5f312f-f84b-4fb5-a011-d18cbb5fdb16 HTTP/1.1" status: 200  len: 217 time: 0.3563073
Dec 16 22:37:16.128194 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 43576) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:37:16.177226 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74244fbe-2da2-4fa1-8555-9eba772cb031 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Received port after_create {{(pid=87507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 22:37:16.177620 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-74244fbe-2da2-4fa1-8555-9eba772cb031 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3830061'] for router_interface, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:16.187731 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c64bc86-6165-4313-b127-477f6607eeeb None None] Network ca76f6e0-7834-4256-9a6f-2114d73bda2d requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 22:37:16.192927 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-85cf9224-0a66-4bc5-b193-f499706dce9c tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:37:16.206288 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74244fbe-2da2-4fa1-8555-9eba772cb031 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Pushing event updated for resources: {'Port': ['ID=70d081d0-26e2-400c-8bab-e58c60b071d6,revision_number=1']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:37:16.213161 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-5c89cd68-b0fc-4f49-a577-c3e2639e303c tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3791486'] for subnet, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:16.223257 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-74244fbe-2da2-4fa1-8555-9eba772cb031 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:37:16.254741 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62ac3384-c609-4517-a272-75797380856e tempest-BulkNetworkOpsIpV6Test-1671727552 tempest-BulkNetworkOpsIpV6Test-1671727552-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:37:16.263539 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-62ac3384-c609-4517-a272-75797380856e tempest-BulkNetworkOpsIpV6Test-1671727552 tempest-BulkNetworkOpsIpV6Test-1671727552-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.5019794
Dec 16 22:37:16.271293 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 43580) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:37:16.287405 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-5c89cd68-b0fc-4f49-a577-c3e2639e303c tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] 10.222.0.13 "DELETE /v2.0/subnets/30e7ca5e-20c5-4ff1-8337-c4da0a2ac3f7 HTTP/1.1" status: 204  len: 168 time: 2.6813829
Dec 16 22:37:16.313842 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 43584) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:37:16.314877 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-fac6e84c-f14f-4414-8131-a2310a135216 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1863317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11213092'] for subnet, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:16.346618 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-d47b04a7-c77e-44af-bf6f-97d06c28e298 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:37:16.401597 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aafb15a-b4ad-4c25-bb47-49f190f67085 req-7f78ceff-3d81-41b3-b132-1faae001872a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:37:16.403070 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-9aafb15a-b4ad-4c25-bb47-49f190f67085 req-7f78ceff-3d81-41b3-b132-1faae001872a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e85fa5c2-5253-44c8-9f57-0c1d2c97dd41 HTTP/1.1" status: 200  len: 850 time: 0.2613213
Dec 16 22:37:16.406575 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 52b7b64b-87ca-4b90-b643-53c6b358ed2c up at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 22:37:16.411530 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8819aded-9c80-4d8f-9d99-03b348d12ce1 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:37:16.413306 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-8819aded-9c80-4d8f-9d99-03b348d12ce1 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1047 time: 0.2841890
Dec 16 22:37:16.426366 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 43588) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:37:16.520541 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-843c6586-fb96-4411-aeac-e36a793e75d3 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10807823'] for port, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:16.558876 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-5c905f99-0459-44a9-9cfe-59ceccbb3f92 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:37:16.669592 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843c6586-fb96-4411-aeac-e36a793e75d3 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Pushing event updated for resources: {'Port': ['ID=de92b1bc-1545-4d82-b632-a33cf163810e,revision_number=1']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:37:16.676347 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-843c6586-fb96-4411-aeac-e36a793e75d3 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:37:16.677814 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-86affd87-c6bf-47d2-a3e8-0e956f0c01f5 None None] Provisioning for port 70d081d0-26e2-400c-8bab-e58c60b071d6 completed by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 22:37:16.682150 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-a47bf5f6-6279-4baf-ad50-44645c911001 tempest-BulkNetworkOpsIpV6Test-1671727552 tempest-BulkNetworkOpsIpV6Test-1671727552-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-825997'] for network, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:16.709041 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-86affd87-c6bf-47d2-a3e8-0e956f0c01f5 None None] Provisioning complete for port 70d081d0-26e2-400c-8bab-e58c60b071d6 triggered by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:37:16.709682 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-86affd87-c6bf-47d2-a3e8-0e956f0c01f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:16.782103 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning for port 52b7b64b-87ca-4b90-b643-53c6b358ed2c completed by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 22:37:16.785545 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-85cf9224-0a66-4bc5-b193-f499706dce9c tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks [] for security_group, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:16.811239 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning complete for port 52b7b64b-87ca-4b90-b643-53c6b358ed2c triggered by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:37:16.811881 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:16.828275 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-85cf9224-0a66-4bc5-b193-f499706dce9c tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841066'] for security_group, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:16.842828 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85cf9224-0a66-4bc5-b193-f499706dce9c tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] vlan segment allocate from pool success with {'vlan_id': 156, 'physical_network': 'physnet1'}  {{(pid=87506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 22:37:16.845279 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.plugin [None req-a47bf5f6-6279-4baf-ad50-44645c911001 tempest-BulkNetworkOpsIpV6Test-1671727552 tempest-BulkNetworkOpsIpV6Test-1671727552-project] Deleting port f07869cb-ce8f-4da9-867a-c539068b54ab {{(pid=87507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:37:16.845870 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-a47bf5f6-6279-4baf-ad50-44645c911001 tempest-BulkNetworkOpsIpV6Test-1671727552 tempest-BulkNetworkOpsIpV6Test-1671727552-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:16.853586 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-85cf9224-0a66-4bc5-b193-f499706dce9c tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-883292'] for segment, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:16.854120 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.db.segments_db [None req-85cf9224-0a66-4bc5-b193-f499706dce9c tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Added segment 1f048097-0229-4a28-baff-9e702fc17100 of type vlan for network d25a7dc0-a328-4711-a6e2-10bbe5d70dc8
Dec 16 22:37:16.880310 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac6e84c-f14f-4414-8131-a2310a135216 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Pushing event updated for resources: {'Subnet': ['ID=9814dac9-299c-4fc2-96d0-c271fb486d0c,revision_number=0']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:37:16.883999 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-86affd87-c6bf-47d2-a3e8-0e956f0c01f5 None None] Port 70d081d0-26e2-400c-8bab-e58c60b071d6 cannot update to ACTIVE because it is not bound. {{(pid=87508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 22:37:16.884204 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-fac6e84c-f14f-4414-8131-a2310a135216 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.537s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:37:16.908912 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-fec367df-ec7e-459c-8c90-af8aa62ffd27 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.033s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:37:16.909688 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b5509c9-0234-480b-8935-3bc5f0eef857 None None] DHCP port deletion for ca76f6e0-7834-4256-9a6f-2114d73bda2d request from dv-neutron-821829-1-hyperv {{(pid=87508) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 16 22:37:16.921929 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fac6e84c-f14f-4414-8131-a2310a135216 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Checking segment: {'id': '9418d691-6b2d-40e2-a240-3a85509defe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'e193595a-396d-494a-a3a4-b14d98444135'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 22:37:16.922744 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fac6e84c-f14f-4414-8131-a2310a135216 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Network hostable DHCP agents. Network: e193595a-396d-494a-a3a4-b14d98444135, hostable agents: ['3b155c4d-12dc-491e-aa14-6113b06cfacd'], hosted agents: [] {{(pid=87506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 16 22:37:16.923288 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-1b5509c9-0234-480b-8935-3bc5f0eef857 None None] Deleting port 967cf582-eea1-4ead-a019-ba90ab042b8c {{(pid=87508) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:37:16.923788 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-1b5509c9-0234-480b-8935-3bc5f0eef857 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:16.934725 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-843c6586-fb96-4411-aeac-e36a793e75d3 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Checking segment: {'id': '22cf138c-9e36-435b-996f-2f0ecf1ae63f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '2769000e-f979-4993-b25c-a53f47882427'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 22:37:16.935086 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-843c6586-fb96-4411-aeac-e36a793e75d3 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Network hostable DHCP agents. Network: 2769000e-f979-4993-b25c-a53f47882427, hostable agents: ['3b155c4d-12dc-491e-aa14-6113b06cfacd'], hosted agents: [] {{(pid=87507) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 16 22:37:16.945163 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-000e9002-c630-4ac0-bb85-be08260d0192 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:37:16.947341 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-000e9002-c630-4ac0-bb85-be08260d0192 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:37:16.948980 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-000e9002-c630-4ac0-bb85-be08260d0192 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:37:16.949807 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-000e9002-c630-4ac0-bb85-be08260d0192 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Synchronizing usage tracker for tenant:8e4385a98eb1416284c1cc96b3355a70 on resource:subnet {{(pid=87507) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 22:37:16.952309 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-74244fbe-2da2-4fa1-8555-9eba772cb031 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:16.965378 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-85cf9224-0a66-4bc5-b193-f499706dce9c tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734753047233'] for network, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:17.003708 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-1ef5c333-a63d-488f-9167-4e2a5494c873 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-825997'] for network, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:17.013821 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fac6e84c-f14f-4414-8131-a2310a135216 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Network e193595a-396d-494a-a3a4-b14d98444135 is scheduled to be hosted by DHCP agent 3b155c4d-12dc-491e-aa14-6113b06cfacd with binding_index 1 {{(pid=87506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 16 22:37:17.032303 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aafb15a-b4ad-4c25-bb47-49f190f67085 req-89a6e26f-599b-4902-905c-bd1be9b99b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:37:17.034203 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-9aafb15a-b4ad-4c25-bb47-49f190f67085 req-89a6e26f-599b-4902-905c-bd1be9b99b0c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=59be113d-df84-4589-a861-2ce3da6b2e5d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.6137390
Dec 16 22:37:17.037475 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cf9224-0a66-4bc5-b193-f499706dce9c tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Pushing event updated for resources: {'SecurityGroup': ['ID=22947932-a168-40ef-8f36-b52baed5c7f7,revision_number=1']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:37:17.042136 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-85cf9224-0a66-4bc5-b193-f499706dce9c tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:37:17.111486 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-0ae6387d-c532-4cb6-b362-98d6581b4b72 None None] Provisioning complete for port 52b7b64b-87ca-4b90-b643-53c6b358ed2c triggered by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:37:17.112145 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-0ae6387d-c532-4cb6-b362-98d6581b4b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:17.131411 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-000e9002-c630-4ac0-bb85-be08260d0192 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Unset dirty status for tenant:8e4385a98eb1416284c1cc96b3355a70 on resource:subnet {{(pid=87507) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 22:37:17.132855 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-000e9002-c630-4ac0-bb85-be08260d0192 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2097 time: 0.7053161
Dec 16 22:37:17.144540 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-843c6586-fb96-4411-aeac-e36a793e75d3 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Network 2769000e-f979-4993-b25c-a53f47882427 is scheduled to be hosted by DHCP agent 3b155c4d-12dc-491e-aa14-6113b06cfacd with binding_index 1 {{(pid=87507) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 16 22:37:17.154869 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 43594) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:37:17.157994 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:17.179244 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1db3bad8-3367-4d7b-b06d-0931c4b6fb4c None None] Network 68e919cb-e6bb-4607-ba1c-691908ee3b33 requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 22:37:17.305426 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.base_scheduler [None req-fac6e84c-f14f-4414-8131-a2310a135216 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821829-1-hyperv, e193595a-396d-494a-a3a4-b14d98444135) {{(pid=87506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:37:17.309740 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-43cc9610-c4b2-41a0-8ffa-27a5fda48b05 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:17.316853 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [None req-1ef5c333-a63d-488f-9167-4e2a5494c873 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Deleting port 967cf582-eea1-4ead-a019-ba90ab042b8c {{(pid=87506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:37:17.317193 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-1ef5c333-a63d-488f-9167-4e2a5494c873 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:17.341865 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fac6e84c-f14f-4414-8131-a2310a135216 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:37:17.342461 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-fac6e84c-f14f-4414-8131-a2310a135216 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3791486'] for subnet, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:17.366083 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1408391-921e-4a6e-90ba-6559ad260de2 None None] Network e193595a-396d-494a-a3a4-b14d98444135 requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 22:37:17.388508 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-85cf9224-0a66-4bc5-b193-f499706dce9c tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440'] for network, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:17.393995 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85cf9224-0a66-4bc5-b193-f499706dce9c tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:37:17.394635 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-85cf9224-0a66-4bc5-b193-f499706dce9c tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3791486'] for network, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:17.412151 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-29f4152e-e37a-400d-bfcd-0f08f2789cd3 tempest-AllowedAddressPairIpV6TestJSON-1960971591 tempest-AllowedAddressPairIpV6TestJSON-1960971591-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:37:17.517645 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] For port 52b7b64b-87ca-4b90-b643-53c6b358ed2c, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=52b7b64b-87ca-4b90-b643-53c6b358ed2c,segment=NetworkSegment(0d1a1962-8764-4335-8f82-bff024b3a174),segment_id=0d1a1962-8764-4335-8f82-bff024b3a174)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:37:17.519584 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-1b5509c9-0234-480b-8935-3bc5f0eef857 None None] For port 967cf582-eea1-4ead-a019-ba90ab042b8c, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=967cf582-eea1-4ead-a019-ba90ab042b8c,segment=NetworkSegment(3e32d352-81de-4bee-8e9d-a2223874ae5a),segment_id=3e32d352-81de-4bee-8e9d-a2223874ae5a)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:37:17.520261 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-1b5509c9-0234-480b-8935-3bc5f0eef857 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:17.529452 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.base_scheduler [None req-843c6586-fb96-4411-aeac-e36a793e75d3 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821829-1-hyperv, 2769000e-f979-4993-b25c-a53f47882427) {{(pid=87507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:37:17.558273 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-843c6586-fb96-4411-aeac-e36a793e75d3 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Received port after_create {{(pid=87507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 22:37:17.562463 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eac76351-1c5d-45f2-8753-d8f52952bfb6 None None] Network 2769000e-f979-4993-b25c-a53f47882427 requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 22:37:17.564996 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-843c6586-fb96-4411-aeac-e36a793e75d3 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:37:17.566391 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-843c6586-fb96-4411-aeac-e36a793e75d3 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for port, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:17.574494 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:17.575331 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device f07869cb-ce8f-4da9-867a-c539068b54ab up at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 22:37:17.617535 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-cac1643c-8418-44bd-b3d4-6f05e1d14484 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:37:17.640746 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.db_base_plugin_v2 [None req-00ce569d-ff2b-45df-8106-9feab5a5231d tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Deleting subnet 38290709-7d9c-49c9-be52-0aa88260230d {{(pid=87507) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 16 22:37:17.651431 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-843c6586-fb96-4411-aeac-e36a793e75d3 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 849 time: 2.7478654
Dec 16 22:37:17.655466 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-00ce569d-ff2b-45df-8106-9feab5a5231d tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks [] for subnet, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:17.657183 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-fac6e84c-f14f-4414-8131-a2310a135216 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 812 time: 4.0367041
Dec 16 22:37:17.658258 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 43598) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:37:17.677071 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cf9224-0a66-4bc5-b193-f499706dce9c tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Pushing event updated for resources: {'Network': ['ID=d25a7dc0-a328-4711-a6e2-10bbe5d70dc8,revision_number=1']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:37:17.680573 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-85cf9224-0a66-4bc5-b193-f499706dce9c tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:37:17.687909 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-85cf9224-0a66-4bc5-b193-f499706dce9c tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 781 time: 2.8165350
Dec 16 22:37:17.688916 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 43600) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:37:17.689244 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 43604) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:37:17.695830 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-5c8d1336-9b58-4a32-8f64-de7ef1e210f0 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-142012132'}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:37:17.703472 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-9aafb15a-b4ad-4c25-bb47-49f190f67085 req-7bddad04-3783-479e-af8e-75a7d4244e1c service neutron] 10.222.0.49 "GET /v2.0/networks/59be113d-df84-4589-a861-2ce3da6b2e5d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6599858
Dec 16 22:37:17.721973 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-2fb14a7e-365d-4e25-92ce-d86a6ce1dbc4 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Request body: {'port': {'network_id': 'd25a7dc0-a328-4711-a6e2-10bbe5d70dc8', 'name': 'tempest-PortsTestJSON-1530749226'}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:37:17.749579 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.db [None req-a47bf5f6-6279-4baf-ad50-44645c911001 tempest-BulkNetworkOpsIpV6Test-1671727552 tempest-BulkNetworkOpsIpV6Test-1671727552-project] For port f07869cb-ce8f-4da9-867a-c539068b54ab, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=f07869cb-ce8f-4da9-867a-c539068b54ab,segment=NetworkSegment(b8136ba7-fc65-4f50-85b7-04a356d46cb8),segment_id=b8136ba7-fc65-4f50-85b7-04a356d46cb8)] {{(pid=87507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:37:17.749579 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-a47bf5f6-6279-4baf-ad50-44645c911001 tempest-BulkNetworkOpsIpV6Test-1671727552 tempest-BulkNetworkOpsIpV6Test-1671727552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:17.785988 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-5c8d1336-9b58-4a32-8f64-de7ef1e210f0 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:37:17.853992 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Network d25a7dc0-a328-4711-a6e2-10bbe5d70dc8 details requested by agent ovs-agent-dv-neutron-821829-1-hyperv with host dv-neutron-821829-1-hyperv {{(pid=87508) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 22:37:17.860740 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-5c8d1336-9b58-4a32-8f64-de7ef1e210f0 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Usage tracker for resource:network and tenant:69ee045658914011ac7b8ba0ad799b2d is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:37:17.882100 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-5c8d1336-9b58-4a32-8f64-de7ef1e210f0 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:37:17.897218 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-5c8d1336-9b58-4a32-8f64-de7ef1e210f0 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:37:17.897931 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-1b5509c9-0234-480b-8935-3bc5f0eef857 None None] Calling delete_port for 967cf582-eea1-4ead-a019-ba90ab042b8c owned by network:dhcp {{(pid=87508) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:37:17.953331 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-43cc9610-c4b2-41a0-8ffa-27a5fda48b05 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:18.040153 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c8d1336-9b58-4a32-8f64-de7ef1e210f0 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Made reservation on behalf of 69ee045658914011ac7b8ba0ad799b2d for: {'network': 1} {{(pid=87506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:37:18.043397 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-5c8d1336-9b58-4a32-8f64-de7ef1e210f0 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for network, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:18.078130 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.db [None req-1ef5c333-a63d-488f-9167-4e2a5494c873 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] For port 967cf582-eea1-4ead-a019-ba90ab042b8c, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=967cf582-eea1-4ead-a019-ba90ab042b8c,segment=NetworkSegment(3e32d352-81de-4bee-8e9d-a2223874ae5a),segment_id=3e32d352-81de-4bee-8e9d-a2223874ae5a)] {{(pid=87506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:37:18.078798 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-1ef5c333-a63d-488f-9167-4e2a5494c873 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:18.108852 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.plugin [None req-a47bf5f6-6279-4baf-ad50-44645c911001 tempest-BulkNetworkOpsIpV6Test-1671727552 tempest-BulkNetworkOpsIpV6Test-1671727552-project] Calling delete_port for f07869cb-ce8f-4da9-867a-c539068b54ab owned by network:dhcp {{(pid=87507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:37:18.158220 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-00ce569d-ff2b-45df-8106-9feab5a5231d tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2128562'] for subnet, precommit_delete_associations {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:18.231244 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Pushing event updated for resources: {'Port': ['ID=52b7b64b-87ca-4b90-b643-53c6b358ed2c,revision_number=3']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:37:18.232570 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [None req-1ef5c333-a63d-488f-9167-4e2a5494c873 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Calling delete_port for 967cf582-eea1-4ead-a019-ba90ab042b8c owned by network:dhcp {{(pid=87506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:37:18.253741 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.637s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:37:18.295685 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-9aafb15a-b4ad-4c25-bb47-49f190f67085 req-c21e7e13-f6ec-44b0-b3bf-8723927b621c service neutron] 10.222.0.49 "GET /v2.0/networks/59be113d-df84-4589-a861-2ce3da6b2e5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5606196
Dec 16 22:37:18.316952 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-2fb14a7e-365d-4e25-92ce-d86a6ce1dbc4 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:37:18.350722 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-2fb14a7e-365d-4e25-92ce-d86a6ce1dbc4 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Usage tracker for resource:port and tenant:3ddf94e9e4ac4112b345468cafab037c is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:37:18.356690 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c8d1336-9b58-4a32-8f64-de7ef1e210f0 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] vlan segment allocate from pool success with {'vlan_id': 170, 'physical_network': 'physnet1'}  {{(pid=87506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 22:37:18.357247 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-1b5509c9-0234-480b-8935-3bc5f0eef857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949'] for port, after_delete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:18.362819 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-2fb14a7e-365d-4e25-92ce-d86a6ce1dbc4 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:37:18.363494 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-8a06d663-6ad6-4d32-ac57-7bf3a3644c05 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:37:18.377378 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-1b667780-ac68-43b8-bdf0-0e19858e2781 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-825997'] for network, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:18.385259 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-2fb14a7e-365d-4e25-92ce-d86a6ce1dbc4 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:37:18.396235 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-5c8d1336-9b58-4a32-8f64-de7ef1e210f0 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-883292'] for segment, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:18.396703 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.db.segments_db [None req-5c8d1336-9b58-4a32-8f64-de7ef1e210f0 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Added segment 4f3062d6-b1e2-4376-aa1e-3e87607a043d of type vlan for network 5db637a9-e3de-4af1-be05-27683c96cad3
Dec 16 22:37:18.403944 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-a47bf5f6-6279-4baf-ad50-44645c911001 tempest-BulkNetworkOpsIpV6Test-1671727552 tempest-BulkNetworkOpsIpV6Test-1671727552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10807823'] for port, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:18.412749 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-4326d9e4-ebf2-4af6-a7a1-011cf26ae96a tempest-FloatingIPNegativeTestJSON-1419073809 tempest-FloatingIPNegativeTestJSON-1419073809-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:37:18.424708 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning for port f07869cb-ce8f-4da9-867a-c539068b54ab completed by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 22:37:18.434446 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5509c9-0234-480b-8935-3bc5f0eef857 None None] Pushing event deleted for resources: {'Port': ['ID=967cf582-eea1-4ead-a019-ba90ab042b8c,revision_number=None']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:37:18.436401 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-a9c6234a-af52-40ff-83dd-cd23a197b2c7 None None] Could not find standard attr ID for object f07869cb-ce8f-4da9-867a-c539068b54ab. {{(pid=87508) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 16 22:37:18.438505 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-1b5509c9-0234-480b-8935-3bc5f0eef857 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:37:18.443161 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b5509c9-0234-480b-8935-3bc5f0eef857 None None] No DVR routers for this DVR port 967cf582-eea1-4ead-a019-ba90ab042b8c on host dv-neutron-821829-1-hyperv {{(pid=87508) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 22:37:18.445185 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning complete for port f07869cb-ce8f-4da9-867a-c539068b54ab triggered by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:37:18.445818 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:18.468528 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fb14a7e-365d-4e25-92ce-d86a6ce1dbc4 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Made reservation on behalf of 3ddf94e9e4ac4112b345468cafab037c for: {'port': 1} {{(pid=87507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:37:18.472259 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-2fb14a7e-365d-4e25-92ce-d86a6ce1dbc4 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:18.482337 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75a4ee2c-7759-402f-bdbe-b85b5aa2e071 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1d6bfaf-d325-5e4f-b05d-2441d8339617-e193595a-396d-494a-a3a4-b14d98444135', 'network_id': 'e193595a-396d-494a-a3a4-b14d98444135', 'tenant_id': '4776cb1297af44b2a1a3b9af0f4316e5', 'fixed_ips': [{'subnet_id': '9814dac9-299c-4fc2-96d0-c271fb486d0c'}]}} from dv-neutron-821829-1-hyperv. {{(pid=87508) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 16 22:37:18.483506 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-75a4ee2c-7759-402f-bdbe-b85b5aa2e071 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:18.485854 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47bf5f6-6279-4baf-ad50-44645c911001 tempest-BulkNetworkOpsIpV6Test-1671727552 tempest-BulkNetworkOpsIpV6Test-1671727552-project] Pushing event deleted for resources: {'Port': ['ID=f07869cb-ce8f-4da9-867a-c539068b54ab,revision_number=None']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:37:18.501347 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-a47bf5f6-6279-4baf-ad50-44645c911001 tempest-BulkNetworkOpsIpV6Test-1671727552 tempest-BulkNetworkOpsIpV6Test-1671727552-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:37:18.508288 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-00ce569d-ff2b-45df-8106-9feab5a5231d tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3328566'] for subnet, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:18.530107 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Port f07869cb-ce8f-4da9-867a-c539068b54ab was deleted so its status cannot be updated. {{(pid=87508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Dec 16 22:37:18.572535 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.db.api [None req-1ef5c333-a63d-488f-9167-4e2a5494c873 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87506) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 16 22:37:18.573568 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a47bf5f6-6279-4baf-ad50-44645c911001 tempest-BulkNetworkOpsIpV6Test-1671727552 tempest-BulkNetworkOpsIpV6Test-1671727552-project] No DVR routers for this DVR port f07869cb-ce8f-4da9-867a-c539068b54ab on host dv-neutron-821829-1-hyperv {{(pid=87507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 22:37:18.576324 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_db.api [None req-1ef5c333-a63d-488f-9167-4e2a5494c873 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 16 22:37:18.593507 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-5c8d1336-9b58-4a32-8f64-de7ef1e210f0 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734753047233'] for network, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:18.613903 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8328d398-3e93-4ff4-a576-8c9b1f8c965a None None] DHCP port deletion for 68e919cb-e6bb-4607-ba1c-691908ee3b33 request from dv-neutron-821829-1-hyperv {{(pid=87508) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 16 22:37:18.650374 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-43cc9610-c4b2-41a0-8ffa-27a5fda48b05 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Notify callbacks [] for port, precommit_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:18.662458 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-43cc9610-c4b2-41a0-8ffa-27a5fda48b05 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1863400'] for port, after_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:18.675992 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-879a91ae-c064-4c6d-a81d-a4bb0ad78513 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:37:18.678910 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-74244fbe-2da2-4fa1-8555-9eba772cb031 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks [] for port, precommit_update {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:18.730820 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-5c8d1336-9b58-4a32-8f64-de7ef1e210f0 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440'] for network, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:18.730820 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c8d1336-9b58-4a32-8f64-de7ef1e210f0 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:37:18.730820 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-5c8d1336-9b58-4a32-8f64-de7ef1e210f0 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3791486'] for network, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:18.754277 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.notifiers.nova [None req-2fb14a7e-365d-4e25-92ce-d86a6ce1dbc4 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] device_id is not set on port fa7c6b0e-567e-45a5-af54-121c48f391e0 yet. {{(pid=87507) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 16 22:37:18.797355 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-74244fbe-2da2-4fa1-8555-9eba772cb031 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10807814'] for port, after_update {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:18.797355 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-74244fbe-2da2-4fa1-8555-9eba772cb031 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3791426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3830222'] for router_interface, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:18.812845 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-be41b25f-ac7e-4d94-8901-26996a0cfe82 tempest-AllowedAddressPairTestJSON-1611484417 tempest-AllowedAddressPairTestJSON-1611484417-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:37:18.877824 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-5c8d1336-9b58-4a32-8f64-de7ef1e210f0 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 771 time: 1.1954157
Dec 16 22:37:18.877824 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43cc9610-c4b2-41a0-8ffa-27a5fda48b05 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Pushing event updated for resources: {'Port': ['ID=9651456e-4e8d-44c2-8b02-73f984a7f2b3,revision_number=2']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:37:18.882961 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 52b7b64b-87ca-4b90-b643-53c6b358ed2c up at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 22:37:18.887334 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 43610) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:37:18.887334 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-43cc9610-c4b2-41a0-8ffa-27a5fda48b05 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:37:18.887334 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.143s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:37:18.913358 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-a5818e24-b9c4-4955-b67f-8ecb824f36fe tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Request body: {'ports': [{'network_id': '2769000e-f979-4993-b25c-a53f47882427'}, {'network_id': '5db637a9-e3de-4af1-be05-27683c96cad3'}]} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:37:18.913358 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-a5818e24-b9c4-4955-b67f-8ecb824f36fe tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Request body: {'port': {'network_id': '2769000e-f979-4993-b25c-a53f47882427'}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:37:18.913358 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-a5818e24-b9c4-4955-b67f-8ecb824f36fe tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Request body: {'port': {'network_id': '5db637a9-e3de-4af1-be05-27683c96cad3'}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:37:18.945278 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-43cc9610-c4b2-41a0-8ffa-27a5fda48b05 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3741874'] for floatingip, after_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:19.014887 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.db_base_plugin_common [None req-75a4ee2c-7759-402f-bdbe-b85b5aa2e071 None None] Allocated IP 2001:db8::1 (e193595a-396d-494a-a3a4-b14d98444135/9814dac9-299c-4fc2-96d0-c271fb486d0c/1021d8c9-e3d3-4a86-8f57-cc8f8de6d26e) {{(pid=87508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 22:37:19.024039 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-1b667780-ac68-43b8-bdf0-0e19858e2781 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3328566'] for subnet, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:19.057482 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-a47bf5f6-6279-4baf-ad50-44645c911001 tempest-BulkNetworkOpsIpV6Test-1671727552 tempest-BulkNetworkOpsIpV6Test-1671727552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3329565', 'neutron.services.segments.db._delete_segments_for_network-8734753546406'] for network, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:19.322232 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [None req-1ef5c333-a63d-488f-9167-4e2a5494c873 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Deleting port 967cf582-eea1-4ead-a019-ba90ab042b8c {{(pid=87506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:37:19.322232 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-1ef5c333-a63d-488f-9167-4e2a5494c873 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:19.387965 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning complete for port 52b7b64b-87ca-4b90-b643-53c6b358ed2c triggered by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:37:19.387965 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:19.392213 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74244fbe-2da2-4fa1-8555-9eba772cb031 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Pushing event updated for resources: {'Port': ['ID=70d081d0-26e2-400c-8bab-e58c60b071d6,revision_number=2']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:37:19.415083 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-74244fbe-2da2-4fa1-8555-9eba772cb031 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.602s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:37:19.423164 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.services.segments.db [None req-a47bf5f6-6279-4baf-ad50-44645c911001 tempest-BulkNetworkOpsIpV6Test-1671727552 tempest-BulkNetworkOpsIpV6Test-1671727552-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1b76c31d00>,) {'filters': {'network_id': ['68e919cb-e6bb-4607-ba1c-691908ee3b33']}} {{(pid=87507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:37:19.430748 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-00ce569d-ff2b-45df-8106-9feab5a5231d tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3328622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10807868', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10549621'] for subnet, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:19.446086 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:37:19.484806 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-75a4ee2c-7759-402f-bdbe-b85b5aa2e071 None None] Notify callbacks [] for port, precommit_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:19.486865 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [None req-1ef5c333-a63d-488f-9167-4e2a5494c873 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] The port '967cf582-eea1-4ead-a019-ba90ab042b8c' was deleted {{(pid=87506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 16 22:37:19.504470 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-75a4ee2c-7759-402f-bdbe-b85b5aa2e071 None None] Transition to ACTIVE for port object 1021d8c9-e3d3-4a86-8f57-cc8f8de6d26e will not be triggered until provisioned by entity L2. {{(pid=87508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:37:19.531316 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.services.segments.db [None req-a47bf5f6-6279-4baf-ad50-44645c911001 tempest-BulkNetworkOpsIpV6Test-1671727552 tempest-BulkNetworkOpsIpV6Test-1671727552-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b76c31d00>, 'b8136ba7-fc65-4f50-85b7-04a356d46cb8') {'for_net_delete': True} {{(pid=87507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:37:19.531316 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.services.segments.db [None req-a47bf5f6-6279-4baf-ad50-44645c911001 tempest-BulkNetworkOpsIpV6Test-1671727552 tempest-BulkNetworkOpsIpV6Test-1671727552-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b76c31d00>, 'b8136ba7-fc65-4f50-85b7-04a356d46cb8') {} {{(pid=87507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:37:19.534388 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-75a4ee2c-7759-402f-bdbe-b85b5aa2e071 None None] Transition to ACTIVE for port object 1021d8c9-e3d3-4a86-8f57-cc8f8de6d26e will not be triggered until provisioned by entity DHCP. {{(pid=87508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:37:19.549594 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-75a4ee2c-7759-402f-bdbe-b85b5aa2e071 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940'] for port, after_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:19.549594 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-8a06d663-6ad6-4d32-ac57-7bf3a3644c05 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:37:19.583716 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-a47bf5f6-6279-4baf-ad50-44645c911001 tempest-BulkNetworkOpsIpV6Test-1671727552 tempest-BulkNetworkOpsIpV6Test-1671727552-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734753593977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2128549'] for segment, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:19.597447 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8d1336-9b58-4a32-8f64-de7ef1e210f0 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Pushing event updated for resources: {'Network': ['ID=5db637a9-e3de-4af1-be05-27683c96cad3,revision_number=1']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:37:19.616868 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-a47bf5f6-6279-4baf-ad50-44645c911001 tempest-BulkNetworkOpsIpV6Test-1671727552 tempest-BulkNetworkOpsIpV6Test-1671727552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-883292'] for segment, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:19.622051 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Network 5db637a9-e3de-4af1-be05-27683c96cad3 details requested by agent ovs-agent-dv-neutron-821829-1-hyperv with host dv-neutron-821829-1-hyperv {{(pid=87508) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 22:37:19.626417 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a47bf5f6-6279-4baf-ad50-44645c911001 tempest-BulkNetworkOpsIpV6Test-1671727552 tempest-BulkNetworkOpsIpV6Test-1671727552-project] Releasing vlan 153 on physical network physnet1 to pool {{(pid=87507) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 16 22:37:19.626417 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-a47bf5f6-6279-4baf-ad50-44645c911001 tempest-BulkNetworkOpsIpV6Test-1671727552 tempest-BulkNetworkOpsIpV6Test-1671727552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-883285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10808034'] for segment, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:19.641099 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-5c8d1336-9b58-4a32-8f64-de7ef1e210f0 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.748s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:37:19.737568 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75a4ee2c-7759-402f-bdbe-b85b5aa2e071 None None] Network e193595a-396d-494a-a3a4-b14d98444135 is already hosted by enough agents. {{(pid=87508) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:37:19.758512 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.scheduler.base_scheduler [None req-75a4ee2c-7759-402f-bdbe-b85b5aa2e071 None None] Resources bound (agent type, host, resource id):  {{(pid=87508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:37:19.766020 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75a4ee2c-7759-402f-bdbe-b85b5aa2e071 None None] Received port after_create {{(pid=87508) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 22:37:19.784461 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a4ee2c-7759-402f-bdbe-b85b5aa2e071 None None] Pushing event updated for resources: {'Port': ['ID=1021d8c9-e3d3-4a86-8f57-cc8f8de6d26e,revision_number=1']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:37:19.795119 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-75a4ee2c-7759-402f-bdbe-b85b5aa2e071 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:37:19.871293 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-1ef5c333-a63d-488f-9167-4e2a5494c873 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3329565', 'neutron.services.segments.db._delete_segments_for_network-8734753546406'] for network, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:19.885144 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.db.l3_db [None req-43cc9610-c4b2-41a0-8ffa-27a5fda48b05 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Floating IP 144fe2e2-c7b9-4de0-a3b6-40e4059dcdc7 associated. External IP: 172.26.0.169, port: fc5f312f-f84b-4fb5-a011-d18cbb5fdb16.
Dec 16 22:37:19.897001 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ce569d-ff2b-45df-8106-9feab5a5231d tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Pushing event deleted for resources: {'Subnet': ['ID=38290709-7d9c-49c9-be52-0aa88260230d,revision_number=None']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:37:19.899955 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-00ce569d-ff2b-45df-8106-9feab5a5231d tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.454s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:37:19.900609 dv-neutron-821829-1-hyperv neutron-server[87507]: Traceback (most recent call last):
Dec 16 22:37:19.900609 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 16 22:37:19.900609 dv-neutron-821829-1-hyperv neutron-server[87507]:     timer()
Dec 16 22:37:19.900609 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 22:37:19.900609 dv-neutron-821829-1-hyperv neutron-server[87507]:     cb(*args, **kw)
Dec 16 22:37:19.900609 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 22:37:19.900609 dv-neutron-821829-1-hyperv neutron-server[87507]:     return func(*args, **kwargs)
Dec 16 22:37:19.900609 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 22:37:19.900609 dv-neutron-821829-1-hyperv neutron-server[87507]:     self._notify()
Dec 16 22:37:19.900609 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 22:37:19.900609 dv-neutron-821829-1-hyperv neutron-server[87507]:     self.callback(batched_events)
Dec 16 22:37:19.900609 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 22:37:19.900609 dv-neutron-821829-1-hyperv neutron-server[87507]:     event.method(event)
Dec 16 22:37:19.900609 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 22:37:19.900609 dv-neutron-821829-1-hyperv neutron-server[87507]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 22:37:19.900609 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 22:37:19.900609 dv-neutron-821829-1-hyperv neutron-server[87507]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 22:37:19.900609 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 22:37:19.900609 dv-neutron-821829-1-hyperv neutron-server[87507]:     return f(self, *a, **k)
Dec 16 22:37:19.900609 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 16 22:37:19.900609 dv-neutron-821829-1-hyperv neutron-server[87507]:     return self._get(url).json()
Dec 16 22:37:19.900609 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 16 22:37:19.900609 dv-neutron-821829-1-hyperv neutron-server[87507]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 22:37:19.900609 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 16 22:37:19.900609 dv-neutron-821829-1-hyperv neutron-server[87507]:     return self.request(url, 'GET', **kwargs)
Dec 16 22:37:19.900609 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 16 22:37:19.900609 dv-neutron-821829-1-hyperv neutron-server[87507]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 22:37:19.900609 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 16 22:37:19.900609 dv-neutron-821829-1-hyperv neutron-server[87507]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 22:37:19.900609 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 16 22:37:19.900609 dv-neutron-821829-1-hyperv neutron-server[87507]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 22:37:19.900609 dv-neutron-821829-1-hyperv neutron-server[87507]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 22:37:19.924469 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74244fbe-2da2-4fa1-8555-9eba772cb031 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Network 220c3d3b-e8e0-4e00-b258-cb97b5add892 is already hosted by enough agents. {{(pid=87507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:37:19.940354 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.base_scheduler [None req-74244fbe-2da2-4fa1-8555-9eba772cb031 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Resources bound (agent type, host, resource id):  {{(pid=87507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:37:19.967844 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-a47bf5f6-6279-4baf-ad50-44645c911001 tempest-BulkNetworkOpsIpV6Test-1671727552 tempest-BulkNetworkOpsIpV6Test-1671727552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3329572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3741856'] for network, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:19.976053 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-75a4ee2c-7759-402f-bdbe-b85b5aa2e071 None None] Attempting to bind port 1021d8c9-e3d3-4a86-8f57-cc8f8de6d26e on host dv-neutron-821829-1-hyperv for vnic_type normal with profile  {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 22:37:19.976053 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-75a4ee2c-7759-402f-bdbe-b85b5aa2e071 None None] Attempting to bind port 1021d8c9-e3d3-4a86-8f57-cc8f8de6d26e by drivers openvswitch,hyperv on host dv-neutron-821829-1-hyperv at level 0 using segments [{'id': '9418d691-6b2d-40e2-a240-3a85509defe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'e193595a-396d-494a-a3a4-b14d98444135'}] {{(pid=87508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 22:37:19.976053 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75a4ee2c-7759-402f-bdbe-b85b5aa2e071 None None] Attempting to bind port 1021d8c9-e3d3-4a86-8f57-cc8f8de6d26e on network e193595a-396d-494a-a3a4-b14d98444135 {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 22:37:19.984857 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-a47bf5f6-6279-4baf-ad50-44645c911001 tempest-BulkNetworkOpsIpV6Test-1671727552 tempest-BulkNetworkOpsIpV6Test-1671727552-project] Notify callbacks [] for network, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:19.993258 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75a4ee2c-7759-402f-bdbe-b85b5aa2e071 None None] Checking agent: {'id': '5571501f-366e-47a4-9b60-8ef19d935d27', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821829-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 24, 2), 'started_at': datetime.datetime(2021, 12, 16, 22, 24, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 37, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821829-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 22:37:19.993258 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75a4ee2c-7759-402f-bdbe-b85b5aa2e071 None None] Checking segment: {'id': '9418d691-6b2d-40e2-a240-3a85509defe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'e193595a-396d-494a-a3a4-b14d98444135'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 22:37:19.993258 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-75a4ee2c-7759-402f-bdbe-b85b5aa2e071 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:19.993258 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75a4ee2c-7759-402f-bdbe-b85b5aa2e071 None None] Bound using segment: {'id': '9418d691-6b2d-40e2-a240-3a85509defe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'e193595a-396d-494a-a3a4-b14d98444135'} {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 22:37:19.993258 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-75a4ee2c-7759-402f-bdbe-b85b5aa2e071 None None] Bound port: 1021d8c9-e3d3-4a86-8f57-cc8f8de6d26e, host: dv-neutron-821829-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9418d691-6b2d-40e2-a240-3a85509defe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'e193595a-396d-494a-a3a4-b14d98444135'}}] {{(pid=87508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 22:37:19.993258 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-75a4ee2c-7759-402f-bdbe-b85b5aa2e071 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:20.000060 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-a5818e24-b9c4-4955-b67f-8ecb824f36fe tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:37:20.005224 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-00ce569d-ff2b-45df-8106-9feab5a5231d tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks [] for subnet, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:20.013068 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 43614) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:37:20.019470 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-00ce569d-ff2b-45df-8106-9feab5a5231d tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] 10.222.0.13 "DELETE /v2.0/subnets/38290709-7d9c-49c9-be52-0aa88260230d HTTP/1.1" status: 204  len: 168 time: 2.8443477
Dec 16 22:37:20.019470 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-1b6f6c97-e979-401c-9cc2-65b23c0f6646 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:37:20.026540 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-a5818e24-b9c4-4955-b67f-8ecb824f36fe tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Usage tracker for resource:port and tenant:69ee045658914011ac7b8ba0ad799b2d is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:37:20.026540 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-a5818e24-b9c4-4955-b67f-8ecb824f36fe tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:37:20.033448 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ffad7a3-36a1-4a77-bfdb-2e50cbab2aec None None] Network 7edd76f7-0f97-48a5-b177-9842de6c0500 requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 22:37:20.078025 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-a47bf5f6-6279-4baf-ad50-44645c911001 tempest-BulkNetworkOpsIpV6Test-1671727552 tempest-BulkNetworkOpsIpV6Test-1671727552-project] 10.222.0.13 "DELETE /v2.0/networks/68e919cb-e6bb-4607-ba1c-691908ee3b33 HTTP/1.1" status: 204  len: 168 time: 3.7921906
Dec 16 22:37:20.078025 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47bf5f6-6279-4baf-ad50-44645c911001 tempest-BulkNetworkOpsIpV6Test-1671727552 tempest-BulkNetworkOpsIpV6Test-1671727552-project] Pushing event deleted for resources: {'Network': ['ID=68e919cb-e6bb-4607-ba1c-691908ee3b33,revision_number=None']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:37:20.078025 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-a47bf5f6-6279-4baf-ad50-44645c911001 tempest-BulkNetworkOpsIpV6Test-1671727552 tempest-BulkNetworkOpsIpV6Test-1671727552-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:37:20.078025 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-1b667780-ac68-43b8-bdf0-0e19858e2781 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3328622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10807868', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10549621'] for subnet, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:20.089295 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 43618) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:37:20.096918 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.services.segments.db [None req-1ef5c333-a63d-488f-9167-4e2a5494c873 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1b7601abe0>,) {'filters': {'network_id': ['ca76f6e0-7834-4256-9a6f-2114d73bda2d']}} {{(pid=87506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:37:20.104100 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-c22fba16-8029-4128-b6e0-31286431a165 tempest-FloatingIPNegativeTestJSON-1419073809 tempest-FloatingIPNegativeTestJSON-1419073809-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:37:20.122267 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-a5818e24-b9c4-4955-b67f-8ecb824f36fe tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:37:20.177617 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.services.segments.db [None req-1ef5c333-a63d-488f-9167-4e2a5494c873 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b7601abe0>, '3e32d352-81de-4bee-8e9d-a2223874ae5a') {'for_net_delete': True} {{(pid=87506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:37:20.177617 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.services.segments.db [None req-1ef5c333-a63d-488f-9167-4e2a5494c873 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b7601abe0>, '3e32d352-81de-4bee-8e9d-a2223874ae5a') {} {{(pid=87506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:37:20.197928 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 967cf582-eea1-4ead-a019-ba90ab042b8c no longer exists at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 22:37:20.206437 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-1ef5c333-a63d-488f-9167-4e2a5494c873 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734753593977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-266764496'] for segment, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:20.253216 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] No Port match for: 967cf582-eea1-4ead-a019-ba90ab042b8c {{(pid=87508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 22:37:20.253583 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 967cf582-eea1-4ead-a019-ba90ab042b8c not bound to the agent host dv-neutron-821829-1-hyperv {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 22:37:20.276655 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5818e24-b9c4-4955-b67f-8ecb824f36fe tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Made reservation on behalf of 69ee045658914011ac7b8ba0ad799b2d for: {'port': 2} {{(pid=87506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:37:20.281519 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-a5818e24-b9c4-4955-b67f-8ecb824f36fe tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:20.287677 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b667780-ac68-43b8-bdf0-0e19858e2781 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Pushing event deleted for resources: {'Subnet': ['ID=9814dac9-299c-4fc2-96d0-c271fb486d0c,revision_number=None']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:37:20.312010 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-75a4ee2c-7759-402f-bdbe-b85b5aa2e071 None None] For port 1021d8c9-e3d3-4a86-8f57-cc8f8de6d26e, host dv-neutron-821829-1-hyperv, cleared binding levels {{(pid=87508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 22:37:20.312549 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.db_base_plugin_v2 [None req-b96072d8-098b-4a0f-b856-9131c49d5ff9 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Deleting subnet fb06562e-96ab-4d6a-9d42-3c4f82f34852 {{(pid=87506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 16 22:37:20.333570 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-b96072d8-098b-4a0f-b856-9131c49d5ff9 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks [] for subnet, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:20.335151 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-75a4ee2c-7759-402f-bdbe-b85b5aa2e071 None None] For port 1021d8c9-e3d3-4a86-8f57-cc8f8de6d26e, host dv-neutron-821829-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=1021d8c9-e3d3-4a86-8f57-cc8f8de6d26e,segment=NetworkSegment(9418d691-6b2d-40e2-a240-3a85509defe8),segment_id=9418d691-6b2d-40e2-a240-3a85509defe8)] {{(pid=87508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 22:37:20.341282 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-75a4ee2c-7759-402f-bdbe-b85b5aa2e071 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:20.356002 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-1b667780-ac68-43b8-bdf0-0e19858e2781 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:37:20.365985 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-1ef5c333-a63d-488f-9167-4e2a5494c873 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-883292'] for segment, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:20.372875 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-ad8b4d78-f811-4ed8-8cc0-4be9c94e3133 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:37:20.378473 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-a5818e24-b9c4-4955-b67f-8ecb824f36fe tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:20.391917 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-2fb14a7e-365d-4e25-92ce-d86a6ce1dbc4 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks [] for port, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:20.402431 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ef5c333-a63d-488f-9167-4e2a5494c873 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Releasing vlan 174 on physical network physnet1 to pool {{(pid=87506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 16 22:37:20.403068 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-1ef5c333-a63d-488f-9167-4e2a5494c873 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-883285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1863180'] for segment, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:20.417704 dv-neutron-821829-1-hyperv neutron-server[87506]: Traceback (most recent call last):
Dec 16 22:37:20.417704 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 16 22:37:20.417704 dv-neutron-821829-1-hyperv neutron-server[87506]:     timer()
Dec 16 22:37:20.417704 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 22:37:20.417704 dv-neutron-821829-1-hyperv neutron-server[87506]:     cb(*args, **kw)
Dec 16 22:37:20.417704 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 22:37:20.417704 dv-neutron-821829-1-hyperv neutron-server[87506]:     return func(*args, **kwargs)
Dec 16 22:37:20.417704 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 22:37:20.417704 dv-neutron-821829-1-hyperv neutron-server[87506]:     self._notify()
Dec 16 22:37:20.417704 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 22:37:20.417704 dv-neutron-821829-1-hyperv neutron-server[87506]:     self.callback(batched_events)
Dec 16 22:37:20.417704 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 22:37:20.417704 dv-neutron-821829-1-hyperv neutron-server[87506]:     event.method(event)
Dec 16 22:37:20.417704 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 22:37:20.417704 dv-neutron-821829-1-hyperv neutron-server[87506]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 22:37:20.417704 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 22:37:20.417704 dv-neutron-821829-1-hyperv neutron-server[87506]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 22:37:20.417704 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 22:37:20.417704 dv-neutron-821829-1-hyperv neutron-server[87506]:     return f(self, *a, **k)
Dec 16 22:37:20.417704 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 16 22:37:20.417704 dv-neutron-821829-1-hyperv neutron-server[87506]:     return self._get(url).json()
Dec 16 22:37:20.417704 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 16 22:37:20.417704 dv-neutron-821829-1-hyperv neutron-server[87506]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 22:37:20.417704 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 16 22:37:20.417704 dv-neutron-821829-1-hyperv neutron-server[87506]:     return self.request(url, 'GET', **kwargs)
Dec 16 22:37:20.417704 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 16 22:37:20.417704 dv-neutron-821829-1-hyperv neutron-server[87506]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 22:37:20.417704 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 16 22:37:20.417704 dv-neutron-821829-1-hyperv neutron-server[87506]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 22:37:20.417704 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 16 22:37:20.417704 dv-neutron-821829-1-hyperv neutron-server[87506]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 22:37:20.417704 dv-neutron-821829-1-hyperv neutron-server[87506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 22:37:20.511391 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-3d8f0c66-d662-48b7-85ce-e61d0640ffe4 None None] Provisioning complete for port 70d081d0-26e2-400c-8bab-e58c60b071d6 triggered by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:37:20.511879 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-3d8f0c66-d662-48b7-85ce-e61d0640ffe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:20.596186 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a4ee2c-7759-402f-bdbe-b85b5aa2e071 None None] Pushing event updated for resources: {'Port': ['ID=1021d8c9-e3d3-4a86-8f57-cc8f8de6d26e,revision_number=2']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:37:20.599049 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device f07869cb-ce8f-4da9-867a-c539068b54ab no longer exists at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 22:37:20.613879 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-1b667780-ac68-43b8-bdf0-0e19858e2781 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3329565', 'neutron.services.segments.db._delete_segments_for_network-8734753546406'] for network, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:20.624231 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-75a4ee2c-7759-402f-bdbe-b85b5aa2e071 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:37:20.639745 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-f0edf929-8c7a-4eee-813d-d2713bcff5d3 tempest-BulkNetworkOpsIpV6Test-1671727552 tempest-BulkNetworkOpsIpV6Test-1671727552-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-825997'] for network, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:20.653878 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] No Port match for: f07869cb-ce8f-4da9-867a-c539068b54ab {{(pid=87508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 22:37:20.654501 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device f07869cb-ce8f-4da9-867a-c539068b54ab not bound to the agent host dv-neutron-821829-1-hyperv {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 22:37:20.657331 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.services.segments.db [None req-1b667780-ac68-43b8-bdf0-0e19858e2781 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1b7c6f6d00>,) {'filters': {'network_id': ['e193595a-396d-494a-a3a4-b14d98444135']}} {{(pid=87507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:37:20.659689 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-b96072d8-098b-4a0f-b856-9131c49d5ff9 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-266764487'] for subnet, precommit_delete_associations {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:20.696562 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-3d8f0c66-d662-48b7-85ce-e61d0640ffe4 None None] Port 70d081d0-26e2-400c-8bab-e58c60b071d6 cannot update to ACTIVE because it is not bound. {{(pid=87508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 22:37:20.704973 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.services.segments.db [None req-1b667780-ac68-43b8-bdf0-0e19858e2781 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b7c6f6d00>, '9418d691-6b2d-40e2-a240-3a85509defe8') {'for_net_delete': True} {{(pid=87507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:37:20.704973 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.services.segments.db [None req-1b667780-ac68-43b8-bdf0-0e19858e2781 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b7c6f6d00>, '9418d691-6b2d-40e2-a240-3a85509defe8') {} {{(pid=87507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:37:20.711698 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40f34c4d-58fa-4da3-bdfd-bd47d54beb92 None None] Network e193595a-396d-494a-a3a4-b14d98444135 requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 22:37:20.718745 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74244fbe-2da2-4fa1-8555-9eba772cb031 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Router c687d116-e64e-4a77-9373-dc6a7e53c1e1 has already been hosted by L3 agent 4f519db7-069b-43e2-8411-c092bac9102a {{(pid=87507) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 22:37:20.737562 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-1b667780-ac68-43b8-bdf0-0e19858e2781 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734753593977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2128549'] for segment, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:20.750551 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-1ef5c333-a63d-488f-9167-4e2a5494c873 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3329572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3741856'] for network, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:20.750551 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-1ef5c333-a63d-488f-9167-4e2a5494c873 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3791486'] for network, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:20.765476 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:37:20.823318 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-1ef5c333-a63d-488f-9167-4e2a5494c873 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] 10.222.0.13 "DELETE /v2.0/networks/ca76f6e0-7834-4256-9a6f-2114d73bda2d HTTP/1.1" status: 204  len: 168 time: 4.5039325
Dec 16 22:37:20.824338 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef5c333-a63d-488f-9167-4e2a5494c873 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Pushing event deleted for resources: {'Network': ['ID=ca76f6e0-7834-4256-9a6f-2114d73bda2d,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:37:20.827932 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-1ef5c333-a63d-488f-9167-4e2a5494c873 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:37:20.828426 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 43622) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:37:20.835597 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.notifiers.nova [None req-a5818e24-b9c4-4955-b67f-8ecb824f36fe tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] device_id is not set on port c9bb47ba-a378-4497-9a1c-6f923826b57c yet. {{(pid=87506) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 16 22:37:20.873122 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-1b667780-ac68-43b8-bdf0-0e19858e2781 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-883292'] for segment, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:20.898204 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-4832750a-1096-4f50-b286-c9e4c086ab17 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-809960879', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:37:20.924183 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-4832750a-1096-4f50-b286-c9e4c086ab17 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:37:20.950162 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-4832750a-1096-4f50-b286-c9e4c086ab17 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Usage tracker for resource:router and tenant:bb30155073f3462f829b4df60e35f5af is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:37:20.959008 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-4832750a-1096-4f50-b286-c9e4c086ab17 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:37:20.995610 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-2fb14a7e-365d-4e25-92ce-d86a6ce1dbc4 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10807823'] for port, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:20.997759 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b667780-ac68-43b8-bdf0-0e19858e2781 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Releasing vlan 184 on physical network physnet1 to pool {{(pid=87507) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 16 22:37:20.998135 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-1b667780-ac68-43b8-bdf0-0e19858e2781 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-883285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10808034'] for segment, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:21.040139 dv-neutron-821829-1-hyperv neutron-server[87507]: Traceback (most recent call last):
Dec 16 22:37:21.040139 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 16 22:37:21.040139 dv-neutron-821829-1-hyperv neutron-server[87507]:     timer()
Dec 16 22:37:21.040139 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 22:37:21.040139 dv-neutron-821829-1-hyperv neutron-server[87507]:     cb(*args, **kw)
Dec 16 22:37:21.040139 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 22:37:21.040139 dv-neutron-821829-1-hyperv neutron-server[87507]:     return func(*args, **kwargs)
Dec 16 22:37:21.040139 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 22:37:21.040139 dv-neutron-821829-1-hyperv neutron-server[87507]:     self._notify()
Dec 16 22:37:21.040139 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 22:37:21.040139 dv-neutron-821829-1-hyperv neutron-server[87507]:     self.callback(batched_events)
Dec 16 22:37:21.040139 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 22:37:21.040139 dv-neutron-821829-1-hyperv neutron-server[87507]:     event.method(event)
Dec 16 22:37:21.040139 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 22:37:21.040139 dv-neutron-821829-1-hyperv neutron-server[87507]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 22:37:21.040139 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 22:37:21.040139 dv-neutron-821829-1-hyperv neutron-server[87507]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 22:37:21.040139 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 22:37:21.040139 dv-neutron-821829-1-hyperv neutron-server[87507]:     return f(self, *a, **k)
Dec 16 22:37:21.040139 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 16 22:37:21.040139 dv-neutron-821829-1-hyperv neutron-server[87507]:     return self._get(url).json()
Dec 16 22:37:21.040139 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 16 22:37:21.040139 dv-neutron-821829-1-hyperv neutron-server[87507]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 22:37:21.040139 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 16 22:37:21.040139 dv-neutron-821829-1-hyperv neutron-server[87507]:     return self.request(url, 'GET', **kwargs)
Dec 16 22:37:21.040139 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 16 22:37:21.040139 dv-neutron-821829-1-hyperv neutron-server[87507]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 22:37:21.040139 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 16 22:37:21.040139 dv-neutron-821829-1-hyperv neutron-server[87507]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 22:37:21.040139 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 16 22:37:21.040139 dv-neutron-821829-1-hyperv neutron-server[87507]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 22:37:21.040139 dv-neutron-821829-1-hyperv neutron-server[87507]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 22:37:21.060016 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-219e0d25-8d69-4583-84b8-4e2107258894 tempest-BulkNetworkOpsIpV6Test-1671727552 tempest-BulkNetworkOpsIpV6Test-1671727552-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:37:21.143168 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-4832750a-1096-4f50-b286-c9e4c086ab17 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:37:21.152471 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-f0edf929-8c7a-4eee-813d-d2713bcff5d3 tempest-BulkNetworkOpsIpV6Test-1671727552 tempest-BulkNetworkOpsIpV6Test-1671727552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3329565', 'neutron.services.segments.db._delete_segments_for_network-8734753546406'] for network, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:21.183013 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-4832750a-1096-4f50-b286-c9e4c086ab17 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3741155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38980'] for router, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:21.184027 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-4832750a-1096-4f50-b286-c9e4c086ab17 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3743284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3741748', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3896702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-38989'] for router, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:21.188698 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43cc9610-c4b2-41a0-8ffa-27a5fda48b05 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Router c6b0af86-1588-4d9e-9f98-ac61fdf8ef7a has already been hosted by L3 agent 4f519db7-069b-43e2-8411-c092bac9102a {{(pid=87506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 22:37:21.229053 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.services.segments.db [None req-f0edf929-8c7a-4eee-813d-d2713bcff5d3 tempest-BulkNetworkOpsIpV6Test-1671727552 tempest-BulkNetworkOpsIpV6Test-1671727552-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1b76a605e0>,) {'filters': {'network_id': ['c97253e6-9450-4c00-a269-41ebfa63005c']}} {{(pid=87507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:37:21.245526 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74244fbe-2da2-4fa1-8555-9eba772cb031 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify agent at l3_agent.dv-neutron-821829-1-hyperv the message routers_updated {{(pid=87507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 22:37:21.253661 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-b96072d8-098b-4a0f-b856-9131c49d5ff9 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3328566'] for subnet, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:21.254235 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.services.segments.db [None req-f0edf929-8c7a-4eee-813d-d2713bcff5d3 tempest-BulkNetworkOpsIpV6Test-1671727552 tempest-BulkNetworkOpsIpV6Test-1671727552-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b76a605e0>, '3e1827da-1944-441f-bcd7-c4954f2766f8') {'for_net_delete': True} {{(pid=87507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:37:21.254737 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.services.segments.db [None req-f0edf929-8c7a-4eee-813d-d2713bcff5d3 tempest-BulkNetworkOpsIpV6Test-1671727552 tempest-BulkNetworkOpsIpV6Test-1671727552-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b76a605e0>, '3e1827da-1944-441f-bcd7-c4954f2766f8') {} {{(pid=87507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:37:21.264337 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14643bde-3f95-4879-ac9d-ec56ede4b667 None None] Sync routers for ids ['c687d116-e64e-4a77-9373-dc6a7e53c1e1'] in dv-neutron-821829-1-hyperv {{(pid=87509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 22:37:21.269976 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-74244fbe-2da2-4fa1-8555-9eba772cb031 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] 10.222.0.13 "PUT /v2.0/routers/c687d116-e64e-4a77-9373-dc6a7e53c1e1/add_router_interface HTTP/1.1" status: 200  len: 503 time: 8.5370786
Dec 16 22:37:21.269976 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.db.api [None req-1b667780-ac68-43b8-bdf0-0e19858e2781 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Dec 16 22:37:21.269976 dv-neutron-821829-1-hyperv neutron-server[87507]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Dec 16 22:37:21.269976 dv-neutron-821829-1-hyperv neutron-server[87507]: [parameters: {'id': 'e193595a-396d-494a-a3a4-b14d98444135'}]
Dec 16 22:37:21.269976 dv-neutron-821829-1-hyperv neutron-server[87507]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87507) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 16 22:37:21.269976 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_db.api [None req-1b667780-ac68-43b8-bdf0-0e19858e2781 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 16 22:37:21.279659 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14643bde-3f95-4879-ac9d-ec56ede4b667 None None] Routers {'c687d116-e64e-4a77-9373-dc6a7e53c1e1'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:37:21.280495 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-14643bde-3f95-4879-ac9d-ec56ede4b667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b7d5d0370>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:37:01Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['c687d116-e64e-4a77-9373-dc6a7e53c1e1'], 'active': True} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:37:21.281469 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 43626) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:37:21.294792 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-f0edf929-8c7a-4eee-813d-d2713bcff5d3 tempest-BulkNetworkOpsIpV6Test-1671727552 tempest-BulkNetworkOpsIpV6Test-1671727552-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734753593977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2128549'] for segment, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:21.383413 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-14643bde-3f95-4879-ac9d-ec56ede4b667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b7d5d0370>, [], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:37:21.396369 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14643bde-3f95-4879-ac9d-ec56ede4b667 None None] Routers {'c687d116-e64e-4a77-9373-dc6a7e53c1e1'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:37:21.397263 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-14643bde-3f95-4879-ac9d-ec56ede4b667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b7d5d0370>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:37:01Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['c687d116-e64e-4a77-9373-dc6a7e53c1e1'], 'active': True} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:37:21.397837 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-4832750a-1096-4f50-b286-c9e4c086ab17 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:21.470741 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-14643bde-3f95-4879-ac9d-ec56ede4b667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b7d5d0370>, [], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:37:21.471391 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14643bde-3f95-4879-ac9d-ec56ede4b667 None None] The sync data for ids ['c687d116-e64e-4a77-9373-dc6a7e53c1e1'] in dv-neutron-821829-1-hyperv is: [] {{(pid=87509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 22:37:21.543063 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-4832750a-1096-4f50-b286-c9e4c086ab17 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3740952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3741923'] for router, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:21.545750 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb14a7e-365d-4e25-92ce-d86a6ce1dbc4 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Pushing event updated for resources: {'Port': ['ID=fa7c6b0e-567e-45a5-af54-121c48f391e0,revision_number=1']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:37:21.563367 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-2fb14a7e-365d-4e25-92ce-d86a6ce1dbc4 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.503s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:37:21.573663 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-f0edf929-8c7a-4eee-813d-d2713bcff5d3 tempest-BulkNetworkOpsIpV6Test-1671727552 tempest-BulkNetworkOpsIpV6Test-1671727552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-883292'] for segment, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:21.583829 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fb14a7e-365d-4e25-92ce-d86a6ce1dbc4 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Checking segment: {'id': '1f048097-0229-4a28-baff-9e702fc17100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'd25a7dc0-a328-4711-a6e2-10bbe5d70dc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 22:37:21.584445 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fb14a7e-365d-4e25-92ce-d86a6ce1dbc4 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Network hostable DHCP agents. Network: d25a7dc0-a328-4711-a6e2-10bbe5d70dc8, hostable agents: ['3b155c4d-12dc-491e-aa14-6113b06cfacd'], hosted agents: [] {{(pid=87507) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 16 22:37:21.600138 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0edf929-8c7a-4eee-813d-d2713bcff5d3 tempest-BulkNetworkOpsIpV6Test-1671727552 tempest-BulkNetworkOpsIpV6Test-1671727552-project] Releasing vlan 192 on physical network physnet1 to pool {{(pid=87507) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 16 22:37:21.600594 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-f0edf929-8c7a-4eee-813d-d2713bcff5d3 tempest-BulkNetworkOpsIpV6Test-1671727552 tempest-BulkNetworkOpsIpV6Test-1671727552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-883285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10808034'] for segment, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:21.608777 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-a5818e24-b9c4-4955-b67f-8ecb824f36fe tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks [] for port, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:21.616157 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-b96072d8-098b-4a0f-b856-9131c49d5ff9 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3328622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1863378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11213117'] for subnet, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:21.616367 dv-neutron-821829-1-hyperv neutron-server[87507]: Traceback (most recent call last):
Dec 16 22:37:21.616367 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 16 22:37:21.616367 dv-neutron-821829-1-hyperv neutron-server[87507]:     timer()
Dec 16 22:37:21.616367 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 22:37:21.616367 dv-neutron-821829-1-hyperv neutron-server[87507]:     cb(*args, **kw)
Dec 16 22:37:21.616367 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 22:37:21.616367 dv-neutron-821829-1-hyperv neutron-server[87507]:     return func(*args, **kwargs)
Dec 16 22:37:21.616367 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 22:37:21.616367 dv-neutron-821829-1-hyperv neutron-server[87507]:     self._notify()
Dec 16 22:37:21.616367 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 22:37:21.616367 dv-neutron-821829-1-hyperv neutron-server[87507]:     self.callback(batched_events)
Dec 16 22:37:21.616367 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 22:37:21.616367 dv-neutron-821829-1-hyperv neutron-server[87507]:     event.method(event)
Dec 16 22:37:21.616367 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 22:37:21.616367 dv-neutron-821829-1-hyperv neutron-server[87507]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 22:37:21.616367 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 22:37:21.616367 dv-neutron-821829-1-hyperv neutron-server[87507]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 22:37:21.616367 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 22:37:21.616367 dv-neutron-821829-1-hyperv neutron-server[87507]:     return f(self, *a, **k)
Dec 16 22:37:21.616367 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 16 22:37:21.616367 dv-neutron-821829-1-hyperv neutron-server[87507]:     return self._get(url).json()
Dec 16 22:37:21.616367 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 16 22:37:21.616367 dv-neutron-821829-1-hyperv neutron-server[87507]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 22:37:21.616367 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 16 22:37:21.616367 dv-neutron-821829-1-hyperv neutron-server[87507]:     return self.request(url, 'GET', **kwargs)
Dec 16 22:37:21.616367 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 16 22:37:21.616367 dv-neutron-821829-1-hyperv neutron-server[87507]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 22:37:21.616367 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 16 22:37:21.616367 dv-neutron-821829-1-hyperv neutron-server[87507]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 22:37:21.616367 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 16 22:37:21.616367 dv-neutron-821829-1-hyperv neutron-server[87507]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 22:37:21.616367 dv-neutron-821829-1-hyperv neutron-server[87507]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 22:37:21.630832 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-c867fec8-cc05-4e40-bdaf-02be745f41d6 tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:37:21.636935 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5adc863-2a9d-4e07-b24b-baed0f0f5b07 None None] get_active_networks_info from dv-neutron-821829-1-hyperv {{(pid=87508) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}}
Dec 16 22:37:21.692029 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8bb9442-ac04-434c-9b25-7cc4b378a1ac tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:37:21.692444 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-c8bb9442-ac04-434c-9b25-7cc4b378a1ac tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Synchronizing usage tracker for tenant:a221f56311244d31a510a3a1bb3c6ce9 on resource:port {{(pid=87507) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 22:37:21.722316 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fb14a7e-365d-4e25-92ce-d86a6ce1dbc4 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Network d25a7dc0-a328-4711-a6e2-10bbe5d70dc8 is scheduled to be hosted by DHCP agent 3b155c4d-12dc-491e-aa14-6113b06cfacd with binding_index 1 {{(pid=87507) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 16 22:37:21.734083 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-c8bb9442-ac04-434c-9b25-7cc4b378a1ac tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Unset dirty status for tenant:a221f56311244d31a510a3a1bb3c6ce9 on resource:port {{(pid=87507) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 22:37:21.738820 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-c8bb9442-ac04-434c-9b25-7cc4b378a1ac tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] 10.222.0.13 "GET /v2.0/ports/70d081d0-26e2-400c-8bab-e58c60b071d6 HTTP/1.1" status: 200  len: 913 time: 0.4517343
Dec 16 22:37:21.738820 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.base_scheduler [None req-2fb14a7e-365d-4e25-92ce-d86a6ce1dbc4 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821829-1-hyperv, d25a7dc0-a328-4711-a6e2-10bbe5d70dc8) {{(pid=87507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:37:21.739629 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 43630) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:37:21.756984 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-4832750a-1096-4f50-b286-c9e4c086ab17 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks [] for router, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:21.759781 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-4832750a-1096-4f50-b286-c9e4c086ab17 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 698 time: 0.9198713
Dec 16 22:37:21.763271 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-b96072d8-098b-4a0f-b856-9131c49d5ff9 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3791486'] for subnet, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:21.767846 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-b96072d8-098b-4a0f-b856-9131c49d5ff9 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] 10.222.0.13 "DELETE /v2.0/subnets/fb06562e-96ab-4d6a-9d42-3c4f82f34852 HTTP/1.1" status: 204  len: 168 time: 1.7527125
Dec 16 22:37:21.769236 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96072d8-098b-4a0f-b856-9131c49d5ff9 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Pushing event deleted for resources: {'Subnet': ['ID=fb06562e-96ab-4d6a-9d42-3c4f82f34852,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:37:21.771689 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-b96072d8-098b-4a0f-b856-9131c49d5ff9 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:37:21.772608 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 43634) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:37:21.772814 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 43636) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:37:21.794984 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-0d0521d7-9619-414a-aff5-ea87b10fb601 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Request body: {'network': {'name': 'tempest-RoutersTest-916089279'}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:37:21.798118 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-1b667780-ac68-43b8-bdf0-0e19858e2781 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-825997'] for network, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:21.798583 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43cc9610-c4b2-41a0-8ffa-27a5fda48b05 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Notify agent at l3_agent.dv-neutron-821829-1-hyperv the message routers_updated {{(pid=87506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 22:37:21.806625 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fb14a7e-365d-4e25-92ce-d86a6ce1dbc4 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Received port after_create {{(pid=87507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 22:37:21.807296 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5adc863-2a9d-4e07-b24b-baed0f0f5b07 None None] Resources bound (agent type, host, resource id):  {{(pid=87508) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Dec 16 22:37:21.812127 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fb14a7e-365d-4e25-92ce-d86a6ce1dbc4 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:37:21.812742 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-2fb14a7e-365d-4e25-92ce-d86a6ce1dbc4 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for port, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:21.842888 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-6976abc3-eb01-42e4-9948-0d91a45c2b82 None None] Provisioning complete for port f63ea5e5-1521-41ec-b06b-8a476f3befb0 triggered by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:37:21.842888 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-6976abc3-eb01-42e4-9948-0d91a45c2b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:21.848865 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-f0edf929-8c7a-4eee-813d-d2713bcff5d3 tempest-BulkNetworkOpsIpV6Test-1671727552 tempest-BulkNetworkOpsIpV6Test-1671727552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3329572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3741856'] for network, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:21.865788 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cbeac40-909a-41dc-a214-b96b4f802d06 None None] Sync routers for ids ['c6b0af86-1588-4d9e-9f98-ac61fdf8ef7a'] in dv-neutron-821829-1-hyperv {{(pid=87508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 22:37:21.880476 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-0d0521d7-9619-414a-aff5-ea87b10fb601 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:37:21.909285 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-5429f6be-7349-41bb-a46f-6b139b4fbc5f tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1280119
Dec 16 22:37:21.910228 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-d68c109c-0a83-48ca-b151-4e98a9093a67 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:37:21.915522 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-0d0521d7-9619-414a-aff5-ea87b10fb601 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Usage tracker for resource:network and tenant:bb30155073f3462f829b4df60e35f5af is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:37:21.919198 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 43642) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:37:21.923213 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.notifiers.nova [None req-a5818e24-b9c4-4955-b67f-8ecb824f36fe tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] device_id is not set on port 66c001c7-5851-4b76-87ea-c6ab1eddbd9e yet. {{(pid=87506) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 16 22:37:21.925675 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-f0edf929-8c7a-4eee-813d-d2713bcff5d3 tempest-BulkNetworkOpsIpV6Test-1671727552 tempest-BulkNetworkOpsIpV6Test-1671727552-project] Notify callbacks [] for network, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:21.926902 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-0d0521d7-9619-414a-aff5-ea87b10fb601 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:37:21.946970 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-3ea25b17-1c53-4e14-994b-d2dfc1116f05 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Request body: {'subnet': {'network_id': '7edd76f7-0f97-48a5-b177-9842de6c0500', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:37:21.975485 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0edf929-8c7a-4eee-813d-d2713bcff5d3 tempest-BulkNetworkOpsIpV6Test-1671727552 tempest-BulkNetworkOpsIpV6Test-1671727552-project] Pushing event deleted for resources: {'Network': ['ID=c97253e6-9450-4c00-a269-41ebfa63005c,revision_number=None']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:37:21.984514 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cbeac40-909a-41dc-a214-b96b4f802d06 None None] Routers {'c6b0af86-1588-4d9e-9f98-ac61fdf8ef7a'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:37:21.984514 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-8cbeac40-909a-41dc-a214-b96b4f802d06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b76f409a0>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:37:01Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['c6b0af86-1588-4d9e-9f98-ac61fdf8ef7a'], 'active': True} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:37:21.991743 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-0d0521d7-9619-414a-aff5-ea87b10fb601 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:37:21.991743 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-43cc9610-c4b2-41a0-8ffa-27a5fda48b05 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for floatingip, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:21.997963 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-f0edf929-8c7a-4eee-813d-d2713bcff5d3 tempest-BulkNetworkOpsIpV6Test-1671727552 tempest-BulkNetworkOpsIpV6Test-1671727552-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:37:21.997963 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.plugin [None req-1b667780-ac68-43b8-bdf0-0e19858e2781 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Deleting port 1021d8c9-e3d3-4a86-8f57-cc8f8de6d26e {{(pid=87507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:37:21.997963 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-1b667780-ac68-43b8-bdf0-0e19858e2781 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:22.043997 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-2fb14a7e-365d-4e25-92ce-d86a6ce1dbc4 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 846 time: 4.3163257
Dec 16 22:37:22.043997 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 43646) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:37:22.059183 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-f0edf929-8c7a-4eee-813d-d2713bcff5d3 tempest-BulkNetworkOpsIpV6Test-1671727552 tempest-BulkNetworkOpsIpV6Test-1671727552-project] 10.222.0.13 "DELETE /v2.0/networks/c97253e6-9450-4c00-a269-41ebfa63005c HTTP/1.1" status: 204  len: 168 time: 1.8922548
Dec 16 22:37:22.059183 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-2a6f909d-1ef2-4508-989a-69822ce0e1fe tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1235475166'}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:37:22.080018 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 43650) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:37:22.087714 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-2a6f909d-1ef2-4508-989a-69822ce0e1fe tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:37:22.087714 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-2a6f909d-1ef2-4508-989a-69822ce0e1fe tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Usage tracker for resource:network and tenant:3ddf94e9e4ac4112b345468cafab037c is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:37:22.087714 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-2a6f909d-1ef2-4508-989a-69822ce0e1fe tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:37:22.123359 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d0521d7-9619-414a-aff5-ea87b10fb601 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Made reservation on behalf of bb30155073f3462f829b4df60e35f5af for: {'network': 1} {{(pid=87506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:37:22.127455 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-0d0521d7-9619-414a-aff5-ea87b10fb601 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for network, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:22.184175 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-2a6f909d-1ef2-4508-989a-69822ce0e1fe tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:37:22.290967 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-43cc9610-c4b2-41a0-8ffa-27a5fda48b05 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 12.3682084
Dec 16 22:37:22.305694 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6835fec6-5e03-4c1c-818c-3e2c01241c21', 'tag': 'fc5f312f-f84b-4fb5-a011-d18cbb5fdb16'}] {{(pid=87506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 22:37:22.305694 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-3ea25b17-1c53-4e14-994b-d2dfc1116f05 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:37:22.317820 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a6f909d-1ef2-4508-989a-69822ce0e1fe tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Made reservation on behalf of 3ddf94e9e4ac4112b345468cafab037c for: {'network': 1} {{(pid=87507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:37:22.317820 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-2a6f909d-1ef2-4508-989a-69822ce0e1fe tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for network, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:22.325060 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-3ea25b17-1c53-4e14-994b-d2dfc1116f05 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:37:22.352626 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ea25b17-1c53-4e14-994b-d2dfc1116f05 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Made reservation on behalf of 8e4385a98eb1416284c1cc96b3355a70 for: {'subnet': 1} {{(pid=87506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:37:22.352626 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-3ea25b17-1c53-4e14-994b-d2dfc1116f05 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11213078'] for subnet, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:22.409782 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvr_db [None req-8cbeac40-909a-41dc-a214-b96b4f802d06 None None] Set router c6b0af86-1588-4d9e-9f98-ac61fdf8ef7a gateway port host: dv-neutron-821829-1-hyperv {{(pid=87508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 22:37:22.427632 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d0521d7-9619-414a-aff5-ea87b10fb601 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] vlan segment allocate from pool success with {'vlan_id': 160, 'physical_network': 'physnet1'}  {{(pid=87506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 22:37:22.515600 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-bb7a0cbd-a609-44b3-9b08-0f7de7f0a6e0 tempest-BulkNetworkOpsIpV6Test-1671727552 tempest-BulkNetworkOpsIpV6Test-1671727552-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-825997'] for network, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:22.538075 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6835fec6-5e03-4c1c-818c-3e2c01241c21', 'tag': 'fc5f312f-f84b-4fb5-a011-d18cbb5fdb16', 'status': 'completed', 'code': 200}
Dec 16 22:37:22.551236 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a6f909d-1ef2-4508-989a-69822ce0e1fe tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] vlan segment allocate from pool success with {'vlan_id': 169, 'physical_network': 'physnet1'}  {{(pid=87507) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 22:37:22.588799 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-2a6f909d-1ef2-4508-989a-69822ce0e1fe tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-883292'] for segment, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:22.588799 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.db.segments_db [None req-2a6f909d-1ef2-4508-989a-69822ce0e1fe tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Added segment 2542f7e4-98a9-4b17-999d-e1e12dddd6fc of type vlan for network 9311c444-7b07-4ca1-8f26-aaca94a2e41f
Dec 16 22:37:22.609448 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.db [None req-1b667780-ac68-43b8-bdf0-0e19858e2781 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] For port 1021d8c9-e3d3-4a86-8f57-cc8f8de6d26e, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=1021d8c9-e3d3-4a86-8f57-cc8f8de6d26e,segment=NetworkSegment(9418d691-6b2d-40e2-a240-3a85509defe8),segment_id=9418d691-6b2d-40e2-a240-3a85509defe8)] {{(pid=87507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:37:22.609448 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-1b667780-ac68-43b8-bdf0-0e19858e2781 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:22.651534 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-0d0521d7-9619-414a-aff5-ea87b10fb601 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-883292'] for segment, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:22.651534 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.db.segments_db [None req-0d0521d7-9619-414a-aff5-ea87b10fb601 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Added segment 02117158-d52c-49eb-bf76-7669229196fc of type vlan for network 9cec1ece-19ae-40d0-b729-73c3863b1457
Dec 16 22:37:22.786512 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-0d0521d7-9619-414a-aff5-ea87b10fb601 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734753047233'] for network, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:22.809292 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-a5818e24-b9c4-4955-b67f-8ecb824f36fe tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks [] for port, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:22.813521 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.plugin [None req-1b667780-ac68-43b8-bdf0-0e19858e2781 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Calling delete_port for 1021d8c9-e3d3-4a86-8f57-cc8f8de6d26e owned by network:dhcp {{(pid=87507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:37:22.856468 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-2a6f909d-1ef2-4508-989a-69822ce0e1fe tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734753047233'] for network, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:22.924006 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b6e2c09-982b-47b8-9a26-ba64ecfbae50 None None] get_active_networks_info from dv-neutron-821829-1-hyperv {{(pid=87508) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}}
Dec 16 22:37:22.937291 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-bb7a0cbd-a609-44b3-9b08-0f7de7f0a6e0 tempest-BulkNetworkOpsIpV6Test-1671727552 tempest-BulkNetworkOpsIpV6Test-1671727552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3329565', 'neutron.services.segments.db._delete_segments_for_network-8734753546406'] for network, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:22.969912 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.services.segments.db [None req-bb7a0cbd-a609-44b3-9b08-0f7de7f0a6e0 tempest-BulkNetworkOpsIpV6Test-1671727552 tempest-BulkNetworkOpsIpV6Test-1671727552-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1b75f83b20>,) {'filters': {'network_id': ['ec386f11-9431-4705-8259-45e183cf71ce']}} {{(pid=87506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:37:22.974122 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-2a6f909d-1ef2-4508-989a-69822ce0e1fe tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440'] for network, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:22.994853 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a6f909d-1ef2-4508-989a-69822ce0e1fe tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:37:22.994853 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-2a6f909d-1ef2-4508-989a-69822ce0e1fe tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks [] for network, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:23.000434 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.services.segments.db [None req-bb7a0cbd-a609-44b3-9b08-0f7de7f0a6e0 tempest-BulkNetworkOpsIpV6Test-1671727552 tempest-BulkNetworkOpsIpV6Test-1671727552-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b75f83b20>, '71b5efd1-0f83-45d2-91f4-adac8afd3f0c') {'for_net_delete': True} {{(pid=87506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:37:23.000434 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.services.segments.db [None req-bb7a0cbd-a609-44b3-9b08-0f7de7f0a6e0 tempest-BulkNetworkOpsIpV6Test-1671727552 tempest-BulkNetworkOpsIpV6Test-1671727552-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b75f83b20>, '71b5efd1-0f83-45d2-91f4-adac8afd3f0c') {} {{(pid=87506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:37:23.000434 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-bb7a0cbd-a609-44b3-9b08-0f7de7f0a6e0 tempest-BulkNetworkOpsIpV6Test-1671727552 tempest-BulkNetworkOpsIpV6Test-1671727552-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734753593977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-266764496'] for segment, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:23.015322 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-f0edf929-8c7a-4eee-813d-d2713bcff5d3 tempest-BulkNetworkOpsIpV6Test-1671727552 tempest-BulkNetworkOpsIpV6Test-1671727552-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:37:23.019397 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-bb7a0cbd-a609-44b3-9b08-0f7de7f0a6e0 tempest-BulkNetworkOpsIpV6Test-1671727552 tempest-BulkNetworkOpsIpV6Test-1671727552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-883292'] for segment, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:23.028406 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb7a0cbd-a609-44b3-9b08-0f7de7f0a6e0 tempest-BulkNetworkOpsIpV6Test-1671727552 tempest-BulkNetworkOpsIpV6Test-1671727552-project] Releasing vlan 178 on physical network physnet1 to pool {{(pid=87506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 16 22:37:23.028804 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-bb7a0cbd-a609-44b3-9b08-0f7de7f0a6e0 tempest-BulkNetworkOpsIpV6Test-1671727552 tempest-BulkNetworkOpsIpV6Test-1671727552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-883285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1863180'] for segment, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:23.047172 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-2a6f909d-1ef2-4508-989a-69822ce0e1fe tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.9934354
Dec 16 22:37:23.064613 dv-neutron-821829-1-hyperv neutron-server[87506]: Traceback (most recent call last):
Dec 16 22:37:23.064613 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 16 22:37:23.064613 dv-neutron-821829-1-hyperv neutron-server[87506]:     timer()
Dec 16 22:37:23.064613 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 22:37:23.064613 dv-neutron-821829-1-hyperv neutron-server[87506]:     cb(*args, **kw)
Dec 16 22:37:23.064613 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 22:37:23.064613 dv-neutron-821829-1-hyperv neutron-server[87506]:     return func(*args, **kwargs)
Dec 16 22:37:23.064613 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 22:37:23.064613 dv-neutron-821829-1-hyperv neutron-server[87506]:     self._notify()
Dec 16 22:37:23.064613 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 22:37:23.064613 dv-neutron-821829-1-hyperv neutron-server[87506]:     self.callback(batched_events)
Dec 16 22:37:23.064613 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 22:37:23.064613 dv-neutron-821829-1-hyperv neutron-server[87506]:     event.method(event)
Dec 16 22:37:23.064613 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 22:37:23.064613 dv-neutron-821829-1-hyperv neutron-server[87506]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 22:37:23.064613 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 22:37:23.064613 dv-neutron-821829-1-hyperv neutron-server[87506]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 22:37:23.064613 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 22:37:23.064613 dv-neutron-821829-1-hyperv neutron-server[87506]:     return f(self, *a, **k)
Dec 16 22:37:23.064613 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 16 22:37:23.064613 dv-neutron-821829-1-hyperv neutron-server[87506]:     return self._get(url).json()
Dec 16 22:37:23.064613 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 16 22:37:23.064613 dv-neutron-821829-1-hyperv neutron-server[87506]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 22:37:23.064613 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 16 22:37:23.064613 dv-neutron-821829-1-hyperv neutron-server[87506]:     return self.request(url, 'GET', **kwargs)
Dec 16 22:37:23.064613 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 16 22:37:23.064613 dv-neutron-821829-1-hyperv neutron-server[87506]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 22:37:23.064613 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 16 22:37:23.064613 dv-neutron-821829-1-hyperv neutron-server[87506]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 22:37:23.064613 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 16 22:37:23.064613 dv-neutron-821829-1-hyperv neutron-server[87506]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 22:37:23.064613 dv-neutron-821829-1-hyperv neutron-server[87506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 22:37:23.064613 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 43658) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:37:23.095643 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-1b667780-ac68-43b8-bdf0-0e19858e2781 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10807823'] for port, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:23.137338 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b667780-ac68-43b8-bdf0-0e19858e2781 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] No DVR routers for this DVR port 1021d8c9-e3d3-4a86-8f57-cc8f8de6d26e on host dv-neutron-821829-1-hyperv {{(pid=87507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 22:37:23.137338 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6f909d-1ef2-4508-989a-69822ce0e1fe tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Pushing event updated for resources: {'Network': ['ID=9311c444-7b07-4ca1-8f26-aaca94a2e41f,revision_number=1']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:37:23.168526 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-2a6f909d-1ef2-4508-989a-69822ce0e1fe tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:37:23.168526 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-1a9ad42d-75bf-47f0-853f-8590a1d422ad tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.067s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:37:23.190505 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Network 9311c444-7b07-4ca1-8f26-aaca94a2e41f details requested by agent ovs-agent-dv-neutron-821829-1-hyperv with host dv-neutron-821829-1-hyperv {{(pid=87508) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 22:37:23.307534 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-4a937286-ffe4-46b3-9419-2ea2e31e573a tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Request body: {'ports': [{'network_id': 'd25a7dc0-a328-4711-a6e2-10bbe5d70dc8'}, {'network_id': '9311c444-7b07-4ca1-8f26-aaca94a2e41f'}]} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:37:23.307534 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-4a937286-ffe4-46b3-9419-2ea2e31e573a tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Request body: {'port': {'network_id': 'd25a7dc0-a328-4711-a6e2-10bbe5d70dc8'}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:37:23.307534 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-4a937286-ffe4-46b3-9419-2ea2e31e573a tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Request body: {'port': {'network_id': '9311c444-7b07-4ca1-8f26-aaca94a2e41f'}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:37:23.351924 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b6e2c09-982b-47b8-9a26-ba64ecfbae50 None None] Resources bound (agent type, host, resource id):  {{(pid=87508) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Dec 16 22:37:23.386224 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b667780-ac68-43b8-bdf0-0e19858e2781 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Pushing event deleted for resources: {'Port': ['ID=1021d8c9-e3d3-4a86-8f57-cc8f8de6d26e,revision_number=None']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:37:23.399607 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-1b667780-ac68-43b8-bdf0-0e19858e2781 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:37:23.442508 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.db.resource_extend [None req-0d0521d7-9619-414a-aff5-ea87b10fb601 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] It took 0.64 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 16 22:37:23.486820 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-8cbeac40-909a-41dc-a214-b96b4f802d06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b76f409a0>, [{'id': 'c6b0af86-1588-4d9e-9f98-ac61fdf8ef7a', 'name': 'tempest-TestVolumeBootPattern-241322810-router', 'tenant_id': 'ebcac23e4eae475893854e16d121f861', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.7'}], 'enable_snat': True}, 'gw_port_id': '627705e4-06a5-44d7-9654-b5ffda9763f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:34:55Z', 'updated_at': '2021-12-16T22:35:14Z', 'revision_number': 4, 'project_id': 'ebcac23e4eae475893854e16d121f861', 'gw_port': {'id': '627705e4-06a5-44d7-9654-b5ffda9763f8', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:4f:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6b0af86-1588-4d9e-9f98-ac61fdf8ef7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:34:59Z', 'updated_at': '2021-12-16T22:35:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv', '_floatingips': [{'id': '144fe2e2-c7b9-4de0-a3b6-40e4059dcdc7', 'tenant_id': 'ebcac23e4eae475893854e16d121f861', 'floating_ip_address': '172.26.0.169', 'floating_network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'router_id': 'c6b0af86-1588-4d9e-9f98-ac61fdf8ef7a', 'port_id': 'fc5f312f-f84b-4fb5-a011-d18cbb5fdb16', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 784, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '59be113d-df84-4589-a861-2ce3da6b2e5d', 'mac_address': 'fa:16:3e:5c:cc:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6835fec6-5e03-4c1c-818c-3e2c01241c21', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T22:37:16Z', 'updated_at': '2021-12-16T22:37:16Z', 'revision_number': 0, 'project_id': 'ebcac23e4eae475893854e16d121f861', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f4b371e-1da4-4a31-bbd3-1b44e0ee69be', 'name': '', 'network_id': '59be113d-df84-4589-a861-2ce3da6b2e5d', 'tenant_id': 'ebcac23e4eae475893854e16d121f861', 'mac_address': 'fa:16:3e:90:d1:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6b0af86-1588-4d9e-9f98-ac61fdf8ef7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'e85fa5c2-5253-44c8-9f57-0c1d2c97dd41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:35:10Z', 'updated_at': '2021-12-16T22:35:23Z', 'revision_number': 5, 'project_id': 'ebcac23e4eae475893854e16d121f861', 'subnets': [{'id': 'e85fa5c2-5253-44c8-9f57-0c1d2c97dd41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:37:23.525880 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-1b667780-ac68-43b8-bdf0-0e19858e2781 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3329565', 'neutron.services.segments.db._delete_segments_for_network-8734753546406'] for network, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:23.567414 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-9f1cdb16-3e31-42d4-b450-e841007359f8 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3830176'] for router_interface, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:23.578376 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cbeac40-909a-41dc-a214-b96b4f802d06 None None] Checking router: c6b0af86-1588-4d9e-9f98-ac61fdf8ef7a for host: dv-neutron-821829-1-hyperv {{(pid=87508) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 22:37:23.606320 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cbeac40-909a-41dc-a214-b96b4f802d06 None None] Routers {'c6b0af86-1588-4d9e-9f98-ac61fdf8ef7a'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:37:23.607029 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-8cbeac40-909a-41dc-a214-b96b4f802d06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b76f409a0>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:37:01Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['c6b0af86-1588-4d9e-9f98-ac61fdf8ef7a'], 'active': True} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:37:23.616887 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204acf34-c46e-4309-969e-f5089f2a1288 req-897cdf1b-dbd3-489d-bede-f7ff44bab499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:37:23.618858 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-204acf34-c46e-4309-969e-f5089f2a1288 req-897cdf1b-dbd3-489d-bede-f7ff44bab499 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ebcac23e4eae475893854e16d121f861&device_id=6835fec6-5e03-4c1c-818c-3e2c01241c21 HTTP/1.1" status: 200  len: 1098 time: 1.0918550
Dec 16 22:37:23.621395 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.services.segments.db [None req-1b667780-ac68-43b8-bdf0-0e19858e2781 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1b7c6daf70>,) {'filters': {'network_id': ['e193595a-396d-494a-a3a4-b14d98444135']}} {{(pid=87507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:37:23.693291 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.services.segments.db [None req-1b667780-ac68-43b8-bdf0-0e19858e2781 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b7c6daf70>, '9418d691-6b2d-40e2-a240-3a85509defe8') {'for_net_delete': True} {{(pid=87507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:37:23.693583 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.services.segments.db [None req-1b667780-ac68-43b8-bdf0-0e19858e2781 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b7c6daf70>, '9418d691-6b2d-40e2-a240-3a85509defe8') {} {{(pid=87507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:37:23.714825 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-1b667780-ac68-43b8-bdf0-0e19858e2781 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734753593977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2128549'] for segment, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:23.729079 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-0d0521d7-9619-414a-aff5-ea87b10fb601 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440'] for network, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:23.734507 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d0521d7-9619-414a-aff5-ea87b10fb601 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:37:23.735103 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-0d0521d7-9619-414a-aff5-ea87b10fb601 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3791486'] for network, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:23.739098 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-bb7a0cbd-a609-44b3-9b08-0f7de7f0a6e0 tempest-BulkNetworkOpsIpV6Test-1671727552 tempest-BulkNetworkOpsIpV6Test-1671727552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3329572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3741856'] for network, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:23.746149 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-1b667780-ac68-43b8-bdf0-0e19858e2781 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-883292'] for segment, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:23.756271 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-eab6033e-f8d3-4894-a808-ef0fc63b4ad1 tempest-RoutersAdminTest-1901902743 tempest-RoutersAdminTest-1901902743-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:37:23.757640 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b667780-ac68-43b8-bdf0-0e19858e2781 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Releasing vlan 184 on physical network physnet1 to pool {{(pid=87507) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 16 22:37:23.758148 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-1b667780-ac68-43b8-bdf0-0e19858e2781 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-883285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10808034'] for segment, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:23.799024 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-bb7a0cbd-a609-44b3-9b08-0f7de7f0a6e0 tempest-BulkNetworkOpsIpV6Test-1671727552 tempest-BulkNetworkOpsIpV6Test-1671727552-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3791486'] for network, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:23.818084 dv-neutron-821829-1-hyperv neutron-server[87507]: Traceback (most recent call last):
Dec 16 22:37:23.818084 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 16 22:37:23.818084 dv-neutron-821829-1-hyperv neutron-server[87507]:     timer()
Dec 16 22:37:23.818084 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 22:37:23.818084 dv-neutron-821829-1-hyperv neutron-server[87507]:     cb(*args, **kw)
Dec 16 22:37:23.818084 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 22:37:23.818084 dv-neutron-821829-1-hyperv neutron-server[87507]:     return func(*args, **kwargs)
Dec 16 22:37:23.818084 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 22:37:23.818084 dv-neutron-821829-1-hyperv neutron-server[87507]:     self._notify()
Dec 16 22:37:23.818084 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 22:37:23.818084 dv-neutron-821829-1-hyperv neutron-server[87507]:     self.callback(batched_events)
Dec 16 22:37:23.818084 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 22:37:23.818084 dv-neutron-821829-1-hyperv neutron-server[87507]:     event.method(event)
Dec 16 22:37:23.818084 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 22:37:23.818084 dv-neutron-821829-1-hyperv neutron-server[87507]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 22:37:23.818084 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 22:37:23.818084 dv-neutron-821829-1-hyperv neutron-server[87507]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 22:37:23.818084 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 22:37:23.818084 dv-neutron-821829-1-hyperv neutron-server[87507]:     return f(self, *a, **k)
Dec 16 22:37:23.818084 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 16 22:37:23.818084 dv-neutron-821829-1-hyperv neutron-server[87507]:     return self._get(url).json()
Dec 16 22:37:23.818084 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 16 22:37:23.818084 dv-neutron-821829-1-hyperv neutron-server[87507]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 22:37:23.818084 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 16 22:37:23.818084 dv-neutron-821829-1-hyperv neutron-server[87507]:     return self.request(url, 'GET', **kwargs)
Dec 16 22:37:23.818084 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 16 22:37:23.818084 dv-neutron-821829-1-hyperv neutron-server[87507]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 22:37:23.818084 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 16 22:37:23.818084 dv-neutron-821829-1-hyperv neutron-server[87507]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 22:37:23.818084 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 16 22:37:23.818084 dv-neutron-821829-1-hyperv neutron-server[87507]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 22:37:23.818084 dv-neutron-821829-1-hyperv neutron-server[87507]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 22:37:23.877918 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-4a937286-ffe4-46b3-9419-2ea2e31e573a tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:37:23.918139 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-4a937286-ffe4-46b3-9419-2ea2e31e573a tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Usage tracker for resource:port and tenant:3ddf94e9e4ac4112b345468cafab037c is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:37:23.918139 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-4a937286-ffe4-46b3-9419-2ea2e31e573a tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:37:23.943192 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-a5818e24-b9c4-4955-b67f-8ecb824f36fe tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1863393'] for port, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:23.962455 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-4a937286-ffe4-46b3-9419-2ea2e31e573a tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:37:23.973679 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0521d7-9619-414a-aff5-ea87b10fb601 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Pushing event updated for resources: {'Network': ['ID=9cec1ece-19ae-40d0-b729-73c3863b1457,revision_number=1']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:37:23.988883 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-1b667780-ac68-43b8-bdf0-0e19858e2781 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3329572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3741856'] for network, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:23.989889 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:37:23.993751 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-bb7a0cbd-a609-44b3-9b08-0f7de7f0a6e0 tempest-BulkNetworkOpsIpV6Test-1671727552 tempest-BulkNetworkOpsIpV6Test-1671727552-project] 10.222.0.13 "DELETE /v2.0/networks/ec386f11-9431-4705-8259-45e183cf71ce HTTP/1.1" status: 204  len: 168 time: 1.9258065
Dec 16 22:37:24.001341 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Network 9cec1ece-19ae-40d0-b729-73c3863b1457 details requested by agent ovs-agent-dv-neutron-821829-1-hyperv with host dv-neutron-821829-1-hyperv {{(pid=87508) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 22:37:24.007478 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-0d0521d7-9619-414a-aff5-ea87b10fb601 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:37:24.007650 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 43662) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:37:24.008777 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-1b667780-ac68-43b8-bdf0-0e19858e2781 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Notify callbacks [] for network, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:24.013201 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-0d0521d7-9619-414a-aff5-ea87b10fb601 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 765 time: 2.2332146
Dec 16 22:37:24.014086 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-5c8d1336-9b58-4a32-8f64-de7ef1e210f0 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.224s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:37:24.017335 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 43664) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:37:24.041796 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b667780-ac68-43b8-bdf0-0e19858e2781 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Pushing event deleted for resources: {'Network': ['ID=e193595a-396d-494a-a3a4-b14d98444135,revision_number=None']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:37:24.050376 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-6dd47dbc-d0bc-47c2-af24-a89f9212728d tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Request body: {'subnet': {'network_id': '9cec1ece-19ae-40d0-b729-73c3863b1457', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:37:24.066991 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7a0cbd-a609-44b3-9b08-0f7de7f0a6e0 tempest-BulkNetworkOpsIpV6Test-1671727552 tempest-BulkNetworkOpsIpV6Test-1671727552-project] Pushing event deleted for resources: {'Network': ['ID=ec386f11-9431-4705-8259-45e183cf71ce,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:37:24.069059 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a937286-ffe4-46b3-9419-2ea2e31e573a tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Made reservation on behalf of 3ddf94e9e4ac4112b345468cafab037c for: {'port': 2} {{(pid=87506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:37:24.071704 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-1b667780-ac68-43b8-bdf0-0e19858e2781 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:37:24.075196 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-4a937286-ffe4-46b3-9419-2ea2e31e573a tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:24.085371 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-1b667780-ac68-43b8-bdf0-0e19858e2781 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] 10.222.0.13 "DELETE /v2.0/networks/e193595a-396d-494a-a3a4-b14d98444135 HTTP/1.1" status: 204  len: 168 time: 6.3675313
Dec 16 22:37:24.085559 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 43670) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:37:24.089199 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-bb7a0cbd-a609-44b3-9b08-0f7de7f0a6e0 tempest-BulkNetworkOpsIpV6Test-1671727552 tempest-BulkNetworkOpsIpV6Test-1671727552-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:37:24.096910 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-24abf800-9c98-4fb2-90b1-5e250ffeb3d3 tempest-FloatingIPNegativeTestJSON-1419073809 tempest-FloatingIPNegativeTestJSON-1419073809-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.126s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:37:24.108251 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvr_db [None req-8cbeac40-909a-41dc-a214-b96b4f802d06 None None] Set router c6b0af86-1588-4d9e-9f98-ac61fdf8ef7a gateway port host: dv-neutron-821829-1-hyperv {{(pid=87508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 22:37:24.133397 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-397255fb-ed1b-462a-8120-19d83a6b7c4c tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-545670938'}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:37:24.147575 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5818e24-b9c4-4955-b67f-8ecb824f36fe tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Network 2769000e-f979-4993-b25c-a53f47882427 is already hosted by enough agents. {{(pid=87506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:37:24.150035 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204acf34-c46e-4309-969e-f5089f2a1288 req-4ba252b6-8e7c-4cc8-b58b-442b64be5ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:37:24.151557 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-204acf34-c46e-4309-969e-f5089f2a1288 req-4ba252b6-8e7c-4cc8-b58b-442b64be5ad7 service neutron] 10.222.0.49 "GET /v2.0/networks?id=59be113d-df84-4589-a861-2ce3da6b2e5d HTTP/1.1" status: 200  len: 912 time: 0.5217679
Dec 16 22:37:24.154822 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-397255fb-ed1b-462a-8120-19d83a6b7c4c tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:37:24.174832 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.base_scheduler [None req-a5818e24-b9c4-4955-b67f-8ecb824f36fe tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Resources bound (agent type, host, resource id):  {{(pid=87506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:37:24.252760 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-4a937286-ffe4-46b3-9419-2ea2e31e573a tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:24.252760 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-397255fb-ed1b-462a-8120-19d83a6b7c4c tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Usage tracker for resource:network and tenant:4776cb1297af44b2a1a3b9af0f4316e5 is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:37:24.261154 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5818e24-b9c4-4955-b67f-8ecb824f36fe tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Received port after_create {{(pid=87506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 22:37:24.261154 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-a5818e24-b9c4-4955-b67f-8ecb824f36fe tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1863393'] for port, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:24.298563 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-2f36eae9-59a2-49d8-baf0-74ca1fa06779 tempest-BulkNetworkOpsIpV6Test-1671727552 tempest-BulkNetworkOpsIpV6Test-1671727552-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-825997'] for network, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:24.314415 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-6dd47dbc-d0bc-47c2-af24-a89f9212728d tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:37:24.323854 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-397255fb-ed1b-462a-8120-19d83a6b7c4c tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:37:24.328495 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-6dd47dbc-d0bc-47c2-af24-a89f9212728d tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Usage tracker for resource:subnet and tenant:bb30155073f3462f829b4df60e35f5af is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:37:24.328495 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-6dd47dbc-d0bc-47c2-af24-a89f9212728d tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:37:24.328495 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.plugin [None req-9f1cdb16-3e31-42d4-b450-e841007359f8 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Deleting port 70d081d0-26e2-400c-8bab-e58c60b071d6 {{(pid=87507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:37:24.332084 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-9f1cdb16-3e31-42d4-b450-e841007359f8 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:24.370953 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-397255fb-ed1b-462a-8120-19d83a6b7c4c tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:37:24.378403 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-6dd47dbc-d0bc-47c2-af24-a89f9212728d tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:37:24.421591 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5818e24-b9c4-4955-b67f-8ecb824f36fe tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Pushing event updated for resources: {'Port': ['ID=c9bb47ba-a378-4497-9a1c-6f923826b57c,revision_number=1']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:37:24.487026 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dd47dbc-d0bc-47c2-af24-a89f9212728d tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Made reservation on behalf of bb30155073f3462f829b4df60e35f5af for: {'subnet': 1} {{(pid=87507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:37:24.494074 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-a5818e24-b9c4-4955-b67f-8ecb824f36fe tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.379s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:37:24.494074 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-43cc9610-c4b2-41a0-8ffa-27a5fda48b05 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.165s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:37:24.500027 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-6dd47dbc-d0bc-47c2-af24-a89f9212728d tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10549598'] for subnet, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:24.552004 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-397255fb-ed1b-462a-8120-19d83a6b7c4c tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Made reservation on behalf of 4776cb1297af44b2a1a3b9af0f4316e5 for: {'network': 1} {{(pid=87506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:37:24.560460 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-397255fb-ed1b-462a-8120-19d83a6b7c4c tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for network, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:24.630591 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69b3d8b0-c33c-4b1d-b3c0-007f0b8c649c None None] Network d25a7dc0-a328-4711-a6e2-10bbe5d70dc8 requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 22:37:24.645421 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b227b43-bdd1-44ce-923d-afe1d9057048 None None] Network 7edd76f7-0f97-48a5-b177-9842de6c0500 requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 22:37:24.723049 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-204acf34-c46e-4309-969e-f5089f2a1288 req-c40386db-a2bd-4064-8f4e-e920f939832a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fc5f312f-f84b-4fb5-a011-d18cbb5fdb16 HTTP/1.1" status: 200  len: 999 time: 0.5347857
Dec 16 22:37:24.807439 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-2f36eae9-59a2-49d8-baf0-74ca1fa06779 tempest-BulkNetworkOpsIpV6Test-1671727552 tempest-BulkNetworkOpsIpV6Test-1671727552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3329565', 'neutron.services.segments.db._delete_segments_for_network-8734753546406'] for network, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:24.823293 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.notifiers.nova [None req-4a937286-ffe4-46b3-9419-2ea2e31e573a tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] device_id is not set on port 2d7f9f17-514e-4a13-975a-37cf915e600c yet. {{(pid=87506) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 16 22:37:24.869359 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.services.segments.db [None req-2f36eae9-59a2-49d8-baf0-74ca1fa06779 tempest-BulkNetworkOpsIpV6Test-1671727552 tempest-BulkNetworkOpsIpV6Test-1671727552-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1b77b6a4f0>,) {'filters': {'network_id': ['3ab108fa-7aa2-4241-8d36-0690137834d4']}} {{(pid=87507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:37:24.876458 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5818e24-b9c4-4955-b67f-8ecb824f36fe tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Checking segment: {'id': '4f3062d6-b1e2-4376-aa1e-3e87607a043d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '5db637a9-e3de-4af1-be05-27683c96cad3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 22:37:24.876458 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5818e24-b9c4-4955-b67f-8ecb824f36fe tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Network hostable DHCP agents. Network: 5db637a9-e3de-4af1-be05-27683c96cad3, hostable agents: ['3b155c4d-12dc-491e-aa14-6113b06cfacd'], hosted agents: [] {{(pid=87506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 16 22:37:24.894666 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.services.segments.db [None req-2f36eae9-59a2-49d8-baf0-74ca1fa06779 tempest-BulkNetworkOpsIpV6Test-1671727552 tempest-BulkNetworkOpsIpV6Test-1671727552-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b77b6a4f0>, '6623cb3c-9aa0-473e-a625-d0fd0a29586d') {'for_net_delete': True} {{(pid=87507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:37:24.894908 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.services.segments.db [None req-2f36eae9-59a2-49d8-baf0-74ca1fa06779 tempest-BulkNetworkOpsIpV6Test-1671727552 tempest-BulkNetworkOpsIpV6Test-1671727552-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b77b6a4f0>, '6623cb3c-9aa0-473e-a625-d0fd0a29586d') {} {{(pid=87507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:37:24.897558 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5818e24-b9c4-4955-b67f-8ecb824f36fe tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Pushing event updated for resources: {'Port': ['ID=66c001c7-5851-4b76-87ea-c6ab1eddbd9e,revision_number=1']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:37:24.907545 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-397255fb-ed1b-462a-8120-19d83a6b7c4c tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] vlan segment allocate from pool success with {'vlan_id': 177, 'physical_network': 'physnet1'}  {{(pid=87506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 22:37:24.923276 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-a5818e24-b9c4-4955-b67f-8ecb824f36fe tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.426s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:37:24.938599 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-2f36eae9-59a2-49d8-baf0-74ca1fa06779 tempest-BulkNetworkOpsIpV6Test-1671727552 tempest-BulkNetworkOpsIpV6Test-1671727552-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734753593977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2128549'] for segment, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:24.946847 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.objects.ports [None req-3ea25b17-1c53-4e14-994b-d2dfc1116f05 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87506) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}}
Dec 16 22:37:24.955098 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-9f1cdb16-3e31-42d4-b450-e841007359f8 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:25.017145 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-397255fb-ed1b-462a-8120-19d83a6b7c4c tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-883292'] for segment, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:25.017145 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.db.segments_db [None req-397255fb-ed1b-462a-8120-19d83a6b7c4c tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Added segment 4b34aebd-5ac6-4824-bb7f-7b27c516b13c of type vlan for network 69969ef5-aee7-4a85-837b-520e6003d841
Dec 16 22:37:25.053584 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5818e24-b9c4-4955-b67f-8ecb824f36fe tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Network 5db637a9-e3de-4af1-be05-27683c96cad3 is scheduled to be hosted by DHCP agent 3b155c4d-12dc-491e-aa14-6113b06cfacd with binding_index 1 {{(pid=87506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 16 22:37:25.053584 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204acf34-c46e-4309-969e-f5089f2a1288 req-5e067cad-e485-40e4-a047-b1d8b343f353 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:37:25.060616 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-204acf34-c46e-4309-969e-f5089f2a1288 req-5e067cad-e485-40e4-a047-b1d8b343f353 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e85fa5c2-5253-44c8-9f57-0c1d2c97dd41 HTTP/1.1" status: 200  len: 850 time: 0.2966001
Dec 16 22:37:25.247740 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.base_scheduler [None req-a5818e24-b9c4-4955-b67f-8ecb824f36fe tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821829-1-hyperv, 5db637a9-e3de-4af1-be05-27683c96cad3) {{(pid=87506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:37:25.253677 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-8cbeac40-909a-41dc-a214-b96b4f802d06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b76f409a0>, [{'id': 'c6b0af86-1588-4d9e-9f98-ac61fdf8ef7a', 'name': 'tempest-TestVolumeBootPattern-241322810-router', 'tenant_id': 'ebcac23e4eae475893854e16d121f861', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.7'}], 'enable_snat': True}, 'gw_port_id': '627705e4-06a5-44d7-9654-b5ffda9763f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:34:55Z', 'updated_at': '2021-12-16T22:35:14Z', 'revision_number': 4, 'project_id': 'ebcac23e4eae475893854e16d121f861', 'gw_port': {'id': '627705e4-06a5-44d7-9654-b5ffda9763f8', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:4f:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6b0af86-1588-4d9e-9f98-ac61fdf8ef7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:34:59Z', 'updated_at': '2021-12-16T22:35:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv', '_floatingips': [{'id': '144fe2e2-c7b9-4de0-a3b6-40e4059dcdc7', 'tenant_id': 'ebcac23e4eae475893854e16d121f861', 'floating_ip_address': '172.26.0.169', 'floating_network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'router_id': 'c6b0af86-1588-4d9e-9f98-ac61fdf8ef7a', 'port_id': 'fc5f312f-f84b-4fb5-a011-d18cbb5fdb16', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 784, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '59be113d-df84-4589-a861-2ce3da6b2e5d', 'mac_address': 'fa:16:3e:5c:cc:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6835fec6-5e03-4c1c-818c-3e2c01241c21', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T22:37:16Z', 'updated_at': '2021-12-16T22:37:16Z', 'revision_number': 0, 'project_id': 'ebcac23e4eae475893854e16d121f861', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f4b371e-1da4-4a31-bbd3-1b44e0ee69be', 'name': '', 'network_id': '59be113d-df84-4589-a861-2ce3da6b2e5d', 'tenant_id': 'ebcac23e4eae475893854e16d121f861', 'mac_address': 'fa:16:3e:90:d1:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6b0af86-1588-4d9e-9f98-ac61fdf8ef7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'e85fa5c2-5253-44c8-9f57-0c1d2c97dd41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:35:10Z', 'updated_at': '2021-12-16T22:35:23Z', 'revision_number': 5, 'project_id': 'ebcac23e4eae475893854e16d121f861', 'subnets': [{'id': 'e85fa5c2-5253-44c8-9f57-0c1d2c97dd41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:37:25.269819 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-397255fb-ed1b-462a-8120-19d83a6b7c4c tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734753047233'] for network, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:25.278828 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b774c2aa-153a-499b-ac0d-7080a939bc1d None None] Network 5db637a9-e3de-4af1-be05-27683c96cad3 requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 22:37:25.285612 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5818e24-b9c4-4955-b67f-8ecb824f36fe tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Received port after_create {{(pid=87506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 22:37:25.291215 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.plugin [None req-9f1cdb16-3e31-42d4-b450-e841007359f8 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Calling delete_port for 70d081d0-26e2-400c-8bab-e58c60b071d6 owned by network:router_interface {{(pid=87507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:37:25.298046 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5818e24-b9c4-4955-b67f-8ecb824f36fe tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:37:25.298046 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5818e24-b9c4-4955-b67f-8ecb824f36fe tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:37:25.298046 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-a5818e24-b9c4-4955-b67f-8ecb824f36fe tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for port, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:25.385168 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cbeac40-909a-41dc-a214-b96b4f802d06 None None] The sync data for ids ['c6b0af86-1588-4d9e-9f98-ac61fdf8ef7a'] in dv-neutron-821829-1-hyperv is: [{'id': 'c6b0af86-1588-4d9e-9f98-ac61fdf8ef7a', 'name': 'tempest-TestVolumeBootPattern-241322810-router', 'tenant_id': 'ebcac23e4eae475893854e16d121f861', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.7'}], 'enable_snat': True}, 'gw_port_id': '627705e4-06a5-44d7-9654-b5ffda9763f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:34:55Z', 'updated_at': '2021-12-16T22:35:14Z', 'revision_number': 4, 'project_id': 'ebcac23e4eae475893854e16d121f861', 'gw_port': {'id': '627705e4-06a5-44d7-9654-b5ffda9763f8', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:4f:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6b0af86-1588-4d9e-9f98-ac61fdf8ef7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:34:59Z', 'updated_at': '2021-12-16T22:35:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv', '_floatingips': [{'id': '144fe2e2-c7b9-4de0-a3b6-40e4059dcdc7', 'tenant_id': 'ebcac23e4eae475893854e16d121f861', 'floating_ip_address': '172.26.0.169', 'floating_network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'router_id': 'c6b0af86-1588-4d9e-9f98-ac61fdf8ef7a', 'port_id': 'fc5f312f-f84b-4fb5-a011-d18cbb5fdb16', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 784, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '59be113d-df84-4589-a861-2ce3da6b2e5d', 'mac_address': 'fa:16:3e:5c:cc:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6835fec6-5e03-4c1c-818c-3e2c01241c21', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T22:37:16Z', 'updated_at': '2021-12-16T22:37:16Z', 'revision_number': 0, 'project_id': 'ebcac23e4eae475893854e16d121f861', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f4b371e-1da4-4a31-bbd3-1b44e0ee69be', 'name': '', 'network_id': '59be113d-df84-4589-a861-2ce3da6b2e5d', 'tenant_id': 'ebcac23e4eae475893854e16d121f861', 'mac_address': 'fa:16:3e:90:d1:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6b0af86-1588-4d9e-9f98-ac61fdf8ef7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'e85fa5c2-5253-44c8-9f57-0c1d2c97dd41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:35:10Z', 'updated_at': '2021-12-16T22:35:23Z', 'revision_number': 5, 'project_id': 'ebcac23e4eae475893854e16d121f861', 'subnets': [{'id': 'e85fa5c2-5253-44c8-9f57-0c1d2c97dd41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 22:37:25.385512 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-2f36eae9-59a2-49d8-baf0-74ca1fa06779 tempest-BulkNetworkOpsIpV6Test-1671727552 tempest-BulkNetworkOpsIpV6Test-1671727552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-883292'] for segment, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:25.525898 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-6dd47dbc-d0bc-47c2-af24-a89f9212728d tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10807931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10549612'] for subnet, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:25.536586 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f36eae9-59a2-49d8-baf0-74ca1fa06779 tempest-BulkNetworkOpsIpV6Test-1671727552 tempest-BulkNetworkOpsIpV6Test-1671727552-project] Releasing vlan 167 on physical network physnet1 to pool {{(pid=87507) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 16 22:37:25.536586 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-2f36eae9-59a2-49d8-baf0-74ca1fa06779 tempest-BulkNetworkOpsIpV6Test-1671727552 tempest-BulkNetworkOpsIpV6Test-1671727552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-883285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10808034'] for segment, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:25.548986 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.agents_db [None req-0abd2616-a86c-48e2-be07-10823335a5bb None None] Agent healthcheck: found 6 active agents {{(pid=87509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 22:37:25.573999 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-7ba7aa00-9179-44fa-a941-5b8e17c4bb9f tempest-AllowedAddressPairTestJSON-1611484417 tempest-AllowedAddressPairTestJSON-1611484417-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:37:25.609664 dv-neutron-821829-1-hyperv neutron-server[87507]: Traceback (most recent call last):
Dec 16 22:37:25.609664 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 16 22:37:25.609664 dv-neutron-821829-1-hyperv neutron-server[87507]:     timer()
Dec 16 22:37:25.609664 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 22:37:25.609664 dv-neutron-821829-1-hyperv neutron-server[87507]:     cb(*args, **kw)
Dec 16 22:37:25.609664 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 22:37:25.609664 dv-neutron-821829-1-hyperv neutron-server[87507]:     return func(*args, **kwargs)
Dec 16 22:37:25.609664 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 22:37:25.609664 dv-neutron-821829-1-hyperv neutron-server[87507]:     self._notify()
Dec 16 22:37:25.609664 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 22:37:25.609664 dv-neutron-821829-1-hyperv neutron-server[87507]:     self.callback(batched_events)
Dec 16 22:37:25.609664 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 22:37:25.609664 dv-neutron-821829-1-hyperv neutron-server[87507]:     event.method(event)
Dec 16 22:37:25.609664 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 22:37:25.609664 dv-neutron-821829-1-hyperv neutron-server[87507]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 22:37:25.609664 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 22:37:25.609664 dv-neutron-821829-1-hyperv neutron-server[87507]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 22:37:25.609664 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 22:37:25.609664 dv-neutron-821829-1-hyperv neutron-server[87507]:     return f(self, *a, **k)
Dec 16 22:37:25.609664 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 16 22:37:25.609664 dv-neutron-821829-1-hyperv neutron-server[87507]:     return self._get(url).json()
Dec 16 22:37:25.609664 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 16 22:37:25.609664 dv-neutron-821829-1-hyperv neutron-server[87507]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 22:37:25.609664 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 16 22:37:25.609664 dv-neutron-821829-1-hyperv neutron-server[87507]:     return self.request(url, 'GET', **kwargs)
Dec 16 22:37:25.609664 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 16 22:37:25.609664 dv-neutron-821829-1-hyperv neutron-server[87507]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 22:37:25.609664 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 16 22:37:25.609664 dv-neutron-821829-1-hyperv neutron-server[87507]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 22:37:25.609664 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 16 22:37:25.609664 dv-neutron-821829-1-hyperv neutron-server[87507]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 22:37:25.609664 dv-neutron-821829-1-hyperv neutron-server[87507]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 22:37:25.639554 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.db.resource_extend [None req-397255fb-ed1b-462a-8120-19d83a6b7c4c tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] It took 0.33 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 16 22:37:25.694282 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-a5818e24-b9c4-4955-b67f-8ecb824f36fe tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1425 time: 6.8138990
Dec 16 22:37:25.705135 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 43674) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:37:25.778001 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-397255fb-ed1b-462a-8120-19d83a6b7c4c tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440'] for network, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:25.785573 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bf6a357-ace4-40e6-b0a5-a48ab801a5ff None None] Update dhcp port {'port': {'network_id': '7edd76f7-0f97-48a5-b177-9842de6c0500', 'fixed_ips': [{'subnet_id': '1542853a-1916-4317-8f53-dbcf0aa557e4'}], 'binding:host_id': 'dv-neutron-821829-1-hyperv'}, 'id': 'f63ea5e5-1521-41ec-b06b-8a476f3befb0'} from dv-neutron-821829-1-hyperv. {{(pid=87508) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}}
Dec 16 22:37:25.801521 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-397255fb-ed1b-462a-8120-19d83a6b7c4c tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:37:25.801521 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-397255fb-ed1b-462a-8120-19d83a6b7c4c tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3791486'] for network, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:25.822121 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dd47dbc-d0bc-47c2-af24-a89f9212728d tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Checking segment: {'id': '02117158-d52c-49eb-bf76-7669229196fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '9cec1ece-19ae-40d0-b729-73c3863b1457'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 22:37:25.822121 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dd47dbc-d0bc-47c2-af24-a89f9212728d tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Network hostable DHCP agents. Network: 9cec1ece-19ae-40d0-b729-73c3863b1457, hostable agents: ['3b155c4d-12dc-491e-aa14-6113b06cfacd'], hosted agents: [] {{(pid=87507) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 16 22:37:25.829310 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-c582a08c-18c0-4b17-afe1-922911995c03 tempest-AllowedAddressPairTestJSON-1611484417 tempest-AllowedAddressPairTestJSON-1611484417-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:37:25.850094 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd47dbc-d0bc-47c2-af24-a89f9212728d tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Pushing event updated for resources: {'Subnet': ['ID=12bde7f9-83c9-49c9-9bcd-d81bdd1ed717,revision_number=0']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:37:25.850094 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-2f36eae9-59a2-49d8-baf0-74ca1fa06779 tempest-BulkNetworkOpsIpV6Test-1671727552 tempest-BulkNetworkOpsIpV6Test-1671727552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3329572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3741856'] for network, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:25.850094 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-6dd47dbc-d0bc-47c2-af24-a89f9212728d tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:37:25.856801 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc87d69b-4c5e-46da-8a41-7bac8c0da3b7 None None] New status for floating IP 144fe2e2-c7b9-4de0-a3b6-40e4059dcdc7: ACTIVE {{(pid=87509) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 16 22:37:25.864697 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-97059978-dc5a-45a5-ba87-dfe7c6ef328e tempest-ExternalNetworksTestJSON-962053912 tempest-ExternalNetworksTestJSON-962053912-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:37:25.886958 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-2f36eae9-59a2-49d8-baf0-74ca1fa06779 tempest-BulkNetworkOpsIpV6Test-1671727552 tempest-BulkNetworkOpsIpV6Test-1671727552-project] Notify callbacks [] for network, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:25.894665 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f36eae9-59a2-49d8-baf0-74ca1fa06779 tempest-BulkNetworkOpsIpV6Test-1671727552 tempest-BulkNetworkOpsIpV6Test-1671727552-project] Pushing event deleted for resources: {'Network': ['ID=3ab108fa-7aa2-4241-8d36-0690137834d4,revision_number=None']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:37:25.900011 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-4a937286-ffe4-46b3-9419-2ea2e31e573a tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks [] for port, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:25.906250 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-2f36eae9-59a2-49d8-baf0-74ca1fa06779 tempest-BulkNetworkOpsIpV6Test-1671727552 tempest-BulkNetworkOpsIpV6Test-1671727552-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:37:25.916461 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dd47dbc-d0bc-47c2-af24-a89f9212728d tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Network 9cec1ece-19ae-40d0-b729-73c3863b1457 is scheduled to be hosted by DHCP agent 3b155c4d-12dc-491e-aa14-6113b06cfacd with binding_index 1 {{(pid=87507) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 16 22:37:25.917366 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-3bf6a357-ace4-40e6-b0a5-a48ab801a5ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:25.933746 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.base_scheduler [None req-6dd47dbc-d0bc-47c2-af24-a89f9212728d tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821829-1-hyperv, 9cec1ece-19ae-40d0-b729-73c3863b1457) {{(pid=87507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:37:25.982469 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-2f36eae9-59a2-49d8-baf0-74ca1fa06779 tempest-BulkNetworkOpsIpV6Test-1671727552 tempest-BulkNetworkOpsIpV6Test-1671727552-project] 10.222.0.13 "DELETE /v2.0/networks/3ab108fa-7aa2-4241-8d36-0690137834d4 HTTP/1.1" status: 204  len: 168 time: 1.9569345
Dec 16 22:37:25.982469 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dd47dbc-d0bc-47c2-af24-a89f9212728d tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:37:25.990170 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204acf34-c46e-4309-969e-f5089f2a1288 req-dfc8597a-7046-41d4-a353-0b786e9ab690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:37:25.990170 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-204acf34-c46e-4309-969e-f5089f2a1288 req-dfc8597a-7046-41d4-a353-0b786e9ab690 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=59be113d-df84-4589-a861-2ce3da6b2e5d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.9076324
Dec 16 22:37:25.996738 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-6dd47dbc-d0bc-47c2-af24-a89f9212728d tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks [] for subnet, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:26.077227 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-928ec4ee-de13-4f4e-9e27-68c3bb239bcd None None] Network 9cec1ece-19ae-40d0-b729-73c3863b1457 requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 22:37:26.111048 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-397255fb-ed1b-462a-8120-19d83a6b7c4c tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 783 time: 2.0102441
Dec 16 22:37:26.129445 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 43680) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:37:26.177491 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-6dd47dbc-d0bc-47c2-af24-a89f9212728d tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 2.1486549
Dec 16 22:37:26.188613 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 43684) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:37:26.326602 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-fe11f8b7-92b5-4f41-bf72-8c2be55de1a0 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Request body: {'subnet': {'network_id': '69969ef5-aee7-4a85-837b-520e6003d841', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:37:26.360681 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [None req-9abd5dc3-2474-4cb3-8e27-5da4e29a3b4a tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Deleting port 66c001c7-5851-4b76-87ea-c6ab1eddbd9e {{(pid=87506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:37:26.360681 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-9abd5dc3-2474-4cb3-8e27-5da4e29a3b4a tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:26.434135 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397255fb-ed1b-462a-8120-19d83a6b7c4c tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Pushing event updated for resources: {'Network': ['ID=69969ef5-aee7-4a85-837b-520e6003d841,revision_number=1']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:37:26.479572 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-397255fb-ed1b-462a-8120-19d83a6b7c4c tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.658s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:37:26.542936 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Network 69969ef5-aee7-4a85-837b-520e6003d841 details requested by agent ovs-agent-dv-neutron-821829-1-hyperv with host dv-neutron-821829-1-hyperv {{(pid=87508) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 22:37:26.660676 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 43690) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:37:26.690393 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-3ea25b17-1c53-4e14-994b-d2dfc1116f05 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:26.745380 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.notifiers.nova [None req-4a937286-ffe4-46b3-9419-2ea2e31e573a tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] device_id is not set on port 5c1da1ba-29b4-4eec-85e0-9e466fc648c9 yet. {{(pid=87506) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 16 22:37:26.880124 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-9f1cdb16-3e31-42d4-b450-e841007359f8 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10807823'] for port, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:26.891183 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-1b667780-ac68-43b8-bdf0-0e19858e2781 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:37:26.947810 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-fe11f8b7-92b5-4f41-bf72-8c2be55de1a0 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:37:26.965083 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-204acf34-c46e-4309-969e-f5089f2a1288 req-102c17f0-3fab-4d5f-afb5-5b5d0483ef3b service neutron] 10.222.0.49 "GET /v2.0/networks/59be113d-df84-4589-a861-2ce3da6b2e5d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.9406862
Dec 16 22:37:27.003557 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-fe11f8b7-92b5-4f41-bf72-8c2be55de1a0 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Usage tracker for resource:subnet and tenant:4776cb1297af44b2a1a3b9af0f4316e5 is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:37:27.009725 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1cdb16-3e31-42d4-b450-e841007359f8 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Pushing event deleted for resources: {'Port': ['ID=70d081d0-26e2-400c-8bab-e58c60b071d6,revision_number=None']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:37:27.028139 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-fe11f8b7-92b5-4f41-bf72-8c2be55de1a0 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:37:27.046566 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-9f1cdb16-3e31-42d4-b450-e841007359f8 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:37:27.148584 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f55d4a8d-f44d-40cf-beea-57c0f76e6cff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1d6bfaf-d325-5e4f-b05d-2441d8339617-9cec1ece-19ae-40d0-b729-73c3863b1457', 'network_id': '9cec1ece-19ae-40d0-b729-73c3863b1457', 'tenant_id': 'bb30155073f3462f829b4df60e35f5af', 'fixed_ips': [{'subnet_id': '12bde7f9-83c9-49c9-9bcd-d81bdd1ed717'}]}} from dv-neutron-821829-1-hyperv. {{(pid=87508) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 16 22:37:27.150237 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-f55d4a8d-f44d-40cf-beea-57c0f76e6cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:27.179795 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-3bf6a357-ace4-40e6-b0a5-a48ab801a5ff None None] For port f63ea5e5-1521-41ec-b06b-8a476f3befb0, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=f63ea5e5-1521-41ec-b06b-8a476f3befb0,segment=NetworkSegment(da71c9a1-7532-4738-a9bc-22a7f498ec35),segment_id=da71c9a1-7532-4738-a9bc-22a7f498ec35)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:37:27.194846 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-fe11f8b7-92b5-4f41-bf72-8c2be55de1a0 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:37:27.253187 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-9f1cdb16-3e31-42d4-b450-e841007359f8 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3791449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3739472'] for router_interface, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:27.345883 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-18052fc9-d49b-43c4-bdef-8337e87ad32c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b850cceefe1c4ce6bbf124be480e6b32&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6553259
Dec 16 22:37:27.345883 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe11f8b7-92b5-4f41-bf72-8c2be55de1a0 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Made reservation on behalf of 4776cb1297af44b2a1a3b9af0f4316e5 for: {'subnet': 1} {{(pid=87506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:37:27.349675 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-fe11f8b7-92b5-4f41-bf72-8c2be55de1a0 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11213078'] for subnet, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:27.372995 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-3bf6a357-ace4-40e6-b0a5-a48ab801a5ff None None] Notify callbacks [] for port, precommit_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:27.378889 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 43696) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:37:27.386297 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-3bf6a357-ace4-40e6-b0a5-a48ab801a5ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:27.400782 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:37:27.578990 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.db_base_plugin_common [None req-f55d4a8d-f44d-40cf-beea-57c0f76e6cff None None] Allocated IP 172.20.0.2 (9cec1ece-19ae-40d0-b729-73c3863b1457/12bde7f9-83c9-49c9-9bcd-d81bdd1ed717/2c15aabe-39ed-4296-8370-b507c7fa0dc7) {{(pid=87508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 22:37:27.622305 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.db.api [None req-3ea25b17-1c53-4e14-994b-d2dfc1116f05 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87506) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 16 22:37:27.622653 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_db.api [None req-3ea25b17-1c53-4e14-994b-d2dfc1116f05 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=87506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 16 22:37:27.644515 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-2e9d230e-e60c-4f66-8757-5d16b563ea61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:27.672889 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-2e9d230e-e60c-4f66-8757-5d16b563ea61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:27.712562 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-4724da56-7a70-4b19-803e-6949558b8145 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:27.738562 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-9abd5dc3-2474-4cb3-8e27-5da4e29a3b4a tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:27.748430 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-2e9d230e-e60c-4f66-8757-5d16b563ea61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841066'] for security_group, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:27.768930 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-cea4c5e4-7684-4c73-8dd9-a161e271632d tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:37:27.796060 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9d230e-e60c-4f66-8757-5d16b563ea61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7a030f1-7b86-4457-a0ea-6463cf6efccb,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:37:27.799491 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-2e9d230e-e60c-4f66-8757-5d16b563ea61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:37:27.930918 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-f55d4a8d-f44d-40cf-beea-57c0f76e6cff None None] Notify callbacks [] for port, precommit_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:27.948457 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-f55d4a8d-f44d-40cf-beea-57c0f76e6cff None None] Transition to ACTIVE for port object 2c15aabe-39ed-4296-8370-b507c7fa0dc7 will not be triggered until provisioned by entity L2. {{(pid=87508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:37:27.980614 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-f55d4a8d-f44d-40cf-beea-57c0f76e6cff None None] Transition to ACTIVE for port object 2c15aabe-39ed-4296-8370-b507c7fa0dc7 will not be triggered until provisioned by entity DHCP. {{(pid=87508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:37:28.034334 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-4a937286-ffe4-46b3-9419-2ea2e31e573a tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks [] for port, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:28.037603 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-f55d4a8d-f44d-40cf-beea-57c0f76e6cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940'] for port, after_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:28.073857 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f55d4a8d-f44d-40cf-beea-57c0f76e6cff None None] Network 9cec1ece-19ae-40d0-b729-73c3863b1457 is already hosted by enough agents. {{(pid=87508) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:37:28.075511 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf6a357-ace4-40e6-b0a5-a48ab801a5ff None None] Pushing event updated for resources: {'Port': ['ID=f63ea5e5-1521-41ec-b06b-8a476f3befb0,revision_number=8']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:37:28.078264 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.scheduler.base_scheduler [None req-f55d4a8d-f44d-40cf-beea-57c0f76e6cff None None] Resources bound (agent type, host, resource id):  {{(pid=87508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:37:28.080223 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-3bf6a357-ace4-40e6-b0a5-a48ab801a5ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.685s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:37:28.080882 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.023s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:37:28.098402 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f1cdb16-3e31-42d4-b450-e841007359f8 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Router c687d116-e64e-4a77-9373-dc6a7e53c1e1 has already been hosted by L3 agent 4f519db7-069b-43e2-8411-c092bac9102a {{(pid=87507) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 22:37:28.119444 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f55d4a8d-f44d-40cf-beea-57c0f76e6cff None None] Received port after_create {{(pid=87508) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 22:37:28.133054 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [None req-9abd5dc3-2474-4cb3-8e27-5da4e29a3b4a tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Calling delete_port for 66c001c7-5851-4b76-87ea-c6ab1eddbd9e owned by  {{(pid=87506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:37:28.226650 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b9d58c48-f420-4ef8-a6bc-5ada1e4827d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:28.232870 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55d4a8d-f44d-40cf-beea-57c0f76e6cff None None] Pushing event updated for resources: {'Port': ['ID=2c15aabe-39ed-4296-8370-b507c7fa0dc7,revision_number=1']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:37:28.237191 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-f55d4a8d-f44d-40cf-beea-57c0f76e6cff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:37:28.239002 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-204acf34-c46e-4309-969e-f5089f2a1288 req-f88ed308-b76d-4b6a-8337-fc6b381efdf7 service neutron] 10.222.0.49 "GET /v2.0/networks/59be113d-df84-4589-a861-2ce3da6b2e5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 1.2395957
Dec 16 22:37:28.251726 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-2e9d230e-e60c-4f66-8757-5d16b563ea61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:28.255090 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-2e9d230e-e60c-4f66-8757-5d16b563ea61 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c7a030f1-7b86-4457-a0ea-6463cf6efccb HTTP/1.1" status: 204  len: 168 time: 0.8747180
Dec 16 22:37:28.264262 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-59bae411-54a1-46ea-a78f-2f8c8e5b5945 None None] Provisioning complete for port f63ea5e5-1521-41ec-b06b-8a476f3befb0 triggered by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:37:28.264951 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-59bae411-54a1-46ea-a78f-2f8c8e5b5945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:28.293219 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-f55d4a8d-f44d-40cf-beea-57c0f76e6cff None None] Attempting to bind port 2c15aabe-39ed-4296-8370-b507c7fa0dc7 on host dv-neutron-821829-1-hyperv for vnic_type normal with profile  {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 22:37:28.293881 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-f55d4a8d-f44d-40cf-beea-57c0f76e6cff None None] Attempting to bind port 2c15aabe-39ed-4296-8370-b507c7fa0dc7 by drivers openvswitch,hyperv on host dv-neutron-821829-1-hyperv at level 0 using segments [{'id': '02117158-d52c-49eb-bf76-7669229196fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '9cec1ece-19ae-40d0-b729-73c3863b1457'}] {{(pid=87508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 22:37:28.294506 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f55d4a8d-f44d-40cf-beea-57c0f76e6cff None None] Attempting to bind port 2c15aabe-39ed-4296-8370-b507c7fa0dc7 on network 9cec1ece-19ae-40d0-b729-73c3863b1457 {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 22:37:28.295322 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-3ea25b17-1c53-4e14-994b-d2dfc1116f05 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:28.313463 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f55d4a8d-f44d-40cf-beea-57c0f76e6cff None None] Checking agent: {'id': '5571501f-366e-47a4-9b60-8ef19d935d27', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821829-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 24, 2), 'started_at': datetime.datetime(2021, 12, 16, 22, 24, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 37, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821829-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 22:37:28.314274 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f55d4a8d-f44d-40cf-beea-57c0f76e6cff None None] Checking segment: {'id': '02117158-d52c-49eb-bf76-7669229196fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '9cec1ece-19ae-40d0-b729-73c3863b1457'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 22:37:28.314904 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-f55d4a8d-f44d-40cf-beea-57c0f76e6cff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:28.315526 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f55d4a8d-f44d-40cf-beea-57c0f76e6cff None None] Bound using segment: {'id': '02117158-d52c-49eb-bf76-7669229196fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '9cec1ece-19ae-40d0-b729-73c3863b1457'} {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 22:37:28.316268 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-f55d4a8d-f44d-40cf-beea-57c0f76e6cff None None] Bound port: 2c15aabe-39ed-4296-8370-b507c7fa0dc7, host: dv-neutron-821829-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02117158-d52c-49eb-bf76-7669229196fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '9cec1ece-19ae-40d0-b729-73c3863b1457'}}] {{(pid=87508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 22:37:28.316906 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-f55d4a8d-f44d-40cf-beea-57c0f76e6cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:28.348346 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-4a937286-ffe4-46b3-9419-2ea2e31e573a tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1863393'] for port, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:28.354836 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-9abd5dc3-2474-4cb3-8e27-5da4e29a3b4a tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1863393'] for port, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:28.401186 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-875dcd63-38a0-4a26-8b5c-add2753b434e tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:37:28.414785 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f1cdb16-3e31-42d4-b450-e841007359f8 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify agent at l3_agent.dv-neutron-821829-1-hyperv the message routers_updated {{(pid=87507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 22:37:28.435638 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-9f1cdb16-3e31-42d4-b450-e841007359f8 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] 10.222.0.13 "PUT /v2.0/routers/c687d116-e64e-4a77-9373-dc6a7e53c1e1/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 6.6950963
Dec 16 22:37:28.439215 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 43704) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:37:28.464142 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3534710c-e4a2-47df-9a58-f07ad180c1c4 None None] Sync routers for ids ['c687d116-e64e-4a77-9373-dc6a7e53c1e1'] in dv-neutron-821829-1-hyperv {{(pid=87508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 22:37:28.504771 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-9abd5dc3-2474-4cb3-8e27-5da4e29a3b4a tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for port, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:28.508589 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.db_base_plugin_common [None req-4724da56-7a70-4b19-803e-6949558b8145 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Allocated IP 172.20.0.1 (9cec1ece-19ae-40d0-b729-73c3863b1457/12bde7f9-83c9-49c9-9bcd-d81bdd1ed717/b4a16203-a9be-4052-bdb0-6f3fa9deae9e) {{(pid=87507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 22:37:28.509644 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a937286-ffe4-46b3-9419-2ea2e31e573a tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Network d25a7dc0-a328-4711-a6e2-10bbe5d70dc8 is already hosted by enough agents. {{(pid=87506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:37:28.523506 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-f55d4a8d-f44d-40cf-beea-57c0f76e6cff None None] For port 2c15aabe-39ed-4296-8370-b507c7fa0dc7, host dv-neutron-821829-1-hyperv, cleared binding levels {{(pid=87508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 22:37:28.533721 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-f55d4a8d-f44d-40cf-beea-57c0f76e6cff None None] For port 2c15aabe-39ed-4296-8370-b507c7fa0dc7, host dv-neutron-821829-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=2c15aabe-39ed-4296-8370-b507c7fa0dc7,segment=NetworkSegment(02117158-d52c-49eb-bf76-7669229196fc),segment_id=02117158-d52c-49eb-bf76-7669229196fc)] {{(pid=87508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 22:37:28.536318 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3534710c-e4a2-47df-9a58-f07ad180c1c4 None None] Routers {'c687d116-e64e-4a77-9373-dc6a7e53c1e1'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:37:28.537336 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-3534710c-e4a2-47df-9a58-f07ad180c1c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b77951e20>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:37:01Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['c687d116-e64e-4a77-9373-dc6a7e53c1e1'], 'active': True} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:37:28.543640 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.base_scheduler [None req-4a937286-ffe4-46b3-9419-2ea2e31e573a tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Resources bound (agent type, host, resource id):  {{(pid=87506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:37:28.551830 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a937286-ffe4-46b3-9419-2ea2e31e573a tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Received port after_create {{(pid=87506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 22:37:28.553301 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-4a937286-ffe4-46b3-9419-2ea2e31e573a tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1863393'] for port, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:28.580336 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-9abd5dc3-2474-4cb3-8e27-5da4e29a3b4a tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] 10.222.0.13 "DELETE /v2.0/ports/66c001c7-5851-4b76-87ea-c6ab1eddbd9e HTTP/1.1" status: 204  len: 168 time: 2.8759680
Dec 16 22:37:28.586204 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a937286-ffe4-46b3-9419-2ea2e31e573a tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Pushing event updated for resources: {'Port': ['ID=2d7f9f17-514e-4a13-975a-37cf915e600c,revision_number=1']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:37:28.616720 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 43710) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:37:28.620208 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-3534710c-e4a2-47df-9a58-f07ad180c1c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b77951e20>, [], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:37:28.631337 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-f55d4a8d-f44d-40cf-beea-57c0f76e6cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:28.637162 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3534710c-e4a2-47df-9a58-f07ad180c1c4 None None] Routers {'c687d116-e64e-4a77-9373-dc6a7e53c1e1'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:37:28.637793 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-3534710c-e4a2-47df-9a58-f07ad180c1c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b77951e20>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:37:01Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['c687d116-e64e-4a77-9373-dc6a7e53c1e1'], 'active': True} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:37:28.733730 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-21320911-6a71-4084-aba0-fc715ab80c43 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:37:28.793706 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abd5dc3-2474-4cb3-8e27-5da4e29a3b4a tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Pushing event deleted for resources: {'Port': ['ID=66c001c7-5851-4b76-87ea-c6ab1eddbd9e,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:37:28.805332 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-9abd5dc3-2474-4cb3-8e27-5da4e29a3b4a tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.404s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:37:28.807921 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-ffd0c5f5-e992-412a-a955-49b8ea62cc11 tempest-BulkNetworkOpsIpV6Test-1671727552 tempest-BulkNetworkOpsIpV6Test-1671727552-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.377s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:37:28.823460 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-3534710c-e4a2-47df-9a58-f07ad180c1c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b77951e20>, [], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:37:28.824533 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3534710c-e4a2-47df-9a58-f07ad180c1c4 None None] The sync data for ids ['c687d116-e64e-4a77-9373-dc6a7e53c1e1'] in dv-neutron-821829-1-hyperv is: [] {{(pid=87508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 22:37:28.829436 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device f63ea5e5-1521-41ec-b06b-8a476f3befb0 up at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 22:37:28.857725 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-fe11f8b7-92b5-4f41-bf72-8c2be55de1a0 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1863317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11213092'] for subnet, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:28.864761 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-4724da56-7a70-4b19-803e-6949558b8145 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks [] for port, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:28.884968 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.provisioning_blocks [None req-4724da56-7a70-4b19-803e-6949558b8145 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Transition to ACTIVE for port object b4a16203-a9be-4052-bdb0-6f3fa9deae9e will not be triggered until provisioned by entity DHCP. {{(pid=87507) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:37:28.948885 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55d4a8d-f44d-40cf-beea-57c0f76e6cff None None] Pushing event updated for resources: {'Port': ['ID=2c15aabe-39ed-4296-8370-b507c7fa0dc7,revision_number=2']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:37:28.958603 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-f55d4a8d-f44d-40cf-beea-57c0f76e6cff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:37:28.965291 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning complete for port f63ea5e5-1521-41ec-b06b-8a476f3befb0 triggered by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:37:28.966532 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:29.081552 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a937286-ffe4-46b3-9419-2ea2e31e573a tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Checking segment: {'id': '2542f7e4-98a9-4b17-999d-e1e12dddd6fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '9311c444-7b07-4ca1-8f26-aaca94a2e41f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 22:37:29.082146 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a937286-ffe4-46b3-9419-2ea2e31e573a tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Network hostable DHCP agents. Network: 9311c444-7b07-4ca1-8f26-aaca94a2e41f, hostable agents: ['3b155c4d-12dc-491e-aa14-6113b06cfacd'], hosted agents: [] {{(pid=87506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 16 22:37:29.109722 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a937286-ffe4-46b3-9419-2ea2e31e573a tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Pushing event updated for resources: {'Port': ['ID=5c1da1ba-29b4-4eec-85e0-9e466fc648c9,revision_number=1']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:37:29.173385 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-4a937286-ffe4-46b3-9419-2ea2e31e573a tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.365s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:37:29.176614 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-6ef6073f-fc5c-4273-a962-401b7a64e7d6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.597s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:37:29.176819 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-6ef6073f-fc5c-4273-a962-401b7a64e7d6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:37:29.190193 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-06c0c2cb-b548-44e4-8df2-2366f73166b8 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.306s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:37:29.351217 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.db [None req-3ea25b17-1c53-4e14-994b-d2dfc1116f05 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] For port f63ea5e5-1521-41ec-b06b-8a476f3befb0, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=f63ea5e5-1521-41ec-b06b-8a476f3befb0,segment=NetworkSegment(da71c9a1-7532-4738-a9bc-22a7f498ec35),segment_id=da71c9a1-7532-4738-a9bc-22a7f498ec35)] {{(pid=87506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:37:29.351217 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe11f8b7-92b5-4f41-bf72-8c2be55de1a0 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Pushing event updated for resources: {'Subnet': ['ID=469f9ead-d443-4fc4-9a2d-06ef38ca1f12,revision_number=0']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:37:29.378799 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-fe11f8b7-92b5-4f41-bf72-8c2be55de1a0 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:37:29.378799 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe11f8b7-92b5-4f41-bf72-8c2be55de1a0 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Checking segment: {'id': '4b34aebd-5ac6-4824-bb7f-7b27c516b13c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '69969ef5-aee7-4a85-837b-520e6003d841'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 22:37:29.378799 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe11f8b7-92b5-4f41-bf72-8c2be55de1a0 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Network hostable DHCP agents. Network: 69969ef5-aee7-4a85-837b-520e6003d841, hostable agents: ['3b155c4d-12dc-491e-aa14-6113b06cfacd'], hosted agents: [] {{(pid=87506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 16 22:37:29.415349 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a937286-ffe4-46b3-9419-2ea2e31e573a tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Network 9311c444-7b07-4ca1-8f26-aaca94a2e41f is scheduled to be hosted by DHCP agent 3b155c4d-12dc-491e-aa14-6113b06cfacd with binding_index 1 {{(pid=87506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 16 22:37:29.428645 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc9c0c6f-43c3-4419-970d-cb918717b0d0 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:37:29.444432 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc9c0c6f-43c3-4419-970d-cb918717b0d0 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:37:29.444432 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-bc9c0c6f-43c3-4419-970d-cb918717b0d0 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Synchronizing usage tracker for tenant:69ee045658914011ac7b8ba0ad799b2d on resource:port {{(pid=87506) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 22:37:29.457998 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-3ea25b17-1c53-4e14-994b-d2dfc1116f05 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks [] for port, precommit_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:29.457998 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-3ea25b17-1c53-4e14-994b-d2dfc1116f05 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1863400'] for port, after_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:29.457998 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-3ea25b17-1c53-4e14-994b-d2dfc1116f05 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1863317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11213092'] for subnet, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:29.480019 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-01b0e092-1e66-41f0-beaa-ae425cb5830c tempest-FloatingIPNegativeTestJSON-1419073809 tempest-FloatingIPNegativeTestJSON-1419073809-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:37:29.536528 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.base_scheduler [None req-4a937286-ffe4-46b3-9419-2ea2e31e573a tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821829-1-hyperv, 9311c444-7b07-4ca1-8f26-aaca94a2e41f) {{(pid=87506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:37:29.550875 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7a2a53d-2707-48b1-9779-ab443e68d34a None None] Network 9311c444-7b07-4ca1-8f26-aaca94a2e41f requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 22:37:29.589457 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe11f8b7-92b5-4f41-bf72-8c2be55de1a0 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Network 69969ef5-aee7-4a85-837b-520e6003d841 is scheduled to be hosted by DHCP agent 3b155c4d-12dc-491e-aa14-6113b06cfacd with binding_index 1 {{(pid=87506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 16 22:37:29.603803 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a937286-ffe4-46b3-9419-2ea2e31e573a tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Received port after_create {{(pid=87506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 22:37:29.603803 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a937286-ffe4-46b3-9419-2ea2e31e573a tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:37:29.603803 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a937286-ffe4-46b3-9419-2ea2e31e573a tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:37:29.626504 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-4a937286-ffe4-46b3-9419-2ea2e31e573a tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for port, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:29.671902 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ea25b17-1c53-4e14-994b-d2dfc1116f05 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Network 7edd76f7-0f97-48a5-b177-9842de6c0500 is already hosted by enough agents. {{(pid=87506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:37:29.671902 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-bc9c0c6f-43c3-4419-970d-cb918717b0d0 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Unset dirty status for tenant:69ee045658914011ac7b8ba0ad799b2d on resource:port {{(pid=87506) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 22:37:29.671902 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-bc9c0c6f-43c3-4419-970d-cb918717b0d0 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1455 time: 1.0415754
Dec 16 22:37:29.671902 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.base_scheduler [None req-3ea25b17-1c53-4e14-994b-d2dfc1116f05 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Resources bound (agent type, host, resource id):  {{(pid=87506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:37:29.671902 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.base_scheduler [None req-fe11f8b7-92b5-4f41-bf72-8c2be55de1a0 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821829-1-hyperv, 69969ef5-aee7-4a85-837b-520e6003d841) {{(pid=87506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:37:29.671902 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ea25b17-1c53-4e14-994b-d2dfc1116f05 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:37:29.671902 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-3ea25b17-1c53-4e14-994b-d2dfc1116f05 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3791486'] for subnet, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:29.685613 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 43730) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:37:29.725714 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-4a937286-ffe4-46b3-9419-2ea2e31e573a tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1425 time: 6.6550264
Dec 16 22:37:29.725714 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe11f8b7-92b5-4f41-bf72-8c2be55de1a0 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:37:29.725714 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-fe11f8b7-92b5-4f41-bf72-8c2be55de1a0 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3791486'] for subnet, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:29.734005 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 43734) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:37:29.763374 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea25b17-1c53-4e14-994b-d2dfc1116f05 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Pushing event updated for resources: {'Port': ['ID=f63ea5e5-1521-41ec-b06b-8a476f3befb0,revision_number=9']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:37:29.763374 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-3ea25b17-1c53-4e14-994b-d2dfc1116f05 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:37:29.779220 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-2df09453-20d5-4d88-a7bf-4af7656d2bfe tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.238s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:37:29.786697 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5290dd35-5087-423c-8d3f-d37f81906818 None None] Network 69969ef5-aee7-4a85-837b-520e6003d841 requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 22:37:29.794222 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-4724da56-7a70-4b19-803e-6949558b8145 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10807823'] for port, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:29.794222 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 43738) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:37:29.794222 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-219e0d25-8d69-4583-84b8-4e2107258894 tempest-BulkNetworkOpsIpV6Test-1671727552 tempest-BulkNetworkOpsIpV6Test-1671727552-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:37:29.839081 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-3ea25b17-1c53-4e14-994b-d2dfc1116f05 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 7.9079123
Dec 16 22:37:29.839081 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 43740) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:37:29.853537 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-fe11f8b7-92b5-4f41-bf72-8c2be55de1a0 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 865 time: 3.6869643
Dec 16 22:37:29.853537 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 43746) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:37:29.853537 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-fb8e2ef1-4b63-4be1-9ffd-1736ee59554e tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Request body: {'subnet': {'network_id': '7edd76f7-0f97-48a5-b177-9842de6c0500', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:37:29.888897 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [None req-6972e6e8-5294-493f-8c4c-41df6234a909 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Deleting port c9bb47ba-a378-4497-9a1c-6f923826b57c {{(pid=87506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:37:29.888897 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-6972e6e8-5294-493f-8c4c-41df6234a909 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:29.947579 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-83875cd7-c653-4dbf-afb6-6de4f68f3a8f tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2147118064'}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:37:29.947579 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-83875cd7-c653-4dbf-afb6-6de4f68f3a8f tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:37:29.995973 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f36d4110-5516-46e8-a8cd-9241a318c196 None None] Network 7edd76f7-0f97-48a5-b177-9842de6c0500 requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 22:37:30.039746 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-83875cd7-c653-4dbf-afb6-6de4f68f3a8f tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Usage tracker for resource:network and tenant:4776cb1297af44b2a1a3b9af0f4316e5 is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:37:30.052661 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4724da56-7a70-4b19-803e-6949558b8145 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Network 9cec1ece-19ae-40d0-b729-73c3863b1457 is already hosted by enough agents. {{(pid=87507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:37:30.072401 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-83875cd7-c653-4dbf-afb6-6de4f68f3a8f tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:37:30.106320 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea25b17-1c53-4e14-994b-d2dfc1116f05 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Pushing event updated for resources: {'Subnet': ['ID=1542853a-1916-4317-8f53-dbcf0aa557e4,revision_number=0']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:37:30.130167 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-3ea25b17-1c53-4e14-994b-d2dfc1116f05 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.349s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:37:30.130167 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-83875cd7-c653-4dbf-afb6-6de4f68f3a8f tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:37:30.141975 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-33a898fb-badf-4e59-a561-4f435c4a6381 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1816142931'}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:37:30.147307 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.base_scheduler [None req-4724da56-7a70-4b19-803e-6949558b8145 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Resources bound (agent type, host, resource id):  {{(pid=87507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:37:30.167272 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.plugin [None req-09a982eb-34a0-447c-934d-45b157268fa4 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Deleting port 5c1da1ba-29b4-4eec-85e0-9e466fc648c9 {{(pid=87507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:37:30.170428 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-09a982eb-34a0-447c-934d-45b157268fa4 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:30.212189 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4724da56-7a70-4b19-803e-6949558b8145 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Received port after_create {{(pid=87507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 22:37:30.214814 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-fb8e2ef1-4b63-4be1-9ffd-1736ee59554e tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:37:30.227535 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-fb8e2ef1-4b63-4be1-9ffd-1736ee59554e tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:37:30.252731 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-33a898fb-badf-4e59-a561-4f435c4a6381 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:37:30.285117 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4724da56-7a70-4b19-803e-6949558b8145 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Pushing event updated for resources: {'Port': ['ID=b4a16203-a9be-4052-bdb0-6f3fa9deae9e,revision_number=1']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:37:30.285117 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-33a898fb-badf-4e59-a561-4f435c4a6381 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Usage tracker for resource:network and tenant:c85c59d360694166b5b0483f9fc81199 is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:37:30.318838 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-4724da56-7a70-4b19-803e-6949558b8145 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.524s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:37:30.319538 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-33a898fb-badf-4e59-a561-4f435c4a6381 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:37:30.369784 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-33a898fb-badf-4e59-a561-4f435c4a6381 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:37:30.370762 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb8e2ef1-4b63-4be1-9ffd-1736ee59554e tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Made reservation on behalf of 8e4385a98eb1416284c1cc96b3355a70 for: {'subnet': 1} {{(pid=87506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:37:30.375175 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-fb8e2ef1-4b63-4be1-9ffd-1736ee59554e tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11213078'] for subnet, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:30.514457 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-886cbbc9-1c96-4b0a-97cc-95aa4e9721ba None None] Network 9cec1ece-19ae-40d0-b729-73c3863b1457 requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 22:37:30.642481 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-4724da56-7a70-4b19-803e-6949558b8145 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3830061'] for router_interface, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:30.660356 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33a898fb-badf-4e59-a561-4f435c4a6381 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Made reservation on behalf of c85c59d360694166b5b0483f9fc81199 for: {'network': 1} {{(pid=87507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:37:30.660356 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-33a898fb-badf-4e59-a561-4f435c4a6381 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for network, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:30.709032 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83875cd7-c653-4dbf-afb6-6de4f68f3a8f tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Made reservation on behalf of 4776cb1297af44b2a1a3b9af0f4316e5 for: {'network': 1} {{(pid=87506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:37:30.709032 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-83875cd7-c653-4dbf-afb6-6de4f68f3a8f tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for network, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:30.752776 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-33a898fb-badf-4e59-a561-4f435c4a6381 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Notify callbacks [] for security_group, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:30.787610 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09650148-ded9-477b-8e9b-8909b7f6c712 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1d6bfaf-d325-5e4f-b05d-2441d8339617-69969ef5-aee7-4a85-837b-520e6003d841', 'network_id': '69969ef5-aee7-4a85-837b-520e6003d841', 'tenant_id': '4776cb1297af44b2a1a3b9af0f4316e5', 'fixed_ips': [{'subnet_id': '469f9ead-d443-4fc4-9a2d-06ef38ca1f12'}]}} from dv-neutron-821829-1-hyperv. {{(pid=87508) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 16 22:37:30.788173 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-09650148-ded9-477b-8e9b-8909b7f6c712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:30.811680 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 2c15aabe-39ed-4296-8370-b507c7fa0dc7 up at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 22:37:30.860439 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-33a898fb-badf-4e59-a561-4f435c4a6381 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:37:30.901043 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-33a898fb-badf-4e59-a561-4f435c4a6381 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Usage tracker for resource:security_group_rule and tenant:c85c59d360694166b5b0483f9fc81199 is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:37:30.901043 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-33a898fb-badf-4e59-a561-4f435c4a6381 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:37:30.917660 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-8fe6cf57-8e64-4725-b7fc-2be54b82c373 None None] Provisioning for port 2c15aabe-39ed-4296-8370-b507c7fa0dc7 completed by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 22:37:30.933649 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-33a898fb-badf-4e59-a561-4f435c4a6381 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:37:30.966887 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83875cd7-c653-4dbf-afb6-6de4f68f3a8f tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] vlan segment allocate from pool success with {'vlan_id': 178, 'physical_network': 'physnet1'}  {{(pid=87506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 22:37:30.983381 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-71181d22-c27e-4131-9f0d-16083d0f398d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:31.007524 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-6972e6e8-5294-493f-8c4c-41df6234a909 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:31.029013 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-83875cd7-c653-4dbf-afb6-6de4f68f3a8f tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-883292'] for segment, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:31.034891 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-09a982eb-34a0-447c-934d-45b157268fa4 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:31.040886 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.db.segments_db [None req-83875cd7-c653-4dbf-afb6-6de4f68f3a8f tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Added segment c40bcc04-58fb-4012-b9c3-2f04257d859f of type vlan for network aa4ee400-dcba-4a4e-be17-fbee391c5f77
Dec 16 22:37:31.173297 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [None req-6972e6e8-5294-493f-8c4c-41df6234a909 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Calling delete_port for c9bb47ba-a378-4497-9a1c-6f923826b57c owned by  {{(pid=87506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:37:31.195172 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.plugin [None req-09a982eb-34a0-447c-934d-45b157268fa4 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Calling delete_port for 5c1da1ba-29b4-4eec-85e0-9e466fc648c9 owned by  {{(pid=87507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:37:31.265172 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-83875cd7-c653-4dbf-afb6-6de4f68f3a8f tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734753047233'] for network, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:31.304204 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.db.ipam_backend_mixin [None req-fb8e2ef1-4b63-4be1-9ffd-1736ee59554e tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 1542853a-1916-4317-8f53-dbcf0aa557e4 (CIDR: 2001:db8::/64)
Dec 16 22:37:31.312567 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-4724da56-7a70-4b19-803e-6949558b8145 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:31.321371 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb8e2ef1-4b63-4be1-9ffd-1736ee59554e tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 16 22:37:31.321371 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb8e2ef1-4b63-4be1-9ffd-1736ee59554e tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 16 22:37:31.350408 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-83875cd7-c653-4dbf-afb6-6de4f68f3a8f tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440'] for network, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:31.350408 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83875cd7-c653-4dbf-afb6-6de4f68f3a8f tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:37:31.350408 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-83875cd7-c653-4dbf-afb6-6de4f68f3a8f tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3791486'] for network, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:31.375354 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning for port 2c15aabe-39ed-4296-8370-b507c7fa0dc7 completed by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 22:37:31.395029 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning complete for port 2c15aabe-39ed-4296-8370-b507c7fa0dc7 triggered by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:37:31.395029 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:31.400546 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-bca76377-d144-4a5c-8ec5-0bcc580c1b6f tempest-DHCPAgentSchedulersTestJSON-789587183 tempest-DHCPAgentSchedulersTestJSON-789587183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:37:31.424926 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-83875cd7-c653-4dbf-afb6-6de4f68f3a8f tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 784 time: 1.5377426
Dec 16 22:37:31.444018 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 43752) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:37:31.481506 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-c081d7ce-45b4-4dd2-93c6-08688c898a46 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3830176'] for router_interface, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:31.538329 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-fb8e2ef1-4b63-4be1-9ffd-1736ee59554e tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 1.6936686
Dec 16 22:37:31.560313 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 43756) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:37:31.583188 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.db_base_plugin_common [None req-09650148-ded9-477b-8e9b-8909b7f6c712 None None] Allocated IP 2001:db8::1 (69969ef5-aee7-4a85-837b-520e6003d841/469f9ead-d443-4fc4-9a2d-06ef38ca1f12/c872bc4e-b5ad-4d2c-9d8d-e44d4957ec83) {{(pid=87508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 22:37:31.599811 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-3e729f7f-1589-4d54-9c4a-7ee6b283cc2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:31.605410 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-554055c0-2e9b-44c0-8b30-351b5ca3a4c3 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Request body: {'subnet': {'network_id': '7edd76f7-0f97-48a5-b177-9842de6c0500', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:37:31.660991 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-3bec64e4-e837-49ab-8b56-859519e4d303 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Request body: {'subnet': {'network_id': 'aa4ee400-dcba-4a4e-be17-fbee391c5f77', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:37:31.701035 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:31.734797 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:31.813121 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] For port 2c15aabe-39ed-4296-8370-b507c7fa0dc7, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=2c15aabe-39ed-4296-8370-b507c7fa0dc7,segment=NetworkSegment(02117158-d52c-49eb-bf76-7669229196fc),segment_id=02117158-d52c-49eb-bf76-7669229196fc)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:37:31.823510 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:31.823510 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-bd011bbd-6e68-4717-afe6-2e90b6332a0a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:37:31.838589 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-554055c0-2e9b-44c0-8b30-351b5ca3a4c3 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:37:31.854594 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-6972e6e8-5294-493f-8c4c-41df6234a909 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1863393'] for port, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:31.868809 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83875cd7-c653-4dbf-afb6-6de4f68f3a8f tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Pushing event updated for resources: {'Network': ['ID=aa4ee400-dcba-4a4e-be17-fbee391c5f77,revision_number=1']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:37:31.878436 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-554055c0-2e9b-44c0-8b30-351b5ca3a4c3 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:37:31.878436 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-83875cd7-c653-4dbf-afb6-6de4f68f3a8f tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.487s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:37:31.878436 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-dfe134df-1e68-4b04-a72a-6c80d84f7a05 tempest-AllowedAddressPairTestJSON-1611484417 tempest-AllowedAddressPairTestJSON-1611484417-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.015s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:37:31.940051 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6972e6e8-5294-493f-8c4c-41df6234a909 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Pushing event deleted for resources: {'Port': ['ID=c9bb47ba-a378-4497-9a1c-6f923826b57c,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:37:31.940051 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-6972e6e8-5294-493f-8c4c-41df6234a909 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:37:31.940051 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-6972e6e8-5294-493f-8c4c-41df6234a909 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for port, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:31.962815 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-554055c0-2e9b-44c0-8b30-351b5ca3a4c3 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Made reservation on behalf of 8e4385a98eb1416284c1cc96b3355a70 for: {'subnet': 1} {{(pid=87506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:37:31.962815 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-554055c0-2e9b-44c0-8b30-351b5ca3a4c3 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11213078'] for subnet, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:31.967653 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Network aa4ee400-dcba-4a4e-be17-fbee391c5f77 details requested by agent ovs-agent-dv-neutron-821829-1-hyperv with host dv-neutron-821829-1-hyperv {{(pid=87508) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 22:37:32.276848 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-09a982eb-34a0-447c-934d-45b157268fa4 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10807823'] for port, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:32.299782 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-6972e6e8-5294-493f-8c4c-41df6234a909 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] 10.222.0.13 "DELETE /v2.0/ports/c9bb47ba-a378-4497-9a1c-6f923826b57c HTTP/1.1" status: 204  len: 168 time: 2.6210206
Dec 16 22:37:32.301384 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 43760) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:37:32.331123 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Pushing event updated for resources: {'Port': ['ID=2c15aabe-39ed-4296-8370-b507c7fa0dc7,revision_number=3']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:37:32.349988 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.533s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:37:32.371087 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-66231651-8826-4a52-9a98-cdca0ebd8498 None None] Provisioning complete for port f63ea5e5-1521-41ec-b06b-8a476f3befb0 triggered by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:37:32.371678 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-66231651-8826-4a52-9a98-cdca0ebd8498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:32.378437 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-0c0c7f8b-c126-4861-ace8-964a545cdf80 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:37:32.433052 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-554055c0-2e9b-44c0-8b30-351b5ca3a4c3 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1863317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11213092'] for subnet, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:32.440346 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-09396d41-1fac-49b7-99ee-cd029a37b6ce tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:37:32.555512 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a982eb-34a0-447c-934d-45b157268fa4 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Pushing event deleted for resources: {'Port': ['ID=5c1da1ba-29b4-4eec-85e0-9e466fc648c9,revision_number=None']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:37:32.555512 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-09a982eb-34a0-447c-934d-45b157268fa4 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:37:32.570221 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7ef46e4-f4f8-4abf-bc96-54ed4551a4a3 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:37:32.570221 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-b7ef46e4-f4f8-4abf-bc96-54ed4551a4a3 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Synchronizing usage tracker for tenant:69ee045658914011ac7b8ba0ad799b2d on resource:port {{(pid=87506) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 22:37:32.652156 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-554055c0-2e9b-44c0-8b30-351b5ca3a4c3 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Network 7edd76f7-0f97-48a5-b177-9842de6c0500 is already hosted by enough agents. {{(pid=87506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:37:32.652156 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.base_scheduler [None req-554055c0-2e9b-44c0-8b30-351b5ca3a4c3 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Resources bound (agent type, host, resource id):  {{(pid=87506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:37:32.652156 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-b7ef46e4-f4f8-4abf-bc96-54ed4551a4a3 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Unset dirty status for tenant:69ee045658914011ac7b8ba0ad799b2d on resource:port {{(pid=87506) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 22:37:32.652156 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-b7ef46e4-f4f8-4abf-bc96-54ed4551a4a3 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200  len: 847 time: 0.3459780
Dec 16 22:37:32.672799 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-33a898fb-badf-4e59-a561-4f435c4a6381 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Notify callbacks [] for security_group, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:32.681255 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-554055c0-2e9b-44c0-8b30-351b5ca3a4c3 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:37:32.681255 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-554055c0-2e9b-44c0-8b30-351b5ca3a4c3 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3791486'] for subnet, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:32.690835 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 43766) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:37:32.690835 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-09a982eb-34a0-447c-934d-45b157268fa4 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for port, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:32.697441 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554055c0-2e9b-44c0-8b30-351b5ca3a4c3 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Pushing event updated for resources: {'Subnet': ['ID=c58f211e-8ac2-465d-9967-bd01045c72a7,revision_number=0']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:37:32.697441 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-554055c0-2e9b-44c0-8b30-351b5ca3a4c3 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:37:32.735308 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-554055c0-2e9b-44c0-8b30-351b5ca3a4c3 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 1.1660743
Dec 16 22:37:32.735308 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 43770) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:37:32.735308 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-f9dc128d-1d61-43c4-a725-d6c65ac68b97 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Request body: {'port': {'network_id': '7edd76f7-0f97-48a5-b177-9842de6c0500', 'mac_address': 'fa:16:3e:b3:51:bd', 'name': 'tempest-NetworksTestDHCPv6-1888734533'}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:37:32.750051 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-703290ae-37d2-4f2a-bbcd-5ac62b1e25f6 None None] Network 7edd76f7-0f97-48a5-b177-9842de6c0500 requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 22:37:32.754380 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-33a898fb-badf-4e59-a561-4f435c4a6381 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841066'] for security_group, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:32.766687 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 2c15aabe-39ed-4296-8370-b507c7fa0dc7 up at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 22:37:32.772688 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-b584c060-de8c-4b7d-a255-189e925555f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:37:32.802622 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-09650148-ded9-477b-8e9b-8909b7f6c712 None None] Notify callbacks [] for port, precommit_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:32.869438 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-3bec64e4-e837-49ab-8b56-859519e4d303 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:37:32.914326 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-09650148-ded9-477b-8e9b-8909b7f6c712 None None] Transition to ACTIVE for port object c872bc4e-b5ad-4d2c-9d8d-e44d4957ec83 will not be triggered until provisioned by entity L2. {{(pid=87508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:37:32.919679 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2982ff5-1824-4964-a380-e23c17608c54 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] GET failed (client error): The resource could not be found.
Dec 16 22:37:32.919679 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-f2982ff5-1824-4964-a380-e23c17608c54 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Synchronizing usage tracker for tenant:69ee045658914011ac7b8ba0ad799b2d on resource:port {{(pid=87507) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 22:37:32.919679 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-3bec64e4-e837-49ab-8b56-859519e4d303 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Usage tracker for resource:subnet and tenant:4776cb1297af44b2a1a3b9af0f4316e5 is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:37:32.921814 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-3bec64e4-e837-49ab-8b56-859519e4d303 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:37:32.940227 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-09650148-ded9-477b-8e9b-8909b7f6c712 None None] Transition to ACTIVE for port object c872bc4e-b5ad-4d2c-9d8d-e44d4957ec83 will not be triggered until provisioned by entity DHCP. {{(pid=87508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:37:32.945662 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-f9dc128d-1d61-43c4-a725-d6c65ac68b97 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:37:32.957248 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-f9dc128d-1d61-43c4-a725-d6c65ac68b97 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:37:32.960478 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-09650148-ded9-477b-8e9b-8909b7f6c712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940'] for port, after_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:32.968389 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-05bc149a-7dd2-4e06-826a-88cef1860b1d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:37:32.971681 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9dc128d-1d61-43c4-a725-d6c65ac68b97 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Made reservation on behalf of 8e4385a98eb1416284c1cc96b3355a70 for: {'port': 1} {{(pid=87506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:37:32.977029 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-09a982eb-34a0-447c-934d-45b157268fa4 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] 10.222.0.13 "DELETE /v2.0/ports/5c1da1ba-29b4-4eec-85e0-9e466fc648c9 HTTP/1.1" status: 204  len: 168 time: 3.2497764
Dec 16 22:37:32.978041 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33a898fb-badf-4e59-a561-4f435c4a6381 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] vlan segment allocate from pool success with {'vlan_id': 176, 'physical_network': 'physnet1'}  {{(pid=87507) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 22:37:32.989108 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-3bec64e4-e837-49ab-8b56-859519e4d303 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:37:32.993694 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 43774) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:37:33.034515 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a898fb-badf-4e59-a561-4f435c4a6381 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Pushing event updated for resources: {'SecurityGroup': ['ID=19247a86-0cd6-4e61-b305-cba2c1440364,revision_number=1']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:37:33.078980 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09650148-ded9-477b-8e9b-8909b7f6c712 None None] Network 69969ef5-aee7-4a85-837b-520e6003d841 is already hosted by enough agents. {{(pid=87508) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:37:33.082987 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-33a898fb-badf-4e59-a561-4f435c4a6381 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:37:33.090116 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.scheduler.base_scheduler [None req-09650148-ded9-477b-8e9b-8909b7f6c712 None None] Resources bound (agent type, host, resource id):  {{(pid=87508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:37:33.093821 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-f2982ff5-1824-4964-a380-e23c17608c54 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Unset dirty status for tenant:69ee045658914011ac7b8ba0ad799b2d on resource:port {{(pid=87507) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 22:37:33.095013 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-f2982ff5-1824-4964-a380-e23c17608c54 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] 10.222.0.13 "GET /v2.0/ports/66c001c7-5851-4b76-87ea-c6ab1eddbd9e HTTP/1.1" status: 404  len: 333 time: 0.4300725
Dec 16 22:37:33.097265 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-33a898fb-badf-4e59-a561-4f435c4a6381 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-883292'] for segment, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:33.097578 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.db.segments_db [None req-33a898fb-badf-4e59-a561-4f435c4a6381 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Added segment 519879e1-dfec-4a27-b0ed-7f4daa3d3309 of type vlan for network 519d17a7-5296-4a05-a239-5e7584b2ec06
Dec 16 22:37:33.105353 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 43778) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:37:33.106137 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09650148-ded9-477b-8e9b-8909b7f6c712 None None] Received port after_create {{(pid=87508) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 22:37:33.106555 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bec64e4-e837-49ab-8b56-859519e4d303 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Made reservation on behalf of 4776cb1297af44b2a1a3b9af0f4316e5 for: {'subnet': 1} {{(pid=87507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:37:33.110154 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-3bec64e4-e837-49ab-8b56-859519e4d303 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10549598'] for subnet, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:33.122906 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning complete for port 2c15aabe-39ed-4296-8370-b507c7fa0dc7 triggered by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:37:33.123345 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:33.174806 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-7d9887cb-4b6c-45f8-b0fb-1f9e8128517b None None] Provisioning for port b4a16203-a9be-4052-bdb0-6f3fa9deae9e completed by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 22:37:33.178020 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09650148-ded9-477b-8e9b-8909b7f6c712 None None] Pushing event updated for resources: {'Port': ['ID=c872bc4e-b5ad-4d2c-9d8d-e44d4957ec83,revision_number=1']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:37:33.179916 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.pecan_wsgi.hooks.translation [None req-a422be2e-99ba-4589-8963-66b83cb043f6 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] GET failed (client error): The resource could not be found.
Dec 16 22:37:33.185368 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-a422be2e-99ba-4589-8963-66b83cb043f6 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] 10.222.0.13 "GET /v2.0/ports/c9bb47ba-a378-4497-9a1c-6f923826b57c HTTP/1.1" status: 404  len: 333 time: 0.0670972
Dec 16 22:37:33.185953 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 43782) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:37:33.257974 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-33a898fb-badf-4e59-a561-4f435c4a6381 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734753047233'] for network, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:33.275276 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-09650148-ded9-477b-8e9b-8909b7f6c712 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:37:33.291708 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.ipam_backend_mixin [None req-3bec64e4-e837-49ab-8b56-859519e4d303 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Performing IP validity checks on allocation pools {{(pid=87507) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}}
Dec 16 22:37:33.292295 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.ipam_backend_mixin [None req-3bec64e4-e837-49ab-8b56-859519e4d303 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87507) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}}
Dec 16 22:37:33.306790 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-7d9887cb-4b6c-45f8-b0fb-1f9e8128517b None None] Provisioning complete for port b4a16203-a9be-4052-bdb0-6f3fa9deae9e triggered by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:37:33.307175 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-7d9887cb-4b6c-45f8-b0fb-1f9e8128517b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:33.403345 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-33a898fb-badf-4e59-a561-4f435c4a6381 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440'] for network, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:33.409096 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33a898fb-badf-4e59-a561-4f435c4a6381 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:37:33.412347 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-33a898fb-badf-4e59-a561-4f435c4a6381 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Notify callbacks [] for network, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:33.446300 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-2f36eae9-59a2-49d8-baf0-74ca1fa06779 tempest-BulkNetworkOpsIpV6Test-1671727552 tempest-BulkNetworkOpsIpV6Test-1671727552-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:37:33.475081 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-4541ba3b-6be8-499c-bc94-3c60aa55c4f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:33.475722 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.db.resource_extend [None req-4724da56-7a70-4b19-803e-6949558b8145 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 16 22:37:33.490602 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-f9dc128d-1d61-43c4-a725-d6c65ac68b97 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:33.494561 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-09650148-ded9-477b-8e9b-8909b7f6c712 None None] Attempting to bind port c872bc4e-b5ad-4d2c-9d8d-e44d4957ec83 on host dv-neutron-821829-1-hyperv for vnic_type normal with profile  {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 22:37:33.495832 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-09650148-ded9-477b-8e9b-8909b7f6c712 None None] Attempting to bind port c872bc4e-b5ad-4d2c-9d8d-e44d4957ec83 by drivers openvswitch,hyperv on host dv-neutron-821829-1-hyperv at level 0 using segments [{'id': '4b34aebd-5ac6-4824-bb7f-7b27c516b13c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '69969ef5-aee7-4a85-837b-520e6003d841'}] {{(pid=87508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 22:37:33.495832 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09650148-ded9-477b-8e9b-8909b7f6c712 None None] Attempting to bind port c872bc4e-b5ad-4d2c-9d8d-e44d4957ec83 on network 69969ef5-aee7-4a85-837b-520e6003d841 {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 22:37:33.497537 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-7d9887cb-4b6c-45f8-b0fb-1f9e8128517b None None] Port b4a16203-a9be-4052-bdb0-6f3fa9deae9e cannot update to ACTIVE because it is not bound. {{(pid=87508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 22:37:33.509420 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09650148-ded9-477b-8e9b-8909b7f6c712 None None] Checking agent: {'id': '5571501f-366e-47a4-9b60-8ef19d935d27', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821829-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 24, 2), 'started_at': datetime.datetime(2021, 12, 16, 22, 24, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 37, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821829-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 22:37:33.509760 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09650148-ded9-477b-8e9b-8909b7f6c712 None None] Checking segment: {'id': '4b34aebd-5ac6-4824-bb7f-7b27c516b13c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '69969ef5-aee7-4a85-837b-520e6003d841'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 22:37:33.510851 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-09650148-ded9-477b-8e9b-8909b7f6c712 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:33.511414 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09650148-ded9-477b-8e9b-8909b7f6c712 None None] Bound using segment: {'id': '4b34aebd-5ac6-4824-bb7f-7b27c516b13c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '69969ef5-aee7-4a85-837b-520e6003d841'} {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 22:37:33.513086 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-09650148-ded9-477b-8e9b-8909b7f6c712 None None] Bound port: c872bc4e-b5ad-4d2c-9d8d-e44d4957ec83, host: dv-neutron-821829-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b34aebd-5ac6-4824-bb7f-7b27c516b13c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '69969ef5-aee7-4a85-837b-520e6003d841'}}] {{(pid=87508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 22:37:33.513686 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-09650148-ded9-477b-8e9b-8909b7f6c712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:33.515999 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-435a52c3-140d-4fb3-8fd1-8c296150a946 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-825997'] for network, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:33.545327 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.notifiers.nova [None req-f9dc128d-1d61-43c4-a725-d6c65ac68b97 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] device_id is not set on port ce26040b-d08c-418a-9287-f8229bb34ad1 yet. {{(pid=87506) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 16 22:37:33.589262 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5b266e1-5fb2-4f45-a5d7-907816094215 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:37:33.596343 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5b266e1-5fb2-4f45-a5d7-907816094215 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:37:33.596565 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-b5b266e1-5fb2-4f45-a5d7-907816094215 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Synchronizing usage tracker for tenant:3ddf94e9e4ac4112b345468cafab037c on resource:port {{(pid=87506) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 22:37:33.642302 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-7d9887cb-4b6c-45f8-b0fb-1f9e8128517b None None] Provisioning complete for port 2c15aabe-39ed-4296-8370-b507c7fa0dc7 triggered by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:37:33.642302 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-7d9887cb-4b6c-45f8-b0fb-1f9e8128517b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:33.749292 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.plugin [None req-c081d7ce-45b4-4dd2-93c6-08688c898a46 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Deleting port 9f97e56c-270c-4803-b5b8-a9ce801b97df {{(pid=87507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:37:33.749292 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-c081d7ce-45b4-4dd2-93c6-08688c898a46 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:33.790748 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-09650148-ded9-477b-8e9b-8909b7f6c712 None None] For port c872bc4e-b5ad-4d2c-9d8d-e44d4957ec83, host dv-neutron-821829-1-hyperv, cleared binding levels {{(pid=87508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 22:37:33.795779 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-b5b266e1-5fb2-4f45-a5d7-907816094215 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Unset dirty status for tenant:3ddf94e9e4ac4112b345468cafab037c on resource:port {{(pid=87506) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 22:37:33.800537 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-b5b266e1-5fb2-4f45-a5d7-907816094215 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1452 time: 0.7997589
Dec 16 22:37:33.807556 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 43786) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:37:33.814129 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-09650148-ded9-477b-8e9b-8909b7f6c712 None None] For port c872bc4e-b5ad-4d2c-9d8d-e44d4957ec83, host dv-neutron-821829-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=c872bc4e-b5ad-4d2c-9d8d-e44d4957ec83,segment=NetworkSegment(4b34aebd-5ac6-4824-bb7f-7b27c516b13c),segment_id=4b34aebd-5ac6-4824-bb7f-7b27c516b13c)] {{(pid=87508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 22:37:33.830266 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-4724da56-7a70-4b19-803e-6949558b8145 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks [] for port, precommit_update {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:33.853504 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-09650148-ded9-477b-8e9b-8909b7f6c712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:33.868653 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-09650148-ded9-477b-8e9b-8909b7f6c712 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:37:33.870526 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-4724da56-7a70-4b19-803e-6949558b8145 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10807814'] for port, after_update {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:33.916424 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a898fb-badf-4e59-a561-4f435c4a6381 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Pushing event updated for resources: {'Network': ['ID=519d17a7-5296-4a05-a239-5e7584b2ec06,revision_number=1']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:37:33.930540 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-33a898fb-badf-4e59-a561-4f435c4a6381 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 780 time: 4.0860593
Dec 16 22:37:33.930743 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-435a52c3-140d-4fb3-8fd1-8c296150a946 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3329565', 'neutron.services.segments.db._delete_segments_for_network-8734753546406'] for network, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:33.932964 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-33a898fb-badf-4e59-a561-4f435c4a6381 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.488s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:37:33.934886 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-72643880-64ec-4443-ab08-c0f81bbc3757 tempest-DHCPAgentSchedulersTestJSON-789587183 tempest-DHCPAgentSchedulersTestJSON-789587183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.019s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:37:33.987541 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [None req-9bea81bf-e804-4ed1-afce-0ab068e88cb2 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Deleting port 2d7f9f17-514e-4a13-975a-37cf915e600c {{(pid=87506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:37:33.988223 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-9bea81bf-e804-4ed1-afce-0ab068e88cb2 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:33.997254 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09650148-ded9-477b-8e9b-8909b7f6c712 None None] Pushing event updated for resources: {'Port': ['ID=c872bc4e-b5ad-4d2c-9d8d-e44d4957ec83,revision_number=2']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:37:34.007739 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Network 519d17a7-5296-4a05-a239-5e7584b2ec06 details requested by agent ovs-agent-dv-neutron-821829-1-hyperv with host dv-neutron-821829-1-hyperv {{(pid=87508) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 22:37:34.030222 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-09650148-ded9-477b-8e9b-8909b7f6c712 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:37:34.042896 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.services.segments.db [None req-435a52c3-140d-4fb3-8fd1-8c296150a946 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1b76821400>,) {'filters': {'network_id': ['5db637a9-e3de-4af1-be05-27683c96cad3']}} {{(pid=87506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:37:34.054954 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0763473-be34-4f1b-9972-a78f70e42a5e None None] Update dhcp port {'port': {'network_id': '7edd76f7-0f97-48a5-b177-9842de6c0500', 'fixed_ips': [{'subnet_id': '1542853a-1916-4317-8f53-dbcf0aa557e4', 'ip_address': '2001:db8::f816:3eff:fe31:c321'}, {'subnet_id': 'c58f211e-8ac2-465d-9967-bd01045c72a7'}], 'binding:host_id': 'dv-neutron-821829-1-hyperv'}, 'id': 'f63ea5e5-1521-41ec-b06b-8a476f3befb0'} from dv-neutron-821829-1-hyperv. {{(pid=87508) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}}
Dec 16 22:37:34.077348 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 43790) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:37:34.077542 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4724da56-7a70-4b19-803e-6949558b8145 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Pushing event updated for resources: {'Port': ['ID=b4a16203-a9be-4052-bdb0-6f3fa9deae9e,revision_number=2']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:37:34.088989 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.services.segments.db [None req-435a52c3-140d-4fb3-8fd1-8c296150a946 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b76821400>, '4f3062d6-b1e2-4376-aa1e-3e87607a043d') {'for_net_delete': True} {{(pid=87506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:37:34.089284 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.services.segments.db [None req-435a52c3-140d-4fb3-8fd1-8c296150a946 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b76821400>, '4f3062d6-b1e2-4376-aa1e-3e87607a043d') {} {{(pid=87506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:37:34.104725 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-df23cf72-4b0f-4117-8ba6-07f463a12322 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Request body: {'subnet': {'network_id': '519d17a7-5296-4a05-a239-5e7584b2ec06', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:37:34.107135 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-4724da56-7a70-4b19-803e-6949558b8145 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:37:34.141973 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-4724da56-7a70-4b19-803e-6949558b8145 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3791426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3830222'] for router_interface, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:34.156386 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-3bec64e4-e837-49ab-8b56-859519e4d303 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10807931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10549612'] for subnet, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:34.174293 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-b50e912d-5059-4078-9cb1-09df6c50f6b5 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:37:34.203005 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-435a52c3-140d-4fb3-8fd1-8c296150a946 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734753593977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-266764496'] for segment, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:34.220498 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-c0763473-be34-4f1b-9972-a78f70e42a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:34.486670 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.db_base_plugin_common [None req-f9dc128d-1d61-43c4-a725-d6c65ac68b97 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Allocated IP 2001:db8:0:1::332 (7edd76f7-0f97-48a5-b177-9842de6c0500/c58f211e-8ac2-465d-9967-bd01045c72a7/ce26040b-d08c-418a-9287-f8229bb34ad1) {{(pid=87506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 22:37:34.519984 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.db_base_plugin_common [None req-f9dc128d-1d61-43c4-a725-d6c65ac68b97 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Allocated IP 2001:db8::f816:3eff:feb3:51bd (7edd76f7-0f97-48a5-b177-9842de6c0500/1542853a-1916-4317-8f53-dbcf0aa557e4/ce26040b-d08c-418a-9287-f8229bb34ad1) {{(pid=87506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 22:37:34.536641 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-435a52c3-140d-4fb3-8fd1-8c296150a946 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-883292'] for segment, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:34.553839 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-435a52c3-140d-4fb3-8fd1-8c296150a946 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Releasing vlan 170 on physical network physnet1 to pool {{(pid=87506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 16 22:37:34.554316 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-435a52c3-140d-4fb3-8fd1-8c296150a946 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-883285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1863180'] for segment, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:34.556092 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bec64e4-e837-49ab-8b56-859519e4d303 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Pushing event updated for resources: {'Subnet': ['ID=bd53b048-3224-48c6-b717-cea88488dbe5,revision_number=0']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:37:34.559560 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-3bec64e4-e837-49ab-8b56-859519e4d303 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.387s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:37:34.569605 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-c081d7ce-45b4-4dd2-93c6-08688c898a46 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:34.569987 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-9bea81bf-e804-4ed1-afce-0ab068e88cb2 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:34.576946 dv-neutron-821829-1-hyperv neutron-server[87506]: Traceback (most recent call last):
Dec 16 22:37:34.576946 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 16 22:37:34.576946 dv-neutron-821829-1-hyperv neutron-server[87506]:     timer()
Dec 16 22:37:34.576946 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 22:37:34.576946 dv-neutron-821829-1-hyperv neutron-server[87506]:     cb(*args, **kw)
Dec 16 22:37:34.576946 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 22:37:34.576946 dv-neutron-821829-1-hyperv neutron-server[87506]:     return func(*args, **kwargs)
Dec 16 22:37:34.576946 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 22:37:34.576946 dv-neutron-821829-1-hyperv neutron-server[87506]:     self._notify()
Dec 16 22:37:34.576946 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 22:37:34.576946 dv-neutron-821829-1-hyperv neutron-server[87506]:     self.callback(batched_events)
Dec 16 22:37:34.576946 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 22:37:34.576946 dv-neutron-821829-1-hyperv neutron-server[87506]:     event.method(event)
Dec 16 22:37:34.576946 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 22:37:34.576946 dv-neutron-821829-1-hyperv neutron-server[87506]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 22:37:34.576946 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 22:37:34.576946 dv-neutron-821829-1-hyperv neutron-server[87506]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 22:37:34.576946 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 22:37:34.576946 dv-neutron-821829-1-hyperv neutron-server[87506]:     return f(self, *a, **k)
Dec 16 22:37:34.576946 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 16 22:37:34.576946 dv-neutron-821829-1-hyperv neutron-server[87506]:     return self._get(url).json()
Dec 16 22:37:34.576946 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 16 22:37:34.576946 dv-neutron-821829-1-hyperv neutron-server[87506]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 22:37:34.576946 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 16 22:37:34.576946 dv-neutron-821829-1-hyperv neutron-server[87506]:     return self.request(url, 'GET', **kwargs)
Dec 16 22:37:34.576946 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 16 22:37:34.576946 dv-neutron-821829-1-hyperv neutron-server[87506]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 22:37:34.576946 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 16 22:37:34.576946 dv-neutron-821829-1-hyperv neutron-server[87506]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 22:37:34.576946 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 16 22:37:34.576946 dv-neutron-821829-1-hyperv neutron-server[87506]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 22:37:34.576946 dv-neutron-821829-1-hyperv neutron-server[87506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 22:37:34.684815 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device c872bc4e-b5ad-4d2c-9d8d-e44d4957ec83 up at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 22:37:34.722265 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.plugin [None req-c081d7ce-45b4-4dd2-93c6-08688c898a46 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Calling delete_port for 9f97e56c-270c-4803-b5b8-a9ce801b97df owned by network:router_interface {{(pid=87507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:37:34.752058 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-df23cf72-4b0f-4117-8ba6-07f463a12322 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:37:34.753201 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning for port c872bc4e-b5ad-4d2c-9d8d-e44d4957ec83 completed by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 22:37:34.760791 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [None req-9bea81bf-e804-4ed1-afce-0ab068e88cb2 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Calling delete_port for 2d7f9f17-514e-4a13-975a-37cf915e600c owned by  {{(pid=87506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:37:34.766583 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bec64e4-e837-49ab-8b56-859519e4d303 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Checking segment: {'id': 'c40bcc04-58fb-4012-b9c3-2f04257d859f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'aa4ee400-dcba-4a4e-be17-fbee391c5f77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 22:37:34.766936 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bec64e4-e837-49ab-8b56-859519e4d303 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Network hostable DHCP agents. Network: aa4ee400-dcba-4a4e-be17-fbee391c5f77, hostable agents: ['3b155c4d-12dc-491e-aa14-6113b06cfacd'], hosted agents: [] {{(pid=87507) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 16 22:37:34.820711 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-df23cf72-4b0f-4117-8ba6-07f463a12322 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Usage tracker for resource:subnet and tenant:c85c59d360694166b5b0483f9fc81199 is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:37:34.828212 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-df23cf72-4b0f-4117-8ba6-07f463a12322 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:37:34.833356 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bec64e4-e837-49ab-8b56-859519e4d303 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Network aa4ee400-dcba-4a4e-be17-fbee391c5f77 is scheduled to be hosted by DHCP agent 3b155c4d-12dc-491e-aa14-6113b06cfacd with binding_index 1 {{(pid=87507) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 16 22:37:34.837116 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4724da56-7a70-4b19-803e-6949558b8145 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Network 9cec1ece-19ae-40d0-b729-73c3863b1457 is already hosted by enough agents. {{(pid=87507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:37:34.846528 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.base_scheduler [None req-4724da56-7a70-4b19-803e-6949558b8145 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Resources bound (agent type, host, resource id):  {{(pid=87507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:37:34.849477 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-df23cf72-4b0f-4117-8ba6-07f463a12322 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:37:34.889024 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-435a52c3-140d-4fb3-8fd1-8c296150a946 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3329572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3741856'] for network, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:34.899638 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-1591efb2-123d-4a00-997e-0d91b590cfc5 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:37:34.940859 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.base_scheduler [None req-3bec64e4-e837-49ab-8b56-859519e4d303 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821829-1-hyperv, aa4ee400-dcba-4a4e-be17-fbee391c5f77) {{(pid=87507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:37:34.945777 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-435a52c3-140d-4fb3-8fd1-8c296150a946 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3791486'] for network, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:34.946487 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bec64e4-e837-49ab-8b56-859519e4d303 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:37:34.947060 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-3bec64e4-e837-49ab-8b56-859519e4d303 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Notify callbacks [] for subnet, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:34.950024 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cc6cfb3-451f-4d0c-92fd-0917acc79c56 None None] Network aa4ee400-dcba-4a4e-be17-fbee391c5f77 requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 22:37:34.965736 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df23cf72-4b0f-4117-8ba6-07f463a12322 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Made reservation on behalf of c85c59d360694166b5b0483f9fc81199 for: {'subnet': 1} {{(pid=87506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:37:34.971351 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-df23cf72-4b0f-4117-8ba6-07f463a12322 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11213078'] for subnet, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:35.039287 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-3bec64e4-e837-49ab-8b56-859519e4d303 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 803 time: 3.5881572
Dec 16 22:37:35.049775 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 43794) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:37:35.297642 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-c213ecdd-d615-45d6-a87c-8ce75aee44c3 None None] Provisioning complete for port b4a16203-a9be-4052-bdb0-6f3fa9deae9e triggered by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:37:35.298164 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-c213ecdd-d615-45d6-a87c-8ce75aee44c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:35.311552 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435a52c3-140d-4fb3-8fd1-8c296150a946 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Pushing event deleted for resources: {'Network': ['ID=5db637a9-e3de-4af1-be05-27683c96cad3,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:37:35.324527 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-acfbcf6e-3ce5-4dae-8ba5-2968e4845525 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-825997'] for network, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:35.325377 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bc8a900-017e-43e8-8543-d815b8939d42 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1d6bfaf-d325-5e4f-b05d-2441d8339617-aa4ee400-dcba-4a4e-be17-fbee391c5f77', 'network_id': 'aa4ee400-dcba-4a4e-be17-fbee391c5f77', 'tenant_id': '4776cb1297af44b2a1a3b9af0f4316e5', 'fixed_ips': [{'subnet_id': 'bd53b048-3224-48c6-b717-cea88488dbe5'}]}} from dv-neutron-821829-1-hyperv. {{(pid=87508) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 16 22:37:35.327063 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-9bc8a900-017e-43e8-8543-d815b8939d42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:35.343155 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-c081d7ce-45b4-4dd2-93c6-08688c898a46 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10807823'] for port, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:35.350099 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-2fb14a7e-365d-4e25-92ce-d86a6ce1dbc4 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:37:35.385696 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4724da56-7a70-4b19-803e-6949558b8145 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Router dcd68ae4-9678-4601-9589-50474829ca26 is scheduled to L3 agent 4f519db7-069b-43e2-8411-c092bac9102a with binding_index 1 {{(pid=87507) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 16 22:37:35.438114 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c081d7ce-45b4-4dd2-93c6-08688c898a46 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Pushing event deleted for resources: {'Port': ['ID=9f97e56c-270c-4803-b5b8-a9ce801b97df,revision_number=None']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:37:35.441148 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-c081d7ce-45b4-4dd2-93c6-08688c898a46 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:37:35.515800 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-c213ecdd-d615-45d6-a87c-8ce75aee44c3 None None] Port b4a16203-a9be-4052-bdb0-6f3fa9deae9e cannot update to ACTIVE because it is not bound. {{(pid=87508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 22:37:35.523045 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.db_base_plugin_common [None req-9bc8a900-017e-43e8-8543-d815b8939d42 None None] Allocated IP 2001:db8::3 (aa4ee400-dcba-4a4e-be17-fbee391c5f77/bd53b048-3224-48c6-b717-cea88488dbe5/5a818efc-28f8-486d-b5e0-c350d8c49aac) {{(pid=87508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 22:37:35.561233 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6762e690-1959-4da3-8047-50f96ceb7f66 None None] Network 69969ef5-aee7-4a85-837b-520e6003d841 requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 22:37:35.580522 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-9bea81bf-e804-4ed1-afce-0ab068e88cb2 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1863393'] for port, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:35.596740 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-435a52c3-140d-4fb3-8fd1-8c296150a946 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.697s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:37:35.599154 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-4a937286-ffe4-46b3-9419-2ea2e31e573a tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:37:35.632586 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-435a52c3-140d-4fb3-8fd1-8c296150a946 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] 10.222.0.13 "DELETE /v2.0/networks/5db637a9-e3de-4af1-be05-27683c96cad3 HTTP/1.1" status: 204  len: 168 time: 2.4425082
Dec 16 22:37:35.655036 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-9bea81bf-e804-4ed1-afce-0ab068e88cb2 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for port, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:35.657825 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 43798) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:37:35.672204 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bea81bf-e804-4ed1-afce-0ab068e88cb2 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Pushing event deleted for resources: {'Port': ['ID=2d7f9f17-514e-4a13-975a-37cf915e600c,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:37:35.677775 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-ffdf8a6f-3a79-4874-8ea4-403c0e44f172 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1949553115'}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:37:35.691459 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-9bea81bf-e804-4ed1-afce-0ab068e88cb2 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:37:35.698775 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-ffdf8a6f-3a79-4874-8ea4-403c0e44f172 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:37:35.711618 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-ffdf8a6f-3a79-4874-8ea4-403c0e44f172 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Usage tracker for resource:network and tenant:69ee045658914011ac7b8ba0ad799b2d is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:37:35.724230 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-ffdf8a6f-3a79-4874-8ea4-403c0e44f172 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:37:35.737694 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-ffdf8a6f-3a79-4874-8ea4-403c0e44f172 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:37:35.776358 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-9bea81bf-e804-4ed1-afce-0ab068e88cb2 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] 10.222.0.13 "DELETE /v2.0/ports/2d7f9f17-514e-4a13-975a-37cf915e600c HTTP/1.1" status: 204  len: 168 time: 1.9651222
Dec 16 22:37:35.778181 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-dcb4428e-4e16-4850-ba34-91391b7eca18 None None] Provisioning for port c872bc4e-b5ad-4d2c-9d8d-e44d4957ec83 completed by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 22:37:35.780186 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-f9dc128d-1d61-43c4-a725-d6c65ac68b97 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks [] for port, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:35.790155 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 43802) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:37:35.801135 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-dcb4428e-4e16-4850-ba34-91391b7eca18 None None] Provisioning complete for port c872bc4e-b5ad-4d2c-9d8d-e44d4957ec83 triggered by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:37:35.801520 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-dcb4428e-4e16-4850-ba34-91391b7eca18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:35.853425 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffdf8a6f-3a79-4874-8ea4-403c0e44f172 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Made reservation on behalf of 69ee045658914011ac7b8ba0ad799b2d for: {'network': 1} {{(pid=87506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:37:35.856832 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-ffdf8a6f-3a79-4874-8ea4-403c0e44f172 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for network, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:35.857910 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-c081d7ce-45b4-4dd2-93c6-08688c898a46 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3791449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3739472'] for router_interface, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:35.881651 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.provisioning_blocks [None req-f9dc128d-1d61-43c4-a725-d6c65ac68b97 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Transition to ACTIVE for port object ce26040b-d08c-418a-9287-f8229bb34ad1 will not be triggered until provisioned by entity DHCP. {{(pid=87506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:37:35.888756 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-acfbcf6e-3ce5-4dae-8ba5-2968e4845525 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3328566'] for subnet, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:35.994144 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ffdf8a6f-3a79-4874-8ea4-403c0e44f172 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] vlan segment allocate from pool success with {'vlan_id': 182, 'physical_network': 'physnet1'}  {{(pid=87506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 22:37:36.021441 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-ffdf8a6f-3a79-4874-8ea4-403c0e44f172 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-883292'] for segment, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:36.021750 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.db.segments_db [None req-ffdf8a6f-3a79-4874-8ea4-403c0e44f172 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Added segment 08dcc616-7573-4780-aedd-df70e925f009 of type vlan for network 1ffde659-ed92-4386-9e0a-3dc43c157492
Dec 16 22:37:36.031590 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-df23cf72-4b0f-4117-8ba6-07f463a12322 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1863317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11213092'] for subnet, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:36.038811 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-a3cb3147-2974-481e-93a2-512d9fdf3d66 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:37:36.080886 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-f9dc128d-1d61-43c4-a725-d6c65ac68b97 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1863393'] for port, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:36.097182 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1532528-94ce-4f98-8ef0-b8563ad202a6 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:37:36.097933 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-e1532528-94ce-4f98-8ef0-b8563ad202a6 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Synchronizing usage tracker for tenant:3ddf94e9e4ac4112b345468cafab037c on resource:port {{(pid=87506) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 22:37:36.144437 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-9bc8a900-017e-43e8-8543-d815b8939d42 None None] Notify callbacks [] for port, precommit_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:36.144981 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9dc128d-1d61-43c4-a725-d6c65ac68b97 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Network 7edd76f7-0f97-48a5-b177-9842de6c0500 is already hosted by enough agents. {{(pid=87506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:37:36.159699 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.base_scheduler [None req-f9dc128d-1d61-43c4-a725-d6c65ac68b97 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Resources bound (agent type, host, resource id):  {{(pid=87506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:37:36.174709 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9dc128d-1d61-43c4-a725-d6c65ac68b97 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Received port after_create {{(pid=87506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 22:37:36.181125 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9dc128d-1d61-43c4-a725-d6c65ac68b97 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:37:36.181769 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-f9dc128d-1d61-43c4-a725-d6c65ac68b97 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for port, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:36.206591 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-9bc8a900-017e-43e8-8543-d815b8939d42 None None] Transition to ACTIVE for port object 5a818efc-28f8-486d-b5e0-c350d8c49aac will not be triggered until provisioned by entity L2. {{(pid=87508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:37:36.219927 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-ffdf8a6f-3a79-4874-8ea4-403c0e44f172 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734753047233'] for network, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:36.232850 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df23cf72-4b0f-4117-8ba6-07f463a12322 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Checking segment: {'id': '519879e1-dfec-4a27-b0ed-7f4daa3d3309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '519d17a7-5296-4a05-a239-5e7584b2ec06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 22:37:36.233457 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df23cf72-4b0f-4117-8ba6-07f463a12322 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Network hostable DHCP agents. Network: 519d17a7-5296-4a05-a239-5e7584b2ec06, hostable agents: ['3b155c4d-12dc-491e-aa14-6113b06cfacd'], hosted agents: [] {{(pid=87506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 16 22:37:36.240171 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4724da56-7a70-4b19-803e-6949558b8145 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify agent at l3_agent.dv-neutron-821829-1-hyperv the message routers_updated {{(pid=87507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 22:37:36.240485 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-f9dc128d-1d61-43c4-a725-d6c65ac68b97 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1034 time: 3.5139413
Dec 16 22:37:36.247268 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-e1532528-94ce-4f98-8ef0-b8563ad202a6 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Unset dirty status for tenant:3ddf94e9e4ac4112b345468cafab037c on resource:port {{(pid=87506) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 22:37:36.248712 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-e1532528-94ce-4f98-8ef0-b8563ad202a6 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200  len: 844 time: 0.4528313
Dec 16 22:37:36.249897 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 43806) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:37:36.250394 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-148dcad8-3756-4d30-a916-fc5bf4b38d40 None None] Sync routers for ids ['dcd68ae4-9678-4601-9589-50474829ca26'] in dv-neutron-821829-1-hyperv {{(pid=87509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 22:37:36.250859 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.db_base_plugin_common [None req-c0763473-be34-4f1b-9972-a78f70e42a5e None None] Allocated IP 2001:db8:0:1::2 (7edd76f7-0f97-48a5-b177-9842de6c0500/c58f211e-8ac2-465d-9967-bd01045c72a7/f63ea5e5-1521-41ec-b06b-8a476f3befb0) {{(pid=87508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 22:37:36.255844 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 43808) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:37:36.271752 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-148dcad8-3756-4d30-a916-fc5bf4b38d40 None None] Routers {'dcd68ae4-9678-4601-9589-50474829ca26'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:37:36.272693 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-148dcad8-3756-4d30-a916-fc5bf4b38d40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b7c80f2b0>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:37:31Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['dcd68ae4-9678-4601-9589-50474829ca26'], 'active': True} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:37:36.281948 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-9bc8a900-017e-43e8-8543-d815b8939d42 None None] Transition to ACTIVE for port object 5a818efc-28f8-486d-b5e0-c350d8c49aac will not be triggered until provisioned by entity DHCP. {{(pid=87508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:37:36.285335 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-dcb4428e-4e16-4850-ba34-91391b7eca18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:36.295399 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-4724da56-7a70-4b19-803e-6949558b8145 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] 10.222.0.13 "PUT /v2.0/routers/dcd68ae4-9678-4601-9589-50474829ca26/add_router_interface HTTP/1.1" status: 200  len: 503 time: 10.1107428
Dec 16 22:37:36.305778 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-9bc8a900-017e-43e8-8543-d815b8939d42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940'] for port, after_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:36.320822 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 43814) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:37:36.350882 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-f55d4a8d-f44d-40cf-beea-57c0f76e6cff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:37:36.358365 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2fda578-133e-48d3-a9b4-2bc2cbcbc3c1 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] GET failed (client error): The resource could not be found.
Dec 16 22:37:36.359679 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-b2fda578-133e-48d3-a9b4-2bc2cbcbc3c1 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] 10.222.0.13 "GET /v2.0/ports/5c1da1ba-29b4-4eec-85e0-9e466fc648c9 HTTP/1.1" status: 404  len: 333 time: 0.0989070
Dec 16 22:37:36.367281 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df23cf72-4b0f-4117-8ba6-07f463a12322 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Pushing event updated for resources: {'Subnet': ['ID=a261956b-b20f-42d0-84f1-c6a645fa727e,revision_number=0']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:37:36.369779 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 43816) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:37:36.378534 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.db.resource_extend [None req-ffdf8a6f-3a79-4874-8ea4-403c0e44f172 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 16 22:37:36.391143 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-df23cf72-4b0f-4117-8ba6-07f463a12322 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.352s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:37:36.399300 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-f168616b-be0f-405e-a66b-e13b0c0236cd tempest-FloatingIPNegativeTestJSON-1419073809 tempest-FloatingIPNegativeTestJSON-1419073809-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.262s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:37:36.526240 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-4250ff1a-59b4-4117-b5e7-71f8eb64a21c tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Request body: {'network': {'name': 'tempest-RoutersTest-1051385793'}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:37:36.533187 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-4250ff1a-59b4-4117-b5e7-71f8eb64a21c tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:37:36.539473 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-4250ff1a-59b4-4117-b5e7-71f8eb64a21c tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Usage tracker for resource:network and tenant:bb30155073f3462f829b4df60e35f5af is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:37:36.544688 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-4250ff1a-59b4-4117-b5e7-71f8eb64a21c tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:37:36.550001 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bc8a900-017e-43e8-8543-d815b8939d42 None None] Network aa4ee400-dcba-4a4e-be17-fbee391c5f77 is already hosted by enough agents. {{(pid=87508) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:37:36.553125 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-4250ff1a-59b4-4117-b5e7-71f8eb64a21c tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:37:36.563214 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.scheduler.base_scheduler [None req-9bc8a900-017e-43e8-8543-d815b8939d42 None None] Resources bound (agent type, host, resource id):  {{(pid=87508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:37:36.573227 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-acfbcf6e-3ce5-4dae-8ba5-2968e4845525 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3328622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10807868', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10549621'] for subnet, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:36.578735 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bc8a900-017e-43e8-8543-d815b8939d42 None None] Received port after_create {{(pid=87508) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 22:37:36.579579 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvr_db [None req-148dcad8-3756-4d30-a916-fc5bf4b38d40 None None] Set router dcd68ae4-9678-4601-9589-50474829ca26 gateway port host: None {{(pid=87509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 22:37:36.618440 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-dcb4428e-4e16-4850-ba34-91391b7eca18 None None] For port c872bc4e-b5ad-4d2c-9d8d-e44d4957ec83, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=c872bc4e-b5ad-4d2c-9d8d-e44d4957ec83,segment=NetworkSegment(4b34aebd-5ac6-4824-bb7f-7b27c516b13c),segment_id=4b34aebd-5ac6-4824-bb7f-7b27c516b13c)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:37:36.624304 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.pecan_wsgi.hooks.translation [None req-9355ff93-69c4-4e82-8fa0-4d5fd8cf80cc tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] GET failed (client error): The resource could not be found.
Dec 16 22:37:36.626161 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-9355ff93-69c4-4e82-8fa0-4d5fd8cf80cc tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] 10.222.0.13 "GET /v2.0/ports/2d7f9f17-514e-4a13-975a-37cf915e600c HTTP/1.1" status: 404  len: 333 time: 0.2372770
Dec 16 22:37:36.632745 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-00ce569d-ff2b-45df-8106-9feab5a5231d tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:37:36.644983 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df23cf72-4b0f-4117-8ba6-07f463a12322 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Network 519d17a7-5296-4a05-a239-5e7584b2ec06 is scheduled to be hosted by DHCP agent 3b155c4d-12dc-491e-aa14-6113b06cfacd with binding_index 1 {{(pid=87506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 16 22:37:36.654559 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc8a900-017e-43e8-8543-d815b8939d42 None None] Pushing event updated for resources: {'Port': ['ID=5a818efc-28f8-486d-b5e0-c350d8c49aac,revision_number=1']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:37:36.671714 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-dcb4428e-4e16-4850-ba34-91391b7eca18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:36.678002 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 43822) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:37:36.688108 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-9bc8a900-017e-43e8-8543-d815b8939d42 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:37:36.688850 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-9bc8a900-017e-43e8-8543-d815b8939d42 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:37:36.697022 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.base_scheduler [None req-df23cf72-4b0f-4117-8ba6-07f463a12322 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821829-1-hyperv, 519d17a7-5296-4a05-a239-5e7584b2ec06) {{(pid=87506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:37:36.755444 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-ffdf8a6f-3a79-4874-8ea4-403c0e44f172 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440'] for network, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:36.764683 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffdf8a6f-3a79-4874-8ea4-403c0e44f172 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:37:36.765947 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-ffdf8a6f-3a79-4874-8ea4-403c0e44f172 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3791486'] for network, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:36.772741 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfbcf6e-3ce5-4dae-8ba5-2968e4845525 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Pushing event deleted for resources: {'Subnet': ['ID=bd53b048-3224-48c6-b717-cea88488dbe5,revision_number=None']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:37:36.780924 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4250ff1a-59b4-4117-b5e7-71f8eb64a21c tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Made reservation on behalf of bb30155073f3462f829b4df60e35f5af for: {'network': 1} {{(pid=87507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:37:36.785692 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-4250ff1a-59b4-4117-b5e7-71f8eb64a21c tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for network, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:36.806166 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c081d7ce-45b4-4dd2-93c6-08688c898a46 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Router c687d116-e64e-4a77-9373-dc6a7e53c1e1 has already been hosted by L3 agent 4f519db7-069b-43e2-8411-c092bac9102a {{(pid=87507) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 22:37:36.855137 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df23cf72-4b0f-4117-8ba6-07f463a12322 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:37:36.856010 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-df23cf72-4b0f-4117-8ba6-07f463a12322 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3791486'] for subnet, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:36.861343 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f6c73cb-1f2e-40ea-9d26-0a41482e79c6 None None] Network 519d17a7-5296-4a05-a239-5e7584b2ec06 requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 22:37:36.863591 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [None req-d606c10c-55b9-4172-8283-0565a5b48a71 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Deleting port ce26040b-d08c-418a-9287-f8229bb34ad1 {{(pid=87506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:37:36.864380 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-d606c10c-55b9-4172-8283-0565a5b48a71 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:36.932253 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-acfbcf6e-3ce5-4dae-8ba5-2968e4845525 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:37:36.940109 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-c0763473-be34-4f1b-9972-a78f70e42a5e None None] For port f63ea5e5-1521-41ec-b06b-8a476f3befb0, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=f63ea5e5-1521-41ec-b06b-8a476f3befb0,segment=NetworkSegment(da71c9a1-7532-4738-a9bc-22a7f498ec35),segment_id=da71c9a1-7532-4738-a9bc-22a7f498ec35)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:37:36.985824 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-ffdf8a6f-3a79-4874-8ea4-403c0e44f172 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 772 time: 1.3268888
Dec 16 22:37:37.004808 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-c0763473-be34-4f1b-9972-a78f70e42a5e None None] Notify callbacks [] for port, precommit_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:37.026744 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 43828) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:37:37.029469 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9dc128d-1d61-43c4-a725-d6c65ac68b97 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Pushing event updated for resources: {'Port': ['ID=ce26040b-d08c-418a-9287-f8229bb34ad1,revision_number=1']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:37:37.036871 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-acfbcf6e-3ce5-4dae-8ba5-2968e4845525 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3329565', 'neutron.services.segments.db._delete_segments_for_network-8734753546406'] for network, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:37.037932 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-c0763473-be34-4f1b-9972-a78f70e42a5e None None] Transition to ACTIVE for port object f63ea5e5-1521-41ec-b06b-8a476f3befb0 will not be triggered until provisioned by entity DHCP. {{(pid=87508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:37:37.042616 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-2dda8fce-0e8a-4876-b90e-8e48a237b2ad tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Request body: {'subnet': {'network_id': '1ffde659-ed92-4386-9e0a-3dc43c157492', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:37:37.079093 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-f9dc128d-1d61-43c4-a725-d6c65ac68b97 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.674s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:37:37.079093 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-557666b3-d4b9-4dfc-a4f4-93823fa44743 tempest-BulkNetworkOpsIpV6Test-1671727552 tempest-BulkNetworkOpsIpV6Test-1671727552-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.213s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:37:37.084736 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4250ff1a-59b4-4117-b5e7-71f8eb64a21c tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] vlan segment allocate from pool success with {'vlan_id': 189, 'physical_network': 'physnet1'}  {{(pid=87507) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 22:37:37.136460 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-148dcad8-3756-4d30-a916-fc5bf4b38d40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b7c80f2b0>, [{'id': 'dcd68ae4-9678-4601-9589-50474829ca26', 'name': 'tempest-RoutersTest-router-809960879', 'tenant_id': 'bb30155073f3462f829b4df60e35f5af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:37:21Z', 'updated_at': '2021-12-16T22:37:30Z', 'revision_number': 2, 'project_id': 'bb30155073f3462f829b4df60e35f5af', 'gw_port_host': None, '_interfaces': [{'id': 'b4a16203-a9be-4052-bdb0-6f3fa9deae9e', 'name': '', 'network_id': '9cec1ece-19ae-40d0-b729-73c3863b1457', 'tenant_id': 'bb30155073f3462f829b4df60e35f5af', 'mac_address': 'fa:16:3e:f8:28:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcd68ae4-9678-4601-9589-50474829ca26', 'device_owner': 'network:router_interface', 'standard_attr_id': 810, 'fixed_ips': [{'subnet_id': '12bde7f9-83c9-49c9-9bcd-d81bdd1ed717', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:37:28Z', 'updated_at': '2021-12-16T22:37:32Z', 'revision_number': 2, 'project_id': 'bb30155073f3462f829b4df60e35f5af', 'subnets': [{'id': '12bde7f9-83c9-49c9-9bcd-d81bdd1ed717', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:37:37.142321 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-148dcad8-3756-4d30-a916-fc5bf4b38d40 None None] Checking router: dcd68ae4-9678-4601-9589-50474829ca26 for host: dv-neutron-821829-1-hyperv {{(pid=87509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 22:37:37.142845 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-148dcad8-3756-4d30-a916-fc5bf4b38d40 None None] Updating router dcd68ae4-9678-4601-9589-50474829ca26 port b4a16203-a9be-4052-bdb0-6f3fa9deae9e binding host dv-neutron-821829-1-hyperv {{(pid=87509) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 16 22:37:37.181639 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb4428e-4e16-4850-ba34-91391b7eca18 None None] Pushing event updated for resources: {'Port': ['ID=c872bc4e-b5ad-4d2c-9d8d-e44d4957ec83,revision_number=3']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:37:37.197700 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-c0763473-be34-4f1b-9972-a78f70e42a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:37.202914 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-4250ff1a-59b4-4117-b5e7-71f8eb64a21c tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-883292'] for segment, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:37.203613 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.db.segments_db [None req-4250ff1a-59b4-4117-b5e7-71f8eb64a21c tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Added segment 61620825-0d99-46c5-a98c-282b46a37204 of type vlan for network a9fe3143-2ede-4b9c-a7a9-a02a4acc426b
Dec 16 22:37:37.205558 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.services.segments.db [None req-acfbcf6e-3ce5-4dae-8ba5-2968e4845525 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1b767245e0>,) {'filters': {'network_id': ['aa4ee400-dcba-4a4e-be17-fbee391c5f77']}} {{(pid=87507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:37:37.217554 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-dcb4428e-4e16-4850-ba34-91391b7eca18 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.528s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:37:37.218301 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-dcb4428e-4e16-4850-ba34-91391b7eca18 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:37:37.223125 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron_lib.callbacks.manager [None req-148dcad8-3756-4d30-a916-fc5bf4b38d40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:37.225381 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c081d7ce-45b4-4dd2-93c6-08688c898a46 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify agent at l3_agent.dv-neutron-821829-1-hyperv the message routers_updated {{(pid=87507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 22:37:37.242366 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-df23cf72-4b0f-4117-8ba6-07f463a12322 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 816 time: 3.1522641
Dec 16 22:37:37.243746 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 43832) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:37:37.253624 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.services.segments.db [None req-acfbcf6e-3ce5-4dae-8ba5-2968e4845525 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b767245e0>, 'c40bcc04-58fb-4012-b9c3-2f04257d859f') {'for_net_delete': True} {{(pid=87507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:37:37.253909 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.services.segments.db [None req-acfbcf6e-3ce5-4dae-8ba5-2968e4845525 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b767245e0>, 'c40bcc04-58fb-4012-b9c3-2f04257d859f') {} {{(pid=87507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:37:37.263717 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-258bced3-c8ed-41a3-8a32-3dc8b7938ad0 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-825997'] for network, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:37.271292 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-c081d7ce-45b4-4dd2-93c6-08688c898a46 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] 10.222.0.13 "PUT /v2.0/routers/c687d116-e64e-4a77-9373-dc6a7e53c1e1/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 8.7506747
Dec 16 22:37:37.284334 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-2d8c7be2-79ac-4524-a6a7-81632cd930cf tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1611477879'}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:37:37.289738 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-2d8c7be2-79ac-4524-a6a7-81632cd930cf tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:37:37.298314 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-2d8c7be2-79ac-4524-a6a7-81632cd930cf tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Usage tracker for resource:network and tenant:c85c59d360694166b5b0483f9fc81199 is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:37:37.305200 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 43836) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:37:37.306057 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-2d8c7be2-79ac-4524-a6a7-81632cd930cf tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:37:37.311615 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0763473-be34-4f1b-9972-a78f70e42a5e None None] Pushing event updated for resources: {'Port': ['ID=f63ea5e5-1521-41ec-b06b-8a476f3befb0,revision_number=10']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:37:37.328023 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-2d8c7be2-79ac-4524-a6a7-81632cd930cf tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:37:37.328591 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c164751f-9c70-4f37-ba15-4329d7fdf5ec None None] Sync routers for ids ['c687d116-e64e-4a77-9373-dc6a7e53c1e1'] in dv-neutron-821829-1-hyperv {{(pid=87508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 22:37:37.340731 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-c0763473-be34-4f1b-9972-a78f70e42a5e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:37:37.343824 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-72ecf167-f909-41da-ba04-4cfffc33f3ba None None] Provisioning complete for port c872bc4e-b5ad-4d2c-9d8d-e44d4957ec83 triggered by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:37:37.344511 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-72ecf167-f909-41da-ba04-4cfffc33f3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:37.349077 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d8c7be2-79ac-4524-a6a7-81632cd930cf tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Made reservation on behalf of c85c59d360694166b5b0483f9fc81199 for: {'network': 1} {{(pid=87507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:37:37.352733 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-2d8c7be2-79ac-4524-a6a7-81632cd930cf tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for network, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:37.367186 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-acfbcf6e-3ce5-4dae-8ba5-2968e4845525 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734753593977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2128549'] for segment, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:37.410483 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffdf8a6f-3a79-4874-8ea4-403c0e44f172 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Pushing event updated for resources: {'Network': ['ID=1ffde659-ed92-4386-9e0a-3dc43c157492,revision_number=1']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:37:37.420430 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-9bc8a900-017e-43e8-8543-d815b8939d42 None None] Attempting to bind port 5a818efc-28f8-486d-b5e0-c350d8c49aac on host dv-neutron-821829-1-hyperv for vnic_type normal with profile  {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 22:37:37.421058 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-9bc8a900-017e-43e8-8543-d815b8939d42 None None] Attempting to bind port 5a818efc-28f8-486d-b5e0-c350d8c49aac by drivers openvswitch,hyperv on host dv-neutron-821829-1-hyperv at level 0 using segments [{'id': 'c40bcc04-58fb-4012-b9c3-2f04257d859f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'aa4ee400-dcba-4a4e-be17-fbee391c5f77'}] {{(pid=87508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 22:37:37.421183 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bc8a900-017e-43e8-8543-d815b8939d42 None None] Attempting to bind port 5a818efc-28f8-486d-b5e0-c350d8c49aac on network aa4ee400-dcba-4a4e-be17-fbee391c5f77 {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 22:37:37.438512 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-ffdf8a6f-3a79-4874-8ea4-403c0e44f172 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.366s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:37:37.445371 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-4250ff1a-59b4-4117-b5e7-71f8eb64a21c tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734753047233'] for network, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:37.445511 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-54518f91-637a-4cbd-a496-a5f1ea740055 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] 10.222.0.13 "GET /v2.0/ports?device_id=c687d116-e64e-4a77-9373-dc6a7e53c1e1 HTTP/1.1" status: 200  len: 205 time: 0.1352751
Dec 16 22:37:37.448353 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 43840) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:37:37.449878 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bc8a900-017e-43e8-8543-d815b8939d42 None None] Checking agent: {'id': '5571501f-366e-47a4-9b60-8ef19d935d27', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821829-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 24, 2), 'started_at': datetime.datetime(2021, 12, 16, 22, 24, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 37, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821829-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 22:37:37.450768 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bc8a900-017e-43e8-8543-d815b8939d42 None None] Checking segment: {'id': 'c40bcc04-58fb-4012-b9c3-2f04257d859f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'aa4ee400-dcba-4a4e-be17-fbee391c5f77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 22:37:37.451498 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-9bc8a900-017e-43e8-8543-d815b8939d42 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:37.452141 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bc8a900-017e-43e8-8543-d815b8939d42 None None] Bound using segment: {'id': 'c40bcc04-58fb-4012-b9c3-2f04257d859f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'aa4ee400-dcba-4a4e-be17-fbee391c5f77'} {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 22:37:37.452795 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-9bc8a900-017e-43e8-8543-d815b8939d42 None None] Bound port: 5a818efc-28f8-486d-b5e0-c350d8c49aac, host: dv-neutron-821829-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c40bcc04-58fb-4012-b9c3-2f04257d859f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'aa4ee400-dcba-4a4e-be17-fbee391c5f77'}}] {{(pid=87508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 22:37:37.453360 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-9bc8a900-017e-43e8-8543-d815b8939d42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:37.474446 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-acfbcf6e-3ce5-4dae-8ba5-2968e4845525 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-883292'] for segment, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:37.505556 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d8c7be2-79ac-4524-a6a7-81632cd930cf tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] vlan segment allocate from pool success with {'vlan_id': 180, 'physical_network': 'physnet1'}  {{(pid=87507) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 22:37:37.513817 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-acfbcf6e-3ce5-4dae-8ba5-2968e4845525 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Releasing vlan 178 on physical network physnet1 to pool {{(pid=87507) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 16 22:37:37.515088 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-acfbcf6e-3ce5-4dae-8ba5-2968e4845525 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-883285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10808034'] for segment, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:37.517502 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-2dda8fce-0e8a-4876-b90e-8e48a237b2ad tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:37:37.549172 dv-neutron-821829-1-hyperv neutron-server[87507]: Traceback (most recent call last):
Dec 16 22:37:37.549172 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 16 22:37:37.549172 dv-neutron-821829-1-hyperv neutron-server[87507]:     timer()
Dec 16 22:37:37.549172 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 22:37:37.549172 dv-neutron-821829-1-hyperv neutron-server[87507]:     cb(*args, **kw)
Dec 16 22:37:37.549172 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 22:37:37.549172 dv-neutron-821829-1-hyperv neutron-server[87507]:     return func(*args, **kwargs)
Dec 16 22:37:37.549172 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 22:37:37.549172 dv-neutron-821829-1-hyperv neutron-server[87507]:     self._notify()
Dec 16 22:37:37.549172 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 22:37:37.549172 dv-neutron-821829-1-hyperv neutron-server[87507]:     self.callback(batched_events)
Dec 16 22:37:37.549172 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 22:37:37.549172 dv-neutron-821829-1-hyperv neutron-server[87507]:     event.method(event)
Dec 16 22:37:37.549172 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 22:37:37.549172 dv-neutron-821829-1-hyperv neutron-server[87507]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 22:37:37.549172 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 22:37:37.549172 dv-neutron-821829-1-hyperv neutron-server[87507]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 22:37:37.549172 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 22:37:37.549172 dv-neutron-821829-1-hyperv neutron-server[87507]:     return f(self, *a, **k)
Dec 16 22:37:37.549172 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 16 22:37:37.549172 dv-neutron-821829-1-hyperv neutron-server[87507]:     return self._get(url).json()
Dec 16 22:37:37.549172 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 16 22:37:37.549172 dv-neutron-821829-1-hyperv neutron-server[87507]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 22:37:37.549172 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 16 22:37:37.549172 dv-neutron-821829-1-hyperv neutron-server[87507]:     return self.request(url, 'GET', **kwargs)
Dec 16 22:37:37.549172 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 16 22:37:37.549172 dv-neutron-821829-1-hyperv neutron-server[87507]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 22:37:37.549172 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 16 22:37:37.549172 dv-neutron-821829-1-hyperv neutron-server[87507]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 22:37:37.549172 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 16 22:37:37.549172 dv-neutron-821829-1-hyperv neutron-server[87507]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 22:37:37.549172 dv-neutron-821829-1-hyperv neutron-server[87507]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 22:37:37.592733 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Network 1ffde659-ed92-4386-9e0a-3dc43c157492 details requested by agent ovs-agent-dv-neutron-821829-1-hyperv with host dv-neutron-821829-1-hyperv {{(pid=87508) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 22:37:37.634120 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-2dda8fce-0e8a-4876-b90e-8e48a237b2ad tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Usage tracker for resource:subnet and tenant:69ee045658914011ac7b8ba0ad799b2d is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:37:37.647070 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-2d8c7be2-79ac-4524-a6a7-81632cd930cf tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-883292'] for segment, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:37.648311 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.db.segments_db [None req-2d8c7be2-79ac-4524-a6a7-81632cd930cf tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Added segment b7c69ce3-f32f-4a9c-9a78-d26629e9ff16 of type vlan for network 567f7b35-641f-4306-93e0-3ec904f1d005
Dec 16 22:37:37.682248 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-4250ff1a-59b4-4117-b5e7-71f8eb64a21c tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440'] for network, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:37.688904 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4250ff1a-59b4-4117-b5e7-71f8eb64a21c tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:37:37.689542 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-4250ff1a-59b4-4117-b5e7-71f8eb64a21c tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks [] for network, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:37.697896 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-abdf24b5-391d-42d1-bfbd-37f7f594cf9d tempest-AllowedAddressPairIpV6TestJSON-1960971591 tempest-AllowedAddressPairIpV6TestJSON-1960971591-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:37:37.768072 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c164751f-9c70-4f37-ba15-4329d7fdf5ec None None] Routers {'c687d116-e64e-4a77-9373-dc6a7e53c1e1'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:37:37.769017 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-c164751f-9c70-4f37-ba15-4329d7fdf5ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b7c418a00>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:37:31Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['c687d116-e64e-4a77-9373-dc6a7e53c1e1'], 'active': True} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:37:37.783117 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron_lib.callbacks.manager [None req-148dcad8-3756-4d30-a916-fc5bf4b38d40 None None] Notify callbacks [] for port, precommit_update {{(pid=87509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:37.793540 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-2dda8fce-0e8a-4876-b90e-8e48a237b2ad tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:37:37.802892 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.provisioning_blocks [None req-148dcad8-3756-4d30-a916-fc5bf4b38d40 None None] Transition to ACTIVE for port object b4a16203-a9be-4052-bdb0-6f3fa9deae9e will not be triggered until provisioned by entity L2. {{(pid=87509) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:37:37.812671 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4250ff1a-59b4-4117-b5e7-71f8eb64a21c tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Pushing event updated for resources: {'Network': ['ID=a9fe3143-2ede-4b9c-a7a9-a02a4acc426b,revision_number=1']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:37:37.813488 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron_lib.callbacks.manager [None req-148dcad8-3756-4d30-a916-fc5bf4b38d40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:37.816732 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-4250ff1a-59b4-4117-b5e7-71f8eb64a21c tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:37:37.818152 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.db.api [None req-acfbcf6e-3ce5-4dae-8ba5-2968e4845525 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Dec 16 22:37:37.818152 dv-neutron-821829-1-hyperv neutron-server[87507]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Dec 16 22:37:37.818152 dv-neutron-821829-1-hyperv neutron-server[87507]: [parameters: {'id': 'aa4ee400-dcba-4a4e-be17-fbee391c5f77'}]
Dec 16 22:37:37.818152 dv-neutron-821829-1-hyperv neutron-server[87507]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87507) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 16 22:37:37.818842 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_db.api [None req-acfbcf6e-3ce5-4dae-8ba5-2968e4845525 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 16 22:37:37.823160 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-2dda8fce-0e8a-4876-b90e-8e48a237b2ad tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:37:37.831266 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:37:37.846249 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-2d8c7be2-79ac-4524-a6a7-81632cd930cf tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734753047233'] for network, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:37.854910 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-4250ff1a-59b4-4117-b5e7-71f8eb64a21c tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 766 time: 1.3362122
Dec 16 22:37:37.858281 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 43844) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:37:37.865871 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-00a94fc2-2564-471e-b865-19d97dd8cb00 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Request body: {'subnet': {'network_id': 'a9fe3143-2ede-4b9c-a7a9-a02a4acc426b', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:37:37.892335 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-191a739c-1393-4bf7-9e99-8715a897a0c6 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks [] for router, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:37.914822 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-c164751f-9c70-4f37-ba15-4329d7fdf5ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b7c418a00>, [], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:37:37.938448 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba5c633-b117-40c8-96dc-196e38739c89 None None] Pushing event updated for resources: {'Port': ['ID=b4a16203-a9be-4052-bdb0-6f3fa9deae9e,revision_number=3']} {{(pid=87509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:37:37.951184 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba5c633-b117-40c8-96dc-196e38739c89 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:37:37.951561 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba5c633-b117-40c8-96dc-196e38739c89 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:37:37.951936 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba5c633-b117-40c8-96dc-196e38739c89 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:37:37.952271 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba5c633-b117-40c8-96dc-196e38739c89 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:37:37.952601 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba5c633-b117-40c8-96dc-196e38739c89 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:37:37.954045 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba5c633-b117-40c8-96dc-196e38739c89 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:37:37.954045 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba5c633-b117-40c8-96dc-196e38739c89 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:37:37.954045 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba5c633-b117-40c8-96dc-196e38739c89 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:37:37.954045 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba5c633-b117-40c8-96dc-196e38739c89 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:37:37.954492 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba5c633-b117-40c8-96dc-196e38739c89 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:37:37.954820 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba5c633-b117-40c8-96dc-196e38739c89 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:37:37.955138 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba5c633-b117-40c8-96dc-196e38739c89 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:37:37.984164 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG oslo_concurrency.lockutils [None req-4ba5c633-b117-40c8-96dc-196e38739c89 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=87509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:37:38.023646 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-00a94fc2-2564-471e-b865-19d97dd8cb00 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:37:38.027726 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-00a94fc2-2564-471e-b865-19d97dd8cb00 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Usage tracker for resource:subnet and tenant:bb30155073f3462f829b4df60e35f5af is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:37:38.031618 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-00a94fc2-2564-471e-b865-19d97dd8cb00 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:37:38.040403 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-00a94fc2-2564-471e-b865-19d97dd8cb00 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:37:38.056418 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Network a9fe3143-2ede-4b9c-a7a9-a02a4acc426b details requested by agent ovs-agent-dv-neutron-821829-1-hyperv with host dv-neutron-821829-1-hyperv {{(pid=87508) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 22:37:38.091564 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00a94fc2-2564-471e-b865-19d97dd8cb00 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Made reservation on behalf of bb30155073f3462f829b4df60e35f5af for: {'subnet': 1} {{(pid=87507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:37:38.098738 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-00a94fc2-2564-471e-b865-19d97dd8cb00 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10549598'] for subnet, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:38.216313 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-258bced3-c8ed-41a3-8a32-3dc8b7938ad0 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3329565', 'neutron.services.segments.db._delete_segments_for_network-8734753546406'] for network, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:38.235824 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-d606c10c-55b9-4172-8283-0565a5b48a71 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:38.236057 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.plugins.ml2.managers [None req-148dcad8-3756-4d30-a916-fc5bf4b38d40 None None] Attempting to bind port b4a16203-a9be-4052-bdb0-6f3fa9deae9e on host dv-neutron-821829-1-hyperv for vnic_type normal with profile  {{(pid=87509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 22:37:38.236457 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.plugins.ml2.managers [None req-148dcad8-3756-4d30-a916-fc5bf4b38d40 None None] Attempting to bind port b4a16203-a9be-4052-bdb0-6f3fa9deae9e by drivers openvswitch,hyperv on host dv-neutron-821829-1-hyperv at level 0 using segments [{'id': '02117158-d52c-49eb-bf76-7669229196fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '9cec1ece-19ae-40d0-b729-73c3863b1457'}] {{(pid=87509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 22:37:38.238171 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-148dcad8-3756-4d30-a916-fc5bf4b38d40 None None] Attempting to bind port b4a16203-a9be-4052-bdb0-6f3fa9deae9e on network 9cec1ece-19ae-40d0-b729-73c3863b1457 {{(pid=87509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 22:37:38.246298 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dda8fce-0e8a-4876-b90e-8e48a237b2ad tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Made reservation on behalf of 69ee045658914011ac7b8ba0ad799b2d for: {'subnet': 1} {{(pid=87506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:37:38.252325 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-2dda8fce-0e8a-4876-b90e-8e48a237b2ad tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11213078'] for subnet, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:38.252500 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-148dcad8-3756-4d30-a916-fc5bf4b38d40 None None] Checking agent: {'id': '5571501f-366e-47a4-9b60-8ef19d935d27', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821829-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 24, 2), 'started_at': datetime.datetime(2021, 12, 16, 22, 24, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 37, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821829-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 22:37:38.257462 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-148dcad8-3756-4d30-a916-fc5bf4b38d40 None None] Checking segment: {'id': '02117158-d52c-49eb-bf76-7669229196fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '9cec1ece-19ae-40d0-b729-73c3863b1457'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 22:37:38.258076 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron_lib.callbacks.manager [None req-148dcad8-3756-4d30-a916-fc5bf4b38d40 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:38.258583 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-148dcad8-3756-4d30-a916-fc5bf4b38d40 None None] Bound using segment: {'id': '02117158-d52c-49eb-bf76-7669229196fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '9cec1ece-19ae-40d0-b729-73c3863b1457'} {{(pid=87509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 22:37:38.261029 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-2d8c7be2-79ac-4524-a6a7-81632cd930cf tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440'] for network, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:38.261737 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.plugins.ml2.managers [None req-148dcad8-3756-4d30-a916-fc5bf4b38d40 None None] Bound port: b4a16203-a9be-4052-bdb0-6f3fa9deae9e, host: dv-neutron-821829-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02117158-d52c-49eb-bf76-7669229196fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '9cec1ece-19ae-40d0-b729-73c3863b1457'}}] {{(pid=87509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 22:37:38.262724 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron_lib.callbacks.manager [None req-148dcad8-3756-4d30-a916-fc5bf4b38d40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:38.291995 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d8c7be2-79ac-4524-a6a7-81632cd930cf tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:37:38.293379 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-2d8c7be2-79ac-4524-a6a7-81632cd930cf tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Notify callbacks [] for network, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:38.361241 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c164751f-9c70-4f37-ba15-4329d7fdf5ec None None] Routers {'c687d116-e64e-4a77-9373-dc6a7e53c1e1'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:37:38.361859 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-c164751f-9c70-4f37-ba15-4329d7fdf5ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b7c418a00>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:37:31Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['c687d116-e64e-4a77-9373-dc6a7e53c1e1'], 'active': True} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:37:38.417965 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-4a3afd7a-2ae0-44a0-9739-255aa85ac47e tempest-DHCPAgentSchedulersTestJSON-789587183 tempest-DHCPAgentSchedulersTestJSON-789587183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:37:38.433602 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.plugins.ml2.db [None req-148dcad8-3756-4d30-a916-fc5bf4b38d40 None None] For port b4a16203-a9be-4052-bdb0-6f3fa9deae9e, host dv-neutron-821829-1-hyperv, cleared binding levels {{(pid=87509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 22:37:38.438237 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-acfbcf6e-3ce5-4dae-8ba5-2968e4845525 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-825997'] for network, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:38.443694 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.plugins.ml2.db [None req-148dcad8-3756-4d30-a916-fc5bf4b38d40 None None] For port b4a16203-a9be-4052-bdb0-6f3fa9deae9e, host dv-neutron-821829-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=b4a16203-a9be-4052-bdb0-6f3fa9deae9e,segment=NetworkSegment(02117158-d52c-49eb-bf76-7669229196fc),segment_id=02117158-d52c-49eb-bf76-7669229196fc)] {{(pid=87509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 22:37:38.452053 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron_lib.callbacks.manager [None req-148dcad8-3756-4d30-a916-fc5bf4b38d40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:38.463590 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:37:38.542251 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6142d529-cff6-4426-bdde-f1c6d6bf0f12 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1d6bfaf-d325-5e4f-b05d-2441d8339617-519d17a7-5296-4a05-a239-5e7584b2ec06', 'network_id': '519d17a7-5296-4a05-a239-5e7584b2ec06', 'tenant_id': 'c85c59d360694166b5b0483f9fc81199', 'fixed_ips': [{'subnet_id': 'a261956b-b20f-42d0-84f1-c6a645fa727e'}]}} from dv-neutron-821829-1-hyperv. {{(pid=87508) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 16 22:37:38.543160 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-6142d529-cff6-4426-bdde-f1c6d6bf0f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:38.558571 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:38.576150 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba5c633-b117-40c8-96dc-196e38739c89 None None] Pushing event updated for resources: {'Port': ['ID=b4a16203-a9be-4052-bdb0-6f3fa9deae9e,revision_number=4']} {{(pid=87509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:37:38.583024 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG oslo_concurrency.lockutils [None req-4ba5c633-b117-40c8-96dc-196e38739c89 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=87509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:37:38.597127 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-c164751f-9c70-4f37-ba15-4329d7fdf5ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b7c418a00>, [], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:37:38.597557 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c164751f-9c70-4f37-ba15-4329d7fdf5ec None None] The sync data for ids ['c687d116-e64e-4a77-9373-dc6a7e53c1e1'] in dv-neutron-821829-1-hyperv is: [] {{(pid=87508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 22:37:38.608592 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-148dcad8-3756-4d30-a916-fc5bf4b38d40 None None] Routers {'dcd68ae4-9678-4601-9589-50474829ca26'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:37:38.609344 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-148dcad8-3756-4d30-a916-fc5bf4b38d40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b7c80f2b0>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:37:31Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['dcd68ae4-9678-4601-9589-50474829ca26'], 'active': True} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:37:38.756002 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.plugin [None req-acfbcf6e-3ce5-4dae-8ba5-2968e4845525 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Deleting port 5a818efc-28f8-486d-b5e0-c350d8c49aac {{(pid=87507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:37:38.756264 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-acfbcf6e-3ce5-4dae-8ba5-2968e4845525 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:38.788703 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.db_base_plugin_common [None req-6142d529-cff6-4426-bdde-f1c6d6bf0f12 None None] Allocated IP 172.20.255.242 (519d17a7-5296-4a05-a239-5e7584b2ec06/a261956b-b20f-42d0-84f1-c6a645fa727e/656af02b-2824-4503-b5df-9d63a8b9a4a8) {{(pid=87508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 22:37:38.862624 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [None req-d606c10c-55b9-4172-8283-0565a5b48a71 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Calling delete_port for ce26040b-d08c-418a-9287-f8229bb34ad1 owned by  {{(pid=87506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:37:38.879521 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-2d8c7be2-79ac-4524-a6a7-81632cd930cf tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 780 time: 1.6289303
Dec 16 22:37:38.886339 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 43848) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:37:38.930168 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.services.segments.db [None req-258bced3-c8ed-41a3-8a32-3dc8b7938ad0 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1b7c56fb50>,) {'filters': {'network_id': ['9311c444-7b07-4ca1-8f26-aaca94a2e41f']}} {{(pid=87506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:37:38.952693 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-57c82ed0-1821-4652-96de-924aaf552728 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Request body: {'subnet': {'network_id': '567f7b35-641f-4306-93e0-3ec904f1d005', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:37:38.952942 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-191a739c-1393-4bf7-9e99-8715a897a0c6 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3739500', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39002'] for router, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:38.965577 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-191a739c-1393-4bf7-9e99-8715a897a0c6 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:38.970720 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.ipam_backend_mixin [None req-2dda8fce-0e8a-4876-b90e-8e48a237b2ad tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Performing IP validity checks on allocation pools {{(pid=87506) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}}
Dec 16 22:37:38.974378 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.ipam_backend_mixin [None req-2dda8fce-0e8a-4876-b90e-8e48a237b2ad tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87506) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}}
Dec 16 22:37:38.986447 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvr_db [None req-148dcad8-3756-4d30-a916-fc5bf4b38d40 None None] Set router dcd68ae4-9678-4601-9589-50474829ca26 gateway port host: None {{(pid=87509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 22:37:38.990666 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.services.segments.db [None req-258bced3-c8ed-41a3-8a32-3dc8b7938ad0 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b7c56fb50>, '2542f7e4-98a9-4b17-999d-e1e12dddd6fc') {'for_net_delete': True} {{(pid=87506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:37:38.991234 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.services.segments.db [None req-258bced3-c8ed-41a3-8a32-3dc8b7938ad0 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b7c56fb50>, '2542f7e4-98a9-4b17-999d-e1e12dddd6fc') {} {{(pid=87506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:37:39.024755 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-9bc8a900-017e-43e8-8543-d815b8939d42 None None] For port 5a818efc-28f8-486d-b5e0-c350d8c49aac, host dv-neutron-821829-1-hyperv, cleared binding levels {{(pid=87508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 22:37:39.030401 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-9bc8a900-017e-43e8-8543-d815b8939d42 None None] For port 5a818efc-28f8-486d-b5e0-c350d8c49aac, host dv-neutron-821829-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=5a818efc-28f8-486d-b5e0-c350d8c49aac,segment=NetworkSegment(c40bcc04-58fb-4012-b9c3-2f04257d859f),segment_id=c40bcc04-58fb-4012-b9c3-2f04257d859f)] {{(pid=87508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 22:37:39.035731 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device c872bc4e-b5ad-4d2c-9d8d-e44d4957ec83 up at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 22:37:39.077815 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-258bced3-c8ed-41a3-8a32-3dc8b7938ad0 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734753593977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-266764496'] for segment, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:39.082440 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-9bc8a900-017e-43e8-8543-d815b8939d42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:39.106861 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-09650148-ded9-477b-8e9b-8909b7f6c712 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:37:39.191932 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-258bced3-c8ed-41a3-8a32-3dc8b7938ad0 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-883292'] for segment, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:39.198012 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-191a739c-1393-4bf7-9e99-8715a897a0c6 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3830089'] for router, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:39.198552 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-191a739c-1393-4bf7-9e99-8715a897a0c6 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Fanout notify agent at l3_agent the message router_deleted on router c687d116-e64e-4a77-9373-dc6a7e53c1e1 {{(pid=87506) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 16 22:37:39.234878 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-258bced3-c8ed-41a3-8a32-3dc8b7938ad0 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Releasing vlan 169 on physical network physnet1 to pool {{(pid=87506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 16 22:37:39.234878 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-258bced3-c8ed-41a3-8a32-3dc8b7938ad0 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-883285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1863180'] for segment, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:39.273688 dv-neutron-821829-1-hyperv neutron-server[87506]: Traceback (most recent call last):
Dec 16 22:37:39.273688 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 16 22:37:39.273688 dv-neutron-821829-1-hyperv neutron-server[87506]:     timer()
Dec 16 22:37:39.273688 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 22:37:39.273688 dv-neutron-821829-1-hyperv neutron-server[87506]:     cb(*args, **kw)
Dec 16 22:37:39.273688 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 22:37:39.273688 dv-neutron-821829-1-hyperv neutron-server[87506]:     return func(*args, **kwargs)
Dec 16 22:37:39.273688 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 22:37:39.273688 dv-neutron-821829-1-hyperv neutron-server[87506]:     self._notify()
Dec 16 22:37:39.273688 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 22:37:39.273688 dv-neutron-821829-1-hyperv neutron-server[87506]:     self.callback(batched_events)
Dec 16 22:37:39.273688 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 22:37:39.273688 dv-neutron-821829-1-hyperv neutron-server[87506]:     event.method(event)
Dec 16 22:37:39.273688 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 22:37:39.273688 dv-neutron-821829-1-hyperv neutron-server[87506]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 22:37:39.273688 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 22:37:39.273688 dv-neutron-821829-1-hyperv neutron-server[87506]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 22:37:39.273688 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 22:37:39.273688 dv-neutron-821829-1-hyperv neutron-server[87506]:     return f(self, *a, **k)
Dec 16 22:37:39.273688 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 16 22:37:39.273688 dv-neutron-821829-1-hyperv neutron-server[87506]:     return self._get(url).json()
Dec 16 22:37:39.273688 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 16 22:37:39.273688 dv-neutron-821829-1-hyperv neutron-server[87506]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 22:37:39.273688 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 16 22:37:39.273688 dv-neutron-821829-1-hyperv neutron-server[87506]:     return self.request(url, 'GET', **kwargs)
Dec 16 22:37:39.273688 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 16 22:37:39.273688 dv-neutron-821829-1-hyperv neutron-server[87506]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 22:37:39.273688 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 16 22:37:39.273688 dv-neutron-821829-1-hyperv neutron-server[87506]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 22:37:39.273688 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 16 22:37:39.273688 dv-neutron-821829-1-hyperv neutron-server[87506]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 22:37:39.273688 dv-neutron-821829-1-hyperv neutron-server[87506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 22:37:39.356223 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-6142d529-cff6-4426-bdde-f1c6d6bf0f12 None None] Notify callbacks [] for port, precommit_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:39.429777 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-57c82ed0-1821-4652-96de-924aaf552728 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:37:39.434050 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-57c82ed0-1821-4652-96de-924aaf552728 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Usage tracker for resource:subnet and tenant:c85c59d360694166b5b0483f9fc81199 is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:37:39.437616 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-57c82ed0-1821-4652-96de-924aaf552728 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:37:39.443894 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-57c82ed0-1821-4652-96de-924aaf552728 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:37:39.459374 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8c7be2-79ac-4524-a6a7-81632cd930cf tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Pushing event updated for resources: {'Network': ['ID=567f7b35-641f-4306-93e0-3ec904f1d005,revision_number=1']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:37:39.463082 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-2d8c7be2-79ac-4524-a6a7-81632cd930cf tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.045s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:37:39.470446 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-191a739c-1393-4bf7-9e99-8715a897a0c6 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks [] for router, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:39.473791 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-191a739c-1393-4bf7-9e99-8715a897a0c6 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] 10.222.0.13 "DELETE /v2.0/routers/c687d116-e64e-4a77-9373-dc6a7e53c1e1 HTTP/1.1" status: 204  len: 168 time: 2.0205507
Dec 16 22:37:39.476491 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 43852) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:37:39.482004 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57c82ed0-1821-4652-96de-924aaf552728 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Made reservation on behalf of c85c59d360694166b5b0483f9fc81199 for: {'subnet': 1} {{(pid=87507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:37:39.486258 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-57c82ed0-1821-4652-96de-924aaf552728 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10549598'] for subnet, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:39.499747 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-6142d529-cff6-4426-bdde-f1c6d6bf0f12 None None] Transition to ACTIVE for port object 656af02b-2824-4503-b5df-9d63a8b9a4a8 will not be triggered until provisioned by entity L2. {{(pid=87508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:37:39.537102 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Network 567f7b35-641f-4306-93e0-3ec904f1d005 details requested by agent ovs-agent-dv-neutron-821829-1-hyperv with host dv-neutron-821829-1-hyperv {{(pid=87508) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 22:37:39.640555 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-258bced3-c8ed-41a3-8a32-3dc8b7938ad0 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3329572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3741856'] for network, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:39.657261 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-258bced3-c8ed-41a3-8a32-3dc8b7938ad0 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3791486'] for network, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:39.665057 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc8a900-017e-43e8-8543-d815b8939d42 None None] Pushing event updated for resources: {'Port': ['ID=5a818efc-28f8-486d-b5e0-c350d8c49aac,revision_number=2']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:37:39.686295 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-4d811158-d05c-4bd4-b350-cb393b99d30c tempest-BulkNetworkOpsIpV6Test-1671727552 tempest-BulkNetworkOpsIpV6Test-1671727552-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:37:39.686844 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-148dcad8-3756-4d30-a916-fc5bf4b38d40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b7c80f2b0>, [{'id': 'dcd68ae4-9678-4601-9589-50474829ca26', 'name': 'tempest-RoutersTest-router-809960879', 'tenant_id': 'bb30155073f3462f829b4df60e35f5af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:37:21Z', 'updated_at': '2021-12-16T22:37:30Z', 'revision_number': 2, 'project_id': 'bb30155073f3462f829b4df60e35f5af', 'gw_port_host': None, '_interfaces': [{'id': 'b4a16203-a9be-4052-bdb0-6f3fa9deae9e', 'name': '', 'network_id': '9cec1ece-19ae-40d0-b729-73c3863b1457', 'tenant_id': 'bb30155073f3462f829b4df60e35f5af', 'mac_address': 'fa:16:3e:f8:28:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcd68ae4-9678-4601-9589-50474829ca26', 'device_owner': 'network:router_interface', 'standard_attr_id': 810, 'fixed_ips': [{'subnet_id': '12bde7f9-83c9-49c9-9bcd-d81bdd1ed717', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:37:28Z', 'updated_at': '2021-12-16T22:37:38Z', 'revision_number': 4, 'project_id': 'bb30155073f3462f829b4df60e35f5af', 'subnets': [{'id': '12bde7f9-83c9-49c9-9bcd-d81bdd1ed717', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:37:39.691871 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-9bc8a900-017e-43e8-8543-d815b8939d42 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.585s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:37:39.692487 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-148dcad8-3756-4d30-a916-fc5bf4b38d40 None None] The sync data for ids ['dcd68ae4-9678-4601-9589-50474829ca26'] in dv-neutron-821829-1-hyperv is: [{'id': 'dcd68ae4-9678-4601-9589-50474829ca26', 'name': 'tempest-RoutersTest-router-809960879', 'tenant_id': 'bb30155073f3462f829b4df60e35f5af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:37:21Z', 'updated_at': '2021-12-16T22:37:30Z', 'revision_number': 2, 'project_id': 'bb30155073f3462f829b4df60e35f5af', 'gw_port_host': None, '_interfaces': [{'id': 'b4a16203-a9be-4052-bdb0-6f3fa9deae9e', 'name': '', 'network_id': '9cec1ece-19ae-40d0-b729-73c3863b1457', 'tenant_id': 'bb30155073f3462f829b4df60e35f5af', 'mac_address': 'fa:16:3e:f8:28:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcd68ae4-9678-4601-9589-50474829ca26', 'device_owner': 'network:router_interface', 'standard_attr_id': 810, 'fixed_ips': [{'subnet_id': '12bde7f9-83c9-49c9-9bcd-d81bdd1ed717', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:37:28Z', 'updated_at': '2021-12-16T22:37:38Z', 'revision_number': 4, 'project_id': 'bb30155073f3462f829b4df60e35f5af', 'subnets': [{'id': '12bde7f9-83c9-49c9-9bcd-d81bdd1ed717', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 22:37:39.712543 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-6142d529-cff6-4426-bdde-f1c6d6bf0f12 None None] Transition to ACTIVE for port object 656af02b-2824-4503-b5df-9d63a8b9a4a8 will not be triggered until provisioned by entity DHCP. {{(pid=87508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:37:39.732767 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258bced3-c8ed-41a3-8a32-3dc8b7938ad0 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Pushing event deleted for resources: {'Network': ['ID=9311c444-7b07-4ca1-8f26-aaca94a2e41f,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:37:39.736649 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-258bced3-c8ed-41a3-8a32-3dc8b7938ad0 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:37:39.743330 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning complete for port c872bc4e-b5ad-4d2c-9d8d-e44d4957ec83 triggered by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:37:39.743565 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:39.781821 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-6142d529-cff6-4426-bdde-f1c6d6bf0f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940'] for port, after_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:39.801563 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-258bced3-c8ed-41a3-8a32-3dc8b7938ad0 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] 10.222.0.13 "DELETE /v2.0/networks/9311c444-7b07-4ca1-8f26-aaca94a2e41f HTTP/1.1" status: 204  len: 168 time: 3.1119616
Dec 16 22:37:39.802524 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 43856) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:37:39.806969 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-f55d4a8d-f44d-40cf-beea-57c0f76e6cff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:37:39.826147 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-744ece10-fd09-461f-8b98-e6af75df7d5d tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-515281467'}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:37:39.836866 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-744ece10-fd09-461f-8b98-e6af75df7d5d tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:37:39.843819 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-2dda8fce-0e8a-4876-b90e-8e48a237b2ad tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1863317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11213092'] for subnet, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:39.850506 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-744ece10-fd09-461f-8b98-e6af75df7d5d tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Usage tracker for resource:network and tenant:3ddf94e9e4ac4112b345468cafab037c is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:37:39.854054 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-aea7db63-ab62-4e5c-80ed-cc14fbbacfd7 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:37:39.870496 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a3b5eff-f4d1-4fa1-8a3c-dc240b50cd8f None None] Network aa4ee400-dcba-4a4e-be17-fbee391c5f77 requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 22:37:39.880398 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-00a94fc2-2564-471e-b865-19d97dd8cb00 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10807931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10549612'] for subnet, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:39.886859 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-744ece10-fd09-461f-8b98-e6af75df7d5d tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:37:39.888539 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:37:39.908734 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-744ece10-fd09-461f-8b98-e6af75df7d5d tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:37:39.948395 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-d606c10c-55b9-4172-8283-0565a5b48a71 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1863393'] for port, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:39.969919 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-744ece10-fd09-461f-8b98-e6af75df7d5d tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Made reservation on behalf of 3ddf94e9e4ac4112b345468cafab037c for: {'network': 1} {{(pid=87506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:37:39.974172 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-744ece10-fd09-461f-8b98-e6af75df7d5d tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for network, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:40.014650 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.db_base_plugin_v2 [None req-1fd18eba-27bf-485d-96fd-d1128229a5b7 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Deleting subnet 3c5a8425-411c-4613-b6f6-bdaed24515bf {{(pid=87507) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 16 22:37:40.025690 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-377a6d26-2037-447e-a94f-74fbf9075cc5 None None] Provisioning for port ce26040b-d08c-418a-9287-f8229bb34ad1 completed by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 22:37:40.032048 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6142d529-cff6-4426-bdde-f1c6d6bf0f12 None None] Network 519d17a7-5296-4a05-a239-5e7584b2ec06 is already hosted by enough agents. {{(pid=87508) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:37:40.042973 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.scheduler.base_scheduler [None req-6142d529-cff6-4426-bdde-f1c6d6bf0f12 None None] Resources bound (agent type, host, resource id):  {{(pid=87508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:37:40.052218 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-377a6d26-2037-447e-a94f-74fbf9075cc5 None None] Provisioning complete for port ce26040b-d08c-418a-9287-f8229bb34ad1 triggered by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:37:40.052218 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-377a6d26-2037-447e-a94f-74fbf9075cc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:40.054887 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-1fd18eba-27bf-485d-96fd-d1128229a5b7 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks [] for subnet, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:40.082274 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-744ece10-fd09-461f-8b98-e6af75df7d5d tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] vlan segment allocate from pool success with {'vlan_id': 163, 'physical_network': 'physnet1'}  {{(pid=87506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 22:37:40.089388 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6142d529-cff6-4426-bdde-f1c6d6bf0f12 None None] Received port after_create {{(pid=87508) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 22:37:40.100213 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-744ece10-fd09-461f-8b98-e6af75df7d5d tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-883292'] for segment, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:40.100615 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.db.segments_db [None req-744ece10-fd09-461f-8b98-e6af75df7d5d tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Added segment e9009bf7-f296-43e7-a161-46be3630a3f9 of type vlan for network 46273fc9-7acc-4774-8def-f13eeec99140
Dec 16 22:37:40.106608 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6142d529-cff6-4426-bdde-f1c6d6bf0f12 None None] Pushing event updated for resources: {'Port': ['ID=656af02b-2824-4503-b5df-9d63a8b9a4a8,revision_number=1']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:37:40.125991 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-6142d529-cff6-4426-bdde-f1c6d6bf0f12 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:37:40.129959 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-377a6d26-2037-447e-a94f-74fbf9075cc5 None None] Port ce26040b-d08c-418a-9287-f8229bb34ad1 was deleted so its status cannot be updated. {{(pid=87508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Dec 16 22:37:40.137746 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-744ece10-fd09-461f-8b98-e6af75df7d5d tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734753047233'] for network, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:40.152196 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dda8fce-0e8a-4876-b90e-8e48a237b2ad tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Pushing event updated for resources: {'Subnet': ['ID=74222adc-92f3-43f1-af58-484be7981189,revision_number=0']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:37:40.155037 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-2dda8fce-0e8a-4876-b90e-8e48a237b2ad tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:37:40.161396 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-10d5b6b2-da15-487a-abed-0da4fea40359 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.202s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:37:40.216620 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dda8fce-0e8a-4876-b90e-8e48a237b2ad tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Checking segment: {'id': '08dcc616-7573-4780-aedd-df70e925f009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '1ffde659-ed92-4386-9e0a-3dc43c157492'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 22:37:40.224767 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-57c82ed0-1821-4652-96de-924aaf552728 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10807931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10549612'] for subnet, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:40.226809 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dda8fce-0e8a-4876-b90e-8e48a237b2ad tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Network hostable DHCP agents. Network: 1ffde659-ed92-4386-9e0a-3dc43c157492, hostable agents: ['3b155c4d-12dc-491e-aa14-6113b06cfacd'], hosted agents: [] {{(pid=87506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 16 22:37:40.277486 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d606c10c-55b9-4172-8283-0565a5b48a71 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Pushing event deleted for resources: {'Port': ['ID=ce26040b-d08c-418a-9287-f8229bb34ad1,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:37:40.280568 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-d606c10c-55b9-4172-8283-0565a5b48a71 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:37:40.285581 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.db.resource_extend [None req-744ece10-fd09-461f-8b98-e6af75df7d5d tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 16 22:37:40.289536 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a94fc2-2564-471e-b865-19d97dd8cb00 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Pushing event updated for resources: {'Subnet': ['ID=95a355fa-2faa-4243-83d9-d55c558a9f15,revision_number=0']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:37:40.291360 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-00a94fc2-2564-471e-b865-19d97dd8cb00 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.403s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:37:40.296728 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00a94fc2-2564-471e-b865-19d97dd8cb00 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Checking segment: {'id': '61620825-0d99-46c5-a98c-282b46a37204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'a9fe3143-2ede-4b9c-a7a9-a02a4acc426b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 22:37:40.297086 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00a94fc2-2564-471e-b865-19d97dd8cb00 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Network hostable DHCP agents. Network: a9fe3143-2ede-4b9c-a7a9-a02a4acc426b, hostable agents: ['3b155c4d-12dc-491e-aa14-6113b06cfacd'], hosted agents: [] {{(pid=87507) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 16 22:37:40.304511 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-cd1e67e2-6109-4b5f-898c-2c44e21f7c4a tempest-BulkNetworkOpsIpV6Test-1671727552 tempest-BulkNetworkOpsIpV6Test-1671727552-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.061s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:37:40.398765 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.db [None req-acfbcf6e-3ce5-4dae-8ba5-2968e4845525 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] For port 5a818efc-28f8-486d-b5e0-c350d8c49aac, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=5a818efc-28f8-486d-b5e0-c350d8c49aac,segment=NetworkSegment(c40bcc04-58fb-4012-b9c3-2f04257d859f),segment_id=c40bcc04-58fb-4012-b9c3-2f04257d859f)] {{(pid=87507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:37:40.399336 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-acfbcf6e-3ce5-4dae-8ba5-2968e4845525 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:40.415381 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-1fd18eba-27bf-485d-96fd-d1128229a5b7 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2128562'] for subnet, precommit_delete_associations {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:40.417018 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-377a6d26-2037-447e-a94f-74fbf9075cc5 None None] Provisioning for port f63ea5e5-1521-41ec-b06b-8a476f3befb0 completed by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 22:37:40.426973 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-6142d529-cff6-4426-bdde-f1c6d6bf0f12 None None] Attempting to bind port 656af02b-2824-4503-b5df-9d63a8b9a4a8 on host dv-neutron-821829-1-hyperv for vnic_type normal with profile  {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 22:37:40.427358 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-6142d529-cff6-4426-bdde-f1c6d6bf0f12 None None] Attempting to bind port 656af02b-2824-4503-b5df-9d63a8b9a4a8 by drivers openvswitch,hyperv on host dv-neutron-821829-1-hyperv at level 0 using segments [{'id': '519879e1-dfec-4a27-b0ed-7f4daa3d3309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '519d17a7-5296-4a05-a239-5e7584b2ec06'}] {{(pid=87508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 22:37:40.428382 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6142d529-cff6-4426-bdde-f1c6d6bf0f12 None None] Attempting to bind port 656af02b-2824-4503-b5df-9d63a8b9a4a8 on network 519d17a7-5296-4a05-a239-5e7584b2ec06 {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 22:37:40.567187 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-377a6d26-2037-447e-a94f-74fbf9075cc5 None None] Provisioning complete for port f63ea5e5-1521-41ec-b06b-8a476f3befb0 triggered by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:37:40.567942 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-377a6d26-2037-447e-a94f-74fbf9075cc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:40.782803 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6142d529-cff6-4426-bdde-f1c6d6bf0f12 None None] Checking agent: {'id': '5571501f-366e-47a4-9b60-8ef19d935d27', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821829-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 24, 2), 'started_at': datetime.datetime(2021, 12, 16, 22, 24, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 37, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821829-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 22:37:40.782803 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6142d529-cff6-4426-bdde-f1c6d6bf0f12 None None] Checking segment: {'id': '519879e1-dfec-4a27-b0ed-7f4daa3d3309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '519d17a7-5296-4a05-a239-5e7584b2ec06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 22:37:40.782803 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-6142d529-cff6-4426-bdde-f1c6d6bf0f12 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:40.796739 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-744ece10-fd09-461f-8b98-e6af75df7d5d tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440'] for network, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:40.808756 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6142d529-cff6-4426-bdde-f1c6d6bf0f12 None None] Bound using segment: {'id': '519879e1-dfec-4a27-b0ed-7f4daa3d3309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '519d17a7-5296-4a05-a239-5e7584b2ec06'} {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 22:37:40.808756 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-6142d529-cff6-4426-bdde-f1c6d6bf0f12 None None] Bound port: 656af02b-2824-4503-b5df-9d63a8b9a4a8, host: dv-neutron-821829-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '519879e1-dfec-4a27-b0ed-7f4daa3d3309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '519d17a7-5296-4a05-a239-5e7584b2ec06'}}] {{(pid=87508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 22:37:40.808756 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-6142d529-cff6-4426-bdde-f1c6d6bf0f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:40.821377 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-744ece10-fd09-461f-8b98-e6af75df7d5d tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:37:40.821377 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-744ece10-fd09-461f-8b98-e6af75df7d5d tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3791486'] for network, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:40.821377 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-258bced3-c8ed-41a3-8a32-3dc8b7938ad0 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:37:40.870921 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57c82ed0-1821-4652-96de-924aaf552728 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Checking segment: {'id': 'b7c69ce3-f32f-4a9c-9a78-d26629e9ff16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '567f7b35-641f-4306-93e0-3ec904f1d005'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 22:37:40.870921 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57c82ed0-1821-4652-96de-924aaf552728 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Network hostable DHCP agents. Network: 567f7b35-641f-4306-93e0-3ec904f1d005, hostable agents: ['3b155c4d-12dc-491e-aa14-6113b06cfacd'], hosted agents: [] {{(pid=87507) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 16 22:37:40.882782 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device f63ea5e5-1521-41ec-b06b-8a476f3befb0 up at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 22:37:40.891197 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.plugin [None req-acfbcf6e-3ce5-4dae-8ba5-2968e4845525 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Calling delete_port for 5a818efc-28f8-486d-b5e0-c350d8c49aac owned by network:dhcp {{(pid=87507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:37:40.925267 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c82ed0-1821-4652-96de-924aaf552728 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Pushing event updated for resources: {'Subnet': ['ID=2d3f7cb7-a376-4150-96fa-025bd81c9e14,revision_number=0']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:37:40.925267 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-57c82ed0-1821-4652-96de-924aaf552728 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.608s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:37:40.932766 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-d606c10c-55b9-4172-8283-0565a5b48a71 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for port, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:40.932766 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-d606c10c-55b9-4172-8283-0565a5b48a71 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] 10.222.0.13 "DELETE /v2.0/ports/ce26040b-d08c-418a-9287-f8229bb34ad1 HTTP/1.1" status: 204  len: 168 time: 4.6668932
Dec 16 22:37:40.932766 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744ece10-fd09-461f-8b98-e6af75df7d5d tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Pushing event updated for resources: {'Network': ['ID=46273fc9-7acc-4774-8def-f13eeec99140,revision_number=1']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:37:40.932766 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-744ece10-fd09-461f-8b98-e6af75df7d5d tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 767 time: 1.1135240
Dec 16 22:37:40.932766 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 43860) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:37:40.932766 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-744ece10-fd09-461f-8b98-e6af75df7d5d tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:37:40.946268 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 43862) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:37:40.967305 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00a94fc2-2564-471e-b865-19d97dd8cb00 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Network a9fe3143-2ede-4b9c-a7a9-a02a4acc426b is scheduled to be hosted by DHCP agent 3b155c4d-12dc-491e-aa14-6113b06cfacd with binding_index 1 {{(pid=87507) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 16 22:37:41.002864 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.base_scheduler [None req-00a94fc2-2564-471e-b865-19d97dd8cb00 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821829-1-hyperv, a9fe3143-2ede-4b9c-a7a9-a02a4acc426b) {{(pid=87507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:37:41.002864 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00a94fc2-2564-471e-b865-19d97dd8cb00 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:37:41.002864 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-00a94fc2-2564-471e-b865-19d97dd8cb00 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks [] for subnet, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:41.048160 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57c82ed0-1821-4652-96de-924aaf552728 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Network 567f7b35-641f-4306-93e0-3ec904f1d005 is scheduled to be hosted by DHCP agent 3b155c4d-12dc-491e-aa14-6113b06cfacd with binding_index 1 {{(pid=87507) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 16 22:37:41.060341 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-3a02245c-d0bd-47a4-8a8a-e3c35959e61d tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Request body: {'subnet': {'network_id': '46273fc9-7acc-4774-8def-f13eeec99140', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:37:41.078885 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.base_scheduler [None req-57c82ed0-1821-4652-96de-924aaf552728 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821829-1-hyperv, 567f7b35-641f-4306-93e0-3ec904f1d005) {{(pid=87507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:37:41.078885 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57c82ed0-1821-4652-96de-924aaf552728 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:37:41.078885 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-57c82ed0-1821-4652-96de-924aaf552728 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Notify callbacks [] for subnet, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:41.124051 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-00a94fc2-2564-471e-b865-19d97dd8cb00 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 3.2462981
Dec 16 22:37:41.124051 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-57c82ed0-1821-4652-96de-924aaf552728 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 873 time: 2.1983111
Dec 16 22:37:41.124051 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 43868) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:37:41.124051 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 43870) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:37:41.145052 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Network 46273fc9-7acc-4774-8def-f13eeec99140 details requested by agent ovs-agent-dv-neutron-821829-1-hyperv with host dv-neutron-821829-1-hyperv {{(pid=87508) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 22:37:41.301404 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dda8fce-0e8a-4876-b90e-8e48a237b2ad tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Network 1ffde659-ed92-4386-9e0a-3dc43c157492 is scheduled to be hosted by DHCP agent 3b155c4d-12dc-491e-aa14-6113b06cfacd with binding_index 1 {{(pid=87506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 16 22:37:41.328917 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-3a02245c-d0bd-47a4-8a8a-e3c35959e61d tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:37:41.328917 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.base_scheduler [None req-2dda8fce-0e8a-4876-b90e-8e48a237b2ad tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821829-1-hyperv, 1ffde659-ed92-4386-9e0a-3dc43c157492) {{(pid=87506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:37:41.346475 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dda8fce-0e8a-4876-b90e-8e48a237b2ad tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:37:41.346475 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-2dda8fce-0e8a-4876-b90e-8e48a237b2ad tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3791486'] for subnet, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:41.362809 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-967d6049-141a-465f-ac7d-30c7f78d07d3 None None] Network a9fe3143-2ede-4b9c-a7a9-a02a4acc426b requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 22:37:41.382811 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-3a02245c-d0bd-47a4-8a8a-e3c35959e61d tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Usage tracker for resource:subnet and tenant:3ddf94e9e4ac4112b345468cafab037c is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:37:41.425814 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-691fd003-b73e-4ab3-9144-eee4d752d4d6 None None] Network 567f7b35-641f-4306-93e0-3ec904f1d005 requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 22:37:41.434746 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ce89668-a46e-44ea-bd9e-736bf260e859 None None] Network 1ffde659-ed92-4386-9e0a-3dc43c157492 requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 22:37:41.453417 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-3a02245c-d0bd-47a4-8a8a-e3c35959e61d tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:37:41.484565 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-3a02245c-d0bd-47a4-8a8a-e3c35959e61d tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:37:41.501973 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-2dda8fce-0e8a-4876-b90e-8e48a237b2ad tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 4.4615822
Dec 16 22:37:41.501973 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 43876) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:37:41.547206 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-3ef58574-4b4c-4d88-97eb-b801394a417d tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Request body: {'port': {'network_id': '1ffde659-ed92-4386-9e0a-3dc43c157492', 'name': 'tempest-PortsIpV6TestJSON-751121082'}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:37:41.655243 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a02245c-d0bd-47a4-8a8a-e3c35959e61d tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Made reservation on behalf of 3ddf94e9e4ac4112b345468cafab037c for: {'subnet': 1} {{(pid=87506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:37:41.672508 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-3a02245c-d0bd-47a4-8a8a-e3c35959e61d tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11213078'] for subnet, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:41.684729 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-1fd18eba-27bf-485d-96fd-d1128229a5b7 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3328566'] for subnet, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:41.742220 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-acfbcf6e-3ce5-4dae-8ba5-2968e4845525 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10807823'] for port, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:42.139261 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec5c3efe-da3a-447f-9fe4-932bfdac5c2a tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:37:42.139261 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-ec5c3efe-da3a-447f-9fe4-932bfdac5c2a tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Synchronizing usage tracker for tenant:8e4385a98eb1416284c1cc96b3355a70 on resource:port {{(pid=87506) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 22:37:42.202342 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.ipam_backend_mixin [None req-3a02245c-d0bd-47a4-8a8a-e3c35959e61d tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Performing IP validity checks on allocation pools {{(pid=87506) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}}
Dec 16 22:37:42.202342 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.ipam_backend_mixin [None req-3a02245c-d0bd-47a4-8a8a-e3c35959e61d tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87506) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}}
Dec 16 22:37:42.209253 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-ec5c3efe-da3a-447f-9fe4-932bfdac5c2a tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Unset dirty status for tenant:8e4385a98eb1416284c1cc96b3355a70 on resource:port {{(pid=87506) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 22:37:42.211283 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-ec5c3efe-da3a-447f-9fe4-932bfdac5c2a tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1048 time: 1.2781658
Dec 16 22:37:42.216745 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 43880) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:37:42.238126 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-11639459-3968-4630-b2c8-42ff69c8f913 tempest-AllowedAddressPairTestJSON-1611484417 tempest-AllowedAddressPairTestJSON-1611484417-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:37:42.309253 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfbcf6e-3ce5-4dae-8ba5-2968e4845525 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Pushing event deleted for resources: {'Port': ['ID=5a818efc-28f8-486d-b5e0-c350d8c49aac,revision_number=None']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:37:42.320750 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acfbcf6e-3ce5-4dae-8ba5-2968e4845525 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] No DVR routers for this DVR port 5a818efc-28f8-486d-b5e0-c350d8c49aac on host dv-neutron-821829-1-hyperv {{(pid=87507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 22:37:42.326805 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-acfbcf6e-3ce5-4dae-8ba5-2968e4845525 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:37:42.332162 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-3ef58574-4b4c-4d88-97eb-b801394a417d tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:37:42.358022 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-3ef58574-4b4c-4d88-97eb-b801394a417d tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:37:42.421684 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning complete for port f63ea5e5-1521-41ec-b06b-8a476f3befb0 triggered by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:37:42.421684 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:42.438806 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ef58574-4b4c-4d88-97eb-b801394a417d tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Made reservation on behalf of 69ee045658914011ac7b8ba0ad799b2d for: {'port': 1} {{(pid=87506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:37:42.443151 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-3ef58574-4b4c-4d88-97eb-b801394a417d tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:42.487577 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.notifiers.nova [None req-3ef58574-4b4c-4d88-97eb-b801394a417d tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] device_id is not set on port 7ec07143-978b-4055-82fc-0fb47cdf76ad yet. {{(pid=87506) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 16 22:37:42.515669 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8aeab09-da60-427c-b204-ce206c077512 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1d6bfaf-d325-5e4f-b05d-2441d8339617-1ffde659-ed92-4386-9e0a-3dc43c157492', 'network_id': '1ffde659-ed92-4386-9e0a-3dc43c157492', 'tenant_id': '69ee045658914011ac7b8ba0ad799b2d', 'fixed_ips': [{'subnet_id': '74222adc-92f3-43f1-af58-484be7981189'}]}} from dv-neutron-821829-1-hyperv. {{(pid=87508) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 16 22:37:42.516539 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-c8aeab09-da60-427c-b204-ce206c077512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:42.542401 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5a87363-7800-41ff-9bbd-925ffae0b6ad tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:37:42.544239 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-c5a87363-7800-41ff-9bbd-925ffae0b6ad tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1048 time: 0.3252389
Dec 16 22:37:42.557315 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 43884) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:37:42.632563 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-fedc5d01-1dd8-4333-adca-4e61dde35f3c tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-825997'] for network, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:42.657245 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-3a02245c-d0bd-47a4-8a8a-e3c35959e61d tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1863317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11213092'] for subnet, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:42.662939 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-1fd18eba-27bf-485d-96fd-d1128229a5b7 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3328622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10807868', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10549621'] for subnet, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:42.665941 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-c67f9236-7049-43d0-a5fd-fd19d1019ca0 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:37:42.673284 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-956009ac-5c00-4c2f-8a46-16a9b6870dd6 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:37:42.673496 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-6142d529-cff6-4426-bdde-f1c6d6bf0f12 None None] For port 656af02b-2824-4503-b5df-9d63a8b9a4a8, host dv-neutron-821829-1-hyperv, cleared binding levels {{(pid=87508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 22:37:42.709739 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-acfbcf6e-3ce5-4dae-8ba5-2968e4845525 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3329565', 'neutron.services.segments.db._delete_segments_for_network-8734753546406'] for network, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:42.735007 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd18eba-27bf-485d-96fd-d1128229a5b7 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Pushing event deleted for resources: {'Subnet': ['ID=3c5a8425-411c-4613-b6f6-bdaed24515bf,revision_number=None']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:37:42.739963 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-6142d529-cff6-4426-bdde-f1c6d6bf0f12 None None] For port 656af02b-2824-4503-b5df-9d63a8b9a4a8, host dv-neutron-821829-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=656af02b-2824-4503-b5df-9d63a8b9a4a8,segment=NetworkSegment(519879e1-dfec-4a27-b0ed-7f4daa3d3309),segment_id=519879e1-dfec-4a27-b0ed-7f4daa3d3309)] {{(pid=87508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 22:37:42.748621 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-1fd18eba-27bf-485d-96fd-d1128229a5b7 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks [] for subnet, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:42.752604 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-1fd18eba-27bf-485d-96fd-d1128229a5b7 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:37:42.754499 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-6142d529-cff6-4426-bdde-f1c6d6bf0f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:42.775931 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-b35f834a-091f-46b9-b0d2-ea27d097a17e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:37:42.783442 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adda8cbc-52c9-4c47-9d5f-8bd4c7048fde tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:37:42.785116 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adda8cbc-52c9-4c47-9d5f-8bd4c7048fde tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:37:42.786629 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adda8cbc-52c9-4c47-9d5f-8bd4c7048fde tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:37:42.787432 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-adda8cbc-52c9-4c47-9d5f-8bd4c7048fde tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Synchronizing usage tracker for tenant:8e4385a98eb1416284c1cc96b3355a70 on resource:subnet {{(pid=87506) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 22:37:42.812255 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11ee9f0a-13bf-47dc-87b1-dd4ee88fa02c None None] Network 220c3d3b-e8e0-4e00-b258-cb97b5add892 requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 22:37:42.825563 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10457d67-1bd8-45cc-88c4-f5ab1b11d139 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1d6bfaf-d325-5e4f-b05d-2441d8339617-567f7b35-641f-4306-93e0-3ec904f1d005', 'network_id': '567f7b35-641f-4306-93e0-3ec904f1d005', 'tenant_id': 'c85c59d360694166b5b0483f9fc81199', 'fixed_ips': [{'subnet_id': '2d3f7cb7-a376-4150-96fa-025bd81c9e14'}]}} from dv-neutron-821829-1-hyperv. {{(pid=87508) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 16 22:37:42.826419 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-10457d67-1bd8-45cc-88c4-f5ab1b11d139 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:42.829631 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.services.segments.db [None req-acfbcf6e-3ce5-4dae-8ba5-2968e4845525 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1b76c9e220>,) {'filters': {'network_id': ['aa4ee400-dcba-4a4e-be17-fbee391c5f77']}} {{(pid=87507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:37:42.847800 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-1fd18eba-27bf-485d-96fd-d1128229a5b7 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] 10.222.0.13 "DELETE /v2.0/subnets/3c5a8425-411c-4613-b6f6-bdaed24515bf HTTP/1.1" status: 204  len: 168 time: 3.3671708
Dec 16 22:37:42.856626 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 43890) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:37:42.859879 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a02245c-d0bd-47a4-8a8a-e3c35959e61d tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Pushing event updated for resources: {'Subnet': ['ID=cfe51f89-f7de-4c16-8633-58ae2c619c21,revision_number=0']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:37:42.862703 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.db_base_plugin_common [None req-3ef58574-4b4c-4d88-97eb-b801394a417d tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Allocated IP 2001:db8::c0 (1ffde659-ed92-4386-9e0a-3dc43c157492/74222adc-92f3-43f1-af58-484be7981189/7ec07143-978b-4055-82fc-0fb47cdf76ad) {{(pid=87506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 22:37:42.867923 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-adda8cbc-52c9-4c47-9d5f-8bd4c7048fde tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Unset dirty status for tenant:8e4385a98eb1416284c1cc96b3355a70 on resource:subnet {{(pid=87506) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 22:37:42.869281 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-adda8cbc-52c9-4c47-9d5f-8bd4c7048fde tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2119 time: 0.3108017
Dec 16 22:37:42.873889 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-3a02245c-d0bd-47a4-8a8a-e3c35959e61d tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:37:42.877675 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 43894) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:37:42.899981 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.services.segments.db [None req-acfbcf6e-3ce5-4dae-8ba5-2968e4845525 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b76c9e220>, 'c40bcc04-58fb-4012-b9c3-2f04257d859f') {'for_net_delete': True} {{(pid=87507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:37:42.900528 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.services.segments.db [None req-acfbcf6e-3ce5-4dae-8ba5-2968e4845525 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b76c9e220>, 'c40bcc04-58fb-4012-b9c3-2f04257d859f') {} {{(pid=87507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:37:42.912302 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a02245c-d0bd-47a4-8a8a-e3c35959e61d tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Checking segment: {'id': 'e9009bf7-f296-43e7-a161-46be3630a3f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '46273fc9-7acc-4774-8def-f13eeec99140'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 22:37:42.912608 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a02245c-d0bd-47a4-8a8a-e3c35959e61d tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Network hostable DHCP agents. Network: 46273fc9-7acc-4774-8def-f13eeec99140, hostable agents: ['3b155c4d-12dc-491e-aa14-6113b06cfacd'], hosted agents: [] {{(pid=87506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 16 22:37:42.937248 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-acfbcf6e-3ce5-4dae-8ba5-2968e4845525 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734753593977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2128549'] for segment, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:42.969133 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-fedc5d01-1dd8-4333-adca-4e61dde35f3c tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3328566'] for subnet, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:43.005521 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.db_base_plugin_v2 [None req-f637ceac-21f7-425a-9a48-934c3bf1e3e4 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Deleting subnet 1542853a-1916-4317-8f53-dbcf0aa557e4 {{(pid=87506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 16 22:37:43.007885 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a02245c-d0bd-47a4-8a8a-e3c35959e61d tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Network 46273fc9-7acc-4774-8def-f13eeec99140 is scheduled to be hosted by DHCP agent 3b155c4d-12dc-491e-aa14-6113b06cfacd with binding_index 1 {{(pid=87506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 16 22:37:43.009849 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-acfbcf6e-3ce5-4dae-8ba5-2968e4845525 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-883292'] for segment, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:43.022385 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-f637ceac-21f7-425a-9a48-934c3bf1e3e4 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks [] for subnet, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:43.074996 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-acfbcf6e-3ce5-4dae-8ba5-2968e4845525 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Releasing vlan 178 on physical network physnet1 to pool {{(pid=87507) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 16 22:37:43.075517 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-acfbcf6e-3ce5-4dae-8ba5-2968e4845525 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-883285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10808034'] for segment, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:43.092931 dv-neutron-821829-1-hyperv neutron-server[87507]: Traceback (most recent call last):
Dec 16 22:37:43.092931 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 16 22:37:43.092931 dv-neutron-821829-1-hyperv neutron-server[87507]:     timer()
Dec 16 22:37:43.092931 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 22:37:43.092931 dv-neutron-821829-1-hyperv neutron-server[87507]:     cb(*args, **kw)
Dec 16 22:37:43.092931 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 22:37:43.092931 dv-neutron-821829-1-hyperv neutron-server[87507]:     return func(*args, **kwargs)
Dec 16 22:37:43.092931 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 22:37:43.092931 dv-neutron-821829-1-hyperv neutron-server[87507]:     self._notify()
Dec 16 22:37:43.092931 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 22:37:43.092931 dv-neutron-821829-1-hyperv neutron-server[87507]:     self.callback(batched_events)
Dec 16 22:37:43.092931 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 22:37:43.092931 dv-neutron-821829-1-hyperv neutron-server[87507]:     event.method(event)
Dec 16 22:37:43.092931 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 22:37:43.092931 dv-neutron-821829-1-hyperv neutron-server[87507]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 22:37:43.092931 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 22:37:43.092931 dv-neutron-821829-1-hyperv neutron-server[87507]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 22:37:43.092931 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 22:37:43.092931 dv-neutron-821829-1-hyperv neutron-server[87507]:     return f(self, *a, **k)
Dec 16 22:37:43.092931 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 16 22:37:43.092931 dv-neutron-821829-1-hyperv neutron-server[87507]:     return self._get(url).json()
Dec 16 22:37:43.092931 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 16 22:37:43.092931 dv-neutron-821829-1-hyperv neutron-server[87507]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 22:37:43.092931 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 16 22:37:43.092931 dv-neutron-821829-1-hyperv neutron-server[87507]:     return self.request(url, 'GET', **kwargs)
Dec 16 22:37:43.092931 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 16 22:37:43.092931 dv-neutron-821829-1-hyperv neutron-server[87507]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 22:37:43.092931 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 16 22:37:43.092931 dv-neutron-821829-1-hyperv neutron-server[87507]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 22:37:43.092931 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 16 22:37:43.092931 dv-neutron-821829-1-hyperv neutron-server[87507]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 22:37:43.092931 dv-neutron-821829-1-hyperv neutron-server[87507]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 22:37:43.115375 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ea0186d-ffad-4070-8750-85ca5acd52a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1d6bfaf-d325-5e4f-b05d-2441d8339617-a9fe3143-2ede-4b9c-a7a9-a02a4acc426b', 'network_id': 'a9fe3143-2ede-4b9c-a7a9-a02a4acc426b', 'tenant_id': 'bb30155073f3462f829b4df60e35f5af', 'fixed_ips': [{'subnet_id': '95a355fa-2faa-4243-83d9-d55c558a9f15'}]}} from dv-neutron-821829-1-hyperv. {{(pid=87508) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 16 22:37:43.119632 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-5ea0186d-ffad-4070-8750-85ca5acd52a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:43.164905 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.base_scheduler [None req-3a02245c-d0bd-47a4-8a8a-e3c35959e61d tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821829-1-hyperv, 46273fc9-7acc-4774-8def-f13eeec99140) {{(pid=87506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:37:43.188613 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a02245c-d0bd-47a4-8a8a-e3c35959e61d tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:37:43.189215 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-3a02245c-d0bd-47a4-8a8a-e3c35959e61d tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3791486'] for subnet, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:43.220049 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd17d222-3f6d-483b-a0d0-f08b9082ede6 None None] Network 46273fc9-7acc-4774-8def-f13eeec99140 requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 22:37:43.227176 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.db_base_plugin_v2 [None req-0349f2cb-90db-410c-ba46-b719a62a035a tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Deleting subnet f2a235a9-3873-4e49-b8bc-d4aa3db0a8b1 {{(pid=87507) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 16 22:37:43.236293 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-0349f2cb-90db-410c-ba46-b719a62a035a tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks [] for subnet, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:43.248639 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6142d529-cff6-4426-bdde-f1c6d6bf0f12 None None] Pushing event updated for resources: {'Port': ['ID=656af02b-2824-4503-b5df-9d63a8b9a4a8,revision_number=2']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:37:43.252512 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-6142d529-cff6-4426-bdde-f1c6d6bf0f12 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.477s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:37:43.272093 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-acfbcf6e-3ce5-4dae-8ba5-2968e4845525 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3329572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3741856'] for network, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:43.311999 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-f9167b61-499a-4212-a61f-f85e23bdd44a tempest-ExternalNetworksTestJSON-962053912 tempest-ExternalNetworksTestJSON-962053912-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:37:43.322420 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-3ef58574-4b4c-4d88-97eb-b801394a417d tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks [] for port, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:43.328127 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-acfbcf6e-3ce5-4dae-8ba5-2968e4845525 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Notify callbacks [] for network, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:43.353546 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.provisioning_blocks [None req-3ef58574-4b4c-4d88-97eb-b801394a417d tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Transition to ACTIVE for port object 7ec07143-978b-4055-82fc-0fb47cdf76ad will not be triggered until provisioned by entity DHCP. {{(pid=87506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:37:43.356413 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-f637ceac-21f7-425a-9a48-934c3bf1e3e4 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-266764487'] for subnet, precommit_delete_associations {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:43.360034 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-844adddb-fa69-4a86-8eb4-c8225ca2f236 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:43.375956 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfbcf6e-3ce5-4dae-8ba5-2968e4845525 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Pushing event deleted for resources: {'Network': ['ID=aa4ee400-dcba-4a4e-be17-fbee391c5f77,revision_number=None']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:37:43.396209 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-acfbcf6e-3ce5-4dae-8ba5-2968e4845525 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] 10.222.0.13 "DELETE /v2.0/networks/aa4ee400-dcba-4a4e-be17-fbee391c5f77 HTTP/1.1" status: 204  len: 168 time: 8.3425872
Dec 16 22:37:43.406100 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-acfbcf6e-3ce5-4dae-8ba5-2968e4845525 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:37:43.407482 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 43900) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:37:43.434699 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-3a02245c-d0bd-47a4-8a8a-e3c35959e61d tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 2.4181621
Dec 16 22:37:43.438769 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 43904) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:37:43.451991 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-506e65d0-5f7c-419a-b8e4-a2a6a36d4b58 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Request body: {'port': {'network_id': '46273fc9-7acc-4774-8def-f13eeec99140', 'name': 'tempest-PortsTestJSON-944965583'}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:37:43.471004 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-d7608a6f-5a63-4455-92ae-15d263525655 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2144991433'}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:37:43.492191 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-0349f2cb-90db-410c-ba46-b719a62a035a tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2128562'] for subnet, precommit_delete_associations {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:43.562590 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-d7608a6f-5a63-4455-92ae-15d263525655 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:37:43.671243 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device b4a16203-a9be-4052-bdb0-6f3fa9deae9e up at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 22:37:43.688799 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-d7608a6f-5a63-4455-92ae-15d263525655 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Usage tracker for resource:network and tenant:4776cb1297af44b2a1a3b9af0f4316e5 is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:37:43.702263 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-d7608a6f-5a63-4455-92ae-15d263525655 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:37:43.716003 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-fedc5d01-1dd8-4333-adca-4e61dde35f3c tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3328622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10807868', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10549621'] for subnet, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:43.792883 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server [None req-10457d67-1bd8-45cc-88c4-f5ab1b11d139 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2d3f7cb7-a376-4150-96fa-025bd81c9e14: This subnet is being modified by another concurrent operation.
Dec 16 22:37:43.792883 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Dec 16 22:37:43.792883 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Dec 16 22:37:43.792883 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Dec 16 22:37:43.792883 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
Dec 16 22:37:43.792883 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Dec 16 22:37:43.792883 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
Dec 16 22:37:43.792883 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Dec 16 22:37:43.792883 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner
Dec 16 22:37:43.792883 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Dec 16 22:37:43.792883 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Dec 16 22:37:43.792883 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Dec 16 22:37:43.792883 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 16 22:37:43.792883 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 16 22:37:43.792883 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 16 22:37:43.792883 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 16 22:37:43.792883 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Dec 16 22:37:43.792883 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 16 22:37:43.792883 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Dec 16 22:37:43.792883 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Dec 16 22:37:43.792883 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 16 22:37:43.792883 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 16 22:37:43.792883 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 16 22:37:43.792883 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 16 22:37:43.792883 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Dec 16 22:37:43.792883 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 16 22:37:43.792883 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Dec 16 22:37:43.792883 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Dec 16 22:37:43.792883 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 16 22:37:43.792883 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 16 22:37:43.792883 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 16 22:37:43.792883 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 16 22:37:43.792883 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Dec 16 22:37:43.792883 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Dec 16 22:37:43.792883 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper
Dec 16 22:37:43.792883 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server     ret_val = f(_self, context, *args, **kwargs)
Dec 16 22:37:43.792883 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port
Dec 16 22:37:43.792883 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server     return self._port_action(plugin, context, port, 'create_port')
Dec 16 22:37:43.792883 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action
Dec 16 22:37:43.792883 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server     return p_utils.create_port(plugin, context, port)
Dec 16 22:37:43.792883 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port
Dec 16 22:37:43.792883 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server     return core_plugin.create_port(
Dec 16 22:37:43.792883 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner
Dec 16 22:37:43.792883 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server     return f(self, context, *args, **kwargs)
Dec 16 22:37:43.792883 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped
Dec 16 22:37:43.792883 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Dec 16 22:37:43.792883 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Dec 16 22:37:43.792883 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Dec 16 22:37:43.792883 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 16 22:37:43.792883 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 16 22:37:43.792883 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 16 22:37:43.792883 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 16 22:37:43.792883 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Dec 16 22:37:43.792883 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 16 22:37:43.812306 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Dec 16 22:37:43.812306 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Dec 16 22:37:43.812306 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 16 22:37:43.812306 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 16 22:37:43.812306 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 16 22:37:43.812306 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 16 22:37:43.812306 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Dec 16 22:37:43.812306 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 16 22:37:43.812306 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Dec 16 22:37:43.812306 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Dec 16 22:37:43.812306 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 16 22:37:43.812306 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 16 22:37:43.812306 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 16 22:37:43.812306 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 16 22:37:43.812306 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Dec 16 22:37:43.812306 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Dec 16 22:37:43.812306 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port
Dec 16 22:37:43.812306 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server     result, mech_context = self._create_port_db(context, port)
Dec 16 22:37:43.812306 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db
Dec 16 22:37:43.812306 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server     port_db = self.create_port_db(context, port)
Dec 16 22:37:43.812306 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1438, in create_port_db
Dec 16 22:37:43.812306 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server     self.ipam.allocate_ips_for_port_and_store(
Dec 16 22:37:43.812306 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store
Dec 16 22:37:43.812306 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server     self._safe_rollback(self._ipam_deallocate_ips, context,
Dec 16 22:37:43.812306 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 16 22:37:43.812306 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 16 22:37:43.812306 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 16 22:37:43.812306 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 16 22:37:43.812306 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store
Dec 16 22:37:43.812306 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server     ips = self._allocate_ips_for_port(context, port_copy)
Dec 16 22:37:43.812306 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port
Dec 16 22:37:43.812306 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server     subnets = self._ipam_get_subnets(
Dec 16 22:37:43.812306 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets
Dec 16 22:37:43.812306 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server     subnet.lock_register(
Dec 16 22:37:43.812306 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register
Dec 16 22:37:43.812306 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server     raise exception
Dec 16 22:37:43.812306 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2d3f7cb7-a376-4150-96fa-025bd81c9e14: This subnet is being modified by another concurrent operation.
Dec 16 22:37:43.812306 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server 
Dec 16 22:37:43.826262 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-3bec64e4-e837-49ab-8b56-859519e4d303 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:37:43.833502 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6b1197b-3b55-42da-a1df-437d7eedd8af None None] Network 567f7b35-641f-4306-93e0-3ec904f1d005 requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 22:37:43.841302 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-3ef58574-4b4c-4d88-97eb-b801394a417d tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1863393'] for port, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:43.841302 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-6ef6073f-fc5c-4273-a962-401b7a64e7d6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:37:43.854624 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-d7608a6f-5a63-4455-92ae-15d263525655 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:37:43.880152 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedc5d01-1dd8-4333-adca-4e61dde35f3c tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Pushing event deleted for resources: {'Subnet': ['ID=2d3f7cb7-a376-4150-96fa-025bd81c9e14,revision_number=None']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:37:43.880152 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-fedc5d01-1dd8-4333-adca-4e61dde35f3c tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:37:43.913748 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-f637ceac-21f7-425a-9a48-934c3bf1e3e4 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3328566'] for subnet, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:43.978014 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7608a6f-5a63-4455-92ae-15d263525655 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Made reservation on behalf of 4776cb1297af44b2a1a3b9af0f4316e5 for: {'network': 1} {{(pid=87507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:37:43.978014 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-d7608a6f-5a63-4455-92ae-15d263525655 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for network, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:43.988894 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ef58574-4b4c-4d88-97eb-b801394a417d tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Network 1ffde659-ed92-4386-9e0a-3dc43c157492 is already hosted by enough agents. {{(pid=87506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:37:43.995721 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.base_scheduler [None req-3ef58574-4b4c-4d88-97eb-b801394a417d tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Resources bound (agent type, host, resource id):  {{(pid=87506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:37:43.995721 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ef58574-4b4c-4d88-97eb-b801394a417d tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Received port after_create {{(pid=87506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 22:37:44.004892 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ef58574-4b4c-4d88-97eb-b801394a417d tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:37:44.005735 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-3ef58574-4b4c-4d88-97eb-b801394a417d tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for port, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:44.035137 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-506e65d0-5f7c-419a-b8e4-a2a6a36d4b58 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:37:44.048937 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef58574-4b4c-4d88-97eb-b801394a417d tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Pushing event updated for resources: {'Port': ['ID=7ec07143-978b-4055-82fc-0fb47cdf76ad,revision_number=1']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:37:44.073381 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-3ef58574-4b4c-4d88-97eb-b801394a417d tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:37:44.074530 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-506e65d0-5f7c-419a-b8e4-a2a6a36d4b58 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:37:44.095780 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-3ef58574-4b4c-4d88-97eb-b801394a417d tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 929 time: 2.5942104
Dec 16 22:37:44.096852 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 43908) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:37:44.157614 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-506e65d0-5f7c-419a-b8e4-a2a6a36d4b58 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Made reservation on behalf of 3ddf94e9e4ac4112b345468cafab037c for: {'port': 1} {{(pid=87506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:37:44.162101 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-506e65d0-5f7c-419a-b8e4-a2a6a36d4b58 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:44.193747 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.db_base_plugin_common [None req-c8aeab09-da60-427c-b204-ce206c077512 None None] Allocated IP 2001:db8::2 (1ffde659-ed92-4386-9e0a-3dc43c157492/74222adc-92f3-43f1-af58-484be7981189/7c55c2b2-5934-4432-8323-dd1db05c1020) {{(pid=87508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 22:37:44.212750 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-f637ceac-21f7-425a-9a48-934c3bf1e3e4 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3328622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1863378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11213117'] for subnet, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:44.221174 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-335ce3b6-09e2-437c-9dc4-d9f62302eb83 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:37:44.244046 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ef1c7e4-5364-404d-9267-a6c4c8699831 None None] DHCP port deletion for 220c3d3b-e8e0-4e00-b258-cb97b5add892 request from dv-neutron-821829-1-hyperv {{(pid=87508) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 16 22:37:44.253566 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning for port b4a16203-a9be-4052-bdb0-6f3fa9deae9e completed by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 22:37:44.261089 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.notifiers.nova [None req-506e65d0-5f7c-419a-b8e4-a2a6a36d4b58 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] device_id is not set on port 9b04fd9f-95dd-4979-b647-e7c7468dd79d yet. {{(pid=87506) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 16 22:37:44.304091 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-3ef1c7e4-5364-404d-9267-a6c4c8699831 None None] Deleting port cd88f1ee-2ffa-4360-829e-9c5f96a3e5d6 {{(pid=87508) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:37:44.304738 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-3ef1c7e4-5364-404d-9267-a6c4c8699831 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:44.317301 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-fedc5d01-1dd8-4333-adca-4e61dde35f3c tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3329565', 'neutron.services.segments.db._delete_segments_for_network-8734753546406'] for network, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:44.327188 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [None req-e898ece3-23ee-40a6-a785-02ad4ffac2ce tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Deleting port 7ec07143-978b-4055-82fc-0fb47cdf76ad {{(pid=87506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:37:44.327535 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-e898ece3-23ee-40a6-a785-02ad4ffac2ce tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:44.342729 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.db_base_plugin_common [None req-5ea0186d-ffad-4070-8750-85ca5acd52a1 None None] Allocated IP 172.21.0.2 (a9fe3143-2ede-4b9c-a7a9-a02a4acc426b/95a355fa-2faa-4243-83d9-d55c558a9f15/94206871-71bc-45db-953e-8174f30dbfc9) {{(pid=87508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 22:37:44.353778 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83ca88d6-fe72-4b8b-a793-756a3996c1d6 None None] Network 7edd76f7-0f97-48a5-b177-9842de6c0500 requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 22:37:44.354261 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f637ceac-21f7-425a-9a48-934c3bf1e3e4 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Pushing event deleted for resources: {'Subnet': ['ID=1542853a-1916-4317-8f53-dbcf0aa557e4,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:37:44.360221 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.services.segments.db [None req-fedc5d01-1dd8-4333-adca-4e61dde35f3c tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1b77146f40>,) {'filters': {'network_id': ['567f7b35-641f-4306-93e0-3ec904f1d005']}} {{(pid=87507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:37:44.369448 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning complete for port b4a16203-a9be-4052-bdb0-6f3fa9deae9e triggered by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:37:44.370078 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:44.370365 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-f637ceac-21f7-425a-9a48-934c3bf1e3e4 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3791486'] for subnet, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:44.378614 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.services.segments.db [None req-fedc5d01-1dd8-4333-adca-4e61dde35f3c tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b77146f40>, 'b7c69ce3-f32f-4a9c-9a78-d26629e9ff16') {'for_net_delete': True} {{(pid=87507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:37:44.379789 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.services.segments.db [None req-fedc5d01-1dd8-4333-adca-4e61dde35f3c tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b77146f40>, 'b7c69ce3-f32f-4a9c-9a78-d26629e9ff16') {} {{(pid=87507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:37:44.391072 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-f637ceac-21f7-425a-9a48-934c3bf1e3e4 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:37:44.395441 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-fedc5d01-1dd8-4333-adca-4e61dde35f3c tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734753593977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2128549'] for segment, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:44.443416 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-f637ceac-21f7-425a-9a48-934c3bf1e3e4 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] 10.222.0.13 "DELETE /v2.0/subnets/1542853a-1916-4317-8f53-dbcf0aa557e4 HTTP/1.1" status: 204  len: 168 time: 1.5644908
Dec 16 22:37:44.447105 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 43912) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:37:44.451635 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-fedc5d01-1dd8-4333-adca-4e61dde35f3c tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-883292'] for segment, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:44.461042 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fedc5d01-1dd8-4333-adca-4e61dde35f3c tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Releasing vlan 180 on physical network physnet1 to pool {{(pid=87507) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 16 22:37:44.461720 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-fedc5d01-1dd8-4333-adca-4e61dde35f3c tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-883285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10808034'] for segment, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:44.597442 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-0349f2cb-90db-410c-ba46-b719a62a035a tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3328566'] for subnet, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:44.621006 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24dc2789-760f-4896-bbcd-95446347cf50 None None] Network 519d17a7-5296-4a05-a239-5e7584b2ec06 requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 22:37:44.629994 dv-neutron-821829-1-hyperv neutron-server[87507]: Traceback (most recent call last):
Dec 16 22:37:44.629994 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 16 22:37:44.629994 dv-neutron-821829-1-hyperv neutron-server[87507]:     timer()
Dec 16 22:37:44.629994 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 22:37:44.629994 dv-neutron-821829-1-hyperv neutron-server[87507]:     cb(*args, **kw)
Dec 16 22:37:44.629994 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 22:37:44.629994 dv-neutron-821829-1-hyperv neutron-server[87507]:     return func(*args, **kwargs)
Dec 16 22:37:44.629994 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 22:37:44.629994 dv-neutron-821829-1-hyperv neutron-server[87507]:     self._notify()
Dec 16 22:37:44.629994 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 22:37:44.629994 dv-neutron-821829-1-hyperv neutron-server[87507]:     self.callback(batched_events)
Dec 16 22:37:44.629994 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 22:37:44.629994 dv-neutron-821829-1-hyperv neutron-server[87507]:     event.method(event)
Dec 16 22:37:44.629994 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 22:37:44.629994 dv-neutron-821829-1-hyperv neutron-server[87507]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 22:37:44.629994 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 22:37:44.629994 dv-neutron-821829-1-hyperv neutron-server[87507]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 22:37:44.629994 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 22:37:44.629994 dv-neutron-821829-1-hyperv neutron-server[87507]:     return f(self, *a, **k)
Dec 16 22:37:44.629994 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 16 22:37:44.629994 dv-neutron-821829-1-hyperv neutron-server[87507]:     return self._get(url).json()
Dec 16 22:37:44.629994 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 16 22:37:44.629994 dv-neutron-821829-1-hyperv neutron-server[87507]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 22:37:44.629994 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 16 22:37:44.629994 dv-neutron-821829-1-hyperv neutron-server[87507]:     return self.request(url, 'GET', **kwargs)
Dec 16 22:37:44.629994 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 16 22:37:44.629994 dv-neutron-821829-1-hyperv neutron-server[87507]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 22:37:44.629994 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 16 22:37:44.629994 dv-neutron-821829-1-hyperv neutron-server[87507]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 22:37:44.629994 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 16 22:37:44.629994 dv-neutron-821829-1-hyperv neutron-server[87507]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 22:37:44.629994 dv-neutron-821829-1-hyperv neutron-server[87507]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 22:37:44.649656 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-fedc5d01-1dd8-4333-adca-4e61dde35f3c tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3329572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3741856'] for network, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:44.693670 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-9ec8aace-92c0-4586-8ab4-d7e8b290f9e5 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:37:44.713470 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-fedc5d01-1dd8-4333-adca-4e61dde35f3c tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Notify callbacks [] for network, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:44.723186 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.db_base_plugin_v2 [None req-b51eb91d-7ab3-47b5-8c80-b39b23c2a9df tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Deleting subnet c58f211e-8ac2-465d-9967-bd01045c72a7 {{(pid=87506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 16 22:37:44.727069 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7608a6f-5a63-4455-92ae-15d263525655 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] vlan segment allocate from pool success with {'vlan_id': 184, 'physical_network': 'physnet1'}  {{(pid=87507) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 22:37:44.736378 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-b51eb91d-7ab3-47b5-8c80-b39b23c2a9df tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks [] for subnet, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:44.766279 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.db_base_plugin_common [None req-506e65d0-5f7c-419a-b8e4-a2a6a36d4b58 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Allocated IP 172.20.0.2 (46273fc9-7acc-4774-8def-f13eeec99140/cfe51f89-f7de-4c16-8633-58ae2c619c21/9b04fd9f-95dd-4979-b647-e7c7468dd79d) {{(pid=87506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 22:37:44.768758 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedc5d01-1dd8-4333-adca-4e61dde35f3c tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Pushing event deleted for resources: {'Network': ['ID=567f7b35-641f-4306-93e0-3ec904f1d005,revision_number=None']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:37:44.769578 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-932b00ba-f98d-4ba8-968c-a6308fb23fcf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1d6bfaf-d325-5e4f-b05d-2441d8339617-46273fc9-7acc-4774-8def-f13eeec99140', 'network_id': '46273fc9-7acc-4774-8def-f13eeec99140', 'tenant_id': '3ddf94e9e4ac4112b345468cafab037c', 'fixed_ips': [{'subnet_id': 'cfe51f89-f7de-4c16-8633-58ae2c619c21'}]}} from dv-neutron-821829-1-hyperv. {{(pid=87508) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 16 22:37:44.770440 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-932b00ba-f98d-4ba8-968c-a6308fb23fcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:44.782612 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-fedc5d01-1dd8-4333-adca-4e61dde35f3c tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:37:44.791109 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-fedc5d01-1dd8-4333-adca-4e61dde35f3c tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] 10.222.0.13 "DELETE /v2.0/networks/567f7b35-641f-4306-93e0-3ec904f1d005 HTTP/1.1" status: 204  len: 168 time: 3.6693223
Dec 16 22:37:44.794561 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-d7608a6f-5a63-4455-92ae-15d263525655 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-883292'] for segment, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:44.795243 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.db.segments_db [None req-d7608a6f-5a63-4455-92ae-15d263525655 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Added segment 79855f60-3232-4c75-8ec7-b28529140479 of type vlan for network b0158ae1-7a17-4125-b3c6-4e0441433d2d
Dec 16 22:37:44.799120 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 43916) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:37:44.817432 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-5b7959b8-1709-4253-aae8-0503f8985556 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-192511036'}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:37:44.824857 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-5b7959b8-1709-4253-aae8-0503f8985556 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:37:44.829260 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-5b7959b8-1709-4253-aae8-0503f8985556 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Usage tracker for resource:network and tenant:c85c59d360694166b5b0483f9fc81199 is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:37:44.832394 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-5b7959b8-1709-4253-aae8-0503f8985556 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:37:44.839620 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-5b7959b8-1709-4253-aae8-0503f8985556 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:37:44.856195 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-b51eb91d-7ab3-47b5-8c80-b39b23c2a9df tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-266764487'] for subnet, precommit_delete_associations {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:44.890503 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b7959b8-1709-4253-aae8-0503f8985556 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Made reservation on behalf of c85c59d360694166b5b0483f9fc81199 for: {'network': 1} {{(pid=87507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:37:44.894882 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-5b7959b8-1709-4253-aae8-0503f8985556 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for network, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:44.925823 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-e898ece3-23ee-40a6-a785-02ad4ffac2ce tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:44.972865 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-0349f2cb-90db-410c-ba46-b719a62a035a tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3328622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10807868', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10549621'] for subnet, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:44.979951 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-d7608a6f-5a63-4455-92ae-15d263525655 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734753047233'] for network, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:44.984580 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-acfbcf6e-3ce5-4dae-8ba5-2968e4845525 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:37:45.037159 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0349f2cb-90db-410c-ba46-b719a62a035a tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Pushing event deleted for resources: {'Subnet': ['ID=f2a235a9-3873-4e49-b8bc-d4aa3db0a8b1,revision_number=None']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:37:45.043697 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-04564719-2059-4ece-a845-7787d28c7724 None None] Provisioning for port 656af02b-2824-4503-b5df-9d63a8b9a4a8 completed by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 22:37:45.044350 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-0349f2cb-90db-410c-ba46-b719a62a035a tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:37:45.052008 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-0349f2cb-90db-410c-ba46-b719a62a035a tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks [] for subnet, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:45.062000 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b7959b8-1709-4253-aae8-0503f8985556 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] vlan segment allocate from pool success with {'vlan_id': 154, 'physical_network': 'physnet1'}  {{(pid=87507) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 22:37:45.084499 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-0349f2cb-90db-410c-ba46-b719a62a035a tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] 10.222.0.13 "DELETE /v2.0/subnets/f2a235a9-3873-4e49-b8bc-d4aa3db0a8b1 HTTP/1.1" status: 204  len: 168 time: 2.2230849
Dec 16 22:37:45.089418 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 43920) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:37:45.099494 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [None req-e898ece3-23ee-40a6-a785-02ad4ffac2ce tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Calling delete_port for 7ec07143-978b-4055-82fc-0fb47cdf76ad owned by  {{(pid=87506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:37:45.110692 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-5b7959b8-1709-4253-aae8-0503f8985556 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-883292'] for segment, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:45.111048 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.db.segments_db [None req-5b7959b8-1709-4253-aae8-0503f8985556 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Added segment f278aae0-91e3-42e6-9f8e-14d8252d1048 of type vlan for network 97f8d5c1-a0c5-46ac-a66a-0257f661cf95
Dec 16 22:37:45.120340 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-d7608a6f-5a63-4455-92ae-15d263525655 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440'] for network, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:45.120992 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ecf00b4-bb71-4d9b-ac17-60e0eeda9a94 None None] Network beb9486e-1750-4c8a-b6a4-e35f12b2c70a requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 22:37:45.126375 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7608a6f-5a63-4455-92ae-15d263525655 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:37:45.127131 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-d7608a6f-5a63-4455-92ae-15d263525655 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Notify callbacks [] for network, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:45.138242 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-2d8c7be2-79ac-4524-a6a7-81632cd930cf tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:37:45.281687 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-b51eb91d-7ab3-47b5-8c80-b39b23c2a9df tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3328566'] for subnet, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:45.315146 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-d7608a6f-5a63-4455-92ae-15d263525655 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 784 time: 1.8862228
Dec 16 22:37:45.321949 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 43926) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:37:45.331687 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-5b7959b8-1709-4253-aae8-0503f8985556 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734753047233'] for network, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:45.338538 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-8aec05aa-122a-4bdb-a2d4-8656af7aa1e1 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Request body: {'subnet': {'network_id': 'b0158ae1-7a17-4125-b3c6-4e0441433d2d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:37:45.351393 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7608a6f-5a63-4455-92ae-15d263525655 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Pushing event updated for resources: {'Network': ['ID=b0158ae1-7a17-4125-b3c6-4e0441433d2d,revision_number=1']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:37:45.356653 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-45735458-0e77-4436-9ef0-ab305bf1f34c tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-825997'] for network, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:45.361077 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-d7608a6f-5a63-4455-92ae-15d263525655 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:37:45.388122 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.plugin [None req-45735458-0e77-4436-9ef0-ab305bf1f34c tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Deleting port cd88f1ee-2ffa-4360-829e-9c5f96a3e5d6 {{(pid=87507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:37:45.388456 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-45735458-0e77-4436-9ef0-ab305bf1f34c tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:45.424126 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-5b7959b8-1709-4253-aae8-0503f8985556 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440'] for network, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:45.430917 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b7959b8-1709-4253-aae8-0503f8985556 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:37:45.431495 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-5b7959b8-1709-4253-aae8-0503f8985556 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Notify callbacks [] for network, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:45.438476 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-c9914b35-fb36-459c-bf94-5d62b120d1cc tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:37:45.448068 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Network b0158ae1-7a17-4125-b3c6-4e0441433d2d details requested by agent ovs-agent-dv-neutron-821829-1-hyperv with host dv-neutron-821829-1-hyperv {{(pid=87508) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 22:37:45.490067 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-506e65d0-5f7c-419a-b8e4-a2a6a36d4b58 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks [] for port, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:45.547218 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-5b7959b8-1709-4253-aae8-0503f8985556 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 779 time: 0.7411015
Dec 16 22:37:45.554667 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 43930) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:37:45.561882 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-8aec05aa-122a-4bdb-a2d4-8656af7aa1e1 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:37:45.566074 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-8aec05aa-122a-4bdb-a2d4-8656af7aa1e1 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Usage tracker for resource:subnet and tenant:4776cb1297af44b2a1a3b9af0f4316e5 is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:37:45.570165 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-8aec05aa-122a-4bdb-a2d4-8656af7aa1e1 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:37:45.573102 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-b51eb91d-7ab3-47b5-8c80-b39b23c2a9df tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3328622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1863378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11213117'] for subnet, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:45.577198 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.provisioning_blocks [None req-506e65d0-5f7c-419a-b8e4-a2a6a36d4b58 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Transition to ACTIVE for port object 9b04fd9f-95dd-4979-b647-e7c7468dd79d will not be triggered until provisioned by entity DHCP. {{(pid=87506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:37:45.581087 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-df23cf72-4b0f-4117-8ba6-07f463a12322 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:37:45.602366 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-8c819808-781e-4d01-97b8-e96d23dadb13 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Request body: {'subnet': {'network_id': '97f8d5c1-a0c5-46ac-a66a-0257f661cf95', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:37:45.615664 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-8aec05aa-122a-4bdb-a2d4-8656af7aa1e1 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:37:45.618403 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-e898ece3-23ee-40a6-a785-02ad4ffac2ce tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1863393'] for port, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:45.637552 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51eb91d-7ab3-47b5-8c80-b39b23c2a9df tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Pushing event deleted for resources: {'Subnet': ['ID=c58f211e-8ac2-465d-9967-bd01045c72a7,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:37:45.644212 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-b51eb91d-7ab3-47b5-8c80-b39b23c2a9df tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:37:45.645003 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-8b12f18f-434a-4258-82a7-132a7ef5e3d8 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.011s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:37:45.711124 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7959b8-1709-4253-aae8-0503f8985556 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Pushing event updated for resources: {'Network': ['ID=97f8d5c1-a0c5-46ac-a66a-0257f661cf95,revision_number=1']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:37:45.715425 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-5b7959b8-1709-4253-aae8-0503f8985556 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:37:45.769880 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Network 97f8d5c1-a0c5-46ac-a66a-0257f661cf95 details requested by agent ovs-agent-dv-neutron-821829-1-hyperv with host dv-neutron-821829-1-hyperv {{(pid=87508) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 22:37:45.808234 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-b51eb91d-7ab3-47b5-8c80-b39b23c2a9df tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3791486'] for subnet, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:45.824444 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:45.831737 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-b51eb91d-7ab3-47b5-8c80-b39b23c2a9df tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] 10.222.0.13 "DELETE /v2.0/subnets/c58f211e-8ac2-465d-9967-bd01045c72a7 HTTP/1.1" status: 204  len: 168 time: 1.3804028
Dec 16 22:37:45.832665 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8aec05aa-122a-4bdb-a2d4-8656af7aa1e1 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Made reservation on behalf of 4776cb1297af44b2a1a3b9af0f4316e5 for: {'subnet': 1} {{(pid=87506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:37:45.836747 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-8aec05aa-122a-4bdb-a2d4-8656af7aa1e1 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11213078'] for subnet, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:45.840244 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 43936) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:37:45.844453 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-3ef1c7e4-5364-404d-9267-a6c4c8699831 None None] For port cd88f1ee-2ffa-4360-829e-9c5f96a3e5d6, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=cd88f1ee-2ffa-4360-829e-9c5f96a3e5d6,segment=NetworkSegment(55881993-30ee-453e-b35d-881260d3222e),segment_id=55881993-30ee-453e-b35d-881260d3222e)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:37:45.845106 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-3ef1c7e4-5364-404d-9267-a6c4c8699831 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:45.886935 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e898ece3-23ee-40a6-a785-02ad4ffac2ce tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Pushing event deleted for resources: {'Port': ['ID=7ec07143-978b-4055-82fc-0fb47cdf76ad,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:37:45.906863 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-e898ece3-23ee-40a6-a785-02ad4ffac2ce tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:37:45.920511 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-8c819808-781e-4d01-97b8-e96d23dadb13 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:37:45.933830 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-ce3e8076-f11e-4710-bd7f-f3aa4faec1ab tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0921524
Dec 16 22:37:45.934953 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-8c819808-781e-4d01-97b8-e96d23dadb13 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Usage tracker for resource:subnet and tenant:c85c59d360694166b5b0483f9fc81199 is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:37:45.939269 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 43940) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:37:45.940087 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-8c819808-781e-4d01-97b8-e96d23dadb13 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:37:45.953364 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-1aeebc68-9502-4adb-9b34-2e8dd5f66d67 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Request body: {'subnet': {'network_id': '7edd76f7-0f97-48a5-b177-9842de6c0500', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:37:45.965491 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-e898ece3-23ee-40a6-a785-02ad4ffac2ce tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for port, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:45.967309 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-e898ece3-23ee-40a6-a785-02ad4ffac2ce tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] 10.222.0.13 "DELETE /v2.0/ports/7ec07143-978b-4055-82fc-0fb47cdf76ad HTTP/1.1" status: 204  len: 168 time: 1.8668802
Dec 16 22:37:45.973194 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 43944) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:37:46.014075 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-c8aeab09-da60-427c-b204-ce206c077512 None None] Notify callbacks [] for port, precommit_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:46.025648 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-8c819808-781e-4d01-97b8-e96d23dadb13 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:37:46.039308 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b825523-e295-401a-9d2c-7bcae7210685 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] DELETE failed (client error): The resource could not be found.
Dec 16 22:37:46.039795 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b825523-e295-401a-9d2c-7bcae7210685 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 16 22:37:46.044033 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-2b825523-e295-401a-9d2c-7bcae7210685 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] 10.222.0.13 "DELETE /v2.0/ports/7ec07143-978b-4055-82fc-0fb47cdf76ad HTTP/1.1" status: 404  len: 333 time: 0.0670452
Dec 16 22:37:46.046160 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 43948) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:37:46.057030 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.db [None req-45735458-0e77-4436-9ef0-ab305bf1f34c tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] For port cd88f1ee-2ffa-4360-829e-9c5f96a3e5d6, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=cd88f1ee-2ffa-4360-829e-9c5f96a3e5d6,segment=NetworkSegment(55881993-30ee-453e-b35d-881260d3222e),segment_id=55881993-30ee-453e-b35d-881260d3222e)] {{(pid=87507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:37:46.057465 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-45735458-0e77-4436-9ef0-ab305bf1f34c tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:46.070011 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c819808-781e-4d01-97b8-e96d23dadb13 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Made reservation on behalf of c85c59d360694166b5b0483f9fc81199 for: {'subnet': 1} {{(pid=87507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:37:46.073539 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-8c819808-781e-4d01-97b8-e96d23dadb13 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10549598'] for subnet, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:46.093542 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-506e65d0-5f7c-419a-b8e4-a2a6a36d4b58 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1863393'] for port, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:46.096206 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-3ef1c7e4-5364-404d-9267-a6c4c8699831 None None] Calling delete_port for cd88f1ee-2ffa-4360-829e-9c5f96a3e5d6 owned by network:dhcp {{(pid=87508) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:37:46.102992 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-61c0c01f-f42a-4d11-a37b-072703248ea7 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:37:46.142808 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.pecan_wsgi.hooks.translation [None req-acf9f203-ebd5-42a4-afcf-5534671d63bd tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] GET failed (client error): The resource could not be found.
Dec 16 22:37:46.143305 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-acf9f203-ebd5-42a4-afcf-5534671d63bd tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Synchronizing usage tracker for tenant:69ee045658914011ac7b8ba0ad799b2d on resource:port {{(pid=87506) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 22:37:46.197511 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-506e65d0-5f7c-419a-b8e4-a2a6a36d4b58 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Network 46273fc9-7acc-4774-8def-f13eeec99140 is already hosted by enough agents. {{(pid=87506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:37:46.203397 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.base_scheduler [None req-506e65d0-5f7c-419a-b8e4-a2a6a36d4b58 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Resources bound (agent type, host, resource id):  {{(pid=87506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:37:46.205865 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-506e65d0-5f7c-419a-b8e4-a2a6a36d4b58 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Received port after_create {{(pid=87506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 22:37:46.243130 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506e65d0-5f7c-419a-b8e4-a2a6a36d4b58 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Pushing event updated for resources: {'Port': ['ID=9b04fd9f-95dd-4979-b647-e7c7468dd79d,revision_number=1']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:37:46.246247 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-506e65d0-5f7c-419a-b8e4-a2a6a36d4b58 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:37:46.257511 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-acf9f203-ebd5-42a4-afcf-5534671d63bd tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Unset dirty status for tenant:69ee045658914011ac7b8ba0ad799b2d on resource:port {{(pid=87506) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 22:37:46.259518 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-acf9f203-ebd5-42a4-afcf-5534671d63bd tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] 10.222.0.13 "GET /v2.0/ports/7ec07143-978b-4055-82fc-0fb47cdf76ad HTTP/1.1" status: 404  len: 333 time: 0.2143288
Dec 16 22:37:46.275483 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 43952) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:37:46.282101 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-c8aeab09-da60-427c-b204-ce206c077512 None None] Transition to ACTIVE for port object 7c55c2b2-5934-4432-8323-dd1db05c1020 will not be triggered until provisioned by entity L2. {{(pid=87508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:37:46.362397 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-5ea0186d-ffad-4070-8750-85ca5acd52a1 None None] Notify callbacks [] for port, precommit_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:46.371660 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] For port b4a16203-a9be-4052-bdb0-6f3fa9deae9e, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=b4a16203-a9be-4052-bdb0-6f3fa9deae9e,segment=NetworkSegment(02117158-d52c-49eb-bf76-7669229196fc),segment_id=02117158-d52c-49eb-bf76-7669229196fc)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:37:46.382712 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-506e65d0-5f7c-419a-b8e4-a2a6a36d4b58 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:37:46.383319 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-506e65d0-5f7c-419a-b8e4-a2a6a36d4b58 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for port, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:46.403074 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.plugin [None req-45735458-0e77-4436-9ef0-ab305bf1f34c tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Calling delete_port for cd88f1ee-2ffa-4360-829e-9c5f96a3e5d6 owned by network:dhcp {{(pid=87507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:37:46.412952 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-c8aeab09-da60-427c-b204-ce206c077512 None None] Transition to ACTIVE for port object 7c55c2b2-5934-4432-8323-dd1db05c1020 will not be triggered until provisioned by entity DHCP. {{(pid=87508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:37:46.417704 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:46.418669 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 656af02b-2824-4503-b5df-9d63a8b9a4a8 up at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 22:37:46.433479 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad0593c5-c716-40ca-addd-3d3c863d0c78 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Deleting subnet 74222adc-92f3-43f1-af58-484be7981189 {{(pid=87506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 16 22:37:46.458868 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-5ea0186d-ffad-4070-8750-85ca5acd52a1 None None] Transition to ACTIVE for port object 94206871-71bc-45db-953e-8174f30dbfc9 will not be triggered until provisioned by entity L2. {{(pid=87508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:37:46.464793 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-1aeebc68-9502-4adb-9b34-2e8dd5f66d67 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:37:46.465002 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-3bf6a357-ace4-40e6-b0a5-a48ab801a5ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:37:46.474144 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.ipam_backend_mixin [None req-8c819808-781e-4d01-97b8-e96d23dadb13 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Performing IP validity checks on allocation pools {{(pid=87507) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}}
Dec 16 22:37:46.474651 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.ipam_backend_mixin [None req-8c819808-781e-4d01-97b8-e96d23dadb13 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87507) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}}
Dec 16 22:37:46.483077 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-1aeebc68-9502-4adb-9b34-2e8dd5f66d67 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Usage tracker for resource:subnet and tenant:8e4385a98eb1416284c1cc96b3355a70 is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:37:46.487206 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-1aeebc68-9502-4adb-9b34-2e8dd5f66d67 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:37:46.501916 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-1aeebc68-9502-4adb-9b34-2e8dd5f66d67 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:37:46.511743 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-ad0593c5-c716-40ca-addd-3d3c863d0c78 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks [] for subnet, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:46.540273 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1aeebc68-9502-4adb-9b34-2e8dd5f66d67 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Made reservation on behalf of 8e4385a98eb1416284c1cc96b3355a70 for: {'subnet': 1} {{(pid=87507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:37:46.544150 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-1aeebc68-9502-4adb-9b34-2e8dd5f66d67 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10549598'] for subnet, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:46.561423 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-506e65d0-5f7c-419a-b8e4-a2a6a36d4b58 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 923 time: 3.1170006
Dec 16 22:37:46.565083 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 43956) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:37:46.630266 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-c8aeab09-da60-427c-b204-ce206c077512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940'] for port, after_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:46.630516 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-8aec05aa-122a-4bdb-a2d4-8656af7aa1e1 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1863317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11213092'] for subnet, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:46.638466 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-ad0593c5-c716-40ca-addd-3d3c863d0c78 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-266764487'] for subnet, precommit_delete_associations {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:46.665674 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-6a51e630-2971-41c4-bca4-3cdba35b0c4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:37:46.682070 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.db.api [None req-3ef1c7e4-5364-404d-9267-a6c4c8699831 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction')
Dec 16 22:37:46.682070 dv-neutron-821829-1-hyperv neutron-server[87508]: [SQL: DELETE FROM portsecuritybindings WHERE portsecuritybindings.port_id = %(port_id)s]
Dec 16 22:37:46.682070 dv-neutron-821829-1-hyperv neutron-server[87508]: [parameters: {'port_id': 'cd88f1ee-2ffa-4360-829e-9c5f96a3e5d6'}]
Dec 16 22:37:46.682070 dv-neutron-821829-1-hyperv neutron-server[87508]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=87508) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 16 22:37:46.682554 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_db.api [None req-3ef1c7e4-5364-404d-9267-a6c4c8699831 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 16 22:37:46.683150 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.db.api [None req-932b00ba-f98d-4ba8-968c-a6308fb23fcf None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-94adac0f-1f2f-4acf-a93c-6527a238ac05 {{(pid=87508) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 16 22:37:46.683505 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_db.api [None req-932b00ba-f98d-4ba8-968c-a6308fb23fcf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 16 22:37:46.701756 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-5ea0186d-ffad-4070-8750-85ca5acd52a1 None None] Transition to ACTIVE for port object 94206871-71bc-45db-953e-8174f30dbfc9 will not be triggered until provisioned by entity DHCP. {{(pid=87508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:37:46.718607 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8aeab09-da60-427c-b204-ce206c077512 None None] Network 1ffde659-ed92-4386-9e0a-3dc43c157492 is already hosted by enough agents. {{(pid=87508) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:37:46.727974 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.scheduler.base_scheduler [None req-c8aeab09-da60-427c-b204-ce206c077512 None None] Resources bound (agent type, host, resource id):  {{(pid=87508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:37:46.730161 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-5ea0186d-ffad-4070-8750-85ca5acd52a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940'] for port, after_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:46.735070 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8aeab09-da60-427c-b204-ce206c077512 None None] Received port after_create {{(pid=87508) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 22:37:46.760042 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [None req-0ae321cd-7c03-41e5-936a-cdb0f2dbe855 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Deleting port 9b04fd9f-95dd-4979-b647-e7c7468dd79d {{(pid=87506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:37:46.760385 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-0ae321cd-7c03-41e5-936a-cdb0f2dbe855 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:46.762263 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Pushing event updated for resources: {'Port': ['ID=b4a16203-a9be-4052-bdb0-6f3fa9deae9e,revision_number=5']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:37:46.823406 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.359s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:37:46.838160 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.db_base_plugin_common [None req-844adddb-fa69-4a86-8eb4-c8225ca2f236 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Allocated IP 172.21.0.1 (a9fe3143-2ede-4b9c-a7a9-a02a4acc426b/95a355fa-2faa-4243-83d9-d55c558a9f15/23f463ae-462a-4a35-a545-23810024be4a) {{(pid=87507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 22:37:46.844057 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aec05aa-122a-4bdb-a2d4-8656af7aa1e1 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Pushing event updated for resources: {'Subnet': ['ID=00d322c1-2cd4-4ccf-9c32-8bc11169bd23,revision_number=0']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:37:46.852094 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-6142d529-cff6-4426-bdde-f1c6d6bf0f12 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.208s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:37:46.854893 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-8aec05aa-122a-4bdb-a2d4-8656af7aa1e1 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:37:46.873769 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aec05aa-122a-4bdb-a2d4-8656af7aa1e1 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Checking segment: {'id': '79855f60-3232-4c75-8ec7-b28529140479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'b0158ae1-7a17-4125-b3c6-4e0441433d2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 22:37:46.874245 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aec05aa-122a-4bdb-a2d4-8656af7aa1e1 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Network hostable DHCP agents. Network: b0158ae1-7a17-4125-b3c6-4e0441433d2d, hostable agents: ['3b155c4d-12dc-491e-aa14-6113b06cfacd'], hosted agents: [] {{(pid=87506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 16 22:37:46.895132 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfd82136-fae4-42b3-bff2-4caed7adedb5 None None] DHCP port deletion for beb9486e-1750-4c8a-b6a4-e35f12b2c70a request from dv-neutron-821829-1-hyperv {{(pid=87508) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 16 22:37:46.945652 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ea0186d-ffad-4070-8750-85ca5acd52a1 None None] Network a9fe3143-2ede-4b9c-a7a9-a02a4acc426b is already hosted by enough agents. {{(pid=87508) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:37:46.957585 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-1aeebc68-9502-4adb-9b34-2e8dd5f66d67 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10807931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10549612'] for subnet, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:46.961841 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.scheduler.base_scheduler [None req-5ea0186d-ffad-4070-8750-85ca5acd52a1 None None] Resources bound (agent type, host, resource id):  {{(pid=87508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:37:46.972000 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-ad0593c5-c716-40ca-addd-3d3c863d0c78 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3328566'] for subnet, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:46.976621 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-dfd82136-fae4-42b3-bff2-4caed7adedb5 None None] Deleting port b8aaf04a-5ccb-4172-ac26-c55e522741d5 {{(pid=87508) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:37:46.977015 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-dfd82136-fae4-42b3-bff2-4caed7adedb5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:47.001800 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ea0186d-ffad-4070-8750-85ca5acd52a1 None None] Received port after_create {{(pid=87508) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 22:37:47.002044 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-9b91b533-03b5-48b2-ad03-bd9c7892ca0a tempest-ExtraDHCPOptionsTestJSON-1956761191 tempest-ExtraDHCPOptionsTestJSON-1956761191-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:37:47.032959 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning for port 656af02b-2824-4503-b5df-9d63a8b9a4a8 completed by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 22:37:47.051391 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-45735458-0e77-4436-9ef0-ab305bf1f34c tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10807823'] for port, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:47.061666 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aec05aa-122a-4bdb-a2d4-8656af7aa1e1 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Network b0158ae1-7a17-4125-b3c6-4e0441433d2d is scheduled to be hosted by DHCP agent 3b155c4d-12dc-491e-aa14-6113b06cfacd with binding_index 1 {{(pid=87506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 16 22:37:47.093424 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aeebc68-9502-4adb-9b34-2e8dd5f66d67 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Network 7edd76f7-0f97-48a5-b177-9842de6c0500 is already hosted by enough agents. {{(pid=87507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:37:47.096053 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.base_scheduler [None req-8aec05aa-122a-4bdb-a2d4-8656af7aa1e1 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821829-1-hyperv, b0158ae1-7a17-4125-b3c6-4e0441433d2d) {{(pid=87506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:37:47.102355 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning complete for port 656af02b-2824-4503-b5df-9d63a8b9a4a8 triggered by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:37:47.103106 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:47.105979 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.base_scheduler [None req-1aeebc68-9502-4adb-9b34-2e8dd5f66d67 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Resources bound (agent type, host, resource id):  {{(pid=87507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:37:47.108136 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aec05aa-122a-4bdb-a2d4-8656af7aa1e1 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:37:47.108739 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-8aec05aa-122a-4bdb-a2d4-8656af7aa1e1 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3791486'] for subnet, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:47.124644 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aeebc68-9502-4adb-9b34-2e8dd5f66d67 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:37:47.125286 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-1aeebc68-9502-4adb-9b34-2e8dd5f66d67 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks [] for subnet, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:47.130939 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45735458-0e77-4436-9ef0-ab305bf1f34c tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] No DVR routers for this DVR port cd88f1ee-2ffa-4360-829e-9c5f96a3e5d6 on host dv-neutron-821829-1-hyperv {{(pid=87507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 22:37:47.134480 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8aeab09-da60-427c-b204-ce206c077512 None None] Pushing event updated for resources: {'Port': ['ID=7c55c2b2-5934-4432-8323-dd1db05c1020,revision_number=1']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:37:47.170299 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-c8aeab09-da60-427c-b204-ce206c077512 None None] Attempting to bind port 7c55c2b2-5934-4432-8323-dd1db05c1020 on host dv-neutron-821829-1-hyperv for vnic_type normal with profile  {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 22:37:47.170969 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-c8aeab09-da60-427c-b204-ce206c077512 None None] Attempting to bind port 7c55c2b2-5934-4432-8323-dd1db05c1020 by drivers openvswitch,hyperv on host dv-neutron-821829-1-hyperv at level 0 using segments [{'id': '08dcc616-7573-4780-aedd-df70e925f009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '1ffde659-ed92-4386-9e0a-3dc43c157492'}] {{(pid=87508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 22:37:47.171532 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8aeab09-da60-427c-b204-ce206c077512 None None] Attempting to bind port 7c55c2b2-5934-4432-8323-dd1db05c1020 on network 1ffde659-ed92-4386-9e0a-3dc43c157492 {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 22:37:47.173951 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea787009-2c0e-4774-aeeb-97a0ffc0ea26 None None] Network b0158ae1-7a17-4125-b3c6-4e0441433d2d requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 22:37:47.182534 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-0ae321cd-7c03-41e5-936a-cdb0f2dbe855 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:47.230177 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-3ef1c7e4-5364-404d-9267-a6c4c8699831 None None] Deleting port cd88f1ee-2ffa-4360-829e-9c5f96a3e5d6 {{(pid=87508) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:37:47.230949 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-3ef1c7e4-5364-404d-9267-a6c4c8699831 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:47.257560 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-932b00ba-f98d-4ba8-968c-a6308fb23fcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:47.301955 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aeebc68-9502-4adb-9b34-2e8dd5f66d67 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Pushing event updated for resources: {'Subnet': ['ID=bfb2df0d-28dd-4381-bef6-f60554e45c0f,revision_number=0']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:37:47.304541 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-1aeebc68-9502-4adb-9b34-2e8dd5f66d67 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:37:47.308589 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8aeab09-da60-427c-b204-ce206c077512 None None] Checking agent: {'id': '5571501f-366e-47a4-9b60-8ef19d935d27', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821829-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 24, 2), 'started_at': datetime.datetime(2021, 12, 16, 22, 24, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 37, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821829-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 22:37:47.308985 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8aeab09-da60-427c-b204-ce206c077512 None None] Checking segment: {'id': '08dcc616-7573-4780-aedd-df70e925f009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '1ffde659-ed92-4386-9e0a-3dc43c157492'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 22:37:47.309409 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-c8aeab09-da60-427c-b204-ce206c077512 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:47.309819 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8aeab09-da60-427c-b204-ce206c077512 None None] Bound using segment: {'id': '08dcc616-7573-4780-aedd-df70e925f009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '1ffde659-ed92-4386-9e0a-3dc43c157492'} {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 22:37:47.310316 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-c8aeab09-da60-427c-b204-ce206c077512 None None] Bound port: 7c55c2b2-5934-4432-8323-dd1db05c1020, host: dv-neutron-821829-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08dcc616-7573-4780-aedd-df70e925f009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '1ffde659-ed92-4386-9e0a-3dc43c157492'}}] {{(pid=87508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 22:37:47.310705 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-c8aeab09-da60-427c-b204-ce206c077512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:47.313891 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-74244fbe-2da2-4fa1-8555-9eba772cb031 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.238s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:37:47.319238 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56c8ebd9-300f-4f28-96c3-3dc331dee807 None None] Update dhcp port {'port': {'network_id': '7edd76f7-0f97-48a5-b177-9842de6c0500', 'fixed_ips': [{'subnet_id': 'c58f211e-8ac2-465d-9967-bd01045c72a7'}], 'binding:host_id': 'dv-neutron-821829-1-hyperv'}, 'id': 'f63ea5e5-1521-41ec-b06b-8a476f3befb0'} from dv-neutron-821829-1-hyperv. {{(pid=87508) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}}
Dec 16 22:37:47.338569 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [None req-0ae321cd-7c03-41e5-936a-cdb0f2dbe855 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Calling delete_port for 9b04fd9f-95dd-4979-b647-e7c7468dd79d owned by  {{(pid=87506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:37:47.385857 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-8aec05aa-122a-4bdb-a2d4-8656af7aa1e1 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 904 time: 2.0543017
Dec 16 22:37:47.391332 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 43960) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:37:47.414949 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-844adddb-fa69-4a86-8eb4-c8225ca2f236 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks [] for port, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:47.433359 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.provisioning_blocks [None req-844adddb-fa69-4a86-8eb4-c8225ca2f236 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Transition to ACTIVE for port object 23f463ae-462a-4a35-a545-23810024be4a will not be triggered until provisioned by entity DHCP. {{(pid=87507) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:37:47.457283 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45735458-0e77-4436-9ef0-ab305bf1f34c tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Pushing event deleted for resources: {'Port': ['ID=cd88f1ee-2ffa-4360-829e-9c5f96a3e5d6,revision_number=None']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:37:47.470361 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-1aeebc68-9502-4adb-9b34-2e8dd5f66d67 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 834 time: 1.5272467
Dec 16 22:37:47.477694 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 43964) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:37:47.478887 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-45735458-0e77-4436-9ef0-ab305bf1f34c tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:37:47.482349 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-ad0593c5-c716-40ca-addd-3d3c863d0c78 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3328622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1863378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11213117'] for subnet, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:47.483885 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-45735458-0e77-4436-9ef0-ab305bf1f34c tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3329565', 'neutron.services.segments.db._delete_segments_for_network-8734753546406'] for network, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:47.500029 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-554055c0-2e9b-44c0-8b30-351b5ca3a4c3 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:37:47.501592 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-844adddb-fa69-4a86-8eb4-c8225ca2f236 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10807823'] for port, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:47.523897 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-f2fb7085-3c62-40a9-b8e6-52cd32a97b8a tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Request body: {'subnet': {'network_id': '7edd76f7-0f97-48a5-b177-9842de6c0500', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:37:47.537254 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-3ef1c7e4-5364-404d-9267-a6c4c8699831 None None] The port 'cd88f1ee-2ffa-4360-829e-9c5f96a3e5d6' was deleted {{(pid=87508) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 16 22:37:47.539094 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-6db87c93-f662-470c-90fc-c48aa284ff1c tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:37:47.581405 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-5ea0186d-ffad-4070-8750-85ca5acd52a1 None None] Attempting to bind port 94206871-71bc-45db-953e-8174f30dbfc9 on host dv-neutron-821829-1-hyperv for vnic_type normal with profile  {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 22:37:47.581795 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-5ea0186d-ffad-4070-8750-85ca5acd52a1 None None] Attempting to bind port 94206871-71bc-45db-953e-8174f30dbfc9 by drivers openvswitch,hyperv on host dv-neutron-821829-1-hyperv at level 0 using segments [{'id': '61620825-0d99-46c5-a98c-282b46a37204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'a9fe3143-2ede-4b9c-a7a9-a02a4acc426b'}] {{(pid=87508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 22:37:47.582400 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ea0186d-ffad-4070-8750-85ca5acd52a1 None None] Attempting to bind port 94206871-71bc-45db-953e-8174f30dbfc9 on network a9fe3143-2ede-4b9c-a7a9-a02a4acc426b {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 22:37:47.666159 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-844adddb-fa69-4a86-8eb4-c8225ca2f236 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Network a9fe3143-2ede-4b9c-a7a9-a02a4acc426b is already hosted by enough agents. {{(pid=87507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:37:47.669125 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea0186d-ffad-4070-8750-85ca5acd52a1 None None] Pushing event updated for resources: {'Port': ['ID=94206871-71bc-45db-953e-8174f30dbfc9,revision_number=1']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:37:47.671748 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ea0186d-ffad-4070-8750-85ca5acd52a1 None None] Checking agent: {'id': '5571501f-366e-47a4-9b60-8ef19d935d27', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821829-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 24, 2), 'started_at': datetime.datetime(2021, 12, 16, 22, 24, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 37, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821829-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 22:37:47.672384 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ea0186d-ffad-4070-8750-85ca5acd52a1 None None] Checking segment: {'id': '61620825-0d99-46c5-a98c-282b46a37204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'a9fe3143-2ede-4b9c-a7a9-a02a4acc426b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 22:37:47.672947 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-5ea0186d-ffad-4070-8750-85ca5acd52a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:47.673056 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ea0186d-ffad-4070-8750-85ca5acd52a1 None None] Bound using segment: {'id': '61620825-0d99-46c5-a98c-282b46a37204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'a9fe3143-2ede-4b9c-a7a9-a02a4acc426b'} {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 22:37:47.673513 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-5ea0186d-ffad-4070-8750-85ca5acd52a1 None None] Bound port: 94206871-71bc-45db-953e-8174f30dbfc9, host: dv-neutron-821829-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61620825-0d99-46c5-a98c-282b46a37204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'a9fe3143-2ede-4b9c-a7a9-a02a4acc426b'}}] {{(pid=87508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 22:37:47.673899 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-5ea0186d-ffad-4070-8750-85ca5acd52a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:47.677876 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0593c5-c716-40ca-addd-3d3c863d0c78 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Pushing event deleted for resources: {'Subnet': ['ID=74222adc-92f3-43f1-af58-484be7981189,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:37:47.680006 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-8c819808-781e-4d01-97b8-e96d23dadb13 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10807931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10549612'] for subnet, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:47.685597 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-ad0593c5-c716-40ca-addd-3d3c863d0c78 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:37:47.690067 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-5ea0186d-ffad-4070-8750-85ca5acd52a1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.838s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:37:47.695401 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.base_scheduler [None req-844adddb-fa69-4a86-8eb4-c8225ca2f236 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Resources bound (agent type, host, resource id):  {{(pid=87507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:37:47.701876 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.959s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:37:47.702504 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:37:47.705988 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-ad0593c5-c716-40ca-addd-3d3c863d0c78 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3791486'] for subnet, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:47.708926 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-ad0593c5-c716-40ca-addd-3d3c863d0c78 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] 10.222.0.13 "DELETE /v2.0/subnets/74222adc-92f3-43f1-af58-484be7981189 HTTP/1.1" status: 204  len: 168 time: 1.4324040
Dec 16 22:37:47.712022 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.services.segments.db [None req-45735458-0e77-4436-9ef0-ab305bf1f34c tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1b76c30940>,) {'filters': {'network_id': ['220c3d3b-e8e0-4e00-b258-cb97b5add892']}} {{(pid=87507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:37:47.713771 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 43968) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:37:47.722018 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-844adddb-fa69-4a86-8eb4-c8225ca2f236 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Received port after_create {{(pid=87507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 22:37:47.741130 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-56c8ebd9-300f-4f28-96c3-3dc331dee807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:47.793923 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.services.segments.db [None req-45735458-0e77-4436-9ef0-ab305bf1f34c tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b76c30940>, '55881993-30ee-453e-b35d-881260d3222e') {'for_net_delete': True} {{(pid=87507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:37:47.794226 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.services.segments.db [None req-45735458-0e77-4436-9ef0-ab305bf1f34c tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b76c30940>, '55881993-30ee-453e-b35d-881260d3222e') {} {{(pid=87507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:37:47.821452 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844adddb-fa69-4a86-8eb4-c8225ca2f236 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Pushing event updated for resources: {'Port': ['ID=23f463ae-462a-4a35-a545-23810024be4a,revision_number=1']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:37:47.835432 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-45735458-0e77-4436-9ef0-ab305bf1f34c tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734753593977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2128549'] for segment, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:47.841873 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-844adddb-fa69-4a86-8eb4-c8225ca2f236 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:37:47.844482 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-720e6b9a-5449-464a-8971-909fe3a3ef73 None None] Provisioning complete for port 656af02b-2824-4503-b5df-9d63a8b9a4a8 triggered by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:37:47.844990 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-720e6b9a-5449-464a-8971-909fe3a3ef73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:47.852035 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-3bd8c74b-4cdb-41e2-9838-f6a5aeffcdec tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.161s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:37:47.898627 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-844adddb-fa69-4a86-8eb4-c8225ca2f236 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3830061'] for router_interface, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:47.915281 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-5e9d1195-9c66-4823-903b-4e3e017cd40a tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-825997'] for network, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:47.926290 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-bb6cf7df-80bc-4a57-b1d3-16399da48c2d tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-825997'] for network, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:47.943206 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-45735458-0e77-4436-9ef0-ab305bf1f34c tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-883292'] for segment, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:47.950630 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-0ae321cd-7c03-41e5-936a-cdb0f2dbe855 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1863393'] for port, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:47.955710 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c819808-781e-4d01-97b8-e96d23dadb13 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Checking segment: {'id': 'f278aae0-91e3-42e6-9f8e-14d8252d1048', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '97f8d5c1-a0c5-46ac-a66a-0257f661cf95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 22:37:47.956096 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c819808-781e-4d01-97b8-e96d23dadb13 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Network hostable DHCP agents. Network: 97f8d5c1-a0c5-46ac-a66a-0257f661cf95, hostable agents: ['3b155c4d-12dc-491e-aa14-6113b06cfacd'], hosted agents: [] {{(pid=87507) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 16 22:37:47.958223 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-d606c10c-55b9-4172-8283-0565a5b48a71 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:37:47.977917 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45735458-0e77-4436-9ef0-ab305bf1f34c tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Releasing vlan 185 on physical network physnet1 to pool {{(pid=87507) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 16 22:37:47.978322 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-45735458-0e77-4436-9ef0-ab305bf1f34c tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-883285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10808034'] for segment, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:47.993653 dv-neutron-821829-1-hyperv neutron-server[87507]: Traceback (most recent call last):
Dec 16 22:37:47.993653 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 16 22:37:47.993653 dv-neutron-821829-1-hyperv neutron-server[87507]:     timer()
Dec 16 22:37:47.993653 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 22:37:47.993653 dv-neutron-821829-1-hyperv neutron-server[87507]:     cb(*args, **kw)
Dec 16 22:37:47.993653 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 22:37:47.993653 dv-neutron-821829-1-hyperv neutron-server[87507]:     return func(*args, **kwargs)
Dec 16 22:37:47.993653 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 22:37:47.993653 dv-neutron-821829-1-hyperv neutron-server[87507]:     self._notify()
Dec 16 22:37:47.993653 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 22:37:47.993653 dv-neutron-821829-1-hyperv neutron-server[87507]:     self.callback(batched_events)
Dec 16 22:37:47.993653 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 22:37:47.993653 dv-neutron-821829-1-hyperv neutron-server[87507]:     event.method(event)
Dec 16 22:37:47.993653 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 22:37:47.993653 dv-neutron-821829-1-hyperv neutron-server[87507]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 22:37:47.993653 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 22:37:47.993653 dv-neutron-821829-1-hyperv neutron-server[87507]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 22:37:47.993653 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 22:37:47.993653 dv-neutron-821829-1-hyperv neutron-server[87507]:     return f(self, *a, **k)
Dec 16 22:37:47.993653 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 16 22:37:47.993653 dv-neutron-821829-1-hyperv neutron-server[87507]:     return self._get(url).json()
Dec 16 22:37:47.993653 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 16 22:37:47.993653 dv-neutron-821829-1-hyperv neutron-server[87507]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 22:37:47.993653 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 16 22:37:47.993653 dv-neutron-821829-1-hyperv neutron-server[87507]:     return self.request(url, 'GET', **kwargs)
Dec 16 22:37:47.993653 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 16 22:37:47.993653 dv-neutron-821829-1-hyperv neutron-server[87507]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 22:37:47.993653 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 16 22:37:47.993653 dv-neutron-821829-1-hyperv neutron-server[87507]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 22:37:47.993653 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 16 22:37:47.993653 dv-neutron-821829-1-hyperv neutron-server[87507]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 22:37:47.993653 dv-neutron-821829-1-hyperv neutron-server[87507]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 22:37:47.997118 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-f2fb7085-3c62-40a9-b8e6-52cd32a97b8a tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:37:48.047817 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae321cd-7c03-41e5-936a-cdb0f2dbe855 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Pushing event deleted for resources: {'Port': ['ID=9b04fd9f-95dd-4979-b647-e7c7468dd79d,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:37:48.050281 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-0ae321cd-7c03-41e5-936a-cdb0f2dbe855 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:37:48.092506 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [None req-bb6cf7df-80bc-4a57-b1d3-16399da48c2d tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Deleting port 7c55c2b2-5934-4432-8323-dd1db05c1020 {{(pid=87506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:37:48.092506 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-bb6cf7df-80bc-4a57-b1d3-16399da48c2d tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:48.179633 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-c8aeab09-da60-427c-b204-ce206c077512 None None] For port 7c55c2b2-5934-4432-8323-dd1db05c1020, host dv-neutron-821829-1-hyperv, cleared binding levels {{(pid=87508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 22:37:48.202886 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-f2fb7085-3c62-40a9-b8e6-52cd32a97b8a tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Usage tracker for resource:subnet and tenant:8e4385a98eb1416284c1cc96b3355a70 is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:37:48.205554 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-5e9d1195-9c66-4823-903b-4e3e017cd40a tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3328566'] for subnet, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:48.207186 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c819808-781e-4d01-97b8-e96d23dadb13 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Pushing event updated for resources: {'Subnet': ['ID=c2ff05a0-c1c6-4e43-baed-7d9bcdb9fca3,revision_number=0']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:37:48.210807 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-f2fb7085-3c62-40a9-b8e6-52cd32a97b8a tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:37:48.218523 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-8c819808-781e-4d01-97b8-e96d23dadb13 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.366s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:37:48.235677 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-f2fb7085-3c62-40a9-b8e6-52cd32a97b8a tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:37:48.262428 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-45735458-0e77-4436-9ef0-ab305bf1f34c tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3329572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3741856'] for network, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:48.265237 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c819808-781e-4d01-97b8-e96d23dadb13 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Network 97f8d5c1-a0c5-46ac-a66a-0257f661cf95 is scheduled to be hosted by DHCP agent 3b155c4d-12dc-491e-aa14-6113b06cfacd with binding_index 1 {{(pid=87507) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 16 22:37:48.270400 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-52c67296-721f-4f41-a531-3237b1486b3f tempest-FloatingIPAdminTestJSON-210502716 tempest-FloatingIPAdminTestJSON-210502716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:37:48.286565 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-45735458-0e77-4436-9ef0-ab305bf1f34c tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks [] for network, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:48.292672 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2fb7085-3c62-40a9-b8e6-52cd32a97b8a tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Made reservation on behalf of 8e4385a98eb1416284c1cc96b3355a70 for: {'subnet': 1} {{(pid=87507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:37:48.296086 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-f2fb7085-3c62-40a9-b8e6-52cd32a97b8a tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10549598'] for subnet, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:48.314798 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-0ae321cd-7c03-41e5-936a-cdb0f2dbe855 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for port, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:48.324837 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45735458-0e77-4436-9ef0-ab305bf1f34c tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Pushing event deleted for resources: {'Network': ['ID=220c3d3b-e8e0-4e00-b258-cb97b5add892,revision_number=None']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:37:48.344457 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-dfd82136-fae4-42b3-bff2-4caed7adedb5 None None] For port b8aaf04a-5ccb-4172-ac26-c55e522741d5, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=b8aaf04a-5ccb-4172-ac26-c55e522741d5,segment=NetworkSegment(0199e88a-c1e7-402e-a4f2-70b3d5386b66),segment_id=0199e88a-c1e7-402e-a4f2-70b3d5386b66)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:37:48.344927 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-dfd82136-fae4-42b3-bff2-4caed7adedb5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:48.375650 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-c8aeab09-da60-427c-b204-ce206c077512 None None] For port 7c55c2b2-5934-4432-8323-dd1db05c1020, host dv-neutron-821829-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=7c55c2b2-5934-4432-8323-dd1db05c1020,segment=NetworkSegment(08dcc616-7573-4780-aedd-df70e925f009),segment_id=08dcc616-7573-4780-aedd-df70e925f009)] {{(pid=87508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 22:37:48.379130 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-45735458-0e77-4436-9ef0-ab305bf1f34c tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:37:48.382732 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:48.391679 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.base_scheduler [None req-8c819808-781e-4d01-97b8-e96d23dadb13 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821829-1-hyperv, 97f8d5c1-a0c5-46ac-a66a-0257f661cf95) {{(pid=87507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:37:48.393844 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-45735458-0e77-4436-9ef0-ab305bf1f34c tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] 10.222.0.13 "DELETE /v2.0/networks/220c3d3b-e8e0-4e00-b258-cb97b5add892 HTTP/1.1" status: 204  len: 168 time: 3.3032727
Dec 16 22:37:48.402125 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 43972) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:37:48.408244 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c819808-781e-4d01-97b8-e96d23dadb13 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:37:48.408534 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-8c819808-781e-4d01-97b8-e96d23dadb13 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Notify callbacks [] for subnet, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:48.428070 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-0ae321cd-7c03-41e5-936a-cdb0f2dbe855 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] 10.222.0.13 "DELETE /v2.0/ports/9b04fd9f-95dd-4979-b647-e7c7468dd79d HTTP/1.1" status: 204  len: 168 time: 1.8597312
Dec 16 22:37:48.437832 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 43976) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:37:48.465778 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-c8aeab09-da60-427c-b204-ce206c077512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:48.508605 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.pecan_wsgi.hooks.translation [None req-11d9003b-fa07-4cc7-9d1e-b1eca53063f8 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] DELETE failed (client error): The resource could not be found.
Dec 16 22:37:48.509078 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-11d9003b-fa07-4cc7-9d1e-b1eca53063f8 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 16 22:37:48.525413 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.db [None req-bb6cf7df-80bc-4a57-b1d3-16399da48c2d tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] For port 7c55c2b2-5934-4432-8323-dd1db05c1020, host dv-neutron-821829-1-hyperv, got binding levels [] {{(pid=87506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:37:48.525413 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-bb6cf7df-80bc-4a57-b1d3-16399da48c2d tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:48.535875 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-1b5509c9-0234-480b-8935-3bc5f0eef857 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:37:48.536102 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-11d9003b-fa07-4cc7-9d1e-b1eca53063f8 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] 10.222.0.13 "DELETE /v2.0/ports/9b04fd9f-95dd-4979-b647-e7c7468dd79d HTTP/1.1" status: 404  len: 333 time: 0.0955846
Dec 16 22:37:48.539371 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-5e9d1195-9c66-4823-903b-4e3e017cd40a tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3328622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1863378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11213117'] for subnet, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:48.542834 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 43980) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:37:48.568487 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0a10392-6142-46ac-bde7-fbef476fd959 None None] Network 97f8d5c1-a0c5-46ac-a66a-0257f661cf95 requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 22:37:48.588522 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-dfd82136-fae4-42b3-bff2-4caed7adedb5 None None] Calling delete_port for b8aaf04a-5ccb-4172-ac26-c55e522741d5 owned by network:dhcp {{(pid=87508) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:37:48.596773 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:37:48.609195 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-3149972d-db9f-4a58-bb2e-3688de9576f1 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-825997'] for network, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:48.629288 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-5ea0186d-ffad-4070-8750-85ca5acd52a1 None None] For port 94206871-71bc-45db-953e-8174f30dbfc9, host dv-neutron-821829-1-hyperv, cleared binding levels {{(pid=87508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 22:37:48.698901 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-8c819808-781e-4d01-97b8-e96d23dadb13 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 792 time: 3.1153152
Dec 16 22:37:48.710614 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 43984) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:37:48.710844 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.db_base_plugin_common [None req-932b00ba-f98d-4ba8-968c-a6308fb23fcf None None] Allocated IP 172.20.0.3 (46273fc9-7acc-4774-8def-f13eeec99140/cfe51f89-f7de-4c16-8633-58ae2c619c21/3caf6b81-ebdf-46c2-a608-c6c908c1ac5a) {{(pid=87508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 22:37:48.712245 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.db.ipam_backend_mixin [None req-f2fb7085-3c62-40a9-b8e6-52cd32a97b8a tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet bfb2df0d-28dd-4381-bef6-f60554e45c0f (CIDR: 2001:db8::/64)
Dec 16 22:37:48.734777 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [None req-bb6cf7df-80bc-4a57-b1d3-16399da48c2d tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Calling delete_port for 7c55c2b2-5934-4432-8323-dd1db05c1020 owned by network:dhcp {{(pid=87506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:37:48.735027 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-844adddb-fa69-4a86-8eb4-c8225ca2f236 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:48.747088 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2fb7085-3c62-40a9-b8e6-52cd32a97b8a tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 16 22:37:48.747566 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f2fb7085-3c62-40a9-b8e6-52cd32a97b8a tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87507) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 16 22:37:48.762048 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.plugin [None req-3149972d-db9f-4a58-bb2e-3688de9576f1 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Deleting port b8aaf04a-5ccb-4172-ac26-c55e522741d5 {{(pid=87507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:37:48.762048 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-3149972d-db9f-4a58-bb2e-3688de9576f1 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:48.769243 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-5ea0186d-ffad-4070-8750-85ca5acd52a1 None None] For port 94206871-71bc-45db-953e-8174f30dbfc9, host dv-neutron-821829-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=94206871-71bc-45db-953e-8174f30dbfc9,segment=NetworkSegment(61620825-0d99-46c5-a98c-282b46a37204),segment_id=61620825-0d99-46c5-a98c-282b46a37204)] {{(pid=87508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 22:37:48.782137 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9d1195-9c66-4823-903b-4e3e017cd40a tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Pushing event deleted for resources: {'Subnet': ['ID=00d322c1-2cd4-4ccf-9c32-8bc11169bd23,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:37:48.804216 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-5e9d1195-9c66-4823-903b-4e3e017cd40a tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:37:48.807989 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8a82ce0-eee5-4202-b236-abaa8995e7ef tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] GET failed (client error): The resource could not be found.
Dec 16 22:37:48.808528 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-b8a82ce0-eee5-4202-b236-abaa8995e7ef tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Synchronizing usage tracker for tenant:3ddf94e9e4ac4112b345468cafab037c on resource:port {{(pid=87506) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 22:37:48.895237 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-5ea0186d-ffad-4070-8750-85ca5acd52a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:48.915882 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6c4f5ac-2e98-4554-af4d-f54be16a18ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1d6bfaf-d325-5e4f-b05d-2441d8339617-b0158ae1-7a17-4125-b3c6-4e0441433d2d', 'network_id': 'b0158ae1-7a17-4125-b3c6-4e0441433d2d', 'tenant_id': '4776cb1297af44b2a1a3b9af0f4316e5', 'fixed_ips': [{'subnet_id': '00d322c1-2cd4-4ccf-9c32-8bc11169bd23'}]}} from dv-neutron-821829-1-hyperv. {{(pid=87508) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 16 22:37:48.917009 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-f6c4f5ac-2e98-4554-af4d-f54be16a18ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:48.919588 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-b8a82ce0-eee5-4202-b236-abaa8995e7ef tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Unset dirty status for tenant:3ddf94e9e4ac4112b345468cafab037c on resource:port {{(pid=87506) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 22:37:48.920842 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-b8a82ce0-eee5-4202-b236-abaa8995e7ef tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] 10.222.0.13 "GET /v2.0/ports/9b04fd9f-95dd-4979-b647-e7c7468dd79d HTTP/1.1" status: 404  len: 333 time: 0.2981746
Dec 16 22:37:48.923283 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-5e9d1195-9c66-4823-903b-4e3e017cd40a tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3329565', 'neutron.services.segments.db._delete_segments_for_network-8734753546406'] for network, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:48.929636 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-f2fb7085-3c62-40a9-b8e6-52cd32a97b8a tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 1.4488974
Dec 16 22:37:48.930663 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 43988) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:37:48.934369 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 43990) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:37:48.948535 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-f80c573f-0766-4a04-8811-39c289d735bf tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Request body: {'subnet': {'network_id': '7edd76f7-0f97-48a5-b177-9842de6c0500', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:37:48.961498 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] For port 656af02b-2824-4503-b5df-9d63a8b9a4a8, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=656af02b-2824-4503-b5df-9d63a8b9a4a8,segment=NetworkSegment(519879e1-dfec-4a27-b0ed-7f4daa3d3309),segment_id=519879e1-dfec-4a27-b0ed-7f4daa3d3309)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:37:48.996501 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.db.api [None req-bb6cf7df-80bc-4a57-b1d3-16399da48c2d tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87506) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 16 22:37:48.997072 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_db.api [None req-bb6cf7df-80bc-4a57-b1d3-16399da48c2d tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 16 22:37:49.003794 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:49.026707 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8aeab09-da60-427c-b204-ce206c077512 None None] Pushing event updated for resources: {'Port': ['ID=7c55c2b2-5934-4432-8323-dd1db05c1020,revision_number=3']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:37:49.033502 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-c8aeab09-da60-427c-b204-ce206c077512 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.498s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:37:49.063514 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.services.segments.db [None req-5e9d1195-9c66-4823-903b-4e3e017cd40a tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1b7c1f6be0>,) {'filters': {'network_id': ['b0158ae1-7a17-4125-b3c6-4e0441433d2d']}} {{(pid=87506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:37:49.091458 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-58275293-1464-4ae1-ba5d-0bd63533321e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.177s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:37:49.109673 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.services.segments.db [None req-5e9d1195-9c66-4823-903b-4e3e017cd40a tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b7c1f6be0>, '79855f60-3232-4c75-8ec7-b28529140479') {'for_net_delete': True} {{(pid=87506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:37:49.110124 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.services.segments.db [None req-5e9d1195-9c66-4823-903b-4e3e017cd40a tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b7c1f6be0>, '79855f60-3232-4c75-8ec7-b28529140479') {} {{(pid=87506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:37:49.130366 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-5e9d1195-9c66-4823-903b-4e3e017cd40a tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734753593977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-266764496'] for segment, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:49.179829 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a27491c6-e0d0-47af-900c-a9a416e17f56 None None] Network 7edd76f7-0f97-48a5-b177-9842de6c0500 requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 22:37:49.195818 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-720e6b9a-5449-464a-8971-909fe3a3ef73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:49.205016 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-5e9d1195-9c66-4823-903b-4e3e017cd40a tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-883292'] for segment, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:49.229137 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e9d1195-9c66-4823-903b-4e3e017cd40a tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Releasing vlan 184 on physical network physnet1 to pool {{(pid=87506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 16 22:37:49.229461 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-5e9d1195-9c66-4823-903b-4e3e017cd40a tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-883285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1863180'] for segment, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:49.246250 dv-neutron-821829-1-hyperv neutron-server[87506]: Traceback (most recent call last):
Dec 16 22:37:49.246250 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 16 22:37:49.246250 dv-neutron-821829-1-hyperv neutron-server[87506]:     timer()
Dec 16 22:37:49.246250 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 22:37:49.246250 dv-neutron-821829-1-hyperv neutron-server[87506]:     cb(*args, **kw)
Dec 16 22:37:49.246250 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 22:37:49.246250 dv-neutron-821829-1-hyperv neutron-server[87506]:     return func(*args, **kwargs)
Dec 16 22:37:49.246250 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 22:37:49.246250 dv-neutron-821829-1-hyperv neutron-server[87506]:     self._notify()
Dec 16 22:37:49.246250 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 22:37:49.246250 dv-neutron-821829-1-hyperv neutron-server[87506]:     self.callback(batched_events)
Dec 16 22:37:49.246250 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 22:37:49.246250 dv-neutron-821829-1-hyperv neutron-server[87506]:     event.method(event)
Dec 16 22:37:49.246250 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 22:37:49.246250 dv-neutron-821829-1-hyperv neutron-server[87506]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 22:37:49.246250 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 22:37:49.246250 dv-neutron-821829-1-hyperv neutron-server[87506]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 22:37:49.246250 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 22:37:49.246250 dv-neutron-821829-1-hyperv neutron-server[87506]:     return f(self, *a, **k)
Dec 16 22:37:49.246250 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 16 22:37:49.246250 dv-neutron-821829-1-hyperv neutron-server[87506]:     return self._get(url).json()
Dec 16 22:37:49.246250 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 16 22:37:49.246250 dv-neutron-821829-1-hyperv neutron-server[87506]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 22:37:49.246250 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 16 22:37:49.246250 dv-neutron-821829-1-hyperv neutron-server[87506]:     return self.request(url, 'GET', **kwargs)
Dec 16 22:37:49.246250 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 16 22:37:49.246250 dv-neutron-821829-1-hyperv neutron-server[87506]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 22:37:49.246250 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 16 22:37:49.246250 dv-neutron-821829-1-hyperv neutron-server[87506]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 22:37:49.246250 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 16 22:37:49.246250 dv-neutron-821829-1-hyperv neutron-server[87506]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 22:37:49.246250 dv-neutron-821829-1-hyperv neutron-server[87506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 22:37:49.272403 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device b4a16203-a9be-4052-bdb0-6f3fa9deae9e up at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 22:37:49.303386 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f34a6dd-44bb-41c5-b135-f0d5ad16b7d6 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Deleting subnet cfe51f89-f7de-4c16-8633-58ae2c619c21 {{(pid=87507) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 16 22:37:49.319489 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-f80c573f-0766-4a04-8811-39c289d735bf tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:37:49.342993 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-f80c573f-0766-4a04-8811-39c289d735bf tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Usage tracker for resource:subnet and tenant:8e4385a98eb1416284c1cc96b3355a70 is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:37:49.346855 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-ad30f5e9-b81b-4f42-9329-c9325b83908a tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-825997'] for network, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:49.359710 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-f80c573f-0766-4a04-8811-39c289d735bf tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:37:49.370779 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-f80c573f-0766-4a04-8811-39c289d735bf tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:37:49.379617 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-5e9d1195-9c66-4823-903b-4e3e017cd40a tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3329572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3741856'] for network, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:49.388175 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-e6e04f45-117b-4e69-96f4-97330ea792e7 tempest-BulkNetworkOpsIpV6Test-1671727552 tempest-BulkNetworkOpsIpV6Test-1671727552-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:37:49.409996 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-5e9d1195-9c66-4823-903b-4e3e017cd40a tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3791486'] for network, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:49.423113 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-5e9d1195-9c66-4823-903b-4e3e017cd40a tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] 10.222.0.13 "DELETE /v2.0/networks/b0158ae1-7a17-4125-b3c6-4e0441433d2d HTTP/1.1" status: 204  len: 168 time: 2.0289063
Dec 16 22:37:49.426780 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 43996) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:37:49.427376 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f80c573f-0766-4a04-8811-39c289d735bf tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Made reservation on behalf of 8e4385a98eb1416284c1cc96b3355a70 for: {'subnet': 1} {{(pid=87506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:37:49.431574 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-f80c573f-0766-4a04-8811-39c289d735bf tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11213078'] for subnet, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:49.441694 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-dfd82136-fae4-42b3-bff2-4caed7adedb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949'] for port, after_delete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:49.525990 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.db [None req-3149972d-db9f-4a58-bb2e-3688de9576f1 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] For port b8aaf04a-5ccb-4172-ac26-c55e522741d5, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=b8aaf04a-5ccb-4172-ac26-c55e522741d5,segment=NetworkSegment(0199e88a-c1e7-402e-a4f2-70b3d5386b66),segment_id=0199e88a-c1e7-402e-a4f2-70b3d5386b66)] {{(pid=87507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:37:49.526382 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-3149972d-db9f-4a58-bb2e-3688de9576f1 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:49.622874 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfd82136-fae4-42b3-bff2-4caed7adedb5 None None] No DVR routers for this DVR port b8aaf04a-5ccb-4172-ac26-c55e522741d5 on host dv-neutron-821829-1-hyperv {{(pid=87508) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 22:37:49.629448 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd05f3ae-e15d-4c81-9edc-56ad3e01b53e None None] Network 1ffde659-ed92-4386-9e0a-3dc43c157492 requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 22:37:49.639601 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9d1195-9c66-4823-903b-4e3e017cd40a tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Pushing event deleted for resources: {'Network': ['ID=b0158ae1-7a17-4125-b3c6-4e0441433d2d,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:37:49.642678 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-5e9d1195-9c66-4823-903b-4e3e017cd40a tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:37:49.649459 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-da3e06cd-4cf1-4f02-8da9-619ee363cd0b tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1501796665'}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:37:49.658279 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [None req-bb6cf7df-80bc-4a57-b1d3-16399da48c2d tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Deleting port 7c55c2b2-5934-4432-8323-dd1db05c1020 {{(pid=87506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:37:49.658623 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-bb6cf7df-80bc-4a57-b1d3-16399da48c2d tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:49.695142 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-da3e06cd-4cf1-4f02-8da9-619ee363cd0b tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:37:49.730195 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-ad30f5e9-b81b-4f42-9329-c9325b83908a tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3328566'] for subnet, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:49.761875 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea0186d-ffad-4070-8750-85ca5acd52a1 None None] Pushing event updated for resources: {'Port': ['ID=94206871-71bc-45db-953e-8174f30dbfc9,revision_number=2']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:37:49.770020 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-da3e06cd-4cf1-4f02-8da9-619ee363cd0b tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Usage tracker for resource:network and tenant:4776cb1297af44b2a1a3b9af0f4316e5 is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:37:49.772651 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.plugin [None req-3149972d-db9f-4a58-bb2e-3688de9576f1 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Calling delete_port for b8aaf04a-5ccb-4172-ac26-c55e522741d5 owned by network:dhcp {{(pid=87507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:37:49.776347 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-da3e06cd-4cf1-4f02-8da9-619ee363cd0b tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:37:49.801232 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-da3e06cd-4cf1-4f02-8da9-619ee363cd0b tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:37:49.823579 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da3e06cd-4cf1-4f02-8da9-619ee363cd0b tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Made reservation on behalf of 4776cb1297af44b2a1a3b9af0f4316e5 for: {'network': 1} {{(pid=87506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:37:49.827157 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-da3e06cd-4cf1-4f02-8da9-619ee363cd0b tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for network, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:49.838628 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0772b1e-d15f-4689-a0bb-4450fb14d830 None None] Network b0158ae1-7a17-4125-b3c6-4e0441433d2d requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 22:37:50.023334 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da3e06cd-4cf1-4f02-8da9-619ee363cd0b tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] vlan segment allocate from pool success with {'vlan_id': 165, 'physical_network': 'physnet1'}  {{(pid=87506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 22:37:50.031527 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0772b1e-d15f-4689-a0bb-4450fb14d830 None None] Network b0158ae1-7a17-4125-b3c6-4e0441433d2d could not be found, it might have been deleted concurrently. {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}}
Dec 16 22:37:50.072189 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-da3e06cd-4cf1-4f02-8da9-619ee363cd0b tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-883292'] for segment, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:50.072550 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.db.segments_db [None req-da3e06cd-4cf1-4f02-8da9-619ee363cd0b tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Added segment d3de610d-68ea-4157-9d55-8c22602fc8a5 of type vlan for network 84d6852e-3fe3-422b-bf3d-72f3275e9db0
Dec 16 22:37:50.094667 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.db [None req-bb6cf7df-80bc-4a57-b1d3-16399da48c2d tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] For port 7c55c2b2-5934-4432-8323-dd1db05c1020, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=7c55c2b2-5934-4432-8323-dd1db05c1020,segment=NetworkSegment(08dcc616-7573-4780-aedd-df70e925f009),segment_id=08dcc616-7573-4780-aedd-df70e925f009)] {{(pid=87506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:37:50.095045 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-bb6cf7df-80bc-4a57-b1d3-16399da48c2d tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:50.177894 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-ad30f5e9-b81b-4f42-9329-c9325b83908a tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3328622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10807868', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10549621'] for subnet, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:50.187199 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-1fd18eba-27bf-485d-96fd-d1128229a5b7 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:37:50.233198 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.db.api [None req-720e6b9a-5449-464a-8971-909fe3a3ef73 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87508) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 16 22:37:50.233567 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_db.api [None req-720e6b9a-5449-464a-8971-909fe3a3ef73 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 16 22:37:50.261433 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad30f5e9-b81b-4f42-9329-c9325b83908a tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Pushing event deleted for resources: {'Subnet': ['ID=c2ff05a0-c1c6-4e43-baed-7d9bcdb9fca3,revision_number=None']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:37:50.266553 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [None req-bb6cf7df-80bc-4a57-b1d3-16399da48c2d tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Calling delete_port for 7c55c2b2-5934-4432-8323-dd1db05c1020 owned by network:dhcp {{(pid=87506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:37:50.268152 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-ad30f5e9-b81b-4f42-9329-c9325b83908a tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:37:50.273878 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.db.api [None req-3149972d-db9f-4a58-bb2e-3688de9576f1 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87507) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 16 22:37:50.274191 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_db.api [None req-3149972d-db9f-4a58-bb2e-3688de9576f1 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 16 22:37:50.295827 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-da3e06cd-4cf1-4f02-8da9-619ee363cd0b tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734753047233'] for network, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:50.323849 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Pushing event updated for resources: {'Port': ['ID=656af02b-2824-4503-b5df-9d63a8b9a4a8,revision_number=3']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:37:50.361421 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15afe1e2-87c4-4f53-a063-20b4dcd8ebaf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1d6bfaf-d325-5e4f-b05d-2441d8339617-97f8d5c1-a0c5-46ac-a66a-0257f661cf95', 'network_id': '97f8d5c1-a0c5-46ac-a66a-0257f661cf95', 'tenant_id': 'c85c59d360694166b5b0483f9fc81199', 'fixed_ips': [{'subnet_id': 'c2ff05a0-c1c6-4e43-baed-7d9bcdb9fca3'}]}} from dv-neutron-821829-1-hyperv. {{(pid=87508) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 16 22:37:50.361826 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-15afe1e2-87c4-4f53-a063-20b4dcd8ebaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:50.369348 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-ad30f5e9-b81b-4f42-9329-c9325b83908a tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3329565', 'neutron.services.segments.db._delete_segments_for_network-8734753546406'] for network, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:50.386091 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-844adddb-fa69-4a86-8eb4-c8225ca2f236 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks [] for port, precommit_update {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:50.386940 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.295s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:37:50.405947 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.services.segments.db [None req-ad30f5e9-b81b-4f42-9329-c9325b83908a tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1b77b6a2e0>,) {'filters': {'network_id': ['97f8d5c1-a0c5-46ac-a66a-0257f661cf95']}} {{(pid=87507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:37:50.419050 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-844adddb-fa69-4a86-8eb4-c8225ca2f236 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10807814'] for port, after_update {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:50.462285 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-4724da56-7a70-4b19-803e-6949558b8145 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:37:50.465233 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-da3e06cd-4cf1-4f02-8da9-619ee363cd0b tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440'] for network, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:50.471241 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da3e06cd-4cf1-4f02-8da9-619ee363cd0b tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:37:50.471880 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-da3e06cd-4cf1-4f02-8da9-619ee363cd0b tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3791486'] for network, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:50.478209 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-c0763473-be34-4f1b-9972-a78f70e42a5e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.451s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:37:50.479906 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-8cd4b156-3d50-4f38-bb2d-c912bb7ae4dd tempest-DHCPAgentSchedulersTestJSON-789587183 tempest-DHCPAgentSchedulersTestJSON-789587183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:37:50.496367 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.services.segments.db [None req-ad30f5e9-b81b-4f42-9329-c9325b83908a tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b77b6a2e0>, 'f278aae0-91e3-42e6-9f8e-14d8252d1048') {'for_net_delete': True} {{(pid=87507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:37:50.496810 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.services.segments.db [None req-ad30f5e9-b81b-4f42-9329-c9325b83908a tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b77b6a2e0>, 'f278aae0-91e3-42e6-9f8e-14d8252d1048') {} {{(pid=87507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:37:50.510000 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-bb6cf7df-80bc-4a57-b1d3-16399da48c2d tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1863393'] for port, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:50.532677 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-932b00ba-f98d-4ba8-968c-a6308fb23fcf None None] Notify callbacks [] for port, precommit_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:50.538606 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd82136-fae4-42b3-bff2-4caed7adedb5 None None] Pushing event deleted for resources: {'Port': ['ID=b8aaf04a-5ccb-4172-ac26-c55e522741d5,revision_number=None']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:37:50.546845 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning complete for port b4a16203-a9be-4052-bdb0-6f3fa9deae9e triggered by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:37:50.547247 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:50.548868 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-ad30f5e9-b81b-4f42-9329-c9325b83908a tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734753593977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2128549'] for segment, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:50.583467 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-dfd82136-fae4-42b3-bff2-4caed7adedb5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:37:50.598224 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844adddb-fa69-4a86-8eb4-c8225ca2f236 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Pushing event updated for resources: {'Port': ['ID=23f463ae-462a-4a35-a545-23810024be4a,revision_number=2']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:37:50.601855 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-ad30f5e9-b81b-4f42-9329-c9325b83908a tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-883292'] for segment, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:50.604112 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb6cf7df-80bc-4a57-b1d3-16399da48c2d tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] No DVR routers for this DVR port 7c55c2b2-5934-4432-8323-dd1db05c1020 on host dv-neutron-821829-1-hyperv {{(pid=87506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 22:37:50.604313 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-844adddb-fa69-4a86-8eb4-c8225ca2f236 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3791426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3830222'] for router_interface, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:50.605496 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.115s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:37:50.605874 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:37:50.610091 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-844adddb-fa69-4a86-8eb4-c8225ca2f236 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:37:50.613075 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad30f5e9-b81b-4f42-9329-c9325b83908a tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Releasing vlan 154 on physical network physnet1 to pool {{(pid=87507) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 16 22:37:50.613506 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-ad30f5e9-b81b-4f42-9329-c9325b83908a tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-883285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10808034'] for segment, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:50.628489 dv-neutron-821829-1-hyperv neutron-server[87507]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 16 22:37:50.628489 dv-neutron-821829-1-hyperv neutron-server[87507]:   util.warn(
Dec 16 22:37:50.628489 dv-neutron-821829-1-hyperv neutron-server[87507]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 16 22:37:50.628489 dv-neutron-821829-1-hyperv neutron-server[87507]:   util.warn(
Dec 16 22:37:50.628489 dv-neutron-821829-1-hyperv neutron-server[87507]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 16 22:37:50.628489 dv-neutron-821829-1-hyperv neutron-server[87507]:   util.warn(
Dec 16 22:37:50.628489 dv-neutron-821829-1-hyperv neutron-server[87507]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 16 22:37:50.628489 dv-neutron-821829-1-hyperv neutron-server[87507]:   util.warn(
Dec 16 22:37:50.628489 dv-neutron-821829-1-hyperv neutron-server[87507]: Traceback (most recent call last):
Dec 16 22:37:50.628489 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 16 22:37:50.628489 dv-neutron-821829-1-hyperv neutron-server[87507]:     timer()
Dec 16 22:37:50.628489 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 22:37:50.628489 dv-neutron-821829-1-hyperv neutron-server[87507]:     cb(*args, **kw)
Dec 16 22:37:50.628489 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 22:37:50.628489 dv-neutron-821829-1-hyperv neutron-server[87507]:     return func(*args, **kwargs)
Dec 16 22:37:50.628489 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 22:37:50.628489 dv-neutron-821829-1-hyperv neutron-server[87507]:     self._notify()
Dec 16 22:37:50.628489 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 22:37:50.628489 dv-neutron-821829-1-hyperv neutron-server[87507]:     self.callback(batched_events)
Dec 16 22:37:50.628489 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 22:37:50.628489 dv-neutron-821829-1-hyperv neutron-server[87507]:     event.method(event)
Dec 16 22:37:50.628489 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 22:37:50.628489 dv-neutron-821829-1-hyperv neutron-server[87507]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 22:37:50.628489 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 22:37:50.628489 dv-neutron-821829-1-hyperv neutron-server[87507]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 22:37:50.628489 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 22:37:50.628489 dv-neutron-821829-1-hyperv neutron-server[87507]:     return f(self, *a, **k)
Dec 16 22:37:50.628489 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 16 22:37:50.628489 dv-neutron-821829-1-hyperv neutron-server[87507]:     return self._get(url).json()
Dec 16 22:37:50.628489 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 16 22:37:50.628489 dv-neutron-821829-1-hyperv neutron-server[87507]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 22:37:50.628489 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 16 22:37:50.628489 dv-neutron-821829-1-hyperv neutron-server[87507]:     return self.request(url, 'GET', **kwargs)
Dec 16 22:37:50.628489 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 16 22:37:50.628489 dv-neutron-821829-1-hyperv neutron-server[87507]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 22:37:50.628489 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 16 22:37:50.628489 dv-neutron-821829-1-hyperv neutron-server[87507]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 22:37:50.628489 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 16 22:37:50.628489 dv-neutron-821829-1-hyperv neutron-server[87507]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 22:37:50.628489 dv-neutron-821829-1-hyperv neutron-server[87507]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 22:37:50.656311 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b224e2e2-35c9-4040-b31c-8b625165eb64 None None] Network a9fe3143-2ede-4b9c-a7a9-a02a4acc426b requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 22:37:50.699208 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-da3e06cd-4cf1-4f02-8da9-619ee363cd0b tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 784 time: 1.0552516
Dec 16 22:37:50.701635 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 44000) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:37:50.706076 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3e06cd-4cf1-4f02-8da9-619ee363cd0b tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Pushing event updated for resources: {'Network': ['ID=84d6852e-3fe3-422b-bf3d-72f3275e9db0,revision_number=1']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:37:50.708815 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-da3e06cd-4cf1-4f02-8da9-619ee363cd0b tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:37:50.765970 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-f168616b-be0f-405e-a66b-e13b0c0236cd tempest-FloatingIPNegativeTestJSON-1419073809 tempest-FloatingIPNegativeTestJSON-1419073809-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.188s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:37:50.776322 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1323942e-5697-47ad-b3b4-478dc30d9a4e None None] Network 97f8d5c1-a0c5-46ac-a66a-0257f661cf95 requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 22:37:50.776641 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-17d1d7e3-3757-43bb-a954-27601e34f093 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Request body: {'subnet': {'network_id': '84d6852e-3fe3-422b-bf3d-72f3275e9db0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:37:50.791063 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.plugin [None req-3149972d-db9f-4a58-bb2e-3688de9576f1 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Deleting port b8aaf04a-5ccb-4172-ac26-c55e522741d5 {{(pid=87507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:37:50.791402 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-3149972d-db9f-4a58-bb2e-3688de9576f1 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:50.793050 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Network 84d6852e-3fe3-422b-bf3d-72f3275e9db0 details requested by agent ovs-agent-dv-neutron-821829-1-hyperv with host dv-neutron-821829-1-hyperv {{(pid=87508) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 22:37:50.830741 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6cf7df-80bc-4a57-b1d3-16399da48c2d tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Pushing event deleted for resources: {'Port': ['ID=7c55c2b2-5934-4432-8323-dd1db05c1020,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:37:50.833572 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-bb6cf7df-80bc-4a57-b1d3-16399da48c2d tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:37:50.845976 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-bb6cf7df-80bc-4a57-b1d3-16399da48c2d tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3329565', 'neutron.services.segments.db._delete_segments_for_network-8734753546406'] for network, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:50.918468 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.services.segments.db [None req-bb6cf7df-80bc-4a57-b1d3-16399da48c2d tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1b76376730>,) {'filters': {'network_id': ['1ffde659-ed92-4386-9e0a-3dc43c157492']}} {{(pid=87506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:37:50.927848 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-932b00ba-f98d-4ba8-968c-a6308fb23fcf None None] Transition to ACTIVE for port object 3caf6b81-ebdf-46c2-a608-c6c908c1ac5a will not be triggered until provisioned by entity L2. {{(pid=87508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:37:50.933943 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-ad30f5e9-b81b-4f42-9329-c9325b83908a tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3329572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3741856'] for network, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:50.938035 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.services.segments.db [None req-bb6cf7df-80bc-4a57-b1d3-16399da48c2d tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b76376730>, '08dcc616-7573-4780-aedd-df70e925f009') {'for_net_delete': True} {{(pid=87506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:37:50.938537 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.services.segments.db [None req-bb6cf7df-80bc-4a57-b1d3-16399da48c2d tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b76376730>, '08dcc616-7573-4780-aedd-df70e925f009') {} {{(pid=87506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:37:50.942803 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.plugin [None req-3149972d-db9f-4a58-bb2e-3688de9576f1 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] The port 'b8aaf04a-5ccb-4172-ac26-c55e522741d5' was deleted {{(pid=87507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 16 22:37:50.949186 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-1b667780-ac68-43b8-bdf0-0e19858e2781 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:37:50.975174 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-ad30f5e9-b81b-4f42-9329-c9325b83908a tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Notify callbacks [] for network, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:50.983335 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-bb6cf7df-80bc-4a57-b1d3-16399da48c2d tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734753593977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-266764496'] for segment, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:51.024946 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-bb6cf7df-80bc-4a57-b1d3-16399da48c2d tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-883292'] for segment, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:51.035686 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb6cf7df-80bc-4a57-b1d3-16399da48c2d tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Releasing vlan 182 on physical network physnet1 to pool {{(pid=87506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 16 22:37:51.036185 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-bb6cf7df-80bc-4a57-b1d3-16399da48c2d tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-883285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1863180'] for segment, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:51.039435 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad30f5e9-b81b-4f42-9329-c9325b83908a tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Pushing event deleted for resources: {'Network': ['ID=97f8d5c1-a0c5-46ac-a66a-0257f661cf95,revision_number=None']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:37:51.053474 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-932b00ba-f98d-4ba8-968c-a6308fb23fcf None None] Transition to ACTIVE for port object 3caf6b81-ebdf-46c2-a608-c6c908c1ac5a will not be triggered until provisioned by entity DHCP. {{(pid=87508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:37:51.059079 dv-neutron-821829-1-hyperv neutron-server[87506]: Traceback (most recent call last):
Dec 16 22:37:51.059079 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 16 22:37:51.059079 dv-neutron-821829-1-hyperv neutron-server[87506]:     timer()
Dec 16 22:37:51.059079 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 22:37:51.059079 dv-neutron-821829-1-hyperv neutron-server[87506]:     cb(*args, **kw)
Dec 16 22:37:51.059079 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 22:37:51.059079 dv-neutron-821829-1-hyperv neutron-server[87506]:     return func(*args, **kwargs)
Dec 16 22:37:51.059079 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 22:37:51.059079 dv-neutron-821829-1-hyperv neutron-server[87506]:     self._notify()
Dec 16 22:37:51.059079 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 22:37:51.059079 dv-neutron-821829-1-hyperv neutron-server[87506]:     self.callback(batched_events)
Dec 16 22:37:51.059079 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 22:37:51.059079 dv-neutron-821829-1-hyperv neutron-server[87506]:     event.method(event)
Dec 16 22:37:51.059079 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 22:37:51.059079 dv-neutron-821829-1-hyperv neutron-server[87506]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 22:37:51.059079 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 22:37:51.059079 dv-neutron-821829-1-hyperv neutron-server[87506]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 22:37:51.059079 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 22:37:51.059079 dv-neutron-821829-1-hyperv neutron-server[87506]:     return f(self, *a, **k)
Dec 16 22:37:51.059079 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 16 22:37:51.059079 dv-neutron-821829-1-hyperv neutron-server[87506]:     return self._get(url).json()
Dec 16 22:37:51.059079 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 16 22:37:51.059079 dv-neutron-821829-1-hyperv neutron-server[87506]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 22:37:51.059079 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 16 22:37:51.059079 dv-neutron-821829-1-hyperv neutron-server[87506]:     return self.request(url, 'GET', **kwargs)
Dec 16 22:37:51.059079 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 16 22:37:51.059079 dv-neutron-821829-1-hyperv neutron-server[87506]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 22:37:51.059079 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 16 22:37:51.059079 dv-neutron-821829-1-hyperv neutron-server[87506]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 22:37:51.059079 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 16 22:37:51.059079 dv-neutron-821829-1-hyperv neutron-server[87506]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 22:37:51.059079 dv-neutron-821829-1-hyperv neutron-server[87506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 22:37:51.094639 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-ad30f5e9-b81b-4f42-9329-c9325b83908a tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:37:51.097971 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-5f34a6dd-44bb-41c5-b135-f0d5ad16b7d6 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks [] for subnet, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:51.132552 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.objects.ports [None req-f80c573f-0766-4a04-8811-39c289d735bf tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87506) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}}
Dec 16 22:37:51.180693 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-932b00ba-f98d-4ba8-968c-a6308fb23fcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940'] for port, after_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:51.191641 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-4fbecb0e-b80d-4553-bd85-905b3a5da42d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:37:51.201277 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-ad30f5e9-b81b-4f42-9329-c9325b83908a tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] 10.222.0.13 "DELETE /v2.0/networks/97f8d5c1-a0c5-46ac-a66a-0257f661cf95 HTTP/1.1" status: 204  len: 168 time: 2.4842417
Dec 16 22:37:51.209090 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-17d1d7e3-3757-43bb-a954-27601e34f093 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:37:51.215149 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 44004) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:37:51.223986 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-cdeb3529-8ae1-472b-aaf8-35a4a4f82918 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-920673333'}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:37:51.237363 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-17d1d7e3-3757-43bb-a954-27601e34f093 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Usage tracker for resource:subnet and tenant:4776cb1297af44b2a1a3b9af0f4316e5 is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:37:51.241103 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-cdeb3529-8ae1-472b-aaf8-35a4a4f82918 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:37:51.249140 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-17d1d7e3-3757-43bb-a954-27601e34f093 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:37:51.252883 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-3149972d-db9f-4a58-bb2e-3688de9576f1 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3329565', 'neutron.services.segments.db._delete_segments_for_network-8734753546406'] for network, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:51.253083 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-cdeb3529-8ae1-472b-aaf8-35a4a4f82918 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Usage tracker for resource:network and tenant:c85c59d360694166b5b0483f9fc81199 is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:37:51.260264 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-cdeb3529-8ae1-472b-aaf8-35a4a4f82918 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:37:51.266685 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-5f34a6dd-44bb-41c5-b135-f0d5ad16b7d6 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2128562'] for subnet, precommit_delete_associations {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:51.273360 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-bb6cf7df-80bc-4a57-b1d3-16399da48c2d tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3329572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3741856'] for network, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:51.277795 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-bb6cf7df-80bc-4a57-b1d3-16399da48c2d tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3791486'] for network, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:51.283561 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-cdeb3529-8ae1-472b-aaf8-35a4a4f82918 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:37:51.286043 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-95fc5c0a-d2ec-417d-a4de-4284b8fb8193 tempest-BulkNetworkOpsIpV6Test-1671727552 tempest-BulkNetworkOpsIpV6Test-1671727552-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:37:51.302020 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-17d1d7e3-3757-43bb-a954-27601e34f093 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:37:51.314975 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-844adddb-fa69-4a86-8eb4-c8225ca2f236 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Network a9fe3143-2ede-4b9c-a7a9-a02a4acc426b is already hosted by enough agents. {{(pid=87507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:37:51.319569 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6cf7df-80bc-4a57-b1d3-16399da48c2d tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Pushing event deleted for resources: {'Network': ['ID=1ffde659-ed92-4386-9e0a-3dc43c157492,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:37:51.322459 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.base_scheduler [None req-844adddb-fa69-4a86-8eb4-c8225ca2f236 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Resources bound (agent type, host, resource id):  {{(pid=87507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:37:51.323224 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-bb6cf7df-80bc-4a57-b1d3-16399da48c2d tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] 10.222.0.13 "DELETE /v2.0/networks/1ffde659-ed92-4386-9e0a-3dc43c157492 HTTP/1.1" status: 204  len: 168 time: 3.6088696
Dec 16 22:37:51.326204 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-bb6cf7df-80bc-4a57-b1d3-16399da48c2d tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:37:51.327908 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 44008) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:37:51.337104 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-b3a4f4b9-2da1-4b55-827e-293257671c73 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-256258177'}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:37:51.342417 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-b3a4f4b9-2da1-4b55-827e-293257671c73 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:37:51.347326 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-b3a4f4b9-2da1-4b55-827e-293257671c73 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Usage tracker for resource:network and tenant:69ee045658914011ac7b8ba0ad799b2d is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:37:51.352419 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-b3a4f4b9-2da1-4b55-827e-293257671c73 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:37:51.355631 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.services.segments.db [None req-3149972d-db9f-4a58-bb2e-3688de9576f1 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1b7c5e2fa0>,) {'filters': {'network_id': ['beb9486e-1750-4c8a-b6a4-e35f12b2c70a']}} {{(pid=87507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:37:51.361455 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-b3a4f4b9-2da1-4b55-827e-293257671c73 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:37:51.365644 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdeb3529-8ae1-472b-aaf8-35a4a4f82918 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Made reservation on behalf of c85c59d360694166b5b0483f9fc81199 for: {'network': 1} {{(pid=87506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:37:51.370908 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-cdeb3529-8ae1-472b-aaf8-35a4a4f82918 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for network, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:51.372438 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-932b00ba-f98d-4ba8-968c-a6308fb23fcf None None] Network 46273fc9-7acc-4774-8def-f13eeec99140 is already hosted by enough agents. {{(pid=87508) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:37:51.377743 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-09dd0796-cf44-4dcf-952c-da6f51e58a4e None None] Provisioning for port 94206871-71bc-45db-953e-8174f30dbfc9 completed by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 22:37:51.386510 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.scheduler.base_scheduler [None req-932b00ba-f98d-4ba8-968c-a6308fb23fcf None None] Resources bound (agent type, host, resource id):  {{(pid=87508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:37:51.398733 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-932b00ba-f98d-4ba8-968c-a6308fb23fcf None None] Received port after_create {{(pid=87508) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 22:37:51.408401 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932b00ba-f98d-4ba8-968c-a6308fb23fcf None None] Pushing event updated for resources: {'Port': ['ID=3caf6b81-ebdf-46c2-a608-c6c908c1ac5a,revision_number=1']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:37:51.411124 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cca8af0-bc68-45b5-8902-6b73188412fe None None] Update dhcp port {'port': {'network_id': '7edd76f7-0f97-48a5-b177-9842de6c0500', 'fixed_ips': [{'subnet_id': 'bfb2df0d-28dd-4381-bef6-f60554e45c0f'}], 'binding:host_id': 'dv-neutron-821829-1-hyperv'}, 'id': 'f63ea5e5-1521-41ec-b06b-8a476f3befb0'} from dv-neutron-821829-1-hyperv. {{(pid=87508) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}}
Dec 16 22:37:51.414008 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3a4f4b9-2da1-4b55-827e-293257671c73 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Made reservation on behalf of 69ee045658914011ac7b8ba0ad799b2d for: {'network': 1} {{(pid=87506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:37:51.417771 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-b3a4f4b9-2da1-4b55-827e-293257671c73 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for network, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:51.428505 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17d1d7e3-3757-43bb-a954-27601e34f093 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Made reservation on behalf of 4776cb1297af44b2a1a3b9af0f4316e5 for: {'subnet': 1} {{(pid=87507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:37:51.431970 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-17d1d7e3-3757-43bb-a954-27601e34f093 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10549598'] for subnet, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:51.438831 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-932b00ba-f98d-4ba8-968c-a6308fb23fcf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:37:51.463736 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.services.segments.db [None req-3149972d-db9f-4a58-bb2e-3688de9576f1 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b7c5e2fa0>, '0199e88a-c1e7-402e-a4f2-70b3d5386b66') {'for_net_delete': True} {{(pid=87507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:37:51.464067 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.services.segments.db [None req-3149972d-db9f-4a58-bb2e-3688de9576f1 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b7c5e2fa0>, '0199e88a-c1e7-402e-a4f2-70b3d5386b66') {} {{(pid=87507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:37:51.483135 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cdeb3529-8ae1-472b-aaf8-35a4a4f82918 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] vlan segment allocate from pool success with {'vlan_id': 161, 'physical_network': 'physnet1'}  {{(pid=87506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 22:37:51.516417 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device cd88f1ee-2ffa-4360-829e-9c5f96a3e5d6 no longer exists at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 22:37:51.555223 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-3149972d-db9f-4a58-bb2e-3688de9576f1 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734753593977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2128549'] for segment, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:51.603882 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] No Port match for: cd88f1ee-2ffa-4360-829e-9c5f96a3e5d6 {{(pid=87508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 22:37:51.604248 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device cd88f1ee-2ffa-4360-829e-9c5f96a3e5d6 not bound to the agent host dv-neutron-821829-1-hyperv {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 22:37:51.604693 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device f63ea5e5-1521-41ec-b06b-8a476f3befb0 no longer exists at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 22:37:51.652526 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-cdeb3529-8ae1-472b-aaf8-35a4a4f82918 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-883292'] for segment, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:51.652871 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.db.segments_db [None req-cdeb3529-8ae1-472b-aaf8-35a4a4f82918 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Added segment 36af39b9-b9a9-4be2-b888-17c130b2c6c7 of type vlan for network d4db5fc5-960f-423e-ba6d-dcdabaf0cc49
Dec 16 22:37:51.659522 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-3149972d-db9f-4a58-bb2e-3688de9576f1 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-883292'] for segment, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:51.665889 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3a4f4b9-2da1-4b55-827e-293257671c73 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] vlan segment allocate from pool success with {'vlan_id': 166, 'physical_network': 'physnet1'}  {{(pid=87506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 22:37:51.668422 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-f80c573f-0766-4a04-8811-39c289d735bf tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:51.690392 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3149972d-db9f-4a58-bb2e-3688de9576f1 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Releasing vlan 172 on physical network physnet1 to pool {{(pid=87507) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 16 22:37:51.691057 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-3149972d-db9f-4a58-bb2e-3688de9576f1 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-883285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10808034'] for segment, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:51.710906 dv-neutron-821829-1-hyperv neutron-server[87507]: Traceback (most recent call last):
Dec 16 22:37:51.710906 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 16 22:37:51.710906 dv-neutron-821829-1-hyperv neutron-server[87507]:     timer()
Dec 16 22:37:51.710906 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 22:37:51.710906 dv-neutron-821829-1-hyperv neutron-server[87507]:     cb(*args, **kw)
Dec 16 22:37:51.710906 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 22:37:51.710906 dv-neutron-821829-1-hyperv neutron-server[87507]:     return func(*args, **kwargs)
Dec 16 22:37:51.710906 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 22:37:51.710906 dv-neutron-821829-1-hyperv neutron-server[87507]:     self._notify()
Dec 16 22:37:51.710906 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 22:37:51.710906 dv-neutron-821829-1-hyperv neutron-server[87507]:     self.callback(batched_events)
Dec 16 22:37:51.710906 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 22:37:51.710906 dv-neutron-821829-1-hyperv neutron-server[87507]:     event.method(event)
Dec 16 22:37:51.710906 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 22:37:51.710906 dv-neutron-821829-1-hyperv neutron-server[87507]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 22:37:51.710906 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 22:37:51.710906 dv-neutron-821829-1-hyperv neutron-server[87507]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 22:37:51.710906 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 22:37:51.710906 dv-neutron-821829-1-hyperv neutron-server[87507]:     return f(self, *a, **k)
Dec 16 22:37:51.710906 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 16 22:37:51.710906 dv-neutron-821829-1-hyperv neutron-server[87507]:     return self._get(url).json()
Dec 16 22:37:51.710906 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 16 22:37:51.710906 dv-neutron-821829-1-hyperv neutron-server[87507]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 22:37:51.710906 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 16 22:37:51.710906 dv-neutron-821829-1-hyperv neutron-server[87507]:     return self.request(url, 'GET', **kwargs)
Dec 16 22:37:51.710906 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 16 22:37:51.710906 dv-neutron-821829-1-hyperv neutron-server[87507]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 22:37:51.710906 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 16 22:37:51.710906 dv-neutron-821829-1-hyperv neutron-server[87507]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 22:37:51.710906 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 16 22:37:51.710906 dv-neutron-821829-1-hyperv neutron-server[87507]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 22:37:51.710906 dv-neutron-821829-1-hyperv neutron-server[87507]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 22:37:51.713480 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-b3a4f4b9-2da1-4b55-827e-293257671c73 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-883292'] for segment, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:51.713480 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.db.segments_db [None req-b3a4f4b9-2da1-4b55-827e-293257671c73 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Added segment e8e8620b-59df-4417-982b-8b62e5cb58b2 of type vlan for network 4070fa6c-c6f3-4508-bd1f-043ce330a668
Dec 16 22:37:51.714264 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-cdeb3529-8ae1-472b-aaf8-35a4a4f82918 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734753047233'] for network, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:51.757518 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-5cca8af0-bc68-45b5-8902-6b73188412fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:51.773723 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-09dd0796-cf44-4dcf-952c-da6f51e58a4e None None] Provisioning complete for port f63ea5e5-1521-41ec-b06b-8a476f3befb0 triggered by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:37:51.774386 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-09dd0796-cf44-4dcf-952c-da6f51e58a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:51.816140 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-b3a4f4b9-2da1-4b55-827e-293257671c73 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734753047233'] for network, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:51.824218 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-932b00ba-f98d-4ba8-968c-a6308fb23fcf None None] Attempting to bind port 3caf6b81-ebdf-46c2-a608-c6c908c1ac5a on host dv-neutron-821829-1-hyperv for vnic_type normal with profile  {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 22:37:51.824611 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-932b00ba-f98d-4ba8-968c-a6308fb23fcf None None] Attempting to bind port 3caf6b81-ebdf-46c2-a608-c6c908c1ac5a by drivers openvswitch,hyperv on host dv-neutron-821829-1-hyperv at level 0 using segments [{'id': 'e9009bf7-f296-43e7-a161-46be3630a3f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '46273fc9-7acc-4774-8def-f13eeec99140'}] {{(pid=87508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 22:37:51.824989 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-932b00ba-f98d-4ba8-968c-a6308fb23fcf None None] Attempting to bind port 3caf6b81-ebdf-46c2-a608-c6c908c1ac5a on network 46273fc9-7acc-4774-8def-f13eeec99140 {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 22:37:51.882831 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-932b00ba-f98d-4ba8-968c-a6308fb23fcf None None] Checking agent: {'id': '5571501f-366e-47a4-9b60-8ef19d935d27', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821829-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 24, 2), 'started_at': datetime.datetime(2021, 12, 16, 22, 24, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 37, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821829-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 22:37:51.883237 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-932b00ba-f98d-4ba8-968c-a6308fb23fcf None None] Checking segment: {'id': 'e9009bf7-f296-43e7-a161-46be3630a3f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '46273fc9-7acc-4774-8def-f13eeec99140'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 22:37:51.883643 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-932b00ba-f98d-4ba8-968c-a6308fb23fcf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:51.884084 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-932b00ba-f98d-4ba8-968c-a6308fb23fcf None None] Bound using segment: {'id': 'e9009bf7-f296-43e7-a161-46be3630a3f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '46273fc9-7acc-4774-8def-f13eeec99140'} {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 22:37:51.884622 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-932b00ba-f98d-4ba8-968c-a6308fb23fcf None None] Bound port: 3caf6b81-ebdf-46c2-a608-c6c908c1ac5a, host: dv-neutron-821829-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9009bf7-f296-43e7-a161-46be3630a3f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '46273fc9-7acc-4774-8def-f13eeec99140'}}] {{(pid=87508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 22:37:51.885055 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-932b00ba-f98d-4ba8-968c-a6308fb23fcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:51.906856 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-cdeb3529-8ae1-472b-aaf8-35a4a4f82918 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440'] for network, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:51.911262 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdeb3529-8ae1-472b-aaf8-35a4a4f82918 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:37:51.912318 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-cdeb3529-8ae1-472b-aaf8-35a4a4f82918 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3791486'] for network, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:51.922215 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-844adddb-fa69-4a86-8eb4-c8225ca2f236 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Router dcd68ae4-9678-4601-9589-50474829ca26 has already been hosted by L3 agent 4f519db7-069b-43e2-8411-c092bac9102a {{(pid=87507) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 22:37:51.929297 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-24abf800-9c98-4fb2-90b1-5e250ffeb3d3 tempest-FloatingIPNegativeTestJSON-1419073809 tempest-FloatingIPNegativeTestJSON-1419073809-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:37:51.934826 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-5f34a6dd-44bb-41c5-b135-f0d5ad16b7d6 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3328566'] for subnet, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:52.067137 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-3149972d-db9f-4a58-bb2e-3688de9576f1 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3329572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3741856'] for network, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:52.086293 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-b3a4f4b9-2da1-4b55-827e-293257671c73 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440'] for network, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:52.092585 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3a4f4b9-2da1-4b55-827e-293257671c73 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:37:52.093202 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-b3a4f4b9-2da1-4b55-827e-293257671c73 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3791486'] for network, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:52.097243 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-a47bf5f6-6279-4baf-ad50-44645c911001 tempest-BulkNetworkOpsIpV6Test-1671727552 tempest-BulkNetworkOpsIpV6Test-1671727552-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:37:52.112920 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-cdeb3529-8ae1-472b-aaf8-35a4a4f82918 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 779 time: 0.8948758
Dec 16 22:37:52.118703 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdeb3529-8ae1-472b-aaf8-35a4a4f82918 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Pushing event updated for resources: {'Network': ['ID=d4db5fc5-960f-423e-ba6d-dcdabaf0cc49,revision_number=1']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:37:52.121490 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-cdeb3529-8ae1-472b-aaf8-35a4a4f82918 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:37:52.134068 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 44012) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:37:52.134557 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-bb6cf7df-80bc-4a57-b1d3-16399da48c2d tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.025s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:37:52.145431 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Network d4db5fc5-960f-423e-ba6d-dcdabaf0cc49 details requested by agent ovs-agent-dv-neutron-821829-1-hyperv with host dv-neutron-821829-1-hyperv {{(pid=87508) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 22:37:52.156458 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-e89ddd8f-204a-4b16-a1e3-a27a3a1e30ba tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Request body: {'subnet': {'network_id': 'd4db5fc5-960f-423e-ba6d-dcdabaf0cc49', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:37:52.175061 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:52.175670 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-3149972d-db9f-4a58-bb2e-3688de9576f1 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks [] for network, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:52.179623 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-5f34a6dd-44bb-41c5-b135-f0d5ad16b7d6 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3328622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10807868', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10549621'] for subnet, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:52.193609 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.db [None req-f80c573f-0766-4a04-8811-39c289d735bf tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] For port f63ea5e5-1521-41ec-b06b-8a476f3befb0, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=f63ea5e5-1521-41ec-b06b-8a476f3befb0,segment=NetworkSegment(da71c9a1-7532-4738-a9bc-22a7f498ec35),segment_id=da71c9a1-7532-4738-a9bc-22a7f498ec35)] {{(pid=87506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:37:52.249642 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3149972d-db9f-4a58-bb2e-3688de9576f1 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Pushing event deleted for resources: {'Network': ['ID=beb9486e-1750-4c8a-b6a4-e35f12b2c70a,revision_number=None']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:37:52.290428 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-b3a4f4b9-2da1-4b55-827e-293257671c73 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 771 time: 0.9599364
Dec 16 22:37:52.293104 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-5f34a6dd-44bb-41c5-b135-f0d5ad16b7d6 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks [] for subnet, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:52.295199 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-5f34a6dd-44bb-41c5-b135-f0d5ad16b7d6 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] 10.222.0.13 "DELETE /v2.0/subnets/cfe51f89-f7de-4c16-8633-58ae2c619c21 HTTP/1.1" status: 204  len: 168 time: 3.3521507
Dec 16 22:37:52.299570 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3149972d-db9f-4a58-bb2e-3688de9576f1 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:37:52.300183 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3149972d-db9f-4a58-bb2e-3688de9576f1 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:37:52.300736 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3149972d-db9f-4a58-bb2e-3688de9576f1 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:37:52.301263 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3149972d-db9f-4a58-bb2e-3688de9576f1 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:37:52.301784 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3149972d-db9f-4a58-bb2e-3688de9576f1 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:37:52.302311 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3149972d-db9f-4a58-bb2e-3688de9576f1 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:37:52.302850 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3149972d-db9f-4a58-bb2e-3688de9576f1 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:37:52.303402 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3149972d-db9f-4a58-bb2e-3688de9576f1 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:37:52.303942 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3149972d-db9f-4a58-bb2e-3688de9576f1 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:37:52.304458 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3149972d-db9f-4a58-bb2e-3688de9576f1 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:37:52.304972 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3149972d-db9f-4a58-bb2e-3688de9576f1 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:37:52.305503 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3149972d-db9f-4a58-bb2e-3688de9576f1 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:37:52.309939 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 44016) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:37:52.310284 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 44018) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:37:52.313951 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-3149972d-db9f-4a58-bb2e-3688de9576f1 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] 10.222.0.13 "DELETE /v2.0/networks/beb9486e-1750-4c8a-b6a4-e35f12b2c70a HTTP/1.1" status: 204  len: 168 time: 3.9109149
Dec 16 22:37:52.321506 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-3149972d-db9f-4a58-bb2e-3688de9576f1 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:37:52.322219 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-8563c264-ff91-499a-b35d-041410382064 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.113s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:37:52.323273 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 44022) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:37:52.344656 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-932b00ba-f98d-4ba8-968c-a6308fb23fcf None None] For port 3caf6b81-ebdf-46c2-a608-c6c908c1ac5a, host dv-neutron-821829-1-hyperv, cleared binding levels {{(pid=87508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 22:37:52.357134 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-864e2415-bd0c-4a17-b1ef-92a61b88f437 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1673403050'}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:37:52.364259 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-07269049-ba58-4e7c-b2bb-a9c83ff04d88 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Request body: {'subnet': {'network_id': '4070fa6c-c6f3-4508-bd1f-043ce330a668', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:37:52.371291 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-844adddb-fa69-4a86-8eb4-c8225ca2f236 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify agent at l3_agent.dv-neutron-821829-1-hyperv the message routers_updated {{(pid=87507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 22:37:52.374719 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f34a6dd-44bb-41c5-b135-f0d5ad16b7d6 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Pushing event deleted for resources: {'Subnet': ['ID=cfe51f89-f7de-4c16-8633-58ae2c619c21,revision_number=None']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:37:52.386190 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c495994-c8ec-4be4-a3a5-3262b20e81e2 None None] Sync routers for ids ['dcd68ae4-9678-4601-9589-50474829ca26'] in dv-neutron-821829-1-hyperv {{(pid=87509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 22:37:52.391518 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-932b00ba-f98d-4ba8-968c-a6308fb23fcf None None] For port 3caf6b81-ebdf-46c2-a608-c6c908c1ac5a, host dv-neutron-821829-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=3caf6b81-ebdf-46c2-a608-c6c908c1ac5a,segment=NetworkSegment(e9009bf7-f296-43e7-a161-46be3630a3f9),segment_id=e9009bf7-f296-43e7-a161-46be3630a3f9)] {{(pid=87508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 22:37:52.399242 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-844adddb-fa69-4a86-8eb4-c8225ca2f236 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] 10.222.0.13 "PUT /v2.0/routers/dcd68ae4-9678-4601-9589-50474829ca26/add_router_interface HTTP/1.1" status: 200  len: 503 time: 11.2824695
Dec 16 22:37:52.400853 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c495994-c8ec-4be4-a3a5-3262b20e81e2 None None] Routers {'dcd68ae4-9678-4601-9589-50474829ca26'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:37:52.402662 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-0c495994-c8ec-4be4-a3a5-3262b20e81e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b7d504d00>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:37:31Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['dcd68ae4-9678-4601-9589-50474829ca26'], 'active': True} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:37:52.403619 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-5f34a6dd-44bb-41c5-b135-f0d5ad16b7d6 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:37:52.404279 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 44028) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:37:52.413404 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-083eca4d-9c95-49c4-b397-7da8ac3a7201 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Request body: {'network': {'name': 'tempest-RoutersTest-1762610486'}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:37:52.422949 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-083eca4d-9c95-49c4-b397-7da8ac3a7201 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:37:52.427163 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-083eca4d-9c95-49c4-b397-7da8ac3a7201 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Usage tracker for resource:network and tenant:bb30155073f3462f829b4df60e35f5af is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:37:52.430696 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-083eca4d-9c95-49c4-b397-7da8ac3a7201 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:37:52.436717 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-083eca4d-9c95-49c4-b397-7da8ac3a7201 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:37:52.462025 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-932b00ba-f98d-4ba8-968c-a6308fb23fcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:52.468090 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-083eca4d-9c95-49c4-b397-7da8ac3a7201 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Made reservation on behalf of bb30155073f3462f829b4df60e35f5af for: {'network': 1} {{(pid=87507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:37:52.470940 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-2a33c97a-88f6-4add-9aa5-f3d96b8fbd18 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:37:52.471753 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-083eca4d-9c95-49c4-b397-7da8ac3a7201 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for network, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:52.502583 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-17d1d7e3-3757-43bb-a954-27601e34f093 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10807931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10549612'] for subnet, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:52.503451 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-864e2415-bd0c-4a17-b1ef-92a61b88f437 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:37:52.512382 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-0349f2cb-90db-410c-ba46-b719a62a035a tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:37:52.576564 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-083eca4d-9c95-49c4-b397-7da8ac3a7201 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] vlan segment allocate from pool success with {'vlan_id': 157, 'physical_network': 'physnet1'}  {{(pid=87507) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 22:37:52.586381 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.db.resource_extend [None req-f80c573f-0766-4a04-8811-39c289d735bf tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 16 22:37:52.608038 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a4f4b9-2da1-4b55-827e-293257671c73 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Pushing event updated for resources: {'Network': ['ID=4070fa6c-c6f3-4508-bd1f-043ce330a668,revision_number=1']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:37:52.621212 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.db_base_plugin_common [None req-5cca8af0-bc68-45b5-8902-6b73188412fe None None] Allocated IP 2001:db8::2 (7edd76f7-0f97-48a5-b177-9842de6c0500/bfb2df0d-28dd-4381-bef6-f60554e45c0f/f63ea5e5-1521-41ec-b06b-8a476f3befb0) {{(pid=87508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 22:37:52.623195 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-864e2415-bd0c-4a17-b1ef-92a61b88f437 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Usage tracker for resource:network and tenant:a221f56311244d31a510a3a1bb3c6ce9 is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:37:52.633851 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Network 4070fa6c-c6f3-4508-bd1f-043ce330a668 details requested by agent ovs-agent-dv-neutron-821829-1-hyperv with host dv-neutron-821829-1-hyperv {{(pid=87508) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 22:37:52.652061 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-083eca4d-9c95-49c4-b397-7da8ac3a7201 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-883292'] for segment, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:52.652421 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.db.segments_db [None req-083eca4d-9c95-49c4-b397-7da8ac3a7201 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Added segment 17c04932-5675-4fcb-a7a2-7b3bf586bf8a of type vlan for network 609eecf4-5001-4b39-a7b6-bf81cca64c22
Dec 16 22:37:52.662002 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-b3a4f4b9-2da1-4b55-827e-293257671c73 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.527s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:37:52.666891 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d1d7e3-3757-43bb-a954-27601e34f093 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Pushing event updated for resources: {'Subnet': ['ID=31904e4e-6204-4993-9a33-c400065824b7,revision_number=0']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:37:52.676368 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-17d1d7e3-3757-43bb-a954-27601e34f093 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:37:52.690919 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17d1d7e3-3757-43bb-a954-27601e34f093 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Checking segment: {'id': 'd3de610d-68ea-4157-9d55-8c22602fc8a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '84d6852e-3fe3-422b-bf3d-72f3275e9db0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 22:37:52.691294 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17d1d7e3-3757-43bb-a954-27601e34f093 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Network hostable DHCP agents. Network: 84d6852e-3fe3-422b-bf3d-72f3275e9db0, hostable agents: ['3b155c4d-12dc-491e-aa14-6113b06cfacd'], hosted agents: [] {{(pid=87507) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 16 22:37:52.700346 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-864e2415-bd0c-4a17-b1ef-92a61b88f437 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:37:52.726159 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932b00ba-f98d-4ba8-968c-a6308fb23fcf None None] Pushing event updated for resources: {'Port': ['ID=3caf6b81-ebdf-46c2-a608-c6c908c1ac5a,revision_number=3']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:37:52.729040 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-083eca4d-9c95-49c4-b397-7da8ac3a7201 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734753047233'] for network, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:52.730387 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-f80c573f-0766-4a04-8811-39c289d735bf tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks [] for port, precommit_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:52.742708 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-932b00ba-f98d-4ba8-968c-a6308fb23fcf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:37:52.752040 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17d1d7e3-3757-43bb-a954-27601e34f093 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Network 84d6852e-3fe3-422b-bf3d-72f3275e9db0 is scheduled to be hosted by DHCP agent 3b155c4d-12dc-491e-aa14-6113b06cfacd with binding_index 1 {{(pid=87507) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 16 22:37:52.762416 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-864e2415-bd0c-4a17-b1ef-92a61b88f437 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:37:52.775310 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-e89ddd8f-204a-4b16-a1e3-a27a3a1e30ba tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:37:52.776324 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.base_scheduler [None req-17d1d7e3-3757-43bb-a954-27601e34f093 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821829-1-hyperv, 84d6852e-3fe3-422b-bf3d-72f3275e9db0) {{(pid=87507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:37:52.791729 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17d1d7e3-3757-43bb-a954-27601e34f093 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:37:52.792393 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-17d1d7e3-3757-43bb-a954-27601e34f093 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Notify callbacks [] for subnet, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:52.798676 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-f80c573f-0766-4a04-8811-39c289d735bf tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1863400'] for port, after_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:52.799480 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-f80c573f-0766-4a04-8811-39c289d735bf tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1863317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11213092'] for subnet, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:52.816811 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-6ef6073f-fc5c-4273-a962-401b7a64e7d6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:37:52.821295 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-083eca4d-9c95-49c4-b397-7da8ac3a7201 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440'] for network, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:52.840523 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-083eca4d-9c95-49c4-b397-7da8ac3a7201 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:37:52.841409 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-083eca4d-9c95-49c4-b397-7da8ac3a7201 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks [] for network, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:52.846373 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-5b7959b8-1709-4253-aae8-0503f8985556 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:37:52.880863 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-e89ddd8f-204a-4b16-a1e3-a27a3a1e30ba tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Usage tracker for resource:subnet and tenant:c85c59d360694166b5b0483f9fc81199 is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:37:52.887079 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvr_db [None req-0c495994-c8ec-4be4-a3a5-3262b20e81e2 None None] Set router dcd68ae4-9678-4601-9589-50474829ca26 gateway port host: None {{(pid=87509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 22:37:52.896154 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-e89ddd8f-204a-4b16-a1e3-a27a3a1e30ba tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:37:52.906023 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-17d1d7e3-3757-43bb-a954-27601e34f093 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 812 time: 2.1985199
Dec 16 22:37:52.906178 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-73f087a2-a952-455a-af14-8c12924902db tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-825997'] for network, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:52.909456 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 44032) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:37:52.923559 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-e89ddd8f-204a-4b16-a1e3-a27a3a1e30ba tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:37:52.962823 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-07269049-ba58-4e7c-b2bb-a9c83ff04d88 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:37:52.965342 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-864e2415-bd0c-4a17-b1ef-92a61b88f437 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Made reservation on behalf of a221f56311244d31a510a3a1bb3c6ce9 for: {'network': 1} {{(pid=87506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:37:52.968832 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-864e2415-bd0c-4a17-b1ef-92a61b88f437 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for network, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:52.996235 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac85582c-46a9-46f2-be01-28eabb88d43c None None] Network 84d6852e-3fe3-422b-bf3d-72f3275e9db0 requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 22:37:53.009301 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-07269049-ba58-4e7c-b2bb-a9c83ff04d88 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Usage tracker for resource:subnet and tenant:69ee045658914011ac7b8ba0ad799b2d is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:37:53.029970 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f80c573f-0766-4a04-8811-39c289d735bf tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Network 7edd76f7-0f97-48a5-b177-9842de6c0500 is already hosted by enough agents. {{(pid=87506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:37:53.034175 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-07269049-ba58-4e7c-b2bb-a9c83ff04d88 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:37:53.044489 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-083eca4d-9c95-49c4-b397-7da8ac3a7201 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 766 time: 0.6389389
Dec 16 22:37:53.049602 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 44036) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:37:53.054700 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.base_scheduler [None req-f80c573f-0766-4a04-8811-39c289d735bf tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Resources bound (agent type, host, resource id):  {{(pid=87506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:37:53.057655 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-07269049-ba58-4e7c-b2bb-a9c83ff04d88 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:37:53.059472 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-843d930c-4d88-4f67-9d5a-c08ec0f483b6 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Request body: {'subnet': {'network_id': '609eecf4-5001-4b39-a7b6-bf81cca64c22', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:37:53.100033 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083eca4d-9c95-49c4-b397-7da8ac3a7201 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Pushing event updated for resources: {'Network': ['ID=609eecf4-5001-4b39-a7b6-bf81cca64c22,revision_number=1']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:37:53.127326 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-083eca4d-9c95-49c4-b397-7da8ac3a7201 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:37:53.131125 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f80c573f-0766-4a04-8811-39c289d735bf tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:37:53.132636 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-f80c573f-0766-4a04-8811-39c289d735bf tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3791486'] for subnet, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:53.146804 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [None req-73f087a2-a952-455a-af14-8c12924902db tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Deleting port 3caf6b81-ebdf-46c2-a608-c6c908c1ac5a {{(pid=87506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:37:53.147205 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-73f087a2-a952-455a-af14-8c12924902db tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:53.202957 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e89ddd8f-204a-4b16-a1e3-a27a3a1e30ba tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Made reservation on behalf of c85c59d360694166b5b0483f9fc81199 for: {'subnet': 1} {{(pid=87506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:37:53.206694 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-e89ddd8f-204a-4b16-a1e3-a27a3a1e30ba tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11213078'] for subnet, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:53.260310 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.db.api [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87508) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 16 22:37:53.260782 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_db.api [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 16 22:37:53.268052 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80c573f-0766-4a04-8811-39c289d735bf tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Pushing event updated for resources: {'Port': ['ID=f63ea5e5-1521-41ec-b06b-8a476f3befb0,revision_number=14']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:37:53.282350 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-843d930c-4d88-4f67-9d5a-c08ec0f483b6 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:37:53.291339 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-843d930c-4d88-4f67-9d5a-c08ec0f483b6 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Usage tracker for resource:subnet and tenant:bb30155073f3462f829b4df60e35f5af is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:37:53.293966 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-f80c573f-0766-4a04-8811-39c289d735bf tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.479s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:37:53.296721 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-843d930c-4d88-4f67-9d5a-c08ec0f483b6 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:37:53.304644 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-843d930c-4d88-4f67-9d5a-c08ec0f483b6 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:37:53.316847 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-79c06070-107c-4c03-b147-661027a083da None None] Provisioning for port 23f463ae-462a-4a35-a545-23810024be4a completed by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 22:37:53.318283 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-843d930c-4d88-4f67-9d5a-c08ec0f483b6 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Made reservation on behalf of bb30155073f3462f829b4df60e35f5af for: {'subnet': 1} {{(pid=87507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:37:53.322998 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Network 609eecf4-5001-4b39-a7b6-bf81cca64c22 details requested by agent ovs-agent-dv-neutron-821829-1-hyperv with host dv-neutron-821829-1-hyperv {{(pid=87508) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 22:37:53.323432 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-843d930c-4d88-4f67-9d5a-c08ec0f483b6 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10549598'] for subnet, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:53.338428 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-3c4a9fb9-a8a9-46f1-82b4-73533842008e tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.470s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:37:53.392209 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-864e2415-bd0c-4a17-b1ef-92a61b88f437 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] vlan segment allocate from pool success with {'vlan_id': 155, 'physical_network': 'physnet1'}  {{(pid=87506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 22:37:53.394539 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07269049-ba58-4e7c-b2bb-a9c83ff04d88 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Made reservation on behalf of 69ee045658914011ac7b8ba0ad799b2d for: {'subnet': 1} {{(pid=87506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:37:53.398555 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-07269049-ba58-4e7c-b2bb-a9c83ff04d88 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11213078'] for subnet, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:53.454064 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-0c495994-c8ec-4be4-a3a5-3262b20e81e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b7d504d00>, [{'id': 'dcd68ae4-9678-4601-9589-50474829ca26', 'name': 'tempest-RoutersTest-router-809960879', 'tenant_id': 'bb30155073f3462f829b4df60e35f5af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:37:21Z', 'updated_at': '2021-12-16T22:37:48Z', 'revision_number': 3, 'project_id': 'bb30155073f3462f829b4df60e35f5af', 'gw_port_host': None, '_interfaces': [{'id': '23f463ae-462a-4a35-a545-23810024be4a', 'name': '', 'network_id': 'a9fe3143-2ede-4b9c-a7a9-a02a4acc426b', 'tenant_id': 'bb30155073f3462f829b4df60e35f5af', 'mac_address': 'fa:16:3e:4c:e9:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcd68ae4-9678-4601-9589-50474829ca26', 'device_owner': 'network:router_interface', 'standard_attr_id': 846, 'fixed_ips': [{'subnet_id': '95a355fa-2faa-4243-83d9-d55c558a9f15', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:37:44Z', 'updated_at': '2021-12-16T22:37:49Z', 'revision_number': 2, 'project_id': 'bb30155073f3462f829b4df60e35f5af', 'subnets': [{'id': '95a355fa-2faa-4243-83d9-d55c558a9f15', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b4a16203-a9be-4052-bdb0-6f3fa9deae9e', 'name': '', 'network_id': '9cec1ece-19ae-40d0-b729-73c3863b1457', 'tenant_id': 'bb30155073f3462f829b4df60e35f5af', 'mac_address': 'fa:16:3e:f8:28:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcd68ae4-9678-4601-9589-50474829ca26', 'device_owner': 'network:router_interface', 'standard_attr_id': 810, 'fixed_ips': [{'subnet_id': '12bde7f9-83c9-49c9-9bcd-d81bdd1ed717', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:37:28Z', 'updated_at': '2021-12-16T22:37:46Z', 'revision_number': 5, 'project_id': 'bb30155073f3462f829b4df60e35f5af', 'subnets': [{'id': '12bde7f9-83c9-49c9-9bcd-d81bdd1ed717', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:37:53.459077 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c495994-c8ec-4be4-a3a5-3262b20e81e2 None None] Checking router: dcd68ae4-9678-4601-9589-50474829ca26 for host: dv-neutron-821829-1-hyperv {{(pid=87509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 22:37:53.460269 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c495994-c8ec-4be4-a3a5-3262b20e81e2 None None] Updating router dcd68ae4-9678-4601-9589-50474829ca26 port 23f463ae-462a-4a35-a545-23810024be4a binding host dv-neutron-821829-1-hyperv {{(pid=87509) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 16 22:37:53.475031 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-79c06070-107c-4c03-b147-661027a083da None None] Provisioning complete for port 23f463ae-462a-4a35-a545-23810024be4a triggered by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:37:53.476422 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-79c06070-107c-4c03-b147-661027a083da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:53.518163 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron_lib.callbacks.manager [None req-0c495994-c8ec-4be4-a3a5-3262b20e81e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:53.533204 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-864e2415-bd0c-4a17-b1ef-92a61b88f437 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-883292'] for segment, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:53.534285 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.db.segments_db [None req-864e2415-bd0c-4a17-b1ef-92a61b88f437 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Added segment cd4751e3-5c6f-4b41-91b1-de6837d93d51 of type vlan for network 83164aae-f7ab-456d-aa67-cd11c17168ef
Dec 16 22:37:53.548309 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-f80c573f-0766-4a04-8811-39c289d735bf tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 842 time: 4.6125016
Dec 16 22:37:53.558219 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 44040) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:37:53.616798 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-79c06070-107c-4c03-b147-661027a083da None None] Port 23f463ae-462a-4a35-a545-23810024be4a cannot update to ACTIVE because it is not bound. {{(pid=87508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 22:37:53.673353 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-843d930c-4d88-4f67-9d5a-c08ec0f483b6 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10807931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10549612'] for subnet, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:53.683448 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-ed37d84b-f01a-4fa7-922e-d263234eb2fc tempest-BulkNetworkOpsIpV6Test-1671727552 tempest-BulkNetworkOpsIpV6Test-1671727552-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:37:53.776500 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-9cb65256-bd08-4f40-bef9-4262ac096b02 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Request body: {'port': {'network_id': '7edd76f7-0f97-48a5-b177-9842de6c0500', 'mac_address': 'fa:16:3e:a6:c2:c4', 'name': 'tempest-NetworksTestDHCPv6-1208629050'}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:37:53.819366 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-843d930c-4d88-4f67-9d5a-c08ec0f483b6 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Checking segment: {'id': '17c04932-5675-4fcb-a7a2-7b3bf586bf8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '609eecf4-5001-4b39-a7b6-bf81cca64c22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 22:37:53.819898 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-843d930c-4d88-4f67-9d5a-c08ec0f483b6 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Network hostable DHCP agents. Network: 609eecf4-5001-4b39-a7b6-bf81cca64c22, hostable agents: ['3b155c4d-12dc-491e-aa14-6113b06cfacd'], hosted agents: [] {{(pid=87507) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 16 22:37:53.833943 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843d930c-4d88-4f67-9d5a-c08ec0f483b6 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Pushing event updated for resources: {'Subnet': ['ID=11852dee-7e7f-4b01-b40e-4a8f31edd0c6,revision_number=0']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:37:53.846290 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-843d930c-4d88-4f67-9d5a-c08ec0f483b6 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:37:53.870692 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:53.878691 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-843d930c-4d88-4f67-9d5a-c08ec0f483b6 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Network 609eecf4-5001-4b39-a7b6-bf81cca64c22 is scheduled to be hosted by DHCP agent 3b155c4d-12dc-491e-aa14-6113b06cfacd with binding_index 1 {{(pid=87507) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 16 22:37:53.891726 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86fefd8c-5a4f-43fa-b560-252dd11775ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1d6bfaf-d325-5e4f-b05d-2441d8339617-84d6852e-3fe3-422b-bf3d-72f3275e9db0', 'network_id': '84d6852e-3fe3-422b-bf3d-72f3275e9db0', 'tenant_id': '4776cb1297af44b2a1a3b9af0f4316e5', 'fixed_ips': [{'subnet_id': '31904e4e-6204-4993-9a33-c400065824b7'}]}} from dv-neutron-821829-1-hyperv. {{(pid=87508) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 16 22:37:53.892607 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-86fefd8c-5a4f-43fa-b560-252dd11775ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:53.895280 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.base_scheduler [None req-843d930c-4d88-4f67-9d5a-c08ec0f483b6 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821829-1-hyperv, 609eecf4-5001-4b39-a7b6-bf81cca64c22) {{(pid=87507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:37:53.901378 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-843d930c-4d88-4f67-9d5a-c08ec0f483b6 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:37:53.902698 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-843d930c-4d88-4f67-9d5a-c08ec0f483b6 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks [] for subnet, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:53.935855 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-843d930c-4d88-4f67-9d5a-c08ec0f483b6 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.8844998
Dec 16 22:37:53.938289 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 44044) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:37:53.981657 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80c573f-0766-4a04-8811-39c289d735bf tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Pushing event updated for resources: {'Subnet': ['ID=d58a1af8-7e64-412b-ab41-f40b7c5769e8,revision_number=0']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:37:54.002431 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-f80c573f-0766-4a04-8811-39c289d735bf tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.664s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:37:54.008249 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-864e2415-bd0c-4a17-b1ef-92a61b88f437 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734753047233'] for network, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:54.035415 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron_lib.callbacks.manager [None req-0c495994-c8ec-4be4-a3a5-3262b20e81e2 None None] Notify callbacks [] for port, precommit_update {{(pid=87509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:54.039201 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-9896a873-6714-40d3-9310-bca3f2badd2a tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-825997'] for network, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:54.050999 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.provisioning_blocks [None req-0c495994-c8ec-4be4-a3a5-3262b20e81e2 None None] Transition to ACTIVE for port object 23f463ae-462a-4a35-a545-23810024be4a will not be triggered until provisioned by entity L2. {{(pid=87509) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:37:54.058724 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron_lib.callbacks.manager [None req-0c495994-c8ec-4be4-a3a5-3262b20e81e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:54.063364 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:37:54.144868 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079d0ae2-5697-4926-aace-e920fce205a3 None None] Pushing event updated for resources: {'Port': ['ID=23f463ae-462a-4a35-a545-23810024be4a,revision_number=3']} {{(pid=87509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:37:54.224412 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.db_base_plugin_common [None req-86fefd8c-5a4f-43fa-b560-252dd11775ad None None] Allocated IP 2001:db8::1 (84d6852e-3fe3-422b-bf3d-72f3275e9db0/31904e4e-6204-4993-9a33-c400065824b7/028dc015-7c5a-478c-8695-8ec42dac1834) {{(pid=87508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 22:37:54.259144 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG oslo_concurrency.lockutils [None req-079d0ae2-5697-4926-aace-e920fce205a3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=87509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:37:54.260947 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.db.resource_extend [None req-864e2415-bd0c-4a17-b1ef-92a61b88f437 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 16 22:37:54.373865 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.plugins.ml2.managers [None req-0c495994-c8ec-4be4-a3a5-3262b20e81e2 None None] Attempting to bind port 23f463ae-462a-4a35-a545-23810024be4a on host dv-neutron-821829-1-hyperv for vnic_type normal with profile  {{(pid=87509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 22:37:54.374722 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.plugins.ml2.managers [None req-0c495994-c8ec-4be4-a3a5-3262b20e81e2 None None] Attempting to bind port 23f463ae-462a-4a35-a545-23810024be4a by drivers openvswitch,hyperv on host dv-neutron-821829-1-hyperv at level 0 using segments [{'id': '61620825-0d99-46c5-a98c-282b46a37204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'a9fe3143-2ede-4b9c-a7a9-a02a4acc426b'}] {{(pid=87509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 22:37:54.375435 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c495994-c8ec-4be4-a3a5-3262b20e81e2 None None] Attempting to bind port 23f463ae-462a-4a35-a545-23810024be4a on network a9fe3143-2ede-4b9c-a7a9-a02a4acc426b {{(pid=87509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 22:37:54.383956 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c495994-c8ec-4be4-a3a5-3262b20e81e2 None None] Checking agent: {'id': '5571501f-366e-47a4-9b60-8ef19d935d27', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821829-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 24, 2), 'started_at': datetime.datetime(2021, 12, 16, 22, 24, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 37, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821829-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 22:37:54.384377 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c495994-c8ec-4be4-a3a5-3262b20e81e2 None None] Checking segment: {'id': '61620825-0d99-46c5-a98c-282b46a37204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'a9fe3143-2ede-4b9c-a7a9-a02a4acc426b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 22:37:54.385610 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron_lib.callbacks.manager [None req-0c495994-c8ec-4be4-a3a5-3262b20e81e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:54.386359 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c495994-c8ec-4be4-a3a5-3262b20e81e2 None None] Bound using segment: {'id': '61620825-0d99-46c5-a98c-282b46a37204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'a9fe3143-2ede-4b9c-a7a9-a02a4acc426b'} {{(pid=87509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 22:37:54.387223 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.plugins.ml2.managers [None req-0c495994-c8ec-4be4-a3a5-3262b20e81e2 None None] Bound port: 23f463ae-462a-4a35-a545-23810024be4a, host: dv-neutron-821829-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61620825-0d99-46c5-a98c-282b46a37204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'a9fe3143-2ede-4b9c-a7a9-a02a4acc426b'}}] {{(pid=87509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 22:37:54.387657 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron_lib.callbacks.manager [None req-0c495994-c8ec-4be4-a3a5-3262b20e81e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:54.517323 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-86fefd8c-5a4f-43fa-b560-252dd11775ad None None] Notify callbacks [] for port, precommit_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:54.523645 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.plugins.ml2.db [None req-0c495994-c8ec-4be4-a3a5-3262b20e81e2 None None] For port 23f463ae-462a-4a35-a545-23810024be4a, host dv-neutron-821829-1-hyperv, cleared binding levels {{(pid=87509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 22:37:54.528544 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.plugins.ml2.db [None req-0c495994-c8ec-4be4-a3a5-3262b20e81e2 None None] For port 23f463ae-462a-4a35-a545-23810024be4a, host dv-neutron-821829-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=23f463ae-462a-4a35-a545-23810024be4a,segment=NetworkSegment(61620825-0d99-46c5-a98c-282b46a37204),segment_id=61620825-0d99-46c5-a98c-282b46a37204)] {{(pid=87509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 22:37:54.535640 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron_lib.callbacks.manager [None req-0c495994-c8ec-4be4-a3a5-3262b20e81e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:54.535975 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65eb1577-58e6-4f89-a928-761c3245b12b None None] Network 609eecf4-5001-4b39-a7b6-bf81cca64c22 requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 22:37:54.548041 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-864e2415-bd0c-4a17-b1ef-92a61b88f437 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440'] for network, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:54.552710 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG oslo_concurrency.lockutils [None req-4e48716f-b65d-404c-9f9a-0cb289ab3447 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:37:54.553555 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-864e2415-bd0c-4a17-b1ef-92a61b88f437 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:37:54.554155 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-864e2415-bd0c-4a17-b1ef-92a61b88f437 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3791486'] for network, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:54.582821 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cd91b00-5ae2-4466-8b7a-76a8190e4113 None None] Network 46273fc9-7acc-4774-8def-f13eeec99140 requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 22:37:54.598401 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-1ef5c333-a63d-488f-9167-4e2a5494c873 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:37:54.620440 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-9cb65256-bd08-4f40-bef9-4262ac096b02 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:37:54.642653 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c495994-c8ec-4be4-a3a5-3262b20e81e2 None None] Routers {'dcd68ae4-9678-4601-9589-50474829ca26'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:37:54.643461 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-0c495994-c8ec-4be4-a3a5-3262b20e81e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b7d504d00>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:37:31Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['dcd68ae4-9678-4601-9589-50474829ca26'], 'active': True} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:37:54.650816 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.db [None req-73f087a2-a952-455a-af14-8c12924902db tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] For port 3caf6b81-ebdf-46c2-a608-c6c908c1ac5a, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=3caf6b81-ebdf-46c2-a608-c6c908c1ac5a,segment=NetworkSegment(e9009bf7-f296-43e7-a161-46be3630a3f9),segment_id=e9009bf7-f296-43e7-a161-46be3630a3f9)] {{(pid=87506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:37:54.651181 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-73f087a2-a952-455a-af14-8c12924902db tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:54.693724 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-86fefd8c-5a4f-43fa-b560-252dd11775ad None None] Transition to ACTIVE for port object 028dc015-7c5a-478c-8695-8ec42dac1834 will not be triggered until provisioned by entity L2. {{(pid=87508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:37:54.778436 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-9cb65256-bd08-4f40-bef9-4262ac096b02 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:37:54.847911 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079d0ae2-5697-4926-aace-e920fce205a3 None None] Pushing event updated for resources: {'Port': ['ID=23f463ae-462a-4a35-a545-23810024be4a,revision_number=4']} {{(pid=87509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:37:54.853166 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG oslo_concurrency.lockutils [None req-079d0ae2-5697-4926-aace-e920fce205a3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=87509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:37:54.886297 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-86fefd8c-5a4f-43fa-b560-252dd11775ad None None] Transition to ACTIVE for port object 028dc015-7c5a-478c-8695-8ec42dac1834 will not be triggered until provisioned by entity DHCP. {{(pid=87508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:37:54.891786 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvr_db [None req-0c495994-c8ec-4be4-a3a5-3262b20e81e2 None None] Set router dcd68ae4-9678-4601-9589-50474829ca26 gateway port host: None {{(pid=87509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 22:37:54.906286 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-ab40a14c-11b2-488e-98e3-828a645a8f1a None None] Provisioning for port 3caf6b81-ebdf-46c2-a608-c6c908c1ac5a completed by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 22:37:54.919238 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-86fefd8c-5a4f-43fa-b560-252dd11775ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940'] for port, after_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:54.936039 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-78a3990e-2912-4b36-a663-bcd61d6e9113 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:37:54.959021 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-864e2415-bd0c-4a17-b1ef-92a61b88f437 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 770 time: 2.6068501
Dec 16 22:37:54.985402 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 44050) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:37:54.993919 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-8b8e4886-f39c-4bbc-ae81-04be6fab0f49 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Request body: {'subnet': {'network_id': '83164aae-f7ab-456d-aa67-cd11c17168ef', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:37:55.013772 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-5cca8af0-bc68-45b5-8902-6b73188412fe None None] For port f63ea5e5-1521-41ec-b06b-8a476f3befb0, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=f63ea5e5-1521-41ec-b06b-8a476f3befb0,segment=NetworkSegment(da71c9a1-7532-4738-a9bc-22a7f498ec35),segment_id=da71c9a1-7532-4738-a9bc-22a7f498ec35)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:37:55.062697 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86fefd8c-5a4f-43fa-b560-252dd11775ad None None] Network 84d6852e-3fe3-422b-bf3d-72f3275e9db0 is already hosted by enough agents. {{(pid=87508) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:37:55.070991 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.scheduler.base_scheduler [None req-86fefd8c-5a4f-43fa-b560-252dd11775ad None None] Resources bound (agent type, host, resource id):  {{(pid=87508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:37:55.080604 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864e2415-bd0c-4a17-b1ef-92a61b88f437 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Pushing event updated for resources: {'Network': ['ID=83164aae-f7ab-456d-aa67-cd11c17168ef,revision_number=1']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:37:55.090956 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-864e2415-bd0c-4a17-b1ef-92a61b88f437 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.492s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:37:55.091652 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-9896a873-6714-40d3-9310-bca3f2badd2a tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3328566'] for subnet, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:55.112029 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86fefd8c-5a4f-43fa-b560-252dd11775ad None None] Received port after_create {{(pid=87508) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 22:37:55.114411 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Network 83164aae-f7ab-456d-aa67-cd11c17168ef details requested by agent ovs-agent-dv-neutron-821829-1-hyperv with host dv-neutron-821829-1-hyperv {{(pid=87508) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 22:37:55.128743 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fefd8c-5a4f-43fa-b560-252dd11775ad None None] Pushing event updated for resources: {'Port': ['ID=028dc015-7c5a-478c-8695-8ec42dac1834,revision_number=1']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:37:55.151361 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-86fefd8c-5a4f-43fa-b560-252dd11775ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:37:55.168233 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cb65256-bd08-4f40-bef9-4262ac096b02 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Made reservation on behalf of 8e4385a98eb1416284c1cc96b3355a70 for: {'port': 1} {{(pid=87506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:37:55.170157 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-f7b279ed-9a2e-47fd-91f9-88bf7cf9fd04 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:55.188777 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-8b8e4886-f39c-4bbc-ae81-04be6fab0f49 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:37:55.210327 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.db.resource_extend [None req-5cca8af0-bc68-45b5-8902-6b73188412fe None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 16 22:37:55.275819 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-5cca8af0-bc68-45b5-8902-6b73188412fe None None] Notify callbacks [] for port, precommit_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:55.297692 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-0c495994-c8ec-4be4-a3a5-3262b20e81e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b7d504d00>, [{'id': 'dcd68ae4-9678-4601-9589-50474829ca26', 'name': 'tempest-RoutersTest-router-809960879', 'tenant_id': 'bb30155073f3462f829b4df60e35f5af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:37:21Z', 'updated_at': '2021-12-16T22:37:48Z', 'revision_number': 3, 'project_id': 'bb30155073f3462f829b4df60e35f5af', 'gw_port_host': None, '_interfaces': [{'id': '23f463ae-462a-4a35-a545-23810024be4a', 'name': '', 'network_id': 'a9fe3143-2ede-4b9c-a7a9-a02a4acc426b', 'tenant_id': 'bb30155073f3462f829b4df60e35f5af', 'mac_address': 'fa:16:3e:4c:e9:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcd68ae4-9678-4601-9589-50474829ca26', 'device_owner': 'network:router_interface', 'standard_attr_id': 846, 'fixed_ips': [{'subnet_id': '95a355fa-2faa-4243-83d9-d55c558a9f15', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:37:44Z', 'updated_at': '2021-12-16T22:37:54Z', 'revision_number': 4, 'project_id': 'bb30155073f3462f829b4df60e35f5af', 'subnets': [{'id': '95a355fa-2faa-4243-83d9-d55c558a9f15', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b4a16203-a9be-4052-bdb0-6f3fa9deae9e', 'name': '', 'network_id': '9cec1ece-19ae-40d0-b729-73c3863b1457', 'tenant_id': 'bb30155073f3462f829b4df60e35f5af', 'mac_address': 'fa:16:3e:f8:28:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcd68ae4-9678-4601-9589-50474829ca26', 'device_owner': 'network:router_interface', 'standard_attr_id': 810, 'fixed_ips': [{'subnet_id': '12bde7f9-83c9-49c9-9bcd-d81bdd1ed717', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:37:28Z', 'updated_at': '2021-12-16T22:37:46Z', 'revision_number': 5, 'project_id': 'bb30155073f3462f829b4df60e35f5af', 'subnets': [{'id': '12bde7f9-83c9-49c9-9bcd-d81bdd1ed717', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:37:55.303049 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c495994-c8ec-4be4-a3a5-3262b20e81e2 None None] The sync data for ids ['dcd68ae4-9678-4601-9589-50474829ca26'] in dv-neutron-821829-1-hyperv is: [{'id': 'dcd68ae4-9678-4601-9589-50474829ca26', 'name': 'tempest-RoutersTest-router-809960879', 'tenant_id': 'bb30155073f3462f829b4df60e35f5af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:37:21Z', 'updated_at': '2021-12-16T22:37:48Z', 'revision_number': 3, 'project_id': 'bb30155073f3462f829b4df60e35f5af', 'gw_port_host': None, '_interfaces': [{'id': '23f463ae-462a-4a35-a545-23810024be4a', 'name': '', 'network_id': 'a9fe3143-2ede-4b9c-a7a9-a02a4acc426b', 'tenant_id': 'bb30155073f3462f829b4df60e35f5af', 'mac_address': 'fa:16:3e:4c:e9:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcd68ae4-9678-4601-9589-50474829ca26', 'device_owner': 'network:router_interface', 'standard_attr_id': 846, 'fixed_ips': [{'subnet_id': '95a355fa-2faa-4243-83d9-d55c558a9f15', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:37:44Z', 'updated_at': '2021-12-16T22:37:54Z', 'revision_number': 4, 'project_id': 'bb30155073f3462f829b4df60e35f5af', 'subnets': [{'id': '95a355fa-2faa-4243-83d9-d55c558a9f15', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b4a16203-a9be-4052-bdb0-6f3fa9deae9e', 'name': '', 'network_id': '9cec1ece-19ae-40d0-b729-73c3863b1457', 'tenant_id': 'bb30155073f3462f829b4df60e35f5af', 'mac_address': 'fa:16:3e:f8:28:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcd68ae4-9678-4601-9589-50474829ca26', 'device_owner': 'network:router_interface', 'standard_attr_id': 810, 'fixed_ips': [{'subnet_id': '12bde7f9-83c9-49c9-9bcd-d81bdd1ed717', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:37:28Z', 'updated_at': '2021-12-16T22:37:46Z', 'revision_number': 5, 'project_id': 'bb30155073f3462f829b4df60e35f5af', 'subnets': [{'id': '12bde7f9-83c9-49c9-9bcd-d81bdd1ed717', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 22:37:55.320677 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [None req-73f087a2-a952-455a-af14-8c12924902db tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Calling delete_port for 3caf6b81-ebdf-46c2-a608-c6c908c1ac5a owned by network:dhcp {{(pid=87506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:37:55.356861 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-9cb65256-bd08-4f40-bef9-4262ac096b02 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:55.396325 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-e89ddd8f-204a-4b16-a1e3-a27a3a1e30ba tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1863317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11213092'] for subnet, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:55.407526 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:37:55.446167 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-5cca8af0-bc68-45b5-8902-6b73188412fe None None] Transition to ACTIVE for port object f63ea5e5-1521-41ec-b06b-8a476f3befb0 will not be triggered until provisioned by entity DHCP. {{(pid=87508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:37:55.452070 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-86fefd8c-5a4f-43fa-b560-252dd11775ad None None] Attempting to bind port 028dc015-7c5a-478c-8695-8ec42dac1834 on host dv-neutron-821829-1-hyperv for vnic_type normal with profile  {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 22:37:55.452460 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-86fefd8c-5a4f-43fa-b560-252dd11775ad None None] Attempting to bind port 028dc015-7c5a-478c-8695-8ec42dac1834 by drivers openvswitch,hyperv on host dv-neutron-821829-1-hyperv at level 0 using segments [{'id': 'd3de610d-68ea-4157-9d55-8c22602fc8a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '84d6852e-3fe3-422b-bf3d-72f3275e9db0'}] {{(pid=87508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 22:37:55.452885 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86fefd8c-5a4f-43fa-b560-252dd11775ad None None] Attempting to bind port 028dc015-7c5a-478c-8695-8ec42dac1834 on network 84d6852e-3fe3-422b-bf3d-72f3275e9db0 {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 22:37:55.500558 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-5cca8af0-bc68-45b5-8902-6b73188412fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:55.515433 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-6142d529-cff6-4426-bdde-f1c6d6bf0f12 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:37:55.522983 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89ddd8f-204a-4b16-a1e3-a27a3a1e30ba tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Pushing event updated for resources: {'Subnet': ['ID=56360837-ed36-4a87-a358-02673b82a4c5,revision_number=0']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:37:55.524616 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-e89ddd8f-204a-4b16-a1e3-a27a3a1e30ba tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:37:55.543966 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.notifiers.nova [None req-9cb65256-bd08-4f40-bef9-4262ac096b02 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] device_id is not set on port 4fb0767d-6e54-4acc-9f51-a7dd29b04938 yet. {{(pid=87506) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 16 22:37:55.571496 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c321a490-9e93-44be-9c1e-838080918c5c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1d6bfaf-d325-5e4f-b05d-2441d8339617-609eecf4-5001-4b39-a7b6-bf81cca64c22', 'network_id': '609eecf4-5001-4b39-a7b6-bf81cca64c22', 'tenant_id': 'bb30155073f3462f829b4df60e35f5af', 'fixed_ips': [{'subnet_id': '11852dee-7e7f-4b01-b40e-4a8f31edd0c6'}]}} from dv-neutron-821829-1-hyperv. {{(pid=87508) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 16 22:37:55.572372 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-c321a490-9e93-44be-9c1e-838080918c5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:55.579681 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-8b8e4886-f39c-4bbc-ae81-04be6fab0f49 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Usage tracker for resource:subnet and tenant:a221f56311244d31a510a3a1bb3c6ce9 is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:37:55.582945 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86fefd8c-5a4f-43fa-b560-252dd11775ad None None] Checking agent: {'id': '5571501f-366e-47a4-9b60-8ef19d935d27', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821829-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 24, 2), 'started_at': datetime.datetime(2021, 12, 16, 22, 24, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 37, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821829-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 22:37:55.583337 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86fefd8c-5a4f-43fa-b560-252dd11775ad None None] Checking segment: {'id': 'd3de610d-68ea-4157-9d55-8c22602fc8a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '84d6852e-3fe3-422b-bf3d-72f3275e9db0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 22:37:55.583773 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-86fefd8c-5a4f-43fa-b560-252dd11775ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:55.584256 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86fefd8c-5a4f-43fa-b560-252dd11775ad None None] Bound using segment: {'id': 'd3de610d-68ea-4157-9d55-8c22602fc8a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '84d6852e-3fe3-422b-bf3d-72f3275e9db0'} {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 22:37:55.585433 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-86fefd8c-5a4f-43fa-b560-252dd11775ad None None] Bound port: 028dc015-7c5a-478c-8695-8ec42dac1834, host: dv-neutron-821829-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3de610d-68ea-4157-9d55-8c22602fc8a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '84d6852e-3fe3-422b-bf3d-72f3275e9db0'}}] {{(pid=87508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 22:37:55.585828 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-86fefd8c-5a4f-43fa-b560-252dd11775ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:55.616214 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cef10fc1-2153-4253-8766-3dec09aa439e None None] DHCP port deletion for 46273fc9-7acc-4774-8def-f13eeec99140 request from dv-neutron-821829-1-hyperv {{(pid=87508) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 16 22:37:55.646881 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-cef10fc1-2153-4253-8766-3dec09aa439e None None] Deleting port 3caf6b81-ebdf-46c2-a608-c6c908c1ac5a {{(pid=87508) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:37:55.647900 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-cef10fc1-2153-4253-8766-3dec09aa439e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:55.678793 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.db_base_plugin_common [None req-f7b279ed-9a2e-47fd-91f9-88bf7cf9fd04 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Allocated IP 172.22.0.1 (609eecf4-5001-4b39-a7b6-bf81cca64c22/11852dee-7e7f-4b01-b40e-4a8f31edd0c6/f95799a9-b8ac-4040-9601-29cf8e618a79) {{(pid=87507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 22:37:55.687304 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e89ddd8f-204a-4b16-a1e3-a27a3a1e30ba tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Checking segment: {'id': '36af39b9-b9a9-4be2-b888-17c130b2c6c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'd4db5fc5-960f-423e-ba6d-dcdabaf0cc49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 22:37:55.688071 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e89ddd8f-204a-4b16-a1e3-a27a3a1e30ba tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Network hostable DHCP agents. Network: d4db5fc5-960f-423e-ba6d-dcdabaf0cc49, hostable agents: ['3b155c4d-12dc-491e-aa14-6113b06cfacd'], hosted agents: [] {{(pid=87506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 16 22:37:55.720219 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-9896a873-6714-40d3-9310-bca3f2badd2a tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3328622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1863378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11213117'] for subnet, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:55.736773 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-f80c573f-0766-4a04-8811-39c289d735bf tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:37:55.779886 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9896a873-6714-40d3-9310-bca3f2badd2a tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Pushing event deleted for resources: {'Subnet': ['ID=31904e4e-6204-4993-9a33-c400065824b7,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:37:55.782302 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e89ddd8f-204a-4b16-a1e3-a27a3a1e30ba tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Network d4db5fc5-960f-423e-ba6d-dcdabaf0cc49 is scheduled to be hosted by DHCP agent 3b155c4d-12dc-491e-aa14-6113b06cfacd with binding_index 1 {{(pid=87506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 16 22:37:55.791956 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-07269049-ba58-4e7c-b2bb-a9c83ff04d88 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1863317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11213092'] for subnet, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:55.833195 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9896a873-6714-40d3-9310-bca3f2badd2a tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:37:55.833881 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9896a873-6714-40d3-9310-bca3f2badd2a tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:37:55.834249 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9896a873-6714-40d3-9310-bca3f2badd2a tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:37:55.835267 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9896a873-6714-40d3-9310-bca3f2badd2a tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:37:55.835782 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9896a873-6714-40d3-9310-bca3f2badd2a tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:37:55.836267 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9896a873-6714-40d3-9310-bca3f2badd2a tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:37:55.836687 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9896a873-6714-40d3-9310-bca3f2badd2a tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:37:55.837110 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9896a873-6714-40d3-9310-bca3f2badd2a tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:37:55.837531 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9896a873-6714-40d3-9310-bca3f2badd2a tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:37:55.837997 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9896a873-6714-40d3-9310-bca3f2badd2a tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:37:55.838378 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9896a873-6714-40d3-9310-bca3f2badd2a tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:37:55.838804 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9896a873-6714-40d3-9310-bca3f2badd2a tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:37:55.842156 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-9896a873-6714-40d3-9310-bca3f2badd2a tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:37:55.851953 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-2dda8fce-0e8a-4876-b90e-8e48a237b2ad tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.047s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:37:55.853625 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-8b8e4886-f39c-4bbc-ae81-04be6fab0f49 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:37:55.870532 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-8b8e4886-f39c-4bbc-ae81-04be6fab0f49 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:37:55.876675 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-f7b279ed-9a2e-47fd-91f9-88bf7cf9fd04 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks [] for port, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:55.898733 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b8e4886-f39c-4bbc-ae81-04be6fab0f49 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Made reservation on behalf of a221f56311244d31a510a3a1bb3c6ce9 for: {'subnet': 1} {{(pid=87507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:37:55.902526 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-8b8e4886-f39c-4bbc-ae81-04be6fab0f49 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10549598'] for subnet, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:55.917606 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.provisioning_blocks [None req-f7b279ed-9a2e-47fd-91f9-88bf7cf9fd04 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Transition to ACTIVE for port object f95799a9-b8ac-4040-9601-29cf8e618a79 will not be triggered until provisioned by entity DHCP. {{(pid=87507) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:37:55.947841 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-73f087a2-a952-455a-af14-8c12924902db tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1863393'] for port, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:55.965503 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.db.api [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87508) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 16 22:37:55.966065 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_db.api [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 16 22:37:55.971436 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.base_scheduler [None req-e89ddd8f-204a-4b16-a1e3-a27a3a1e30ba tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821829-1-hyperv, d4db5fc5-960f-423e-ba6d-dcdabaf0cc49) {{(pid=87506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:37:55.976723 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e89ddd8f-204a-4b16-a1e3-a27a3a1e30ba tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:37:55.978329 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-e89ddd8f-204a-4b16-a1e3-a27a3a1e30ba tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3791486'] for subnet, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:56.011609 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b353b672-52d8-4494-9b2f-7d9e07817f00 None None] Network d4db5fc5-960f-423e-ba6d-dcdabaf0cc49 requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 22:37:56.064575 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-f7b279ed-9a2e-47fd-91f9-88bf7cf9fd04 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10807823'] for port, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:56.071033 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-09a982eb-34a0-447c-934d-45b157268fa4 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:37:56.260507 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-cef10fc1-2153-4253-8766-3dec09aa439e None None] The port '3caf6b81-ebdf-46c2-a608-c6c908c1ac5a' was deleted {{(pid=87508) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 16 22:37:56.262409 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7b279ed-9a2e-47fd-91f9-88bf7cf9fd04 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Network 609eecf4-5001-4b39-a7b6-bf81cca64c22 is already hosted by enough agents. {{(pid=87507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:37:56.272412 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cca8af0-bc68-45b5-8902-6b73188412fe None None] Pushing event updated for resources: {'Port': ['ID=f63ea5e5-1521-41ec-b06b-8a476f3befb0,revision_number=15']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:37:56.295179 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73f087a2-a952-455a-af14-8c12924902db tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] No DVR routers for this DVR port 3caf6b81-ebdf-46c2-a608-c6c908c1ac5a on host dv-neutron-821829-1-hyperv {{(pid=87506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 22:37:56.332710 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.base_scheduler [None req-f7b279ed-9a2e-47fd-91f9-88bf7cf9fd04 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Resources bound (agent type, host, resource id):  {{(pid=87507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:37:56.337072 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-9896a873-6714-40d3-9310-bca3f2badd2a tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3329565', 'neutron.services.segments.db._delete_segments_for_network-8734753546406'] for network, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:56.338658 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b279ed-9a2e-47fd-91f9-88bf7cf9fd04 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Pushing event updated for resources: {'Port': ['ID=f95799a9-b8ac-4040-9601-29cf8e618a79,revision_number=1']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:37:56.346525 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7b279ed-9a2e-47fd-91f9-88bf7cf9fd04 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Received port after_create {{(pid=87507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 22:37:56.362425 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:56.379037 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-5cca8af0-bc68-45b5-8902-6b73188412fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.863s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:37:56.382339 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-f7b279ed-9a2e-47fd-91f9-88bf7cf9fd04 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:37:56.425838 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07269049-ba58-4e7c-b2bb-a9c83ff04d88 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Pushing event updated for resources: {'Subnet': ['ID=c1f36cee-6108-42d0-9117-1b431814689a,revision_number=0']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:37:56.427205 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-86fefd8c-5a4f-43fa-b560-252dd11775ad None None] For port 028dc015-7c5a-478c-8695-8ec42dac1834, host dv-neutron-821829-1-hyperv, cleared binding levels {{(pid=87508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 22:37:56.436084 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-07269049-ba58-4e7c-b2bb-a9c83ff04d88 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.584s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:37:56.437762 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-e89ddd8f-204a-4b16-a1e3-a27a3a1e30ba tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 793 time: 4.2871242
Dec 16 22:37:56.443998 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-86fefd8c-5a4f-43fa-b560-252dd11775ad None None] For port 028dc015-7c5a-478c-8695-8ec42dac1834, host dv-neutron-821829-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=028dc015-7c5a-478c-8695-8ec42dac1834,segment=NetworkSegment(d3de610d-68ea-4157-9d55-8c22602fc8a5),segment_id=d3de610d-68ea-4157-9d55-8c22602fc8a5)] {{(pid=87508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 22:37:56.445982 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 44054) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:37:56.448275 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.services.segments.db [None req-9896a873-6714-40d3-9310-bca3f2badd2a tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1b7d174df0>,) {'filters': {'network_id': ['84d6852e-3fe3-422b-bf3d-72f3275e9db0']}} {{(pid=87506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:37:56.469200 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-f7b279ed-9a2e-47fd-91f9-88bf7cf9fd04 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3830061'] for router_interface, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:56.469689 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-506e65d0-5f7c-419a-b8e4-a2a6a36d4b58 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.498s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:37:56.485447 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-86fefd8c-5a4f-43fa-b560-252dd11775ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:56.518311 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.db_base_plugin_common [None req-c321a490-9e93-44be-9c1e-838080918c5c None None] Allocated IP 172.22.0.2 (609eecf4-5001-4b39-a7b6-bf81cca64c22/11852dee-7e7f-4b01-b40e-4a8f31edd0c6/a75c1035-0a6a-4976-a6f9-4604d12d9a08) {{(pid=87508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 22:37:56.520442 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-75a4ee2c-7759-402f-bdbe-b85b5aa2e071 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:37:56.578033 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] For port f63ea5e5-1521-41ec-b06b-8a476f3befb0, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=f63ea5e5-1521-41ec-b06b-8a476f3befb0,segment=NetworkSegment(da71c9a1-7532-4738-a9bc-22a7f498ec35),segment_id=da71c9a1-7532-4738-a9bc-22a7f498ec35)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:37:56.595669 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07269049-ba58-4e7c-b2bb-a9c83ff04d88 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Checking segment: {'id': 'e8e8620b-59df-4417-982b-8b62e5cb58b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '4070fa6c-c6f3-4508-bd1f-043ce330a668'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 22:37:56.596464 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07269049-ba58-4e7c-b2bb-a9c83ff04d88 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Network hostable DHCP agents. Network: 4070fa6c-c6f3-4508-bd1f-043ce330a668, hostable agents: ['3b155c4d-12dc-491e-aa14-6113b06cfacd'], hosted agents: [] {{(pid=87506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 16 22:37:56.609073 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.services.segments.db [None req-9896a873-6714-40d3-9310-bca3f2badd2a tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b7d174df0>, 'd3de610d-68ea-4157-9d55-8c22602fc8a5') {'for_net_delete': True} {{(pid=87506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:37:56.609706 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.services.segments.db [None req-9896a873-6714-40d3-9310-bca3f2badd2a tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b7d174df0>, 'd3de610d-68ea-4157-9d55-8c22602fc8a5') {} {{(pid=87506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:37:56.618256 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-8b8e4886-f39c-4bbc-ae81-04be6fab0f49 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10807931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10549612'] for subnet, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:56.628566 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-008de486-e3ac-4768-9a9c-1687de16c280 tempest-AllowedAddressPairIpV6TestJSON-1960971591 tempest-AllowedAddressPairIpV6TestJSON-1960971591-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:37:56.635494 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f087a2-a952-455a-af14-8c12924902db tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Pushing event deleted for resources: {'Port': ['ID=3caf6b81-ebdf-46c2-a608-c6c908c1ac5a,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:37:56.642325 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-73f087a2-a952-455a-af14-8c12924902db tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:37:56.707883 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-9896a873-6714-40d3-9310-bca3f2badd2a tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734753593977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-266764496'] for segment, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:56.734178 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-73f087a2-a952-455a-af14-8c12924902db tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3329565', 'neutron.services.segments.db._delete_segments_for_network-8734753546406'] for network, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:56.765729 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-9896a873-6714-40d3-9310-bca3f2badd2a tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-883292'] for segment, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:56.781457 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.services.segments.db [None req-73f087a2-a952-455a-af14-8c12924902db tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1b75f836d0>,) {'filters': {'network_id': ['46273fc9-7acc-4774-8def-f13eeec99140']}} {{(pid=87506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:37:56.805708 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9896a873-6714-40d3-9310-bca3f2badd2a tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Releasing vlan 165 on physical network physnet1 to pool {{(pid=87506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 16 22:37:56.806114 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-9896a873-6714-40d3-9310-bca3f2badd2a tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-883285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1863180'] for segment, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:56.810295 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:56.811104 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device b8aaf04a-5ccb-4172-ac26-c55e522741d5 no longer exists at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 22:37:56.825211 dv-neutron-821829-1-hyperv neutron-server[87506]: Traceback (most recent call last):
Dec 16 22:37:56.825211 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 16 22:37:56.825211 dv-neutron-821829-1-hyperv neutron-server[87506]:     timer()
Dec 16 22:37:56.825211 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 22:37:56.825211 dv-neutron-821829-1-hyperv neutron-server[87506]:     cb(*args, **kw)
Dec 16 22:37:56.825211 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 22:37:56.825211 dv-neutron-821829-1-hyperv neutron-server[87506]:     return func(*args, **kwargs)
Dec 16 22:37:56.825211 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 22:37:56.825211 dv-neutron-821829-1-hyperv neutron-server[87506]:     self._notify()
Dec 16 22:37:56.825211 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 22:37:56.825211 dv-neutron-821829-1-hyperv neutron-server[87506]:     self.callback(batched_events)
Dec 16 22:37:56.825211 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 22:37:56.825211 dv-neutron-821829-1-hyperv neutron-server[87506]:     event.method(event)
Dec 16 22:37:56.825211 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 22:37:56.825211 dv-neutron-821829-1-hyperv neutron-server[87506]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 22:37:56.825211 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 22:37:56.825211 dv-neutron-821829-1-hyperv neutron-server[87506]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 22:37:56.825211 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 22:37:56.825211 dv-neutron-821829-1-hyperv neutron-server[87506]:     return f(self, *a, **k)
Dec 16 22:37:56.825211 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 16 22:37:56.825211 dv-neutron-821829-1-hyperv neutron-server[87506]:     return self._get(url).json()
Dec 16 22:37:56.825211 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 16 22:37:56.825211 dv-neutron-821829-1-hyperv neutron-server[87506]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 22:37:56.825211 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 16 22:37:56.825211 dv-neutron-821829-1-hyperv neutron-server[87506]:     return self.request(url, 'GET', **kwargs)
Dec 16 22:37:56.825211 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 16 22:37:56.825211 dv-neutron-821829-1-hyperv neutron-server[87506]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 22:37:56.825211 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 16 22:37:56.825211 dv-neutron-821829-1-hyperv neutron-server[87506]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 22:37:56.825211 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 16 22:37:56.825211 dv-neutron-821829-1-hyperv neutron-server[87506]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 22:37:56.825211 dv-neutron-821829-1-hyperv neutron-server[87506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 22:37:56.828798 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.db_base_plugin_common [None req-9cb65256-bd08-4f40-bef9-4262ac096b02 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Allocated IP 2001:db8::36e (7edd76f7-0f97-48a5-b177-9842de6c0500/bfb2df0d-28dd-4381-bef6-f60554e45c0f/4fb0767d-6e54-4acc-9f51-a7dd29b04938) {{(pid=87506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 22:37:56.842028 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.services.segments.db [None req-73f087a2-a952-455a-af14-8c12924902db tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b75f836d0>, 'e9009bf7-f296-43e7-a161-46be3630a3f9') {'for_net_delete': True} {{(pid=87506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:37:56.842254 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.services.segments.db [None req-73f087a2-a952-455a-af14-8c12924902db tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b75f836d0>, 'e9009bf7-f296-43e7-a161-46be3630a3f9') {} {{(pid=87506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:37:56.851360 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07269049-ba58-4e7c-b2bb-a9c83ff04d88 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Network 4070fa6c-c6f3-4508-bd1f-043ce330a668 is scheduled to be hosted by DHCP agent 3b155c4d-12dc-491e-aa14-6113b06cfacd with binding_index 1 {{(pid=87506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 16 22:37:56.882585 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] No Port match for: b8aaf04a-5ccb-4172-ac26-c55e522741d5 {{(pid=87508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 22:37:56.883015 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device b8aaf04a-5ccb-4172-ac26-c55e522741d5 not bound to the agent host dv-neutron-821829-1-hyperv {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 22:37:56.917189 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8e4886-f39c-4bbc-ae81-04be6fab0f49 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Pushing event updated for resources: {'Subnet': ['ID=68fc3ae4-9569-4338-bc84-7a9f3d10bf55,revision_number=0']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:37:56.922559 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e40b3903-e56a-48ee-8a76-8bd1cf1349bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1d6bfaf-d325-5e4f-b05d-2441d8339617-d4db5fc5-960f-423e-ba6d-dcdabaf0cc49', 'network_id': 'd4db5fc5-960f-423e-ba6d-dcdabaf0cc49', 'tenant_id': 'c85c59d360694166b5b0483f9fc81199', 'fixed_ips': [{'subnet_id': '56360837-ed36-4a87-a358-02673b82a4c5'}]}} from dv-neutron-821829-1-hyperv. {{(pid=87508) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 16 22:37:56.923421 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-e40b3903-e56a-48ee-8a76-8bd1cf1349bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:56.928249 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-8b8e4886-f39c-4bbc-ae81-04be6fab0f49 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:37:56.937038 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-c7902a14-ea2e-43d2-ad80-27dca3a6d9e6 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-825997'] for network, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:56.949586 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b8e4886-f39c-4bbc-ae81-04be6fab0f49 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Checking segment: {'id': 'cd4751e3-5c6f-4b41-91b1-de6837d93d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '83164aae-f7ab-456d-aa67-cd11c17168ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 22:37:56.950003 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b8e4886-f39c-4bbc-ae81-04be6fab0f49 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Network hostable DHCP agents. Network: 83164aae-f7ab-456d-aa67-cd11c17168ef, hostable agents: ['3b155c4d-12dc-491e-aa14-6113b06cfacd'], hosted agents: [] {{(pid=87507) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 16 22:37:56.956623 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-73f087a2-a952-455a-af14-8c12924902db tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734753593977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-266764496'] for segment, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:56.995233 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fefd8c-5a4f-43fa-b560-252dd11775ad None None] Pushing event updated for resources: {'Port': ['ID=028dc015-7c5a-478c-8695-8ec42dac1834,revision_number=2']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:37:57.007723 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-73f087a2-a952-455a-af14-8c12924902db tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-883292'] for segment, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:57.022673 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.db_base_plugin_common [None req-9cb65256-bd08-4f40-bef9-4262ac096b02 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Allocated IP 2001:db8:0:1:f816:3eff:fea6:c2c4 (7edd76f7-0f97-48a5-b177-9842de6c0500/d58a1af8-7e64-412b-ab41-f40b7c5769e8/4fb0767d-6e54-4acc-9f51-a7dd29b04938) {{(pid=87506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 22:37:57.075009 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b8e4886-f39c-4bbc-ae81-04be6fab0f49 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Network 83164aae-f7ab-456d-aa67-cd11c17168ef is scheduled to be hosted by DHCP agent 3b155c4d-12dc-491e-aa14-6113b06cfacd with binding_index 1 {{(pid=87507) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 16 22:37:57.094011 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73f087a2-a952-455a-af14-8c12924902db tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Releasing vlan 163 on physical network physnet1 to pool {{(pid=87506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 16 22:37:57.094599 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-73f087a2-a952-455a-af14-8c12924902db tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-883285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1863180'] for segment, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:57.105944 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86fefd8c-5a4f-43fa-b560-252dd11775ad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:37:57.106262 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86fefd8c-5a4f-43fa-b560-252dd11775ad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:37:57.106618 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86fefd8c-5a4f-43fa-b560-252dd11775ad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:37:57.107106 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86fefd8c-5a4f-43fa-b560-252dd11775ad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:37:57.107458 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86fefd8c-5a4f-43fa-b560-252dd11775ad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:37:57.107848 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86fefd8c-5a4f-43fa-b560-252dd11775ad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:37:57.108195 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86fefd8c-5a4f-43fa-b560-252dd11775ad None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:37:57.108529 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86fefd8c-5a4f-43fa-b560-252dd11775ad None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:37:57.109211 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86fefd8c-5a4f-43fa-b560-252dd11775ad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:37:57.109570 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86fefd8c-5a4f-43fa-b560-252dd11775ad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:37:57.110147 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86fefd8c-5a4f-43fa-b560-252dd11775ad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:37:57.110565 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86fefd8c-5a4f-43fa-b560-252dd11775ad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:37:57.133845 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-f7b279ed-9a2e-47fd-91f9-88bf7cf9fd04 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:57.154616 dv-neutron-821829-1-hyperv neutron-server[87506]: Traceback (most recent call last):
Dec 16 22:37:57.154616 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 16 22:37:57.154616 dv-neutron-821829-1-hyperv neutron-server[87506]:     timer()
Dec 16 22:37:57.154616 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 22:37:57.154616 dv-neutron-821829-1-hyperv neutron-server[87506]:     cb(*args, **kw)
Dec 16 22:37:57.154616 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 22:37:57.154616 dv-neutron-821829-1-hyperv neutron-server[87506]:     return func(*args, **kwargs)
Dec 16 22:37:57.154616 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 22:37:57.154616 dv-neutron-821829-1-hyperv neutron-server[87506]:     self._notify()
Dec 16 22:37:57.154616 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 22:37:57.154616 dv-neutron-821829-1-hyperv neutron-server[87506]:     self.callback(batched_events)
Dec 16 22:37:57.154616 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 22:37:57.154616 dv-neutron-821829-1-hyperv neutron-server[87506]:     event.method(event)
Dec 16 22:37:57.154616 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 22:37:57.154616 dv-neutron-821829-1-hyperv neutron-server[87506]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 22:37:57.154616 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 22:37:57.154616 dv-neutron-821829-1-hyperv neutron-server[87506]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 22:37:57.154616 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 22:37:57.154616 dv-neutron-821829-1-hyperv neutron-server[87506]:     return f(self, *a, **k)
Dec 16 22:37:57.154616 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 16 22:37:57.154616 dv-neutron-821829-1-hyperv neutron-server[87506]:     return self._get(url).json()
Dec 16 22:37:57.154616 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 16 22:37:57.154616 dv-neutron-821829-1-hyperv neutron-server[87506]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 22:37:57.154616 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 16 22:37:57.154616 dv-neutron-821829-1-hyperv neutron-server[87506]:     return self.request(url, 'GET', **kwargs)
Dec 16 22:37:57.154616 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 16 22:37:57.154616 dv-neutron-821829-1-hyperv neutron-server[87506]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 22:37:57.154616 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 16 22:37:57.154616 dv-neutron-821829-1-hyperv neutron-server[87506]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 22:37:57.154616 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 16 22:37:57.154616 dv-neutron-821829-1-hyperv neutron-server[87506]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 22:37:57.154616 dv-neutron-821829-1-hyperv neutron-server[87506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 22:37:57.174564 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-c7902a14-ea2e-43d2-ad80-27dca3a6d9e6 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3328566'] for subnet, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:57.176312 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-86fefd8c-5a4f-43fa-b560-252dd11775ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.656s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:37:57.178037 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.339s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:37:57.252451 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4844d88-310f-464b-94c1-0434c49b989a None None] Network 84d6852e-3fe3-422b-bf3d-72f3275e9db0 requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 22:37:57.262671 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.base_scheduler [None req-07269049-ba58-4e7c-b2bb-a9c83ff04d88 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821829-1-hyperv, 4070fa6c-c6f3-4508-bd1f-043ce330a668) {{(pid=87506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:37:57.282155 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fc345b2-3189-4b2f-9f96-d2745e09bb78 None None] Network 7edd76f7-0f97-48a5-b177-9842de6c0500 requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 22:37:57.282859 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.db.api [None req-9896a873-6714-40d3-9310-bca3f2badd2a tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Dec 16 22:37:57.282859 dv-neutron-821829-1-hyperv neutron-server[87506]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Dec 16 22:37:57.282859 dv-neutron-821829-1-hyperv neutron-server[87506]: [parameters: {'id': '84d6852e-3fe3-422b-bf3d-72f3275e9db0'}]
Dec 16 22:37:57.282859 dv-neutron-821829-1-hyperv neutron-server[87506]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87506) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 16 22:37:57.283470 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_db.api [None req-9896a873-6714-40d3-9310-bca3f2badd2a tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 16 22:37:57.295077 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 23f463ae-462a-4a35-a545-23810024be4a up at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 22:37:57.297164 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07269049-ba58-4e7c-b2bb-a9c83ff04d88 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:37:57.297867 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-07269049-ba58-4e7c-b2bb-a9c83ff04d88 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3791486'] for subnet, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:57.301851 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.base_scheduler [None req-8b8e4886-f39c-4bbc-ae81-04be6fab0f49 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821829-1-hyperv, 83164aae-f7ab-456d-aa67-cd11c17168ef) {{(pid=87507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:37:57.306374 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b8e4886-f39c-4bbc-ae81-04be6fab0f49 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:37:57.307522 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-8b8e4886-f39c-4bbc-ae81-04be6fab0f49 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks [] for subnet, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:57.333560 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3273ec3d-9210-4e7f-862d-a1aa5bf1f5cb None None] Network 4070fa6c-c6f3-4508-bd1f-043ce330a668 requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 22:37:57.345439 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-73f087a2-a952-455a-af14-8c12924902db tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3329572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3741856'] for network, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:57.346999 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-addc1cce-45dd-4f60-8519-8c0ad26be02b None None] Network 83164aae-f7ab-456d-aa67-cd11c17168ef requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 22:37:57.351615 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-3e399f16-69f0-448b-8ef9-b90f92dc9e11 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:37:57.359698 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Pushing event updated for resources: {'Port': ['ID=f63ea5e5-1521-41ec-b06b-8a476f3befb0,revision_number=16']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:37:57.376346 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-07269049-ba58-4e7c-b2bb-a9c83ff04d88 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 5.0647633
Dec 16 22:37:57.377730 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-73f087a2-a952-455a-af14-8c12924902db tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3791486'] for network, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:57.385895 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-73f087a2-a952-455a-af14-8c12924902db tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] 10.222.0.13 "DELETE /v2.0/networks/46273fc9-7acc-4774-8def-f13eeec99140 HTTP/1.1" status: 204  len: 168 time: 5.0668836
Dec 16 22:37:57.403498 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 44058) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:37:57.403498 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 44060) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:37:57.405290 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f087a2-a952-455a-af14-8c12924902db tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Pushing event deleted for resources: {'Network': ['ID=46273fc9-7acc-4774-8def-f13eeec99140,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:37:57.411211 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-73f087a2-a952-455a-af14-8c12924902db tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:37:57.419249 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-2cd8d004-dd2e-463d-beb7-65d96c05f7af tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Request body: {'port': {'network_id': '4070fa6c-c6f3-4508-bd1f-043ce330a668', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1266049372'}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:37:57.479461 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:37:57.493053 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-8b8e4886-f39c-4bbc-ae81-04be6fab0f49 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 2.5050573
Dec 16 22:37:57.501168 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 44066) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:37:57.512501 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-f0344ded-7c96-429e-b010-f499cb33f728 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1967754446', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:37:57.520528 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-73f9a320-3a61-4971-8f86-db867a7fa518 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1443185725'}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:37:57.526238 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-f0344ded-7c96-429e-b010-f499cb33f728 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:37:57.543290 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-f0344ded-7c96-429e-b010-f499cb33f728 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Usage tracker for resource:router and tenant:a221f56311244d31a510a3a1bb3c6ce9 is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:37:57.548663 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-f0344ded-7c96-429e-b010-f499cb33f728 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:37:57.559993 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-c7902a14-ea2e-43d2-ad80-27dca3a6d9e6 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3328622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10807868', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10549621'] for subnet, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:57.563607 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-f0344ded-7c96-429e-b010-f499cb33f728 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:37:57.568511 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-c287dbcf-3320-4349-b7e3-515e2b5aa7f8 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:37:57.587469 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-73f9a320-3a61-4971-8f86-db867a7fa518 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:37:57.608582 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-73f9a320-3a61-4971-8f86-db867a7fa518 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Usage tracker for resource:network and tenant:3ddf94e9e4ac4112b345468cafab037c is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:37:57.617133 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-73f9a320-3a61-4971-8f86-db867a7fa518 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:37:57.628363 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-73f9a320-3a61-4971-8f86-db867a7fa518 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:37:57.643690 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7902a14-ea2e-43d2-ad80-27dca3a6d9e6 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Pushing event deleted for resources: {'Subnet': ['ID=56360837-ed36-4a87-a358-02673b82a4c5,revision_number=None']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:37:57.645574 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-c7902a14-ea2e-43d2-ad80-27dca3a6d9e6 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:37:57.676281 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73f9a320-3a61-4971-8f86-db867a7fa518 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Made reservation on behalf of 3ddf94e9e4ac4112b345468cafab037c for: {'network': 1} {{(pid=87506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:37:57.679712 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-73f9a320-3a61-4971-8f86-db867a7fa518 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for network, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:57.723452 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-f0344ded-7c96-429e-b010-f499cb33f728 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3741155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38980'] for router, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:57.724481 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-f0344ded-7c96-429e-b010-f499cb33f728 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3743284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3741748', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3896702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-38989'] for router, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:57.784569 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-9896a873-6714-40d3-9310-bca3f2badd2a tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-825997'] for network, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:57.790615 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-2cd8d004-dd2e-463d-beb7-65d96c05f7af tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:37:57.798785 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-9cb65256-bd08-4f40-bef9-4262ac096b02 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks [] for port, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:57.807999 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73f9a320-3a61-4971-8f86-db867a7fa518 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] vlan segment allocate from pool success with {'vlan_id': 187, 'physical_network': 'physnet1'}  {{(pid=87506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 22:37:57.809001 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-c7902a14-ea2e-43d2-ad80-27dca3a6d9e6 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3329565', 'neutron.services.segments.db._delete_segments_for_network-8734753546406'] for network, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:57.838259 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-2cd8d004-dd2e-463d-beb7-65d96c05f7af tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:37:57.840413 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-e5bcc3f7-2ad7-431e-a753-ba55ea64c978 None None] Provisioning for port f63ea5e5-1521-41ec-b06b-8a476f3befb0 completed by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 22:37:57.845236 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-f0344ded-7c96-429e-b010-f499cb33f728 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:57.858544 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-73f9a320-3a61-4971-8f86-db867a7fa518 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-883292'] for segment, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:57.858938 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.db.segments_db [None req-73f9a320-3a61-4971-8f86-db867a7fa518 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Added segment 5319e64a-f11a-4f0a-84ac-d65b37203f57 of type vlan for network e716b3f3-ad2a-4118-b3e7-8674e6728b43
Dec 16 22:37:57.870547 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.services.segments.db [None req-c7902a14-ea2e-43d2-ad80-27dca3a6d9e6 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1b770e49d0>,) {'filters': {'network_id': ['d4db5fc5-960f-423e-ba6d-dcdabaf0cc49']}} {{(pid=87507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:37:57.874232 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [None req-9896a873-6714-40d3-9310-bca3f2badd2a tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Deleting port 028dc015-7c5a-478c-8695-8ec42dac1834 {{(pid=87506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:37:57.874621 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-9896a873-6714-40d3-9310-bca3f2badd2a tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:57.879621 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-c321a490-9e93-44be-9c1e-838080918c5c None None] Notify callbacks [] for port, precommit_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:57.893037 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server [None req-e40b3903-e56a-48ee-8a76-8bd1cf1349bb None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 56360837-ed36-4a87-a358-02673b82a4c5: This subnet is being modified by another concurrent operation.
Dec 16 22:37:57.893037 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Dec 16 22:37:57.893037 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Dec 16 22:37:57.893037 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Dec 16 22:37:57.893037 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
Dec 16 22:37:57.893037 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Dec 16 22:37:57.893037 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
Dec 16 22:37:57.893037 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Dec 16 22:37:57.893037 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner
Dec 16 22:37:57.893037 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Dec 16 22:37:57.893037 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Dec 16 22:37:57.893037 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Dec 16 22:37:57.893037 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 16 22:37:57.893037 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 16 22:37:57.893037 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 16 22:37:57.893037 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 16 22:37:57.893037 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Dec 16 22:37:57.893037 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 16 22:37:57.893037 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Dec 16 22:37:57.893037 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Dec 16 22:37:57.893037 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 16 22:37:57.893037 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 16 22:37:57.893037 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 16 22:37:57.893037 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 16 22:37:57.893037 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Dec 16 22:37:57.893037 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 16 22:37:57.893037 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Dec 16 22:37:57.893037 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Dec 16 22:37:57.893037 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 16 22:37:57.893037 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 16 22:37:57.893037 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 16 22:37:57.893037 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 16 22:37:57.893037 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Dec 16 22:37:57.893037 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Dec 16 22:37:57.893037 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper
Dec 16 22:37:57.893037 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server     ret_val = f(_self, context, *args, **kwargs)
Dec 16 22:37:57.893037 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port
Dec 16 22:37:57.893037 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server     return self._port_action(plugin, context, port, 'create_port')
Dec 16 22:37:57.893037 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action
Dec 16 22:37:57.893037 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server     return p_utils.create_port(plugin, context, port)
Dec 16 22:37:57.893037 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port
Dec 16 22:37:57.893037 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server     return core_plugin.create_port(
Dec 16 22:37:57.893037 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner
Dec 16 22:37:57.893037 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server     return f(self, context, *args, **kwargs)
Dec 16 22:37:57.893037 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped
Dec 16 22:37:57.893037 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Dec 16 22:37:57.893037 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Dec 16 22:37:57.893037 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Dec 16 22:37:57.893037 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 16 22:37:57.893037 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 16 22:37:57.893037 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 16 22:37:57.893037 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 16 22:37:57.893037 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Dec 16 22:37:57.893037 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 16 22:37:57.896776 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Dec 16 22:37:57.896776 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Dec 16 22:37:57.896776 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 16 22:37:57.896776 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 16 22:37:57.896776 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 16 22:37:57.896776 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 16 22:37:57.896776 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Dec 16 22:37:57.896776 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 16 22:37:57.896776 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Dec 16 22:37:57.896776 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Dec 16 22:37:57.896776 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 16 22:37:57.896776 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 16 22:37:57.896776 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 16 22:37:57.896776 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 16 22:37:57.896776 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Dec 16 22:37:57.896776 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Dec 16 22:37:57.896776 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port
Dec 16 22:37:57.896776 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server     result, mech_context = self._create_port_db(context, port)
Dec 16 22:37:57.896776 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db
Dec 16 22:37:57.896776 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server     port_db = self.create_port_db(context, port)
Dec 16 22:37:57.896776 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1438, in create_port_db
Dec 16 22:37:57.896776 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server     self.ipam.allocate_ips_for_port_and_store(
Dec 16 22:37:57.896776 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store
Dec 16 22:37:57.896776 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server     self._safe_rollback(self._ipam_deallocate_ips, context,
Dec 16 22:37:57.896776 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 16 22:37:57.896776 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 16 22:37:57.896776 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 16 22:37:57.896776 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 16 22:37:57.896776 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store
Dec 16 22:37:57.896776 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server     ips = self._allocate_ips_for_port(context, port_copy)
Dec 16 22:37:57.896776 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port
Dec 16 22:37:57.896776 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server     subnets = self._ipam_get_subnets(
Dec 16 22:37:57.896776 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets
Dec 16 22:37:57.896776 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server     subnet.lock_register(
Dec 16 22:37:57.896776 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register
Dec 16 22:37:57.896776 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server     raise exception
Dec 16 22:37:57.896776 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 56360837-ed36-4a87-a358-02673b82a4c5: This subnet is being modified by another concurrent operation.
Dec 16 22:37:57.896776 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server 
Dec 16 22:37:57.912181 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.services.segments.db [None req-c7902a14-ea2e-43d2-ad80-27dca3a6d9e6 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b770e49d0>, '36af39b9-b9a9-4be2-b888-17c130b2c6c7') {'for_net_delete': True} {{(pid=87507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:37:57.912181 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.services.segments.db [None req-c7902a14-ea2e-43d2-ad80-27dca3a6d9e6 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b770e49d0>, '36af39b9-b9a9-4be2-b888-17c130b2c6c7') {} {{(pid=87507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:37:57.914055 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.provisioning_blocks [None req-9cb65256-bd08-4f40-bef9-4262ac096b02 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Transition to ACTIVE for port object 4fb0767d-6e54-4acc-9f51-a7dd29b04938 will not be triggered until provisioned by entity DHCP. {{(pid=87506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:37:57.921234 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-e5bcc3f7-2ad7-431e-a753-ba55ea64c978 None None] Provisioning complete for port f63ea5e5-1521-41ec-b06b-8a476f3befb0 triggered by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:37:57.921621 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-e5bcc3f7-2ad7-431e-a753-ba55ea64c978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:57.931466 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-c7902a14-ea2e-43d2-ad80-27dca3a6d9e6 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734753593977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2128549'] for segment, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:57.932377 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cd8d004-dd2e-463d-beb7-65d96c05f7af tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Made reservation on behalf of 69ee045658914011ac7b8ba0ad799b2d for: {'port': 1} {{(pid=87506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:37:57.936114 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-2cd8d004-dd2e-463d-beb7-65d96c05f7af tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:57.938039 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-f0344ded-7c96-429e-b010-f499cb33f728 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3740952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3741923'] for router, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:57.967505 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-c7902a14-ea2e-43d2-ad80-27dca3a6d9e6 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-883292'] for segment, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:57.980017 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7902a14-ea2e-43d2-ad80-27dca3a6d9e6 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Releasing vlan 161 on physical network physnet1 to pool {{(pid=87507) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 16 22:37:57.980710 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-c7902a14-ea2e-43d2-ad80-27dca3a6d9e6 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-883285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10808034'] for segment, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:57.986047 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-73f9a320-3a61-4971-8f86-db867a7fa518 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734753047233'] for network, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:57.989512 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2693c48-b2a2-433a-8fd9-deb3b541485b None None] Network d4db5fc5-960f-423e-ba6d-dcdabaf0cc49 requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 22:37:57.993411 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.notifiers.nova [None req-2cd8d004-dd2e-463d-beb7-65d96c05f7af tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] device_id is not set on port beb83914-9ff9-4c54-ada7-6cca7fab5f9e yet. {{(pid=87506) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 16 22:37:57.997349 dv-neutron-821829-1-hyperv neutron-server[87507]: Traceback (most recent call last):
Dec 16 22:37:57.997349 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 16 22:37:57.997349 dv-neutron-821829-1-hyperv neutron-server[87507]:     timer()
Dec 16 22:37:57.997349 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 22:37:57.997349 dv-neutron-821829-1-hyperv neutron-server[87507]:     cb(*args, **kw)
Dec 16 22:37:57.997349 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 22:37:57.997349 dv-neutron-821829-1-hyperv neutron-server[87507]:     return func(*args, **kwargs)
Dec 16 22:37:57.997349 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 22:37:57.997349 dv-neutron-821829-1-hyperv neutron-server[87507]:     self._notify()
Dec 16 22:37:57.997349 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 22:37:57.997349 dv-neutron-821829-1-hyperv neutron-server[87507]:     self.callback(batched_events)
Dec 16 22:37:57.997349 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 22:37:57.997349 dv-neutron-821829-1-hyperv neutron-server[87507]:     event.method(event)
Dec 16 22:37:57.997349 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 22:37:57.997349 dv-neutron-821829-1-hyperv neutron-server[87507]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 22:37:57.997349 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 22:37:57.997349 dv-neutron-821829-1-hyperv neutron-server[87507]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 22:37:57.997349 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 22:37:57.997349 dv-neutron-821829-1-hyperv neutron-server[87507]:     return f(self, *a, **k)
Dec 16 22:37:57.997349 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 16 22:37:57.997349 dv-neutron-821829-1-hyperv neutron-server[87507]:     return self._get(url).json()
Dec 16 22:37:57.997349 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 16 22:37:57.997349 dv-neutron-821829-1-hyperv neutron-server[87507]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 22:37:57.997349 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 16 22:37:57.997349 dv-neutron-821829-1-hyperv neutron-server[87507]:     return self.request(url, 'GET', **kwargs)
Dec 16 22:37:57.997349 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 16 22:37:57.997349 dv-neutron-821829-1-hyperv neutron-server[87507]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 22:37:57.997349 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 16 22:37:57.997349 dv-neutron-821829-1-hyperv neutron-server[87507]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 22:37:57.997349 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 16 22:37:57.997349 dv-neutron-821829-1-hyperv neutron-server[87507]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 22:37:57.997349 dv-neutron-821829-1-hyperv neutron-server[87507]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 22:37:58.013049 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-f0344ded-7c96-429e-b010-f499cb33f728 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks [] for router, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:58.016868 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-f0344ded-7c96-429e-b010-f499cb33f728 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 704 time: 0.5135553
Dec 16 22:37:58.032526 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-c321a490-9e93-44be-9c1e-838080918c5c None None] Transition to ACTIVE for port object a75c1035-0a6a-4976-a6f9-4604d12d9a08 will not be triggered until provisioned by entity L2. {{(pid=87508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:37:58.036926 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 44070) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:37:58.049046 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-dd82f1c7-1bbd-466b-935e-6ff0ab11177e tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Request body: {'port': {'network_id': '83164aae-f7ab-456d-aa67-cd11c17168ef', 'name': 'tempest-RoutersIpV6Test-101352023'}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:37:58.093129 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-f7b279ed-9a2e-47fd-91f9-88bf7cf9fd04 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks [] for port, precommit_update {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:58.100705 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-f7b279ed-9a2e-47fd-91f9-88bf7cf9fd04 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10807814'] for port, after_update {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:58.130980 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-75ffaa1c-470b-43d4-8727-c25c26233007 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:37:58.184640 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-c7902a14-ea2e-43d2-ad80-27dca3a6d9e6 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3329572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3741856'] for network, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:58.194731 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-c7902a14-ea2e-43d2-ad80-27dca3a6d9e6 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Notify callbacks [] for network, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:58.195843 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.db.resource_extend [None req-73f9a320-3a61-4971-8f86-db867a7fa518 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 16 22:37:58.203870 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-c7902a14-ea2e-43d2-ad80-27dca3a6d9e6 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] 10.222.0.13 "DELETE /v2.0/networks/d4db5fc5-960f-423e-ba6d-dcdabaf0cc49 HTTP/1.1" status: 204  len: 168 time: 1.7568431
Dec 16 22:37:58.216362 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 44074) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:37:58.233799 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-5d5cd952-d07a-4e36-9bae-33aef5e5193e tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-676720369'}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:37:58.235433 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-f7b279ed-9a2e-47fd-91f9-88bf7cf9fd04 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3791426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3830222'] for router_interface, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:58.239328 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b279ed-9a2e-47fd-91f9-88bf7cf9fd04 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Pushing event updated for resources: {'Port': ['ID=f95799a9-b8ac-4040-9601-29cf8e618a79,revision_number=2']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:37:58.244419 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-f7b279ed-9a2e-47fd-91f9-88bf7cf9fd04 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:37:58.244419 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-33a898fb-badf-4e59-a561-4f435c4a6381 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.050s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:37:58.253987 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-5d5cd952-d07a-4e36-9bae-33aef5e5193e tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:37:58.274688 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7902a14-ea2e-43d2-ad80-27dca3a6d9e6 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Pushing event deleted for resources: {'Network': ['ID=d4db5fc5-960f-423e-ba6d-dcdabaf0cc49,revision_number=None']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:37:58.278335 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-c7902a14-ea2e-43d2-ad80-27dca3a6d9e6 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:37:58.289840 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-5d5cd952-d07a-4e36-9bae-33aef5e5193e tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Usage tracker for resource:network and tenant:c85c59d360694166b5b0483f9fc81199 is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:37:58.299314 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning for port 23f463ae-462a-4a35-a545-23810024be4a completed by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 22:37:58.302167 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-5d5cd952-d07a-4e36-9bae-33aef5e5193e tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:37:58.331006 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-c321a490-9e93-44be-9c1e-838080918c5c None None] Transition to ACTIVE for port object a75c1035-0a6a-4976-a6f9-4604d12d9a08 will not be triggered until provisioned by entity DHCP. {{(pid=87508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:37:58.349550 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-9cb65256-bd08-4f40-bef9-4262ac096b02 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1863393'] for port, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:58.351493 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-73f9a320-3a61-4971-8f86-db867a7fa518 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440'] for network, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:58.354720 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-7527a836-1e89-48f5-9fa3-0a48ec662106 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:58.357689 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73f9a320-3a61-4971-8f86-db867a7fa518 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:37:58.358365 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-73f9a320-3a61-4971-8f86-db867a7fa518 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3791486'] for network, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:58.364635 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning complete for port 23f463ae-462a-4a35-a545-23810024be4a triggered by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:37:58.365012 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:58.386230 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-c392df30-28b0-46ef-be11-dcdae29b244e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:37:58.406060 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-5d5cd952-d07a-4e36-9bae-33aef5e5193e tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:37:58.408893 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7b279ed-9a2e-47fd-91f9-88bf7cf9fd04 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Network 609eecf4-5001-4b39-a7b6-bf81cca64c22 is already hosted by enough agents. {{(pid=87507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:37:58.410068 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.base_scheduler [None req-f7b279ed-9a2e-47fd-91f9-88bf7cf9fd04 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Resources bound (agent type, host, resource id):  {{(pid=87507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:37:58.448851 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-c321a490-9e93-44be-9c1e-838080918c5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940'] for port, after_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:58.464462 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-932b00ba-f98d-4ba8-968c-a6308fb23fcf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:37:58.626460 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7b279ed-9a2e-47fd-91f9-88bf7cf9fd04 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Router dcd68ae4-9678-4601-9589-50474829ca26 has already been hosted by L3 agent 4f519db7-069b-43e2-8411-c092bac9102a {{(pid=87507) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 22:37:58.702874 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c321a490-9e93-44be-9c1e-838080918c5c None None] Network 609eecf4-5001-4b39-a7b6-bf81cca64c22 is already hosted by enough agents. {{(pid=87508) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:37:58.722778 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.scheduler.base_scheduler [None req-c321a490-9e93-44be-9c1e-838080918c5c None None] Resources bound (agent type, host, resource id):  {{(pid=87508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:37:58.726049 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c321a490-9e93-44be-9c1e-838080918c5c None None] Received port after_create {{(pid=87508) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 22:37:58.732798 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cb65256-bd08-4f40-bef9-4262ac096b02 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Network 7edd76f7-0f97-48a5-b177-9842de6c0500 is already hosted by enough agents. {{(pid=87506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:37:58.745322 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-dd82f1c7-1bbd-466b-935e-6ff0ab11177e tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:37:58.750645 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.db [None req-9896a873-6714-40d3-9310-bca3f2badd2a tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] For port 028dc015-7c5a-478c-8695-8ec42dac1834, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=028dc015-7c5a-478c-8695-8ec42dac1834,segment=NetworkSegment(d3de610d-68ea-4157-9d55-8c22602fc8a5),segment_id=d3de610d-68ea-4157-9d55-8c22602fc8a5)] {{(pid=87506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:37:58.751005 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-9896a873-6714-40d3-9310-bca3f2badd2a tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:58.758680 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.base_scheduler [None req-9cb65256-bd08-4f40-bef9-4262ac096b02 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Resources bound (agent type, host, resource id):  {{(pid=87506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:37:58.764860 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-73f9a320-3a61-4971-8f86-db867a7fa518 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 1.3522213
Dec 16 22:37:58.764860 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cb65256-bd08-4f40-bef9-4262ac096b02 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Received port after_create {{(pid=87506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 22:37:58.770107 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cb65256-bd08-4f40-bef9-4262ac096b02 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:37:58.770773 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-9cb65256-bd08-4f40-bef9-4262ac096b02 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for port, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:58.784403 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-dd82f1c7-1bbd-466b-935e-6ff0ab11177e tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Usage tracker for resource:port and tenant:a221f56311244d31a510a3a1bb3c6ce9 is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:37:58.789456 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 44078) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:37:58.793312 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d5cd952-d07a-4e36-9bae-33aef5e5193e tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Made reservation on behalf of c85c59d360694166b5b0483f9fc81199 for: {'network': 1} {{(pid=87506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:37:58.796739 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-5d5cd952-d07a-4e36-9bae-33aef5e5193e tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for network, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:58.812975 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02581ac4-4d46-4d71-ad62-8334972913e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1d6bfaf-d325-5e4f-b05d-2441d8339617-4070fa6c-c6f3-4508-bd1f-043ce330a668', 'network_id': '4070fa6c-c6f3-4508-bd1f-043ce330a668', 'tenant_id': '69ee045658914011ac7b8ba0ad799b2d', 'fixed_ips': [{'subnet_id': 'c1f36cee-6108-42d0-9117-1b431814689a'}]}} from dv-neutron-821829-1-hyperv. {{(pid=87508) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 16 22:37:58.813935 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-02581ac4-4d46-4d71-ad62-8334972913e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:58.840063 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7af6d306-5956-4c5c-a77e-de1befb4fa3a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1d6bfaf-d325-5e4f-b05d-2441d8339617-83164aae-f7ab-456d-aa67-cd11c17168ef', 'network_id': '83164aae-f7ab-456d-aa67-cd11c17168ef', 'tenant_id': 'a221f56311244d31a510a3a1bb3c6ce9', 'fixed_ips': [{'subnet_id': '68fc3ae4-9569-4338-bc84-7a9f3d10bf55'}]}} from dv-neutron-821829-1-hyperv. {{(pid=87508) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 16 22:37:58.840992 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-7af6d306-5956-4c5c-a77e-de1befb4fa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:58.871451 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-bb6196c8-2ac7-4644-97bd-969da9f1a993 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Request body: {'subnet': {'network_id': 'e716b3f3-ad2a-4118-b3e7-8674e6728b43', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:37:58.885583 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-dd82f1c7-1bbd-466b-935e-6ff0ab11177e tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:37:58.888237 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f9a320-3a61-4971-8f86-db867a7fa518 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Pushing event updated for resources: {'Network': ['ID=e716b3f3-ad2a-4118-b3e7-8674e6728b43,revision_number=1']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:37:58.931310 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c321a490-9e93-44be-9c1e-838080918c5c None None] Pushing event updated for resources: {'Port': ['ID=a75c1035-0a6a-4976-a6f9-4604d12d9a08,revision_number=1']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:37:58.934316 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-c321a490-9e93-44be-9c1e-838080918c5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.470s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:37:58.934672 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7b279ed-9a2e-47fd-91f9-88bf7cf9fd04 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify agent at l3_agent.dv-neutron-821829-1-hyperv the message routers_updated {{(pid=87507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 22:37:58.938982 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Network e716b3f3-ad2a-4118-b3e7-8674e6728b43 details requested by agent ovs-agent-dv-neutron-821829-1-hyperv with host dv-neutron-821829-1-hyperv {{(pid=87508) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 22:37:58.942061 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-f7b279ed-9a2e-47fd-91f9-88bf7cf9fd04 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] 10.222.0.13 "PUT /v2.0/routers/dcd68ae4-9678-4601-9589-50474829ca26/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.0000296
Dec 16 22:37:58.942228 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 44082) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:37:58.949123 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-928c8113-8d2a-4a8f-9bb0-bc5b14252d9d tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Request body: {'network': {'name': 'tempest-RoutersTest-815868595'}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:37:58.951223 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-73f9a320-3a61-4971-8f86-db867a7fa518 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.565s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:37:58.956390 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-928c8113-8d2a-4a8f-9bb0-bc5b14252d9d tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:37:58.958275 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-dee7c6e3-ec5c-4bfa-a421-097a9a81e28a tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.558s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:37:58.961076 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-928c8113-8d2a-4a8f-9bb0-bc5b14252d9d tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Usage tracker for resource:network and tenant:bb30155073f3462f829b4df60e35f5af is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:37:58.964169 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-928c8113-8d2a-4a8f-9bb0-bc5b14252d9d tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:37:58.970102 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-928c8113-8d2a-4a8f-9bb0-bc5b14252d9d tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:37:58.979012 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcc07e30-31ed-4eb7-aaba-b15c82ae127c None None] Sync routers for ids ['dcd68ae4-9678-4601-9589-50474829ca26'] in dv-neutron-821829-1-hyperv {{(pid=87508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 22:37:58.981751 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-928c8113-8d2a-4a8f-9bb0-bc5b14252d9d tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Made reservation on behalf of bb30155073f3462f829b4df60e35f5af for: {'network': 1} {{(pid=87507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:37:58.985207 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-928c8113-8d2a-4a8f-9bb0-bc5b14252d9d tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for network, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:59.001219 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [None req-9896a873-6714-40d3-9310-bca3f2badd2a tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Calling delete_port for 028dc015-7c5a-478c-8695-8ec42dac1834 owned by network:dhcp {{(pid=87506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:37:59.013588 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-928c8113-8d2a-4a8f-9bb0-bc5b14252d9d tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] vlan segment allocate from pool success with {'vlan_id': 198, 'physical_network': 'physnet1'}  {{(pid=87507) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 22:37:59.022943 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-928c8113-8d2a-4a8f-9bb0-bc5b14252d9d tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-883292'] for segment, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:59.023374 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.db.segments_db [None req-928c8113-8d2a-4a8f-9bb0-bc5b14252d9d tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Added segment fa42b440-0715-43f7-91be-577aed91ee24 of type vlan for network 28d7bb6e-74ad-4c1e-9ce1-844b4f7af3ea
Dec 16 22:37:59.032159 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-dd82f1c7-1bbd-466b-935e-6ff0ab11177e tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:37:59.044822 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-e5bcc3f7-2ad7-431e-a753-ba55ea64c978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:59.054239 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.db_base_plugin_common [None req-2cd8d004-dd2e-463d-beb7-65d96c05f7af tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Allocated IP 2001:db8::4e (4070fa6c-c6f3-4508-bd1f-043ce330a668/c1f36cee-6108-42d0-9117-1b431814689a/beb83914-9ff9-4c54-ada7-6cca7fab5f9e) {{(pid=87506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 22:37:59.054970 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-928c8113-8d2a-4a8f-9bb0-bc5b14252d9d tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734753047233'] for network, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:59.088040 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-928c8113-8d2a-4a8f-9bb0-bc5b14252d9d tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440'] for network, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:59.093779 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-928c8113-8d2a-4a8f-9bb0-bc5b14252d9d tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:37:59.094548 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-928c8113-8d2a-4a8f-9bb0-bc5b14252d9d tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks [] for network, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:59.098244 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:37:59.134584 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-9cb65256-bd08-4f40-bef9-4262ac096b02 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1033 time: 5.3901165
Dec 16 22:37:59.142334 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 44088) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:37:59.199997 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-928c8113-8d2a-4a8f-9bb0-bc5b14252d9d tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 765 time: 0.2565205
Dec 16 22:37:59.202999 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 44092) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:37:59.212109 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-b97683f3-70e3-43ac-b014-8a244bb0f401 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Request body: {'subnet': {'network_id': '28d7bb6e-74ad-4c1e-9ce1-844b4f7af3ea', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:37:59.217256 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-c321a490-9e93-44be-9c1e-838080918c5c None None] Attempting to bind port a75c1035-0a6a-4976-a6f9-4604d12d9a08 on host dv-neutron-821829-1-hyperv for vnic_type normal with profile  {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 22:37:59.217642 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-c321a490-9e93-44be-9c1e-838080918c5c None None] Attempting to bind port a75c1035-0a6a-4976-a6f9-4604d12d9a08 by drivers openvswitch,hyperv on host dv-neutron-821829-1-hyperv at level 0 using segments [{'id': '17c04932-5675-4fcb-a7a2-7b3bf586bf8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '609eecf4-5001-4b39-a7b6-bf81cca64c22'}] {{(pid=87508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 22:37:59.218021 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c321a490-9e93-44be-9c1e-838080918c5c None None] Attempting to bind port a75c1035-0a6a-4976-a6f9-4604d12d9a08 on network 609eecf4-5001-4b39-a7b6-bf81cca64c22 {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 22:37:59.220688 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd82f1c7-1bbd-466b-935e-6ff0ab11177e tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Made reservation on behalf of a221f56311244d31a510a3a1bb3c6ce9 for: {'port': 1} {{(pid=87506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:37:59.224060 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-dd82f1c7-1bbd-466b-935e-6ff0ab11177e tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:59.228973 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928c8113-8d2a-4a8f-9bb0-bc5b14252d9d tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Pushing event updated for resources: {'Network': ['ID=28d7bb6e-74ad-4c1e-9ce1-844b4f7af3ea,revision_number=1']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:37:59.235214 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-928c8113-8d2a-4a8f-9bb0-bc5b14252d9d tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:37:59.278588 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcc07e30-31ed-4eb7-aaba-b15c82ae127c None None] Routers {'dcd68ae4-9678-4601-9589-50474829ca26'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:37:59.279594 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-fcc07e30-31ed-4eb7-aaba-b15c82ae127c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b76dcaa90>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:37:31Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['dcd68ae4-9678-4601-9589-50474829ca26'], 'active': True} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:37:59.295299 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d5cd952-d07a-4e36-9bae-33aef5e5193e tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] vlan segment allocate from pool success with {'vlan_id': 162, 'physical_network': 'physnet1'}  {{(pid=87506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 22:37:59.328804 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-b97683f3-70e3-43ac-b014-8a244bb0f401 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:37:59.332631 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb65256-bd08-4f40-bef9-4262ac096b02 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Pushing event updated for resources: {'Port': ['ID=4fb0767d-6e54-4acc-9f51-a7dd29b04938,revision_number=1']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:37:59.333387 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-b97683f3-70e3-43ac-b014-8a244bb0f401 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Usage tracker for resource:subnet and tenant:bb30155073f3462f829b4df60e35f5af is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:37:59.336351 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-b97683f3-70e3-43ac-b014-8a244bb0f401 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:37:59.343523 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-b97683f3-70e3-43ac-b014-8a244bb0f401 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:37:59.350416 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Network 28d7bb6e-74ad-4c1e-9ce1-844b4f7af3ea details requested by agent ovs-agent-dv-neutron-821829-1-hyperv with host dv-neutron-821829-1-hyperv {{(pid=87508) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 22:37:59.354893 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b97683f3-70e3-43ac-b014-8a244bb0f401 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Made reservation on behalf of bb30155073f3462f829b4df60e35f5af for: {'subnet': 1} {{(pid=87507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:37:59.358632 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-b97683f3-70e3-43ac-b014-8a244bb0f401 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10549598'] for subnet, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:59.361774 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-9cb65256-bd08-4f40-bef9-4262ac096b02 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.403s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:37:59.395813 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c321a490-9e93-44be-9c1e-838080918c5c None None] Checking agent: {'id': '5571501f-366e-47a4-9b60-8ef19d935d27', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821829-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 24, 2), 'started_at': datetime.datetime(2021, 12, 16, 22, 24, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 37, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821829-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 22:37:59.396078 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c321a490-9e93-44be-9c1e-838080918c5c None None] Checking segment: {'id': '17c04932-5675-4fcb-a7a2-7b3bf586bf8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '609eecf4-5001-4b39-a7b6-bf81cca64c22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 22:37:59.396498 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-c321a490-9e93-44be-9c1e-838080918c5c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:59.396928 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c321a490-9e93-44be-9c1e-838080918c5c None None] Bound using segment: {'id': '17c04932-5675-4fcb-a7a2-7b3bf586bf8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '609eecf4-5001-4b39-a7b6-bf81cca64c22'} {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 22:37:59.397427 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-c321a490-9e93-44be-9c1e-838080918c5c None None] Bound port: a75c1035-0a6a-4976-a6f9-4604d12d9a08, host: dv-neutron-821829-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17c04932-5675-4fcb-a7a2-7b3bf586bf8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '609eecf4-5001-4b39-a7b6-bf81cca64c22'}}] {{(pid=87508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 22:37:59.397813 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-c321a490-9e93-44be-9c1e-838080918c5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:59.413159 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.notifiers.nova [None req-dd82f1c7-1bbd-466b-935e-6ff0ab11177e tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] device_id is not set on port 844a2831-92d3-404b-81cb-3a2a789d1e42 yet. {{(pid=87506) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 16 22:37:59.449855 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-bb6196c8-2ac7-4644-97bd-969da9f1a993 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:37:59.456678 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-5d5cd952-d07a-4e36-9bae-33aef5e5193e tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-883292'] for segment, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:59.457234 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.db.segments_db [None req-5d5cd952-d07a-4e36-9bae-33aef5e5193e tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Added segment 6b58e6a5-2fa6-43da-8e5f-0a7c42b9cf07 of type vlan for network aea6aef0-d2a6-4ce0-bddd-c557e65ffb7a
Dec 16 22:37:59.481761 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-bb6196c8-2ac7-4644-97bd-969da9f1a993 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Usage tracker for resource:subnet and tenant:3ddf94e9e4ac4112b345468cafab037c is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:37:59.490263 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [None req-a0213cf3-af18-4ebc-a1ca-5ad33f4d43a1 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Deleting port 4fb0767d-6e54-4acc-9f51-a7dd29b04938 {{(pid=87506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:37:59.491411 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-a0213cf3-af18-4ebc-a1ca-5ad33f4d43a1 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:59.535997 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-bb6196c8-2ac7-4644-97bd-969da9f1a993 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:37:59.579433 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-9896a873-6714-40d3-9310-bca3f2badd2a tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1863393'] for port, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:59.591835 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-bb6196c8-2ac7-4644-97bd-969da9f1a993 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:37:59.602195 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-a5818e24-b9c4-4955-b67f-8ecb824f36fe tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:37:59.639515 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-b97683f3-70e3-43ac-b014-8a244bb0f401 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10807931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10549612'] for subnet, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:59.646522 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-94c2e60f-fb07-4a3d-8251-d8c9d5cb7913 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:37:59.657718 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-e5bcc3f7-2ad7-431e-a753-ba55ea64c978 None None] For port f63ea5e5-1521-41ec-b06b-8a476f3befb0, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=f63ea5e5-1521-41ec-b06b-8a476f3befb0,segment=NetworkSegment(da71c9a1-7532-4738-a9bc-22a7f498ec35),segment_id=da71c9a1-7532-4738-a9bc-22a7f498ec35)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:37:59.671421 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:59.686521 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9896a873-6714-40d3-9310-bca3f2badd2a tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Pushing event deleted for resources: {'Port': ['ID=028dc015-7c5a-478c-8695-8ec42dac1834,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:37:59.761146 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97683f3-70e3-43ac-b014-8a244bb0f401 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Pushing event updated for resources: {'Subnet': ['ID=bf9c697c-c143-489c-bd9b-629d49112c29,revision_number=0']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:37:59.766589 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-e5bcc3f7-2ad7-431e-a753-ba55ea64c978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:59.767130 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-b97683f3-70e3-43ac-b014-8a244bb0f401 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:37:59.770002 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b97683f3-70e3-43ac-b014-8a244bb0f401 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Checking segment: {'id': 'fa42b440-0715-43f7-91be-577aed91ee24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '28d7bb6e-74ad-4c1e-9ce1-844b4f7af3ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 22:37:59.770220 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b97683f3-70e3-43ac-b014-8a244bb0f401 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Network hostable DHCP agents. Network: 28d7bb6e-74ad-4c1e-9ce1-844b4f7af3ea, hostable agents: ['3b155c4d-12dc-491e-aa14-6113b06cfacd'], hosted agents: [] {{(pid=87507) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 16 22:37:59.781834 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-2cd8d004-dd2e-463d-beb7-65d96c05f7af tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks [] for port, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:59.786265 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-c8aeab09-da60-427c-b204-ce206c077512 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:37:59.793208 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b97683f3-70e3-43ac-b014-8a244bb0f401 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Network 28d7bb6e-74ad-4c1e-9ce1-844b4f7af3ea is scheduled to be hosted by DHCP agent 3b155c4d-12dc-491e-aa14-6113b06cfacd with binding_index 1 {{(pid=87507) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 16 22:37:59.806012 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.base_scheduler [None req-b97683f3-70e3-43ac-b014-8a244bb0f401 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821829-1-hyperv, 28d7bb6e-74ad-4c1e-9ce1-844b4f7af3ea) {{(pid=87507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:37:59.820271 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b97683f3-70e3-43ac-b014-8a244bb0f401 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:37:59.820871 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-b97683f3-70e3-43ac-b014-8a244bb0f401 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks [] for subnet, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:59.824925 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-5d5cd952-d07a-4e36-9bae-33aef5e5193e tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734753047233'] for network, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:59.849707 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-b97683f3-70e3-43ac-b014-8a244bb0f401 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.6452312
Dec 16 22:37:59.852759 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 44096) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:37:59.870287 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.provisioning_blocks [None req-2cd8d004-dd2e-463d-beb7-65d96c05f7af tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Transition to ACTIVE for port object beb83914-9ff9-4c54-ada7-6cca7fab5f9e will not be triggered until provisioned by entity DHCP. {{(pid=87506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:37:59.872021 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-9896a873-6714-40d3-9310-bca3f2badd2a tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:37:59.879360 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb6196c8-2ac7-4644-97bd-969da9f1a993 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Made reservation on behalf of 3ddf94e9e4ac4112b345468cafab037c for: {'subnet': 1} {{(pid=87506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:37:59.883436 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-bb6196c8-2ac7-4644-97bd-969da9f1a993 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11213078'] for subnet, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:37:59.944025 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvr_db [None req-fcc07e30-31ed-4eb7-aaba-b15c82ae127c None None] Set router dcd68ae4-9678-4601-9589-50474829ca26 gateway port host: None {{(pid=87508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 22:38:00.016550 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94d9c9e3-8b37-4560-8c42-f7d40f582a9f None None] Network 28d7bb6e-74ad-4c1e-9ce1-844b4f7af3ea requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 22:38:00.032795 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] For port 23f463ae-462a-4a35-a545-23810024be4a, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=23f463ae-462a-4a35-a545-23810024be4a,segment=NetworkSegment(61620825-0d99-46c5-a98c-282b46a37204),segment_id=61620825-0d99-46c5-a98c-282b46a37204)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:38:00.039078 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9896a873-6714-40d3-9310-bca3f2badd2a tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] No DVR routers for this DVR port 028dc015-7c5a-478c-8695-8ec42dac1834 on host dv-neutron-821829-1-hyperv {{(pid=87506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 22:38:00.055428 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:00.057600 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 656af02b-2824-4503-b5df-9d63a8b9a4a8 up at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 22:38:00.108469 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.db_base_plugin_common [None req-7af6d306-5956-4c5c-a77e-de1befb4fa3a None None] Allocated IP 2001:db8::2 (83164aae-f7ab-456d-aa67-cd11c17168ef/68fc3ae4-9569-4338-bc84-7a9f3d10bf55/524d76bb-740b-48cb-9e19-156c04492c9f) {{(pid=87508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 22:38:00.186474 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5bcc3f7-2ad7-431e-a753-ba55ea64c978 None None] Pushing event updated for resources: {'Port': ['ID=f63ea5e5-1521-41ec-b06b-8a476f3befb0,revision_number=17']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:38:00.189714 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-e5bcc3f7-2ad7-431e-a753-ba55ea64c978 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.403s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:38:00.203085 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-c321a490-9e93-44be-9c1e-838080918c5c None None] For port a75c1035-0a6a-4976-a6f9-4604d12d9a08, host dv-neutron-821829-1-hyperv, cleared binding levels {{(pid=87508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 22:38:00.203264 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-78d3c24e-a5ec-417e-b807-5adf76279b97 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.093s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:38:00.217992 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-5d5cd952-d07a-4e36-9bae-33aef5e5193e tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440'] for network, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:00.233806 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d5cd952-d07a-4e36-9bae-33aef5e5193e tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:38:00.235039 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-5d5cd952-d07a-4e36-9bae-33aef5e5193e tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3791486'] for network, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:00.263142 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-ffdf8a6f-3a79-4874-8ea4-403c0e44f172 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:38:00.374830 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-c321a490-9e93-44be-9c1e-838080918c5c None None] For port a75c1035-0a6a-4976-a6f9-4604d12d9a08, host dv-neutron-821829-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=a75c1035-0a6a-4976-a6f9-4604d12d9a08,segment=NetworkSegment(17c04932-5675-4fcb-a7a2-7b3bf586bf8a),segment_id=17c04932-5675-4fcb-a7a2-7b3bf586bf8a)] {{(pid=87508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 22:38:00.496201 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-c321a490-9e93-44be-9c1e-838080918c5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:00.574643 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-94fd68d0-b19e-42e2-985d-a20f1b9c9618 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:00.607322 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-1fb8e322-2f76-4f70-8bbc-513641ec89df None None] Provisioning for port 4fb0767d-6e54-4acc-9f51-a7dd29b04938 completed by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 22:38:00.635553 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Pushing event updated for resources: {'Port': ['ID=23f463ae-462a-4a35-a545-23810024be4a,revision_number=5']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:38:00.638876 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.436s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:38:00.648607 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-5ea0186d-ffad-4070-8750-85ca5acd52a1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.113s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:38:00.649609 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-5d5cd952-d07a-4e36-9bae-33aef5e5193e tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 779 time: 2.4250314
Dec 16 22:38:00.667912 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 44100) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:38:00.678104 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-1fb8e322-2f76-4f70-8bbc-513641ec89df None None] Provisioning complete for port 4fb0767d-6e54-4acc-9f51-a7dd29b04938 triggered by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:38:00.678976 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-1fb8e322-2f76-4f70-8bbc-513641ec89df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:00.689147 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-65690d44-b0a5-4329-b7a8-d4573ad8080d tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Request body: {'subnet': {'network_id': 'aea6aef0-d2a6-4ce0-bddd-c557e65ffb7a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:38:00.753715 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5cd952-d07a-4e36-9bae-33aef5e5193e tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Pushing event updated for resources: {'Network': ['ID=aea6aef0-d2a6-4ce0-bddd-c557e65ffb7a,revision_number=1']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:38:00.757123 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-9896a873-6714-40d3-9310-bca3f2badd2a tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3329565', 'neutron.services.segments.db._delete_segments_for_network-8734753546406'] for network, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:00.761394 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-7e56c8a4-2243-4879-941b-8d456a49c785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:00.811939 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning complete for port 656af02b-2824-4503-b5df-9d63a8b9a4a8 triggered by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:38:00.812296 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:00.834247 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-5d5cd952-d07a-4e36-9bae-33aef5e5193e tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.571s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:38:00.836022 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Network aea6aef0-d2a6-4ce0-bddd-c557e65ffb7a details requested by agent ovs-agent-dv-neutron-821829-1-hyperv with host dv-neutron-821829-1-hyperv {{(pid=87508) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 22:38:01.048462 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.services.segments.db [None req-9896a873-6714-40d3-9310-bca3f2badd2a tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1b76431dc0>,) {'filters': {'network_id': ['84d6852e-3fe3-422b-bf3d-72f3275e9db0']}} {{(pid=87506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:38:01.076984 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-a0213cf3-af18-4ebc-a1ca-5ad33f4d43a1 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:01.093461 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-2cd8d004-dd2e-463d-beb7-65d96c05f7af tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1863393'] for port, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:01.097611 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-bb6196c8-2ac7-4644-97bd-969da9f1a993 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1863317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11213092'] for subnet, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:01.108581 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.services.segments.db [None req-9896a873-6714-40d3-9310-bca3f2badd2a tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b76431dc0>, 'd3de610d-68ea-4157-9d55-8c22602fc8a5') {'for_net_delete': True} {{(pid=87506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:38:01.109142 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.services.segments.db [None req-9896a873-6714-40d3-9310-bca3f2badd2a tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b76431dc0>, 'd3de610d-68ea-4157-9d55-8c22602fc8a5') {} {{(pid=87506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:38:01.120626 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-6972e6e8-5294-493f-8c4c-41df6234a909 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:38:01.154274 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-65690d44-b0a5-4329-b7a8-d4573ad8080d tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:38:01.241074 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-1fb8e322-2f76-4f70-8bbc-513641ec89df None None] Port 4fb0767d-6e54-4acc-9f51-a7dd29b04938 cannot update to ACTIVE because it is not bound. {{(pid=87508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 22:38:01.245086 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.db_base_plugin_common [None req-94fd68d0-b19e-42e2-985d-a20f1b9c9618 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Allocated IP 172.23.0.1 (28d7bb6e-74ad-4c1e-9ce1-844b4f7af3ea/bf9c697c-c143-489c-bd9b-629d49112c29/3c14fdac-f9b3-4b9e-82dd-8a67222cb898) {{(pid=87507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 22:38:01.262490 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c321a490-9e93-44be-9c1e-838080918c5c None None] Pushing event updated for resources: {'Port': ['ID=a75c1035-0a6a-4976-a6f9-4604d12d9a08,revision_number=2']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:38:01.265942 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-c321a490-9e93-44be-9c1e-838080918c5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.618s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:38:01.291385 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [None req-a0213cf3-af18-4ebc-a1ca-5ad33f4d43a1 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Calling delete_port for 4fb0767d-6e54-4acc-9f51-a7dd29b04938 owned by  {{(pid=87506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:38:01.327685 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-65690d44-b0a5-4329-b7a8-d4573ad8080d tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Usage tracker for resource:subnet and tenant:c85c59d360694166b5b0483f9fc81199 is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:38:01.342062 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-65690d44-b0a5-4329-b7a8-d4573ad8080d tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:38:01.347856 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-9896a873-6714-40d3-9310-bca3f2badd2a tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734753593977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-266764496'] for segment, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:01.368667 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f0c5b48-35e1-40b7-87ed-27c419c1412a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1d6bfaf-d325-5e4f-b05d-2441d8339617-28d7bb6e-74ad-4c1e-9ce1-844b4f7af3ea', 'network_id': '28d7bb6e-74ad-4c1e-9ce1-844b4f7af3ea', 'tenant_id': 'bb30155073f3462f829b4df60e35f5af', 'fixed_ips': [{'subnet_id': 'bf9c697c-c143-489c-bd9b-629d49112c29'}]}} from dv-neutron-821829-1-hyperv. {{(pid=87508) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 16 22:38:01.369503 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-2f0c5b48-35e1-40b7-87ed-27c419c1412a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:01.369814 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-65690d44-b0a5-4329-b7a8-d4573ad8080d tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:38:01.373417 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cd8d004-dd2e-463d-beb7-65d96c05f7af tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Network 4070fa6c-c6f3-4508-bd1f-043ce330a668 is already hosted by enough agents. {{(pid=87506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:38:01.393905 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.base_scheduler [None req-2cd8d004-dd2e-463d-beb7-65d96c05f7af tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Resources bound (agent type, host, resource id):  {{(pid=87506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:38:01.401759 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-1fb8e322-2f76-4f70-8bbc-513641ec89df None None] Provisioning complete for port f63ea5e5-1521-41ec-b06b-8a476f3befb0 triggered by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:38:01.402175 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-1fb8e322-2f76-4f70-8bbc-513641ec89df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:01.406411 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cd8d004-dd2e-463d-beb7-65d96c05f7af tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Received port after_create {{(pid=87506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 22:38:01.412194 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cd8d004-dd2e-463d-beb7-65d96c05f7af tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:38:01.412873 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-2cd8d004-dd2e-463d-beb7-65d96c05f7af tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for port, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:01.437541 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd8d004-dd2e-463d-beb7-65d96c05f7af tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Pushing event updated for resources: {'Port': ['ID=beb83914-9ff9-4c54-ada7-6cca7fab5f9e,revision_number=1']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:38:01.439244 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.db_base_plugin_common [None req-02581ac4-4d46-4d71-ad62-8334972913e5 None None] Allocated IP 2001:db8::2 (4070fa6c-c6f3-4508-bd1f-043ce330a668/c1f36cee-6108-42d0-9117-1b431814689a/492103cc-6bdc-4cb5-abb3-4dc57b5b6847) {{(pid=87508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 22:38:01.439410 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-9896a873-6714-40d3-9310-bca3f2badd2a tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-883292'] for segment, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:01.454970 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-7af6d306-5956-4c5c-a77e-de1befb4fa3a None None] Notify callbacks [] for port, precommit_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:01.465060 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-94fd68d0-b19e-42e2-985d-a20f1b9c9618 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks [] for port, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:01.482191 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.provisioning_blocks [None req-94fd68d0-b19e-42e2-985d-a20f1b9c9618 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Transition to ACTIVE for port object 3c14fdac-f9b3-4b9e-82dd-8a67222cb898 will not be triggered until provisioned by entity DHCP. {{(pid=87507) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:38:01.510765 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-2cd8d004-dd2e-463d-beb7-65d96c05f7af tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.390s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:38:01.511382 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65690d44-b0a5-4329-b7a8-d4573ad8080d tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Made reservation on behalf of c85c59d360694166b5b0483f9fc81199 for: {'subnet': 1} {{(pid=87506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:38:01.515679 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-65690d44-b0a5-4329-b7a8-d4573ad8080d tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11213078'] for subnet, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:01.518404 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-94fd68d0-b19e-42e2-985d-a20f1b9c9618 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10807823'] for port, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:01.523537 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-f7b279ed-9a2e-47fd-91f9-88bf7cf9fd04 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:38:01.531012 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-5c89cd68-b0fc-4f49-a577-c3e2639e303c tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.379s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:38:01.578034 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9896a873-6714-40d3-9310-bca3f2badd2a tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Releasing vlan 165 on physical network physnet1 to pool {{(pid=87506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 16 22:38:01.578679 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-9896a873-6714-40d3-9310-bca3f2badd2a tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-883285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1863180'] for segment, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:01.582419 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-7af6d306-5956-4c5c-a77e-de1befb4fa3a None None] Transition to ACTIVE for port object 524d76bb-740b-48cb-9e19-156c04492c9f will not be triggered until provisioned by entity L2. {{(pid=87508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:38:01.592894 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94fd68d0-b19e-42e2-985d-a20f1b9c9618 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Network 28d7bb6e-74ad-4c1e-9ce1-844b4f7af3ea is already hosted by enough agents. {{(pid=87507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:38:01.601331 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.base_scheduler [None req-94fd68d0-b19e-42e2-985d-a20f1b9c9618 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Resources bound (agent type, host, resource id):  {{(pid=87507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:38:01.606872 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94fd68d0-b19e-42e2-985d-a20f1b9c9618 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Received port after_create {{(pid=87507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 22:38:01.616745 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-3e729f7f-1589-4d54-9c4a-7ee6b283cc2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:01.619335 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb6196c8-2ac7-4644-97bd-969da9f1a993 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Checking segment: {'id': '5319e64a-f11a-4f0a-84ac-d65b37203f57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'e716b3f3-ad2a-4118-b3e7-8674e6728b43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 22:38:01.619707 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb6196c8-2ac7-4644-97bd-969da9f1a993 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Network hostable DHCP agents. Network: e716b3f3-ad2a-4118-b3e7-8674e6728b43, hostable agents: ['3b155c4d-12dc-491e-aa14-6113b06cfacd'], hosted agents: [] {{(pid=87506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 16 22:38:01.624066 dv-neutron-821829-1-hyperv neutron-server[87506]: Traceback (most recent call last):
Dec 16 22:38:01.624066 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 16 22:38:01.624066 dv-neutron-821829-1-hyperv neutron-server[87506]:     timer()
Dec 16 22:38:01.624066 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 22:38:01.624066 dv-neutron-821829-1-hyperv neutron-server[87506]:     cb(*args, **kw)
Dec 16 22:38:01.624066 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 22:38:01.624066 dv-neutron-821829-1-hyperv neutron-server[87506]:     return func(*args, **kwargs)
Dec 16 22:38:01.624066 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 22:38:01.624066 dv-neutron-821829-1-hyperv neutron-server[87506]:     self._notify()
Dec 16 22:38:01.624066 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 22:38:01.624066 dv-neutron-821829-1-hyperv neutron-server[87506]:     self.callback(batched_events)
Dec 16 22:38:01.624066 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 22:38:01.624066 dv-neutron-821829-1-hyperv neutron-server[87506]:     event.method(event)
Dec 16 22:38:01.624066 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 22:38:01.624066 dv-neutron-821829-1-hyperv neutron-server[87506]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 22:38:01.624066 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 22:38:01.624066 dv-neutron-821829-1-hyperv neutron-server[87506]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 22:38:01.624066 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 22:38:01.624066 dv-neutron-821829-1-hyperv neutron-server[87506]:     return f(self, *a, **k)
Dec 16 22:38:01.624066 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 16 22:38:01.624066 dv-neutron-821829-1-hyperv neutron-server[87506]:     return self._get(url).json()
Dec 16 22:38:01.624066 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 16 22:38:01.624066 dv-neutron-821829-1-hyperv neutron-server[87506]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 22:38:01.624066 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 16 22:38:01.624066 dv-neutron-821829-1-hyperv neutron-server[87506]:     return self.request(url, 'GET', **kwargs)
Dec 16 22:38:01.624066 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 16 22:38:01.624066 dv-neutron-821829-1-hyperv neutron-server[87506]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 22:38:01.624066 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 16 22:38:01.624066 dv-neutron-821829-1-hyperv neutron-server[87506]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 22:38:01.624066 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 16 22:38:01.624066 dv-neutron-821829-1-hyperv neutron-server[87506]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 22:38:01.624066 dv-neutron-821829-1-hyperv neutron-server[87506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 22:38:01.656059 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fd68d0-b19e-42e2-985d-a20f1b9c9618 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Pushing event updated for resources: {'Port': ['ID=3c14fdac-f9b3-4b9e-82dd-8a67222cb898,revision_number=1']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:38:01.660961 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-94fd68d0-b19e-42e2-985d-a20f1b9c9618 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:38:01.680165 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-94fd68d0-b19e-42e2-985d-a20f1b9c9618 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3830061'] for router_interface, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:01.774531 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-2cd8d004-dd2e-463d-beb7-65d96c05f7af tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 892 time: 4.3632510
Dec 16 22:38:01.774741 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device f63ea5e5-1521-41ec-b06b-8a476f3befb0 up at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 22:38:01.785061 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 44104) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:38:01.843313 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-7af6d306-5956-4c5c-a77e-de1befb4fa3a None None] Transition to ACTIVE for port object 524d76bb-740b-48cb-9e19-156c04492c9f will not be triggered until provisioned by entity DHCP. {{(pid=87508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:38:01.861122 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.plugin [None req-511aa148-b7ee-4058-b7eb-977a6be57084 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Deleting port beb83914-9ff9-4c54-ada7-6cca7fab5f9e {{(pid=87507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:38:01.861466 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-511aa148-b7ee-4058-b7eb-977a6be57084 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:01.870381 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6196c8-2ac7-4644-97bd-969da9f1a993 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Pushing event updated for resources: {'Subnet': ['ID=bc1b8a0b-d450-419a-9b84-2bbb324ba1f2,revision_number=0']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:38:01.884647 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-bb6196c8-2ac7-4644-97bd-969da9f1a993 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.354s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:38:01.893266 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-9896a873-6714-40d3-9310-bca3f2badd2a tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3329572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3741856'] for network, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:01.929529 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-fcc07e30-31ed-4eb7-aaba-b15c82ae127c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b76dcaa90>, [{'id': 'dcd68ae4-9678-4601-9589-50474829ca26', 'name': 'tempest-RoutersTest-router-809960879', 'tenant_id': 'bb30155073f3462f829b4df60e35f5af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:37:21Z', 'updated_at': '2021-12-16T22:37:56Z', 'revision_number': 4, 'project_id': 'bb30155073f3462f829b4df60e35f5af', 'gw_port_host': None, '_interfaces': [{'id': '23f463ae-462a-4a35-a545-23810024be4a', 'name': '', 'network_id': 'a9fe3143-2ede-4b9c-a7a9-a02a4acc426b', 'tenant_id': 'bb30155073f3462f829b4df60e35f5af', 'mac_address': 'fa:16:3e:4c:e9:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcd68ae4-9678-4601-9589-50474829ca26', 'device_owner': 'network:router_interface', 'standard_attr_id': 846, 'fixed_ips': [{'subnet_id': '95a355fa-2faa-4243-83d9-d55c558a9f15', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:37:44Z', 'updated_at': '2021-12-16T22:37:54Z', 'revision_number': 4, 'project_id': 'bb30155073f3462f829b4df60e35f5af', 'subnets': [{'id': '95a355fa-2faa-4243-83d9-d55c558a9f15', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b4a16203-a9be-4052-bdb0-6f3fa9deae9e', 'name': '', 'network_id': '9cec1ece-19ae-40d0-b729-73c3863b1457', 'tenant_id': 'bb30155073f3462f829b4df60e35f5af', 'mac_address': 'fa:16:3e:f8:28:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcd68ae4-9678-4601-9589-50474829ca26', 'device_owner': 'network:router_interface', 'standard_attr_id': 810, 'fixed_ips': [{'subnet_id': '12bde7f9-83c9-49c9-9bcd-d81bdd1ed717', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:37:28Z', 'updated_at': '2021-12-16T22:37:46Z', 'revision_number': 5, 'project_id': 'bb30155073f3462f829b4df60e35f5af', 'subnets': [{'id': '12bde7f9-83c9-49c9-9bcd-d81bdd1ed717', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f95799a9-b8ac-4040-9601-29cf8e618a79', 'name': '', 'network_id': '609eecf4-5001-4b39-a7b6-bf81cca64c22', 'tenant_id': 'bb30155073f3462f829b4df60e35f5af', 'mac_address': 'fa:16:3e:6a:0e:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcd68ae4-9678-4601-9589-50474829ca26', 'device_owner': 'network:router_interface', 'standard_attr_id': 873, 'fixed_ips': [{'subnet_id': '11852dee-7e7f-4b01-b40e-4a8f31edd0c6', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:37:55Z', 'updated_at': '2021-12-16T22:37:57Z', 'revision_number': 2, 'project_id': 'bb30155073f3462f829b4df60e35f5af', 'subnets': [{'id': '11852dee-7e7f-4b01-b40e-4a8f31edd0c6', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:38:01.947265 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-b3a4f4b9-2da1-4b55-827e-293257671c73 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:38:01.962317 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb6196c8-2ac7-4644-97bd-969da9f1a993 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Network e716b3f3-ad2a-4118-b3e7-8674e6728b43 is scheduled to be hosted by DHCP agent 3b155c4d-12dc-491e-aa14-6113b06cfacd with binding_index 1 {{(pid=87506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 16 22:38:01.972759 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-9896a873-6714-40d3-9310-bca3f2badd2a tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3791486'] for network, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:01.992022 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:01.995017 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-7af6d306-5956-4c5c-a77e-de1befb4fa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940'] for port, after_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:02.005994 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9896a873-6714-40d3-9310-bca3f2badd2a tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Pushing event deleted for resources: {'Network': ['ID=84d6852e-3fe3-422b-bf3d-72f3275e9db0,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:38:02.008594 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-f674ee00-a3fe-4c30-9d13-5f3e36202da7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:38:02.018135 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.base_scheduler [None req-bb6196c8-2ac7-4644-97bd-969da9f1a993 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821829-1-hyperv, e716b3f3-ad2a-4118-b3e7-8674e6728b43) {{(pid=87506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:38:02.027947 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-9896a873-6714-40d3-9310-bca3f2badd2a tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] 10.222.0.13 "DELETE /v2.0/networks/84d6852e-3fe3-422b-bf3d-72f3275e9db0 HTTP/1.1" status: 204  len: 168 time: 9.1097071
Dec 16 22:38:02.034547 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-9896a873-6714-40d3-9310-bca3f2badd2a tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:38:02.043364 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 44108) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:38:02.046265 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb6196c8-2ac7-4644-97bd-969da9f1a993 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:38:02.046838 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcc07e30-31ed-4eb7-aaba-b15c82ae127c None None] Checking router: dcd68ae4-9678-4601-9589-50474829ca26 for host: dv-neutron-821829-1-hyperv {{(pid=87508) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 22:38:02.047224 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcc07e30-31ed-4eb7-aaba-b15c82ae127c None None] Updating router dcd68ae4-9678-4601-9589-50474829ca26 port f95799a9-b8ac-4040-9601-29cf8e618a79 binding host dv-neutron-821829-1-hyperv {{(pid=87508) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 16 22:38:02.047623 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-bb6196c8-2ac7-4644-97bd-969da9f1a993 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3791486'] for subnet, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:02.085688 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06df4de7-fd4e-411e-a420-e25786352f51 None None] Network e716b3f3-ad2a-4118-b3e7-8674e6728b43 requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 22:38:02.120657 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-94fd68d0-b19e-42e2-985d-a20f1b9c9618 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:02.130358 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1abfe6cf-bcab-4103-8ff1-2c5b421d0f57 None None] Network 609eecf4-5001-4b39-a7b6-bf81cca64c22 requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 22:38:02.155169 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-6da3316d-dade-4300-917f-26b0f7a48c5a tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-123310372'}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:38:02.165175 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-a0213cf3-af18-4ebc-a1ca-5ad33f4d43a1 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1863393'] for port, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:02.177525 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-6da3316d-dade-4300-917f-26b0f7a48c5a tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:38:02.189011 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-03cbb122-386d-4fca-a3b2-fcf1aa527f0b tempest-ServersTestManualDisk-828097669 tempest-ServersTestManualDisk-828097669-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:38:02.243153 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-6da3316d-dade-4300-917f-26b0f7a48c5a tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Usage tracker for resource:network and tenant:4776cb1297af44b2a1a3b9af0f4316e5 is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:38:02.246279 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.db_base_plugin_common [None req-dd82f1c7-1bbd-466b-935e-6ff0ab11177e tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Allocated IP 2001:db8::b9 (83164aae-f7ab-456d-aa67-cd11c17168ef/68fc3ae4-9569-4338-bc84-7a9f3d10bf55/844a2831-92d3-404b-81cb-3a2a789d1e42) {{(pid=87506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 22:38:02.250642 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-6da3316d-dade-4300-917f-26b0f7a48c5a tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:38:02.263862 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-bb6196c8-2ac7-4644-97bd-969da9f1a993 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 3.4708028
Dec 16 22:38:02.271531 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0213cf3-af18-4ebc-a1ca-5ad33f4d43a1 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Pushing event deleted for resources: {'Port': ['ID=4fb0767d-6e54-4acc-9f51-a7dd29b04938,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:38:02.273208 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 44112) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:38:02.277448 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-6da3316d-dade-4300-917f-26b0f7a48c5a tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:38:02.302213 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-cc218b69-05eb-4947-9d04-fe95d4003b42 None None] Could not find standard attr ID for object 4fb0767d-6e54-4acc-9f51-a7dd29b04938. {{(pid=87508) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 16 22:38:02.329049 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7af6d306-5956-4c5c-a77e-de1befb4fa3a None None] Network 83164aae-f7ab-456d-aa67-cd11c17168ef is already hosted by enough agents. {{(pid=87508) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:38:02.367447 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.scheduler.base_scheduler [None req-7af6d306-5956-4c5c-a77e-de1befb4fa3a None None] Resources bound (agent type, host, resource id):  {{(pid=87508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:38:02.373247 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-a0213cf3-af18-4ebc-a1ca-5ad33f4d43a1 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:38:02.387357 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7af6d306-5956-4c5c-a77e-de1befb4fa3a None None] Received port after_create {{(pid=87508) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 22:38:02.394752 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-2fb2991e-419f-44e3-a59b-ef5f01af9d4c tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Request body: {'port': {'network_id': 'e716b3f3-ad2a-4118-b3e7-8674e6728b43', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1278194313'}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:38:02.400752 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-511aa148-b7ee-4058-b7eb-977a6be57084 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:02.420432 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.db_base_plugin_common [None req-2f0c5b48-35e1-40b7-87ed-27c419c1412a None None] Allocated IP 172.23.0.2 (28d7bb6e-74ad-4c1e-9ce1-844b4f7af3ea/bf9c697c-c143-489c-bd9b-629d49112c29/02047132-a540-449b-b596-25d6606fb0ec) {{(pid=87508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 22:38:02.488975 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af6d306-5956-4c5c-a77e-de1befb4fa3a None None] Pushing event updated for resources: {'Port': ['ID=524d76bb-740b-48cb-9e19-156c04492c9f,revision_number=1']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:38:02.492493 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-7af6d306-5956-4c5c-a77e-de1befb4fa3a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.485s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:38:02.510131 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-fcc07e30-31ed-4eb7-aaba-b15c82ae127c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:02.541126 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.agents_db [None req-0abd2616-a86c-48e2-be07-10823335a5bb None None] Agent healthcheck: found 6 active agents {{(pid=87509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 22:38:02.565735 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.plugin [None req-511aa148-b7ee-4058-b7eb-977a6be57084 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Calling delete_port for beb83914-9ff9-4c54-ada7-6cca7fab5f9e owned by  {{(pid=87507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:38:02.695984 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning complete for port f63ea5e5-1521-41ec-b06b-8a476f3befb0 triggered by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:38:02.696562 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:02.786511 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6da3316d-dade-4300-917f-26b0f7a48c5a tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Made reservation on behalf of 4776cb1297af44b2a1a3b9af0f4316e5 for: {'network': 1} {{(pid=87506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:38:02.790329 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-6da3316d-dade-4300-917f-26b0f7a48c5a tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for network, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:02.833809 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-a0213cf3-af18-4ebc-a1ca-5ad33f4d43a1 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for port, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:02.836508 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-a0213cf3-af18-4ebc-a1ca-5ad33f4d43a1 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] 10.222.0.13 "DELETE /v2.0/ports/4fb0767d-6e54-4acc-9f51-a7dd29b04938 HTTP/1.1" status: 204  len: 168 time: 3.6859896
Dec 16 22:38:02.852912 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 44116) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:38:02.877534 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-ad18584e-0388-4110-be29-2db4c38996b9 None None] Provisioning for port a75c1035-0a6a-4976-a6f9-4604d12d9a08 completed by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 22:38:02.908498 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-7af6d306-5956-4c5c-a77e-de1befb4fa3a None None] Attempting to bind port 524d76bb-740b-48cb-9e19-156c04492c9f on host dv-neutron-821829-1-hyperv for vnic_type normal with profile  {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 22:38:02.909034 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-7af6d306-5956-4c5c-a77e-de1befb4fa3a None None] Attempting to bind port 524d76bb-740b-48cb-9e19-156c04492c9f by drivers openvswitch,hyperv on host dv-neutron-821829-1-hyperv at level 0 using segments [{'id': 'cd4751e3-5c6f-4b41-91b1-de6837d93d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '83164aae-f7ab-456d-aa67-cd11c17168ef'}] {{(pid=87508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 22:38:02.909532 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7af6d306-5956-4c5c-a77e-de1befb4fa3a None None] Attempting to bind port 524d76bb-740b-48cb-9e19-156c04492c9f on network 83164aae-f7ab-456d-aa67-cd11c17168ef {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 22:38:02.922635 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-02581ac4-4d46-4d71-ad62-8334972913e5 None None] Notify callbacks [] for port, precommit_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:02.993991 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-511aa148-b7ee-4058-b7eb-977a6be57084 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10807823'] for port, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:03.001274 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-df011edc-de3b-41e9-92d1-8bec9e0a4bf3 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:38:03.013368 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6da3316d-dade-4300-917f-26b0f7a48c5a tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] vlan segment allocate from pool success with {'vlan_id': 174, 'physical_network': 'physnet1'}  {{(pid=87506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 22:38:03.054448 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511aa148-b7ee-4058-b7eb-977a6be57084 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Pushing event deleted for resources: {'Port': ['ID=beb83914-9ff9-4c54-ada7-6cca7fab5f9e,revision_number=None']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:38:03.059865 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-511aa148-b7ee-4058-b7eb-977a6be57084 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:38:03.095413 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-65690d44-b0a5-4329-b7a8-d4573ad8080d tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1863317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11213092'] for subnet, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:03.106684 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7af6d306-5956-4c5c-a77e-de1befb4fa3a None None] Checking agent: {'id': '5571501f-366e-47a4-9b60-8ef19d935d27', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821829-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 24, 2), 'started_at': datetime.datetime(2021, 12, 16, 22, 24, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 38, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821829-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 22:38:03.107388 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7af6d306-5956-4c5c-a77e-de1befb4fa3a None None] Checking segment: {'id': 'cd4751e3-5c6f-4b41-91b1-de6837d93d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '83164aae-f7ab-456d-aa67-cd11c17168ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 22:38:03.108595 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-7af6d306-5956-4c5c-a77e-de1befb4fa3a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:03.109002 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7af6d306-5956-4c5c-a77e-de1befb4fa3a None None] Bound using segment: {'id': 'cd4751e3-5c6f-4b41-91b1-de6837d93d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '83164aae-f7ab-456d-aa67-cd11c17168ef'} {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 22:38:03.109676 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-7af6d306-5956-4c5c-a77e-de1befb4fa3a None None] Bound port: 524d76bb-740b-48cb-9e19-156c04492c9f, host: dv-neutron-821829-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd4751e3-5c6f-4b41-91b1-de6837d93d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '83164aae-f7ab-456d-aa67-cd11c17168ef'}}] {{(pid=87508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 22:38:03.110217 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-7af6d306-5956-4c5c-a77e-de1befb4fa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:03.110334 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-511aa148-b7ee-4058-b7eb-977a6be57084 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for port, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:03.115580 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-9896a873-6714-40d3-9310-bca3f2badd2a tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:38:03.122091 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-511aa148-b7ee-4058-b7eb-977a6be57084 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] 10.222.0.13 "DELETE /v2.0/ports/beb83914-9ff9-4c54-ada7-6cca7fab5f9e HTTP/1.1" status: 204  len: 168 time: 1.3360114
Dec 16 22:38:03.124372 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-94fd68d0-b19e-42e2-985d-a20f1b9c9618 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks [] for port, precommit_update {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:03.125885 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 44120) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:38:03.160231 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-6da3316d-dade-4300-917f-26b0f7a48c5a tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-883292'] for segment, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:03.160580 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.db.segments_db [None req-6da3316d-dade-4300-917f-26b0f7a48c5a tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Added segment c7a6916b-f447-4d8d-b2a8-d343995c4e4e of type vlan for network 2d95f1fe-5680-48c6-901d-3a10397689b5
Dec 16 22:38:03.171426 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-94fd68d0-b19e-42e2-985d-a20f1b9c9618 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10807814'] for port, after_update {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:03.188978 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-02581ac4-4d46-4d71-ad62-8334972913e5 None None] Transition to ACTIVE for port object 492103cc-6bdc-4cb5-abb3-4dc57b5b6847 will not be triggered until provisioned by entity L2. {{(pid=87508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:38:03.202375 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-f7b279ed-9a2e-47fd-91f9-88bf7cf9fd04 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:38:03.210046 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-2fb2991e-419f-44e3-a59b-ef5f01af9d4c tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:38:03.234207 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c789eef-b72c-4851-8db4-0adb44118659 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] GET failed (client error): The resource could not be found.
Dec 16 22:38:03.234754 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-7c789eef-b72c-4851-8db4-0adb44118659 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Synchronizing usage tracker for tenant:69ee045658914011ac7b8ba0ad799b2d on resource:port {{(pid=87507) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 22:38:03.259658 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-2fb2991e-419f-44e3-a59b-ef5f01af9d4c tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:38:03.283469 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-6da3316d-dade-4300-917f-26b0f7a48c5a tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734753047233'] for network, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:03.297954 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65690d44-b0a5-4329-b7a8-d4573ad8080d tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Pushing event updated for resources: {'Subnet': ['ID=93e89647-50e6-46ce-8a01-3fa89ce043bb,revision_number=0']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:38:03.299580 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-94fd68d0-b19e-42e2-985d-a20f1b9c9618 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3791426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3830222'] for router_interface, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:03.311180 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-65690d44-b0a5-4329-b7a8-d4573ad8080d tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:38:03.311902 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-7c789eef-b72c-4851-8db4-0adb44118659 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Unset dirty status for tenant:69ee045658914011ac7b8ba0ad799b2d on resource:port {{(pid=87507) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 22:38:03.313481 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-7c789eef-b72c-4851-8db4-0adb44118659 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] 10.222.0.13 "GET /v2.0/ports/beb83914-9ff9-4c54-ada7-6cca7fab5f9e HTTP/1.1" status: 404  len: 333 time: 0.1863849
Dec 16 22:38:03.318312 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 44124) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:38:03.336958 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fb2991e-419f-44e3-a59b-ef5f01af9d4c tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Made reservation on behalf of 3ddf94e9e4ac4112b345468cafab037c for: {'port': 1} {{(pid=87506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:38:03.340496 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-2fb2991e-419f-44e3-a59b-ef5f01af9d4c tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:03.341189 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-02581ac4-4d46-4d71-ad62-8334972913e5 None None] Transition to ACTIVE for port object 492103cc-6bdc-4cb5-abb3-4dc57b5b6847 will not be triggered until provisioned by entity DHCP. {{(pid=87508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:38:03.380345 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65690d44-b0a5-4329-b7a8-d4573ad8080d tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Checking segment: {'id': '6b58e6a5-2fa6-43da-8e5f-0a7c42b9cf07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'aea6aef0-d2a6-4ce0-bddd-c557e65ffb7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 22:38:03.380705 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65690d44-b0a5-4329-b7a8-d4573ad8080d tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Network hostable DHCP agents. Network: aea6aef0-d2a6-4ce0-bddd-c557e65ffb7a, hostable agents: ['3b155c4d-12dc-491e-aa14-6113b06cfacd'], hosted agents: [] {{(pid=87506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 16 22:38:03.399350 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3f54b69-c9c2-4ad8-84f3-07a5078dabe7 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Deleting subnet c1f36cee-6108-42d0-9117-1b431814689a {{(pid=87507) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 16 22:38:03.401761 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2053bf5d-6842-47d0-9636-924c0a617696 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:38:03.401928 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fd68d0-b19e-42e2-985d-a20f1b9c9618 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Pushing event updated for resources: {'Port': ['ID=3c14fdac-f9b3-4b9e-82dd-8a67222cb898,revision_number=2']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:38:03.402035 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-2053bf5d-6842-47d0-9636-924c0a617696 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Synchronizing usage tracker for tenant:8e4385a98eb1416284c1cc96b3355a70 on resource:port {{(pid=87506) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 22:38:03.413618 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-4541ba3b-6be8-499c-bc94-3c60aa55c4f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:03.418016 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-dd82f1c7-1bbd-466b-935e-6ff0ab11177e tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks [] for port, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:03.425116 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-94fd68d0-b19e-42e2-985d-a20f1b9c9618 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:38:03.427877 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-c3f54b69-c9c2-4ad8-84f3-07a5078dabe7 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks [] for subnet, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:03.440329 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.provisioning_blocks [None req-dd82f1c7-1bbd-466b-935e-6ff0ab11177e tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Transition to ACTIVE for port object 844a2831-92d3-404b-81cb-3a2a789d1e42 will not be triggered until provisioned by entity DHCP. {{(pid=87506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:38:03.479488 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.notifiers.nova [None req-2fb2991e-419f-44e3-a59b-ef5f01af9d4c tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] device_id is not set on port f9b46220-59a4-40f4-95a3-78ab91e77662 yet. {{(pid=87506) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 16 22:38:03.483807 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-02581ac4-4d46-4d71-ad62-8334972913e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940'] for port, after_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:03.499303 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:38:03.533525 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-dd82f1c7-1bbd-466b-935e-6ff0ab11177e tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1863393'] for port, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:03.544751 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-9bea81bf-e804-4ed1-afce-0ab068e88cb2 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:38:03.555414 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-c3f54b69-c9c2-4ad8-84f3-07a5078dabe7 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2128562'] for subnet, precommit_delete_associations {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:03.575290 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a145d926-8166-4a1b-b1af-fb20b144f437 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1d6bfaf-d325-5e4f-b05d-2441d8339617-e716b3f3-ad2a-4118-b3e7-8674e6728b43', 'network_id': 'e716b3f3-ad2a-4118-b3e7-8674e6728b43', 'tenant_id': '3ddf94e9e4ac4112b345468cafab037c', 'fixed_ips': [{'subnet_id': 'bc1b8a0b-d450-419a-9b84-2bbb324ba1f2'}]}} from dv-neutron-821829-1-hyperv. {{(pid=87508) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 16 22:38:03.576143 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-a145d926-8166-4a1b-b1af-fb20b144f437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:03.607744 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-6da3316d-dade-4300-917f-26b0f7a48c5a tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440'] for network, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:03.613202 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6da3316d-dade-4300-917f-26b0f7a48c5a tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:38:03.614049 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-6da3316d-dade-4300-917f-26b0f7a48c5a tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3791486'] for network, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:03.656472 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-2053bf5d-6842-47d0-9636-924c0a617696 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Unset dirty status for tenant:8e4385a98eb1416284c1cc96b3355a70 on resource:port {{(pid=87506) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 22:38:03.660325 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-2053bf5d-6842-47d0-9636-924c0a617696 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1047 time: 0.7985125
Dec 16 22:38:03.660478 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94fd68d0-b19e-42e2-985d-a20f1b9c9618 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Network 28d7bb6e-74ad-4c1e-9ce1-844b4f7af3ea is already hosted by enough agents. {{(pid=87507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:38:03.660576 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 44128) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:38:03.667840 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65690d44-b0a5-4329-b7a8-d4573ad8080d tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Network aea6aef0-d2a6-4ce0-bddd-c557e65ffb7a is scheduled to be hosted by DHCP agent 3b155c4d-12dc-491e-aa14-6113b06cfacd with binding_index 1 {{(pid=87506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 16 22:38:03.677155 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd82f1c7-1bbd-466b-935e-6ff0ab11177e tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Network 83164aae-f7ab-456d-aa67-cd11c17168ef is already hosted by enough agents. {{(pid=87506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:38:03.687456 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.base_scheduler [None req-dd82f1c7-1bbd-466b-935e-6ff0ab11177e tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Resources bound (agent type, host, resource id):  {{(pid=87506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:38:03.699899 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd82f1c7-1bbd-466b-935e-6ff0ab11177e tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Received port after_create {{(pid=87506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 22:38:03.707211 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd82f1c7-1bbd-466b-935e-6ff0ab11177e tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:38:03.707211 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-dd82f1c7-1bbd-466b-935e-6ff0ab11177e tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for port, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:03.710994 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.base_scheduler [None req-94fd68d0-b19e-42e2-985d-a20f1b9c9618 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Resources bound (agent type, host, resource id):  {{(pid=87507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:38:03.718537 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.base_scheduler [None req-65690d44-b0a5-4329-b7a8-d4573ad8080d tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821829-1-hyperv, aea6aef0-d2a6-4ce0-bddd-c557e65ffb7a) {{(pid=87506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:38:03.753492 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-7af6d306-5956-4c5c-a77e-de1befb4fa3a None None] For port 524d76bb-740b-48cb-9e19-156c04492c9f, host dv-neutron-821829-1-hyperv, cleared binding levels {{(pid=87508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 22:38:03.753847 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-6da3316d-dade-4300-917f-26b0f7a48c5a tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 783 time: 1.6196234
Dec 16 22:38:03.755002 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd82f1c7-1bbd-466b-935e-6ff0ab11177e tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Pushing event updated for resources: {'Port': ['ID=844a2831-92d3-404b-81cb-3a2a789d1e42,revision_number=1']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:38:03.758481 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02581ac4-4d46-4d71-ad62-8334972913e5 None None] Network 4070fa6c-c6f3-4508-bd1f-043ce330a668 is already hosted by enough agents. {{(pid=87508) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:38:03.758683 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 44132) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:38:03.759469 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-dd82f1c7-1bbd-466b-935e-6ff0ab11177e tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:38:03.763683 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d12b540-f9fa-4dfa-bb9b-3da44a7d3dcb None None] Network aea6aef0-d2a6-4ce0-bddd-c557e65ffb7a requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 22:38:03.778077 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-5e9d1195-9c66-4823-903b-4e3e017cd40a tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.150s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:38:03.795350 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65690d44-b0a5-4329-b7a8-d4573ad8080d tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:38:03.795981 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-65690d44-b0a5-4329-b7a8-d4573ad8080d tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3791486'] for subnet, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:03.815115 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-4e2b4665-2a49-412b-b305-e57c7957f446 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Request body: {'subnet': {'network_id': '2d95f1fe-5680-48c6-901d-3a10397689b5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:38:03.822081 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.scheduler.base_scheduler [None req-02581ac4-4d46-4d71-ad62-8334972913e5 None None] Resources bound (agent type, host, resource id):  {{(pid=87508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:38:03.824708 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02581ac4-4d46-4d71-ad62-8334972913e5 None None] Received port after_create {{(pid=87508) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 22:38:03.829358 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 94206871-71bc-45db-953e-8174f30dbfc9 up at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 22:38:03.846375 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-dd82f1c7-1bbd-466b-935e-6ff0ab11177e tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 927 time: 5.8081002
Dec 16 22:38:03.847199 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 44136) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:38:03.885341 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-c3f54b69-c9c2-4ad8-84f3-07a5078dabe7 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3328566'] for subnet, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:03.890384 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-7af6d306-5956-4c5c-a77e-de1befb4fa3a None None] For port 524d76bb-740b-48cb-9e19-156c04492c9f, host dv-neutron-821829-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=524d76bb-740b-48cb-9e19-156c04492c9f,segment=NetworkSegment(cd4751e3-5c6f-4b41-91b1-de6837d93d51),segment_id=cd4751e3-5c6f-4b41-91b1-de6837d93d51)] {{(pid=87508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 22:38:03.983686 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9baebce4-436f-4e24-a08f-47c36c02bda0 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:38:03.985328 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-9baebce4-436f-4e24-a08f-47c36c02bda0 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1047 time: 0.3238704
Dec 16 22:38:03.987754 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 44140) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:38:04.011576 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-2f0c5b48-35e1-40b7-87ed-27c419c1412a None None] Notify callbacks [] for port, precommit_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:04.013999 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02581ac4-4d46-4d71-ad62-8334972913e5 None None] Pushing event updated for resources: {'Port': ['ID=492103cc-6bdc-4cb5-abb3-4dc57b5b6847,revision_number=1']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:38:04.018192 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-7af6d306-5956-4c5c-a77e-de1befb4fa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:04.022078 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-02581ac4-4d46-4d71-ad62-8334972913e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.523s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:38:04.022666 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-02581ac4-4d46-4d71-ad62-8334972913e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:38:04.028643 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94fd68d0-b19e-42e2-985d-a20f1b9c9618 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Router dcd68ae4-9678-4601-9589-50474829ca26 has already been hosted by L3 agent 4f519db7-069b-43e2-8411-c092bac9102a {{(pid=87507) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 22:38:04.066059 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-c3f54b69-c9c2-4ad8-84f3-07a5078dabe7 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3328622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10807868', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10549621'] for subnet, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:04.121313 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-ad30f5e9-b81b-4f42-9329-c9325b83908a tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:38:04.124300 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-65690d44-b0a5-4329-b7a8-d4573ad8080d tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 3.4516497
Dec 16 22:38:04.131309 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 44144) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:38:04.145972 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-2f0c5b48-35e1-40b7-87ed-27c419c1412a None None] Transition to ACTIVE for port object 02047132-a540-449b-b596-25d6606fb0ec will not be triggered until provisioned by entity L2. {{(pid=87508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:38:04.158542 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da3316d-dade-4300-917f-26b0f7a48c5a tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Pushing event updated for resources: {'Network': ['ID=2d95f1fe-5680-48c6-901d-3a10397689b5,revision_number=1']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:38:04.163712 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-6da3316d-dade-4300-917f-26b0f7a48c5a tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.386s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:38:04.177195 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f54b69-c9c2-4ad8-84f3-07a5078dabe7 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Pushing event deleted for resources: {'Subnet': ['ID=c1f36cee-6108-42d0-9117-1b431814689a,revision_number=None']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:38:04.193940 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.db_base_plugin_common [None req-2fb2991e-419f-44e3-a59b-ef5f01af9d4c tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Allocated IP 172.20.0.9 (e716b3f3-ad2a-4118-b3e7-8674e6728b43/bc1b8a0b-d450-419a-9b84-2bbb324ba1f2/f9b46220-59a4-40f4-95a3-78ab91e77662) {{(pid=87506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 22:38:04.205547 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Network 2d95f1fe-5680-48c6-901d-3a10397689b5 details requested by agent ovs-agent-dv-neutron-821829-1-hyperv with host dv-neutron-821829-1-hyperv {{(pid=87508) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 22:38:04.238922 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-c3f54b69-c9c2-4ad8-84f3-07a5078dabe7 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:38:04.243184 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd59a393-7747-4902-95dc-3bb8ad72db6f tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:38:04.244726 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd59a393-7747-4902-95dc-3bb8ad72db6f tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:38:04.246227 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd59a393-7747-4902-95dc-3bb8ad72db6f tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:38:04.247032 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-fd59a393-7747-4902-95dc-3bb8ad72db6f tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Synchronizing usage tracker for tenant:8e4385a98eb1416284c1cc96b3355a70 on resource:subnet {{(pid=87507) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 22:38:04.251187 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-c3f54b69-c9c2-4ad8-84f3-07a5078dabe7 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks [] for subnet, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:04.277863 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-c3f54b69-c9c2-4ad8-84f3-07a5078dabe7 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] 10.222.0.13 "DELETE /v2.0/subnets/c1f36cee-6108-42d0-9117-1b431814689a HTTP/1.1" status: 204  len: 168 time: 0.9554913
Dec 16 22:38:04.281835 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 44148) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:38:04.339912 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-fd59a393-7747-4902-95dc-3bb8ad72db6f tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Unset dirty status for tenant:8e4385a98eb1416284c1cc96b3355a70 on resource:subnet {{(pid=87507) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 22:38:04.340990 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-fd59a393-7747-4902-95dc-3bb8ad72db6f tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2097 time: 0.3521419
Dec 16 22:38:04.374796 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-02581ac4-4d46-4d71-ad62-8334972913e5 None None] Attempting to bind port 492103cc-6bdc-4cb5-abb3-4dc57b5b6847 on host dv-neutron-821829-1-hyperv for vnic_type normal with profile  {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 22:38:04.375405 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-02581ac4-4d46-4d71-ad62-8334972913e5 None None] Attempting to bind port 492103cc-6bdc-4cb5-abb3-4dc57b5b6847 by drivers openvswitch,hyperv on host dv-neutron-821829-1-hyperv at level 0 using segments [{'id': 'e8e8620b-59df-4417-982b-8b62e5cb58b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '4070fa6c-c6f3-4508-bd1f-043ce330a668'}] {{(pid=87508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 22:38:04.375836 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02581ac4-4d46-4d71-ad62-8334972913e5 None None] Attempting to bind port 492103cc-6bdc-4cb5-abb3-4dc57b5b6847 on network 4070fa6c-c6f3-4508-bd1f-043ce330a668 {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 22:38:04.382026 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-2f0c5b48-35e1-40b7-87ed-27c419c1412a None None] Transition to ACTIVE for port object 02047132-a540-449b-b596-25d6606fb0ec will not be triggered until provisioned by entity DHCP. {{(pid=87508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:38:04.396990 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 44152) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:38:04.402904 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-4e2b4665-2a49-412b-b305-e57c7957f446 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:38:04.407514 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-4e2b4665-2a49-412b-b305-e57c7957f446 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Usage tracker for resource:subnet and tenant:4776cb1297af44b2a1a3b9af0f4316e5 is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:38:04.410494 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-4e2b4665-2a49-412b-b305-e57c7957f446 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:38:04.418282 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-4e2b4665-2a49-412b-b305-e57c7957f446 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:38:04.425293 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02581ac4-4d46-4d71-ad62-8334972913e5 None None] Checking agent: {'id': '5571501f-366e-47a4-9b60-8ef19d935d27', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821829-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 24, 2), 'started_at': datetime.datetime(2021, 12, 16, 22, 24, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 38, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821829-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 22:38:04.426106 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02581ac4-4d46-4d71-ad62-8334972913e5 None None] Checking segment: {'id': 'e8e8620b-59df-4417-982b-8b62e5cb58b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '4070fa6c-c6f3-4508-bd1f-043ce330a668'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 22:38:04.426749 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-02581ac4-4d46-4d71-ad62-8334972913e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:04.427369 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02581ac4-4d46-4d71-ad62-8334972913e5 None None] Bound using segment: {'id': 'e8e8620b-59df-4417-982b-8b62e5cb58b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '4070fa6c-c6f3-4508-bd1f-043ce330a668'} {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 22:38:04.428753 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-02581ac4-4d46-4d71-ad62-8334972913e5 None None] Bound port: 492103cc-6bdc-4cb5-abb3-4dc57b5b6847, host: dv-neutron-821829-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8e8620b-59df-4417-982b-8b62e5cb58b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '4070fa6c-c6f3-4508-bd1f-043ce330a668'}}] {{(pid=87508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 22:38:04.429400 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-02581ac4-4d46-4d71-ad62-8334972913e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:04.446042 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af6d306-5956-4c5c-a77e-de1befb4fa3a None None] Pushing event updated for resources: {'Port': ['ID=524d76bb-740b-48cb-9e19-156c04492c9f,revision_number=2']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:38:04.481887 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e2b4665-2a49-412b-b305-e57c7957f446 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Made reservation on behalf of 4776cb1297af44b2a1a3b9af0f4316e5 for: {'subnet': 1} {{(pid=87506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:38:04.485342 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-4e2b4665-2a49-412b-b305-e57c7957f446 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11213078'] for subnet, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:04.577441 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94fd68d0-b19e-42e2-985d-a20f1b9c9618 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify agent at l3_agent.dv-neutron-821829-1-hyperv the message routers_updated {{(pid=87507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 22:38:04.585331 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-2f0c5b48-35e1-40b7-87ed-27c419c1412a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940'] for port, after_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:04.594684 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-94fd68d0-b19e-42e2-985d-a20f1b9c9618 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] 10.222.0.13 "PUT /v2.0/routers/dcd68ae4-9678-4601-9589-50474829ca26/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.7404518
Dec 16 22:38:04.603975 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 44156) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:38:04.606037 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.db.resource_extend [None req-fcc07e30-31ed-4eb7-aaba-b15c82ae127c None None] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 16 22:38:04.620146 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-272ad17c-b24c-40dd-8d58-9f510e3a1f8b tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:38:04.671970 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-7af6d306-5956-4c5c-a77e-de1befb4fa3a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.647s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:38:04.672701 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-7af6d306-5956-4c5c-a77e-de1befb4fa3a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:38:04.742179 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning for port 94206871-71bc-45db-953e-8174f30dbfc9 completed by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 22:38:04.748642 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f0c5b48-35e1-40b7-87ed-27c419c1412a None None] Network 28d7bb6e-74ad-4c1e-9ce1-844b4f7af3ea is already hosted by enough agents. {{(pid=87508) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:38:04.759539 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning complete for port 94206871-71bc-45db-953e-8174f30dbfc9 triggered by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:38:04.759953 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:04.826369 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-d27c0265-541b-41b4-9fd9-0dda84def205 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-825997'] for network, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:04.991202 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.scheduler.base_scheduler [None req-2f0c5b48-35e1-40b7-87ed-27c419c1412a None None] Resources bound (agent type, host, resource id):  {{(pid=87508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:38:04.998795 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f0c5b48-35e1-40b7-87ed-27c419c1412a None None] Received port after_create {{(pid=87508) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 22:38:05.072282 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.plugin [None req-d27c0265-541b-41b4-9fd9-0dda84def205 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Deleting port 492103cc-6bdc-4cb5-abb3-4dc57b5b6847 {{(pid=87507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:38:05.072855 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-d27c0265-541b-41b4-9fd9-0dda84def205 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:05.168224 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a9d0df8-a345-4adb-a90c-365fc3199553 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Deleting subnet bfb2df0d-28dd-4381-bef6-f60554e45c0f {{(pid=87506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 16 22:38:05.211584 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-fcc07e30-31ed-4eb7-aaba-b15c82ae127c None None] Notify callbacks [] for port, precommit_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:05.214219 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-8a9d0df8-a345-4adb-a90c-365fc3199553 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks [] for subnet, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:05.215050 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0c5b48-35e1-40b7-87ed-27c419c1412a None None] Pushing event updated for resources: {'Port': ['ID=02047132-a540-449b-b596-25d6606fb0ec,revision_number=1']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:38:05.218551 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-2f0c5b48-35e1-40b7-87ed-27c419c1412a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.546s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:38:05.246697 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f62151e2-b1f7-440d-b22e-7de6bb9c3ef4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1d6bfaf-d325-5e4f-b05d-2441d8339617-aea6aef0-d2a6-4ce0-bddd-c557e65ffb7a', 'network_id': 'aea6aef0-d2a6-4ce0-bddd-c557e65ffb7a', 'tenant_id': 'c85c59d360694166b5b0483f9fc81199', 'fixed_ips': [{'subnet_id': '93e89647-50e6-46ce-8a01-3fa89ce043bb'}]}} from dv-neutron-821829-1-hyperv. {{(pid=87508) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 16 22:38:05.247531 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-f62151e2-b1f7-440d-b22e-7de6bb9c3ef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:05.292244 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-fcc07e30-31ed-4eb7-aaba-b15c82ae127c None None] Transition to ACTIVE for port object f95799a9-b8ac-4040-9601-29cf8e618a79 will not be triggered until provisioned by entity L2. {{(pid=87508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:38:05.322103 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-02581ac4-4d46-4d71-ad62-8334972913e5 None None] For port 492103cc-6bdc-4cb5-abb3-4dc57b5b6847, host dv-neutron-821829-1-hyperv, cleared binding levels {{(pid=87508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 22:38:05.349192 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-cb9cf153-8719-4d1f-aef6-2da0f5587434 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-825997'] for network, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:05.434071 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-8a9d0df8-a345-4adb-a90c-365fc3199553 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-266764487'] for subnet, precommit_delete_associations {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:05.472130 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.db_base_plugin_common [None req-f62151e2-b1f7-440d-b22e-7de6bb9c3ef4 None None] Allocated IP 172.20.0.2 (aea6aef0-d2a6-4ce0-bddd-c557e65ffb7a/93e89647-50e6-46ce-8a01-3fa89ce043bb/b0a420a2-0a9f-40c1-b1d6-c9999146f2c6) {{(pid=87508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 22:38:05.540646 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-2fb2991e-419f-44e3-a59b-ef5f01af9d4c tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks [] for port, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:05.558520 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.provisioning_blocks [None req-2fb2991e-419f-44e3-a59b-ef5f01af9d4c tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Transition to ACTIVE for port object f9b46220-59a4-40f4-95a3-78ab91e77662 will not be triggered until provisioned by entity DHCP. {{(pid=87506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:38:05.585618 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.extraroute_db [None req-272ad17c-b24c-40dd-8d58-9f510e3a1f8b tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Added routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=87507) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}}
Dec 16 22:38:05.606727 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.extraroute_db [None req-272ad17c-b24c-40dd-8d58-9f510e3a1f8b tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Removed routes are [] {{(pid=87507) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}}
Dec 16 22:38:05.607310 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-272ad17c-b24c-40dd-8d58-9f510e3a1f8b tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3741702', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3740945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-38947'] for router, precommit_update {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:05.645766 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-2fb2991e-419f-44e3-a59b-ef5f01af9d4c tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1863393'] for port, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:05.670120 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-9896a873-6714-40d3-9310-bca3f2badd2a tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:38:05.703037 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-f62151e2-b1f7-440d-b22e-7de6bb9c3ef4 None None] Notify callbacks [] for port, precommit_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:05.710160 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fb2991e-419f-44e3-a59b-ef5f01af9d4c tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Network e716b3f3-ad2a-4118-b3e7-8674e6728b43 is already hosted by enough agents. {{(pid=87506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:38:05.714397 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-f62151e2-b1f7-440d-b22e-7de6bb9c3ef4 None None] Transition to ACTIVE for port object b0a420a2-0a9f-40c1-b1d6-c9999146f2c6 will not be triggered until provisioned by entity L2. {{(pid=87508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:38:05.723878 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-2f0c5b48-35e1-40b7-87ed-27c419c1412a None None] Attempting to bind port 02047132-a540-449b-b596-25d6606fb0ec on host dv-neutron-821829-1-hyperv for vnic_type normal with profile  {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 22:38:05.724268 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-2f0c5b48-35e1-40b7-87ed-27c419c1412a None None] Attempting to bind port 02047132-a540-449b-b596-25d6606fb0ec by drivers openvswitch,hyperv on host dv-neutron-821829-1-hyperv at level 0 using segments [{'id': 'fa42b440-0715-43f7-91be-577aed91ee24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '28d7bb6e-74ad-4c1e-9ce1-844b4f7af3ea'}] {{(pid=87508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 22:38:05.724647 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f0c5b48-35e1-40b7-87ed-27c419c1412a None None] Attempting to bind port 02047132-a540-449b-b596-25d6606fb0ec on network 28d7bb6e-74ad-4c1e-9ce1-844b4f7af3ea {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 22:38:05.729424 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.base_scheduler [None req-2fb2991e-419f-44e3-a59b-ef5f01af9d4c tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Resources bound (agent type, host, resource id):  {{(pid=87506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:38:05.741670 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-fcc07e30-31ed-4eb7-aaba-b15c82ae127c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:05.745262 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-88d2ba56-abc8-42a5-90e7-77d59579466a None None] Provisioning for port f95799a9-b8ac-4040-9601-29cf8e618a79 completed by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 22:38:05.763273 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.db [None req-d27c0265-541b-41b4-9fd9-0dda84def205 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] For port 492103cc-6bdc-4cb5-abb3-4dc57b5b6847, host dv-neutron-821829-1-hyperv, got binding levels [] {{(pid=87507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:38:05.764058 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-d27c0265-541b-41b4-9fd9-0dda84def205 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:05.778465 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fb2991e-419f-44e3-a59b-ef5f01af9d4c tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Received port after_create {{(pid=87506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 22:38:05.783754 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-e5bcc3f7-2ad7-431e-a753-ba55ea64c978 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:38:05.821079 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-02581ac4-4d46-4d71-ad62-8334972913e5 None None] For port 492103cc-6bdc-4cb5-abb3-4dc57b5b6847, host dv-neutron-821829-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=492103cc-6bdc-4cb5-abb3-4dc57b5b6847,segment=NetworkSegment(e8e8620b-59df-4417-982b-8b62e5cb58b2),segment_id=e8e8620b-59df-4417-982b-8b62e5cb58b2)] {{(pid=87508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 22:38:05.853030 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f0c5b48-35e1-40b7-87ed-27c419c1412a None None] Checking agent: {'id': '5571501f-366e-47a4-9b60-8ef19d935d27', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821829-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 24, 2), 'started_at': datetime.datetime(2021, 12, 16, 22, 24, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 38, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821829-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 22:38:05.853422 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f0c5b48-35e1-40b7-87ed-27c419c1412a None None] Checking segment: {'id': 'fa42b440-0715-43f7-91be-577aed91ee24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '28d7bb6e-74ad-4c1e-9ce1-844b4f7af3ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 22:38:05.853942 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-2f0c5b48-35e1-40b7-87ed-27c419c1412a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:05.854517 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f0c5b48-35e1-40b7-87ed-27c419c1412a None None] Bound using segment: {'id': 'fa42b440-0715-43f7-91be-577aed91ee24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '28d7bb6e-74ad-4c1e-9ce1-844b4f7af3ea'} {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 22:38:05.855009 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-2f0c5b48-35e1-40b7-87ed-27c419c1412a None None] Bound port: 02047132-a540-449b-b596-25d6606fb0ec, host: dv-neutron-821829-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa42b440-0715-43f7-91be-577aed91ee24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '28d7bb6e-74ad-4c1e-9ce1-844b4f7af3ea'}}] {{(pid=87508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 22:38:05.855407 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-2f0c5b48-35e1-40b7-87ed-27c419c1412a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:05.859019 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fb2991e-419f-44e3-a59b-ef5f01af9d4c tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:38:05.859653 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-2fb2991e-419f-44e3-a59b-ef5f01af9d4c tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for port, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:05.867507 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-02581ac4-4d46-4d71-ad62-8334972913e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:05.876372 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-f62151e2-b1f7-440d-b22e-7de6bb9c3ef4 None None] Transition to ACTIVE for port object b0a420a2-0a9f-40c1-b1d6-c9999146f2c6 will not be triggered until provisioned by entity DHCP. {{(pid=87508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:38:05.924963 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-2fb2991e-419f-44e3-a59b-ef5f01af9d4c tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 886 time: 3.5832243
Dec 16 22:38:05.933309 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 44160) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:38:05.937649 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.plugin [None req-d27c0265-541b-41b4-9fd9-0dda84def205 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Calling delete_port for 492103cc-6bdc-4cb5-abb3-4dc57b5b6847 owned by network:dhcp {{(pid=87507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:38:05.960121 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-cb9cf153-8719-4d1f-aef6-2da0f5587434 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3328566'] for subnet, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:05.978988 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c03cf556-1dd3-485a-ac83-b923b1d35c67 None None] Network 83164aae-f7ab-456d-aa67-cd11c17168ef requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 22:38:06.015138 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-f62151e2-b1f7-440d-b22e-7de6bb9c3ef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940'] for port, after_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:06.086711 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.db.api [None req-d27c0265-541b-41b4-9fd9-0dda84def205 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87507) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 16 22:38:06.087278 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_db.api [None req-d27c0265-541b-41b4-9fd9-0dda84def205 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 16 22:38:06.129463 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-78a1a101-f076-458b-8e1b-f0d530ecba3f tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:06.154700 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb2991e-419f-44e3-a59b-ef5f01af9d4c tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Pushing event updated for resources: {'Port': ['ID=f9b46220-59a4-40f4-95a3-78ab91e77662,revision_number=1']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:38:06.167444 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-2fb2991e-419f-44e3-a59b-ef5f01af9d4c tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.497s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:38:06.176177 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [None req-d5f53849-7a2b-4fdc-a09a-0b285ad87048 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Deleting port f9b46220-59a4-40f4-95a3-78ab91e77662 {{(pid=87506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:38:06.176792 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-d5f53849-7a2b-4fdc-a09a-0b285ad87048 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:06.212734 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:06.266436 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b319f3f4-2a7f-4b21-937c-bbec5393e9b3 None None] Pushing event updated for resources: {'Port': ['ID=f95799a9-b8ac-4040-9601-29cf8e618a79,revision_number=3']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:38:06.269537 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-b319f3f4-2a7f-4b21-937c-bbec5393e9b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.486s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:38:06.292315 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-c321a490-9e93-44be-9c1e-838080918c5c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.406s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:38:06.319374 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-8a9d0df8-a345-4adb-a90c-365fc3199553 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3328566'] for subnet, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:06.321702 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-23d74c7f-24f0-4a4f-8433-9a1e2574668b None None] Provisioning for port 524d76bb-740b-48cb-9e19-156c04492c9f completed by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 22:38:06.333034 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.db_base_plugin_common [None req-a145d926-8166-4a1b-b1af-fb20b144f437 None None] Allocated IP 172.20.0.2 (e716b3f3-ad2a-4118-b3e7-8674e6728b43/bc1b8a0b-d450-419a-9b84-2bbb324ba1f2/a1b04d50-3d2d-4a11-a728-a46734473764) {{(pid=87508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 22:38:06.349668 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f62151e2-b1f7-440d-b22e-7de6bb9c3ef4 None None] Network aea6aef0-d2a6-4ce0-bddd-c557e65ffb7a is already hosted by enough agents. {{(pid=87508) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:38:06.379623 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-2f0c5b48-35e1-40b7-87ed-27c419c1412a None None] For port 02047132-a540-449b-b596-25d6606fb0ec, host dv-neutron-821829-1-hyperv, cleared binding levels {{(pid=87508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 22:38:06.385135 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.scheduler.base_scheduler [None req-f62151e2-b1f7-440d-b22e-7de6bb9c3ef4 None None] Resources bound (agent type, host, resource id):  {{(pid=87508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:38:06.393735 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-4e2b4665-2a49-412b-b305-e57c7957f446 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1863317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11213092'] for subnet, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:06.419869 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f62151e2-b1f7-440d-b22e-7de6bb9c3ef4 None None] Received port after_create {{(pid=87508) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 22:38:06.457837 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-b51eb91d-7ab3-47b5-8c80-b39b23c2a9df tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:38:06.470713 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-fcc07e30-31ed-4eb7-aaba-b15c82ae127c None None] Attempting to bind port f95799a9-b8ac-4040-9601-29cf8e618a79 on host dv-neutron-821829-1-hyperv for vnic_type normal with profile  {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 22:38:06.471097 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-fcc07e30-31ed-4eb7-aaba-b15c82ae127c None None] Attempting to bind port f95799a9-b8ac-4040-9601-29cf8e618a79 by drivers openvswitch,hyperv on host dv-neutron-821829-1-hyperv at level 0 using segments [{'id': '17c04932-5675-4fcb-a7a2-7b3bf586bf8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '609eecf4-5001-4b39-a7b6-bf81cca64c22'}] {{(pid=87508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 22:38:06.471457 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcc07e30-31ed-4eb7-aaba-b15c82ae127c None None] Attempting to bind port f95799a9-b8ac-4040-9601-29cf8e618a79 on network 609eecf4-5001-4b39-a7b6-bf81cca64c22 {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 22:38:06.491470 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-272ad17c-b24c-40dd-8d58-9f510e3a1f8b tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3741702', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3740945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-38947'] for router, precommit_update {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:06.495048 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-272ad17c-b24c-40dd-8d58-9f510e3a1f8b tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3741923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3741713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3741720', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3740934'] for router, after_update {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:06.513957 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-2f0c5b48-35e1-40b7-87ed-27c419c1412a None None] For port 02047132-a540-449b-b596-25d6606fb0ec, host dv-neutron-821829-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=02047132-a540-449b-b596-25d6606fb0ec,segment=NetworkSegment(fa42b440-0715-43f7-91be-577aed91ee24),segment_id=fa42b440-0715-43f7-91be-577aed91ee24)] {{(pid=87508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 22:38:06.579354 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] For port 94206871-71bc-45db-953e-8174f30dbfc9, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=94206871-71bc-45db-953e-8174f30dbfc9,segment=NetworkSegment(61620825-0d99-46c5-a98c-282b46a37204),segment_id=61620825-0d99-46c5-a98c-282b46a37204)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:38:06.617185 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.plugin [None req-d27c0265-541b-41b4-9fd9-0dda84def205 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Deleting port 492103cc-6bdc-4cb5-abb3-4dc57b5b6847 {{(pid=87507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:38:06.617618 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-d27c0265-541b-41b4-9fd9-0dda84def205 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:06.655802 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-2f0c5b48-35e1-40b7-87ed-27c419c1412a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:06.691798 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:06.693796 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcc07e30-31ed-4eb7-aaba-b15c82ae127c None None] Checking agent: {'id': '5571501f-366e-47a4-9b60-8ef19d935d27', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821829-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 24, 2), 'started_at': datetime.datetime(2021, 12, 16, 22, 24, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 38, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821829-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 22:38:06.694340 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcc07e30-31ed-4eb7-aaba-b15c82ae127c None None] Checking segment: {'id': '17c04932-5675-4fcb-a7a2-7b3bf586bf8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '609eecf4-5001-4b39-a7b6-bf81cca64c22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 22:38:06.694819 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-fcc07e30-31ed-4eb7-aaba-b15c82ae127c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:06.695294 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcc07e30-31ed-4eb7-aaba-b15c82ae127c None None] Bound using segment: {'id': '17c04932-5675-4fcb-a7a2-7b3bf586bf8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '609eecf4-5001-4b39-a7b6-bf81cca64c22'} {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 22:38:06.696770 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-fcc07e30-31ed-4eb7-aaba-b15c82ae127c None None] Bound port: f95799a9-b8ac-4040-9601-29cf8e618a79, host: dv-neutron-821829-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17c04932-5675-4fcb-a7a2-7b3bf586bf8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '609eecf4-5001-4b39-a7b6-bf81cca64c22'}}] {{(pid=87508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 22:38:06.697097 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-fcc07e30-31ed-4eb7-aaba-b15c82ae127c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:06.750815 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-272ad17c-b24c-40dd-8d58-9f510e3a1f8b tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Router dcd68ae4-9678-4601-9589-50474829ca26 has already been hosted by L3 agent 4f519db7-069b-43e2-8411-c092bac9102a {{(pid=87507) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 22:38:06.814173 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-cb9cf153-8719-4d1f-aef6-2da0f5587434 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3328622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1863378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11213117'] for subnet, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:06.960627 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-fcc07e30-31ed-4eb7-aaba-b15c82ae127c None None] For port f95799a9-b8ac-4040-9601-29cf8e618a79, host dv-neutron-821829-1-hyperv, cleared binding levels {{(pid=87508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 22:38:06.964529 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-fcc07e30-31ed-4eb7-aaba-b15c82ae127c None None] For port f95799a9-b8ac-4040-9601-29cf8e618a79, host dv-neutron-821829-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=f95799a9-b8ac-4040-9601-29cf8e618a79,segment=NetworkSegment(17c04932-5675-4fcb-a7a2-7b3bf586bf8a),segment_id=17c04932-5675-4fcb-a7a2-7b3bf586bf8a)] {{(pid=87508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 22:38:06.966000 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02581ac4-4d46-4d71-ad62-8334972913e5 None None] Pushing event updated for resources: {'Port': ['ID=492103cc-6bdc-4cb5-abb3-4dc57b5b6847,revision_number=3']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:38:07.000569 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2b4665-2a49-412b-b305-e57c7957f446 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Pushing event updated for resources: {'Subnet': ['ID=3385c14a-efc7-4cd1-a899-24b98b9222dd,revision_number=0']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:38:07.004085 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-4e2b4665-2a49-412b-b305-e57c7957f446 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.546s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:38:07.027961 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 23f463ae-462a-4a35-a545-23810024be4a up at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 22:38:07.030471 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.db [None req-d27c0265-541b-41b4-9fd9-0dda84def205 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] For port 492103cc-6bdc-4cb5-abb3-4dc57b5b6847, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=492103cc-6bdc-4cb5-abb3-4dc57b5b6847,segment=NetworkSegment(e8e8620b-59df-4417-982b-8b62e5cb58b2),segment_id=e8e8620b-59df-4417-982b-8b62e5cb58b2)] {{(pid=87507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:38:07.030913 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-d27c0265-541b-41b4-9fd9-0dda84def205 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:07.043622 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-272ad17c-b24c-40dd-8d58-9f510e3a1f8b tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify agent at l3_agent.dv-neutron-821829-1-hyperv the message routers_updated {{(pid=87507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 22:38:07.056136 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-272ad17c-b24c-40dd-8d58-9f510e3a1f8b tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks [] for router, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:07.059800 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-272ad17c-b24c-40dd-8d58-9f510e3a1f8b tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] 10.222.0.13 "PUT /v2.0/routers/dcd68ae4-9678-4601-9589-50474829ca26 HTTP/1.1" status: 200  len: 933 time: 2.4526138
Dec 16 22:38:07.061321 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-fe11f8b7-92b5-4f41-bf72-8c2be55de1a0 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.219s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:38:07.075913 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-fcc07e30-31ed-4eb7-aaba-b15c82ae127c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:07.092559 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 44164) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:38:07.146095 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f49f73d5-fffb-4ad2-b1ad-dcabd5ce6441 None None] Network 4070fa6c-c6f3-4508-bd1f-043ce330a668 requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 22:38:07.173968 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.plugin [None req-d27c0265-541b-41b4-9fd9-0dda84def205 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Calling delete_port for 492103cc-6bdc-4cb5-abb3-4dc57b5b6847 owned by network:dhcp {{(pid=87507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:38:07.191930 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-f62151e2-b1f7-440d-b22e-7de6bb9c3ef4 None None] Attempting to bind port b0a420a2-0a9f-40c1-b1d6-c9999146f2c6 on host dv-neutron-821829-1-hyperv for vnic_type normal with profile  {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 22:38:07.192424 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-f62151e2-b1f7-440d-b22e-7de6bb9c3ef4 None None] Attempting to bind port b0a420a2-0a9f-40c1-b1d6-c9999146f2c6 by drivers openvswitch,hyperv on host dv-neutron-821829-1-hyperv at level 0 using segments [{'id': '6b58e6a5-2fa6-43da-8e5f-0a7c42b9cf07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'aea6aef0-d2a6-4ce0-bddd-c557e65ffb7a'}] {{(pid=87508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 22:38:07.192907 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f62151e2-b1f7-440d-b22e-7de6bb9c3ef4 None None] Attempting to bind port b0a420a2-0a9f-40c1-b1d6-c9999146f2c6 on network aea6aef0-d2a6-4ce0-bddd-c557e65ffb7a {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 22:38:07.280162 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-d27c0265-541b-41b4-9fd9-0dda84def205 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10807823'] for port, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:07.288474 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-5c7fbd03-2b1a-444b-b0ea-1d409861a416 tempest-FloatingIPNegativeTestJSON-1419073809 tempest-FloatingIPNegativeTestJSON-1419073809-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:38:07.311939 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f62151e2-b1f7-440d-b22e-7de6bb9c3ef4 None None] Checking agent: {'id': '5571501f-366e-47a4-9b60-8ef19d935d27', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821829-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 24, 2), 'started_at': datetime.datetime(2021, 12, 16, 22, 24, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 38, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821829-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 22:38:07.312786 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f62151e2-b1f7-440d-b22e-7de6bb9c3ef4 None None] Checking segment: {'id': '6b58e6a5-2fa6-43da-8e5f-0a7c42b9cf07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'aea6aef0-d2a6-4ce0-bddd-c557e65ffb7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 22:38:07.313427 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-f62151e2-b1f7-440d-b22e-7de6bb9c3ef4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:07.314062 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f62151e2-b1f7-440d-b22e-7de6bb9c3ef4 None None] Bound using segment: {'id': '6b58e6a5-2fa6-43da-8e5f-0a7c42b9cf07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'aea6aef0-d2a6-4ce0-bddd-c557e65ffb7a'} {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 22:38:07.314774 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-f62151e2-b1f7-440d-b22e-7de6bb9c3ef4 None None] Bound port: b0a420a2-0a9f-40c1-b1d6-c9999146f2c6, host: dv-neutron-821829-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b58e6a5-2fa6-43da-8e5f-0a7c42b9cf07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'aea6aef0-d2a6-4ce0-bddd-c557e65ffb7a'}}] {{(pid=87508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 22:38:07.315406 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-f62151e2-b1f7-440d-b22e-7de6bb9c3ef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:07.325433 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62151e2-b1f7-440d-b22e-7de6bb9c3ef4 None None] Pushing event updated for resources: {'Port': ['ID=b0a420a2-0a9f-40c1-b1d6-c9999146f2c6,revision_number=1']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:38:07.342537 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d27c0265-541b-41b4-9fd9-0dda84def205 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] No DVR routers for this DVR port 492103cc-6bdc-4cb5-abb3-4dc57b5b6847 on host dv-neutron-821829-1-hyperv {{(pid=87507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 22:38:07.344470 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27c0265-541b-41b4-9fd9-0dda84def205 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Pushing event deleted for resources: {'Port': ['ID=492103cc-6bdc-4cb5-abb3-4dc57b5b6847,revision_number=None']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:38:07.369143 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-f62151e2-b1f7-440d-b22e-7de6bb9c3ef4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.077s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:38:07.370939 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-75a4ee2c-7759-402f-bdbe-b85b5aa2e071 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.340s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:38:07.387944 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-cb9cf153-8719-4d1f-aef6-2da0f5587434 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3329565', 'neutron.services.segments.db._delete_segments_for_network-8734753546406'] for network, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:07.396170 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-8a9d0df8-a345-4adb-a90c-365fc3199553 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3328622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1863378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11213117'] for subnet, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:07.401379 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9cf153-8719-4d1f-aef6-2da0f5587434 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Pushing event deleted for resources: {'Subnet': ['ID=93e89647-50e6-46ce-8a01-3fa89ce043bb,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:38:07.404496 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-cb9cf153-8719-4d1f-aef6-2da0f5587434 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.343s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:38:07.405057 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-cb9cf153-8719-4d1f-aef6-2da0f5587434 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:38:07.471989 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e2b4665-2a49-412b-b305-e57c7957f446 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Checking segment: {'id': 'c7a6916b-f447-4d8d-b2a8-d343995c4e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '2d95f1fe-5680-48c6-901d-3a10397689b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 22:38:07.471989 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e2b4665-2a49-412b-b305-e57c7957f446 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Network hostable DHCP agents. Network: 2d95f1fe-5680-48c6-901d-3a10397689b5, hostable agents: ['3b155c4d-12dc-491e-aa14-6113b06cfacd'], hosted agents: [] {{(pid=87506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 16 22:38:07.501384 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9d0df8-a345-4adb-a90c-365fc3199553 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Pushing event deleted for resources: {'Subnet': ['ID=bfb2df0d-28dd-4381-bef6-f60554e45c0f,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:38:07.503997 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-8a9d0df8-a345-4adb-a90c-365fc3199553 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:38:07.508926 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-d27c0265-541b-41b4-9fd9-0dda84def205 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3329565', 'neutron.services.segments.db._delete_segments_for_network-8734753546406'] for network, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:07.529744 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-8a9d0df8-a345-4adb-a90c-365fc3199553 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3791486'] for subnet, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:07.538208 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.services.segments.db [None req-d27c0265-541b-41b4-9fd9-0dda84def205 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1b7c478af0>,) {'filters': {'network_id': ['4070fa6c-c6f3-4508-bd1f-043ce330a668']}} {{(pid=87507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:38:07.551544 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.services.segments.db [None req-cb9cf153-8719-4d1f-aef6-2da0f5587434 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1b76263970>,) {'filters': {'network_id': ['aea6aef0-d2a6-4ce0-bddd-c557e65ffb7a']}} {{(pid=87506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:38:07.571895 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.services.segments.db [None req-d27c0265-541b-41b4-9fd9-0dda84def205 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b7c478af0>, 'e8e8620b-59df-4417-982b-8b62e5cb58b2') {'for_net_delete': True} {{(pid=87507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:38:07.572342 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.services.segments.db [None req-d27c0265-541b-41b4-9fd9-0dda84def205 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b7c478af0>, 'e8e8620b-59df-4417-982b-8b62e5cb58b2') {} {{(pid=87507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:38:07.581105 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-d27c0265-541b-41b4-9fd9-0dda84def205 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:38:07.589801 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-d27c0265-541b-41b4-9fd9-0dda84def205 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734753593977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2128549'] for segment, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:07.602294 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.services.segments.db [None req-cb9cf153-8719-4d1f-aef6-2da0f5587434 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b76263970>, '6b58e6a5-2fa6-43da-8e5f-0a7c42b9cf07') {'for_net_delete': True} {{(pid=87506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:38:07.602665 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.services.segments.db [None req-cb9cf153-8719-4d1f-aef6-2da0f5587434 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b76263970>, '6b58e6a5-2fa6-43da-8e5f-0a7c42b9cf07') {} {{(pid=87506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:38:07.607150 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-d27c0265-541b-41b4-9fd9-0dda84def205 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-883292'] for segment, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:07.618801 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d27c0265-541b-41b4-9fd9-0dda84def205 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Releasing vlan 166 on physical network physnet1 to pool {{(pid=87507) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 16 22:38:07.620271 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-d27c0265-541b-41b4-9fd9-0dda84def205 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-883285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10808034'] for segment, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:07.653026 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-cb9cf153-8719-4d1f-aef6-2da0f5587434 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734753593977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-266764496'] for segment, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:07.653980 dv-neutron-821829-1-hyperv neutron-server[87507]: Traceback (most recent call last):
Dec 16 22:38:07.653980 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 16 22:38:07.653980 dv-neutron-821829-1-hyperv neutron-server[87507]:     timer()
Dec 16 22:38:07.653980 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 22:38:07.653980 dv-neutron-821829-1-hyperv neutron-server[87507]:     cb(*args, **kw)
Dec 16 22:38:07.653980 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 22:38:07.653980 dv-neutron-821829-1-hyperv neutron-server[87507]:     return func(*args, **kwargs)
Dec 16 22:38:07.653980 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 22:38:07.653980 dv-neutron-821829-1-hyperv neutron-server[87507]:     self._notify()
Dec 16 22:38:07.653980 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 22:38:07.653980 dv-neutron-821829-1-hyperv neutron-server[87507]:     self.callback(batched_events)
Dec 16 22:38:07.653980 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 22:38:07.653980 dv-neutron-821829-1-hyperv neutron-server[87507]:     event.method(event)
Dec 16 22:38:07.653980 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 22:38:07.653980 dv-neutron-821829-1-hyperv neutron-server[87507]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 22:38:07.653980 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 22:38:07.653980 dv-neutron-821829-1-hyperv neutron-server[87507]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 22:38:07.653980 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 22:38:07.653980 dv-neutron-821829-1-hyperv neutron-server[87507]:     return f(self, *a, **k)
Dec 16 22:38:07.653980 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 16 22:38:07.653980 dv-neutron-821829-1-hyperv neutron-server[87507]:     return self._get(url).json()
Dec 16 22:38:07.653980 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 16 22:38:07.653980 dv-neutron-821829-1-hyperv neutron-server[87507]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 22:38:07.653980 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 16 22:38:07.653980 dv-neutron-821829-1-hyperv neutron-server[87507]:     return self.request(url, 'GET', **kwargs)
Dec 16 22:38:07.653980 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 16 22:38:07.653980 dv-neutron-821829-1-hyperv neutron-server[87507]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 22:38:07.653980 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 16 22:38:07.653980 dv-neutron-821829-1-hyperv neutron-server[87507]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 22:38:07.653980 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 16 22:38:07.653980 dv-neutron-821829-1-hyperv neutron-server[87507]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 22:38:07.653980 dv-neutron-821829-1-hyperv neutron-server[87507]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 22:38:07.656512 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abec40e1-6fea-40c7-b5b0-22d0e8029092 None None] Network 7edd76f7-0f97-48a5-b177-9842de6c0500 requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 22:38:07.665474 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.db.resource_extend [None req-78a1a101-f076-458b-8e1b-f0d530ecba3f tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 16 22:38:07.685562 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-78a1a101-f076-458b-8e1b-f0d530ecba3f tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks [] for port, precommit_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:07.706389 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-f93d946c-238d-494b-8cf6-5a4ca21843c4 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] 10.222.0.13 "GET /v2.0/routers/dcd68ae4-9678-4601-9589-50474829ca26 HTTP/1.1" status: 200  len: 933 time: 0.5944827
Dec 16 22:38:07.707941 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-8a9d0df8-a345-4adb-a90c-365fc3199553 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] 10.222.0.13 "DELETE /v2.0/subnets/bfb2df0d-28dd-4381-bef6-f60554e45c0f HTTP/1.1" status: 204  len: 168 time: 3.2803502
Dec 16 22:38:07.713519 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e2b4665-2a49-412b-b305-e57c7957f446 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Network 2d95f1fe-5680-48c6-901d-3a10397689b5 is scheduled to be hosted by DHCP agent 3b155c4d-12dc-491e-aa14-6113b06cfacd with binding_index 1 {{(pid=87506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 16 22:38:07.714409 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcc07e30-31ed-4eb7-aaba-b15c82ae127c None None] Routers {'dcd68ae4-9678-4601-9589-50474829ca26'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:38:07.715183 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-fcc07e30-31ed-4eb7-aaba-b15c82ae127c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b76dcaa90>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:38:01Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['dcd68ae4-9678-4601-9589-50474829ca26'], 'active': True} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:38:07.718338 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 44168) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:38:07.718611 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 44170) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:38:07.726203 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-78a1a101-f076-458b-8e1b-f0d530ecba3f tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1863400'] for port, after_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:07.738411 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-d5f53849-7a2b-4fdc-a09a-0b285ad87048 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:07.797874 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-d27c0265-541b-41b4-9fd9-0dda84def205 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3329572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3741856'] for network, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:07.802090 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-fa4241c8-061f-4ad5-9a44-48601f8fd9c3 tempest-BulkNetworkOpsIpV6Test-1671727552 tempest-BulkNetworkOpsIpV6Test-1671727552-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:38:07.802298 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-d9be6779-6e49-4e0e-8f09-1ac081e6d23a tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Request body: {'router': {'routes': None}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:38:07.820079 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-d27c0265-541b-41b4-9fd9-0dda84def205 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks [] for network, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:07.831452 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27c0265-541b-41b4-9fd9-0dda84def205 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Pushing event deleted for resources: {'Network': ['ID=4070fa6c-c6f3-4508-bd1f-043ce330a668,revision_number=None']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:38:07.835826 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-d27c0265-541b-41b4-9fd9-0dda84def205 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:38:07.847382 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-d27c0265-541b-41b4-9fd9-0dda84def205 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] 10.222.0.13 "DELETE /v2.0/networks/4070fa6c-c6f3-4508-bd1f-043ce330a668 HTTP/1.1" status: 204  len: 168 time: 3.5592189
Dec 16 22:38:07.848050 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 44176) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:38:07.853572 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-10aa1c48-343d-443b-b4c4-b7cca9f598a1 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:38:07.854868 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-5e28204c-5182-4a87-92bc-edfcb94d147e tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Request body: {'port': {'network_id': '2769000e-f979-4993-b25c-a53f47882427', 'name': 'tempest-PortsIpV6TestJSON-974084637'}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:38:07.888437 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-cb9cf153-8719-4d1f-aef6-2da0f5587434 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-883292'] for segment, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:07.895083 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb9cf153-8719-4d1f-aef6-2da0f5587434 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Releasing vlan 162 on physical network physnet1 to pool {{(pid=87506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 16 22:38:07.895480 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-cb9cf153-8719-4d1f-aef6-2da0f5587434 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-883285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1863180'] for segment, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:07.932688 dv-neutron-821829-1-hyperv neutron-server[87506]: Traceback (most recent call last):
Dec 16 22:38:07.932688 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 16 22:38:07.932688 dv-neutron-821829-1-hyperv neutron-server[87506]:     timer()
Dec 16 22:38:07.932688 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 22:38:07.932688 dv-neutron-821829-1-hyperv neutron-server[87506]:     cb(*args, **kw)
Dec 16 22:38:07.932688 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 22:38:07.932688 dv-neutron-821829-1-hyperv neutron-server[87506]:     return func(*args, **kwargs)
Dec 16 22:38:07.932688 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 22:38:07.932688 dv-neutron-821829-1-hyperv neutron-server[87506]:     self._notify()
Dec 16 22:38:07.932688 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 22:38:07.932688 dv-neutron-821829-1-hyperv neutron-server[87506]:     self.callback(batched_events)
Dec 16 22:38:07.932688 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 22:38:07.932688 dv-neutron-821829-1-hyperv neutron-server[87506]:     event.method(event)
Dec 16 22:38:07.932688 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 22:38:07.932688 dv-neutron-821829-1-hyperv neutron-server[87506]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 22:38:07.932688 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 22:38:07.932688 dv-neutron-821829-1-hyperv neutron-server[87506]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 22:38:07.932688 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 22:38:07.932688 dv-neutron-821829-1-hyperv neutron-server[87506]:     return f(self, *a, **k)
Dec 16 22:38:07.932688 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 16 22:38:07.932688 dv-neutron-821829-1-hyperv neutron-server[87506]:     return self._get(url).json()
Dec 16 22:38:07.932688 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 16 22:38:07.932688 dv-neutron-821829-1-hyperv neutron-server[87506]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 22:38:07.932688 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 16 22:38:07.932688 dv-neutron-821829-1-hyperv neutron-server[87506]:     return self.request(url, 'GET', **kwargs)
Dec 16 22:38:07.932688 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 16 22:38:07.932688 dv-neutron-821829-1-hyperv neutron-server[87506]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 22:38:07.932688 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 16 22:38:07.932688 dv-neutron-821829-1-hyperv neutron-server[87506]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 22:38:07.932688 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 16 22:38:07.932688 dv-neutron-821829-1-hyperv neutron-server[87506]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 22:38:07.932688 dv-neutron-821829-1-hyperv neutron-server[87506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 22:38:08.109536 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-5e28204c-5182-4a87-92bc-edfcb94d147e tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:38:08.114709 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-5e28204c-5182-4a87-92bc-edfcb94d147e tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Usage tracker for resource:port and tenant:69ee045658914011ac7b8ba0ad799b2d is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:38:08.118679 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-5e28204c-5182-4a87-92bc-edfcb94d147e tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:38:08.125497 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-5e28204c-5182-4a87-92bc-edfcb94d147e tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:38:08.141551 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e28204c-5182-4a87-92bc-edfcb94d147e tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Made reservation on behalf of 69ee045658914011ac7b8ba0ad799b2d for: {'port': 1} {{(pid=87507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:38:08.143294 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.base_scheduler [None req-4e2b4665-2a49-412b-b305-e57c7957f446 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821829-1-hyperv, 2d95f1fe-5680-48c6-901d-3a10397689b5) {{(pid=87506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:38:08.147221 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-5e28204c-5182-4a87-92bc-edfcb94d147e tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:08.172654 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.notifiers.nova [None req-5e28204c-5182-4a87-92bc-edfcb94d147e tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] device_id is not set on port 7f866758-d3c9-4d77-b1d1-64940ba38ebc yet. {{(pid=87507) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 16 22:38:08.195041 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:08.195966 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76faf7a4-1231-439c-9f50-63e289c81ab6 None None] Network 2d95f1fe-5680-48c6-901d-3a10397689b5 requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 22:38:08.241044 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning complete for port 23f463ae-462a-4a35-a545-23810024be4a triggered by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:38:08.241439 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:08.265116 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0c5b48-35e1-40b7-87ed-27c419c1412a None None] Pushing event updated for resources: {'Port': ['ID=02047132-a540-449b-b596-25d6606fb0ec,revision_number=2']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:38:08.437593 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-5e28204c-5182-4a87-92bc-edfcb94d147e tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks [] for port, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:08.468235 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-5e28204c-5182-4a87-92bc-edfcb94d147e tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10807823'] for port, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:08.476419 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-1b98543c-088e-4be8-8a67-32cddd642007 tempest-AllowedAddressPairTestJSON-1611484417 tempest-AllowedAddressPairTestJSON-1611484417-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:38:08.508116 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-a145d926-8166-4a1b-b1af-fb20b144f437 None None] Notify callbacks [] for port, precommit_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:08.519739 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvr_db [None req-fcc07e30-31ed-4eb7-aaba-b15c82ae127c None None] Set router dcd68ae4-9678-4601-9589-50474829ca26 gateway port host: None {{(pid=87508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 22:38:08.557669 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e28204c-5182-4a87-92bc-edfcb94d147e tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Network 2769000e-f979-4993-b25c-a53f47882427 is already hosted by enough agents. {{(pid=87507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:38:08.561405 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.base_scheduler [None req-5e28204c-5182-4a87-92bc-edfcb94d147e tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Resources bound (agent type, host, resource id):  {{(pid=87507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:38:08.564047 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e28204c-5182-4a87-92bc-edfcb94d147e tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Received port after_create {{(pid=87507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 22:38:08.570749 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e28204c-5182-4a87-92bc-edfcb94d147e tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:38:08.571584 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-5e28204c-5182-4a87-92bc-edfcb94d147e tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for port, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:08.571713 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-f62151e2-b1f7-440d-b22e-7de6bb9c3ef4 None None] For port b0a420a2-0a9f-40c1-b1d6-c9999146f2c6, host dv-neutron-821829-1-hyperv, cleared binding levels {{(pid=87508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 22:38:08.591352 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e28204c-5182-4a87-92bc-edfcb94d147e tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Pushing event updated for resources: {'Port': ['ID=7f866758-d3c9-4d77-b1d1-64940ba38ebc,revision_number=1']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:38:08.606662 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-5e28204c-5182-4a87-92bc-edfcb94d147e tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:38:08.610326 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [None req-d5f53849-7a2b-4fdc-a09a-0b285ad87048 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Calling delete_port for f9b46220-59a4-40f4-95a3-78ab91e77662 owned by  {{(pid=87506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:38:08.624645 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-5e28204c-5182-4a87-92bc-edfcb94d147e tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 849 time: 0.7750258
Dec 16 22:38:08.626906 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 44180) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:38:08.661944 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e2b4665-2a49-412b-b305-e57c7957f446 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:38:08.662861 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-4e2b4665-2a49-412b-b305-e57c7957f446 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3791486'] for subnet, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:08.708648 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.plugin [None req-c5bd3310-2e90-452e-9f12-717912882122 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Deleting port 7f866758-d3c9-4d77-b1d1-64940ba38ebc {{(pid=87507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:38:08.709857 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-c5bd3310-2e90-452e-9f12-717912882122 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:08.715574 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-a145d926-8166-4a1b-b1af-fb20b144f437 None None] Transition to ACTIVE for port object a1b04d50-3d2d-4a11-a728-a46734473764 will not be triggered until provisioned by entity L2. {{(pid=87508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:38:08.718977 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5524ccf6-e733-4865-93af-631016080a89 None None] Network 28d7bb6e-74ad-4c1e-9ce1-844b4f7af3ea requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 22:38:08.729028 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.db.api [None req-cb9cf153-8719-4d1f-aef6-2da0f5587434 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Dec 16 22:38:08.729028 dv-neutron-821829-1-hyperv neutron-server[87506]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Dec 16 22:38:08.729028 dv-neutron-821829-1-hyperv neutron-server[87506]: [parameters: {'id': 'aea6aef0-d2a6-4ce0-bddd-c557e65ffb7a'}]
Dec 16 22:38:08.729028 dv-neutron-821829-1-hyperv neutron-server[87506]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87506) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 16 22:38:08.729442 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_db.api [None req-cb9cf153-8719-4d1f-aef6-2da0f5587434 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 16 22:38:08.744139 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-f62151e2-b1f7-440d-b22e-7de6bb9c3ef4 None None] For port b0a420a2-0a9f-40c1-b1d6-c9999146f2c6, host dv-neutron-821829-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=b0a420a2-0a9f-40c1-b1d6-c9999146f2c6,segment=NetworkSegment(6b58e6a5-2fa6-43da-8e5f-0a7c42b9cf07),segment_id=6b58e6a5-2fa6-43da-8e5f-0a7c42b9cf07)] {{(pid=87508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 22:38:08.781733 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a1a101-f076-458b-8e1b-f0d530ecba3f tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Pushing event updated for resources: {'Port': ['ID=844a2831-92d3-404b-81cb-3a2a789d1e42,revision_number=2']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:38:08.787644 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-f62151e2-b1f7-440d-b22e-7de6bb9c3ef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:08.870155 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-78a1a101-f076-458b-8e1b-f0d530ecba3f tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.016s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:38:08.877510 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.db_base_plugin_v2 [None req-997b0bb7-c560-4248-9446-9fe3c720fee9 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Deleting subnet d58a1af8-7e64-412b-ab41-f40b7c5769e8 {{(pid=87506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 16 22:38:08.880770 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-997b0bb7-c560-4248-9446-9fe3c720fee9 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks [] for subnet, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:08.934645 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Pushing event updated for resources: {'Port': ['ID=94206871-71bc-45db-953e-8174f30dbfc9,revision_number=3']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:38:08.977132 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-c5bd3310-2e90-452e-9f12-717912882122 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:08.982414 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-4e2b4665-2a49-412b-b305-e57c7957f446 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 5.2058401
Dec 16 22:38:08.990112 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-a145d926-8166-4a1b-b1af-fb20b144f437 None None] Transition to ACTIVE for port object a1b04d50-3d2d-4a11-a728-a46734473764 will not be triggered until provisioned by entity DHCP. {{(pid=87508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:38:09.003738 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 44184) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:38:09.023314 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-75e94c52-b5d7-49e9-a22b-f5cecc13643f tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Request body: {'subnet': {'network_id': '2d95f1fe-5680-48c6-901d-3a10397689b5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:38:09.037990 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-48f18e64-47ef-41c2-938e-5bca75f4a22a None None] Provisioning for port 02047132-a540-449b-b596-25d6606fb0ec completed by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 22:38:09.094616 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-997b0bb7-c560-4248-9446-9fe3c720fee9 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-266764487'] for subnet, precommit_delete_associations {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:09.123599 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-a145d926-8166-4a1b-b1af-fb20b144f437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940'] for port, after_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:09.135748 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.plugin [None req-c5bd3310-2e90-452e-9f12-717912882122 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Calling delete_port for 7f866758-d3c9-4d77-b1d1-64940ba38ebc owned by  {{(pid=87507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:38:09.242507 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-c5bd3310-2e90-452e-9f12-717912882122 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10807823'] for port, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:09.262948 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-cb9cf153-8719-4d1f-aef6-2da0f5587434 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-825997'] for network, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:09.265030 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-ad047db8-fe0a-4aee-8931-73bbab638ec6 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:38:09.305665 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-c5bd3310-2e90-452e-9f12-717912882122 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for port, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:09.330146 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a145d926-8166-4a1b-b1af-fb20b144f437 None None] Network e716b3f3-ad2a-4118-b3e7-8674e6728b43 is already hosted by enough agents. {{(pid=87508) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:38:09.333285 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5bd3310-2e90-452e-9f12-717912882122 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Pushing event deleted for resources: {'Port': ['ID=7f866758-d3c9-4d77-b1d1-64940ba38ebc,revision_number=None']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:38:09.337483 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-c5bd3310-2e90-452e-9f12-717912882122 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:38:09.343561 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-c5bd3310-2e90-452e-9f12-717912882122 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] 10.222.0.13 "DELETE /v2.0/ports/7f866758-d3c9-4d77-b1d1-64940ba38ebc HTTP/1.1" status: 204  len: 168 time: 0.7152414
Dec 16 22:38:09.345959 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 44188) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:38:09.352368 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-aa27abc5-072f-46fc-bee2-9b6526e31b8d tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Request body: {'port': {'network_id': '2769000e-f979-4993-b25c-a53f47882427', 'mac_address': 'fa:16:3e:31:b6:ea', 'name': 'tempest-PortsIpV6TestJSON-2127043145'}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:38:09.353065 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.scheduler.base_scheduler [None req-a145d926-8166-4a1b-b1af-fb20b144f437 None None] Resources bound (agent type, host, resource id):  {{(pid=87508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:38:09.355700 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a145d926-8166-4a1b-b1af-fb20b144f437 None None] Received port after_create {{(pid=87508) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 22:38:09.377325 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b319f3f4-2a7f-4b21-937c-bbec5393e9b3 None None] Pushing event updated for resources: {'Port': ['ID=f95799a9-b8ac-4040-9601-29cf8e618a79,revision_number=4']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:38:09.381785 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-b319f3f4-2a7f-4b21-937c-bbec5393e9b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 2.010s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:38:09.425164 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-5cca8af0-bc68-45b5-8902-6b73188412fe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 2.734s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:38:09.462610 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90aadfc6-8ca7-4792-9d40-d4a5fe489dac None None] Network aea6aef0-d2a6-4ce0-bddd-c557e65ffb7a requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 22:38:09.483797 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-aa27abc5-072f-46fc-bee2-9b6526e31b8d tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:38:09.488915 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-aa27abc5-072f-46fc-bee2-9b6526e31b8d tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Usage tracker for resource:port and tenant:69ee045658914011ac7b8ba0ad799b2d is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:38:09.492046 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-aa27abc5-072f-46fc-bee2-9b6526e31b8d tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:38:09.497991 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-aa27abc5-072f-46fc-bee2-9b6526e31b8d tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:38:09.510332 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa27abc5-072f-46fc-bee2-9b6526e31b8d tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Made reservation on behalf of 69ee045658914011ac7b8ba0ad799b2d for: {'port': 1} {{(pid=87507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:38:09.556337 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-78a1a101-f076-458b-8e1b-f0d530ecba3f tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3830061'] for router_interface, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:09.569515 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [None req-cb9cf153-8719-4d1f-aef6-2da0f5587434 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Deleting port b0a420a2-0a9f-40c1-b1d6-c9999146f2c6 {{(pid=87506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:38:09.569979 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-cb9cf153-8719-4d1f-aef6-2da0f5587434 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:09.595135 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-d5f53849-7a2b-4fdc-a09a-0b285ad87048 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1863393'] for port, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:09.607521 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 524d76bb-740b-48cb-9e19-156c04492c9f up at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 22:38:09.616715 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-3ef58574-4b4c-4d88-97eb-b801394a417d tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:38:09.627353 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-aa27abc5-072f-46fc-bee2-9b6526e31b8d tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:09.665306 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.notifiers.nova [None req-aa27abc5-072f-46fc-bee2-9b6526e31b8d tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] device_id is not set on port 72720c7f-1bd0-40ce-86b6-f1e29bda56f7 yet. {{(pid=87507) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 16 22:38:09.682530 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f53849-7a2b-4fdc-a09a-0b285ad87048 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Pushing event deleted for resources: {'Port': ['ID=f9b46220-59a4-40f4-95a3-78ab91e77662,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:38:09.685713 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-d5f53849-7a2b-4fdc-a09a-0b285ad87048 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:38:09.806751 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-75e94c52-b5d7-49e9-a22b-f5cecc13643f tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:38:09.811485 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-75e94c52-b5d7-49e9-a22b-f5cecc13643f tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Usage tracker for resource:subnet and tenant:4776cb1297af44b2a1a3b9af0f4316e5 is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:38:09.814792 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-75e94c52-b5d7-49e9-a22b-f5cecc13643f tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:38:09.844228 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-75e94c52-b5d7-49e9-a22b-f5cecc13643f tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:38:09.942490 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-997b0bb7-c560-4248-9446-9fe3c720fee9 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3328566'] for subnet, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:09.976318 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-aa27abc5-072f-46fc-bee2-9b6526e31b8d tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks [] for port, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:09.998026 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecfa651f-3b77-481f-9843-3d024302991a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1d6bfaf-d325-5e4f-b05d-2441d8339617-2d95f1fe-5680-48c6-901d-3a10397689b5', 'network_id': '2d95f1fe-5680-48c6-901d-3a10397689b5', 'tenant_id': '4776cb1297af44b2a1a3b9af0f4316e5', 'fixed_ips': [{'subnet_id': '3385c14a-efc7-4cd1-a899-24b98b9222dd'}]}} from dv-neutron-821829-1-hyperv. {{(pid=87508) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 16 22:38:09.999706 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-ecfa651f-3b77-481f-9843-3d024302991a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:10.012508 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-aa27abc5-072f-46fc-bee2-9b6526e31b8d tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10807823'] for port, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:10.019057 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-c081d7ce-45b4-4dd2-93c6-08688c898a46 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:38:10.023336 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75e94c52-b5d7-49e9-a22b-f5cecc13643f tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Made reservation on behalf of 4776cb1297af44b2a1a3b9af0f4316e5 for: {'subnet': 1} {{(pid=87506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:38:10.026892 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-75e94c52-b5d7-49e9-a22b-f5cecc13643f tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11213078'] for subnet, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:10.067777 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-d5f53849-7a2b-4fdc-a09a-0b285ad87048 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for port, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:10.075414 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-a145d926-8166-4a1b-b1af-fb20b144f437 None None] Attempting to bind port a1b04d50-3d2d-4a11-a728-a46734473764 on host dv-neutron-821829-1-hyperv for vnic_type normal with profile  {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 22:38:10.076083 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-a145d926-8166-4a1b-b1af-fb20b144f437 None None] Attempting to bind port a1b04d50-3d2d-4a11-a728-a46734473764 by drivers openvswitch,hyperv on host dv-neutron-821829-1-hyperv at level 0 using segments [{'id': '5319e64a-f11a-4f0a-84ac-d65b37203f57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'e716b3f3-ad2a-4118-b3e7-8674e6728b43'}] {{(pid=87508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 22:38:10.076666 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a145d926-8166-4a1b-b1af-fb20b144f437 None None] Attempting to bind port a1b04d50-3d2d-4a11-a728-a46734473764 on network e716b3f3-ad2a-4118-b3e7-8674e6728b43 {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 22:38:10.108422 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa27abc5-072f-46fc-bee2-9b6526e31b8d tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Network 2769000e-f979-4993-b25c-a53f47882427 is already hosted by enough agents. {{(pid=87507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:38:10.111859 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.base_scheduler [None req-aa27abc5-072f-46fc-bee2-9b6526e31b8d tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Resources bound (agent type, host, resource id):  {{(pid=87507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:38:10.118265 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa27abc5-072f-46fc-bee2-9b6526e31b8d tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Received port after_create {{(pid=87507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 22:38:10.124287 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa27abc5-072f-46fc-bee2-9b6526e31b8d tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:38:10.124974 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-aa27abc5-072f-46fc-bee2-9b6526e31b8d tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for port, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:10.130040 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa27abc5-072f-46fc-bee2-9b6526e31b8d tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Pushing event updated for resources: {'Port': ['ID=72720c7f-1bd0-40ce-86b6-f1e29bda56f7,revision_number=1']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:38:10.134322 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-aa27abc5-072f-46fc-bee2-9b6526e31b8d tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:38:10.147268 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a145d926-8166-4a1b-b1af-fb20b144f437 None None] Checking agent: {'id': '5571501f-366e-47a4-9b60-8ef19d935d27', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821829-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 24, 2), 'started_at': datetime.datetime(2021, 12, 16, 22, 24, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 38, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821829-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 22:38:10.148079 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a145d926-8166-4a1b-b1af-fb20b144f437 None None] Checking segment: {'id': '5319e64a-f11a-4f0a-84ac-d65b37203f57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'e716b3f3-ad2a-4118-b3e7-8674e6728b43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 22:38:10.148659 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-a145d926-8166-4a1b-b1af-fb20b144f437 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:10.149273 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a145d926-8166-4a1b-b1af-fb20b144f437 None None] Bound using segment: {'id': '5319e64a-f11a-4f0a-84ac-d65b37203f57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'e716b3f3-ad2a-4118-b3e7-8674e6728b43'} {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 22:38:10.150114 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-a145d926-8166-4a1b-b1af-fb20b144f437 None None] Bound port: a1b04d50-3d2d-4a11-a728-a46734473764, host: dv-neutron-821829-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5319e64a-f11a-4f0a-84ac-d65b37203f57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'e716b3f3-ad2a-4118-b3e7-8674e6728b43'}}] {{(pid=87508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 22:38:10.150667 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-a145d926-8166-4a1b-b1af-fb20b144f437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:10.160894 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-aa27abc5-072f-46fc-bee2-9b6526e31b8d tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 850 time: 0.8138421
Dec 16 22:38:10.163969 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 44192) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:38:10.174918 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-ab156d6d-fabd-4d78-a213-806cfb9cfd30 None None] Provisioning for port 844a2831-92d3-404b-81cb-3a2a789d1e42 completed by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 22:38:10.213149 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-ab156d6d-fabd-4d78-a213-806cfb9cfd30 None None] Provisioning complete for port 844a2831-92d3-404b-81cb-3a2a789d1e42 triggered by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:38:10.213565 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-ab156d6d-fabd-4d78-a213-806cfb9cfd30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:10.238164 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62151e2-b1f7-440d-b22e-7de6bb9c3ef4 None None] Pushing event updated for resources: {'Port': ['ID=b0a420a2-0a9f-40c1-b1d6-c9999146f2c6,revision_number=2']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:38:10.256579 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc182ab1-6180-488e-b24a-67bd26d14688 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:38:10.257981 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-bc182ab1-6180-488e-b24a-67bd26d14688 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Synchronizing usage tracker for tenant:69ee045658914011ac7b8ba0ad799b2d on resource:port {{(pid=87507) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 22:38:10.277077 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-bc182ab1-6180-488e-b24a-67bd26d14688 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Unset dirty status for tenant:69ee045658914011ac7b8ba0ad799b2d on resource:port {{(pid=87507) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 22:38:10.282092 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-bc182ab1-6180-488e-b24a-67bd26d14688 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] 10.222.0.13 "GET /v2.0/ports/72720c7f-1bd0-40ce-86b6-f1e29bda56f7 HTTP/1.1" status: 200  len: 845 time: 0.1165540
Dec 16 22:38:10.282976 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 44196) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:38:10.358191 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.plugin [None req-4432eb77-752e-44d9-942e-320742ae59f6 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Deleting port 72720c7f-1bd0-40ce-86b6-f1e29bda56f7 {{(pid=87507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:38:10.358708 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-4432eb77-752e-44d9-942e-320742ae59f6 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:10.439947 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-d5f53849-7a2b-4fdc-a09a-0b285ad87048 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] 10.222.0.13 "DELETE /v2.0/ports/f9b46220-59a4-40f4-95a3-78ab91e77662 HTTP/1.1" status: 204  len: 168 time: 4.4883614
Dec 16 22:38:10.452483 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 44200) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:38:10.627424 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a145d926-8166-4a1b-b1af-fb20b144f437 None None] Pushing event updated for resources: {'Port': ['ID=a1b04d50-3d2d-4a11-a728-a46734473764,revision_number=1']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:38:10.629721 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-ab156d6d-fabd-4d78-a213-806cfb9cfd30 None None] Port 844a2831-92d3-404b-81cb-3a2a789d1e42 cannot update to ACTIVE because it is not bound. {{(pid=87508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 22:38:10.637970 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-a145d926-8166-4a1b-b1af-fb20b144f437 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.213s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:38:10.643077 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-86fefd8c-5a4f-43fa-b560-252dd11775ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 3.912s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:38:10.643371 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-86fefd8c-5a4f-43fa-b560-252dd11775ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:38:10.644727 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8e96236-4b6f-4009-b7ed-88c2ca5e42e2 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] GET failed (client error): The resource could not be found.
Dec 16 22:38:10.645285 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-d8e96236-4b6f-4009-b7ed-88c2ca5e42e2 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Synchronizing usage tracker for tenant:3ddf94e9e4ac4112b345468cafab037c on resource:port {{(pid=87506) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 22:38:10.651643 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 3.556s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:38:10.652036 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:38:10.652642 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning for port 524d76bb-740b-48cb-9e19-156c04492c9f completed by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 22:38:10.688980 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-02cf978a-a518-4bab-90f3-b310d5dfeeea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.791s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:38:10.689263 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-02cf978a-a518-4bab-90f3-b310d5dfeeea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:38:10.702009 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.549s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:38:10.702009 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:38:10.708896 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning complete for port 524d76bb-740b-48cb-9e19-156c04492c9f triggered by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:38:10.709313 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:10.733227 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.extraroute_db [None req-d9be6779-6e49-4e0e-8f09-1ac081e6d23a tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Added routes are [] {{(pid=87506) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}}
Dec 16 22:38:10.733545 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.extraroute_db [None req-d9be6779-6e49-4e0e-8f09-1ac081e6d23a tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Removed routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=87506) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}}
Dec 16 22:38:10.740010 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-a145d926-8166-4a1b-b1af-fb20b144f437 None None] For port a1b04d50-3d2d-4a11-a728-a46734473764, host dv-neutron-821829-1-hyperv, cleared binding levels {{(pid=87508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 22:38:10.742415 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-4432eb77-752e-44d9-942e-320742ae59f6 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:10.750570 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-fcc07e30-31ed-4eb7-aaba-b15c82ae127c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b76dcaa90>, [{'id': 'dcd68ae4-9678-4601-9589-50474829ca26', 'name': 'tempest-RoutersTest-router-809960879', 'tenant_id': 'bb30155073f3462f829b4df60e35f5af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:37:21Z', 'updated_at': '2021-12-16T22:38:05Z', 'revision_number': 6, 'project_id': 'bb30155073f3462f829b4df60e35f5af', 'gw_port_host': None, '_interfaces': [{'id': '23f463ae-462a-4a35-a545-23810024be4a', 'name': '', 'network_id': 'a9fe3143-2ede-4b9c-a7a9-a02a4acc426b', 'tenant_id': 'bb30155073f3462f829b4df60e35f5af', 'mac_address': 'fa:16:3e:4c:e9:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcd68ae4-9678-4601-9589-50474829ca26', 'device_owner': 'network:router_interface', 'standard_attr_id': 846, 'fixed_ips': [{'subnet_id': '95a355fa-2faa-4243-83d9-d55c558a9f15', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:37:44Z', 'updated_at': '2021-12-16T22:37:59Z', 'revision_number': 5, 'project_id': 'bb30155073f3462f829b4df60e35f5af', 'subnets': [{'id': '95a355fa-2faa-4243-83d9-d55c558a9f15', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3c14fdac-f9b3-4b9e-82dd-8a67222cb898', 'name': '', 'network_id': '28d7bb6e-74ad-4c1e-9ce1-844b4f7af3ea', 'tenant_id': 'bb30155073f3462f829b4df60e35f5af', 'mac_address': 'fa:16:3e:c8:e9:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcd68ae4-9678-4601-9589-50474829ca26', 'device_owner': 'network:router_interface', 'standard_attr_id': 891, 'fixed_ips': [{'subnet_id': 'bf9c697c-c143-489c-bd9b-629d49112c29', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:38:01Z', 'updated_at': '2021-12-16T22:38:02Z', 'revision_number': 2, 'project_id': 'bb30155073f3462f829b4df60e35f5af', 'subnets': [{'id': 'bf9c697c-c143-489c-bd9b-629d49112c29', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b4a16203-a9be-4052-bdb0-6f3fa9deae9e', 'name': '', 'network_id': '9cec1ece-19ae-40d0-b729-73c3863b1457', 'tenant_id': 'bb30155073f3462f829b4df60e35f5af', 'mac_address': 'fa:16:3e:f8:28:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcd68ae4-9678-4601-9589-50474829ca26', 'device_owner': 'network:router_interface', 'standard_attr_id': 810, 'fixed_ips': [{'subnet_id': '12bde7f9-83c9-49c9-9bcd-d81bdd1ed717', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:37:28Z', 'updated_at': '2021-12-16T22:37:46Z', 'revision_number': 5, 'project_id': 'bb30155073f3462f829b4df60e35f5af', 'subnets': [{'id': '12bde7f9-83c9-49c9-9bcd-d81bdd1ed717', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f95799a9-b8ac-4040-9601-29cf8e618a79', 'name': '', 'network_id': '609eecf4-5001-4b39-a7b6-bf81cca64c22', 'tenant_id': 'bb30155073f3462f829b4df60e35f5af', 'mac_address': 'fa:16:3e:6a:0e:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcd68ae4-9678-4601-9589-50474829ca26', 'device_owner': 'network:router_interface', 'standard_attr_id': 873, 'fixed_ips': [{'subnet_id': '11852dee-7e7f-4b01-b40e-4a8f31edd0c6', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:37:55Z', 'updated_at': '2021-12-16T22:38:06Z', 'revision_number': 4, 'project_id': 'bb30155073f3462f829b4df60e35f5af', 'subnets': [{'id': '11852dee-7e7f-4b01-b40e-4a8f31edd0c6', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:38:10.752703 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.db [None req-cb9cf153-8719-4d1f-aef6-2da0f5587434 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] For port b0a420a2-0a9f-40c1-b1d6-c9999146f2c6, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=b0a420a2-0a9f-40c1-b1d6-c9999146f2c6,segment=NetworkSegment(6b58e6a5-2fa6-43da-8e5f-0a7c42b9cf07),segment_id=6b58e6a5-2fa6-43da-8e5f-0a7c42b9cf07)] {{(pid=87506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:38:10.753063 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-cb9cf153-8719-4d1f-aef6-2da0f5587434 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:10.772408 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-997b0bb7-c560-4248-9446-9fe3c720fee9 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3328622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1863378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11213117'] for subnet, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:10.776030 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-78a1a101-f076-458b-8e1b-f0d530ecba3f tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:10.792001 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-07269049-ba58-4e7c-b2bb-a9c83ff04d88 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:38:10.792251 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcc07e30-31ed-4eb7-aaba-b15c82ae127c None None] The sync data for ids ['dcd68ae4-9678-4601-9589-50474829ca26'] in dv-neutron-821829-1-hyperv is: [{'id': 'dcd68ae4-9678-4601-9589-50474829ca26', 'name': 'tempest-RoutersTest-router-809960879', 'tenant_id': 'bb30155073f3462f829b4df60e35f5af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:37:21Z', 'updated_at': '2021-12-16T22:38:05Z', 'revision_number': 6, 'project_id': 'bb30155073f3462f829b4df60e35f5af', 'gw_port_host': None, '_interfaces': [{'id': '23f463ae-462a-4a35-a545-23810024be4a', 'name': '', 'network_id': 'a9fe3143-2ede-4b9c-a7a9-a02a4acc426b', 'tenant_id': 'bb30155073f3462f829b4df60e35f5af', 'mac_address': 'fa:16:3e:4c:e9:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcd68ae4-9678-4601-9589-50474829ca26', 'device_owner': 'network:router_interface', 'standard_attr_id': 846, 'fixed_ips': [{'subnet_id': '95a355fa-2faa-4243-83d9-d55c558a9f15', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:37:44Z', 'updated_at': '2021-12-16T22:37:59Z', 'revision_number': 5, 'project_id': 'bb30155073f3462f829b4df60e35f5af', 'subnets': [{'id': '95a355fa-2faa-4243-83d9-d55c558a9f15', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3c14fdac-f9b3-4b9e-82dd-8a67222cb898', 'name': '', 'network_id': '28d7bb6e-74ad-4c1e-9ce1-844b4f7af3ea', 'tenant_id': 'bb30155073f3462f829b4df60e35f5af', 'mac_address': 'fa:16:3e:c8:e9:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcd68ae4-9678-4601-9589-50474829ca26', 'device_owner': 'network:router_interface', 'standard_attr_id': 891, 'fixed_ips': [{'subnet_id': 'bf9c697c-c143-489c-bd9b-629d49112c29', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:38:01Z', 'updated_at': '2021-12-16T22:38:02Z', 'revision_number': 2, 'project_id': 'bb30155073f3462f829b4df60e35f5af', 'subnets': [{'id': 'bf9c697c-c143-489c-bd9b-629d49112c29', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b4a16203-a9be-4052-bdb0-6f3fa9deae9e', 'name': '', 'network_id': '9cec1ece-19ae-40d0-b729-73c3863b1457', 'tenant_id': 'bb30155073f3462f829b4df60e35f5af', 'mac_address': 'fa:16:3e:f8:28:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcd68ae4-9678-4601-9589-50474829ca26', 'device_owner': 'network:router_interface', 'standard_attr_id': 810, 'fixed_ips': [{'subnet_id': '12bde7f9-83c9-49c9-9bcd-d81bdd1ed717', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:37:28Z', 'updated_at': '2021-12-16T22:37:46Z', 'revision_number': 5, 'project_id': 'bb30155073f3462f829b4df60e35f5af', 'subnets': [{'id': '12bde7f9-83c9-49c9-9bcd-d81bdd1ed717', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f95799a9-b8ac-4040-9601-29cf8e618a79', 'name': '', 'network_id': '609eecf4-5001-4b39-a7b6-bf81cca64c22', 'tenant_id': 'bb30155073f3462f829b4df60e35f5af', 'mac_address': 'fa:16:3e:6a:0e:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcd68ae4-9678-4601-9589-50474829ca26', 'device_owner': 'network:router_interface', 'standard_attr_id': 873, 'fixed_ips': [{'subnet_id': '11852dee-7e7f-4b01-b40e-4a8f31edd0c6', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:37:55Z', 'updated_at': '2021-12-16T22:38:06Z', 'revision_number': 4, 'project_id': 'bb30155073f3462f829b4df60e35f5af', 'subnets': [{'id': '11852dee-7e7f-4b01-b40e-4a8f31edd0c6', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 22:38:10.794940 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-a145d926-8166-4a1b-b1af-fb20b144f437 None None] For port a1b04d50-3d2d-4a11-a728-a46734473764, host dv-neutron-821829-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=a1b04d50-3d2d-4a11-a728-a46734473764,segment=NetworkSegment(5319e64a-f11a-4f0a-84ac-d65b37203f57),segment_id=5319e64a-f11a-4f0a-84ac-d65b37203f57)] {{(pid=87508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 22:38:10.816752 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-ab156d6d-fabd-4d78-a213-806cfb9cfd30 None None] Provisioning complete for port 524d76bb-740b-48cb-9e19-156c04492c9f triggered by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:38:10.817131 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-ab156d6d-fabd-4d78-a213-806cfb9cfd30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:10.862403 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-d9be6779-6e49-4e0e-8f09-1ac081e6d23a tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3741702', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3740945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-38947'] for router, precommit_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:10.899293 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-a145d926-8166-4a1b-b1af-fb20b144f437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:10.914333 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.plugin [None req-4432eb77-752e-44d9-942e-320742ae59f6 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Calling delete_port for 72720c7f-1bd0-40ce-86b6-f1e29bda56f7 owned by  {{(pid=87507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:38:10.917841 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-dfd82136-fae4-42b3-bff2-4caed7adedb5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:38:10.973593 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.db_base_plugin_common [None req-ecfa651f-3b77-481f-9843-3d024302991a None None] Allocated IP 2001:db8::2 (2d95f1fe-5680-48c6-901d-3a10397689b5/3385c14a-efc7-4cd1-a899-24b98b9222dd/85a86036-e2c4-424d-aa5c-810e595cd146) {{(pid=87508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 22:38:11.039257 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-4432eb77-752e-44d9-942e-320742ae59f6 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10807823'] for port, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:11.049234 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-d8e96236-4b6f-4009-b7ed-88c2ca5e42e2 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Unset dirty status for tenant:3ddf94e9e4ac4112b345468cafab037c on resource:port {{(pid=87506) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 22:38:11.049452 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-26eb737a-8116-4f0b-9942-288565d3f24d tempest-ServerActionsTestJSON-1581017418 tempest-ServerActionsTestJSON-1581017418-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:38:11.050838 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-d8e96236-4b6f-4009-b7ed-88c2ca5e42e2 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] 10.222.0.13 "GET /v2.0/ports/f9b46220-59a4-40f4-95a3-78ab91e77662 HTTP/1.1" status: 404  len: 333 time: 0.5916669
Dec 16 22:38:11.081514 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [None req-cb9cf153-8719-4d1f-aef6-2da0f5587434 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Calling delete_port for b0a420a2-0a9f-40c1-b1d6-c9999146f2c6 owned by network:dhcp {{(pid=87506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:38:11.106024 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 44204) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:38:11.108061 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4432eb77-752e-44d9-942e-320742ae59f6 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Pushing event deleted for resources: {'Port': ['ID=72720c7f-1bd0-40ce-86b6-f1e29bda56f7,revision_number=None']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:38:11.112304 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-4432eb77-752e-44d9-942e-320742ae59f6 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:38:11.144586 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997b0bb7-c560-4248-9446-9fe3c720fee9 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Pushing event deleted for resources: {'Subnet': ['ID=d58a1af8-7e64-412b-ab41-f40b7c5769e8,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:38:11.175034 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-4432eb77-752e-44d9-942e-320742ae59f6 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for port, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:11.223417 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.db_base_plugin_v2 [None req-99aae98b-eedd-49fb-9a18-3e4949bfa4df tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Deleting subnet bc1b8a0b-d450-419a-9b84-2bbb324ba1f2 {{(pid=87507) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 16 22:38:11.226315 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c9c622a-bc06-4bf1-93bb-d31f7b8542c9 None None] Network 7edd76f7-0f97-48a5-b177-9842de6c0500 requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 22:38:11.227282 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-99aae98b-eedd-49fb-9a18-3e4949bfa4df tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks [] for subnet, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:11.231360 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-997b0bb7-c560-4248-9446-9fe3c720fee9 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.440s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:38:11.232428 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-997b0bb7-c560-4248-9446-9fe3c720fee9 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3791486'] for subnet, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:11.312357 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-99aae98b-eedd-49fb-9a18-3e4949bfa4df tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2128562'] for subnet, precommit_delete_associations {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:11.399853 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a145d926-8166-4a1b-b1af-fb20b144f437 None None] Pushing event updated for resources: {'Port': ['ID=a1b04d50-3d2d-4a11-a728-a46734473764,revision_number=2']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:38:11.452449 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-a145d926-8166-4a1b-b1af-fb20b144f437 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.535s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:38:11.498163 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-4432eb77-752e-44d9-942e-320742ae59f6 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] 10.222.0.13 "DELETE /v2.0/ports/72720c7f-1bd0-40ce-86b6-f1e29bda56f7 HTTP/1.1" status: 204  len: 168 time: 1.2140932
Dec 16 22:38:11.500956 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 44208) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:38:11.622736 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea061f17-3ed3-4a16-90d0-c146bcf948c7 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] GET failed (client error): The resource could not be found.
Dec 16 22:38:11.623288 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-ea061f17-3ed3-4a16-90d0-c146bcf948c7 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Synchronizing usage tracker for tenant:69ee045658914011ac7b8ba0ad799b2d on resource:port {{(pid=87507) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 22:38:11.631649 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-ab156d6d-fabd-4d78-a213-806cfb9cfd30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:11.653322 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-99aae98b-eedd-49fb-9a18-3e4949bfa4df tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3328566'] for subnet, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:11.669764 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:11.698016 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-ea061f17-3ed3-4a16-90d0-c146bcf948c7 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Unset dirty status for tenant:69ee045658914011ac7b8ba0ad799b2d on resource:port {{(pid=87507) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 22:38:11.702490 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-ea061f17-3ed3-4a16-90d0-c146bcf948c7 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] 10.222.0.13 "GET /v2.0/ports/72720c7f-1bd0-40ce-86b6-f1e29bda56f7 HTTP/1.1" status: 404  len: 333 time: 0.1872139
Dec 16 22:38:11.740296 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 44212) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:38:11.800511 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-88379fcf-7309-4bf0-8b8f-e602e8acde16 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Request body: {'port': {'network_id': '2769000e-f979-4993-b25c-a53f47882427', 'name': 'tempest-PortsIpV6TestJSON-1316297133'}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:38:11.829575 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-997b0bb7-c560-4248-9446-9fe3c720fee9 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] 10.222.0.13 "DELETE /v2.0/subnets/d58a1af8-7e64-412b-ab41-f40b7c5769e8 HTTP/1.1" status: 204  len: 168 time: 4.1065555
Dec 16 22:38:11.837783 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 44216) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:38:11.997192 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-ab156d6d-fabd-4d78-a213-806cfb9cfd30 None None] For port 524d76bb-740b-48cb-9e19-156c04492c9f, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=524d76bb-740b-48cb-9e19-156c04492c9f,segment=NetworkSegment(cd4751e3-5c6f-4b41-91b1-de6837d93d51),segment_id=cd4751e3-5c6f-4b41-91b1-de6837d93d51)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:38:12.010173 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-2a0527ad-7102-4f2a-bea1-7d3fed6efbdd tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1708124
Dec 16 22:38:12.010766 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-ab156d6d-fabd-4d78-a213-806cfb9cfd30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:12.011675 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 44220) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:38:12.017581 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-ecfa651f-3b77-481f-9843-3d024302991a None None] Notify callbacks [] for port, precommit_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:12.020102 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-a145d926-8166-4a1b-b1af-fb20b144f437 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:38:12.022060 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-71a6e8ee-7c67-4597-a5e8-988ce1806cd0 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Request body: {'subnet': {'network_id': '7edd76f7-0f97-48a5-b177-9842de6c0500', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:38:12.039407 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-99aae98b-eedd-49fb-9a18-3e4949bfa4df tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3328622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10807868', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10549621'] for subnet, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:12.055869 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-1b667780-ac68-43b8-bdf0-0e19858e2781 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:38:12.108361 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-ecfa651f-3b77-481f-9843-3d024302991a None None] Transition to ACTIVE for port object 85a86036-e2c4-424d-aa5c-810e595cd146 will not be triggered until provisioned by entity L2. {{(pid=87508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:38:12.135660 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-ecfa651f-3b77-481f-9843-3d024302991a None None] Transition to ACTIVE for port object 85a86036-e2c4-424d-aa5c-810e595cd146 will not be triggered until provisioned by entity DHCP. {{(pid=87508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:38:12.161537 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-88379fcf-7309-4bf0-8b8f-e602e8acde16 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:38:12.175418 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-ecfa651f-3b77-481f-9843-3d024302991a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940'] for port, after_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:12.177275 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-d9be6779-6e49-4e0e-8f09-1ac081e6d23a tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3741702', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3740945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-38947'] for router, precommit_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:12.197998 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-d9be6779-6e49-4e0e-8f09-1ac081e6d23a tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3741923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3741713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3741720', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3740934'] for router, after_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:12.200401 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-cb9cf153-8719-4d1f-aef6-2da0f5587434 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1863393'] for port, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:12.216405 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-a5818e24-b9c4-4955-b67f-8ecb824f36fe tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:38:12.229074 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-99aae98b-eedd-49fb-9a18-3e4949bfa4df tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks [] for subnet, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:12.246958 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-88379fcf-7309-4bf0-8b8f-e602e8acde16 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:38:12.249299 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99aae98b-eedd-49fb-9a18-3e4949bfa4df tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Pushing event deleted for resources: {'Subnet': ['ID=bc1b8a0b-d450-419a-9b84-2bbb324ba1f2,revision_number=None']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:38:12.252914 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-99aae98b-eedd-49fb-9a18-3e4949bfa4df tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:38:12.254764 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-71a6e8ee-7c67-4597-a5e8-988ce1806cd0 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:38:12.268653 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-99aae98b-eedd-49fb-9a18-3e4949bfa4df tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] 10.222.0.13 "DELETE /v2.0/subnets/bc1b8a0b-d450-419a-9b84-2bbb324ba1f2 HTTP/1.1" status: 204  len: 168 time: 1.1579301
Dec 16 22:38:12.269810 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 44224) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:38:12.271783 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-71a6e8ee-7c67-4597-a5e8-988ce1806cd0 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Usage tracker for resource:subnet and tenant:8e4385a98eb1416284c1cc96b3355a70 is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:38:12.283224 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-5de994f9-89eb-4000-b058-460bdb6ebb5b None None] Provisioning for port 3c14fdac-f9b3-4b9e-82dd-8a67222cb898 completed by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 22:38:12.290235 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.db.api [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87508) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 16 22:38:12.290639 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_db.api [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 16 22:38:12.296810 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecfa651f-3b77-481f-9843-3d024302991a None None] Network 2d95f1fe-5680-48c6-901d-3a10397689b5 is already hosted by enough agents. {{(pid=87508) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:38:12.303235 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-5de994f9-89eb-4000-b058-460bdb6ebb5b None None] Provisioning complete for port 3c14fdac-f9b3-4b9e-82dd-8a67222cb898 triggered by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:38:12.305110 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-5de994f9-89eb-4000-b058-460bdb6ebb5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:12.363061 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9cf153-8719-4d1f-aef6-2da0f5587434 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Pushing event deleted for resources: {'Port': ['ID=b0a420a2-0a9f-40c1-b1d6-c9999146f2c6,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:38:12.439248 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-5de994f9-89eb-4000-b058-460bdb6ebb5b None None] Port 3c14fdac-f9b3-4b9e-82dd-8a67222cb898 cannot update to ACTIVE because it is not bound. {{(pid=87508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 22:38:12.441107 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.scheduler.base_scheduler [None req-ecfa651f-3b77-481f-9843-3d024302991a None None] Resources bound (agent type, host, resource id):  {{(pid=87508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:38:12.454591 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecfa651f-3b77-481f-9843-3d024302991a None None] Received port after_create {{(pid=87508) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 22:38:12.460208 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab156d6d-fabd-4d78-a213-806cfb9cfd30 None None] Pushing event updated for resources: {'Port': ['ID=524d76bb-740b-48cb-9e19-156c04492c9f,revision_number=3']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:38:12.464543 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-ab156d6d-fabd-4d78-a213-806cfb9cfd30 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.444s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:38:12.477580 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.278s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:38:12.487384 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-cb9cf153-8719-4d1f-aef6-2da0f5587434 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:38:12.511376 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-71a6e8ee-7c67-4597-a5e8-988ce1806cd0 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:38:12.522663 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-f00b521b-f808-4e26-a198-81a9cffa2a19 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-825997'] for network, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:12.528752 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88379fcf-7309-4bf0-8b8f-e602e8acde16 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Made reservation on behalf of 69ee045658914011ac7b8ba0ad799b2d for: {'port': 1} {{(pid=87507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:38:12.533459 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-88379fcf-7309-4bf0-8b8f-e602e8acde16 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:12.545757 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb9cf153-8719-4d1f-aef6-2da0f5587434 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] No DVR routers for this DVR port b0a420a2-0a9f-40c1-b1d6-c9999146f2c6 on host dv-neutron-821829-1-hyperv {{(pid=87506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 22:38:12.551872 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2873995b-fb15-4e68-9934-9da4a97c50ed None None] DHCP port deletion for 7edd76f7-0f97-48a5-b177-9842de6c0500 request from dv-neutron-821829-1-hyperv {{(pid=87508) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 16 22:38:12.575050 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-71a6e8ee-7c67-4597-a5e8-988ce1806cd0 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:38:12.586835 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.notifiers.nova [None req-88379fcf-7309-4bf0-8b8f-e602e8acde16 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] device_id is not set on port 0bb89f1e-1ef8-4004-a735-ea075959a4e7 yet. {{(pid=87507) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 16 22:38:12.613306 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-2873995b-fb15-4e68-9934-9da4a97c50ed None None] Deleting port f63ea5e5-1521-41ec-b06b-8a476f3befb0 {{(pid=87508) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:38:12.614064 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-2873995b-fb15-4e68-9934-9da4a97c50ed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:12.694137 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71a6e8ee-7c67-4597-a5e8-988ce1806cd0 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Made reservation on behalf of 8e4385a98eb1416284c1cc96b3355a70 for: {'subnet': 1} {{(pid=87507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:38:12.697631 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-71a6e8ee-7c67-4597-a5e8-988ce1806cd0 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10549598'] for subnet, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:12.720733 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.plugin [None req-f00b521b-f808-4e26-a198-81a9cffa2a19 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Deleting port a1b04d50-3d2d-4a11-a728-a46734473764 {{(pid=87507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:38:12.721062 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-f00b521b-f808-4e26-a198-81a9cffa2a19 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:12.831304 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfa651f-3b77-481f-9843-3d024302991a None None] Pushing event updated for resources: {'Port': ['ID=85a86036-e2c4-424d-aa5c-810e595cd146,revision_number=1']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:38:12.834986 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7cef14c-0322-47d4-a9c5-83503b0664ef None None] Network e716b3f3-ad2a-4118-b3e7-8674e6728b43 requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 22:38:12.872819 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a160395-ed69-48d4-9eef-acb4b507ed72 None None] Sync routers for ids ['dcd68ae4-9678-4601-9589-50474829ca26'] in dv-neutron-821829-1-hyperv {{(pid=87509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 22:38:12.885903 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a160395-ed69-48d4-9eef-acb4b507ed72 None None] Routers {'dcd68ae4-9678-4601-9589-50474829ca26'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:38:12.886783 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-1a160395-ed69-48d4-9eef-acb4b507ed72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b7c854850>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:38:01Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['dcd68ae4-9678-4601-9589-50474829ca26'], 'active': True} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:38:12.893031 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-75e94c52-b5d7-49e9-a22b-f5cecc13643f tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1863317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11213092'] for subnet, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:12.957954 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-ecfa651f-3b77-481f-9843-3d024302991a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.480s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:38:13.003825 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-cb9cf153-8719-4d1f-aef6-2da0f5587434 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3329565', 'neutron.services.segments.db._delete_segments_for_network-8734753546406'] for network, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:13.012373 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-ecfa651f-3b77-481f-9843-3d024302991a None None] Attempting to bind port 85a86036-e2c4-424d-aa5c-810e595cd146 on host dv-neutron-821829-1-hyperv for vnic_type normal with profile  {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 22:38:13.012758 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-ecfa651f-3b77-481f-9843-3d024302991a None None] Attempting to bind port 85a86036-e2c4-424d-aa5c-810e595cd146 by drivers openvswitch,hyperv on host dv-neutron-821829-1-hyperv at level 0 using segments [{'id': 'c7a6916b-f447-4d8d-b2a8-d343995c4e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '2d95f1fe-5680-48c6-901d-3a10397689b5'}] {{(pid=87508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 22:38:13.013134 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecfa651f-3b77-481f-9843-3d024302991a None None] Attempting to bind port 85a86036-e2c4-424d-aa5c-810e595cd146 on network 2d95f1fe-5680-48c6-901d-3a10397689b5 {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 22:38:13.033132 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.services.segments.db [None req-cb9cf153-8719-4d1f-aef6-2da0f5587434 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1b7691b6a0>,) {'filters': {'network_id': ['aea6aef0-d2a6-4ce0-bddd-c557e65ffb7a']}} {{(pid=87506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:38:13.048448 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.services.segments.db [None req-cb9cf153-8719-4d1f-aef6-2da0f5587434 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b7691b6a0>, '6b58e6a5-2fa6-43da-8e5f-0a7c42b9cf07') {'for_net_delete': True} {{(pid=87506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:38:13.048882 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.services.segments.db [None req-cb9cf153-8719-4d1f-aef6-2da0f5587434 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b7691b6a0>, '6b58e6a5-2fa6-43da-8e5f-0a7c42b9cf07') {} {{(pid=87506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:38:13.061105 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-cb9cf153-8719-4d1f-aef6-2da0f5587434 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734753593977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-266764496'] for segment, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:13.065429 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvr_db [None req-1a160395-ed69-48d4-9eef-acb4b507ed72 None None] Set router dcd68ae4-9678-4601-9589-50474829ca26 gateway port host: None {{(pid=87509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 22:38:13.078617 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-cb9cf153-8719-4d1f-aef6-2da0f5587434 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-883292'] for segment, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:13.085540 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb9cf153-8719-4d1f-aef6-2da0f5587434 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Releasing vlan 162 on physical network physnet1 to pool {{(pid=87506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 16 22:38:13.086043 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-cb9cf153-8719-4d1f-aef6-2da0f5587434 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-883285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1863180'] for segment, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:13.163271 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-88379fcf-7309-4bf0-8b8f-e602e8acde16 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks [] for port, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:13.184113 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecfa651f-3b77-481f-9843-3d024302991a None None] Checking agent: {'id': '5571501f-366e-47a4-9b60-8ef19d935d27', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821829-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 24, 2), 'started_at': datetime.datetime(2021, 12, 16, 22, 24, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 38, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821829-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 22:38:13.184550 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecfa651f-3b77-481f-9843-3d024302991a None None] Checking segment: {'id': 'c7a6916b-f447-4d8d-b2a8-d343995c4e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '2d95f1fe-5680-48c6-901d-3a10397689b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 22:38:13.185022 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-ecfa651f-3b77-481f-9843-3d024302991a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:13.185457 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecfa651f-3b77-481f-9843-3d024302991a None None] Bound using segment: {'id': 'c7a6916b-f447-4d8d-b2a8-d343995c4e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '2d95f1fe-5680-48c6-901d-3a10397689b5'} {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 22:38:13.186077 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-ecfa651f-3b77-481f-9843-3d024302991a None None] Bound port: 85a86036-e2c4-424d-aa5c-810e595cd146, host: dv-neutron-821829-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7a6916b-f447-4d8d-b2a8-d343995c4e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '2d95f1fe-5680-48c6-901d-3a10397689b5'}}] {{(pid=87508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 22:38:13.186487 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-ecfa651f-3b77-481f-9843-3d024302991a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:13.202909 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-ea30f32b-988e-4cdf-8851-e00aefa31dae tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:38:13.215721 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-5de994f9-89eb-4000-b058-460bdb6ebb5b None None] Provisioning complete for port f63ea5e5-1521-41ec-b06b-8a476f3befb0 triggered by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:38:13.216232 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-5de994f9-89eb-4000-b058-460bdb6ebb5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:13.237457 dv-neutron-821829-1-hyperv neutron-server[87506]: Traceback (most recent call last):
Dec 16 22:38:13.237457 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 16 22:38:13.237457 dv-neutron-821829-1-hyperv neutron-server[87506]:     timer()
Dec 16 22:38:13.237457 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 22:38:13.237457 dv-neutron-821829-1-hyperv neutron-server[87506]:     cb(*args, **kw)
Dec 16 22:38:13.237457 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 22:38:13.237457 dv-neutron-821829-1-hyperv neutron-server[87506]:     return func(*args, **kwargs)
Dec 16 22:38:13.237457 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 22:38:13.237457 dv-neutron-821829-1-hyperv neutron-server[87506]:     self._notify()
Dec 16 22:38:13.237457 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 22:38:13.237457 dv-neutron-821829-1-hyperv neutron-server[87506]:     self.callback(batched_events)
Dec 16 22:38:13.237457 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 22:38:13.237457 dv-neutron-821829-1-hyperv neutron-server[87506]:     event.method(event)
Dec 16 22:38:13.237457 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 22:38:13.237457 dv-neutron-821829-1-hyperv neutron-server[87506]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 22:38:13.237457 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 22:38:13.237457 dv-neutron-821829-1-hyperv neutron-server[87506]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 22:38:13.237457 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 22:38:13.237457 dv-neutron-821829-1-hyperv neutron-server[87506]:     return f(self, *a, **k)
Dec 16 22:38:13.237457 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 16 22:38:13.237457 dv-neutron-821829-1-hyperv neutron-server[87506]:     return self._get(url).json()
Dec 16 22:38:13.237457 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 16 22:38:13.237457 dv-neutron-821829-1-hyperv neutron-server[87506]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 22:38:13.237457 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 16 22:38:13.237457 dv-neutron-821829-1-hyperv neutron-server[87506]:     return self.request(url, 'GET', **kwargs)
Dec 16 22:38:13.237457 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 16 22:38:13.237457 dv-neutron-821829-1-hyperv neutron-server[87506]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 22:38:13.237457 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 16 22:38:13.237457 dv-neutron-821829-1-hyperv neutron-server[87506]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 22:38:13.237457 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 16 22:38:13.237457 dv-neutron-821829-1-hyperv neutron-server[87506]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 22:38:13.237457 dv-neutron-821829-1-hyperv neutron-server[87506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 22:38:13.252789 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-cb9cf153-8719-4d1f-aef6-2da0f5587434 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3329572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3741856'] for network, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:13.263290 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device f63ea5e5-1521-41ec-b06b-8a476f3befb0 up at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 22:38:13.325262 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75e94c52-b5d7-49e9-a22b-f5cecc13643f tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Network 2d95f1fe-5680-48c6-901d-3a10397689b5 is already hosted by enough agents. {{(pid=87506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:38:13.344541 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-cb9cf153-8719-4d1f-aef6-2da0f5587434 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3791486'] for network, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:13.357664 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-cb9cf153-8719-4d1f-aef6-2da0f5587434 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] 10.222.0.13 "DELETE /v2.0/networks/aea6aef0-d2a6-4ce0-bddd-c557e65ffb7a HTTP/1.1" status: 204  len: 168 time: 9.2093651
Dec 16 22:38:13.358695 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.base_scheduler [None req-75e94c52-b5d7-49e9-a22b-f5cecc13643f tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Resources bound (agent type, host, resource id):  {{(pid=87506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:38:13.368456 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75e94c52-b5d7-49e9-a22b-f5cecc13643f tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:38:13.369207 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-75e94c52-b5d7-49e9-a22b-f5cecc13643f tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3791486'] for subnet, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:13.384786 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 44228) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:38:13.407852 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-85a1947e-8953-4822-b423-1b1839e74111 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1893298029'}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:38:13.413350 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-85a1947e-8953-4822-b423-1b1839e74111 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:38:13.417526 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-85a1947e-8953-4822-b423-1b1839e74111 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Usage tracker for resource:network and tenant:c85c59d360694166b5b0483f9fc81199 is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:38:13.421090 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-85a1947e-8953-4822-b423-1b1839e74111 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:38:13.427471 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-85a1947e-8953-4822-b423-1b1839e74111 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:38:13.440444 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-1a160395-ed69-48d4-9eef-acb4b507ed72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b7c854850>, [{'id': 'dcd68ae4-9678-4601-9589-50474829ca26', 'name': 'tempest-RoutersTest-router-809960879', 'tenant_id': 'bb30155073f3462f829b4df60e35f5af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:37:21Z', 'updated_at': '2021-12-16T22:38:10Z', 'revision_number': 7, 'project_id': 'bb30155073f3462f829b4df60e35f5af', 'gw_port_host': None, '_interfaces': [{'id': '23f463ae-462a-4a35-a545-23810024be4a', 'name': '', 'network_id': 'a9fe3143-2ede-4b9c-a7a9-a02a4acc426b', 'tenant_id': 'bb30155073f3462f829b4df60e35f5af', 'mac_address': 'fa:16:3e:4c:e9:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcd68ae4-9678-4601-9589-50474829ca26', 'device_owner': 'network:router_interface', 'standard_attr_id': 846, 'fixed_ips': [{'subnet_id': '95a355fa-2faa-4243-83d9-d55c558a9f15', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:37:44Z', 'updated_at': '2021-12-16T22:37:59Z', 'revision_number': 5, 'project_id': 'bb30155073f3462f829b4df60e35f5af', 'subnets': [{'id': '95a355fa-2faa-4243-83d9-d55c558a9f15', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3c14fdac-f9b3-4b9e-82dd-8a67222cb898', 'name': '', 'network_id': '28d7bb6e-74ad-4c1e-9ce1-844b4f7af3ea', 'tenant_id': 'bb30155073f3462f829b4df60e35f5af', 'mac_address': 'fa:16:3e:c8:e9:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcd68ae4-9678-4601-9589-50474829ca26', 'device_owner': 'network:router_interface', 'standard_attr_id': 891, 'fixed_ips': [{'subnet_id': 'bf9c697c-c143-489c-bd9b-629d49112c29', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:38:01Z', 'updated_at': '2021-12-16T22:38:02Z', 'revision_number': 2, 'project_id': 'bb30155073f3462f829b4df60e35f5af', 'subnets': [{'id': 'bf9c697c-c143-489c-bd9b-629d49112c29', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b4a16203-a9be-4052-bdb0-6f3fa9deae9e', 'name': '', 'network_id': '9cec1ece-19ae-40d0-b729-73c3863b1457', 'tenant_id': 'bb30155073f3462f829b4df60e35f5af', 'mac_address': 'fa:16:3e:f8:28:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcd68ae4-9678-4601-9589-50474829ca26', 'device_owner': 'network:router_interface', 'standard_attr_id': 810, 'fixed_ips': [{'subnet_id': '12bde7f9-83c9-49c9-9bcd-d81bdd1ed717', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:37:28Z', 'updated_at': '2021-12-16T22:37:46Z', 'revision_number': 5, 'project_id': 'bb30155073f3462f829b4df60e35f5af', 'subnets': [{'id': '12bde7f9-83c9-49c9-9bcd-d81bdd1ed717', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f95799a9-b8ac-4040-9601-29cf8e618a79', 'name': '', 'network_id': '609eecf4-5001-4b39-a7b6-bf81cca64c22', 'tenant_id': 'bb30155073f3462f829b4df60e35f5af', 'mac_address': 'fa:16:3e:6a:0e:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcd68ae4-9678-4601-9589-50474829ca26', 'device_owner': 'network:router_interface', 'standard_attr_id': 873, 'fixed_ips': [{'subnet_id': '11852dee-7e7f-4b01-b40e-4a8f31edd0c6', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:37:55Z', 'updated_at': '2021-12-16T22:38:06Z', 'revision_number': 4, 'project_id': 'bb30155073f3462f829b4df60e35f5af', 'subnets': [{'id': '11852dee-7e7f-4b01-b40e-4a8f31edd0c6', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:38:13.440850 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-75e94c52-b5d7-49e9-a22b-f5cecc13643f tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 793 time: 4.4236979
Dec 16 22:38:13.441729 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 44232) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:38:13.443834 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-88379fcf-7309-4bf0-8b8f-e602e8acde16 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10807823'] for port, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:13.448428 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a160395-ed69-48d4-9eef-acb4b507ed72 None None] Checking router: dcd68ae4-9678-4601-9589-50474829ca26 for host: dv-neutron-821829-1-hyperv {{(pid=87509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 22:38:13.449445 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a160395-ed69-48d4-9eef-acb4b507ed72 None None] Updating router dcd68ae4-9678-4601-9589-50474829ca26 port 3c14fdac-f9b3-4b9e-82dd-8a67222cb898 binding host dv-neutron-821829-1-hyperv {{(pid=87509) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 16 22:38:13.475773 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-2873995b-fb15-4e68-9934-9da4a97c50ed None None] For port f63ea5e5-1521-41ec-b06b-8a476f3befb0, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=f63ea5e5-1521-41ec-b06b-8a476f3befb0,segment=NetworkSegment(da71c9a1-7532-4738-a9bc-22a7f498ec35),segment_id=da71c9a1-7532-4738-a9bc-22a7f498ec35)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:38:13.476373 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-2873995b-fb15-4e68-9934-9da4a97c50ed None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:13.484613 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-a47bf5f6-6279-4baf-ad50-44645c911001 tempest-BulkNetworkOpsIpV6Test-1671727552 tempest-BulkNetworkOpsIpV6Test-1671727552-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:38:13.507286 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron_lib.callbacks.manager [None req-1a160395-ed69-48d4-9eef-acb4b507ed72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:13.542193 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85a1947e-8953-4822-b423-1b1839e74111 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Made reservation on behalf of c85c59d360694166b5b0483f9fc81199 for: {'network': 1} {{(pid=87506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:38:13.545835 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-85a1947e-8953-4822-b423-1b1839e74111 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for network, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:13.559601 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfd0a607-24f2-4921-9d5d-0b6702df59f2 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:38:13.561251 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfd0a607-24f2-4921-9d5d-0b6702df59f2 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:38:13.563013 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfd0a607-24f2-4921-9d5d-0b6702df59f2 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:38:13.564728 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfd0a607-24f2-4921-9d5d-0b6702df59f2 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:38:13.567380 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfd0a607-24f2-4921-9d5d-0b6702df59f2 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:38:13.569089 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-cfd0a607-24f2-4921-9d5d-0b6702df59f2 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Synchronizing usage tracker for tenant:4776cb1297af44b2a1a3b9af0f4316e5 on resource:subnet {{(pid=87506) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 22:38:13.603072 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88379fcf-7309-4bf0-8b8f-e602e8acde16 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Network 2769000e-f979-4993-b25c-a53f47882427 is already hosted by enough agents. {{(pid=87507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:38:13.605843 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-71a6e8ee-7c67-4597-a5e8-988ce1806cd0 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10807931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10549612'] for subnet, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:13.624753 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.base_scheduler [None req-88379fcf-7309-4bf0-8b8f-e602e8acde16 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Resources bound (agent type, host, resource id):  {{(pid=87507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:38:13.647548 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88379fcf-7309-4bf0-8b8f-e602e8acde16 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Received port after_create {{(pid=87507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 22:38:13.654367 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88379fcf-7309-4bf0-8b8f-e602e8acde16 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:38:13.655554 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-88379fcf-7309-4bf0-8b8f-e602e8acde16 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for port, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:13.655698 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9be6779-6e49-4e0e-8f09-1ac081e6d23a tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Router dcd68ae4-9678-4601-9589-50474829ca26 has already been hosted by L3 agent 4f519db7-069b-43e2-8411-c092bac9102a {{(pid=87506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 22:38:13.687668 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-2873995b-fb15-4e68-9934-9da4a97c50ed None None] Calling delete_port for f63ea5e5-1521-41ec-b06b-8a476f3befb0 owned by network:dhcp {{(pid=87508) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:38:13.704971 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71a6e8ee-7c67-4597-a5e8-988ce1806cd0 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Network 7edd76f7-0f97-48a5-b177-9842de6c0500 is already hosted by enough agents. {{(pid=87507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:38:13.716427 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.base_scheduler [None req-71a6e8ee-7c67-4597-a5e8-988ce1806cd0 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Resources bound (agent type, host, resource id):  {{(pid=87507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:38:13.724171 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-88379fcf-7309-4bf0-8b8f-e602e8acde16 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 850 time: 1.9667165
Dec 16 22:38:13.728931 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71a6e8ee-7c67-4597-a5e8-988ce1806cd0 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:38:13.729520 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-71a6e8ee-7c67-4597-a5e8-988ce1806cd0 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks [] for subnet, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:13.733009 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-ecfa651f-3b77-481f-9843-3d024302991a None None] For port 85a86036-e2c4-424d-aa5c-810e595cd146, host dv-neutron-821829-1-hyperv, cleared binding levels {{(pid=87508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 22:38:13.743656 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e94c52-b5d7-49e9-a22b-f5cecc13643f tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Pushing event updated for resources: {'Subnet': ['ID=afba7a3f-1f79-4f3b-9b09-b19cd0c6c02e,revision_number=0']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:38:13.746095 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-cfd0a607-24f2-4921-9d5d-0b6702df59f2 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Unset dirty status for tenant:4776cb1297af44b2a1a3b9af0f4316e5 on resource:subnet {{(pid=87506) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 22:38:13.751339 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-cfd0a607-24f2-4921-9d5d-0b6702df59f2 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 3330 time: 0.2983217
Dec 16 22:38:13.761909 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-75e94c52-b5d7-49e9-a22b-f5cecc13643f tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.559s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:38:13.763104 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 44238) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:38:13.763259 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 44240) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:38:13.768861 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning complete for port f63ea5e5-1521-41ec-b06b-8a476f3befb0 triggered by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:38:13.769253 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:13.810192 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-71a6e8ee-7c67-4597-a5e8-988ce1806cd0 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 834 time: 1.7942014
Dec 16 22:38:13.817707 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 44242) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:38:13.843435 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81f58b23-6053-497e-a0c2-b0747124ddfe None None] DHCP port deletion for e716b3f3-ad2a-4118-b3e7-8674e6728b43 request from dv-neutron-821829-1-hyperv {{(pid=87508) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 16 22:38:13.851685 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-ecfa651f-3b77-481f-9843-3d024302991a None None] For port 85a86036-e2c4-424d-aa5c-810e595cd146, host dv-neutron-821829-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=85a86036-e2c4-424d-aa5c-810e595cd146,segment=NetworkSegment(c7a6916b-f447-4d8d-b2a8-d343995c4e4e),segment_id=c7a6916b-f447-4d8d-b2a8-d343995c4e4e)] {{(pid=87508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 22:38:13.861402 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-81f58b23-6053-497e-a0c2-b0747124ddfe None None] Deleting port a1b04d50-3d2d-4a11-a728-a46734473764 {{(pid=87508) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:38:13.861782 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-81f58b23-6053-497e-a0c2-b0747124ddfe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:13.888145 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-0930941c-79a7-4ef6-a207-c7a6fc7017a2 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Request body: {'subnet': {'network_id': '7edd76f7-0f97-48a5-b177-9842de6c0500', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:38:13.899533 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-ecfa651f-3b77-481f-9843-3d024302991a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:13.912945 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-932b00ba-f98d-4ba8-968c-a6308fb23fcf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:38:13.917486 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88379fcf-7309-4bf0-8b8f-e602e8acde16 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Pushing event updated for resources: {'Port': ['ID=0bb89f1e-1ef8-4004-a735-ea075959a4e7,revision_number=1']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:38:13.919293 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron_lib.callbacks.manager [None req-1a160395-ed69-48d4-9eef-acb4b507ed72 None None] Notify callbacks [] for port, precommit_update {{(pid=87509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:13.935961 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-88379fcf-7309-4bf0-8b8f-e602e8acde16 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.451s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:38:13.940880 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.provisioning_blocks [None req-1a160395-ed69-48d4-9eef-acb4b507ed72 None None] Transition to ACTIVE for port object 3c14fdac-f9b3-4b9e-82dd-8a67222cb898 will not be triggered until provisioned by entity L2. {{(pid=87509) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:38:13.948576 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron_lib.callbacks.manager [None req-1a160395-ed69-48d4-9eef-acb4b507ed72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:13.952765 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-83875cd7-c653-4dbf-afb6-6de4f68f3a8f tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.611s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:38:13.959038 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:38:13.983308 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-a0cc24d6-dd7c-4221-bfd5-da4e9bf3e9aa tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:38:13.985349 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-62a14470-fff1-46ce-a2fd-718e41d3e808 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.357s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:38:14.000300 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfa651f-3b77-481f-9843-3d024302991a None None] Pushing event updated for resources: {'Port': ['ID=85a86036-e2c4-424d-aa5c-810e595cd146,revision_number=2']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:38:14.017271 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-ecfa651f-3b77-481f-9843-3d024302991a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:38:14.073474 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-46475f16-bfe7-4977-af8e-b82c4e90ad80 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1739698436'}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:38:14.081501 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9be6779-6e49-4e0e-8f09-1ac081e6d23a tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify agent at l3_agent.dv-neutron-821829-1-hyperv the message routers_updated {{(pid=87506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 22:38:14.085578 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-5de994f9-89eb-4000-b058-460bdb6ebb5b None None] Provisioning complete for port 844a2831-92d3-404b-81cb-3a2a789d1e42 triggered by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:38:14.086058 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-5de994f9-89eb-4000-b058-460bdb6ebb5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:14.125545 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a6e8ee-7c67-4597-a5e8-988ce1806cd0 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Pushing event updated for resources: {'Subnet': ['ID=ed7c5ab0-b3c4-401f-8e29-a6b54b4145be,revision_number=0']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:38:14.128154 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-2873995b-fb15-4e68-9934-9da4a97c50ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949'] for port, after_delete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:14.132895 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-71a6e8ee-7c67-4597-a5e8-988ce1806cd0 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:38:14.157116 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-d9be6779-6e49-4e0e-8f09-1ac081e6d23a tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks [] for router, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:14.168396 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-d9be6779-6e49-4e0e-8f09-1ac081e6d23a tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] 10.222.0.13 "PUT /v2.0/routers/dcd68ae4-9678-4601-9589-50474829ca26 HTTP/1.1" status: 200  len: 699 time: 6.4434879
Dec 16 22:38:14.173208 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 44250) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:38:14.180171 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c33b13-aa19-4f64-be92-cfcfbc27a69d None None] Pushing event updated for resources: {'Port': ['ID=3c14fdac-f9b3-4b9e-82dd-8a67222cb898,revision_number=3']} {{(pid=87509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:38:14.189458 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-46475f16-bfe7-4977-af8e-b82c4e90ad80 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:38:14.198621 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9cf153-8719-4d1f-aef6-2da0f5587434 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Pushing event deleted for resources: {'Network': ['ID=aea6aef0-d2a6-4ce0-bddd-c557e65ffb7a,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:38:14.203923 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG oslo_concurrency.lockutils [None req-90c33b13-aa19-4f64-be92-cfcfbc27a69d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=87509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:38:14.211542 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.db [None req-f00b521b-f808-4e26-a198-81a9cffa2a19 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] For port a1b04d50-3d2d-4a11-a728-a46734473764, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=a1b04d50-3d2d-4a11-a728-a46734473764,segment=NetworkSegment(5319e64a-f11a-4f0a-84ac-d65b37203f57),segment_id=5319e64a-f11a-4f0a-84ac-d65b37203f57)] {{(pid=87507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:38:14.211838 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-f00b521b-f808-4e26-a198-81a9cffa2a19 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:14.215904 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-b319f3f4-2a7f-4b21-937c-bbec5393e9b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:38:14.218670 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-46475f16-bfe7-4977-af8e-b82c4e90ad80 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Usage tracker for resource:network and tenant:4776cb1297af44b2a1a3b9af0f4316e5 is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:38:14.221906 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-cb9cf153-8719-4d1f-aef6-2da0f5587434 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:38:14.223215 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85a1947e-8953-4822-b423-1b1839e74111 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] vlan segment allocate from pool success with {'vlan_id': 163, 'physical_network': 'physnet1'}  {{(pid=87506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 22:38:14.227460 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-46475f16-bfe7-4977-af8e-b82c4e90ad80 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:38:14.230353 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-a0cc24d6-dd7c-4221-bfd5-da4e9bf3e9aa tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:14.294545 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-46475f16-bfe7-4977-af8e-b82c4e90ad80 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:38:14.329645 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-85a1947e-8953-4822-b423-1b1839e74111 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-883292'] for segment, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:14.335972 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.db.segments_db [None req-85a1947e-8953-4822-b423-1b1839e74111 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Added segment 06bbde62-66d7-4037-ae56-7e540b00e4c2 of type vlan for network 7862aedb-b3ea-4438-a4e6-7022d894a500
Dec 16 22:38:14.375115 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Port f63ea5e5-1521-41ec-b06b-8a476f3befb0 update to ACTIVE by agent not found {{(pid=87508) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2117}}
Dec 16 22:38:14.375115 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device a75c1035-0a6a-4976-a6f9-4604d12d9a08 up at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 22:38:14.395350 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.db.resource_extend [None req-78a1a101-f076-458b-8e1b-f0d530ecba3f tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 16 22:38:14.414536 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2873995b-fb15-4e68-9934-9da4a97c50ed None None] No DVR routers for this DVR port f63ea5e5-1521-41ec-b06b-8a476f3befb0 on host dv-neutron-821829-1-hyperv {{(pid=87508) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 22:38:14.440266 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.plugins.ml2.managers [None req-1a160395-ed69-48d4-9eef-acb4b507ed72 None None] Attempting to bind port 3c14fdac-f9b3-4b9e-82dd-8a67222cb898 on host dv-neutron-821829-1-hyperv for vnic_type normal with profile  {{(pid=87509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 22:38:14.440791 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.plugins.ml2.managers [None req-1a160395-ed69-48d4-9eef-acb4b507ed72 None None] Attempting to bind port 3c14fdac-f9b3-4b9e-82dd-8a67222cb898 by drivers openvswitch,hyperv on host dv-neutron-821829-1-hyperv at level 0 using segments [{'id': 'fa42b440-0715-43f7-91be-577aed91ee24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '28d7bb6e-74ad-4c1e-9ce1-844b4f7af3ea'}] {{(pid=87509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 22:38:14.441295 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a160395-ed69-48d4-9eef-acb4b507ed72 None None] Attempting to bind port 3c14fdac-f9b3-4b9e-82dd-8a67222cb898 on network 28d7bb6e-74ad-4c1e-9ce1-844b4f7af3ea {{(pid=87509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 22:38:14.456557 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a160395-ed69-48d4-9eef-acb4b507ed72 None None] Checking agent: {'id': '5571501f-366e-47a4-9b60-8ef19d935d27', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821829-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 24, 2), 'started_at': datetime.datetime(2021, 12, 16, 22, 24, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 38, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821829-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 22:38:14.460873 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a160395-ed69-48d4-9eef-acb4b507ed72 None None] Checking segment: {'id': 'fa42b440-0715-43f7-91be-577aed91ee24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '28d7bb6e-74ad-4c1e-9ce1-844b4f7af3ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 22:38:14.461400 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron_lib.callbacks.manager [None req-1a160395-ed69-48d4-9eef-acb4b507ed72 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:14.461933 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a160395-ed69-48d4-9eef-acb4b507ed72 None None] Bound using segment: {'id': 'fa42b440-0715-43f7-91be-577aed91ee24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '28d7bb6e-74ad-4c1e-9ce1-844b4f7af3ea'} {{(pid=87509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 22:38:14.464248 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.plugins.ml2.managers [None req-1a160395-ed69-48d4-9eef-acb4b507ed72 None None] Bound port: 3c14fdac-f9b3-4b9e-82dd-8a67222cb898, host: dv-neutron-821829-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa42b440-0715-43f7-91be-577aed91ee24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '28d7bb6e-74ad-4c1e-9ce1-844b4f7af3ea'}}] {{(pid=87509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 22:38:14.464750 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron_lib.callbacks.manager [None req-1a160395-ed69-48d4-9eef-acb4b507ed72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:14.525260 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-78a1a101-f076-458b-8e1b-f0d530ecba3f tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks [] for port, precommit_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:14.533437 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46475f16-bfe7-4977-af8e-b82c4e90ad80 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Made reservation on behalf of 4776cb1297af44b2a1a3b9af0f4316e5 for: {'network': 1} {{(pid=87506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:38:14.544201 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-46475f16-bfe7-4977-af8e-b82c4e90ad80 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for network, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:14.594121 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2873995b-fb15-4e68-9934-9da4a97c50ed None None] Pushing event deleted for resources: {'Port': ['ID=f63ea5e5-1521-41ec-b06b-8a476f3befb0,revision_number=None']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:38:14.594704 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-85a1947e-8953-4822-b423-1b1839e74111 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734753047233'] for network, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:14.607709 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5336b1b4-77d1-48d8-a6e3-0d3a9b606abf None None] Network 7edd76f7-0f97-48a5-b177-9842de6c0500 requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 22:38:14.609287 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-78a1a101-f076-458b-8e1b-f0d530ecba3f tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1863400'] for port, after_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:14.610360 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-78a1a101-f076-458b-8e1b-f0d530ecba3f tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3791426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3830222'] for router_interface, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:14.619405 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-806eac5d-b615-462b-964f-782c32417403 req-d157bbf3-d3c9-471f-b741-30c072d84a46 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=6835fec6-5e03-4c1c-818c-3e2c01241c21&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 1.1759293
Dec 16 22:38:14.626921 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-0ae321cd-7c03-41e5-936a-cdb0f2dbe855 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:38:14.662121 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.plugins.ml2.db [None req-1a160395-ed69-48d4-9eef-acb4b507ed72 None None] For port 3c14fdac-f9b3-4b9e-82dd-8a67222cb898, host dv-neutron-821829-1-hyperv, cleared binding levels {{(pid=87509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 22:38:14.666591 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.plugins.ml2.db [None req-1a160395-ed69-48d4-9eef-acb4b507ed72 None None] For port 3c14fdac-f9b3-4b9e-82dd-8a67222cb898, host dv-neutron-821829-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=3c14fdac-f9b3-4b9e-82dd-8a67222cb898,segment=NetworkSegment(fa42b440-0715-43f7-91be-577aed91ee24),segment_id=fa42b440-0715-43f7-91be-577aed91ee24)] {{(pid=87509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 22:38:14.670023 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-2873995b-fb15-4e68-9934-9da4a97c50ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.454s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:38:14.671581 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron_lib.callbacks.manager [None req-1a160395-ed69-48d4-9eef-acb4b507ed72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:14.684039 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:38:14.734142 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.plugin [None req-f00b521b-f808-4e26-a198-81a9cffa2a19 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Calling delete_port for a1b04d50-3d2d-4a11-a728-a46734473764 owned by network:dhcp {{(pid=87507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:38:14.740938 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46475f16-bfe7-4977-af8e-b82c4e90ad80 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] vlan segment allocate from pool success with {'vlan_id': 161, 'physical_network': 'physnet1'}  {{(pid=87506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 22:38:14.784339 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a160395-ed69-48d4-9eef-acb4b507ed72 None None] Routers {'dcd68ae4-9678-4601-9589-50474829ca26'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:38:14.788225 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-1a160395-ed69-48d4-9eef-acb4b507ed72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b7c854850>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:38:01Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['dcd68ae4-9678-4601-9589-50474829ca26'], 'active': True} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:38:14.850225 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-b86df8b1-e9aa-4ba5-8849-bd6973c0ab6d tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] 10.222.0.13 "GET /v2.0/routers/dcd68ae4-9678-4601-9589-50474829ca26 HTTP/1.1" status: 200  len: 699 time: 0.6704390
Dec 16 22:38:14.861909 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 44254) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:38:14.907878 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-5de994f9-89eb-4000-b058-460bdb6ebb5b None None] Port 844a2831-92d3-404b-81cb-3a2a789d1e42 cannot update to ACTIVE because it is not bound. {{(pid=87508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 22:38:14.915312 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-81f58b23-6053-497e-a0c2-b0747124ddfe None None] For port a1b04d50-3d2d-4a11-a728-a46734473764, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=a1b04d50-3d2d-4a11-a728-a46734473764,segment=NetworkSegment(5319e64a-f11a-4f0a-84ac-d65b37203f57),segment_id=5319e64a-f11a-4f0a-84ac-d65b37203f57)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:38:14.916004 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-81f58b23-6053-497e-a0c2-b0747124ddfe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:14.991916 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c33b13-aa19-4f64-be92-cfcfbc27a69d None None] Pushing event updated for resources: {'Port': ['ID=3c14fdac-f9b3-4b9e-82dd-8a67222cb898,revision_number=4']} {{(pid=87509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:38:15.076509 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvr_db [None req-1a160395-ed69-48d4-9eef-acb4b507ed72 None None] Set router dcd68ae4-9678-4601-9589-50474829ca26 gateway port host: None {{(pid=87509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 22:38:15.084533 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-0930941c-79a7-4ef6-a207-c7a6fc7017a2 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:38:15.132709 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-0930941c-79a7-4ef6-a207-c7a6fc7017a2 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Usage tracker for resource:subnet and tenant:8e4385a98eb1416284c1cc96b3355a70 is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:38:15.139007 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-0930941c-79a7-4ef6-a207-c7a6fc7017a2 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:38:15.158032 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-0930941c-79a7-4ef6-a207-c7a6fc7017a2 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:38:15.174000 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-f00b521b-f808-4e26-a198-81a9cffa2a19 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10807823'] for port, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:15.176398 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-81f58b23-6053-497e-a0c2-b0747124ddfe None None] Calling delete_port for a1b04d50-3d2d-4a11-a728-a46734473764 owned by network:dhcp {{(pid=87508) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:38:15.184561 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-c14609ad-e351-4f2c-bc54-5bbab3f971b7 tempest-AllowedAddressPairTestJSON-1611484417 tempest-AllowedAddressPairTestJSON-1611484417-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:38:15.266783 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.db.resource_extend [None req-85a1947e-8953-4822-b423-1b1839e74111 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] It took 0.55 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 16 22:38:15.305926 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00b521b-f808-4e26-a198-81a9cffa2a19 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Pushing event deleted for resources: {'Port': ['ID=a1b04d50-3d2d-4a11-a728-a46734473764,revision_number=None']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:38:15.308839 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning for port a75c1035-0a6a-4976-a6f9-4604d12d9a08 completed by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 22:38:15.311663 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-f00b521b-f808-4e26-a198-81a9cffa2a19 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:38:15.312242 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.db.api [None req-81f58b23-6053-497e-a0c2-b0747124ddfe None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87508) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 16 22:38:15.312940 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_db.api [None req-81f58b23-6053-497e-a0c2-b0747124ddfe None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 16 22:38:15.335386 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0930941c-79a7-4ef6-a207-c7a6fc7017a2 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Made reservation on behalf of 8e4385a98eb1416284c1cc96b3355a70 for: {'subnet': 1} {{(pid=87507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:38:15.341742 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-46475f16-bfe7-4977-af8e-b82c4e90ad80 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-883292'] for segment, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:15.342235 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.db.segments_db [None req-46475f16-bfe7-4977-af8e-b82c4e90ad80 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Added segment ea481994-63c7-48a9-b74b-ee1fd825c0e5 of type vlan for network fe63344e-82cd-4f99-a6ad-2e8f33860c91
Dec 16 22:38:15.345887 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-0930941c-79a7-4ef6-a207-c7a6fc7017a2 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10549598'] for subnet, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:15.362568 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning complete for port a75c1035-0a6a-4976-a6f9-4604d12d9a08 triggered by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:38:15.363190 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:15.397383 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a1a101-f076-458b-8e1b-f0d530ecba3f tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Pushing event updated for resources: {'Port': ['ID=844a2831-92d3-404b-81cb-3a2a789d1e42,revision_number=3']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:38:15.407053 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-78a1a101-f076-458b-8e1b-f0d530ecba3f tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.781s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:38:15.462309 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG oslo_concurrency.lockutils [None req-90c33b13-aa19-4f64-be92-cfcfbc27a69d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.779s {{(pid=87509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:38:15.472671 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-d81ca72d-578f-4a64-b281-5a13883a6f95 None None] Could not find standard attr ID for object a1b04d50-3d2d-4a11-a728-a46734473764. {{(pid=87508) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 16 22:38:15.475576 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6441e018-b7c9-47b7-af2a-041fb072e58a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1d6bfaf-d325-5e4f-b05d-2441d8339617-7edd76f7-0f97-48a5-b177-9842de6c0500', 'network_id': '7edd76f7-0f97-48a5-b177-9842de6c0500', 'tenant_id': '8e4385a98eb1416284c1cc96b3355a70', 'fixed_ips': [{'subnet_id': 'ed7c5ab0-b3c4-401f-8e29-a6b54b4145be'}]}} from dv-neutron-821829-1-hyperv. {{(pid=87508) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 16 22:38:15.476464 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-6441e018-b7c9-47b7-af2a-041fb072e58a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:15.491225 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-85a1947e-8953-4822-b423-1b1839e74111 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440'] for network, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:15.505432 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85a1947e-8953-4822-b423-1b1839e74111 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:38:15.508595 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-85a1947e-8953-4822-b423-1b1839e74111 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3791486'] for network, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:15.529589 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-73f9a320-3a61-4971-8f86-db867a7fa518 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:38:15.566487 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-1a160395-ed69-48d4-9eef-acb4b507ed72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b7c854850>, [{'id': 'dcd68ae4-9678-4601-9589-50474829ca26', 'name': 'tempest-RoutersTest-router-809960879', 'tenant_id': 'bb30155073f3462f829b4df60e35f5af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:37:21Z', 'updated_at': '2021-12-16T22:38:10Z', 'revision_number': 7, 'project_id': 'bb30155073f3462f829b4df60e35f5af', 'gw_port_host': None, '_interfaces': [{'id': '23f463ae-462a-4a35-a545-23810024be4a', 'name': '', 'network_id': 'a9fe3143-2ede-4b9c-a7a9-a02a4acc426b', 'tenant_id': 'bb30155073f3462f829b4df60e35f5af', 'mac_address': 'fa:16:3e:4c:e9:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcd68ae4-9678-4601-9589-50474829ca26', 'device_owner': 'network:router_interface', 'standard_attr_id': 846, 'fixed_ips': [{'subnet_id': '95a355fa-2faa-4243-83d9-d55c558a9f15', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:37:44Z', 'updated_at': '2021-12-16T22:37:59Z', 'revision_number': 5, 'project_id': 'bb30155073f3462f829b4df60e35f5af', 'subnets': [{'id': '95a355fa-2faa-4243-83d9-d55c558a9f15', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3c14fdac-f9b3-4b9e-82dd-8a67222cb898', 'name': '', 'network_id': '28d7bb6e-74ad-4c1e-9ce1-844b4f7af3ea', 'tenant_id': 'bb30155073f3462f829b4df60e35f5af', 'mac_address': 'fa:16:3e:c8:e9:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcd68ae4-9678-4601-9589-50474829ca26', 'device_owner': 'network:router_interface', 'standard_attr_id': 891, 'fixed_ips': [{'subnet_id': 'bf9c697c-c143-489c-bd9b-629d49112c29', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:38:01Z', 'updated_at': '2021-12-16T22:38:14Z', 'revision_number': 4, 'project_id': 'bb30155073f3462f829b4df60e35f5af', 'subnets': [{'id': 'bf9c697c-c143-489c-bd9b-629d49112c29', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b4a16203-a9be-4052-bdb0-6f3fa9deae9e', 'name': '', 'network_id': '9cec1ece-19ae-40d0-b729-73c3863b1457', 'tenant_id': 'bb30155073f3462f829b4df60e35f5af', 'mac_address': 'fa:16:3e:f8:28:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcd68ae4-9678-4601-9589-50474829ca26', 'device_owner': 'network:router_interface', 'standard_attr_id': 810, 'fixed_ips': [{'subnet_id': '12bde7f9-83c9-49c9-9bcd-d81bdd1ed717', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:37:28Z', 'updated_at': '2021-12-16T22:37:46Z', 'revision_number': 5, 'project_id': 'bb30155073f3462f829b4df60e35f5af', 'subnets': [{'id': '12bde7f9-83c9-49c9-9bcd-d81bdd1ed717', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f95799a9-b8ac-4040-9601-29cf8e618a79', 'name': '', 'network_id': '609eecf4-5001-4b39-a7b6-bf81cca64c22', 'tenant_id': 'bb30155073f3462f829b4df60e35f5af', 'mac_address': 'fa:16:3e:6a:0e:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcd68ae4-9678-4601-9589-50474829ca26', 'device_owner': 'network:router_interface', 'standard_attr_id': 873, 'fixed_ips': [{'subnet_id': '11852dee-7e7f-4b01-b40e-4a8f31edd0c6', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:37:55Z', 'updated_at': '2021-12-16T22:38:06Z', 'revision_number': 4, 'project_id': 'bb30155073f3462f829b4df60e35f5af', 'subnets': [{'id': '11852dee-7e7f-4b01-b40e-4a8f31edd0c6', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:38:15.573602 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a160395-ed69-48d4-9eef-acb4b507ed72 None None] The sync data for ids ['dcd68ae4-9678-4601-9589-50474829ca26'] in dv-neutron-821829-1-hyperv is: [{'id': 'dcd68ae4-9678-4601-9589-50474829ca26', 'name': 'tempest-RoutersTest-router-809960879', 'tenant_id': 'bb30155073f3462f829b4df60e35f5af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:37:21Z', 'updated_at': '2021-12-16T22:38:10Z', 'revision_number': 7, 'project_id': 'bb30155073f3462f829b4df60e35f5af', 'gw_port_host': None, '_interfaces': [{'id': '23f463ae-462a-4a35-a545-23810024be4a', 'name': '', 'network_id': 'a9fe3143-2ede-4b9c-a7a9-a02a4acc426b', 'tenant_id': 'bb30155073f3462f829b4df60e35f5af', 'mac_address': 'fa:16:3e:4c:e9:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcd68ae4-9678-4601-9589-50474829ca26', 'device_owner': 'network:router_interface', 'standard_attr_id': 846, 'fixed_ips': [{'subnet_id': '95a355fa-2faa-4243-83d9-d55c558a9f15', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:37:44Z', 'updated_at': '2021-12-16T22:37:59Z', 'revision_number': 5, 'project_id': 'bb30155073f3462f829b4df60e35f5af', 'subnets': [{'id': '95a355fa-2faa-4243-83d9-d55c558a9f15', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3c14fdac-f9b3-4b9e-82dd-8a67222cb898', 'name': '', 'network_id': '28d7bb6e-74ad-4c1e-9ce1-844b4f7af3ea', 'tenant_id': 'bb30155073f3462f829b4df60e35f5af', 'mac_address': 'fa:16:3e:c8:e9:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcd68ae4-9678-4601-9589-50474829ca26', 'device_owner': 'network:router_interface', 'standard_attr_id': 891, 'fixed_ips': [{'subnet_id': 'bf9c697c-c143-489c-bd9b-629d49112c29', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:38:01Z', 'updated_at': '2021-12-16T22:38:14Z', 'revision_number': 4, 'project_id': 'bb30155073f3462f829b4df60e35f5af', 'subnets': [{'id': 'bf9c697c-c143-489c-bd9b-629d49112c29', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b4a16203-a9be-4052-bdb0-6f3fa9deae9e', 'name': '', 'network_id': '9cec1ece-19ae-40d0-b729-73c3863b1457', 'tenant_id': 'bb30155073f3462f829b4df60e35f5af', 'mac_address': 'fa:16:3e:f8:28:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcd68ae4-9678-4601-9589-50474829ca26', 'device_owner': 'network:router_interface', 'standard_attr_id': 810, 'fixed_ips': [{'subnet_id': '12bde7f9-83c9-49c9-9bcd-d81bdd1ed717', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:37:28Z', 'updated_at': '2021-12-16T22:37:46Z', 'revision_number': 5, 'project_id': 'bb30155073f3462f829b4df60e35f5af', 'subnets': [{'id': '12bde7f9-83c9-49c9-9bcd-d81bdd1ed717', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f95799a9-b8ac-4040-9601-29cf8e618a79', 'name': '', 'network_id': '609eecf4-5001-4b39-a7b6-bf81cca64c22', 'tenant_id': 'bb30155073f3462f829b4df60e35f5af', 'mac_address': 'fa:16:3e:6a:0e:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcd68ae4-9678-4601-9589-50474829ca26', 'device_owner': 'network:router_interface', 'standard_attr_id': 873, 'fixed_ips': [{'subnet_id': '11852dee-7e7f-4b01-b40e-4a8f31edd0c6', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:37:55Z', 'updated_at': '2021-12-16T22:38:06Z', 'revision_number': 4, 'project_id': 'bb30155073f3462f829b4df60e35f5af', 'subnets': [{'id': '11852dee-7e7f-4b01-b40e-4a8f31edd0c6', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 22:38:15.585845 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-46475f16-bfe7-4977-af8e-b82c4e90ad80 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734753047233'] for network, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:15.587886 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f00b521b-f808-4e26-a198-81a9cffa2a19 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] No DVR routers for this DVR port a1b04d50-3d2d-4a11-a728-a46734473764 on host dv-neutron-821829-1-hyperv {{(pid=87507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 22:38:15.683994 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12974792-48d1-4327-a1fb-3c9b1ba2a048 None None] Network 2d95f1fe-5680-48c6-901d-3a10397689b5 requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 22:38:15.744635 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.db.resource_extend [None req-a0cc24d6-dd7c-4221-bfd5-da4e9bf3e9aa tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 16 22:38:15.764025 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78a1a101-f076-458b-8e1b-f0d530ecba3f tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Network 83164aae-f7ab-456d-aa67-cd11c17168ef is already hosted by enough agents. {{(pid=87506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:38:15.776983 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-85a1947e-8953-4822-b423-1b1839e74111 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 780 time: 2.3855665
Dec 16 22:38:15.785712 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.base_scheduler [None req-78a1a101-f076-458b-8e1b-f0d530ecba3f tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Resources bound (agent type, host, resource id):  {{(pid=87506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:38:15.789602 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-a0cc24d6-dd7c-4221-bfd5-da4e9bf3e9aa tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks [] for port, precommit_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:15.793305 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 44258) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:38:15.794306 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a1947e-8953-4822-b423-1b1839e74111 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Pushing event updated for resources: {'Network': ['ID=7862aedb-b3ea-4438-a4e6-7022d894a500,revision_number=1']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:38:15.803090 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-118bfc5a-474a-4ca7-a0e3-7802eeae8016 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Request body: {'subnet': {'network_id': '7862aedb-b3ea-4438-a4e6-7022d894a500', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:38:15.813760 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Network 7862aedb-b3ea-4438-a4e6-7022d894a500 details requested by agent ovs-agent-dv-neutron-821829-1-hyperv with host dv-neutron-821829-1-hyperv {{(pid=87508) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 22:38:15.819837 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-85a1947e-8953-4822-b423-1b1839e74111 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:38:15.829944 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-a0cc24d6-dd7c-4221-bfd5-da4e9bf3e9aa tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1863400'] for port, after_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:15.834953 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-81f58b23-6053-497e-a0c2-b0747124ddfe None None] Deleting port a1b04d50-3d2d-4a11-a728-a46734473764 {{(pid=87508) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:38:15.835345 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-81f58b23-6053-497e-a0c2-b0747124ddfe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:15.841363 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-43cc9610-c4b2-41a0-8ffa-27a5fda48b05 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:38:15.875290 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806eac5d-b615-462b-964f-782c32417403 req-12414743-5f24-4f97-bbff-3f5b179bc794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:38:15.876625 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-806eac5d-b615-462b-964f-782c32417403 req-12414743-5f24-4f97-bbff-3f5b179bc794 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ebcac23e4eae475893854e16d121f861&device_id=6835fec6-5e03-4c1c-818c-3e2c01241c21 HTTP/1.1" status: 200  len: 1098 time: 1.0241888
Dec 16 22:38:15.911346 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:16.068897 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-81f58b23-6053-497e-a0c2-b0747124ddfe None None] The port 'a1b04d50-3d2d-4a11-a728-a46734473764' was deleted {{(pid=87508) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 16 22:38:16.122372 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-46475f16-bfe7-4977-af8e-b82c4e90ad80 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440'] for network, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:16.136690 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46475f16-bfe7-4977-af8e-b82c4e90ad80 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:38:16.137743 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-46475f16-bfe7-4977-af8e-b82c4e90ad80 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3791486'] for network, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:16.151532 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.db.ipam_backend_mixin [None req-0930941c-79a7-4ef6-a207-c7a6fc7017a2 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet ed7c5ab0-b3c4-401f-8e29-a6b54b4145be (CIDR: 2001:db8::/64)
Dec 16 22:38:16.173254 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-819dedc0-ecd3-479c-a36c-743c3ccc3da8 None None] Provisioning for port 85a86036-e2c4-424d-aa5c-810e595cd146 completed by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 22:38:16.174129 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.pecan_wsgi.hooks.translation [None req-0930941c-79a7-4ef6-a207-c7a6fc7017a2 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 16 22:38:16.174621 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [None req-a0cc24d6-dd7c-4221-bfd5-da4e9bf3e9aa tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] In _notify_port_updated(), no bound segment for port 0bb89f1e-1ef8-4004-a735-ea075959a4e7 on network 2769000e-f979-4993-b25c-a53f47882427 {{(pid=87506) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}}
Dec 16 22:38:16.174752 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0930941c-79a7-4ef6-a207-c7a6fc7017a2 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87507) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 16 22:38:16.180228 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0cc24d6-dd7c-4221-bfd5-da4e9bf3e9aa tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:38:16.181143 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-a0cc24d6-dd7c-4221-bfd5-da4e9bf3e9aa tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for port, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:16.182524 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-a0cc24d6-dd7c-4221-bfd5-da4e9bf3e9aa tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] 10.222.0.13 "PUT /v2.0/ports/0bb89f1e-1ef8-4004-a735-ea075959a4e7 HTTP/1.1" status: 200  len: 818 time: 2.2134113
Dec 16 22:38:16.189838 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d99dc9ae-b7fa-4aed-8c8e-f0115e2fa2ab None None] Sync routers for ids ['dcd68ae4-9678-4601-9589-50474829ca26'] in dv-neutron-821829-1-hyperv {{(pid=87508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 22:38:16.201891 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] For port a75c1035-0a6a-4976-a6f9-4604d12d9a08, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=a75c1035-0a6a-4976-a6f9-4604d12d9a08,segment=NetworkSegment(17c04932-5675-4fcb-a7a2-7b3bf586bf8a),segment_id=17c04932-5675-4fcb-a7a2-7b3bf586bf8a)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:38:16.202148 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 44262) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:38:16.229231 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:16.229231 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-ecfa651f-3b77-481f-9843-3d024302991a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:38:16.269750 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.db_base_plugin_common [None req-6441e018-b7c9-47b7-af2a-041fb072e58a None None] Allocated IP 2001:db8::2 (7edd76f7-0f97-48a5-b177-9842de6c0500/ed7c5ab0-b3c4-401f-8e29-a6b54b4145be/749de183-a4f0-41fb-9813-ad328a71823c) {{(pid=87508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 22:38:16.286532 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-f00b521b-f808-4e26-a198-81a9cffa2a19 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3329565', 'neutron.services.segments.db._delete_segments_for_network-8734753546406'] for network, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:16.297773 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d99dc9ae-b7fa-4aed-8c8e-f0115e2fa2ab None None] Routers {'dcd68ae4-9678-4601-9589-50474829ca26'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:38:16.298453 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-d99dc9ae-b7fa-4aed-8c8e-f0115e2fa2ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b76d8b940>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:38:01Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['dcd68ae4-9678-4601-9589-50474829ca26'], 'active': True} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:38:16.304756 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-0930941c-79a7-4ef6-a207-c7a6fc7017a2 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 2.4231095
Dec 16 22:38:16.308604 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 44266) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:38:16.317290 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-118bfc5a-474a-4ca7-a0e3-7802eeae8016 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:38:16.328108 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-405996ff-9ad1-4168-ad34-a4c34355f2de tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Request body: {'subnet': {'network_id': '7edd76f7-0f97-48a5-b177-9842de6c0500', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:38:16.345868 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-46475f16-bfe7-4977-af8e-b82c4e90ad80 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 784 time: 2.3746202
Dec 16 22:38:16.355466 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-118bfc5a-474a-4ca7-a0e3-7802eeae8016 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Usage tracker for resource:subnet and tenant:c85c59d360694166b5b0483f9fc81199 is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:38:16.362210 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 44270) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:38:16.377858 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-3660ff6b-b509-4f5f-82d7-2dfe900ced03 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Request body: {'network': {'name': 'New_network'}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:38:16.392825 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-118bfc5a-474a-4ca7-a0e3-7802eeae8016 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:38:16.445836 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.services.segments.db [None req-f00b521b-f808-4e26-a198-81a9cffa2a19 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1b767a30a0>,) {'filters': {'network_id': ['e716b3f3-ad2a-4118-b3e7-8674e6728b43']}} {{(pid=87507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:38:16.471044 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cc24d6-dd7c-4221-bfd5-da4e9bf3e9aa tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Pushing event updated for resources: {'Port': ['ID=0bb89f1e-1ef8-4004-a735-ea075959a4e7,revision_number=2']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:38:16.495923 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.services.segments.db [None req-f00b521b-f808-4e26-a198-81a9cffa2a19 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b767a30a0>, '5319e64a-f11a-4f0a-84ac-d65b37203f57') {'for_net_delete': True} {{(pid=87507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:38:16.496227 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.services.segments.db [None req-f00b521b-f808-4e26-a198-81a9cffa2a19 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b767a30a0>, '5319e64a-f11a-4f0a-84ac-d65b37203f57') {} {{(pid=87507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:38:16.513596 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.plugin [None req-12801c06-e3f1-40aa-b2d6-fbfee13de8e1 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Deleting port 0bb89f1e-1ef8-4004-a735-ea075959a4e7 {{(pid=87507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:38:16.513951 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-12801c06-e3f1-40aa-b2d6-fbfee13de8e1 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:16.598263 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-f00b521b-f808-4e26-a198-81a9cffa2a19 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734753593977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2128549'] for segment, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:16.611815 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Pushing event updated for resources: {'Port': ['ID=a75c1035-0a6a-4976-a6f9-4604d12d9a08,revision_number=3']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:38:16.616278 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.388s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:38:16.617025 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-2e0e2b1d-ec92-4e54-8e01-c9de182835b5 None None] Provisioning complete for port 844a2831-92d3-404b-81cb-3a2a789d1e42 triggered by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:38:16.617406 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-2e0e2b1d-ec92-4e54-8e01-c9de182835b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:16.630675 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-118bfc5a-474a-4ca7-a0e3-7802eeae8016 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:38:16.647504 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806eac5d-b615-462b-964f-782c32417403 req-73710171-057f-4dbc-b77d-ca30baf78e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:38:16.649028 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-806eac5d-b615-462b-964f-782c32417403 req-73710171-057f-4dbc-b77d-ca30baf78e13 service neutron] 10.222.0.49 "GET /v2.0/networks?id=59be113d-df84-4589-a861-2ce3da6b2e5d HTTP/1.1" status: 200  len: 912 time: 0.6403170
Dec 16 22:38:16.654318 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-a0cc24d6-dd7c-4221-bfd5-da4e9bf3e9aa tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.813s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:38:16.661345 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-85a1947e-8953-4822-b423-1b1839e74111 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.466s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:38:16.681597 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-f00b521b-f808-4e26-a198-81a9cffa2a19 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-883292'] for segment, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:16.684226 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-2e0e2b1d-ec92-4e54-8e01-c9de182835b5 None None] Port 844a2831-92d3-404b-81cb-3a2a789d1e42 cannot update to ACTIVE because it is not bound. {{(pid=87508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 22:38:16.706032 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvr_db [None req-d99dc9ae-b7fa-4aed-8c8e-f0115e2fa2ab None None] Set router dcd68ae4-9678-4601-9589-50474829ca26 gateway port host: None {{(pid=87508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 22:38:16.748074 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f00b521b-f808-4e26-a198-81a9cffa2a19 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Releasing vlan 187 on physical network physnet1 to pool {{(pid=87507) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 16 22:38:16.748584 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-f00b521b-f808-4e26-a198-81a9cffa2a19 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-883285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10808034'] for segment, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:16.754780 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 524d76bb-740b-48cb-9e19-156c04492c9f up at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 22:38:16.767496 dv-neutron-821829-1-hyperv neutron-server[87507]: Traceback (most recent call last):
Dec 16 22:38:16.767496 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 16 22:38:16.767496 dv-neutron-821829-1-hyperv neutron-server[87507]:     timer()
Dec 16 22:38:16.767496 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 22:38:16.767496 dv-neutron-821829-1-hyperv neutron-server[87507]:     cb(*args, **kw)
Dec 16 22:38:16.767496 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 22:38:16.767496 dv-neutron-821829-1-hyperv neutron-server[87507]:     return func(*args, **kwargs)
Dec 16 22:38:16.767496 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 22:38:16.767496 dv-neutron-821829-1-hyperv neutron-server[87507]:     self._notify()
Dec 16 22:38:16.767496 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 22:38:16.767496 dv-neutron-821829-1-hyperv neutron-server[87507]:     self.callback(batched_events)
Dec 16 22:38:16.767496 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 22:38:16.767496 dv-neutron-821829-1-hyperv neutron-server[87507]:     event.method(event)
Dec 16 22:38:16.767496 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 22:38:16.767496 dv-neutron-821829-1-hyperv neutron-server[87507]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 22:38:16.767496 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 22:38:16.767496 dv-neutron-821829-1-hyperv neutron-server[87507]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 22:38:16.767496 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 22:38:16.767496 dv-neutron-821829-1-hyperv neutron-server[87507]:     return f(self, *a, **k)
Dec 16 22:38:16.767496 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 16 22:38:16.767496 dv-neutron-821829-1-hyperv neutron-server[87507]:     return self._get(url).json()
Dec 16 22:38:16.767496 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 16 22:38:16.767496 dv-neutron-821829-1-hyperv neutron-server[87507]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 22:38:16.767496 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 16 22:38:16.767496 dv-neutron-821829-1-hyperv neutron-server[87507]:     return self.request(url, 'GET', **kwargs)
Dec 16 22:38:16.767496 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 16 22:38:16.767496 dv-neutron-821829-1-hyperv neutron-server[87507]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 22:38:16.767496 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 16 22:38:16.767496 dv-neutron-821829-1-hyperv neutron-server[87507]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 22:38:16.767496 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 16 22:38:16.767496 dv-neutron-821829-1-hyperv neutron-server[87507]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 22:38:16.767496 dv-neutron-821829-1-hyperv neutron-server[87507]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 22:38:16.810976 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-118bfc5a-474a-4ca7-a0e3-7802eeae8016 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Made reservation on behalf of c85c59d360694166b5b0483f9fc81199 for: {'subnet': 1} {{(pid=87506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:38:16.814548 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-118bfc5a-474a-4ca7-a0e3-7802eeae8016 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11213078'] for subnet, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:16.869956 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-405996ff-9ad1-4168-ad34-a4c34355f2de tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:38:16.881692 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-405996ff-9ad1-4168-ad34-a4c34355f2de tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Usage tracker for resource:subnet and tenant:8e4385a98eb1416284c1cc96b3355a70 is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:38:16.887209 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-405996ff-9ad1-4168-ad34-a4c34355f2de tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:38:16.950642 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-405996ff-9ad1-4168-ad34-a4c34355f2de tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:38:16.971720 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78a1a101-f076-458b-8e1b-f0d530ecba3f tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Router 13d4bd48-fdbf-44cc-9be8-3b336be01681 is scheduled to L3 agent 4f519db7-069b-43e2-8411-c092bac9102a with binding_index 1 {{(pid=87506) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 16 22:38:17.009066 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-f00b521b-f808-4e26-a198-81a9cffa2a19 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3329572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3741856'] for network, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:17.027617 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:38:17.044207 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-f00b521b-f808-4e26-a198-81a9cffa2a19 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks [] for network, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:17.065830 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46475f16-bfe7-4977-af8e-b82c4e90ad80 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Pushing event updated for resources: {'Network': ['ID=fe63344e-82cd-4f99-a6ad-2e8f33860c91,revision_number=1']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:38:17.068210 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.ipam_backend_mixin [None req-118bfc5a-474a-4ca7-a0e3-7802eeae8016 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Performing IP validity checks on allocation pools {{(pid=87506) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}}
Dec 16 22:38:17.068723 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.ipam_backend_mixin [None req-118bfc5a-474a-4ca7-a0e3-7802eeae8016 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87506) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}}
Dec 16 22:38:17.070873 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-405996ff-9ad1-4168-ad34-a4c34355f2de tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Made reservation on behalf of 8e4385a98eb1416284c1cc96b3355a70 for: {'subnet': 1} {{(pid=87507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:38:17.074476 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-405996ff-9ad1-4168-ad34-a4c34355f2de tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10549598'] for subnet, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:17.077436 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-46475f16-bfe7-4977-af8e-b82c4e90ad80 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.416s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:38:17.094996 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00b521b-f808-4e26-a198-81a9cffa2a19 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Pushing event deleted for resources: {'Network': ['ID=e716b3f3-ad2a-4118-b3e7-8674e6728b43,revision_number=None']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:38:17.108327 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-f00b521b-f808-4e26-a198-81a9cffa2a19 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] 10.222.0.13 "DELETE /v2.0/networks/e716b3f3-ad2a-4118-b3e7-8674e6728b43 HTTP/1.1" status: 204  len: 168 time: 4.8308635
Dec 16 22:38:17.111378 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-12801c06-e3f1-40aa-b2d6-fbfee13de8e1 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:17.141580 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Network fe63344e-82cd-4f99-a6ad-2e8f33860c91 details requested by agent ovs-agent-dv-neutron-821829-1-hyperv with host dv-neutron-821829-1-hyperv {{(pid=87508) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 22:38:17.166561 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-f00b521b-f808-4e26-a198-81a9cffa2a19 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:38:17.182758 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 44274) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:38:17.198265 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-f4c363d8-d694-41fd-8758-e24621133e15 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Request body: {'port': {'network_id': 'd25a7dc0-a328-4711-a6e2-10bbe5d70dc8', 'name': 'tempest-PortsTestJSON-82433509'}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:38:17.301532 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-806eac5d-b615-462b-964f-782c32417403 req-a0dbd131-d03d-4c56-add9-19b6f9730bd9 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fc5f312f-f84b-4fb5-a011-d18cbb5fdb16 HTTP/1.1" status: 200  len: 1001 time: 0.5466149
Dec 16 22:38:17.339856 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning complete for port 524d76bb-740b-48cb-9e19-156c04492c9f triggered by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:38:17.340175 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:17.368868 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-6441e018-b7c9-47b7-af2a-041fb072e58a None None] Notify callbacks [] for port, precommit_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:17.423576 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-6441e018-b7c9-47b7-af2a-041fb072e58a None None] Transition to ACTIVE for port object 749de183-a4f0-41fb-9813-ad328a71823c will not be triggered until provisioned by entity L2. {{(pid=87508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:38:17.454893 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a11cad52-e1a7-423e-8521-8d1953687127 None None] Update dhcp port {'port': {'network_id': '2d95f1fe-5680-48c6-901d-3a10397689b5', 'fixed_ips': [{'subnet_id': '3385c14a-efc7-4cd1-a899-24b98b9222dd', 'ip_address': '2001:db8::2'}, {'subnet_id': 'afba7a3f-1f79-4f3b-9b09-b19cd0c6c02e'}], 'binding:host_id': 'dv-neutron-821829-1-hyperv'}, 'id': '85a86036-e2c4-424d-aa5c-810e595cd146'} from dv-neutron-821829-1-hyperv. {{(pid=87508) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}}
Dec 16 22:38:17.480309 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.plugin [None req-12801c06-e3f1-40aa-b2d6-fbfee13de8e1 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Calling delete_port for 0bb89f1e-1ef8-4004-a735-ea075959a4e7 owned by  {{(pid=87507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:38:17.506285 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-3660ff6b-b509-4f5f-82d7-2dfe900ced03 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734753047233'] for network, precommit_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:17.517006 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806eac5d-b615-462b-964f-782c32417403 req-915f7a33-7d09-441c-bc31-e0c2220deb43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:38:17.518527 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-806eac5d-b615-462b-964f-782c32417403 req-915f7a33-7d09-441c-bc31-e0c2220deb43 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e85fa5c2-5253-44c8-9f57-0c1d2c97dd41 HTTP/1.1" status: 200  len: 850 time: 0.1521862
Dec 16 22:38:17.550593 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78a1a101-f076-458b-8e1b-f0d530ecba3f tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify agent at l3_agent.dv-neutron-821829-1-hyperv the message routers_updated {{(pid=87506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 22:38:17.554981 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-6441e018-b7c9-47b7-af2a-041fb072e58a None None] Transition to ACTIVE for port object 749de183-a4f0-41fb-9813-ad328a71823c will not be triggered until provisioned by entity DHCP. {{(pid=87508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:38:17.569214 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a85febee-07d3-447c-9a24-5b3c67116e84 None None] Sync routers for ids ['13d4bd48-fdbf-44cc-9be8-3b336be01681'] in dv-neutron-821829-1-hyperv {{(pid=87509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 22:38:17.576106 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-6441e018-b7c9-47b7-af2a-041fb072e58a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940'] for port, after_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:17.580193 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-a11cad52-e1a7-423e-8521-8d1953687127 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:17.594145 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-02cf978a-a518-4bab-90f3-b310d5dfeeea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:38:17.607979 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a85febee-07d3-447c-9a24-5b3c67116e84 None None] Routers {'13d4bd48-fdbf-44cc-9be8-3b336be01681'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:38:17.611115 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-a85febee-07d3-447c-9a24-5b3c67116e84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b7cc0f340>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:38:01Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['13d4bd48-fdbf-44cc-9be8-3b336be01681'], 'active': True} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:38:17.629914 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-3660ff6b-b509-4f5f-82d7-2dfe900ced03 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440'] for network, after_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:17.637822 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-46475f16-bfe7-4977-af8e-b82c4e90ad80 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:38:17.657017 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-8493dc6c-736f-4a9b-8057-dae4ec2b126a tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3830176'] for router_interface, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:17.668178 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-78a1a101-f076-458b-8e1b-f0d530ecba3f tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] 10.222.0.13 "PUT /v2.0/routers/13d4bd48-fdbf-44cc-9be8-3b336be01681/add_router_interface HTTP/1.1" status: 200  len: 503 time: 13.7636266
Dec 16 22:38:17.674747 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 44278) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:38:17.675720 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-3660ff6b-b509-4f5f-82d7-2dfe900ced03 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Network fe63344e-82cd-4f99-a6ad-2e8f33860c91 is not hosted by any dhcp agent {{(pid=87506) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}}
Dec 16 22:38:17.681792 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3660ff6b-b509-4f5f-82d7-2dfe900ced03 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:38:17.682559 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-3660ff6b-b509-4f5f-82d7-2dfe900ced03 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Notify callbacks [] for network, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:17.683972 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-3660ff6b-b509-4f5f-82d7-2dfe900ced03 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] 10.222.0.13 "PUT /v2.0/networks/fe63344e-82cd-4f99-a6ad-2e8f33860c91 HTTP/1.1" status: 200  len: 723 time: 1.3118248
Dec 16 22:38:17.716171 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 44282) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:38:17.732687 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-a85febee-07d3-447c-9a24-5b3c67116e84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b7cc0f340>, [], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:38:17.744830 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-df11c6c0-5d18-4f81-a4a6-5686efa0475e tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Request body: {'subnet': {'network_id': 'fe63344e-82cd-4f99-a6ad-2e8f33860c91', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:38:17.746643 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a85febee-07d3-447c-9a24-5b3c67116e84 None None] Routers {'13d4bd48-fdbf-44cc-9be8-3b336be01681'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:38:17.747422 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-a85febee-07d3-447c-9a24-5b3c67116e84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b7cc0f340>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:38:01Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['13d4bd48-fdbf-44cc-9be8-3b336be01681'], 'active': True} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:38:17.747579 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6441e018-b7c9-47b7-af2a-041fb072e58a None None] Network 7edd76f7-0f97-48a5-b177-9842de6c0500 is already hosted by enough agents. {{(pid=87508) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:38:17.759976 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.scheduler.base_scheduler [None req-6441e018-b7c9-47b7-af2a-041fb072e58a None None] Resources bound (agent type, host, resource id):  {{(pid=87508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:38:17.762536 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6441e018-b7c9-47b7-af2a-041fb072e58a None None] Received port after_create {{(pid=87508) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 22:38:17.811925 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6441e018-b7c9-47b7-af2a-041fb072e58a None None] Pushing event updated for resources: {'Port': ['ID=749de183-a4f0-41fb-9813-ad328a71823c,revision_number=1']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:38:17.814917 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-6441e018-b7c9-47b7-af2a-041fb072e58a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:38:17.864519 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3660ff6b-b509-4f5f-82d7-2dfe900ced03 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Pushing event updated for resources: {'Network': ['ID=fe63344e-82cd-4f99-a6ad-2e8f33860c91,revision_number=2']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:38:17.875828 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-3660ff6b-b509-4f5f-82d7-2dfe900ced03 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:38:17.887073 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4373804e-cfff-4361-91d2-7317c8f9f1f1 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:38:17.887934 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-4373804e-cfff-4361-91d2-7317c8f9f1f1 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Synchronizing usage tracker for tenant:a221f56311244d31a510a3a1bb3c6ce9 on resource:port {{(pid=87506) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 22:38:17.891672 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-a85febee-07d3-447c-9a24-5b3c67116e84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b7cc0f340>, [], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:38:17.894563 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-f4c363d8-d694-41fd-8758-e24621133e15 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:38:17.895011 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a85febee-07d3-447c-9a24-5b3c67116e84 None None] The sync data for ids ['13d4bd48-fdbf-44cc-9be8-3b336be01681'] in dv-neutron-821829-1-hyperv is: [] {{(pid=87509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 22:38:17.906698 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-118bfc5a-474a-4ca7-a0e3-7802eeae8016 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1863317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11213092'] for subnet, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:17.911316 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-65690d44-b0a5-4329-b7a8-d4573ad8080d tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:38:17.935420 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Network fe63344e-82cd-4f99-a6ad-2e8f33860c91 details requested by agent ovs-agent-dv-neutron-821829-1-hyperv with host dv-neutron-821829-1-hyperv {{(pid=87508) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 22:38:17.952836 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-4373804e-cfff-4361-91d2-7317c8f9f1f1 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Unset dirty status for tenant:a221f56311244d31a510a3a1bb3c6ce9 on resource:port {{(pid=87506) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 22:38:17.956641 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-4373804e-cfff-4361-91d2-7317c8f9f1f1 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] 10.222.0.13 "GET /v2.0/ports/844a2831-92d3-404b-81cb-3a2a789d1e42 HTTP/1.1" status: 200  len: 982 time: 0.2686017
Dec 16 22:38:17.958191 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 44286) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:38:17.959904 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 3c14fdac-f9b3-4b9e-82dd-8a67222cb898 up at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 22:38:17.961228 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806eac5d-b615-462b-964f-782c32417403 req-11631125-f36b-46c1-a67d-c189a4c438fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:38:17.962789 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-806eac5d-b615-462b-964f-782c32417403 req-11631125-f36b-46c1-a67d-c189a4c438fe service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=59be113d-df84-4589-a861-2ce3da6b2e5d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.4041386
Dec 16 22:38:17.965089 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-f4c363d8-d694-41fd-8758-e24621133e15 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:38:18.074297 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118bfc5a-474a-4ca7-a0e3-7802eeae8016 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Pushing event updated for resources: {'Subnet': ['ID=01f36747-83ef-4ebf-b3e1-dc5e46bd9ca3,revision_number=0']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:38:18.074909 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-d99dc9ae-b7fa-4aed-8c8e-f0115e2fa2ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b76d8b940>, [{'id': 'dcd68ae4-9678-4601-9589-50474829ca26', 'name': 'tempest-RoutersTest-router-809960879', 'tenant_id': 'bb30155073f3462f829b4df60e35f5af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:37:21Z', 'updated_at': '2021-12-16T22:38:10Z', 'revision_number': 7, 'project_id': 'bb30155073f3462f829b4df60e35f5af', 'gw_port_host': None, '_interfaces': [{'id': '23f463ae-462a-4a35-a545-23810024be4a', 'name': '', 'network_id': 'a9fe3143-2ede-4b9c-a7a9-a02a4acc426b', 'tenant_id': 'bb30155073f3462f829b4df60e35f5af', 'mac_address': 'fa:16:3e:4c:e9:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcd68ae4-9678-4601-9589-50474829ca26', 'device_owner': 'network:router_interface', 'standard_attr_id': 846, 'fixed_ips': [{'subnet_id': '95a355fa-2faa-4243-83d9-d55c558a9f15', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:37:44Z', 'updated_at': '2021-12-16T22:37:59Z', 'revision_number': 5, 'project_id': 'bb30155073f3462f829b4df60e35f5af', 'subnets': [{'id': '95a355fa-2faa-4243-83d9-d55c558a9f15', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3c14fdac-f9b3-4b9e-82dd-8a67222cb898', 'name': '', 'network_id': '28d7bb6e-74ad-4c1e-9ce1-844b4f7af3ea', 'tenant_id': 'bb30155073f3462f829b4df60e35f5af', 'mac_address': 'fa:16:3e:c8:e9:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcd68ae4-9678-4601-9589-50474829ca26', 'device_owner': 'network:router_interface', 'standard_attr_id': 891, 'fixed_ips': [{'subnet_id': 'bf9c697c-c143-489c-bd9b-629d49112c29', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:38:01Z', 'updated_at': '2021-12-16T22:38:14Z', 'revision_number': 4, 'project_id': 'bb30155073f3462f829b4df60e35f5af', 'subnets': [{'id': 'bf9c697c-c143-489c-bd9b-629d49112c29', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b4a16203-a9be-4052-bdb0-6f3fa9deae9e', 'name': '', 'network_id': '9cec1ece-19ae-40d0-b729-73c3863b1457', 'tenant_id': 'bb30155073f3462f829b4df60e35f5af', 'mac_address': 'fa:16:3e:f8:28:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcd68ae4-9678-4601-9589-50474829ca26', 'device_owner': 'network:router_interface', 'standard_attr_id': 810, 'fixed_ips': [{'subnet_id': '12bde7f9-83c9-49c9-9bcd-d81bdd1ed717', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:37:28Z', 'updated_at': '2021-12-16T22:37:46Z', 'revision_number': 5, 'project_id': 'bb30155073f3462f829b4df60e35f5af', 'subnets': [{'id': '12bde7f9-83c9-49c9-9bcd-d81bdd1ed717', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f95799a9-b8ac-4040-9601-29cf8e618a79', 'name': '', 'network_id': '609eecf4-5001-4b39-a7b6-bf81cca64c22', 'tenant_id': 'bb30155073f3462f829b4df60e35f5af', 'mac_address': 'fa:16:3e:6a:0e:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcd68ae4-9678-4601-9589-50474829ca26', 'device_owner': 'network:router_interface', 'standard_attr_id': 873, 'fixed_ips': [{'subnet_id': '11852dee-7e7f-4b01-b40e-4a8f31edd0c6', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:37:55Z', 'updated_at': '2021-12-16T22:38:06Z', 'revision_number': 4, 'project_id': 'bb30155073f3462f829b4df60e35f5af', 'subnets': [{'id': '11852dee-7e7f-4b01-b40e-4a8f31edd0c6', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:38:18.081908 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-118bfc5a-474a-4ca7-a0e3-7802eeae8016 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:38:18.099247 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-118bfc5a-474a-4ca7-a0e3-7802eeae8016 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Checking segment: {'id': '06bbde62-66d7-4037-ae56-7e540b00e4c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '7862aedb-b3ea-4438-a4e6-7022d894a500'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 22:38:18.100263 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-118bfc5a-474a-4ca7-a0e3-7802eeae8016 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Network hostable DHCP agents. Network: 7862aedb-b3ea-4438-a4e6-7022d894a500, hostable agents: ['3b155c4d-12dc-491e-aa14-6113b06cfacd'], hosted agents: [] {{(pid=87506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 16 22:38:18.110576 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-6441e018-b7c9-47b7-af2a-041fb072e58a None None] Attempting to bind port 749de183-a4f0-41fb-9813-ad328a71823c on host dv-neutron-821829-1-hyperv for vnic_type normal with profile  {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 22:38:18.110957 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-6441e018-b7c9-47b7-af2a-041fb072e58a None None] Attempting to bind port 749de183-a4f0-41fb-9813-ad328a71823c by drivers openvswitch,hyperv on host dv-neutron-821829-1-hyperv at level 0 using segments [{'id': 'da71c9a1-7532-4738-a9bc-22a7f498ec35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '7edd76f7-0f97-48a5-b177-9842de6c0500'}] {{(pid=87508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 22:38:18.111797 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6441e018-b7c9-47b7-af2a-041fb072e58a None None] Attempting to bind port 749de183-a4f0-41fb-9813-ad328a71823c on network 7edd76f7-0f97-48a5-b177-9842de6c0500 {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 22:38:18.129433 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-12801c06-e3f1-40aa-b2d6-fbfee13de8e1 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10807823'] for port, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:18.133245 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d99dc9ae-b7fa-4aed-8c8e-f0115e2fa2ab None None] Checking router: dcd68ae4-9678-4601-9589-50474829ca26 for host: dv-neutron-821829-1-hyperv {{(pid=87508) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 22:38:18.144799 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6441e018-b7c9-47b7-af2a-041fb072e58a None None] Checking agent: {'id': '5571501f-366e-47a4-9b60-8ef19d935d27', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821829-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 24, 2), 'started_at': datetime.datetime(2021, 12, 16, 22, 24, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 38, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821829-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 22:38:18.145237 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6441e018-b7c9-47b7-af2a-041fb072e58a None None] Checking segment: {'id': 'da71c9a1-7532-4738-a9bc-22a7f498ec35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '7edd76f7-0f97-48a5-b177-9842de6c0500'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 22:38:18.145675 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-6441e018-b7c9-47b7-af2a-041fb072e58a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:18.146106 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6441e018-b7c9-47b7-af2a-041fb072e58a None None] Bound using segment: {'id': 'da71c9a1-7532-4738-a9bc-22a7f498ec35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '7edd76f7-0f97-48a5-b177-9842de6c0500'} {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 22:38:18.146874 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-806eac5d-b615-462b-964f-782c32417403 req-0b0b258c-2e45-4d62-b412-a1155db24432 service neutron] 10.222.0.49 "GET /v2.0/networks/59be113d-df84-4589-a861-2ce3da6b2e5d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1758504
Dec 16 22:38:18.147209 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-6441e018-b7c9-47b7-af2a-041fb072e58a None None] Bound port: 749de183-a4f0-41fb-9813-ad328a71823c, host: dv-neutron-821829-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da71c9a1-7532-4738-a9bc-22a7f498ec35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '7edd76f7-0f97-48a5-b177-9842de6c0500'}}] {{(pid=87508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 22:38:18.147636 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-6441e018-b7c9-47b7-af2a-041fb072e58a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:18.149143 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-118bfc5a-474a-4ca7-a0e3-7802eeae8016 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Network 7862aedb-b3ea-4438-a4e6-7022d894a500 is scheduled to be hosted by DHCP agent 3b155c4d-12dc-491e-aa14-6113b06cfacd with binding_index 1 {{(pid=87506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 16 22:38:18.193434 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4c363d8-d694-41fd-8758-e24621133e15 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Made reservation on behalf of 3ddf94e9e4ac4112b345468cafab037c for: {'port': 1} {{(pid=87507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:38:18.196969 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-f4c363d8-d694-41fd-8758-e24621133e15 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:18.205942 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-7683bf77-55b2-4a12-9eea-82cb57cc35c2 tempest-ExternalNetworksAdminNegativeTestJSON-235258638 tempest-ExternalNetworksAdminNegativeTestJSON-235258638-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:38:18.219694 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d99dc9ae-b7fa-4aed-8c8e-f0115e2fa2ab None None] Routers {'dcd68ae4-9678-4601-9589-50474829ca26'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:38:18.220354 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-d99dc9ae-b7fa-4aed-8c8e-f0115e2fa2ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b76d8b940>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:38:01Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['dcd68ae4-9678-4601-9589-50474829ca26'], 'active': True} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:38:18.242781 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.base_scheduler [None req-118bfc5a-474a-4ca7-a0e3-7802eeae8016 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821829-1-hyperv, 7862aedb-b3ea-4438-a4e6-7022d894a500) {{(pid=87506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:38:18.249541 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-118bfc5a-474a-4ca7-a0e3-7802eeae8016 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:38:18.250124 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-118bfc5a-474a-4ca7-a0e3-7802eeae8016 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3791486'] for subnet, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:18.254556 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-df11c6c0-5d18-4f81-a4a6-5686efa0475e tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:38:18.279602 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-118bfc5a-474a-4ca7-a0e3-7802eeae8016 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 800 time: 2.4817622
Dec 16 22:38:18.289729 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 44290) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:38:18.308512 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dcf63ae-b356-4482-abf7-2de2df988314 None None] Network 7862aedb-b3ea-4438-a4e6-7022d894a500 requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 22:38:18.334469 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12801c06-e3f1-40aa-b2d6-fbfee13de8e1 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Pushing event deleted for resources: {'Port': ['ID=0bb89f1e-1ef8-4004-a735-ea075959a4e7,revision_number=None']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:38:18.338865 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-12801c06-e3f1-40aa-b2d6-fbfee13de8e1 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:38:18.365443 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-df11c6c0-5d18-4f81-a4a6-5686efa0475e tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:38:18.370355 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-12801c06-e3f1-40aa-b2d6-fbfee13de8e1 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for port, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:18.375492 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.notifiers.nova [None req-f4c363d8-d694-41fd-8758-e24621133e15 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] device_id is not set on port 45d6480a-12d7-4c82-9521-c3a4205af26d yet. {{(pid=87507) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 16 22:38:18.395516 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-806eac5d-b615-462b-964f-782c32417403 req-be73a3d7-cf1e-4cb9-a7be-c39ce92d0570 service neutron] 10.222.0.49 "GET /v2.0/networks/59be113d-df84-4589-a861-2ce3da6b2e5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2417893
Dec 16 22:38:18.461052 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-49766cb0-711c-4d9f-9260-b6e4cd11b7d4 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-825997'] for network, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:18.540438 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-49766cb0-711c-4d9f-9260-b6e4cd11b7d4 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3328566'] for subnet, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:18.557772 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df11c6c0-5d18-4f81-a4a6-5686efa0475e tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Made reservation on behalf of 4776cb1297af44b2a1a3b9af0f4316e5 for: {'subnet': 1} {{(pid=87507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:38:18.561290 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-df11c6c0-5d18-4f81-a4a6-5686efa0475e tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10549598'] for subnet, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:18.616098 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-49766cb0-711c-4d9f-9260-b6e4cd11b7d4 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3328622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1863378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11213117'] for subnet, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:18.621041 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-8aec05aa-122a-4bdb-a2d4-8656af7aa1e1 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:38:18.642542 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-12801c06-e3f1-40aa-b2d6-fbfee13de8e1 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] 10.222.0.13 "DELETE /v2.0/ports/0bb89f1e-1ef8-4004-a735-ea075959a4e7 HTTP/1.1" status: 204  len: 168 time: 2.4371104
Dec 16 22:38:18.644493 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.db_base_plugin_common [None req-a11cad52-e1a7-423e-8521-8d1953687127 None None] Allocated IP 172.20.0.1 (2d95f1fe-5680-48c6-901d-3a10397689b5/afba7a3f-1f79-4f3b-9b09-b19cd0c6c02e/85a86036-e2c4-424d-aa5c-810e595cd146) {{(pid=87508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 22:38:18.651840 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 44294) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:38:18.663515 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning for port 3c14fdac-f9b3-4b9e-82dd-8a67222cb898 completed by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 22:38:18.696781 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning complete for port 3c14fdac-f9b3-4b9e-82dd-8a67222cb898 triggered by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:38:18.697247 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:18.701015 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49766cb0-711c-4d9f-9260-b6e4cd11b7d4 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Pushing event deleted for resources: {'Subnet': ['ID=01f36747-83ef-4ebf-b3e1-dc5e46bd9ca3,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:38:18.704305 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-49766cb0-711c-4d9f-9260-b6e4cd11b7d4 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:38:18.737544 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-6441e018-b7c9-47b7-af2a-041fb072e58a None None] For port 749de183-a4f0-41fb-9813-ad328a71823c, host dv-neutron-821829-1-hyperv, cleared binding levels {{(pid=87508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 22:38:18.816798 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-49766cb0-711c-4d9f-9260-b6e4cd11b7d4 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3329565', 'neutron.services.segments.db._delete_segments_for_network-8734753546406'] for network, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:18.831930 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvr_db [None req-d99dc9ae-b7fa-4aed-8c8e-f0115e2fa2ab None None] Set router dcd68ae4-9678-4601-9589-50474829ca26 gateway port host: None {{(pid=87508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 22:38:18.855039 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.services.segments.db [None req-49766cb0-711c-4d9f-9260-b6e4cd11b7d4 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1b75eb5f10>,) {'filters': {'network_id': ['7862aedb-b3ea-4438-a4e6-7022d894a500']}} {{(pid=87506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:38:18.871747 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.services.segments.db [None req-49766cb0-711c-4d9f-9260-b6e4cd11b7d4 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b75eb5f10>, '06bbde62-66d7-4037-ae56-7e540b00e4c2') {'for_net_delete': True} {{(pid=87506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:38:18.872071 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.services.segments.db [None req-49766cb0-711c-4d9f-9260-b6e4cd11b7d4 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b75eb5f10>, '06bbde62-66d7-4037-ae56-7e540b00e4c2') {} {{(pid=87506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:38:18.893643 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f279c330-d865-4c72-ad5a-bc22e97157fb tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:38:18.894364 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-f279c330-d865-4c72-ad5a-bc22e97157fb tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Synchronizing usage tracker for tenant:69ee045658914011ac7b8ba0ad799b2d on resource:port {{(pid=87506) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 22:38:18.898915 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-6441e018-b7c9-47b7-af2a-041fb072e58a None None] For port 749de183-a4f0-41fb-9813-ad328a71823c, host dv-neutron-821829-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=749de183-a4f0-41fb-9813-ad328a71823c,segment=NetworkSegment(da71c9a1-7532-4738-a9bc-22a7f498ec35),segment_id=da71c9a1-7532-4738-a9bc-22a7f498ec35)] {{(pid=87508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 22:38:18.899804 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-49766cb0-711c-4d9f-9260-b6e4cd11b7d4 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734753593977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-266764496'] for segment, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:18.923333 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-49766cb0-711c-4d9f-9260-b6e4cd11b7d4 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-883292'] for segment, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:18.929296 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-6441e018-b7c9-47b7-af2a-041fb072e58a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:18.931659 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49766cb0-711c-4d9f-9260-b6e4cd11b7d4 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Releasing vlan 163 on physical network physnet1 to pool {{(pid=87506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 16 22:38:18.932108 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-49766cb0-711c-4d9f-9260-b6e4cd11b7d4 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-883285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1863180'] for segment, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:18.948891 dv-neutron-821829-1-hyperv neutron-server[87506]: Traceback (most recent call last):
Dec 16 22:38:18.948891 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 16 22:38:18.948891 dv-neutron-821829-1-hyperv neutron-server[87506]:     timer()
Dec 16 22:38:18.948891 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 22:38:18.948891 dv-neutron-821829-1-hyperv neutron-server[87506]:     cb(*args, **kw)
Dec 16 22:38:18.948891 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 22:38:18.948891 dv-neutron-821829-1-hyperv neutron-server[87506]:     return func(*args, **kwargs)
Dec 16 22:38:18.948891 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 22:38:18.948891 dv-neutron-821829-1-hyperv neutron-server[87506]:     self._notify()
Dec 16 22:38:18.948891 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 22:38:18.948891 dv-neutron-821829-1-hyperv neutron-server[87506]:     self.callback(batched_events)
Dec 16 22:38:18.948891 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 22:38:18.948891 dv-neutron-821829-1-hyperv neutron-server[87506]:     event.method(event)
Dec 16 22:38:18.948891 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 22:38:18.948891 dv-neutron-821829-1-hyperv neutron-server[87506]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 22:38:18.948891 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 22:38:18.948891 dv-neutron-821829-1-hyperv neutron-server[87506]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 22:38:18.948891 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 22:38:18.948891 dv-neutron-821829-1-hyperv neutron-server[87506]:     return f(self, *a, **k)
Dec 16 22:38:18.948891 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 16 22:38:18.948891 dv-neutron-821829-1-hyperv neutron-server[87506]:     return self._get(url).json()
Dec 16 22:38:18.948891 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 16 22:38:18.948891 dv-neutron-821829-1-hyperv neutron-server[87506]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 22:38:18.948891 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 16 22:38:18.948891 dv-neutron-821829-1-hyperv neutron-server[87506]:     return self.request(url, 'GET', **kwargs)
Dec 16 22:38:18.948891 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 16 22:38:18.948891 dv-neutron-821829-1-hyperv neutron-server[87506]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 22:38:18.948891 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 16 22:38:18.948891 dv-neutron-821829-1-hyperv neutron-server[87506]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 22:38:18.948891 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 16 22:38:18.948891 dv-neutron-821829-1-hyperv neutron-server[87506]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 22:38:18.948891 dv-neutron-821829-1-hyperv neutron-server[87506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 22:38:18.953569 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-f279c330-d865-4c72-ad5a-bc22e97157fb tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Unset dirty status for tenant:69ee045658914011ac7b8ba0ad799b2d on resource:port {{(pid=87506) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 22:38:18.954457 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-9bc8a900-017e-43e8-8543-d815b8939d42 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:38:18.955668 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-f279c330-d865-4c72-ad5a-bc22e97157fb tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200  len: 847 time: 0.2985744
Dec 16 22:38:19.047751 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6441e018-b7c9-47b7-af2a-041fb072e58a None None] Pushing event updated for resources: {'Port': ['ID=749de183-a4f0-41fb-9813-ad328a71823c,revision_number=2']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:38:19.135504 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-6441e018-b7c9-47b7-af2a-041fb072e58a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:38:19.140530 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 44298) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:38:19.207499 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e21f47e-ebc6-430b-a07d-1fb558e21e45 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] GET failed (client error): The resource could not be found.
Dec 16 22:38:19.211725 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-4e21f47e-ebc6-430b-a07d-1fb558e21e45 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] 10.222.0.13 "GET /v2.0/ports/0bb89f1e-1ef8-4004-a735-ea075959a4e7 HTTP/1.1" status: 404  len: 333 time: 0.0670698
Dec 16 22:38:19.216307 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 44302) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:38:19.225584 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-61529b72-de6b-4198-98fa-7e45ec3c0c03 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-376365776'}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:38:19.230007 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-49766cb0-711c-4d9f-9260-b6e4cd11b7d4 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3329572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3741856'] for network, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:19.231879 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-61529b72-de6b-4198-98fa-7e45ec3c0c03 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:38:19.235311 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-85cf9224-0a66-4bc5-b193-f499706dce9c tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:38:19.265133 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-49766cb0-711c-4d9f-9260-b6e4cd11b7d4 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Notify callbacks [] for network, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:19.272867 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49766cb0-711c-4d9f-9260-b6e4cd11b7d4 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Pushing event deleted for resources: {'Network': ['ID=7862aedb-b3ea-4438-a4e6-7022d894a500,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:38:19.275839 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-61529b72-de6b-4198-98fa-7e45ec3c0c03 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Usage tracker for resource:network and tenant:69ee045658914011ac7b8ba0ad799b2d is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:38:19.278579 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-49766cb0-711c-4d9f-9260-b6e4cd11b7d4 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:38:19.280207 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-61529b72-de6b-4198-98fa-7e45ec3c0c03 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:38:19.283898 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-49766cb0-711c-4d9f-9260-b6e4cd11b7d4 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] 10.222.0.13 "DELETE /v2.0/networks/7862aedb-b3ea-4438-a4e6-7022d894a500 HTTP/1.1" status: 204  len: 168 time: 0.9929950
Dec 16 22:38:19.287576 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 44306) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:38:19.290252 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-61529b72-de6b-4198-98fa-7e45ec3c0c03 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:38:19.295403 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-e81b5d2f-72f3-4de6-a2ed-fd98dac953f2 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-446223896'}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:38:19.301966 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-e81b5d2f-72f3-4de6-a2ed-fd98dac953f2 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:38:19.309374 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-e81b5d2f-72f3-4de6-a2ed-fd98dac953f2 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Usage tracker for resource:network and tenant:c85c59d360694166b5b0483f9fc81199 is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:38:19.312861 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-e81b5d2f-72f3-4de6-a2ed-fd98dac953f2 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:38:19.321594 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-e81b5d2f-72f3-4de6-a2ed-fd98dac953f2 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:38:19.323606 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61529b72-de6b-4198-98fa-7e45ec3c0c03 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Made reservation on behalf of 69ee045658914011ac7b8ba0ad799b2d for: {'network': 1} {{(pid=87506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:38:19.327367 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-61529b72-de6b-4198-98fa-7e45ec3c0c03 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for network, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:19.353459 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e81b5d2f-72f3-4de6-a2ed-fd98dac953f2 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Made reservation on behalf of c85c59d360694166b5b0483f9fc81199 for: {'network': 1} {{(pid=87506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:38:19.357474 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-e81b5d2f-72f3-4de6-a2ed-fd98dac953f2 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for network, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:19.379468 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61529b72-de6b-4198-98fa-7e45ec3c0c03 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] vlan segment allocate from pool success with {'vlan_id': 163, 'physical_network': 'physnet1'}  {{(pid=87506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 22:38:19.383973 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.plugin [None req-8493dc6c-736f-4a9b-8057-dae4ec2b126a tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Deleting port 3c14fdac-f9b3-4b9e-82dd-8a67222cb898 {{(pid=87507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:38:19.384526 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-8493dc6c-736f-4a9b-8057-dae4ec2b126a tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:19.398632 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-61529b72-de6b-4198-98fa-7e45ec3c0c03 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-883292'] for segment, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:19.398978 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.db.segments_db [None req-61529b72-de6b-4198-98fa-7e45ec3c0c03 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Added segment 73807662-a28f-4f4e-ba12-f5f5b6e21f0b of type vlan for network 16ab78ef-2cf3-46e5-b0ce-25ab2012233d
Dec 16 22:38:19.403853 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-a11cad52-e1a7-423e-8521-8d1953687127 None None] For port 85a86036-e2c4-424d-aa5c-810e595cd146, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=85a86036-e2c4-424d-aa5c-810e595cd146,segment=NetworkSegment(c7a6916b-f447-4d8d-b2a8-d343995c4e4e),segment_id=c7a6916b-f447-4d8d-b2a8-d343995c4e4e)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:38:19.407451 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e81b5d2f-72f3-4de6-a2ed-fd98dac953f2 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] vlan segment allocate from pool success with {'vlan_id': 181, 'physical_network': 'physnet1'}  {{(pid=87506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 22:38:19.432053 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-e81b5d2f-72f3-4de6-a2ed-fd98dac953f2 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-883292'] for segment, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:19.432464 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.db.segments_db [None req-e81b5d2f-72f3-4de6-a2ed-fd98dac953f2 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Added segment c89cedce-ac3c-406f-8452-9bb8b4f07f72 of type vlan for network 23608ab9-fa18-4fd7-961f-7dd78cbd8e37
Dec 16 22:38:19.440136 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-61529b72-de6b-4198-98fa-7e45ec3c0c03 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734753047233'] for network, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:19.445187 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29c3c6de-02ef-47ed-a3ec-7d7bc1d49da6 None None] Network 7862aedb-b3ea-4438-a4e6-7022d894a500 requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 22:38:19.481736 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29c3c6de-02ef-47ed-a3ec-7d7bc1d49da6 None None] Network 7862aedb-b3ea-4438-a4e6-7022d894a500 could not be found, it might have been deleted concurrently. {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}}
Dec 16 22:38:19.482411 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-e81b5d2f-72f3-4de6-a2ed-fd98dac953f2 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734753047233'] for network, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:19.519159 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-61529b72-de6b-4198-98fa-7e45ec3c0c03 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440'] for network, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:19.525789 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61529b72-de6b-4198-98fa-7e45ec3c0c03 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:38:19.527456 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-61529b72-de6b-4198-98fa-7e45ec3c0c03 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks [] for network, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:19.531850 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:19.542233 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-da3e06cd-4cf1-4f02-8da9-619ee363cd0b tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:38:19.551017 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-a11cad52-e1a7-423e-8521-8d1953687127 None None] Notify callbacks [] for port, precommit_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:19.571855 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-f4c363d8-d694-41fd-8758-e24621133e15 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks [] for port, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:19.591819 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-a11cad52-e1a7-423e-8521-8d1953687127 None None] Transition to ACTIVE for port object 85a86036-e2c4-424d-aa5c-810e595cd146 will not be triggered until provisioned by entity DHCP. {{(pid=87508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:38:19.603330 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-a11cad52-e1a7-423e-8521-8d1953687127 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:19.609704 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-ab156d6d-fabd-4d78-a213-806cfb9cfd30 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:38:19.640833 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] For port 3c14fdac-f9b3-4b9e-82dd-8a67222cb898, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=3c14fdac-f9b3-4b9e-82dd-8a67222cb898,segment=NetworkSegment(fa42b440-0715-43f7-91be-577aed91ee24),segment_id=fa42b440-0715-43f7-91be-577aed91ee24)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:38:19.647226 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-d99dc9ae-b7fa-4aed-8c8e-f0115e2fa2ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b76d8b940>, [{'id': 'dcd68ae4-9678-4601-9589-50474829ca26', 'name': 'tempest-RoutersTest-router-809960879', 'tenant_id': 'bb30155073f3462f829b4df60e35f5af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:37:21Z', 'updated_at': '2021-12-16T22:38:10Z', 'revision_number': 7, 'project_id': 'bb30155073f3462f829b4df60e35f5af', 'gw_port_host': None, '_interfaces': [{'id': '23f463ae-462a-4a35-a545-23810024be4a', 'name': '', 'network_id': 'a9fe3143-2ede-4b9c-a7a9-a02a4acc426b', 'tenant_id': 'bb30155073f3462f829b4df60e35f5af', 'mac_address': 'fa:16:3e:4c:e9:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcd68ae4-9678-4601-9589-50474829ca26', 'device_owner': 'network:router_interface', 'standard_attr_id': 846, 'fixed_ips': [{'subnet_id': '95a355fa-2faa-4243-83d9-d55c558a9f15', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:37:44Z', 'updated_at': '2021-12-16T22:37:59Z', 'revision_number': 5, 'project_id': 'bb30155073f3462f829b4df60e35f5af', 'subnets': [{'id': '95a355fa-2faa-4243-83d9-d55c558a9f15', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3c14fdac-f9b3-4b9e-82dd-8a67222cb898', 'name': '', 'network_id': '28d7bb6e-74ad-4c1e-9ce1-844b4f7af3ea', 'tenant_id': 'bb30155073f3462f829b4df60e35f5af', 'mac_address': 'fa:16:3e:c8:e9:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcd68ae4-9678-4601-9589-50474829ca26', 'device_owner': 'network:router_interface', 'standard_attr_id': 891, 'fixed_ips': [{'subnet_id': 'bf9c697c-c143-489c-bd9b-629d49112c29', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:38:01Z', 'updated_at': '2021-12-16T22:38:14Z', 'revision_number': 4, 'project_id': 'bb30155073f3462f829b4df60e35f5af', 'subnets': [{'id': 'bf9c697c-c143-489c-bd9b-629d49112c29', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b4a16203-a9be-4052-bdb0-6f3fa9deae9e', 'name': '', 'network_id': '9cec1ece-19ae-40d0-b729-73c3863b1457', 'tenant_id': 'bb30155073f3462f829b4df60e35f5af', 'mac_address': 'fa:16:3e:f8:28:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcd68ae4-9678-4601-9589-50474829ca26', 'device_owner': 'network:router_interface', 'standard_attr_id': 810, 'fixed_ips': [{'subnet_id': '12bde7f9-83c9-49c9-9bcd-d81bdd1ed717', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:37:28Z', 'updated_at': '2021-12-16T22:37:46Z', 'revision_number': 5, 'project_id': 'bb30155073f3462f829b4df60e35f5af', 'subnets': [{'id': '12bde7f9-83c9-49c9-9bcd-d81bdd1ed717', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f95799a9-b8ac-4040-9601-29cf8e618a79', 'name': '', 'network_id': '609eecf4-5001-4b39-a7b6-bf81cca64c22', 'tenant_id': 'bb30155073f3462f829b4df60e35f5af', 'mac_address': 'fa:16:3e:6a:0e:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcd68ae4-9678-4601-9589-50474829ca26', 'device_owner': 'network:router_interface', 'standard_attr_id': 873, 'fixed_ips': [{'subnet_id': '11852dee-7e7f-4b01-b40e-4a8f31edd0c6', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:37:55Z', 'updated_at': '2021-12-16T22:38:06Z', 'revision_number': 4, 'project_id': 'bb30155073f3462f829b4df60e35f5af', 'subnets': [{'id': '11852dee-7e7f-4b01-b40e-4a8f31edd0c6', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:38:19.663315 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-e81b5d2f-72f3-4de6-a2ed-fd98dac953f2 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440'] for network, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:19.669123 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e81b5d2f-72f3-4de6-a2ed-fd98dac953f2 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:38:19.669764 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-e81b5d2f-72f3-4de6-a2ed-fd98dac953f2 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Notify callbacks [] for network, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:19.685967 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:19.687037 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 94206871-71bc-45db-953e-8174f30dbfc9 up at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 22:38:19.694024 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-61529b72-de6b-4198-98fa-7e45ec3c0c03 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 771 time: 0.4757991
Dec 16 22:38:19.695378 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61529b72-de6b-4198-98fa-7e45ec3c0c03 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Pushing event updated for resources: {'Network': ['ID=16ab78ef-2cf3-46e5-b0ce-25ab2012233d,revision_number=1']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:38:19.697872 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 44310) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:38:19.710522 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-61529b72-de6b-4198-98fa-7e45ec3c0c03 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:38:19.720576 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-45f099fe-38a4-4199-9ae1-5777da7f6929 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Request body: {'subnet': {'network_id': '16ab78ef-2cf3-46e5-b0ce-25ab2012233d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:38:19.749752 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-744ece10-fd09-461f-8b98-e6af75df7d5d tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.072s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:38:19.762265 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d99dc9ae-b7fa-4aed-8c8e-f0115e2fa2ab None None] The sync data for ids ['dcd68ae4-9678-4601-9589-50474829ca26'] in dv-neutron-821829-1-hyperv is: [{'id': 'dcd68ae4-9678-4601-9589-50474829ca26', 'name': 'tempest-RoutersTest-router-809960879', 'tenant_id': 'bb30155073f3462f829b4df60e35f5af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:37:21Z', 'updated_at': '2021-12-16T22:38:10Z', 'revision_number': 7, 'project_id': 'bb30155073f3462f829b4df60e35f5af', 'gw_port_host': None, '_interfaces': [{'id': '23f463ae-462a-4a35-a545-23810024be4a', 'name': '', 'network_id': 'a9fe3143-2ede-4b9c-a7a9-a02a4acc426b', 'tenant_id': 'bb30155073f3462f829b4df60e35f5af', 'mac_address': 'fa:16:3e:4c:e9:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcd68ae4-9678-4601-9589-50474829ca26', 'device_owner': 'network:router_interface', 'standard_attr_id': 846, 'fixed_ips': [{'subnet_id': '95a355fa-2faa-4243-83d9-d55c558a9f15', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:37:44Z', 'updated_at': '2021-12-16T22:37:59Z', 'revision_number': 5, 'project_id': 'bb30155073f3462f829b4df60e35f5af', 'subnets': [{'id': '95a355fa-2faa-4243-83d9-d55c558a9f15', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3c14fdac-f9b3-4b9e-82dd-8a67222cb898', 'name': '', 'network_id': '28d7bb6e-74ad-4c1e-9ce1-844b4f7af3ea', 'tenant_id': 'bb30155073f3462f829b4df60e35f5af', 'mac_address': 'fa:16:3e:c8:e9:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcd68ae4-9678-4601-9589-50474829ca26', 'device_owner': 'network:router_interface', 'standard_attr_id': 891, 'fixed_ips': [{'subnet_id': 'bf9c697c-c143-489c-bd9b-629d49112c29', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:38:01Z', 'updated_at': '2021-12-16T22:38:14Z', 'revision_number': 4, 'project_id': 'bb30155073f3462f829b4df60e35f5af', 'subnets': [{'id': 'bf9c697c-c143-489c-bd9b-629d49112c29', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b4a16203-a9be-4052-bdb0-6f3fa9deae9e', 'name': '', 'network_id': '9cec1ece-19ae-40d0-b729-73c3863b1457', 'tenant_id': 'bb30155073f3462f829b4df60e35f5af', 'mac_address': 'fa:16:3e:f8:28:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcd68ae4-9678-4601-9589-50474829ca26', 'device_owner': 'network:router_interface', 'standard_attr_id': 810, 'fixed_ips': [{'subnet_id': '12bde7f9-83c9-49c9-9bcd-d81bdd1ed717', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:37:28Z', 'updated_at': '2021-12-16T22:37:46Z', 'revision_number': 5, 'project_id': 'bb30155073f3462f829b4df60e35f5af', 'subnets': [{'id': '12bde7f9-83c9-49c9-9bcd-d81bdd1ed717', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f95799a9-b8ac-4040-9601-29cf8e618a79', 'name': '', 'network_id': '609eecf4-5001-4b39-a7b6-bf81cca64c22', 'tenant_id': 'bb30155073f3462f829b4df60e35f5af', 'mac_address': 'fa:16:3e:6a:0e:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcd68ae4-9678-4601-9589-50474829ca26', 'device_owner': 'network:router_interface', 'standard_attr_id': 873, 'fixed_ips': [{'subnet_id': '11852dee-7e7f-4b01-b40e-4a8f31edd0c6', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:37:55Z', 'updated_at': '2021-12-16T22:38:06Z', 'revision_number': 4, 'project_id': 'bb30155073f3462f829b4df60e35f5af', 'subnets': [{'id': '11852dee-7e7f-4b01-b40e-4a8f31edd0c6', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 22:38:19.764073 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Network 16ab78ef-2cf3-46e5-b0ce-25ab2012233d details requested by agent ovs-agent-dv-neutron-821829-1-hyperv with host dv-neutron-821829-1-hyperv {{(pid=87508) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 22:38:19.859117 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.db [None req-8493dc6c-736f-4a9b-8057-dae4ec2b126a tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] For port 3c14fdac-f9b3-4b9e-82dd-8a67222cb898, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=3c14fdac-f9b3-4b9e-82dd-8a67222cb898,segment=NetworkSegment(fa42b440-0715-43f7-91be-577aed91ee24),segment_id=fa42b440-0715-43f7-91be-577aed91ee24)] {{(pid=87507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:38:19.859794 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-8493dc6c-736f-4a9b-8057-dae4ec2b126a tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:19.866785 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-e81b5d2f-72f3-4de6-a2ed-fd98dac953f2 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 779 time: 0.5779891
Dec 16 22:38:19.878464 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 44314) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:38:19.966296 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11cad52-e1a7-423e-8521-8d1953687127 None None] Pushing event updated for resources: {'Port': ['ID=85a86036-e2c4-424d-aa5c-810e595cd146,revision_number=3']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:38:19.971945 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-a11cad52-e1a7-423e-8521-8d1953687127 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.362s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:38:19.975037 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-2f0c5b48-35e1-40b7-87ed-27c419c1412a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.212s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:38:19.979249 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-cb223413-e5b0-4915-b6c4-0555a4835908 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Request body: {'subnet': {'network_id': '23608ab9-fa18-4fd7-961f-7dd78cbd8e37', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:38:20.056625 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning complete for port 94206871-71bc-45db-953e-8174f30dbfc9 triggered by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:38:20.057292 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:20.088902 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.plugin [None req-8493dc6c-736f-4a9b-8057-dae4ec2b126a tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Calling delete_port for 3c14fdac-f9b3-4b9e-82dd-8a67222cb898 owned by network:router_interface {{(pid=87507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:38:20.098995 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81b5d2f-72f3-4de6-a2ed-fd98dac953f2 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Pushing event updated for resources: {'Network': ['ID=23608ab9-fa18-4fd7-961f-7dd78cbd8e37,revision_number=1']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:38:20.115900 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Network 23608ab9-fa18-4fd7-961f-7dd78cbd8e37 details requested by agent ovs-agent-dv-neutron-821829-1-hyperv with host dv-neutron-821829-1-hyperv {{(pid=87508) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 22:38:20.120377 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-e81b5d2f-72f3-4de6-a2ed-fd98dac953f2 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.371s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:38:20.132115 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Pushing event updated for resources: {'Port': ['ID=3c14fdac-f9b3-4b9e-82dd-8a67222cb898,revision_number=5']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:38:20.144059 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:38:20.153310 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-df11c6c0-5d18-4f81-a4a6-5686efa0475e tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10807931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10549612'] for subnet, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:20.171097 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-45f099fe-38a4-4199-9ae1-5777da7f6929 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:38:20.175235 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-45f099fe-38a4-4199-9ae1-5777da7f6929 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Usage tracker for resource:subnet and tenant:69ee045658914011ac7b8ba0ad799b2d is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:38:20.179119 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-45f099fe-38a4-4199-9ae1-5777da7f6929 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:38:20.193369 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-cb223413-e5b0-4915-b6c4-0555a4835908 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:38:20.198487 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-cb223413-e5b0-4915-b6c4-0555a4835908 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Usage tracker for resource:subnet and tenant:c85c59d360694166b5b0483f9fc81199 is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:38:20.205109 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-d69e72b2-f0a3-43c5-8937-d628e19c5e9b tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:38:20.205693 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-cb223413-e5b0-4915-b6c4-0555a4835908 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:38:20.213775 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-cb223413-e5b0-4915-b6c4-0555a4835908 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:38:20.228231 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-45f099fe-38a4-4199-9ae1-5777da7f6929 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:38:20.237184 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb223413-e5b0-4915-b6c4-0555a4835908 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Made reservation on behalf of c85c59d360694166b5b0483f9fc81199 for: {'subnet': 1} {{(pid=87506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:38:20.241613 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-cb223413-e5b0-4915-b6c4-0555a4835908 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11213078'] for subnet, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:20.260408 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45f099fe-38a4-4199-9ae1-5777da7f6929 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Made reservation on behalf of 69ee045658914011ac7b8ba0ad799b2d for: {'subnet': 1} {{(pid=87506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:38:20.264843 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-45f099fe-38a4-4199-9ae1-5777da7f6929 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11213078'] for subnet, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:20.347754 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.objects.ports [None req-405996ff-9ad1-4168-ad34-a4c34355f2de tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87507) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}}
Dec 16 22:38:20.447285 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df11c6c0-5d18-4f81-a4a6-5686efa0475e tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Pushing event updated for resources: {'Subnet': ['ID=afc467ed-55a1-4c83-845a-82a19c1ed5bb,revision_number=0']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:38:20.464838 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 85a86036-e2c4-424d-aa5c-810e595cd146 up at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 22:38:20.499656 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-df11c6c0-5d18-4f81-a4a6-5686efa0475e tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:38:20.516376 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df11c6c0-5d18-4f81-a4a6-5686efa0475e tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Checking segment: {'id': 'ea481994-63c7-48a9-b74b-ee1fd825c0e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'fe63344e-82cd-4f99-a6ad-2e8f33860c91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 22:38:20.516976 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df11c6c0-5d18-4f81-a4a6-5686efa0475e tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Network hostable DHCP agents. Network: fe63344e-82cd-4f99-a6ad-2e8f33860c91, hostable agents: ['3b155c4d-12dc-491e-aa14-6113b06cfacd'], hosted agents: [] {{(pid=87507) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 16 22:38:20.524698 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-f4c363d8-d694-41fd-8758-e24621133e15 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10807823'] for port, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:20.541322 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-acfbcf6e-3ce5-4dae-8ba5-2968e4845525 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:38:20.579324 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning for port 85a86036-e2c4-424d-aa5c-810e595cd146 completed by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 22:38:20.587853 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device f95799a9-b8ac-4040-9601-29cf8e618a79 up at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 22:38:20.684389 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4c363d8-d694-41fd-8758-e24621133e15 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Network d25a7dc0-a328-4711-a6e2-10bbe5d70dc8 is already hosted by enough agents. {{(pid=87507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:38:20.689329 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning for port f95799a9-b8ac-4040-9601-29cf8e618a79 completed by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 22:38:20.695081 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning complete for port f95799a9-b8ac-4040-9601-29cf8e618a79 triggered by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:38:20.695269 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:20.702894 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df11c6c0-5d18-4f81-a4a6-5686efa0475e tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Network fe63344e-82cd-4f99-a6ad-2e8f33860c91 is scheduled to be hosted by DHCP agent 3b155c4d-12dc-491e-aa14-6113b06cfacd with binding_index 1 {{(pid=87507) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 16 22:38:20.711792 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.base_scheduler [None req-f4c363d8-d694-41fd-8758-e24621133e15 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Resources bound (agent type, host, resource id):  {{(pid=87507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:38:20.714944 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4c363d8-d694-41fd-8758-e24621133e15 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Received port after_create {{(pid=87507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 22:38:20.725474 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4c363d8-d694-41fd-8758-e24621133e15 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:38:20.726418 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-f4c363d8-d694-41fd-8758-e24621133e15 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for port, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:20.808518 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-923d6e10-9a7b-4f28-bdc3-eb0842a16675 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3830176'] for router_interface, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:20.857349 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.base_scheduler [None req-df11c6c0-5d18-4f81-a4a6-5686efa0475e tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821829-1-hyperv, fe63344e-82cd-4f99-a6ad-2e8f33860c91) {{(pid=87507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:38:20.859742 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c363d8-d694-41fd-8758-e24621133e15 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Pushing event updated for resources: {'Port': ['ID=45d6480a-12d7-4c82-9521-c3a4205af26d,revision_number=1']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:38:20.862391 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-f4c363d8-d694-41fd-8758-e24621133e15 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:38:20.871221 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:20.876647 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-cb223413-e5b0-4915-b6c4-0555a4835908 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1863317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11213092'] for subnet, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:20.877082 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df11c6c0-5d18-4f81-a4a6-5686efa0475e tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:38:20.877434 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-df11c6c0-5d18-4f81-a4a6-5686efa0475e tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Notify callbacks [] for subnet, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:20.886808 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-fac6e84c-f14f-4414-8131-a2310a135216 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:38:20.908973 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f920ba31-f301-4b81-8824-44eb61597c38 None None] Network fe63344e-82cd-4f99-a6ad-2e8f33860c91 requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 22:38:20.946373 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-45f099fe-38a4-4199-9ae1-5777da7f6929 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1863317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11213092'] for subnet, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:20.989722 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.db.api [None req-8493dc6c-736f-4a9b-8057-dae4ec2b126a tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87507) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 16 22:38:20.990138 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_db.api [None req-8493dc6c-736f-4a9b-8057-dae4ec2b126a tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 16 22:38:21.022591 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-f4c363d8-d694-41fd-8758-e24621133e15 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 844 time: 3.8348935
Dec 16 22:38:21.030030 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 44318) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:38:21.039723 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb223413-e5b0-4915-b6c4-0555a4835908 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Pushing event updated for resources: {'Subnet': ['ID=f00c2841-3f2b-452f-875c-456dd0792f73,revision_number=0']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:38:21.046497 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-cb223413-e5b0-4915-b6c4-0555a4835908 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:38:21.047224 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45f099fe-38a4-4199-9ae1-5777da7f6929 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Checking segment: {'id': '73807662-a28f-4f4e-ba12-f5f5b6e21f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '16ab78ef-2cf3-46e5-b0ce-25ab2012233d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 22:38:21.047584 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45f099fe-38a4-4199-9ae1-5777da7f6929 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Network hostable DHCP agents. Network: 16ab78ef-2cf3-46e5-b0ce-25ab2012233d, hostable agents: ['3b155c4d-12dc-491e-aa14-6113b06cfacd'], hosted agents: [] {{(pid=87506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 16 22:38:21.056543 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-069a586c-c295-412e-8204-5e335acd0e64 tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.096s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:38:21.060225 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80e67343-4cd7-4dc3-a5f3-c58b7586aff9 None None] Network 2d95f1fe-5680-48c6-901d-3a10397689b5 requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 22:38:21.079141 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-df11c6c0-5d18-4f81-a4a6-5686efa0475e tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 3.3530920
Dec 16 22:38:21.098644 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 44322) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:38:21.112803 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] For port f95799a9-b8ac-4040-9601-29cf8e618a79, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=f95799a9-b8ac-4040-9601-29cf8e618a79,segment=NetworkSegment(17c04932-5675-4fcb-a7a2-7b3bf586bf8a),segment_id=17c04932-5675-4fcb-a7a2-7b3bf586bf8a)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:38:21.119381 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-7eec64a6-1f64-4449-a72d-63c144a659bd tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:38:21.173448 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb223413-e5b0-4915-b6c4-0555a4835908 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Checking segment: {'id': 'c89cedce-ac3c-406f-8452-9bb8b4f07f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '23608ab9-fa18-4fd7-961f-7dd78cbd8e37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 22:38:21.173874 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb223413-e5b0-4915-b6c4-0555a4835908 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Network hostable DHCP agents. Network: 23608ab9-fa18-4fd7-961f-7dd78cbd8e37, hostable agents: ['3b155c4d-12dc-491e-aa14-6113b06cfacd'], hosted agents: [] {{(pid=87506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 16 22:38:21.182024 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:21.182901 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 02047132-a540-449b-b596-25d6606fb0ec up at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 22:38:21.218197 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-7af6d306-5956-4c5c-a77e-de1befb4fa3a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:38:21.218929 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45f099fe-38a4-4199-9ae1-5777da7f6929 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Network 16ab78ef-2cf3-46e5-b0ce-25ab2012233d is scheduled to be hosted by DHCP agent 3b155c4d-12dc-491e-aa14-6113b06cfacd with binding_index 1 {{(pid=87506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 16 22:38:21.221475 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f099fe-38a4-4199-9ae1-5777da7f6929 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Pushing event updated for resources: {'Subnet': ['ID=7da09a0d-ff69-4bf0-95c8-a3ae1241e37a,revision_number=0']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:38:21.227533 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-45f099fe-38a4-4199-9ae1-5777da7f6929 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:38:21.275869 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.base_scheduler [None req-45f099fe-38a4-4199-9ae1-5777da7f6929 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821829-1-hyperv, 16ab78ef-2cf3-46e5-b0ce-25ab2012233d) {{(pid=87506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:38:21.287739 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45f099fe-38a4-4199-9ae1-5777da7f6929 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:38:21.288700 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-45f099fe-38a4-4199-9ae1-5777da7f6929 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3791486'] for subnet, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:21.298837 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Pushing event updated for resources: {'Port': ['ID=f95799a9-b8ac-4040-9601-29cf8e618a79,revision_number=5']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:38:21.300915 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb223413-e5b0-4915-b6c4-0555a4835908 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Network 23608ab9-fa18-4fd7-961f-7dd78cbd8e37 is scheduled to be hosted by DHCP agent 3b155c4d-12dc-491e-aa14-6113b06cfacd with binding_index 1 {{(pid=87506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 16 22:38:21.301611 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c6a2b34-82a0-479e-b527-c90bb7d70cab None None] Network 16ab78ef-2cf3-46e5-b0ce-25ab2012233d requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 22:38:21.314234 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:38:21.324892 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-7eec64a6-1f64-4449-a72d-63c144a659bd tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-11213103'] for subnet, before_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:21.366840 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.base_scheduler [None req-cb223413-e5b0-4915-b6c4-0555a4835908 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821829-1-hyperv, 23608ab9-fa18-4fd7-961f-7dd78cbd8e37) {{(pid=87506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:38:21.375084 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-45f099fe-38a4-4199-9ae1-5777da7f6929 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.6757157
Dec 16 22:38:21.376689 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb223413-e5b0-4915-b6c4-0555a4835908 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:38:21.377292 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-cb223413-e5b0-4915-b6c4-0555a4835908 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3791486'] for subnet, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:21.384707 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 44326) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:38:21.394572 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b5841da-f047-4410-9e80-9b877f6bc838 None None] Network 23608ab9-fa18-4fd7-961f-7dd78cbd8e37 requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 22:38:21.398234 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-32287373-f433-4a7e-b208-7428a19a2de2 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Request body: {'subnet': {'network_id': '16ab78ef-2cf3-46e5-b0ce-25ab2012233d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:38:21.407714 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-f9b20d98-6590-40e4-8188-c1810e57ebdd None None] Provisioning for port 85a86036-e2c4-424d-aa5c-810e595cd146 completed by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 22:38:21.422148 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-405996ff-9ad1-4168-ad34-a4c34355f2de tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:21.429612 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-f9b20d98-6590-40e4-8188-c1810e57ebdd None None] Provisioning complete for port 85a86036-e2c4-424d-aa5c-810e595cd146 triggered by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:38:21.430188 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-f9b20d98-6590-40e4-8188-c1810e57ebdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:21.433775 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.plugin [None req-f6716485-0312-4a45-8528-8ef8e910fbfe tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Deleting port 45d6480a-12d7-4c82-9521-c3a4205af26d {{(pid=87507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:38:21.434110 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-f6716485-0312-4a45-8528-8ef8e910fbfe tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:21.518124 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.plugin [None req-8493dc6c-736f-4a9b-8057-dae4ec2b126a tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Deleting port 3c14fdac-f9b3-4b9e-82dd-8a67222cb898 {{(pid=87507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:38:21.518920 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-8493dc6c-736f-4a9b-8057-dae4ec2b126a tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:21.633399 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd7c5ef3-4f84-48ec-a198-c01b5f7ca07a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1d6bfaf-d325-5e4f-b05d-2441d8339617-fe63344e-82cd-4f99-a6ad-2e8f33860c91', 'network_id': 'fe63344e-82cd-4f99-a6ad-2e8f33860c91', 'tenant_id': '4776cb1297af44b2a1a3b9af0f4316e5', 'fixed_ips': [{'subnet_id': 'afc467ed-55a1-4c83-845a-82a19c1ed5bb'}]}} from dv-neutron-821829-1-hyperv. {{(pid=87508) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 16 22:38:21.634245 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-fd7c5ef3-4f84-48ec-a198-c01b5f7ca07a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:21.671258 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-cb223413-e5b0-4915-b6c4-0555a4835908 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 865 time: 1.7884343
Dec 16 22:38:21.676484 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 44330) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:38:21.810365 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning for port 02047132-a540-449b-b596-25d6606fb0ec completed by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 22:38:21.839097 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-32287373-f433-4a7e-b208-7428a19a2de2 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:38:21.846709 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-32287373-f433-4a7e-b208-7428a19a2de2 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Usage tracker for resource:subnet and tenant:69ee045658914011ac7b8ba0ad799b2d is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:38:21.851861 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-32287373-f433-4a7e-b208-7428a19a2de2 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:38:21.861399 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-32287373-f433-4a7e-b208-7428a19a2de2 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:38:21.877182 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-7eec64a6-1f64-4449-a72d-63c144a659bd tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8734753524300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-1863339'] for subnet, after_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:21.883439 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-f637ceac-21f7-425a-9a48-934c3bf1e3e4 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:38:21.907536 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning complete for port 02047132-a540-449b-b596-25d6606fb0ec triggered by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:38:21.907947 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:21.915635 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32287373-f433-4a7e-b208-7428a19a2de2 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Made reservation on behalf of 69ee045658914011ac7b8ba0ad799b2d for: {'subnet': 1} {{(pid=87506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:38:21.919250 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-32287373-f433-4a7e-b208-7428a19a2de2 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11213078'] for subnet, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:21.955111 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eec64a6-1f64-4449-a72d-63c144a659bd tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:38:21.955697 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-7eec64a6-1f64-4449-a72d-63c144a659bd tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Notify callbacks [] for subnet, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:21.960159 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-7eec64a6-1f64-4449-a72d-63c144a659bd tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] 10.222.0.13 "PUT /v2.0/subnets/afc467ed-55a1-4c83-845a-82a19c1ed5bb HTTP/1.1" status: 200  len: 826 time: 0.8597875
Dec 16 22:38:21.963428 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 44336) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:38:22.033538 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.plugin [None req-923d6e10-9a7b-4f28-bdc3-eb0842a16675 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Deleting port 844a2831-92d3-404b-81cb-3a2a789d1e42 {{(pid=87507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:38:22.033923 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-923d6e10-9a7b-4f28-bdc3-eb0842a16675 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:22.127609 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eec64a6-1f64-4449-a72d-63c144a659bd tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Pushing event updated for resources: {'Subnet': ['ID=afc467ed-55a1-4c83-845a-82a19c1ed5bb,revision_number=1']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:38:22.130228 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-7eec64a6-1f64-4449-a72d-63c144a659bd tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:38:22.198019 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-f9b20d98-6590-40e4-8188-c1810e57ebdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:22.200843 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.db.ipam_backend_mixin [None req-32287373-f433-4a7e-b208-7428a19a2de2 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 7da09a0d-ff69-4bf0-95c8-a3ae1241e37a (CIDR: 2001:db8::/64)
Dec 16 22:38:22.214659 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-f6716485-0312-4a45-8528-8ef8e910fbfe tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:22.214925 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.pecan_wsgi.hooks.translation [None req-32287373-f433-4a7e-b208-7428a19a2de2 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 16 22:38:22.215235 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32287373-f433-4a7e-b208-7428a19a2de2 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 16 22:38:22.231147 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-5a359f1c-5944-452d-922c-31d85e8b67eb tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-825997'] for network, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:22.246983 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-32287373-f433-4a7e-b208-7428a19a2de2 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 0.8612406
Dec 16 22:38:22.262258 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 44340) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:38:22.275509 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-db53d5b8-9d8a-4789-adf1-5dc94158849a tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Request body: {'subnet': {'network_id': '16ab78ef-2cf3-46e5-b0ce-25ab2012233d', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:38:22.311287 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-5a359f1c-5944-452d-922c-31d85e8b67eb tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3328566'] for subnet, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:22.318461 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e0f1772-f6d7-401f-9e2d-9eec6d411db9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1d6bfaf-d325-5e4f-b05d-2441d8339617-16ab78ef-2cf3-46e5-b0ce-25ab2012233d', 'network_id': '16ab78ef-2cf3-46e5-b0ce-25ab2012233d', 'tenant_id': '69ee045658914011ac7b8ba0ad799b2d', 'fixed_ips': [{'subnet_id': '7da09a0d-ff69-4bf0-95c8-a3ae1241e37a'}]}} from dv-neutron-821829-1-hyperv. {{(pid=87508) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 16 22:38:22.319215 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-3e0f1772-f6d7-401f-9e2d-9eec6d411db9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:22.347059 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5910992f-8d86-46bb-b847-9b30e21f17f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1d6bfaf-d325-5e4f-b05d-2441d8339617-23608ab9-fa18-4fd7-961f-7dd78cbd8e37', 'network_id': '23608ab9-fa18-4fd7-961f-7dd78cbd8e37', 'tenant_id': 'c85c59d360694166b5b0483f9fc81199', 'fixed_ips': [{'subnet_id': 'f00c2841-3f2b-452f-875c-456dd0792f73'}]}} from dv-neutron-821829-1-hyperv. {{(pid=87508) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 16 22:38:22.347900 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-5910992f-8d86-46bb-b847-9b30e21f17f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:22.373004 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.db_base_plugin_common [None req-fd7c5ef3-4f84-48ec-a198-c01b5f7ca07a None None] Allocated IP 2001:db8::2 (fe63344e-82cd-4f99-a6ad-2e8f33860c91/afc467ed-55a1-4c83-845a-82a19c1ed5bb/b2a61212-beef-48d7-8b11-a6ec8fea0ecb) {{(pid=87508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 22:38:22.385300 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.db [None req-8493dc6c-736f-4a9b-8057-dae4ec2b126a tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] For port 3c14fdac-f9b3-4b9e-82dd-8a67222cb898, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=3c14fdac-f9b3-4b9e-82dd-8a67222cb898,segment=NetworkSegment(fa42b440-0715-43f7-91be-577aed91ee24),segment_id=fa42b440-0715-43f7-91be-577aed91ee24)] {{(pid=87507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:38:22.385581 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-8493dc6c-736f-4a9b-8057-dae4ec2b126a tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:22.395841 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-db925ccc-82ff-4436-acfb-8ba1d7acb474 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-825997'] for network, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:22.418423 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-f9b20d98-6590-40e4-8188-c1810e57ebdd None None] For port 85a86036-e2c4-424d-aa5c-810e595cd146, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=85a86036-e2c4-424d-aa5c-810e595cd146,segment=NetworkSegment(c7a6916b-f447-4d8d-b2a8-d343995c4e4e),segment_id=c7a6916b-f447-4d8d-b2a8-d343995c4e4e)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:38:22.479275 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-f9b20d98-6590-40e4-8188-c1810e57ebdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:22.486920 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.plugin [None req-f6716485-0312-4a45-8528-8ef8e910fbfe tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Calling delete_port for 45d6480a-12d7-4c82-9521-c3a4205af26d owned by  {{(pid=87507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:38:22.520540 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-e238a583-da17-4d80-a35c-396055c54e26 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:38:22.655503 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:22.778421 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-1f2236ec-da2c-4ce3-abe2-5a8aa95c6aad None None] Provisioning for port 749de183-a4f0-41fb-9813-ad328a71823c completed by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 22:38:22.796806 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.db [None req-405996ff-9ad1-4168-ad34-a4c34355f2de tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] For port 749de183-a4f0-41fb-9813-ad328a71823c, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=749de183-a4f0-41fb-9813-ad328a71823c,segment=NetworkSegment(da71c9a1-7532-4738-a9bc-22a7f498ec35),segment_id=da71c9a1-7532-4738-a9bc-22a7f498ec35)] {{(pid=87507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:38:22.836120 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b20d98-6590-40e4-8188-c1810e57ebdd None None] Pushing event updated for resources: {'Port': ['ID=85a86036-e2c4-424d-aa5c-810e595cd146,revision_number=4']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:38:22.848672 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-f9b20d98-6590-40e4-8188-c1810e57ebdd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.328s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:38:22.855795 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] For port 02047132-a540-449b-b596-25d6606fb0ec, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=02047132-a540-449b-b596-25d6606fb0ec,segment=NetworkSegment(fa42b440-0715-43f7-91be-577aed91ee24),segment_id=fa42b440-0715-43f7-91be-577aed91ee24)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:38:22.876176 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.plugin [None req-8493dc6c-736f-4a9b-8057-dae4ec2b126a tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Calling delete_port for 3c14fdac-f9b3-4b9e-82dd-8a67222cb898 owned by network:router_interface {{(pid=87507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:38:22.908356 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:22.914566 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:38:22.985543 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device f63ea5e5-1521-41ec-b06b-8a476f3befb0 no longer exists at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 22:38:23.061283 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.db_base_plugin_common [None req-3e0f1772-f6d7-401f-9e2d-9eec6d411db9 None None] Allocated IP 2001:db8::2 (16ab78ef-2cf3-46e5-b0ce-25ab2012233d/7da09a0d-ff69-4bf0-95c8-a3ae1241e37a/aa07471d-3b32-4841-9584-899583d9cfb6) {{(pid=87508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 22:38:23.081992 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] No Port match for: f63ea5e5-1521-41ec-b06b-8a476f3befb0 {{(pid=87508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 22:38:23.082370 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device f63ea5e5-1521-41ec-b06b-8a476f3befb0 not bound to the agent host dv-neutron-821829-1-hyperv {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 22:38:23.111223 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-923d6e10-9a7b-4f28-bdc3-eb0842a16675 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:23.119852 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-405996ff-9ad1-4168-ad34-a4c34355f2de tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks [] for port, precommit_update {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:23.120587 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.db_base_plugin_common [None req-5910992f-8d86-46bb-b847-9b30e21f17f7 None None] Allocated IP 172.20.0.1 (23608ab9-fa18-4fd7-961f-7dd78cbd8e37/f00c2841-3f2b-452f-875c-456dd0792f73/986ccea1-32f7-40b7-922c-8d55007b6d20) {{(pid=87508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 22:38:23.152478 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-405996ff-9ad1-4168-ad34-a4c34355f2de tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10807814'] for port, after_update {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:23.153617 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-405996ff-9ad1-4168-ad34-a4c34355f2de tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10807931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10549612'] for subnet, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:23.159074 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-eeb139ed-197e-4eae-abdf-fdb12237b961 None None] Provisioning complete for port 85a86036-e2c4-424d-aa5c-810e595cd146 triggered by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:38:23.159390 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-eeb139ed-197e-4eae-abdf-fdb12237b961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:23.208817 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-94fd68d0-b19e-42e2-985d-a20f1b9c9618 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:38:23.237767 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Pushing event updated for resources: {'Port': ['ID=02047132-a540-449b-b596-25d6606fb0ec,revision_number=3']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:38:23.241511 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-fd7c5ef3-4f84-48ec-a198-c01b5f7ca07a None None] Notify callbacks [] for port, precommit_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:23.243154 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-db925ccc-82ff-4436-acfb-8ba1d7acb474 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3328566'] for subnet, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:23.264251 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.350s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:38:23.294461 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-fd7c5ef3-4f84-48ec-a198-c01b5f7ca07a None None] Transition to ACTIVE for port object b2a61212-beef-48d7-8b11-a6ec8fea0ecb will not be triggered until provisioned by entity L2. {{(pid=87508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:38:23.357402 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.plugin [None req-923d6e10-9a7b-4f28-bdc3-eb0842a16675 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Calling delete_port for 844a2831-92d3-404b-81cb-3a2a789d1e42 owned by network:router_interface {{(pid=87507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:38:23.362615 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 85a86036-e2c4-424d-aa5c-810e595cd146 up at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 22:38:23.386492 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-f6716485-0312-4a45-8528-8ef8e910fbfe tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10807823'] for port, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:23.404720 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-db53d5b8-9d8a-4789-adf1-5dc94158849a tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:38:23.434330 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-405996ff-9ad1-4168-ad34-a4c34355f2de tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Network 7edd76f7-0f97-48a5-b177-9842de6c0500 is already hosted by enough agents. {{(pid=87507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:38:23.442904 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-db53d5b8-9d8a-4789-adf1-5dc94158849a tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Usage tracker for resource:subnet and tenant:69ee045658914011ac7b8ba0ad799b2d is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:38:23.444693 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-fd7c5ef3-4f84-48ec-a198-c01b5f7ca07a None None] Transition to ACTIVE for port object b2a61212-beef-48d7-8b11-a6ec8fea0ecb will not be triggered until provisioned by entity DHCP. {{(pid=87508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:38:23.459432 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.base_scheduler [None req-405996ff-9ad1-4168-ad34-a4c34355f2de tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Resources bound (agent type, host, resource id):  {{(pid=87507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:38:23.471673 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-db53d5b8-9d8a-4789-adf1-5dc94158849a tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:38:23.487404 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-5a359f1c-5944-452d-922c-31d85e8b67eb tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3328622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1863378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11213117'] for subnet, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:23.494485 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-405996ff-9ad1-4168-ad34-a4c34355f2de tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:38:23.494699 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-fd7c5ef3-4f84-48ec-a198-c01b5f7ca07a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940'] for port, after_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:23.495070 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-405996ff-9ad1-4168-ad34-a4c34355f2de tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks [] for subnet, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:23.499100 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-db53d5b8-9d8a-4789-adf1-5dc94158849a tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:38:23.500334 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-997b0bb7-c560-4248-9446-9fe3c720fee9 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:38:23.511341 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:38:23.512508 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-f6716485-0312-4a45-8528-8ef8e910fbfe tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for port, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:23.539794 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405996ff-9ad1-4168-ad34-a4c34355f2de tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Pushing event updated for resources: {'Port': ['ID=749de183-a4f0-41fb-9813-ad328a71823c,revision_number=4']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:38:23.540034 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb1621fc-1ee1-4fce-b21d-43ede3b53d89 None None] Network 7edd76f7-0f97-48a5-b177-9842de6c0500 requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 22:38:23.556018 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a359f1c-5944-452d-922c-31d85e8b67eb tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Pushing event deleted for resources: {'Subnet': ['ID=afc467ed-55a1-4c83-845a-82a19c1ed5bb,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:38:23.560914 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-405996ff-9ad1-4168-ad34-a4c34355f2de tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.352s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:38:23.562624 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-b97683f3-70e3-43ac-b014-8a244bb0f401 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.320s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:38:23.564688 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-5a359f1c-5944-452d-922c-31d85e8b67eb tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:38:23.611288 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db53d5b8-9d8a-4789-adf1-5dc94158849a tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Made reservation on behalf of 69ee045658914011ac7b8ba0ad799b2d for: {'subnet': 1} {{(pid=87507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:38:23.615588 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-db53d5b8-9d8a-4789-adf1-5dc94158849a tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10549598'] for subnet, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:23.629269 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-405996ff-9ad1-4168-ad34-a4c34355f2de tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 864 time: 7.3071363
Dec 16 22:38:23.633496 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-f6716485-0312-4a45-8528-8ef8e910fbfe tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] 10.222.0.13 "DELETE /v2.0/ports/45d6480a-12d7-4c82-9521-c3a4205af26d HTTP/1.1" status: 204  len: 168 time: 2.5977278
Dec 16 22:38:23.638617 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 44344) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:38:23.638867 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 44346) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:38:23.646185 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-cc703e64-6a14-4a3c-9dbd-9299fc4b5d4d tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Request body: {'port': {'network_id': '7edd76f7-0f97-48a5-b177-9842de6c0500', 'mac_address': 'fa:16:3e:fd:2c:6f', 'name': 'tempest-NetworksTestDHCPv6-1595010545'}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:38:23.674987 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-c9ed8c06-2d61-4a9e-b5b6-f757ed509cb7 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Request body: {'port': {'network_id': 'd25a7dc0-a328-4711-a6e2-10bbe5d70dc8', 'mac_address': 'fa:16:3e:04:71:fb', 'name': 'tempest-PortsTestJSON-1130490840'}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:38:23.784865 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd7c5ef3-4f84-48ec-a198-c01b5f7ca07a None None] Network fe63344e-82cd-4f99-a6ad-2e8f33860c91 is already hosted by enough agents. {{(pid=87508) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:38:23.786195 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405996ff-9ad1-4168-ad34-a4c34355f2de tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Pushing event updated for resources: {'Subnet': ['ID=c6dbb5c8-cc15-4300-96d0-5500f22d3fed,revision_number=0']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:38:23.797073 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-405996ff-9ad1-4168-ad34-a4c34355f2de tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:38:23.803336 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-94fd68d0-b19e-42e2-985d-a20f1b9c9618 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.385s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:38:23.829255 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.scheduler.base_scheduler [None req-fd7c5ef3-4f84-48ec-a198-c01b5f7ca07a None None] Resources bound (agent type, host, resource id):  {{(pid=87508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:38:23.831186 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-5a359f1c-5944-452d-922c-31d85e8b67eb tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3329565', 'neutron.services.segments.db._delete_segments_for_network-8734753546406'] for network, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:23.847216 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd7c5ef3-4f84-48ec-a198-c01b5f7ca07a None None] Received port after_create {{(pid=87508) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 22:38:23.852827 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6716485-0312-4a45-8528-8ef8e910fbfe tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Pushing event deleted for resources: {'Port': ['ID=45d6480a-12d7-4c82-9521-c3a4205af26d,revision_number=None']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:38:23.871549 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-f6716485-0312-4a45-8528-8ef8e910fbfe tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:38:23.873384 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-8493dc6c-736f-4a9b-8057-dae4ec2b126a tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10807823'] for port, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:23.882195 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-9f1cdb16-3e31-42d4-b450-e841007359f8 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:38:23.900849 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7c5ef3-4f84-48ec-a198-c01b5f7ca07a None None] Pushing event updated for resources: {'Port': ['ID=b2a61212-beef-48d7-8b11-a6ec8fea0ecb,revision_number=1']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:38:23.920521 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-fd7c5ef3-4f84-48ec-a198-c01b5f7ca07a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.409s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:38:23.922276 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.services.segments.db [None req-5a359f1c-5944-452d-922c-31d85e8b67eb tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1b76a11070>,) {'filters': {'network_id': ['fe63344e-82cd-4f99-a6ad-2e8f33860c91']}} {{(pid=87506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:38:23.937163 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-c9ed8c06-2d61-4a9e-b5b6-f757ed509cb7 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:38:23.944612 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8493dc6c-736f-4a9b-8057-dae4ec2b126a tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Pushing event deleted for resources: {'Port': ['ID=3c14fdac-f9b3-4b9e-82dd-8a67222cb898,revision_number=None']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:38:23.955096 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.services.segments.db [None req-5a359f1c-5944-452d-922c-31d85e8b67eb tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b76a11070>, 'ea481994-63c7-48a9-b74b-ee1fd825c0e5') {'for_net_delete': True} {{(pid=87506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:38:23.955214 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.services.segments.db [None req-5a359f1c-5944-452d-922c-31d85e8b67eb tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b76a11070>, 'ea481994-63c7-48a9-b74b-ee1fd825c0e5') {} {{(pid=87506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:38:23.998900 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-c9ed8c06-2d61-4a9e-b5b6-f757ed509cb7 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Usage tracker for resource:port and tenant:3ddf94e9e4ac4112b345468cafab037c is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:38:23.998900 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-c9ed8c06-2d61-4a9e-b5b6-f757ed509cb7 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:38:24.011878 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-5a359f1c-5944-452d-922c-31d85e8b67eb tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734753593977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-266764496'] for segment, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:24.011878 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-c9ed8c06-2d61-4a9e-b5b6-f757ed509cb7 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:38:24.027015 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-cc703e64-6a14-4a3c-9dbd-9299fc4b5d4d tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:38:24.030626 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-cc703e64-6a14-4a3c-9dbd-9299fc4b5d4d tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Usage tracker for resource:port and tenant:8e4385a98eb1416284c1cc96b3355a70 is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:38:24.034709 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-5a359f1c-5944-452d-922c-31d85e8b67eb tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-883292'] for segment, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:24.036322 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-cc703e64-6a14-4a3c-9dbd-9299fc4b5d4d tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:38:24.037513 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-8493dc6c-736f-4a9b-8057-dae4ec2b126a tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:38:24.041428 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9ed8c06-2d61-4a9e-b5b6-f757ed509cb7 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Made reservation on behalf of 3ddf94e9e4ac4112b345468cafab037c for: {'port': 1} {{(pid=87506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:38:24.065124 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-cc703e64-6a14-4a3c-9dbd-9299fc4b5d4d tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:38:24.065791 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-3e0f1772-f6d7-401f-9e2d-9eec6d411db9 None None] Notify callbacks [] for port, precommit_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:24.102556 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-5910992f-8d86-46bb-b847-9b30e21f17f7 None None] Notify callbacks [] for port, precommit_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:24.114046 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a359f1c-5944-452d-922c-31d85e8b67eb tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Releasing vlan 161 on physical network physnet1 to pool {{(pid=87506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 16 22:38:24.114461 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-5a359f1c-5944-452d-922c-31d85e8b67eb tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-883285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1863180'] for segment, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:24.117232 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-5910992f-8d86-46bb-b847-9b30e21f17f7 None None] Transition to ACTIVE for port object 986ccea1-32f7-40b7-922c-8d55007b6d20 will not be triggered until provisioned by entity L2. {{(pid=87508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:38:24.129516 dv-neutron-821829-1-hyperv neutron-server[87506]: Traceback (most recent call last):
Dec 16 22:38:24.129516 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 16 22:38:24.129516 dv-neutron-821829-1-hyperv neutron-server[87506]:     timer()
Dec 16 22:38:24.129516 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 22:38:24.129516 dv-neutron-821829-1-hyperv neutron-server[87506]:     cb(*args, **kw)
Dec 16 22:38:24.129516 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 22:38:24.129516 dv-neutron-821829-1-hyperv neutron-server[87506]:     return func(*args, **kwargs)
Dec 16 22:38:24.129516 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 22:38:24.129516 dv-neutron-821829-1-hyperv neutron-server[87506]:     self._notify()
Dec 16 22:38:24.129516 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 22:38:24.129516 dv-neutron-821829-1-hyperv neutron-server[87506]:     self.callback(batched_events)
Dec 16 22:38:24.129516 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 22:38:24.129516 dv-neutron-821829-1-hyperv neutron-server[87506]:     event.method(event)
Dec 16 22:38:24.129516 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 22:38:24.129516 dv-neutron-821829-1-hyperv neutron-server[87506]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 22:38:24.129516 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 22:38:24.129516 dv-neutron-821829-1-hyperv neutron-server[87506]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 22:38:24.129516 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 22:38:24.129516 dv-neutron-821829-1-hyperv neutron-server[87506]:     return f(self, *a, **k)
Dec 16 22:38:24.129516 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 16 22:38:24.129516 dv-neutron-821829-1-hyperv neutron-server[87506]:     return self._get(url).json()
Dec 16 22:38:24.129516 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 16 22:38:24.129516 dv-neutron-821829-1-hyperv neutron-server[87506]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 22:38:24.129516 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 16 22:38:24.129516 dv-neutron-821829-1-hyperv neutron-server[87506]:     return self.request(url, 'GET', **kwargs)
Dec 16 22:38:24.129516 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 16 22:38:24.129516 dv-neutron-821829-1-hyperv neutron-server[87506]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 22:38:24.129516 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 16 22:38:24.129516 dv-neutron-821829-1-hyperv neutron-server[87506]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 22:38:24.129516 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 16 22:38:24.129516 dv-neutron-821829-1-hyperv neutron-server[87506]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 22:38:24.129516 dv-neutron-821829-1-hyperv neutron-server[87506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 22:38:24.217398 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-923d6e10-9a7b-4f28-bdc3-eb0842a16675 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10807823'] for port, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:24.229731 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-3e0f1772-f6d7-401f-9e2d-9eec6d411db9 None None] Transition to ACTIVE for port object aa07471d-3b32-4841-9584-899583d9cfb6 will not be triggered until provisioned by entity L2. {{(pid=87508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:38:24.235262 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-405996ff-9ad1-4168-ad34-a4c34355f2de tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:38:24.247997 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc703e64-6a14-4a3c-9dbd-9299fc4b5d4d tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Made reservation on behalf of 8e4385a98eb1416284c1cc96b3355a70 for: {'port': 1} {{(pid=87506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:38:24.261143 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning complete for port 85a86036-e2c4-424d-aa5c-810e595cd146 triggered by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:38:24.261704 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:24.275649 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-c9ed8c06-2d61-4a9e-b5b6-f757ed509cb7 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:24.290030 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923d6e10-9a7b-4f28-bdc3-eb0842a16675 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Pushing event deleted for resources: {'Port': ['ID=844a2831-92d3-404b-81cb-3a2a789d1e42,revision_number=None']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:38:24.297132 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-923d6e10-9a7b-4f28-bdc3-eb0842a16675 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:38:24.330559 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-fd7c5ef3-4f84-48ec-a198-c01b5f7ca07a None None] Attempting to bind port b2a61212-beef-48d7-8b11-a6ec8fea0ecb on host dv-neutron-821829-1-hyperv for vnic_type normal with profile  {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 22:38:24.330944 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-fd7c5ef3-4f84-48ec-a198-c01b5f7ca07a None None] Attempting to bind port b2a61212-beef-48d7-8b11-a6ec8fea0ecb by drivers openvswitch,hyperv on host dv-neutron-821829-1-hyperv at level 0 using segments [{'id': 'ea481994-63c7-48a9-b74b-ee1fd825c0e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'fe63344e-82cd-4f99-a6ad-2e8f33860c91'}] {{(pid=87508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 22:38:24.331314 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd7c5ef3-4f84-48ec-a198-c01b5f7ca07a None None] Attempting to bind port b2a61212-beef-48d7-8b11-a6ec8fea0ecb on network fe63344e-82cd-4f99-a6ad-2e8f33860c91 {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 22:38:24.357334 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.db.api [None req-5a359f1c-5944-452d-922c-31d85e8b67eb tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Dec 16 22:38:24.357334 dv-neutron-821829-1-hyperv neutron-server[87506]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Dec 16 22:38:24.357334 dv-neutron-821829-1-hyperv neutron-server[87506]: [parameters: {'id': 'fe63344e-82cd-4f99-a6ad-2e8f33860c91'}]
Dec 16 22:38:24.357334 dv-neutron-821829-1-hyperv neutron-server[87506]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87506) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 16 22:38:24.357799 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd7c5ef3-4f84-48ec-a198-c01b5f7ca07a None None] Checking agent: {'id': '5571501f-366e-47a4-9b60-8ef19d935d27', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821829-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 24, 2), 'started_at': datetime.datetime(2021, 12, 16, 22, 24, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 38, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821829-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 22:38:24.358217 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd7c5ef3-4f84-48ec-a198-c01b5f7ca07a None None] Checking segment: {'id': 'ea481994-63c7-48a9-b74b-ee1fd825c0e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'fe63344e-82cd-4f99-a6ad-2e8f33860c91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 22:38:24.358638 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_db.api [None req-5a359f1c-5944-452d-922c-31d85e8b67eb tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 16 22:38:24.359147 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-fd7c5ef3-4f84-48ec-a198-c01b5f7ca07a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:24.359732 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd7c5ef3-4f84-48ec-a198-c01b5f7ca07a None None] Bound using segment: {'id': 'ea481994-63c7-48a9-b74b-ee1fd825c0e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'fe63344e-82cd-4f99-a6ad-2e8f33860c91'} {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 22:38:24.360424 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-fd7c5ef3-4f84-48ec-a198-c01b5f7ca07a None None] Bound port: b2a61212-beef-48d7-8b11-a6ec8fea0ecb, host: dv-neutron-821829-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea481994-63c7-48a9-b74b-ee1fd825c0e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'fe63344e-82cd-4f99-a6ad-2e8f33860c91'}}] {{(pid=87508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 22:38:24.361020 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-fd7c5ef3-4f84-48ec-a198-c01b5f7ca07a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:24.388351 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.notifiers.nova [None req-c9ed8c06-2d61-4a9e-b5b6-f757ed509cb7 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] device_id is not set on port b3cc9e7d-fbec-4b26-a4d5-808ce138b978 yet. {{(pid=87506) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 16 22:38:24.525863 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-fd7c5ef3-4f84-48ec-a198-c01b5f7ca07a None None] For port b2a61212-beef-48d7-8b11-a6ec8fea0ecb, host dv-neutron-821829-1-hyperv, cleared binding levels {{(pid=87508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 22:38:24.529618 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-fd7c5ef3-4f84-48ec-a198-c01b5f7ca07a None None] For port b2a61212-beef-48d7-8b11-a6ec8fea0ecb, host dv-neutron-821829-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=b2a61212-beef-48d7-8b11-a6ec8fea0ecb,segment=NetworkSegment(ea481994-63c7-48a9-b74b-ee1fd825c0e5),segment_id=ea481994-63c7-48a9-b74b-ee1fd825c0e5)] {{(pid=87508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 22:38:24.548260 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-fd7c5ef3-4f84-48ec-a198-c01b5f7ca07a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:24.559649 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-5910992f-8d86-46bb-b847-9b30e21f17f7 None None] Transition to ACTIVE for port object 986ccea1-32f7-40b7-922c-8d55007b6d20 will not be triggered until provisioned by entity DHCP. {{(pid=87508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:38:24.596644 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-a11cad52-e1a7-423e-8521-8d1953687127 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:38:24.649104 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-3e0f1772-f6d7-401f-9e2d-9eec6d411db9 None None] Transition to ACTIVE for port object aa07471d-3b32-4841-9584-899583d9cfb6 will not be triggered until provisioned by entity DHCP. {{(pid=87508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:38:24.689004 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-db53d5b8-9d8a-4789-adf1-5dc94158849a tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10807931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10549612'] for subnet, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:24.716970 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-cc703e64-6a14-4a3c-9dbd-9299fc4b5d4d tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:24.721121 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-3e0f1772-f6d7-401f-9e2d-9eec6d411db9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940'] for port, after_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:24.724919 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-5910992f-8d86-46bb-b847-9b30e21f17f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940'] for port, after_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:24.750884 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-843d930c-4d88-4f67-9d5a-c08ec0f483b6 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:38:24.776868 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device f95799a9-b8ac-4040-9601-29cf8e618a79 up at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 22:38:24.822614 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.notifiers.nova [None req-cc703e64-6a14-4a3c-9dbd-9299fc4b5d4d tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] device_id is not set on port effd5ec3-4fa1-415d-83c4-c2f6f4d2f75e yet. {{(pid=87506) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 16 22:38:24.822946 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e0f1772-f6d7-401f-9e2d-9eec6d411db9 None None] Network 16ab78ef-2cf3-46e5-b0ce-25ab2012233d is already hosted by enough agents. {{(pid=87508) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:38:24.826039 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5910992f-8d86-46bb-b847-9b30e21f17f7 None None] Network 23608ab9-fa18-4fd7-961f-7dd78cbd8e37 is already hosted by enough agents. {{(pid=87508) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:38:24.859736 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-5a359f1c-5944-452d-922c-31d85e8b67eb tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-825997'] for network, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:24.860253 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.scheduler.base_scheduler [None req-3e0f1772-f6d7-401f-9e2d-9eec6d411db9 None None] Resources bound (agent type, host, resource id):  {{(pid=87508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:38:24.862898 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e0f1772-f6d7-401f-9e2d-9eec6d411db9 None None] Received port after_create {{(pid=87508) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 22:38:24.866739 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.scheduler.base_scheduler [None req-5910992f-8d86-46bb-b847-9b30e21f17f7 None None] Resources bound (agent type, host, resource id):  {{(pid=87508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:38:24.870041 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5910992f-8d86-46bb-b847-9b30e21f17f7 None None] Received port after_create {{(pid=87508) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 22:38:24.904766 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-c9ed8c06-2d61-4a9e-b5b6-f757ed509cb7 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks [] for port, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:24.906544 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7c5ef3-4f84-48ec-a198-c01b5f7ca07a None None] Pushing event updated for resources: {'Port': ['ID=b2a61212-beef-48d7-8b11-a6ec8fea0ecb,revision_number=2']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:38:24.913330 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-db925ccc-82ff-4436-acfb-8ba1d7acb474 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3328622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10807868', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10549621'] for subnet, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:24.916106 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [None req-5a359f1c-5944-452d-922c-31d85e8b67eb tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Deleting port b2a61212-beef-48d7-8b11-a6ec8fea0ecb {{(pid=87506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:38:24.916492 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-5a359f1c-5944-452d-922c-31d85e8b67eb tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:24.916882 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-923d6e10-9a7b-4f28-bdc3-eb0842a16675 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3791449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3739472'] for router_interface, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:24.923878 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db53d5b8-9d8a-4789-adf1-5dc94158849a tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Network 16ab78ef-2cf3-46e5-b0ce-25ab2012233d is already hosted by enough agents. {{(pid=87507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:38:24.936564 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.base_scheduler [None req-db53d5b8-9d8a-4789-adf1-5dc94158849a tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Resources bound (agent type, host, resource id):  {{(pid=87507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:38:24.951437 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db53d5b8-9d8a-4789-adf1-5dc94158849a tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:38:24.952043 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-db53d5b8-9d8a-4789-adf1-5dc94158849a tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks [] for subnet, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:24.982162 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-fd7c5ef3-4f84-48ec-a198-c01b5f7ca07a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.385s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:38:24.982518 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-c321a490-9e93-44be-9c1e-838080918c5c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.240s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:38:24.983725 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db53d5b8-9d8a-4789-adf1-5dc94158849a tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Pushing event updated for resources: {'Subnet': ['ID=69eb16de-3983-41f0-a304-00a5ee3ca4a5,revision_number=0']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:38:25.042249 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-8493dc6c-736f-4a9b-8057-dae4ec2b126a tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3791449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3739472'] for router_interface, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:25.046806 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-db53d5b8-9d8a-4789-adf1-5dc94158849a tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:38:25.057545 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-4fd8f359-d5da-4491-be59-6a84573b4678 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.128s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:38:25.129604 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-c9ed8c06-2d61-4a9e-b5b6-f757ed509cb7 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1863393'] for port, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:25.177158 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e7c9810-8bf6-4657-bc28-8226df4deefc None None] Network fe63344e-82cd-4f99-a6ad-2e8f33860c91 requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 22:38:25.187962 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-3ea25b17-1c53-4e14-994b-d2dfc1116f05 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:38:25.200433 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-5910992f-8d86-46bb-b847-9b30e21f17f7 None None] Attempting to bind port 986ccea1-32f7-40b7-922c-8d55007b6d20 on host dv-neutron-821829-1-hyperv for vnic_type normal with profile  {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 22:38:25.200819 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-5910992f-8d86-46bb-b847-9b30e21f17f7 None None] Attempting to bind port 986ccea1-32f7-40b7-922c-8d55007b6d20 by drivers openvswitch,hyperv on host dv-neutron-821829-1-hyperv at level 0 using segments [{'id': 'c89cedce-ac3c-406f-8452-9bb8b4f07f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '23608ab9-fa18-4fd7-961f-7dd78cbd8e37'}] {{(pid=87508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 22:38:25.201197 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5910992f-8d86-46bb-b847-9b30e21f17f7 None None] Attempting to bind port 986ccea1-32f7-40b7-922c-8d55007b6d20 on network 23608ab9-fa18-4fd7-961f-7dd78cbd8e37 {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 22:38:25.203221 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-3e0f1772-f6d7-401f-9e2d-9eec6d411db9 None None] Attempting to bind port aa07471d-3b32-4841-9584-899583d9cfb6 on host dv-neutron-821829-1-hyperv for vnic_type normal with profile  {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 22:38:25.203594 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-3e0f1772-f6d7-401f-9e2d-9eec6d411db9 None None] Attempting to bind port aa07471d-3b32-4841-9584-899583d9cfb6 by drivers openvswitch,hyperv on host dv-neutron-821829-1-hyperv at level 0 using segments [{'id': '73807662-a28f-4f4e-ba12-f5f5b6e21f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '16ab78ef-2cf3-46e5-b0ce-25ab2012233d'}] {{(pid=87508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 22:38:25.203985 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e0f1772-f6d7-401f-9e2d-9eec6d411db9 None None] Attempting to bind port aa07471d-3b32-4841-9584-899583d9cfb6 on network 16ab78ef-2cf3-46e5-b0ce-25ab2012233d {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 22:38:25.207434 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db925ccc-82ff-4436-acfb-8ba1d7acb474 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Pushing event deleted for resources: {'Subnet': ['ID=f00c2841-3f2b-452f-875c-456dd0792f73,revision_number=None']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:38:25.266860 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-db925ccc-82ff-4436-acfb-8ba1d7acb474 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:38:25.275774 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0f1772-f6d7-401f-9e2d-9eec6d411db9 None None] Pushing event updated for resources: {'Port': ['ID=aa07471d-3b32-4841-9584-899583d9cfb6,revision_number=1']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:38:25.306495 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-db53d5b8-9d8a-4789-adf1-5dc94158849a tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 836 time: 3.0375893
Dec 16 22:38:25.313825 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 44354) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:38:25.319206 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5910992f-8d86-46bb-b847-9b30e21f17f7 None None] Checking agent: {'id': '5571501f-366e-47a4-9b60-8ef19d935d27', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821829-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 24, 2), 'started_at': datetime.datetime(2021, 12, 16, 22, 24, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 38, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821829-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 22:38:25.319603 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5910992f-8d86-46bb-b847-9b30e21f17f7 None None] Checking segment: {'id': 'c89cedce-ac3c-406f-8452-9bb8b4f07f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '23608ab9-fa18-4fd7-961f-7dd78cbd8e37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 22:38:25.320050 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-5910992f-8d86-46bb-b847-9b30e21f17f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:25.320466 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5910992f-8d86-46bb-b847-9b30e21f17f7 None None] Bound using segment: {'id': 'c89cedce-ac3c-406f-8452-9bb8b4f07f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '23608ab9-fa18-4fd7-961f-7dd78cbd8e37'} {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 22:38:25.320962 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-5910992f-8d86-46bb-b847-9b30e21f17f7 None None] Bound port: 986ccea1-32f7-40b7-922c-8d55007b6d20, host: dv-neutron-821829-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c89cedce-ac3c-406f-8452-9bb8b4f07f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '23608ab9-fa18-4fd7-961f-7dd78cbd8e37'}}] {{(pid=87508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 22:38:25.321356 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-5910992f-8d86-46bb-b847-9b30e21f17f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:25.330138 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e0f1772-f6d7-401f-9e2d-9eec6d411db9 None None] Checking agent: {'id': '5571501f-366e-47a4-9b60-8ef19d935d27', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821829-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 24, 2), 'started_at': datetime.datetime(2021, 12, 16, 22, 24, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 38, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821829-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 22:38:25.330523 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e0f1772-f6d7-401f-9e2d-9eec6d411db9 None None] Checking segment: {'id': '73807662-a28f-4f4e-ba12-f5f5b6e21f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '16ab78ef-2cf3-46e5-b0ce-25ab2012233d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 22:38:25.331131 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-3e0f1772-f6d7-401f-9e2d-9eec6d411db9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:25.331915 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e0f1772-f6d7-401f-9e2d-9eec6d411db9 None None] Bound using segment: {'id': '73807662-a28f-4f4e-ba12-f5f5b6e21f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '16ab78ef-2cf3-46e5-b0ce-25ab2012233d'} {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 22:38:25.332857 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-3e0f1772-f6d7-401f-9e2d-9eec6d411db9 None None] Bound port: aa07471d-3b32-4841-9584-899583d9cfb6, host: dv-neutron-821829-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73807662-a28f-4f4e-ba12-f5f5b6e21f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '16ab78ef-2cf3-46e5-b0ce-25ab2012233d'}}] {{(pid=87508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 22:38:25.333447 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-3e0f1772-f6d7-401f-9e2d-9eec6d411db9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:25.333625 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-9abbb0d6-0a6a-435d-9917-cf5c933e836e tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Request body: {'port': {'network_id': '16ab78ef-2cf3-46e5-b0ce-25ab2012233d', 'fixed_ips': [{'subnet_id': '7da09a0d-ff69-4bf0-95c8-a3ae1241e37a'}, {'subnet_id': '69eb16de-3983-41f0-a304-00a5ee3ca4a5'}], 'name': 'tempest-PortsIpV6TestJSON-1045720514'}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:38:25.359314 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9ed8c06-2d61-4a9e-b5b6-f757ed509cb7 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Network d25a7dc0-a328-4711-a6e2-10bbe5d70dc8 is already hosted by enough agents. {{(pid=87506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:38:25.360540 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-db925ccc-82ff-4436-acfb-8ba1d7acb474 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3329565', 'neutron.services.segments.db._delete_segments_for_network-8734753546406'] for network, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:25.378490 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.base_scheduler [None req-c9ed8c06-2d61-4a9e-b5b6-f757ed509cb7 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Resources bound (agent type, host, resource id):  {{(pid=87506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:38:25.432257 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9ed8c06-2d61-4a9e-b5b6-f757ed509cb7 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Received port after_create {{(pid=87506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 22:38:25.438012 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9ed8c06-2d61-4a9e-b5b6-f757ed509cb7 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:38:25.438876 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-c9ed8c06-2d61-4a9e-b5b6-f757ed509cb7 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for port, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:25.449982 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning complete for port f95799a9-b8ac-4040-9601-29cf8e618a79 triggered by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:38:25.450689 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:25.461668 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ed8c06-2d61-4a9e-b5b6-f757ed509cb7 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Pushing event updated for resources: {'Port': ['ID=b3cc9e7d-fbec-4b26-a4d5-808ce138b978,revision_number=1']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:38:25.485079 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-c9ed8c06-2d61-4a9e-b5b6-f757ed509cb7 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:38:25.493816 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.db [None req-5a359f1c-5944-452d-922c-31d85e8b67eb tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] For port b2a61212-beef-48d7-8b11-a6ec8fea0ecb, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=b2a61212-beef-48d7-8b11-a6ec8fea0ecb,segment=NetworkSegment(ea481994-63c7-48a9-b74b-ee1fd825c0e5),segment_id=ea481994-63c7-48a9-b74b-ee1fd825c0e5)] {{(pid=87506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:38:25.494449 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-5a359f1c-5944-452d-922c-31d85e8b67eb tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:25.502340 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.db_base_plugin_common [None req-cc703e64-6a14-4a3c-9dbd-9299fc4b5d4d tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Allocated IP 2001:db8::1fe (7edd76f7-0f97-48a5-b177-9842de6c0500/ed7c5ab0-b3c4-401f-8e29-a6b54b4145be/effd5ec3-4fa1-415d-83c4-c2f6f4d2f75e) {{(pid=87506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 22:38:25.542265 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.db_base_plugin_common [None req-cc703e64-6a14-4a3c-9dbd-9299fc4b5d4d tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Allocated IP 2001:db8:0:1:f816:3eff:fefd:2c6f (7edd76f7-0f97-48a5-b177-9842de6c0500/c6dbb5c8-cc15-4300-96d0-5500f22d3fed/effd5ec3-4fa1-415d-83c4-c2f6f4d2f75e) {{(pid=87506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 22:38:25.548645 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5910992f-8d86-46bb-b847-9b30e21f17f7 None None] Pushing event updated for resources: {'Port': ['ID=986ccea1-32f7-40b7-922c-8d55007b6d20,revision_number=1']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:38:25.644827 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.services.segments.db [None req-db925ccc-82ff-4436-acfb-8ba1d7acb474 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1b771c7a60>,) {'filters': {'network_id': ['23608ab9-fa18-4fd7-961f-7dd78cbd8e37']}} {{(pid=87507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:38:25.661737 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.services.segments.db [None req-db925ccc-82ff-4436-acfb-8ba1d7acb474 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b771c7a60>, 'c89cedce-ac3c-406f-8452-9bb8b4f07f72') {'for_net_delete': True} {{(pid=87507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:38:25.662536 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.services.segments.db [None req-db925ccc-82ff-4436-acfb-8ba1d7acb474 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b771c7a60>, 'c89cedce-ac3c-406f-8452-9bb8b4f07f72') {} {{(pid=87507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:38:25.663686 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-5910992f-8d86-46bb-b847-9b30e21f17f7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.681s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:38:25.665904 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-86fefd8c-5a4f-43fa-b560-252dd11775ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.923s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:38:25.666377 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-86fefd8c-5a4f-43fa-b560-252dd11775ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:38:25.681873 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-db925ccc-82ff-4436-acfb-8ba1d7acb474 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734753593977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2128549'] for segment, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:25.693621 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [None req-5a359f1c-5944-452d-922c-31d85e8b67eb tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Calling delete_port for b2a61212-beef-48d7-8b11-a6ec8fea0ecb owned by network:dhcp {{(pid=87506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:38:25.768269 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-db925ccc-82ff-4436-acfb-8ba1d7acb474 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-883292'] for segment, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:25.782946 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-c9ed8c06-2d61-4a9e-b5b6-f757ed509cb7 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 846 time: 2.1390021
Dec 16 22:38:25.790142 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 44358) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:38:25.791186 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db925ccc-82ff-4436-acfb-8ba1d7acb474 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Releasing vlan 181 on physical network physnet1 to pool {{(pid=87507) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 16 22:38:25.791953 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-db925ccc-82ff-4436-acfb-8ba1d7acb474 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-883285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10808034'] for segment, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:25.798537 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-3e0f1772-f6d7-401f-9e2d-9eec6d411db9 None None] For port aa07471d-3b32-4841-9584-899583d9cfb6, host dv-neutron-821829-1-hyperv, cleared binding levels {{(pid=87508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 22:38:25.802050 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-5910992f-8d86-46bb-b847-9b30e21f17f7 None None] For port 986ccea1-32f7-40b7-922c-8d55007b6d20, host dv-neutron-821829-1-hyperv, cleared binding levels {{(pid=87508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 22:38:25.806802 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-3e0f1772-f6d7-401f-9e2d-9eec6d411db9 None None] For port aa07471d-3b32-4841-9584-899583d9cfb6, host dv-neutron-821829-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=aa07471d-3b32-4841-9584-899583d9cfb6,segment=NetworkSegment(73807662-a28f-4f4e-ba12-f5f5b6e21f0b),segment_id=73807662-a28f-4f4e-ba12-f5f5b6e21f0b)] {{(pid=87508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 22:38:25.815822 dv-neutron-821829-1-hyperv neutron-server[87507]: Traceback (most recent call last):
Dec 16 22:38:25.815822 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 16 22:38:25.815822 dv-neutron-821829-1-hyperv neutron-server[87507]:     timer()
Dec 16 22:38:25.815822 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 22:38:25.815822 dv-neutron-821829-1-hyperv neutron-server[87507]:     cb(*args, **kw)
Dec 16 22:38:25.815822 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 22:38:25.815822 dv-neutron-821829-1-hyperv neutron-server[87507]:     return func(*args, **kwargs)
Dec 16 22:38:25.815822 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 22:38:25.815822 dv-neutron-821829-1-hyperv neutron-server[87507]:     self._notify()
Dec 16 22:38:25.815822 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 22:38:25.815822 dv-neutron-821829-1-hyperv neutron-server[87507]:     self.callback(batched_events)
Dec 16 22:38:25.815822 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 22:38:25.815822 dv-neutron-821829-1-hyperv neutron-server[87507]:     event.method(event)
Dec 16 22:38:25.815822 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 22:38:25.815822 dv-neutron-821829-1-hyperv neutron-server[87507]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 22:38:25.815822 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 22:38:25.815822 dv-neutron-821829-1-hyperv neutron-server[87507]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 22:38:25.815822 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 22:38:25.815822 dv-neutron-821829-1-hyperv neutron-server[87507]:     return f(self, *a, **k)
Dec 16 22:38:25.815822 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 16 22:38:25.815822 dv-neutron-821829-1-hyperv neutron-server[87507]:     return self._get(url).json()
Dec 16 22:38:25.815822 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 16 22:38:25.815822 dv-neutron-821829-1-hyperv neutron-server[87507]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 22:38:25.815822 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 16 22:38:25.815822 dv-neutron-821829-1-hyperv neutron-server[87507]:     return self.request(url, 'GET', **kwargs)
Dec 16 22:38:25.815822 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 16 22:38:25.815822 dv-neutron-821829-1-hyperv neutron-server[87507]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 22:38:25.815822 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 16 22:38:25.815822 dv-neutron-821829-1-hyperv neutron-server[87507]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 22:38:25.815822 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 16 22:38:25.815822 dv-neutron-821829-1-hyperv neutron-server[87507]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 22:38:25.815822 dv-neutron-821829-1-hyperv neutron-server[87507]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 22:38:25.824433 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-9abbb0d6-0a6a-435d-9917-cf5c933e836e tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:38:25.850273 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-9abbb0d6-0a6a-435d-9917-cf5c933e836e tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Usage tracker for resource:port and tenant:69ee045658914011ac7b8ba0ad799b2d is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:38:25.850619 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-3e0f1772-f6d7-401f-9e2d-9eec6d411db9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:25.856619 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-9abbb0d6-0a6a-435d-9917-cf5c933e836e tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:38:25.867527 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-2873995b-fb15-4e68-9934-9da4a97c50ed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:38:25.884247 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-9abbb0d6-0a6a-435d-9917-cf5c933e836e tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:38:25.890980 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-5a359f1c-5944-452d-922c-31d85e8b67eb tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1863393'] for port, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:25.947499 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-73f087a2-a952-455a-af14-8c12924902db tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:38:25.957932 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 3c14fdac-f9b3-4b9e-82dd-8a67222cb898 up at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 22:38:26.010065 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] No Port match for: 3c14fdac-f9b3-4b9e-82dd-8a67222cb898 {{(pid=87508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 22:38:26.010576 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 3c14fdac-f9b3-4b9e-82dd-8a67222cb898 not bound to the agent host dv-neutron-821829-1-hyperv {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}}
Dec 16 22:38:26.023701 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a359f1c-5944-452d-922c-31d85e8b67eb tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Pushing event deleted for resources: {'Port': ['ID=b2a61212-beef-48d7-8b11-a6ec8fea0ecb,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:38:26.046840 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-923d6e10-9a7b-4f28-bdc3-eb0842a16675 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Router 13d4bd48-fdbf-44cc-9be8-3b336be01681 has already been hosted by L3 agent 4f519db7-069b-43e2-8411-c092bac9102a {{(pid=87507) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 22:38:26.058188 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0f1772-f6d7-401f-9e2d-9eec6d411db9 None None] Pushing event updated for resources: {'Port': ['ID=aa07471d-3b32-4841-9584-899583d9cfb6,revision_number=2']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:38:26.062650 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb1b8a1f-fc21-45e5-a74c-131c939a94a2 None None] Network fe63344e-82cd-4f99-a6ad-2e8f33860c91 requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 22:38:26.081357 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Port 3c14fdac-f9b3-4b9e-82dd-8a67222cb898 not found, will not notify nova. {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}}
Dec 16 22:38:26.081914 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 749de183-a4f0-41fb-9813-ad328a71823c up at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 22:38:26.112057 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-3e0f1772-f6d7-401f-9e2d-9eec6d411db9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:38:26.119987 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-5a359f1c-5944-452d-922c-31d85e8b67eb tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:38:26.120756 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9abbb0d6-0a6a-435d-9917-cf5c933e836e tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Made reservation on behalf of 69ee045658914011ac7b8ba0ad799b2d for: {'port': 1} {{(pid=87506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:38:26.225527 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a359f1c-5944-452d-922c-31d85e8b67eb tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] No DVR routers for this DVR port b2a61212-beef-48d7-8b11-a6ec8fea0ecb on host dv-neutron-821829-1-hyperv {{(pid=87506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 22:38:26.247545 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-5910992f-8d86-46bb-b847-9b30e21f17f7 None None] For port 986ccea1-32f7-40b7-922c-8d55007b6d20, host dv-neutron-821829-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=986ccea1-32f7-40b7-922c-8d55007b6d20,segment=NetworkSegment(c89cedce-ac3c-406f-8452-9bb8b4f07f72),segment_id=c89cedce-ac3c-406f-8452-9bb8b4f07f72)] {{(pid=87508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 22:38:26.279412 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-5910992f-8d86-46bb-b847-9b30e21f17f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:26.285176 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-a145d926-8166-4a1b-b1af-fb20b144f437 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:38:26.306022 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-cc703e64-6a14-4a3c-9dbd-9299fc4b5d4d tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks [] for port, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:26.327350 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.db.api [None req-db925ccc-82ff-4436-acfb-8ba1d7acb474 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Dec 16 22:38:26.327350 dv-neutron-821829-1-hyperv neutron-server[87507]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Dec 16 22:38:26.327350 dv-neutron-821829-1-hyperv neutron-server[87507]: [parameters: {'id': '23608ab9-fa18-4fd7-961f-7dd78cbd8e37'}]
Dec 16 22:38:26.327350 dv-neutron-821829-1-hyperv neutron-server[87507]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87507) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 16 22:38:26.328188 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_db.api [None req-db925ccc-82ff-4436-acfb-8ba1d7acb474 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 16 22:38:26.335968 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9602944-4c75-4091-8c5e-0d92ca12bd49 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:38:26.336908 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-e9602944-4c75-4091-8c5e-0d92ca12bd49 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Synchronizing usage tracker for tenant:3ddf94e9e4ac4112b345468cafab037c on resource:port {{(pid=87507) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 22:38:26.355861 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.provisioning_blocks [None req-cc703e64-6a14-4a3c-9dbd-9299fc4b5d4d tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Transition to ACTIVE for port object effd5ec3-4fa1-415d-83c4-c2f6f4d2f75e will not be triggered until provisioned by entity DHCP. {{(pid=87506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:38:26.433226 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-9abbb0d6-0a6a-435d-9917-cf5c933e836e tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:26.436945 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-923d6e10-9a7b-4f28-bdc3-eb0842a16675 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify agent at l3_agent.dv-neutron-821829-1-hyperv the message routers_updated {{(pid=87507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 22:38:26.459095 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ef31737-570b-403d-b674-cb4d7352439a None None] Sync routers for ids ['13d4bd48-fdbf-44cc-9be8-3b336be01681'] in dv-neutron-821829-1-hyperv {{(pid=87508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 22:38:26.463538 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-923d6e10-9a7b-4f28-bdc3-eb0842a16675 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] 10.222.0.13 "PUT /v2.0/routers/13d4bd48-fdbf-44cc-9be8-3b336be01681/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 8.4987292
Dec 16 22:38:26.470968 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 44362) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:38:26.471606 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-e9602944-4c75-4091-8c5e-0d92ca12bd49 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Unset dirty status for tenant:3ddf94e9e4ac4112b345468cafab037c on resource:port {{(pid=87507) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 22:38:26.475595 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-e9602944-4c75-4091-8c5e-0d92ca12bd49 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] 10.222.0.13 "GET /v2.0/ports/b3cc9e7d-fbec-4b26-a4d5-808ce138b978 HTTP/1.1" status: 200  len: 841 time: 0.6604362
Dec 16 22:38:26.476304 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8493dc6c-736f-4a9b-8057-dae4ec2b126a tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Router dcd68ae4-9678-4601-9589-50474829ca26 has already been hosted by L3 agent 4f519db7-069b-43e2-8411-c092bac9102a {{(pid=87507) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 22:38:26.489112 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 44366) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:38:26.525586 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning for port 749de183-a4f0-41fb-9813-ad328a71823c completed by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 22:38:26.549820 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning complete for port 749de183-a4f0-41fb-9813-ad328a71823c triggered by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:38:26.550205 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:26.578631 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ef31737-570b-403d-b674-cb4d7352439a None None] Routers {'13d4bd48-fdbf-44cc-9be8-3b336be01681'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:38:26.579294 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-2ef31737-570b-403d-b674-cb4d7352439a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b76eb65b0>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:38:01Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['13d4bd48-fdbf-44cc-9be8-3b336be01681'], 'active': True} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:38:26.644982 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5910992f-8d86-46bb-b847-9b30e21f17f7 None None] Pushing event updated for resources: {'Port': ['ID=986ccea1-32f7-40b7-922c-8d55007b6d20,revision_number=2']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:38:26.657374 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-5910992f-8d86-46bb-b847-9b30e21f17f7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.372s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:38:26.670421 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-2ef31737-570b-403d-b674-cb4d7352439a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b76eb65b0>, [], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:38:26.690049 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ef31737-570b-403d-b674-cb4d7352439a None None] Routers {'13d4bd48-fdbf-44cc-9be8-3b336be01681'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:38:26.691049 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-2ef31737-570b-403d-b674-cb4d7352439a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b76eb65b0>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:38:01Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['13d4bd48-fdbf-44cc-9be8-3b336be01681'], 'active': True} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:38:26.692428 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.notifiers.nova [None req-9abbb0d6-0a6a-435d-9917-cf5c933e836e tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] device_id is not set on port 385703c7-690f-4218-a6ba-95fad4d51554 yet. {{(pid=87506) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 16 22:38:26.727596 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-5a359f1c-5944-452d-922c-31d85e8b67eb tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3329565', 'neutron.services.segments.db._delete_segments_for_network-8734753546406'] for network, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:26.749349 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99c341b3-e65d-4205-88b9-9a198111ddd2 None None] Network 23608ab9-fa18-4fd7-961f-7dd78cbd8e37 requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 22:38:26.782217 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.services.segments.db [None req-5a359f1c-5944-452d-922c-31d85e8b67eb tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1b774edac0>,) {'filters': {'network_id': ['fe63344e-82cd-4f99-a6ad-2e8f33860c91']}} {{(pid=87506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:38:26.794747 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-cc703e64-6a14-4a3c-9dbd-9299fc4b5d4d tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1863393'] for port, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:26.815118 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-e898ece3-23ee-40a6-a785-02ad4ffac2ce tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:38:26.818974 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-2ef31737-570b-403d-b674-cb4d7352439a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b76eb65b0>, [], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:38:26.819390 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ef31737-570b-403d-b674-cb4d7352439a None None] The sync data for ids ['13d4bd48-fdbf-44cc-9be8-3b336be01681'] in dv-neutron-821829-1-hyperv is: [] {{(pid=87508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 22:38:26.895637 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc703e64-6a14-4a3c-9dbd-9299fc4b5d4d tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Network 7edd76f7-0f97-48a5-b177-9842de6c0500 is already hosted by enough agents. {{(pid=87506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:38:26.925868 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.services.segments.db [None req-5a359f1c-5944-452d-922c-31d85e8b67eb tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b774edac0>, 'ea481994-63c7-48a9-b74b-ee1fd825c0e5') {'for_net_delete': True} {{(pid=87506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:38:26.926200 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.services.segments.db [None req-5a359f1c-5944-452d-922c-31d85e8b67eb tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b774edac0>, 'ea481994-63c7-48a9-b74b-ee1fd825c0e5') {} {{(pid=87506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:38:26.933175 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc703e64-6a14-4a3c-9dbd-9299fc4b5d4d tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Pushing event updated for resources: {'Port': ['ID=effd5ec3-4fa1-415d-83c4-c2f6f4d2f75e,revision_number=1']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:38:26.934807 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-db925ccc-82ff-4436-acfb-8ba1d7acb474 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-825997'] for network, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:26.935904 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.base_scheduler [None req-cc703e64-6a14-4a3c-9dbd-9299fc4b5d4d tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Resources bound (agent type, host, resource id):  {{(pid=87506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:38:26.940520 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8493dc6c-736f-4a9b-8057-dae4ec2b126a tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify agent at l3_agent.dv-neutron-821829-1-hyperv the message routers_updated {{(pid=87507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 22:38:26.947244 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-8493dc6c-736f-4a9b-8057-dae4ec2b126a tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] 10.222.0.13 "PUT /v2.0/routers/dcd68ae4-9678-4601-9589-50474829ca26/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 12.0811203
Dec 16 22:38:26.952862 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfb8d5f8-ce2a-4488-9e0b-7f59b7e7d8c6 None None] Sync routers for ids ['dcd68ae4-9678-4601-9589-50474829ca26'] in dv-neutron-821829-1-hyperv {{(pid=87509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 22:38:26.957102 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-cc703e64-6a14-4a3c-9dbd-9299fc4b5d4d tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:38:26.957846 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc703e64-6a14-4a3c-9dbd-9299fc4b5d4d tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Received port after_create {{(pid=87506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 22:38:26.963988 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc703e64-6a14-4a3c-9dbd-9299fc4b5d4d tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:38:26.964638 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-cc703e64-6a14-4a3c-9dbd-9299fc4b5d4d tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for port, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:26.970865 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfb8d5f8-ce2a-4488-9e0b-7f59b7e7d8c6 None None] Routers {'dcd68ae4-9678-4601-9589-50474829ca26'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:38:26.971505 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 44370) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:38:26.971650 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-dfb8d5f8-ce2a-4488-9e0b-7f59b7e7d8c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b7cc0f9a0>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:38:01Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['dcd68ae4-9678-4601-9589-50474829ca26'], 'active': True} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:38:26.981199 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-5a359f1c-5944-452d-922c-31d85e8b67eb tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734753593977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-266764496'] for segment, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:26.987112 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:27.008113 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-5a359f1c-5944-452d-922c-31d85e8b67eb tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-883292'] for segment, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:27.015696 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a359f1c-5944-452d-922c-31d85e8b67eb tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Releasing vlan 161 on physical network physnet1 to pool {{(pid=87506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 16 22:38:27.016299 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-5a359f1c-5944-452d-922c-31d85e8b67eb tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-883285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1863180'] for segment, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:27.103449 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] For port 749de183-a4f0-41fb-9813-ad328a71823c, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=749de183-a4f0-41fb-9813-ad328a71823c,segment=NetworkSegment(da71c9a1-7532-4738-a9bc-22a7f498ec35),segment_id=da71c9a1-7532-4738-a9bc-22a7f498ec35)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:38:27.119345 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:27.120842 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device a75c1035-0a6a-4976-a6f9-4604d12d9a08 up at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 22:38:27.151091 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.plugin [None req-0671a8c3-de75-4de2-b70c-4fc1eca4a820 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Deleting port b3cc9e7d-fbec-4b26-a4d5-808ce138b978 {{(pid=87507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:38:27.151711 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-0671a8c3-de75-4de2-b70c-4fc1eca4a820 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:27.163941 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:38:27.333600 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvr_db [None req-dfb8d5f8-ce2a-4488-9e0b-7f59b7e7d8c6 None None] Set router dcd68ae4-9678-4601-9589-50474829ca26 gateway port host: None {{(pid=87509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 22:38:27.346767 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Pushing event updated for resources: {'Port': ['ID=749de183-a4f0-41fb-9813-ad328a71823c,revision_number=5']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:38:27.353800 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:38:27.371520 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-a5b55c34-07e7-4666-973e-3560459295fc None None] Provisioning for port effd5ec3-4fa1-415d-83c4-c2f6f4d2f75e completed by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 22:38:27.376422 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning complete for port a75c1035-0a6a-4976-a6f9-4604d12d9a08 triggered by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:38:27.376998 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:27.419497 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70741f33-adb7-4a01-ac1c-16b503f9382b None None] Network 16ab78ef-2cf3-46e5-b0ce-25ab2012233d requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 22:38:27.433106 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-a5b55c34-07e7-4666-973e-3560459295fc None None] Provisioning complete for port effd5ec3-4fa1-415d-83c4-c2f6f4d2f75e triggered by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:38:27.433707 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-a5b55c34-07e7-4666-973e-3560459295fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:27.481228 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.db_base_plugin_common [None req-9abbb0d6-0a6a-435d-9917-cf5c933e836e tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Allocated IP 2001:db8::91 (16ab78ef-2cf3-46e5-b0ce-25ab2012233d/7da09a0d-ff69-4bf0-95c8-a3ae1241e37a/385703c7-690f-4218-a6ba-95fad4d51554) {{(pid=87506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 22:38:27.488666 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.db_base_plugin_common [None req-9abbb0d6-0a6a-435d-9917-cf5c933e836e tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Allocated IP 2001:db8:0:1::77 (16ab78ef-2cf3-46e5-b0ce-25ab2012233d/69eb16de-3983-41f0-a304-00a5ee3ca4a5/385703c7-690f-4218-a6ba-95fad4d51554) {{(pid=87506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 22:38:27.558087 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-0671a8c3-de75-4de2-b70c-4fc1eca4a820 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:27.637275 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-a5b55c34-07e7-4666-973e-3560459295fc None None] Port effd5ec3-4fa1-415d-83c4-c2f6f4d2f75e cannot update to ACTIVE because it is not bound. {{(pid=87508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 22:38:27.653870 dv-neutron-821829-1-hyperv neutron-server[87506]: Traceback (most recent call last):
Dec 16 22:38:27.653870 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 16 22:38:27.653870 dv-neutron-821829-1-hyperv neutron-server[87506]:     timer()
Dec 16 22:38:27.653870 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 22:38:27.653870 dv-neutron-821829-1-hyperv neutron-server[87506]:     cb(*args, **kw)
Dec 16 22:38:27.653870 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 22:38:27.653870 dv-neutron-821829-1-hyperv neutron-server[87506]:     return func(*args, **kwargs)
Dec 16 22:38:27.653870 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 22:38:27.653870 dv-neutron-821829-1-hyperv neutron-server[87506]:     self._notify()
Dec 16 22:38:27.653870 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 22:38:27.653870 dv-neutron-821829-1-hyperv neutron-server[87506]:     self.callback(batched_events)
Dec 16 22:38:27.653870 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 22:38:27.653870 dv-neutron-821829-1-hyperv neutron-server[87506]:     event.method(event)
Dec 16 22:38:27.653870 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 22:38:27.653870 dv-neutron-821829-1-hyperv neutron-server[87506]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 22:38:27.653870 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 22:38:27.653870 dv-neutron-821829-1-hyperv neutron-server[87506]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 22:38:27.653870 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 22:38:27.653870 dv-neutron-821829-1-hyperv neutron-server[87506]:     return f(self, *a, **k)
Dec 16 22:38:27.653870 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 16 22:38:27.653870 dv-neutron-821829-1-hyperv neutron-server[87506]:     return self._get(url).json()
Dec 16 22:38:27.653870 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 16 22:38:27.653870 dv-neutron-821829-1-hyperv neutron-server[87506]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 22:38:27.653870 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 16 22:38:27.653870 dv-neutron-821829-1-hyperv neutron-server[87506]:     return self.request(url, 'GET', **kwargs)
Dec 16 22:38:27.653870 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 16 22:38:27.653870 dv-neutron-821829-1-hyperv neutron-server[87506]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 22:38:27.653870 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 16 22:38:27.653870 dv-neutron-821829-1-hyperv neutron-server[87506]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 22:38:27.653870 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 16 22:38:27.653870 dv-neutron-821829-1-hyperv neutron-server[87506]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 22:38:27.653870 dv-neutron-821829-1-hyperv neutron-server[87506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 22:38:27.667177 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.db_base_plugin_v2 [None req-ffc408fc-5f41-4187-96b0-4ea8528cef87 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Deleting subnet bf9c697c-c143-489c-bd9b-629d49112c29 {{(pid=87506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 16 22:38:27.728229 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-cc703e64-6a14-4a3c-9dbd-9299fc4b5d4d tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1033 time: 4.0861201
Dec 16 22:38:27.728229 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-5a359f1c-5944-452d-922c-31d85e8b67eb tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3329572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3741856'] for network, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:27.741456 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 44374) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:38:27.741843 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-ffc408fc-5f41-4187-96b0-4ea8528cef87 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks [] for subnet, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:27.787784 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-dfb8d5f8-ce2a-4488-9e0b-7f59b7e7d8c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b7cc0f9a0>, [{'id': 'dcd68ae4-9678-4601-9589-50474829ca26', 'name': 'tempest-RoutersTest-router-809960879', 'tenant_id': 'bb30155073f3462f829b4df60e35f5af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:37:21Z', 'updated_at': '2021-12-16T22:38:23Z', 'revision_number': 8, 'project_id': 'bb30155073f3462f829b4df60e35f5af', 'gw_port_host': None, '_interfaces': [{'id': '23f463ae-462a-4a35-a545-23810024be4a', 'name': '', 'network_id': 'a9fe3143-2ede-4b9c-a7a9-a02a4acc426b', 'tenant_id': 'bb30155073f3462f829b4df60e35f5af', 'mac_address': 'fa:16:3e:4c:e9:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcd68ae4-9678-4601-9589-50474829ca26', 'device_owner': 'network:router_interface', 'standard_attr_id': 846, 'fixed_ips': [{'subnet_id': '95a355fa-2faa-4243-83d9-d55c558a9f15', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:37:44Z', 'updated_at': '2021-12-16T22:37:59Z', 'revision_number': 5, 'project_id': 'bb30155073f3462f829b4df60e35f5af', 'subnets': [{'id': '95a355fa-2faa-4243-83d9-d55c558a9f15', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b4a16203-a9be-4052-bdb0-6f3fa9deae9e', 'name': '', 'network_id': '9cec1ece-19ae-40d0-b729-73c3863b1457', 'tenant_id': 'bb30155073f3462f829b4df60e35f5af', 'mac_address': 'fa:16:3e:f8:28:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcd68ae4-9678-4601-9589-50474829ca26', 'device_owner': 'network:router_interface', 'standard_attr_id': 810, 'fixed_ips': [{'subnet_id': '12bde7f9-83c9-49c9-9bcd-d81bdd1ed717', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:37:28Z', 'updated_at': '2021-12-16T22:37:46Z', 'revision_number': 5, 'project_id': 'bb30155073f3462f829b4df60e35f5af', 'subnets': [{'id': '12bde7f9-83c9-49c9-9bcd-d81bdd1ed717', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f95799a9-b8ac-4040-9601-29cf8e618a79', 'name': '', 'network_id': '609eecf4-5001-4b39-a7b6-bf81cca64c22', 'tenant_id': 'bb30155073f3462f829b4df60e35f5af', 'mac_address': 'fa:16:3e:6a:0e:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcd68ae4-9678-4601-9589-50474829ca26', 'device_owner': 'network:router_interface', 'standard_attr_id': 873, 'fixed_ips': [{'subnet_id': '11852dee-7e7f-4b01-b40e-4a8f31edd0c6', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:37:55Z', 'updated_at': '2021-12-16T22:38:20Z', 'revision_number': 5, 'project_id': 'bb30155073f3462f829b4df60e35f5af', 'subnets': [{'id': '11852dee-7e7f-4b01-b40e-4a8f31edd0c6', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:38:27.792326 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfb8d5f8-ce2a-4488-9e0b-7f59b7e7d8c6 None None] Checking router: dcd68ae4-9678-4601-9589-50474829ca26 for host: dv-neutron-821829-1-hyperv {{(pid=87509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 22:38:27.804294 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfb8d5f8-ce2a-4488-9e0b-7f59b7e7d8c6 None None] Routers {'dcd68ae4-9678-4601-9589-50474829ca26'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:38:27.805073 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-dfb8d5f8-ce2a-4488-9e0b-7f59b7e7d8c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b7cc0f9a0>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:38:01Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['dcd68ae4-9678-4601-9589-50474829ca26'], 'active': True} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:38:27.823818 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-cdeb3529-8ae1-472b-aaf8-35a4a4f82918 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:38:27.836069 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-e744b1a5-f66a-42a5-a7b2-d1a3c33a65df None None] Provisioning for port aa07471d-3b32-4841-9584-899583d9cfb6 completed by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 22:38:27.865485 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-5a359f1c-5944-452d-922c-31d85e8b67eb tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Notify callbacks [] for network, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:27.876048 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-5a359f1c-5944-452d-922c-31d85e8b67eb tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] 10.222.0.13 "DELETE /v2.0/networks/fe63344e-82cd-4f99-a6ad-2e8f33860c91 HTTP/1.1" status: 204  len: 168 time: 5.8646264
Dec 16 22:38:27.879882 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 44378) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:38:27.896615 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.plugin [None req-db925ccc-82ff-4436-acfb-8ba1d7acb474 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Deleting port 986ccea1-32f7-40b7-922c-8d55007b6d20 {{(pid=87507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:38:27.896921 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-db925ccc-82ff-4436-acfb-8ba1d7acb474 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:27.931463 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a359f1c-5944-452d-922c-31d85e8b67eb tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Pushing event deleted for resources: {'Network': ['ID=fe63344e-82cd-4f99-a6ad-2e8f33860c91,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:38:27.936861 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.plugin [None req-0671a8c3-de75-4de2-b70c-4fc1eca4a820 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Calling delete_port for b3cc9e7d-fbec-4b26-a4d5-808ce138b978 owned by  {{(pid=87507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:38:27.952832 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-5a359f1c-5944-452d-922c-31d85e8b67eb tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:38:27.977259 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-ffc408fc-5f41-4187-96b0-4ea8528cef87 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-266764487'] for subnet, precommit_delete_associations {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:27.997292 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvr_db [None req-dfb8d5f8-ce2a-4488-9e0b-7f59b7e7d8c6 None None] Set router dcd68ae4-9678-4601-9589-50474829ca26 gateway port host: None {{(pid=87509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 22:38:28.005903 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.api.v2.resource [None req-7f465663-16d6-47e8-81c0-ac0c3f3ab5a7 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] remove_router_interface failed (client error): The resource could not be found.
Dec 16 22:38:28.010005 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-7f465663-16d6-47e8-81c0-ac0c3f3ab5a7 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] 10.222.0.13 "PUT /v2.0/routers/13d4bd48-fdbf-44cc-9be8-3b336be01681/remove_router_interface HTTP/1.1" status: 404  len: 398 time: 1.5362625
Dec 16 22:38:28.018696 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 44382) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:38:28.082313 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.pecan_wsgi.hooks.translation [None req-d600e713-0ef9-43db-81c2-9cf744a7896a tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] DELETE failed (client error): The resource could not be found.
Dec 16 22:38:28.082785 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d600e713-0ef9-43db-81c2-9cf744a7896a tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 16 22:38:28.083860 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-a7eb42be-8022-4f77-98ea-869075474cac tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Synchronizing usage tracker for tenant:a221f56311244d31a510a3a1bb3c6ce9 on resource:port {{(pid=87507) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 22:38:28.095166 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-d600e713-0ef9-43db-81c2-9cf744a7896a tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] 10.222.0.13 "DELETE /v2.0/networks/fe63344e-82cd-4f99-a6ad-2e8f33860c91 HTTP/1.1" status: 404  len: 339 time: 0.1906817
Dec 16 22:38:28.100105 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 44386) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:38:28.128402 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-b296c662-4301-4a39-82e6-08cd04eed875 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1902847896', 'description': 'd1'}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:38:28.137486 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80c70e6e-21eb-483d-a6b2-2d19c1d1791c None None] Update dhcp port {'port': {'network_id': '16ab78ef-2cf3-46e5-b0ce-25ab2012233d', 'fixed_ips': [{'subnet_id': '7da09a0d-ff69-4bf0-95c8-a3ae1241e37a', 'ip_address': '2001:db8::2'}, {'subnet_id': '69eb16de-3983-41f0-a304-00a5ee3ca4a5'}], 'binding:host_id': 'dv-neutron-821829-1-hyperv'}, 'id': 'aa07471d-3b32-4841-9584-899583d9cfb6'} from dv-neutron-821829-1-hyperv. {{(pid=87508) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}}
Dec 16 22:38:28.138656 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-b296c662-4301-4a39-82e6-08cd04eed875 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:38:28.143354 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-b296c662-4301-4a39-82e6-08cd04eed875 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Usage tracker for resource:network and tenant:4776cb1297af44b2a1a3b9af0f4316e5 is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:38:28.146323 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-b296c662-4301-4a39-82e6-08cd04eed875 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:38:28.153535 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-b296c662-4301-4a39-82e6-08cd04eed875 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:38:28.190496 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-14ccc355-fb9e-4163-ad91-105b6979ca48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:28.217804 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [None req-b9764e97-76cb-4ed0-a560-cf6ff2c70b9b tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Deleting port effd5ec3-4fa1-415d-83c4-c2f6f4d2f75e {{(pid=87506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:38:28.218193 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-b9764e97-76cb-4ed0-a560-cf6ff2c70b9b tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:28.222820 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-80c70e6e-21eb-483d-a6b2-2d19c1d1791c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:28.224673 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-a7eb42be-8022-4f77-98ea-869075474cac tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Unset dirty status for tenant:a221f56311244d31a510a3a1bb3c6ce9 on resource:port {{(pid=87507) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 22:38:28.228147 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-a7eb42be-8022-4f77-98ea-869075474cac tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] 10.222.0.13 "GET /v2.0/ports?device_id=13d4bd48-fdbf-44cc-9be8-3b336be01681 HTTP/1.1" status: 200  len: 205 time: 0.1983025
Dec 16 22:38:28.229667 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-0671a8c3-de75-4de2-b70c-4fc1eca4a820 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10807823'] for port, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:28.237501 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device aa07471d-3b32-4841-9584-899583d9cfb6 up at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 22:38:28.285109 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 44390) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:38:28.297191 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-aa27abc5-072f-46fc-bee2-9b6526e31b8d tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:38:28.343172 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-9abbb0d6-0a6a-435d-9917-cf5c933e836e tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks [] for port, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:28.361058 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-0671a8c3-de75-4de2-b70c-4fc1eca4a820 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for port, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:28.361484 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.provisioning_blocks [None req-9abbb0d6-0a6a-435d-9917-cf5c933e836e tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Transition to ACTIVE for port object 385703c7-690f-4218-a6ba-95fad4d51554 will not be triggered until provisioned by entity DHCP. {{(pid=87506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:38:28.376335 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0671a8c3-de75-4de2-b70c-4fc1eca4a820 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Pushing event deleted for resources: {'Port': ['ID=b3cc9e7d-fbec-4b26-a4d5-808ce138b978,revision_number=None']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:38:28.389367 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-0671a8c3-de75-4de2-b70c-4fc1eca4a820 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:38:28.409779 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-0671a8c3-de75-4de2-b70c-4fc1eca4a820 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] 10.222.0.13 "DELETE /v2.0/ports/b3cc9e7d-fbec-4b26-a4d5-808ce138b978 HTTP/1.1" status: 204  len: 168 time: 1.8579614
Dec 16 22:38:28.415268 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 44394) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:38:28.418999 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.db [None req-db925ccc-82ff-4436-acfb-8ba1d7acb474 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] For port 986ccea1-32f7-40b7-922c-8d55007b6d20, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=986ccea1-32f7-40b7-922c-8d55007b6d20,segment=NetworkSegment(c89cedce-ac3c-406f-8452-9bb8b4f07f72),segment_id=c89cedce-ac3c-406f-8452-9bb8b4f07f72)] {{(pid=87507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:38:28.419653 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-db925ccc-82ff-4436-acfb-8ba1d7acb474 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:28.438223 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-dfb8d5f8-ce2a-4488-9e0b-7f59b7e7d8c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b7cc0f9a0>, [{'id': 'dcd68ae4-9678-4601-9589-50474829ca26', 'name': 'tempest-RoutersTest-router-809960879', 'tenant_id': 'bb30155073f3462f829b4df60e35f5af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:37:21Z', 'updated_at': '2021-12-16T22:38:23Z', 'revision_number': 8, 'project_id': 'bb30155073f3462f829b4df60e35f5af', 'gw_port_host': None, '_interfaces': [{'id': '23f463ae-462a-4a35-a545-23810024be4a', 'name': '', 'network_id': 'a9fe3143-2ede-4b9c-a7a9-a02a4acc426b', 'tenant_id': 'bb30155073f3462f829b4df60e35f5af', 'mac_address': 'fa:16:3e:4c:e9:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcd68ae4-9678-4601-9589-50474829ca26', 'device_owner': 'network:router_interface', 'standard_attr_id': 846, 'fixed_ips': [{'subnet_id': '95a355fa-2faa-4243-83d9-d55c558a9f15', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:37:44Z', 'updated_at': '2021-12-16T22:37:59Z', 'revision_number': 5, 'project_id': 'bb30155073f3462f829b4df60e35f5af', 'subnets': [{'id': '95a355fa-2faa-4243-83d9-d55c558a9f15', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b4a16203-a9be-4052-bdb0-6f3fa9deae9e', 'name': '', 'network_id': '9cec1ece-19ae-40d0-b729-73c3863b1457', 'tenant_id': 'bb30155073f3462f829b4df60e35f5af', 'mac_address': 'fa:16:3e:f8:28:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcd68ae4-9678-4601-9589-50474829ca26', 'device_owner': 'network:router_interface', 'standard_attr_id': 810, 'fixed_ips': [{'subnet_id': '12bde7f9-83c9-49c9-9bcd-d81bdd1ed717', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:37:28Z', 'updated_at': '2021-12-16T22:37:46Z', 'revision_number': 5, 'project_id': 'bb30155073f3462f829b4df60e35f5af', 'subnets': [{'id': '12bde7f9-83c9-49c9-9bcd-d81bdd1ed717', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f95799a9-b8ac-4040-9601-29cf8e618a79', 'name': '', 'network_id': '609eecf4-5001-4b39-a7b6-bf81cca64c22', 'tenant_id': 'bb30155073f3462f829b4df60e35f5af', 'mac_address': 'fa:16:3e:6a:0e:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcd68ae4-9678-4601-9589-50474829ca26', 'device_owner': 'network:router_interface', 'standard_attr_id': 873, 'fixed_ips': [{'subnet_id': '11852dee-7e7f-4b01-b40e-4a8f31edd0c6', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:37:55Z', 'updated_at': '2021-12-16T22:38:20Z', 'revision_number': 5, 'project_id': 'bb30155073f3462f829b4df60e35f5af', 'subnets': [{'id': '11852dee-7e7f-4b01-b40e-4a8f31edd0c6', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:38:28.446083 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning for port aa07471d-3b32-4841-9584-899583d9cfb6 completed by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 22:38:28.448128 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfb8d5f8-ce2a-4488-9e0b-7f59b7e7d8c6 None None] The sync data for ids ['dcd68ae4-9678-4601-9589-50474829ca26'] in dv-neutron-821829-1-hyperv is: [{'id': 'dcd68ae4-9678-4601-9589-50474829ca26', 'name': 'tempest-RoutersTest-router-809960879', 'tenant_id': 'bb30155073f3462f829b4df60e35f5af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:37:21Z', 'updated_at': '2021-12-16T22:38:23Z', 'revision_number': 8, 'project_id': 'bb30155073f3462f829b4df60e35f5af', 'gw_port_host': None, '_interfaces': [{'id': '23f463ae-462a-4a35-a545-23810024be4a', 'name': '', 'network_id': 'a9fe3143-2ede-4b9c-a7a9-a02a4acc426b', 'tenant_id': 'bb30155073f3462f829b4df60e35f5af', 'mac_address': 'fa:16:3e:4c:e9:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcd68ae4-9678-4601-9589-50474829ca26', 'device_owner': 'network:router_interface', 'standard_attr_id': 846, 'fixed_ips': [{'subnet_id': '95a355fa-2faa-4243-83d9-d55c558a9f15', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:37:44Z', 'updated_at': '2021-12-16T22:37:59Z', 'revision_number': 5, 'project_id': 'bb30155073f3462f829b4df60e35f5af', 'subnets': [{'id': '95a355fa-2faa-4243-83d9-d55c558a9f15', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b4a16203-a9be-4052-bdb0-6f3fa9deae9e', 'name': '', 'network_id': '9cec1ece-19ae-40d0-b729-73c3863b1457', 'tenant_id': 'bb30155073f3462f829b4df60e35f5af', 'mac_address': 'fa:16:3e:f8:28:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcd68ae4-9678-4601-9589-50474829ca26', 'device_owner': 'network:router_interface', 'standard_attr_id': 810, 'fixed_ips': [{'subnet_id': '12bde7f9-83c9-49c9-9bcd-d81bdd1ed717', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:37:28Z', 'updated_at': '2021-12-16T22:37:46Z', 'revision_number': 5, 'project_id': 'bb30155073f3462f829b4df60e35f5af', 'subnets': [{'id': '12bde7f9-83c9-49c9-9bcd-d81bdd1ed717', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f95799a9-b8ac-4040-9601-29cf8e618a79', 'name': '', 'network_id': '609eecf4-5001-4b39-a7b6-bf81cca64c22', 'tenant_id': 'bb30155073f3462f829b4df60e35f5af', 'mac_address': 'fa:16:3e:6a:0e:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcd68ae4-9678-4601-9589-50474829ca26', 'device_owner': 'network:router_interface', 'standard_attr_id': 873, 'fixed_ips': [{'subnet_id': '11852dee-7e7f-4b01-b40e-4a8f31edd0c6', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:37:55Z', 'updated_at': '2021-12-16T22:38:20Z', 'revision_number': 5, 'project_id': 'bb30155073f3462f829b4df60e35f5af', 'subnets': [{'id': '11852dee-7e7f-4b01-b40e-4a8f31edd0c6', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 22:38:28.468636 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning complete for port aa07471d-3b32-4841-9584-899583d9cfb6 triggered by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:38:28.469021 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:28.539297 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.pecan_wsgi.hooks.translation [None req-0063e912-b073-4d3a-b885-8a7f53434546 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] GET failed (client error): The resource could not be found.
Dec 16 22:38:28.539937 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-0063e912-b073-4d3a-b885-8a7f53434546 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Synchronizing usage tracker for tenant:3ddf94e9e4ac4112b345468cafab037c on resource:port {{(pid=87507) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 22:38:28.604975 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.plugin [None req-db925ccc-82ff-4436-acfb-8ba1d7acb474 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Calling delete_port for 986ccea1-32f7-40b7-922c-8d55007b6d20 owned by network:dhcp {{(pid=87507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:38:28.609394 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.db_base_plugin_common [None req-80c70e6e-21eb-483d-a6b2-2d19c1d1791c None None] Allocated IP 2001:db8:0:1::2 (16ab78ef-2cf3-46e5-b0ce-25ab2012233d/69eb16de-3983-41f0-a304-00a5ee3ca4a5/aa07471d-3b32-4841-9584-899583d9cfb6) {{(pid=87508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 22:38:28.654006 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-0063e912-b073-4d3a-b885-8a7f53434546 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Unset dirty status for tenant:3ddf94e9e4ac4112b345468cafab037c on resource:port {{(pid=87507) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 22:38:28.658721 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-0063e912-b073-4d3a-b885-8a7f53434546 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] 10.222.0.13 "GET /v2.0/ports/b3cc9e7d-fbec-4b26-a4d5-808ce138b978 HTTP/1.1" status: 404  len: 333 time: 0.2386973
Dec 16 22:38:28.659657 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 44398) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:38:28.667692 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-29703ea1-b0b4-4463-9305-8663a1ec9514 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Request body: {'port': {'network_id': 'd25a7dc0-a328-4711-a6e2-10bbe5d70dc8', 'name': 'tempest-PortsTestJSON-2085422711'}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:38:28.680029 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-9ccda75b-c34b-4530-9580-0020d42b1cda tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks [] for router, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:28.765480 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:28.798155 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-db925ccc-82ff-4436-acfb-8ba1d7acb474 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10807823'] for port, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:28.802927 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-29703ea1-b0b4-4463-9305-8663a1ec9514 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:38:28.805206 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-511aa148-b7ee-4058-b7eb-977a6be57084 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:38:28.849877 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-80c70e6e-21eb-483d-a6b2-2d19c1d1791c None None] For port aa07471d-3b32-4841-9584-899583d9cfb6, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=aa07471d-3b32-4841-9584-899583d9cfb6,segment=NetworkSegment(73807662-a28f-4f4e-ba12-f5f5b6e21f0b),segment_id=73807662-a28f-4f4e-ba12-f5f5b6e21f0b)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:38:28.854101 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db925ccc-82ff-4436-acfb-8ba1d7acb474 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Pushing event deleted for resources: {'Port': ['ID=986ccea1-32f7-40b7-922c-8d55007b6d20,revision_number=None']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:38:28.856084 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db925ccc-82ff-4436-acfb-8ba1d7acb474 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] No DVR routers for this DVR port 986ccea1-32f7-40b7-922c-8d55007b6d20 on host dv-neutron-821829-1-hyperv {{(pid=87507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 22:38:28.860461 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-db925ccc-82ff-4436-acfb-8ba1d7acb474 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:38:28.888410 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-29703ea1-b0b4-4463-9305-8663a1ec9514 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:38:28.889361 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-80c70e6e-21eb-483d-a6b2-2d19c1d1791c None None] Notify callbacks [] for port, precommit_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:28.910401 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-80c70e6e-21eb-483d-a6b2-2d19c1d1791c None None] Transition to ACTIVE for port object aa07471d-3b32-4841-9584-899583d9cfb6 will not be triggered until provisioned by entity DHCP. {{(pid=87508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:38:28.940921 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b296c662-4301-4a39-82e6-08cd04eed875 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Made reservation on behalf of 4776cb1297af44b2a1a3b9af0f4316e5 for: {'network': 1} {{(pid=87506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:38:28.945020 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-b296c662-4301-4a39-82e6-08cd04eed875 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for network, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:28.954083 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-9abbb0d6-0a6a-435d-9917-cf5c933e836e tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1863393'] for port, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:28.965798 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29703ea1-b0b4-4463-9305-8663a1ec9514 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Made reservation on behalf of 3ddf94e9e4ac4112b345468cafab037c for: {'port': 1} {{(pid=87507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:38:28.969306 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-29703ea1-b0b4-4463-9305-8663a1ec9514 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:28.974365 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-80c70e6e-21eb-483d-a6b2-2d19c1d1791c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:28.981030 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:38:29.010432 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-db925ccc-82ff-4436-acfb-8ba1d7acb474 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3329565', 'neutron.services.segments.db._delete_segments_for_network-8734753546406'] for network, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:29.021838 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.notifiers.nova [None req-29703ea1-b0b4-4463-9305-8663a1ec9514 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] device_id is not set on port 73331279-3345-4b6c-888a-5b4ec6dd8eb5 yet. {{(pid=87507) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 16 22:38:29.036863 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.db.api [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87508) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 16 22:38:29.037782 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_db.api [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 16 22:38:29.088566 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.services.segments.db [None req-db925ccc-82ff-4436-acfb-8ba1d7acb474 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1b768814f0>,) {'filters': {'network_id': ['23608ab9-fa18-4fd7-961f-7dd78cbd8e37']}} {{(pid=87507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:38:29.107226 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.services.segments.db [None req-db925ccc-82ff-4436-acfb-8ba1d7acb474 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b768814f0>, 'c89cedce-ac3c-406f-8452-9bb8b4f07f72') {'for_net_delete': True} {{(pid=87507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:38:29.107423 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.services.segments.db [None req-db925ccc-82ff-4436-acfb-8ba1d7acb474 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b768814f0>, 'c89cedce-ac3c-406f-8452-9bb8b4f07f72') {} {{(pid=87507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:38:29.109012 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c70e6e-21eb-483d-a6b2-2d19c1d1791c None None] Pushing event updated for resources: {'Port': ['ID=aa07471d-3b32-4841-9584-899583d9cfb6,revision_number=3']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:38:29.112284 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-80c70e6e-21eb-483d-a6b2-2d19c1d1791c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:38:29.133694 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-db925ccc-82ff-4436-acfb-8ba1d7acb474 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734753593977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2128549'] for segment, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:29.136820 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-9ccda75b-c34b-4530-9580-0020d42b1cda tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3739500', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39002'] for router, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:29.139006 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-9ccda75b-c34b-4530-9580-0020d42b1cda tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:29.153816 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-2080e9e8-0dec-4836-affd-bcf0cca5e0ee tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:38:29.167619 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-db925ccc-82ff-4436-acfb-8ba1d7acb474 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-883292'] for segment, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:29.179561 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db925ccc-82ff-4436-acfb-8ba1d7acb474 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Releasing vlan 181 on physical network physnet1 to pool {{(pid=87507) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 16 22:38:29.179972 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-db925ccc-82ff-4436-acfb-8ba1d7acb474 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-883285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10808034'] for segment, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:29.194761 dv-neutron-821829-1-hyperv neutron-server[87507]: Traceback (most recent call last):
Dec 16 22:38:29.194761 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 16 22:38:29.194761 dv-neutron-821829-1-hyperv neutron-server[87507]:     timer()
Dec 16 22:38:29.194761 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 22:38:29.194761 dv-neutron-821829-1-hyperv neutron-server[87507]:     cb(*args, **kw)
Dec 16 22:38:29.194761 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 22:38:29.194761 dv-neutron-821829-1-hyperv neutron-server[87507]:     return func(*args, **kwargs)
Dec 16 22:38:29.194761 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 22:38:29.194761 dv-neutron-821829-1-hyperv neutron-server[87507]:     self._notify()
Dec 16 22:38:29.194761 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 22:38:29.194761 dv-neutron-821829-1-hyperv neutron-server[87507]:     self.callback(batched_events)
Dec 16 22:38:29.194761 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 22:38:29.194761 dv-neutron-821829-1-hyperv neutron-server[87507]:     event.method(event)
Dec 16 22:38:29.194761 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 22:38:29.194761 dv-neutron-821829-1-hyperv neutron-server[87507]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 22:38:29.194761 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 22:38:29.194761 dv-neutron-821829-1-hyperv neutron-server[87507]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 22:38:29.194761 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 22:38:29.194761 dv-neutron-821829-1-hyperv neutron-server[87507]:     return f(self, *a, **k)
Dec 16 22:38:29.194761 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 16 22:38:29.194761 dv-neutron-821829-1-hyperv neutron-server[87507]:     return self._get(url).json()
Dec 16 22:38:29.194761 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 16 22:38:29.194761 dv-neutron-821829-1-hyperv neutron-server[87507]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 22:38:29.194761 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 16 22:38:29.194761 dv-neutron-821829-1-hyperv neutron-server[87507]:     return self.request(url, 'GET', **kwargs)
Dec 16 22:38:29.194761 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 16 22:38:29.194761 dv-neutron-821829-1-hyperv neutron-server[87507]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 22:38:29.194761 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 16 22:38:29.194761 dv-neutron-821829-1-hyperv neutron-server[87507]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 22:38:29.194761 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 16 22:38:29.194761 dv-neutron-821829-1-hyperv neutron-server[87507]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 22:38:29.194761 dv-neutron-821829-1-hyperv neutron-server[87507]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 22:38:29.228494 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-ffc408fc-5f41-4187-96b0-4ea8528cef87 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3328566'] for subnet, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:29.307860 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-9ccda75b-c34b-4530-9580-0020d42b1cda tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3830089'] for router, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:29.308371 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ccda75b-c34b-4530-9580-0020d42b1cda tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Fanout notify agent at l3_agent the message router_deleted on router 13d4bd48-fdbf-44cc-9be8-3b336be01681 {{(pid=87506) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 16 22:38:29.325690 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9abbb0d6-0a6a-435d-9917-cf5c933e836e tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Network 16ab78ef-2cf3-46e5-b0ce-25ab2012233d is already hosted by enough agents. {{(pid=87506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:38:29.337170 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.base_scheduler [None req-9abbb0d6-0a6a-435d-9917-cf5c933e836e tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Resources bound (agent type, host, resource id):  {{(pid=87506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:38:29.346112 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abbb0d6-0a6a-435d-9917-cf5c933e836e tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Pushing event updated for resources: {'Port': ['ID=385703c7-690f-4218-a6ba-95fad4d51554,revision_number=1']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:38:29.349598 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9abbb0d6-0a6a-435d-9917-cf5c933e836e tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Received port after_create {{(pid=87506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 22:38:29.355209 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9abbb0d6-0a6a-435d-9917-cf5c933e836e tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:38:29.355796 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-9abbb0d6-0a6a-435d-9917-cf5c933e836e tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for port, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:29.370771 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-db925ccc-82ff-4436-acfb-8ba1d7acb474 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3329572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3741856'] for network, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:29.373924 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-9abbb0d6-0a6a-435d-9917-cf5c933e836e tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:38:29.381939 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-445ef3f0-adcf-4db3-a2d6-8fd6659a0d81 tempest-BulkNetworkOpsIpV6Test-1671727552 tempest-BulkNetworkOpsIpV6Test-1671727552-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:38:29.391167 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-9ccda75b-c34b-4530-9580-0020d42b1cda tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks [] for router, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:29.392299 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-9ccda75b-c34b-4530-9580-0020d42b1cda tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] 10.222.0.13 "DELETE /v2.0/routers/13d4bd48-fdbf-44cc-9be8-3b336be01681 HTTP/1.1" status: 204  len: 168 time: 1.0072424
Dec 16 22:38:29.397843 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b296c662-4301-4a39-82e6-08cd04eed875 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] vlan segment allocate from pool success with {'vlan_id': 169, 'physical_network': 'physnet1'}  {{(pid=87506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 22:38:29.400877 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-b9764e97-76cb-4ed0-a560-cf6ff2c70b9b tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:29.403941 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 44402) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:38:29.405020 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-db925ccc-82ff-4436-acfb-8ba1d7acb474 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Notify callbacks [] for network, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:29.416894 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-29703ea1-b0b4-4463-9305-8663a1ec9514 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks [] for port, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:29.450213 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db925ccc-82ff-4436-acfb-8ba1d7acb474 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Pushing event deleted for resources: {'Network': ['ID=23608ab9-fa18-4fd7-961f-7dd78cbd8e37,revision_number=None']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:38:29.468353 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-db925ccc-82ff-4436-acfb-8ba1d7acb474 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:38:29.476187 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-db925ccc-82ff-4436-acfb-8ba1d7acb474 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] 10.222.0.13 "DELETE /v2.0/networks/23608ab9-fa18-4fd7-961f-7dd78cbd8e37 HTTP/1.1" status: 204  len: 168 time: 7.7788908
Dec 16 22:38:29.479615 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 44406) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:38:29.487026 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-5a67bf89-6eac-4e2d-ace2-7d0b5af16a13 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1529085063'}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:38:29.502221 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-5a67bf89-6eac-4e2d-ace2-7d0b5af16a13 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:38:29.511202 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-5a67bf89-6eac-4e2d-ace2-7d0b5af16a13 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Usage tracker for resource:network and tenant:c85c59d360694166b5b0483f9fc81199 is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:38:29.518689 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.db_base_plugin_v2 [None req-98c389cc-c92f-4616-92f8-1a9f2f757375 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Deleting subnet 68fc3ae4-9569-4338-bc84-7a9f3d10bf55 {{(pid=87507) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 16 22:38:29.521899 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-5a67bf89-6eac-4e2d-ace2-7d0b5af16a13 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:38:29.526837 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-98c389cc-c92f-4616-92f8-1a9f2f757375 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks [] for subnet, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:29.543501 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-b296c662-4301-4a39-82e6-08cd04eed875 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-883292'] for segment, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:29.543882 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.db.segments_db [None req-b296c662-4301-4a39-82e6-08cd04eed875 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Added segment 1ee667d2-ee0d-4779-809e-83bc236458b7 of type vlan for network c967edcc-45d1-4aff-af5a-6797450920a9
Dec 16 22:38:29.555139 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [None req-b9764e97-76cb-4ed0-a560-cf6ff2c70b9b tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Calling delete_port for effd5ec3-4fa1-415d-83c4-c2f6f4d2f75e owned by  {{(pid=87506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:38:29.600684 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-9abbb0d6-0a6a-435d-9917-cf5c933e836e tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1015 time: 4.2743549
Dec 16 22:38:29.602841 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 44410) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:38:29.612940 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-2cd6f8d1-b9d4-4760-85da-9f091a90af5a tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '7da09a0d-ff69-4bf0-95c8-a3ae1241e37a'}]}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:38:29.617517 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:29.658828 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] For port aa07471d-3b32-4841-9584-899583d9cfb6, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=aa07471d-3b32-4841-9584-899583d9cfb6,segment=NetworkSegment(73807662-a28f-4f4e-ba12-f5f5b6e21f0b),segment_id=73807662-a28f-4f4e-ba12-f5f5b6e21f0b)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:38:29.660197 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-ffc408fc-5f41-4187-96b0-4ea8528cef87 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3328622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1863378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11213117'] for subnet, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:29.665584 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:29.666368 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 749de183-a4f0-41fb-9813-ad328a71823c up at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 22:38:29.682010 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-4e2b4665-2a49-412b-b305-e57c7957f446 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:38:29.699527 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-5a67bf89-6eac-4e2d-ace2-7d0b5af16a13 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:38:29.700395 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-6441e018-b7c9-47b7-af2a-041fb072e58a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:38:29.726953 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-98c389cc-c92f-4616-92f8-1a9f2f757375 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2128562'] for subnet, precommit_delete_associations {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:29.746460 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc408fc-5f41-4187-96b0-4ea8528cef87 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Pushing event deleted for resources: {'Subnet': ['ID=bf9c697c-c143-489c-bd9b-629d49112c29,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:38:29.748513 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-ffc408fc-5f41-4187-96b0-4ea8528cef87 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks [] for subnet, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:29.753057 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-ffc408fc-5f41-4187-96b0-4ea8528cef87 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] 10.222.0.13 "DELETE /v2.0/subnets/bf9c697c-c143-489c-bd9b-629d49112c29 HTTP/1.1" status: 204  len: 168 time: 2.7745576
Dec 16 22:38:29.758911 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 44414) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:38:29.759375 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-b296c662-4301-4a39-82e6-08cd04eed875 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734753047233'] for network, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:29.765599 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-ffc408fc-5f41-4187-96b0-4ea8528cef87 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:38:29.787317 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae61113b-2125-4b37-9f70-ef91f5d5f384 None None] Network 28d7bb6e-74ad-4c1e-9ce1-844b4f7af3ea requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 22:38:29.793555 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a67bf89-6eac-4e2d-ace2-7d0b5af16a13 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Made reservation on behalf of c85c59d360694166b5b0483f9fc81199 for: {'network': 1} {{(pid=87507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:38:29.797143 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-5a67bf89-6eac-4e2d-ace2-7d0b5af16a13 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for network, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:29.818320 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-29703ea1-b0b4-4463-9305-8663a1ec9514 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10807823'] for port, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:29.877965 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-db925ccc-82ff-4436-acfb-8ba1d7acb474 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:38:29.912329 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-b296c662-4301-4a39-82e6-08cd04eed875 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440'] for network, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:29.917764 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b296c662-4301-4a39-82e6-08cd04eed875 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:38:29.918363 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-b296c662-4301-4a39-82e6-08cd04eed875 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Notify callbacks [] for network, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:29.928668 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-998e80b0-897f-4f14-825f-8f07ffcd4a9d tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:38:29.956951 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Pushing event updated for resources: {'Port': ['ID=aa07471d-3b32-4841-9584-899583d9cfb6,revision_number=4']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:38:29.961378 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:38:29.961548 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-2cd6f8d1-b9d4-4760-85da-9f091a90af5a tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:29.968430 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7861b857-100b-4a44-97e1-de32be4b08e0 None None] Network 16ab78ef-2cf3-46e5-b0ce-25ab2012233d requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 22:38:30.002176 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29703ea1-b0b4-4463-9305-8663a1ec9514 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Network d25a7dc0-a328-4711-a6e2-10bbe5d70dc8 is already hosted by enough agents. {{(pid=87507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:38:30.011358 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.base_scheduler [None req-29703ea1-b0b4-4463-9305-8663a1ec9514 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Resources bound (agent type, host, resource id):  {{(pid=87507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:38:30.019427 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a67bf89-6eac-4e2d-ace2-7d0b5af16a13 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] vlan segment allocate from pool success with {'vlan_id': 180, 'physical_network': 'physnet1'}  {{(pid=87507) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 22:38:30.023823 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29703ea1-b0b4-4463-9305-8663a1ec9514 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Received port after_create {{(pid=87507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 22:38:30.029257 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29703ea1-b0b4-4463-9305-8663a1ec9514 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:38:30.029861 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-29703ea1-b0b4-4463-9305-8663a1ec9514 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for port, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:30.048822 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-d28ed5d6-172b-493b-a8ce-c465aca274f7 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-825997'] for network, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:30.058170 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29703ea1-b0b4-4463-9305-8663a1ec9514 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Pushing event updated for resources: {'Port': ['ID=73331279-3345-4b6c-888a-5b4ec6dd8eb5,revision_number=1']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:38:30.064828 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-29703ea1-b0b4-4463-9305-8663a1ec9514 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:38:30.067625 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-5a67bf89-6eac-4e2d-ace2-7d0b5af16a13 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-883292'] for segment, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:30.068609 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.db.segments_db [None req-5a67bf89-6eac-4e2d-ace2-7d0b5af16a13 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Added segment ca1d41a9-fe41-4de7-8cdd-2db131deaf56 of type vlan for network 169c4e6e-ea67-4824-ac27-4fec4b4952c7
Dec 16 22:38:30.098263 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-29703ea1-b0b4-4463-9305-8663a1ec9514 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 846 time: 1.4348836
Dec 16 22:38:30.099885 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 44418) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:38:30.102176 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.plugin [None req-d28ed5d6-172b-493b-a8ce-c465aca274f7 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Deleting port 02047132-a540-449b-b596-25d6606fb0ec {{(pid=87507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:38:30.102511 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-d28ed5d6-172b-493b-a8ce-c465aca274f7 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:30.119084 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-b296c662-4301-4a39-82e6-08cd04eed875 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 786 time: 2.0033491
Dec 16 22:38:30.119899 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 44422) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:38:30.131428 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-98c389cc-c92f-4616-92f8-1a9f2f757375 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3328566'] for subnet, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:30.167997 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b296c662-4301-4a39-82e6-08cd04eed875 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Pushing event updated for resources: {'Network': ['ID=c967edcc-45d1-4aff-af5a-6797450920a9,revision_number=1']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:38:30.174908 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-318e05e3-a12d-41e8-8f2d-d73877b0eb50 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:38:30.183643 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-b296c662-4301-4a39-82e6-08cd04eed875 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:38:30.206688 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Network c967edcc-45d1-4aff-af5a-6797450920a9 details requested by agent ovs-agent-dv-neutron-821829-1-hyperv with host dv-neutron-821829-1-hyperv {{(pid=87508) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 22:38:30.227801 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning complete for port 749de183-a4f0-41fb-9813-ad328a71823c triggered by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:38:30.227801 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:30.231130 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-5a67bf89-6eac-4e2d-ace2-7d0b5af16a13 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734753047233'] for network, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:30.323354 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-393ed65b-ea4b-4c34-a472-6aacdc57937d None None] Provisioning for port aa07471d-3b32-4841-9584-899583d9cfb6 completed by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 22:38:30.367041 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-393ed65b-ea4b-4c34-a472-6aacdc57937d None None] Provisioning complete for port aa07471d-3b32-4841-9584-899583d9cfb6 triggered by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:38:30.367430 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-393ed65b-ea4b-4c34-a472-6aacdc57937d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:30.487429 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f01d078-cd63-4614-adcd-3cc9c2d3f7ba tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:38:30.488308 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-5f01d078-cd63-4614-adcd-3cc9c2d3f7ba tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Synchronizing usage tracker for tenant:4776cb1297af44b2a1a3b9af0f4316e5 on resource:network {{(pid=87506) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 22:38:30.493572 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-5a67bf89-6eac-4e2d-ace2-7d0b5af16a13 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440'] for network, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:30.494889 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-b9764e97-76cb-4ed0-a560-cf6ff2c70b9b tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1863393'] for port, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:30.498976 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a67bf89-6eac-4e2d-ace2-7d0b5af16a13 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:38:30.499877 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-5a67bf89-6eac-4e2d-ace2-7d0b5af16a13 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Notify callbacks [] for network, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:30.503527 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-98c389cc-c92f-4616-92f8-1a9f2f757375 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3328622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10807868', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10549621'] for subnet, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:30.513778 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-3149972d-db9f-4a58-bb2e-3688de9576f1 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:38:30.541031 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-d5f53849-7a2b-4fdc-a09a-0b285ad87048 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:38:30.554460 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-318e05e3-a12d-41e8-8f2d-d73877b0eb50 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:30.609988 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-5617559e-a6dc-4919-a732-77c1e635c9be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:30.612363 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9764e97-76cb-4ed0-a560-cf6ff2c70b9b tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Pushing event deleted for resources: {'Port': ['ID=effd5ec3-4fa1-415d-83c4-c2f6f4d2f75e,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:38:30.618982 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-b9764e97-76cb-4ed0-a560-cf6ff2c70b9b tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:38:30.632848 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-98c389cc-c92f-4616-92f8-1a9f2f757375 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks [] for subnet, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:30.659011 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-5f01d078-cd63-4614-adcd-3cc9c2d3f7ba tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Unset dirty status for tenant:4776cb1297af44b2a1a3b9af0f4316e5 on resource:network {{(pid=87506) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 22:38:30.659498 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e52fdf54-4446-4680-b09d-bb5570b289e5 None None] Network 83164aae-f7ab-456d-aa67-cd11c17168ef requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 22:38:30.662222 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-5f01d078-cd63-4614-adcd-3cc9c2d3f7ba tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] 10.222.0.13 "GET /v2.0/networks?id=c967edcc-45d1-4aff-af5a-6797450920a9 HTTP/1.1" status: 200  len: 765 time: 0.5255899
Dec 16 22:38:30.667278 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 44426) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:38:30.676222 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-c2c66e82-aad4-4e13-9590-dd14dda5ce7b tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Request body: {'network': {'description': 'd2'}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:38:30.690611 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-5a67bf89-6eac-4e2d-ace2-7d0b5af16a13 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 780 time: 1.2079229
Dec 16 22:38:30.705374 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-98c389cc-c92f-4616-92f8-1a9f2f757375 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] 10.222.0.13 "DELETE /v2.0/subnets/68fc3ae4-9569-4338-bc84-7a9f3d10bf55 HTTP/1.1" status: 204  len: 168 time: 1.2974653
Dec 16 22:38:30.706146 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 44430) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:38:30.706465 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 44432) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:38:30.709408 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.db [None req-d28ed5d6-172b-493b-a8ce-c465aca274f7 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] For port 02047132-a540-449b-b596-25d6606fb0ec, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=02047132-a540-449b-b596-25d6606fb0ec,segment=NetworkSegment(fa42b440-0715-43f7-91be-577aed91ee24),segment_id=fa42b440-0715-43f7-91be-577aed91ee24)] {{(pid=87507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:38:30.709408 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-d28ed5d6-172b-493b-a8ce-c465aca274f7 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:30.734509 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-7df2a7af-20d5-4431-9aae-a629c0d6da41 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Request body: {'subnet': {'network_id': '169c4e6e-ea67-4824-ac27-4fec4b4952c7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:38:30.773186 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a67bf89-6eac-4e2d-ace2-7d0b5af16a13 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Pushing event updated for resources: {'Network': ['ID=169c4e6e-ea67-4824-ac27-4fec4b4952c7,revision_number=1']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:38:30.800914 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-5a67bf89-6eac-4e2d-ace2-7d0b5af16a13 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:38:30.801445 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-17d1d7e3-3757-43bb-a954-27601e34f093 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.275s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:38:30.806000 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6439d28-ec58-49b7-920b-635f3255b4bc None None] DHCP port deletion for 28d7bb6e-74ad-4c1e-9ce1-844b4f7af3ea request from dv-neutron-821829-1-hyperv {{(pid=87508) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 16 22:38:30.808512 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Network 169c4e6e-ea67-4824-ac27-4fec4b4952c7 details requested by agent ovs-agent-dv-neutron-821829-1-hyperv with host dv-neutron-821829-1-hyperv {{(pid=87508) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 22:38:30.874687 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-b9764e97-76cb-4ed0-a560-cf6ff2c70b9b tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for port, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:30.879388 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-b9764e97-76cb-4ed0-a560-cf6ff2c70b9b tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] 10.222.0.13 "DELETE /v2.0/ports/effd5ec3-4fa1-415d-83c4-c2f6f4d2f75e HTTP/1.1" status: 204  len: 168 time: 3.1086829
Dec 16 22:38:30.889013 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 44438) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:38:30.907586 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-f6439d28-ec58-49b7-920b-635f3255b4bc None None] Deleting port 02047132-a540-449b-b596-25d6606fb0ec {{(pid=87508) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:38:30.908144 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-f6439d28-ec58-49b7-920b-635f3255b4bc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:30.979115 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 02047132-a540-449b-b596-25d6606fb0ec up at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 22:38:31.045494 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.plugin [None req-d28ed5d6-172b-493b-a8ce-c465aca274f7 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Calling delete_port for 02047132-a540-449b-b596-25d6606fb0ec owned by network:dhcp {{(pid=87507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:38:31.074168 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c389cc-c92f-4616-92f8-1a9f2f757375 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Pushing event deleted for resources: {'Subnet': ['ID=68fc3ae4-9569-4338-bc84-7a9f3d10bf55,revision_number=None']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:38:31.108709 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-98c389cc-c92f-4616-92f8-1a9f2f757375 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:38:31.172668 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.db_base_plugin_common [None req-2cd6f8d1-b9d4-4760-85da-9f091a90af5a tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Delete allocated IP 2001:db8:0:1::77 (16ab78ef-2cf3-46e5-b0ce-25ab2012233d/69eb16de-3983-41f0-a304-00a5ee3ca4a5) {{(pid=87506) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}}
Dec 16 22:38:31.221310 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-c2c66e82-aad4-4e13-9590-dd14dda5ce7b tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734753047233'] for network, precommit_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:31.237509 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b9ded6c-e87c-4562-8bed-e165daf12eb9 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:38:31.237836 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-5b9ded6c-e87c-4562-8bed-e165daf12eb9 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Synchronizing usage tracker for tenant:8e4385a98eb1416284c1cc96b3355a70 on resource:port {{(pid=87506) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 22:38:31.311637 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-c2c66e82-aad4-4e13-9590-dd14dda5ce7b tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440'] for network, after_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:31.321270 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:38:31.354956 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-c2c66e82-aad4-4e13-9590-dd14dda5ce7b tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Network c967edcc-45d1-4aff-af5a-6797450920a9 is not hosted by any dhcp agent {{(pid=87506) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}}
Dec 16 22:38:31.359843 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2c66e82-aad4-4e13-9590-dd14dda5ce7b tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:38:31.360728 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-c2c66e82-aad4-4e13-9590-dd14dda5ce7b tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Notify callbacks [] for network, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:31.366369 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-c2c66e82-aad4-4e13-9590-dd14dda5ce7b tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] 10.222.0.13 "PUT /v2.0/networks/c967edcc-45d1-4aff-af5a-6797450920a9 HTTP/1.1" status: 200  len: 762 time: 0.6952963
Dec 16 22:38:31.370859 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 44442) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:38:31.375821 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning complete for port 02047132-a540-449b-b596-25d6606fb0ec triggered by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:38:31.376226 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:31.378954 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-c093a2d1-f5d7-4fab-acea-a8d97529d045 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-825997'] for network, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:31.434321 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-5b9ded6c-e87c-4562-8bed-e165daf12eb9 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Unset dirty status for tenant:8e4385a98eb1416284c1cc96b3355a70 on resource:port {{(pid=87506) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 22:38:31.435791 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-7df2a7af-20d5-4431-9aae-a629c0d6da41 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:38:31.438636 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-5b9ded6c-e87c-4562-8bed-e165daf12eb9 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1046 time: 0.5459738
Dec 16 22:38:31.449941 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 44446) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:38:31.496153 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-318e05e3-a12d-41e8-8f2d-d73877b0eb50 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks [] for port, precommit_update {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:31.507938 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-2cd6f8d1-b9d4-4760-85da-9f091a90af5a tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks [] for port, precommit_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:31.524777 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.provisioning_blocks [None req-2cd6f8d1-b9d4-4760-85da-9f091a90af5a tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Ignored duplicate provisioning block setup for port 385703c7-690f-4218-a6ba-95fad4d51554 by entity DHCP. {{(pid=87506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}}
Dec 16 22:38:31.538955 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-2cd6f8d1-b9d4-4760-85da-9f091a90af5a tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1863400'] for port, after_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:31.559532 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c66e82-aad4-4e13-9590-dd14dda5ce7b tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Pushing event updated for resources: {'Network': ['ID=c967edcc-45d1-4aff-af5a-6797450920a9,revision_number=1']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:38:31.578669 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-f6439d28-ec58-49b7-920b-635f3255b4bc None None] For port 02047132-a540-449b-b596-25d6606fb0ec, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=02047132-a540-449b-b596-25d6606fb0ec,segment=NetworkSegment(fa42b440-0715-43f7-91be-577aed91ee24),segment_id=fa42b440-0715-43f7-91be-577aed91ee24)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:38:31.579277 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-f6439d28-ec58-49b7-920b-635f3255b4bc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:31.590628 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-3e729f7f-1589-4d54-9c4a-7ee6b283cc2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:31.596915 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Network c967edcc-45d1-4aff-af5a-6797450920a9 details requested by agent ovs-agent-dv-neutron-821829-1-hyperv with host dv-neutron-821829-1-hyperv {{(pid=87508) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 22:38:31.602039 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-318e05e3-a12d-41e8-8f2d-d73877b0eb50 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10807814'] for port, after_update {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:31.618754 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-7df2a7af-20d5-4431-9aae-a629c0d6da41 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Usage tracker for resource:subnet and tenant:c85c59d360694166b5b0483f9fc81199 is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:38:31.621855 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-843c6586-fb96-4411-aeac-e36a793e75d3 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:38:31.622799 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-c2c66e82-aad4-4e13-9590-dd14dda5ce7b tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:38:31.623314 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-bb6cf7df-80bc-4a57-b1d3-16399da48c2d tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.076s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:38:31.660536 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-7df2a7af-20d5-4431-9aae-a629c0d6da41 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:38:31.685852 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [None req-2cd6f8d1-b9d4-4760-85da-9f091a90af5a tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] In _notify_port_updated(), no bound segment for port 385703c7-690f-4218-a6ba-95fad4d51554 on network 16ab78ef-2cf3-46e5-b0ce-25ab2012233d {{(pid=87506) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}}
Dec 16 22:38:31.692275 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-7df2a7af-20d5-4431-9aae-a629c0d6da41 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:38:31.694587 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cd6f8d1-b9d4-4760-85da-9f091a90af5a tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:38:31.695251 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-2cd6f8d1-b9d4-4760-85da-9f091a90af5a tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for port, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:31.696690 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-2cd6f8d1-b9d4-4760-85da-9f091a90af5a tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] 10.222.0.13 "PUT /v2.0/ports/385703c7-690f-4218-a6ba-95fad4d51554 HTTP/1.1" status: 200  len: 925 time: 2.0907180
Dec 16 22:38:31.700538 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 44450) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:38:31.710268 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-e61a5d93-7b32-43c2-87d2-fd74eff5a268 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '7da09a0d-ff69-4bf0-95c8-a3ae1241e37a'}, {'subnet_id': '69eb16de-3983-41f0-a304-00a5ee3ca4a5'}]}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:38:31.720527 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.plugin [None req-c093a2d1-f5d7-4fab-acea-a8d97529d045 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Deleting port 524d76bb-740b-48cb-9e19-156c04492c9f {{(pid=87507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:38:31.720964 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-c093a2d1-f5d7-4fab-acea-a8d97529d045 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:31.749120 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-d28ed5d6-172b-493b-a8ce-c465aca274f7 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10807823'] for port, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:31.763358 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.plugin [None req-318e05e3-a12d-41e8-8f2d-d73877b0eb50 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] In _notify_port_updated(), no bound segment for port 73331279-3345-4b6c-888a-5b4ec6dd8eb5 on network d25a7dc0-a328-4711-a6e2-10bbe5d70dc8 {{(pid=87507) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}}
Dec 16 22:38:31.768953 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-318e05e3-a12d-41e8-8f2d-d73877b0eb50 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:38:31.769676 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-318e05e3-a12d-41e8-8f2d-d73877b0eb50 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for port, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:31.771695 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-318e05e3-a12d-41e8-8f2d-d73877b0eb50 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] 10.222.0.13 "PUT /v2.0/ports/73331279-3345-4b6c-888a-5b4ec6dd8eb5 HTTP/1.1" status: 200  len: 818 time: 1.6707792
Dec 16 22:38:31.803325 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 44454) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:38:31.808944 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-f6439d28-ec58-49b7-920b-635f3255b4bc None None] Calling delete_port for 02047132-a540-449b-b596-25d6606fb0ec owned by network:dhcp {{(pid=87508) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:38:31.874355 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d28ed5d6-172b-493b-a8ce-c465aca274f7 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] No DVR routers for this DVR port 02047132-a540-449b-b596-25d6606fb0ec on host dv-neutron-821829-1-hyperv {{(pid=87507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 22:38:31.886207 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb226554-93e7-426d-b194-3c31b1c4309d tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:38:31.887409 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-fb226554-93e7-426d-b194-3c31b1c4309d tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Synchronizing usage tracker for tenant:4776cb1297af44b2a1a3b9af0f4316e5 on resource:network {{(pid=87507) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 22:38:31.917695 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd6f8d1-b9d4-4760-85da-9f091a90af5a tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Pushing event updated for resources: {'Port': ['ID=385703c7-690f-4218-a6ba-95fad4d51554,revision_number=2']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:38:31.922811 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-2cd6f8d1-b9d4-4760-85da-9f091a90af5a tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:38:31.954141 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7df2a7af-20d5-4431-9aae-a629c0d6da41 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Made reservation on behalf of c85c59d360694166b5b0483f9fc81199 for: {'subnet': 1} {{(pid=87507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:38:31.957803 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-7df2a7af-20d5-4431-9aae-a629c0d6da41 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10549598'] for subnet, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:32.022038 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-e61a5d93-7b32-43c2-87d2-fd74eff5a268 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:32.022204 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.db.api [None req-f6439d28-ec58-49b7-920b-635f3255b4bc None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87508) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 16 22:38:32.022565 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_db.api [None req-f6439d28-ec58-49b7-920b-635f3255b4bc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 16 22:38:32.042353 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a12ba8cf-448a-41f1-b57b-0d98e79700d2 None None] DHCP port deletion for 83164aae-f7ab-456d-aa67-cd11c17168ef request from dv-neutron-821829-1-hyperv {{(pid=87508) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 16 22:38:32.045201 dv-neutron-821829-1-hyperv neutron-server[87508]: INFO neutron.plugins.ml2.db [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] No ports have port_id starting with 02047132-a540-449b-b596-25d6606fb0ec
Dec 16 22:38:32.047872 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:32.057021 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-d640eff3-7fca-4563-a4ac-19930de1619f None None] Provisioning complete for port aa07471d-3b32-4841-9584-899583d9cfb6 triggered by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:38:32.057021 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-d640eff3-7fca-4563-a4ac-19930de1619f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:32.068823 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318e05e3-a12d-41e8-8f2d-d73877b0eb50 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Pushing event updated for resources: {'Port': ['ID=73331279-3345-4b6c-888a-5b4ec6dd8eb5,revision_number=2']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:38:32.088906 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-a12ba8cf-448a-41f1-b57b-0d98e79700d2 None None] Deleting port 524d76bb-740b-48cb-9e19-156c04492c9f {{(pid=87508) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:38:32.091985 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-a12ba8cf-448a-41f1-b57b-0d98e79700d2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:32.139741 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-318e05e3-a12d-41e8-8f2d-d73877b0eb50 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.518s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:38:32.151178 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-29703ea1-b0b4-4463-9305-8663a1ec9514 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.365s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:38:32.205308 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device aa07471d-3b32-4841-9584-899583d9cfb6 up at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 22:38:32.221956 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-fb226554-93e7-426d-b194-3c31b1c4309d tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Unset dirty status for tenant:4776cb1297af44b2a1a3b9af0f4316e5 on resource:network {{(pid=87507) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 22:38:32.226765 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-fb226554-93e7-426d-b194-3c31b1c4309d tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] 10.222.0.13 "GET /v2.0/networks?id=c967edcc-45d1-4aff-af5a-6797450920a9 HTTP/1.1" status: 200  len: 765 time: 0.8435035
Dec 16 22:38:32.230392 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 44458) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:38:32.284402 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.plugin [None req-4eb0201c-8d32-48e3-9197-f789086efbb4 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Deleting port 73331279-3345-4b6c-888a-5b4ec6dd8eb5 {{(pid=87507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:38:32.284738 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-4eb0201c-8d32-48e3-9197-f789086efbb4 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:32.344900 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c4729b1-63d3-4f89-8482-baedaff12675 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:38:32.349510 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-9c4729b1-63d3-4f89-8482-baedaff12675 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1046 time: 0.8453727
Dec 16 22:38:32.384597 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28ed5d6-172b-493b-a8ce-c465aca274f7 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Pushing event deleted for resources: {'Port': ['ID=02047132-a540-449b-b596-25d6606fb0ec,revision_number=None']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:38:32.396787 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 44462) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:38:32.403965 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-d28ed5d6-172b-493b-a8ce-c465aca274f7 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:38:32.475828 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning complete for port aa07471d-3b32-4841-9584-899583d9cfb6 triggered by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:38:32.476209 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:32.488720 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-d28ed5d6-172b-493b-a8ce-c465aca274f7 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3329565', 'neutron.services.segments.db._delete_segments_for_network-8734753546406'] for network, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:32.527470 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-f6439d28-ec58-49b7-920b-635f3255b4bc None None] Deleting port 02047132-a540-449b-b596-25d6606fb0ec {{(pid=87508) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:38:32.527962 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-f6439d28-ec58-49b7-920b-635f3255b4bc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:32.619459 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.services.segments.db [None req-d28ed5d6-172b-493b-a8ce-c465aca274f7 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1b76f8aa60>,) {'filters': {'network_id': ['28d7bb6e-74ad-4c1e-9ce1-844b4f7af3ea']}} {{(pid=87507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:38:32.630859 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-f6439d28-ec58-49b7-920b-635f3255b4bc None None] The port '02047132-a540-449b-b596-25d6606fb0ec' was deleted {{(pid=87508) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 16 22:38:32.632995 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-d640eff3-7fca-4563-a4ac-19930de1619f None None] Provisioning for port 385703c7-690f-4218-a6ba-95fad4d51554 completed by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 22:38:32.641883 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-a12ba8cf-448a-41f1-b57b-0d98e79700d2 None None] For port 524d76bb-740b-48cb-9e19-156c04492c9f, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=524d76bb-740b-48cb-9e19-156c04492c9f,segment=NetworkSegment(cd4751e3-5c6f-4b41-91b1-de6837d93d51),segment_id=cd4751e3-5c6f-4b41-91b1-de6837d93d51)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:38:32.642203 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-a12ba8cf-448a-41f1-b57b-0d98e79700d2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:32.642331 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.db [None req-c093a2d1-f5d7-4fab-acea-a8d97529d045 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] For port 524d76bb-740b-48cb-9e19-156c04492c9f, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=524d76bb-740b-48cb-9e19-156c04492c9f,segment=NetworkSegment(cd4751e3-5c6f-4b41-91b1-de6837d93d51),segment_id=cd4751e3-5c6f-4b41-91b1-de6837d93d51)] {{(pid=87507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:38:32.642621 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-c093a2d1-f5d7-4fab-acea-a8d97529d045 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:32.654941 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-d640eff3-7fca-4563-a4ac-19930de1619f None None] Provisioning complete for port 385703c7-690f-4218-a6ba-95fad4d51554 triggered by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:38:32.655669 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-d640eff3-7fca-4563-a4ac-19930de1619f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:32.657056 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.services.segments.db [None req-d28ed5d6-172b-493b-a8ce-c465aca274f7 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b76f8aa60>, 'fa42b440-0715-43f7-91be-577aed91ee24') {'for_net_delete': True} {{(pid=87507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:38:32.657361 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.services.segments.db [None req-d28ed5d6-172b-493b-a8ce-c465aca274f7 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b76f8aa60>, 'fa42b440-0715-43f7-91be-577aed91ee24') {} {{(pid=87507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:38:32.661896 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f0ad823-dea2-4f9f-a1d4-f212f3b24ef8 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:38:32.666407 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-0f0ad823-dea2-4f9f-a1d4-f212f3b24ef8 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 782 time: 0.4339533
Dec 16 22:38:32.667004 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 44466) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:38:32.747666 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-64ffb6cb-53e6-45e6-9f04-a78b0be86dab tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Synchronizing usage tracker for tenant:4776cb1297af44b2a1a3b9af0f4316e5 on resource:subnet {{(pid=87506) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 22:38:32.772559 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-d28ed5d6-172b-493b-a8ce-c465aca274f7 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734753593977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2128549'] for segment, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:32.774080 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-64ffb6cb-53e6-45e6-9f04-a78b0be86dab tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Unset dirty status for tenant:4776cb1297af44b2a1a3b9af0f4316e5 on resource:subnet {{(pid=87506) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 22:38:32.779938 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-64ffb6cb-53e6-45e6-9f04-a78b0be86dab tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] 10.222.0.13 "GET /v2.0/subnets?network_id=f8905ce9-304b-4976-bc47-e58c71c11de5 HTTP/1.1" status: 200  len: 207 time: 0.0784752
Dec 16 22:38:32.781414 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 44470) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:38:32.817228 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-a12ba8cf-448a-41f1-b57b-0d98e79700d2 None None] Calling delete_port for 524d76bb-740b-48cb-9e19-156c04492c9f owned by network:dhcp {{(pid=87508) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:38:32.827594 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.db_base_plugin_common [None req-e61a5d93-7b32-43c2-87d2-fd74eff5a268 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Allocated IP 2001:db8:0:1::137 (16ab78ef-2cf3-46e5-b0ce-25ab2012233d/69eb16de-3983-41f0-a304-00a5ee3ca4a5/385703c7-690f-4218-a6ba-95fad4d51554) {{(pid=87506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 22:38:32.872339 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49ec8fbf-aae4-4d6c-b7d4-999f2e700760 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:38:32.874827 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49ec8fbf-aae4-4d6c-b7d4-999f2e700760 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:38:32.875323 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49ec8fbf-aae4-4d6c-b7d4-999f2e700760 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:38:32.876156 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-49ec8fbf-aae4-4d6c-b7d4-999f2e700760 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Synchronizing usage tracker for tenant:8e4385a98eb1416284c1cc96b3355a70 on resource:subnet {{(pid=87507) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 22:38:32.889857 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.plugin [None req-c093a2d1-f5d7-4fab-acea-a8d97529d045 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Calling delete_port for 524d76bb-740b-48cb-9e19-156c04492c9f owned by network:dhcp {{(pid=87507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:38:32.895484 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-d640eff3-7fca-4563-a4ac-19930de1619f None None] Port 385703c7-690f-4218-a6ba-95fad4d51554 cannot update to ACTIVE because it is not bound. {{(pid=87508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 22:38:32.955658 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-a12ba8cf-448a-41f1-b57b-0d98e79700d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949'] for port, after_delete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:32.961169 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-ecfa651f-3b77-481f-9843-3d024302991a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:38:33.017292 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12ba8cf-448a-41f1-b57b-0d98e79700d2 None None] Pushing event deleted for resources: {'Port': ['ID=524d76bb-740b-48cb-9e19-156c04492c9f,revision_number=None']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:38:33.022012 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-a12ba8cf-448a-41f1-b57b-0d98e79700d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:38:33.027360 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a12ba8cf-448a-41f1-b57b-0d98e79700d2 None None] No DVR routers for this DVR port 524d76bb-740b-48cb-9e19-156c04492c9f on host dv-neutron-821829-1-hyperv {{(pid=87508) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 22:38:33.030051 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 524d76bb-740b-48cb-9e19-156c04492c9f no longer exists at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 22:38:33.071654 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] No Port match for: 524d76bb-740b-48cb-9e19-156c04492c9f {{(pid=87508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 22:38:33.072133 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 524d76bb-740b-48cb-9e19-156c04492c9f not bound to the agent host dv-neutron-821829-1-hyperv {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 22:38:33.072745 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 02047132-a540-449b-b596-25d6606fb0ec no longer exists at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 22:38:33.107976 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e1b0c53-a3cc-4287-adaf-cc9d8480b08a None None] get_active_networks_info from dv-neutron-821829-1-hyperv {{(pid=87508) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}}
Dec 16 22:38:33.109837 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-504a00bf-3e79-49b9-99a8-89610687677e tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:38:33.116410 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-504a00bf-3e79-49b9-99a8-89610687677e tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:38:33.122154 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-504a00bf-3e79-49b9-99a8-89610687677e tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:38:33.128114 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-504a00bf-3e79-49b9-99a8-89610687677e tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:38:33.134848 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-504a00bf-3e79-49b9-99a8-89610687677e tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:38:33.141027 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] No Port match for: 02047132-a540-449b-b596-25d6606fb0ec {{(pid=87508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 22:38:33.141246 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-504a00bf-3e79-49b9-99a8-89610687677e tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:38:33.141604 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 02047132-a540-449b-b596-25d6606fb0ec not bound to the agent host dv-neutron-821829-1-hyperv {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 22:38:33.142128 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 3c14fdac-f9b3-4b9e-82dd-8a67222cb898 no longer exists at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 22:38:33.151886 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-504a00bf-3e79-49b9-99a8-89610687677e tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200  len: 3730 time: 0.3614662
Dec 16 22:38:33.152008 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-d28ed5d6-172b-493b-a8ce-c465aca274f7 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-883292'] for segment, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:33.152126 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 44474) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:38:33.181463 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-12b67e7b-d0ad-4c71-817a-2ba63bd3c474 None None] Provisioning complete for port 385703c7-690f-4218-a6ba-95fad4d51554 triggered by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:38:33.181991 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-12b67e7b-d0ad-4c71-817a-2ba63bd3c474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:33.183484 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d28ed5d6-172b-493b-a8ce-c465aca274f7 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Releasing vlan 198 on physical network physnet1 to pool {{(pid=87507) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 16 22:38:33.183910 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-d28ed5d6-172b-493b-a8ce-c465aca274f7 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-883285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10808034'] for segment, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:33.206398 dv-neutron-821829-1-hyperv neutron-server[87507]: Traceback (most recent call last):
Dec 16 22:38:33.206398 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 16 22:38:33.206398 dv-neutron-821829-1-hyperv neutron-server[87507]:     timer()
Dec 16 22:38:33.206398 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 22:38:33.206398 dv-neutron-821829-1-hyperv neutron-server[87507]:     cb(*args, **kw)
Dec 16 22:38:33.206398 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 22:38:33.206398 dv-neutron-821829-1-hyperv neutron-server[87507]:     return func(*args, **kwargs)
Dec 16 22:38:33.206398 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 22:38:33.206398 dv-neutron-821829-1-hyperv neutron-server[87507]:     self._notify()
Dec 16 22:38:33.206398 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 22:38:33.206398 dv-neutron-821829-1-hyperv neutron-server[87507]:     self.callback(batched_events)
Dec 16 22:38:33.206398 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 22:38:33.206398 dv-neutron-821829-1-hyperv neutron-server[87507]:     event.method(event)
Dec 16 22:38:33.206398 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 22:38:33.206398 dv-neutron-821829-1-hyperv neutron-server[87507]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 22:38:33.206398 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 22:38:33.206398 dv-neutron-821829-1-hyperv neutron-server[87507]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 22:38:33.206398 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 22:38:33.206398 dv-neutron-821829-1-hyperv neutron-server[87507]:     return f(self, *a, **k)
Dec 16 22:38:33.206398 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 16 22:38:33.206398 dv-neutron-821829-1-hyperv neutron-server[87507]:     return self._get(url).json()
Dec 16 22:38:33.206398 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 16 22:38:33.206398 dv-neutron-821829-1-hyperv neutron-server[87507]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 22:38:33.206398 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 16 22:38:33.206398 dv-neutron-821829-1-hyperv neutron-server[87507]:     return self.request(url, 'GET', **kwargs)
Dec 16 22:38:33.206398 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 16 22:38:33.206398 dv-neutron-821829-1-hyperv neutron-server[87507]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 22:38:33.206398 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 16 22:38:33.206398 dv-neutron-821829-1-hyperv neutron-server[87507]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 22:38:33.206398 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 16 22:38:33.206398 dv-neutron-821829-1-hyperv neutron-server[87507]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 22:38:33.206398 dv-neutron-821829-1-hyperv neutron-server[87507]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 22:38:33.240047 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] No Port match for: 3c14fdac-f9b3-4b9e-82dd-8a67222cb898 {{(pid=87508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 22:38:33.240047 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 3c14fdac-f9b3-4b9e-82dd-8a67222cb898 not bound to the agent host dv-neutron-821829-1-hyperv {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 22:38:33.265904 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-4541ba3b-6be8-499c-bc94-3c60aa55c4f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:33.276925 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-12b67e7b-d0ad-4c71-817a-2ba63bd3c474 None None] Port 385703c7-690f-4218-a6ba-95fad4d51554 cannot update to ACTIVE because it is not bound. {{(pid=87508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 22:38:33.311851 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-49ec8fbf-aae4-4d6c-b7d4-999f2e700760 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Unset dirty status for tenant:8e4385a98eb1416284c1cc96b3355a70 on resource:subnet {{(pid=87507) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 22:38:33.313010 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-49ec8fbf-aae4-4d6c-b7d4-999f2e700760 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2119 time: 0.9150374
Dec 16 22:38:33.314710 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-e61a5d93-7b32-43c2-87d2-fd74eff5a268 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks [] for port, precommit_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:33.320163 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-4eb0201c-8d32-48e3-9197-f789086efbb4 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:33.328815 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 44478) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:38:33.400725 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e1b0c53-a3cc-4287-adaf-cc9d8480b08a None None] Resources bound (agent type, host, resource id):  {{(pid=87508) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Dec 16 22:38:33.404297 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.provisioning_blocks [None req-e61a5d93-7b32-43c2-87d2-fd74eff5a268 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Ignored duplicate provisioning block setup for port 385703c7-690f-4218-a6ba-95fad4d51554 by entity DHCP. {{(pid=87506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}}
Dec 16 22:38:33.413723 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-d28ed5d6-172b-493b-a8ce-c465aca274f7 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3329572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3741856'] for network, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:33.437119 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-2f112b62-046a-488e-b9ca-038943483dca tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] 10.222.0.13 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200  len: 812 time: 0.2873802
Dec 16 22:38:33.462092 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.db_base_plugin_v2 [None req-fbf472ba-0a4d-4055-855b-22d0c059a65a tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Deleting subnet c6dbb5c8-cc15-4300-96d0-5500f22d3fed {{(pid=87506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 16 22:38:33.464024 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 44482) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:38:33.466715 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-e61a5d93-7b32-43c2-87d2-fd74eff5a268 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1863400'] for port, after_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:33.471029 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-acfbcf6e-3ce5-4dae-8ba5-2968e4845525 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:38:33.489443 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-d28ed5d6-172b-493b-a8ce-c465aca274f7 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks [] for network, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:33.501882 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.plugin [None req-4eb0201c-8d32-48e3-9197-f789086efbb4 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Calling delete_port for 73331279-3345-4b6c-888a-5b4ec6dd8eb5 owned by  {{(pid=87507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:38:33.520057 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-cc703e64-6a14-4a3c-9dbd-9299fc4b5d4d tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:38:33.530219 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-7df2a7af-20d5-4431-9aae-a629c0d6da41 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10807931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10549612'] for subnet, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:33.548121 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28ed5d6-172b-493b-a8ce-c465aca274f7 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Pushing event deleted for resources: {'Network': ['ID=28d7bb6e-74ad-4c1e-9ce1-844b4f7af3ea,revision_number=None']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:38:33.557202 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.db.api [None req-c093a2d1-f5d7-4fab-acea-a8d97529d045 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87507) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 16 22:38:33.557519 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_db.api [None req-c093a2d1-f5d7-4fab-acea-a8d97529d045 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 16 22:38:33.563456 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-d28ed5d6-172b-493b-a8ce-c465aca274f7 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:38:33.564014 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-db925ccc-82ff-4436-acfb-8ba1d7acb474 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.030s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:38:33.568971 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-fbf472ba-0a4d-4055-855b-22d0c059a65a tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks [] for subnet, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:33.627380 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-d28ed5d6-172b-493b-a8ce-c465aca274f7 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] 10.222.0.13 "DELETE /v2.0/networks/28d7bb6e-74ad-4c1e-9ce1-844b4f7af3ea HTTP/1.1" status: 204  len: 168 time: 3.8682718
Dec 16 22:38:33.637713 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 44486) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:38:33.743163 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61a5d93-7b32-43c2-87d2-fd74eff5a268 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Pushing event updated for resources: {'Port': ['ID=385703c7-690f-4218-a6ba-95fad4d51554,revision_number=3']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:38:33.746122 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [None req-e61a5d93-7b32-43c2-87d2-fd74eff5a268 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] In _notify_port_updated(), no bound segment for port 385703c7-690f-4218-a6ba-95fad4d51554 on network 16ab78ef-2cf3-46e5-b0ce-25ab2012233d {{(pid=87506) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}}
Dec 16 22:38:33.751954 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e61a5d93-7b32-43c2-87d2-fd74eff5a268 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:38:33.752760 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-e61a5d93-7b32-43c2-87d2-fd74eff5a268 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for port, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:33.754356 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-e61a5d93-7b32-43c2-87d2-fd74eff5a268 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] 10.222.0.13 "PUT /v2.0/ports/385703c7-690f-4218-a6ba-95fad4d51554 HTTP/1.1" status: 200  len: 1011 time: 2.0529816
Dec 16 22:38:33.758294 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-e61a5d93-7b32-43c2-87d2-fd74eff5a268 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:38:33.762372 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 44490) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:38:33.807911 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-fbf472ba-0a4d-4055-855b-22d0c059a65a tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-266764487'] for subnet, precommit_delete_associations {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:33.808444 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df2a7af-20d5-4431-9aae-a629c0d6da41 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Pushing event updated for resources: {'Subnet': ['ID=53c662cd-7e5b-496f-9a8e-c576c9022458,revision_number=0']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:38:33.814210 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-7df2a7af-20d5-4431-9aae-a629c0d6da41 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:38:33.819217 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7df2a7af-20d5-4431-9aae-a629c0d6da41 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Checking segment: {'id': 'ca1d41a9-fe41-4de7-8cdd-2db131deaf56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '169c4e6e-ea67-4824-ac27-4fec4b4952c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 22:38:33.819574 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7df2a7af-20d5-4431-9aae-a629c0d6da41 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Network hostable DHCP agents. Network: 169c4e6e-ea67-4824-ac27-4fec4b4952c7, hostable agents: ['3b155c4d-12dc-491e-aa14-6113b06cfacd'], hosted agents: [] {{(pid=87507) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 16 22:38:33.823670 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-4eb0201c-8d32-48e3-9197-f789086efbb4 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10807823'] for port, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:33.839635 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-4724da56-7a70-4b19-803e-6949558b8145 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:38:33.840339 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be5855e6-42ea-4aa4-973a-d6dd7e3637d3 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:38:33.841899 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be5855e6-42ea-4aa4-973a-d6dd7e3637d3 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:38:33.843437 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be5855e6-42ea-4aa4-973a-d6dd7e3637d3 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:38:33.845117 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be5855e6-42ea-4aa4-973a-d6dd7e3637d3 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:38:33.846669 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be5855e6-42ea-4aa4-973a-d6dd7e3637d3 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:38:33.848387 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-be5855e6-42ea-4aa4-973a-d6dd7e3637d3 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 3330 time: 0.3833046
Dec 16 22:38:33.865615 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 44494) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:38:33.890974 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5050baf-a5fb-4c52-9551-5c7d34949c60 None None] get_active_networks_info from dv-neutron-821829-1-hyperv {{(pid=87508) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}}
Dec 16 22:38:33.901798 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb0201c-8d32-48e3-9197-f789086efbb4 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Pushing event deleted for resources: {'Port': ['ID=73331279-3345-4b6c-888a-5b4ec6dd8eb5,revision_number=None']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:38:33.913447 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-4eb0201c-8d32-48e3-9197-f789086efbb4 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:38:33.920098 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-4eb0201c-8d32-48e3-9197-f789086efbb4 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for port, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:33.958676 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [None req-64bccb7b-c26d-46de-9f5a-b9e70490849a tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Deleting port 385703c7-690f-4218-a6ba-95fad4d51554 {{(pid=87506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:38:33.959411 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-64bccb7b-c26d-46de-9f5a-b9e70490849a tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:33.986122 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7df2a7af-20d5-4431-9aae-a629c0d6da41 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Network 169c4e6e-ea67-4824-ac27-4fec4b4952c7 is scheduled to be hosted by DHCP agent 3b155c4d-12dc-491e-aa14-6113b06cfacd with binding_index 1 {{(pid=87507) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 16 22:38:34.040840 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb0e444a-776d-455d-83bc-8a724efc9afe tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Attributes excluded by policy engine: ['shared'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:38:34.042249 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb0e444a-776d-455d-83bc-8a724efc9afe tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Attributes excluded by policy engine: ['shared'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:38:34.043629 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb0e444a-776d-455d-83bc-8a724efc9afe tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Attributes excluded by policy engine: ['shared'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:38:34.045136 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb0e444a-776d-455d-83bc-8a724efc9afe tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Attributes excluded by policy engine: ['shared'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:38:34.046506 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb0e444a-776d-455d-83bc-8a724efc9afe tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Attributes excluded by policy engine: ['shared'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:38:34.051624 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-bb0e444a-776d-455d-83bc-8a724efc9afe tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] 10.222.0.13 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200  len: 697 time: 0.1814671
Dec 16 22:38:34.052436 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 44498) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:38:34.064606 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.plugin [None req-c093a2d1-f5d7-4fab-acea-a8d97529d045 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Deleting port 524d76bb-740b-48cb-9e19-156c04492c9f {{(pid=87507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:38:34.064944 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-c093a2d1-f5d7-4fab-acea-a8d97529d045 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:34.100176 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-4eb0201c-8d32-48e3-9197-f789086efbb4 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] 10.222.0.13 "DELETE /v2.0/ports/73331279-3345-4b6c-888a-5b4ec6dd8eb5 HTTP/1.1" status: 204  len: 168 time: 2.2900813
Dec 16 22:38:34.103584 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5050baf-a5fb-4c52-9551-5c7d34949c60 None None] Resources bound (agent type, host, resource id):  {{(pid=87508) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Dec 16 22:38:34.105667 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.base_scheduler [None req-7df2a7af-20d5-4431-9aae-a629c0d6da41 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821829-1-hyperv, 169c4e6e-ea67-4824-ac27-4fec4b4952c7) {{(pid=87507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:38:34.118541 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 44502) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:38:34.151609 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7df2a7af-20d5-4431-9aae-a629c0d6da41 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:38:34.152234 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-7df2a7af-20d5-4431-9aae-a629c0d6da41 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Notify callbacks [] for subnet, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:34.166512 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.plugin [None req-c093a2d1-f5d7-4fab-acea-a8d97529d045 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] The port '524d76bb-740b-48cb-9e19-156c04492c9f' was deleted {{(pid=87507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 16 22:38:34.262638 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-7df2a7af-20d5-4431-9aae-a629c0d6da41 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 793 time: 3.5366890
Dec 16 22:38:34.324889 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 44506) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:38:34.385096 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-fbf472ba-0a4d-4055-855b-22d0c059a65a tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3328566'] for subnet, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:34.445621 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-c093a2d1-f5d7-4fab-acea-a8d97529d045 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3329565', 'neutron.services.segments.db._delete_segments_for_network-8734753546406'] for network, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:34.545123 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-003d53c9-85fb-4854-af2b-ec1575aceb17 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1d6bfaf-d325-5e4f-b05d-2441d8339617-169c4e6e-ea67-4824-ac27-4fec4b4952c7', 'network_id': '169c4e6e-ea67-4824-ac27-4fec4b4952c7', 'tenant_id': 'c85c59d360694166b5b0483f9fc81199', 'fixed_ips': [{'subnet_id': '53c662cd-7e5b-496f-9a8e-c576c9022458'}]}} from dv-neutron-821829-1-hyperv. {{(pid=87508) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 16 22:38:34.546115 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-003d53c9-85fb-4854-af2b-ec1575aceb17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:34.622455 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15e2c0eb-c406-4c7b-ad19-0179dfbe24d8 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:38:34.623781 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-15e2c0eb-c406-4c7b-ad19-0179dfbe24d8 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] 10.222.0.13 "GET /v2.0/networks/9b8802ff-ae40-4a41-b9a8-a032d95bf22a HTTP/1.1" status: 200  len: 804 time: 0.5704455
Dec 16 22:38:34.633309 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 44510) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:38:34.674903 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.services.segments.db [None req-c093a2d1-f5d7-4fab-acea-a8d97529d045 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1b7c1c3ee0>,) {'filters': {'network_id': ['83164aae-f7ab-456d-aa67-cd11c17168ef']}} {{(pid=87507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:38:34.704639 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.services.segments.db [None req-c093a2d1-f5d7-4fab-acea-a8d97529d045 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b7c1c3ee0>, 'cd4751e3-5c6f-4b41-91b1-de6837d93d51') {'for_net_delete': True} {{(pid=87507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:38:34.705193 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.services.segments.db [None req-c093a2d1-f5d7-4fab-acea-a8d97529d045 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b7c1c3ee0>, 'cd4751e3-5c6f-4b41-91b1-de6837d93d51') {} {{(pid=87507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:38:34.721852 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.db_base_plugin_common [None req-003d53c9-85fb-4854-af2b-ec1575aceb17 None None] Allocated IP 172.20.0.1 (169c4e6e-ea67-4824-ac27-4fec4b4952c7/53c662cd-7e5b-496f-9a8e-c576c9022458/184b18b2-331e-4070-a5ce-63a3584df64a) {{(pid=87508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 22:38:34.739979 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-c093a2d1-f5d7-4fab-acea-a8d97529d045 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734753593977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2128549'] for segment, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:34.741847 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fbd9f15-dc6f-4f8a-b96a-7dca73a7195a tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:38:34.742558 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-4fbd9f15-dc6f-4f8a-b96a-7dca73a7195a tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Synchronizing usage tracker for tenant:3ddf94e9e4ac4112b345468cafab037c on resource:port {{(pid=87506) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 22:38:34.749685 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-68e84bea-d949-4d40-8c13-7564727860de tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-825997'] for network, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:34.758338 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-fbf472ba-0a4d-4055-855b-22d0c059a65a tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3328622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1863378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11213117'] for subnet, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:34.767846 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-64bccb7b-c26d-46de-9f5a-b9e70490849a tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:34.773153 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-c093a2d1-f5d7-4fab-acea-a8d97529d045 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-883292'] for segment, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:34.777778 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-e25dcf7d-92c4-4325-b585-7a7481ce22db tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:38:34.808971 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c093a2d1-f5d7-4fab-acea-a8d97529d045 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Releasing vlan 155 on physical network physnet1 to pool {{(pid=87507) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 16 22:38:34.808971 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-c093a2d1-f5d7-4fab-acea-a8d97529d045 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-883285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10808034'] for segment, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:34.826159 dv-neutron-821829-1-hyperv neutron-server[87507]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 16 22:38:34.826159 dv-neutron-821829-1-hyperv neutron-server[87507]:   util.warn(
Dec 16 22:38:34.826159 dv-neutron-821829-1-hyperv neutron-server[87507]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 16 22:38:34.826159 dv-neutron-821829-1-hyperv neutron-server[87507]:   util.warn(
Dec 16 22:38:34.826159 dv-neutron-821829-1-hyperv neutron-server[87507]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 16 22:38:34.826159 dv-neutron-821829-1-hyperv neutron-server[87507]:   util.warn(
Dec 16 22:38:34.826159 dv-neutron-821829-1-hyperv neutron-server[87507]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 16 22:38:34.826159 dv-neutron-821829-1-hyperv neutron-server[87507]:   util.warn(
Dec 16 22:38:34.826159 dv-neutron-821829-1-hyperv neutron-server[87507]: Traceback (most recent call last):
Dec 16 22:38:34.826159 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 16 22:38:34.826159 dv-neutron-821829-1-hyperv neutron-server[87507]:     timer()
Dec 16 22:38:34.826159 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 22:38:34.826159 dv-neutron-821829-1-hyperv neutron-server[87507]:     cb(*args, **kw)
Dec 16 22:38:34.826159 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 22:38:34.826159 dv-neutron-821829-1-hyperv neutron-server[87507]:     return func(*args, **kwargs)
Dec 16 22:38:34.826159 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 22:38:34.826159 dv-neutron-821829-1-hyperv neutron-server[87507]:     self._notify()
Dec 16 22:38:34.826159 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 22:38:34.826159 dv-neutron-821829-1-hyperv neutron-server[87507]:     self.callback(batched_events)
Dec 16 22:38:34.826159 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 22:38:34.826159 dv-neutron-821829-1-hyperv neutron-server[87507]:     event.method(event)
Dec 16 22:38:34.826159 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 22:38:34.826159 dv-neutron-821829-1-hyperv neutron-server[87507]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 22:38:34.826159 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 22:38:34.826159 dv-neutron-821829-1-hyperv neutron-server[87507]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 22:38:34.826159 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 22:38:34.826159 dv-neutron-821829-1-hyperv neutron-server[87507]:     return f(self, *a, **k)
Dec 16 22:38:34.826159 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 16 22:38:34.826159 dv-neutron-821829-1-hyperv neutron-server[87507]:     return self._get(url).json()
Dec 16 22:38:34.826159 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 16 22:38:34.826159 dv-neutron-821829-1-hyperv neutron-server[87507]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 22:38:34.826159 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 16 22:38:34.826159 dv-neutron-821829-1-hyperv neutron-server[87507]:     return self.request(url, 'GET', **kwargs)
Dec 16 22:38:34.826159 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 16 22:38:34.826159 dv-neutron-821829-1-hyperv neutron-server[87507]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 22:38:34.826159 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 16 22:38:34.826159 dv-neutron-821829-1-hyperv neutron-server[87507]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 22:38:34.826159 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 16 22:38:34.826159 dv-neutron-821829-1-hyperv neutron-server[87507]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 22:38:34.826159 dv-neutron-821829-1-hyperv neutron-server[87507]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 22:38:34.875157 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf472ba-0a4d-4055-855b-22d0c059a65a tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Pushing event deleted for resources: {'Subnet': ['ID=c6dbb5c8-cc15-4300-96d0-5500f22d3fed,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:38:34.928334 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-68e84bea-d949-4d40-8c13-7564727860de tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3328566'] for subnet, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:34.935753 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-003d53c9-85fb-4854-af2b-ec1575aceb17 None None] Notify callbacks [] for port, precommit_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:34.947427 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [None req-64bccb7b-c26d-46de-9f5a-b9e70490849a tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Calling delete_port for 385703c7-690f-4218-a6ba-95fad4d51554 owned by  {{(pid=87506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:38:34.977557 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-fbf472ba-0a4d-4055-855b-22d0c059a65a tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:38:34.978617 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-fbf472ba-0a4d-4055-855b-22d0c059a65a tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks [] for subnet, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:34.996818 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-4fbd9f15-dc6f-4f8a-b96a-7dca73a7195a tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Unset dirty status for tenant:3ddf94e9e4ac4112b345468cafab037c on resource:port {{(pid=87506) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 22:38:34.998709 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-4fbd9f15-dc6f-4f8a-b96a-7dca73a7195a tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200  len: 844 time: 0.8774650
Dec 16 22:38:35.001570 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-003d53c9-85fb-4854-af2b-ec1575aceb17 None None] Transition to ACTIVE for port object 184b18b2-331e-4070-a5ce-63a3584df64a will not be triggered until provisioned by entity L2. {{(pid=87508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:38:35.005881 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 44514) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:38:35.024701 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-003d53c9-85fb-4854-af2b-ec1575aceb17 None None] Transition to ACTIVE for port object 184b18b2-331e-4070-a5ce-63a3584df64a will not be triggered until provisioned by entity DHCP. {{(pid=87508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:38:35.031585 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-003d53c9-85fb-4854-af2b-ec1575aceb17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940'] for port, after_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:35.038059 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-5910992f-8d86-46bb-b847-9b30e21f17f7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:38:35.040152 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-c093a2d1-f5d7-4fab-acea-a8d97529d045 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3329572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3741856'] for network, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:35.043800 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-fbf472ba-0a4d-4055-855b-22d0c059a65a tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] 10.222.0.13 "DELETE /v2.0/subnets/c6dbb5c8-cc15-4300-96d0-5500f22d3fed HTTP/1.1" status: 204  len: 168 time: 1.7110019
Dec 16 22:38:35.054541 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 44518) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:38:35.054771 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-aca139f5-753a-4364-84b9-f609cebfbeaa tempest-FloatingIPNegativeTestJSON-1419073809 tempest-FloatingIPNegativeTestJSON-1419073809-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:38:35.073597 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-c093a2d1-f5d7-4fab-acea-a8d97529d045 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks [] for network, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:35.092044 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c093a2d1-f5d7-4fab-acea-a8d97529d045 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Pushing event deleted for resources: {'Network': ['ID=83164aae-f7ab-456d-aa67-cd11c17168ef,revision_number=None']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:38:35.094492 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.pecan_wsgi.hooks.translation [None req-242c5142-5e82-42a0-9bce-c582da605d51 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] GET failed (client error): The resource could not be found.
Dec 16 22:38:35.094645 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-242c5142-5e82-42a0-9bce-c582da605d51 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Synchronizing usage tracker for tenant:3ddf94e9e4ac4112b345468cafab037c on resource:port {{(pid=87507) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 22:38:35.101331 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-c093a2d1-f5d7-4fab-acea-a8d97529d045 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:38:35.110036 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-c093a2d1-f5d7-4fab-acea-a8d97529d045 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] 10.222.0.13 "DELETE /v2.0/networks/83164aae-f7ab-456d-aa67-cd11c17168ef HTTP/1.1" status: 204  len: 168 time: 4.3791833
Dec 16 22:38:35.115067 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-a91a296c-9d89-4a90-a6a3-9e703d00dddd tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] 10.222.0.13 "GET /v2.0/networks/9b8802ff-ae40-4a41-b9a8-a032d95bf22a?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200  len: 320 time: 0.4665971
Dec 16 22:38:35.115241 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 44522) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:38:35.118102 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 44526) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:38:35.119069 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-003d53c9-85fb-4854-af2b-ec1575aceb17 None None] Network 169c4e6e-ea67-4824-ac27-4fec4b4952c7 is already hosted by enough agents. {{(pid=87508) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:38:35.121223 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-c1e51f71-debb-4d09-85ee-e78cbd5b5a3a tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1364463205'}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:38:35.123351 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.scheduler.base_scheduler [None req-003d53c9-85fb-4854-af2b-ec1575aceb17 None None] Resources bound (agent type, host, resource id):  {{(pid=87508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:38:35.128280 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-003d53c9-85fb-4854-af2b-ec1575aceb17 None None] Received port after_create {{(pid=87508) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 22:38:35.130206 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003d53c9-85fb-4854-af2b-ec1575aceb17 None None] Pushing event updated for resources: {'Port': ['ID=184b18b2-331e-4070-a5ce-63a3584df64a,revision_number=1']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:38:35.133834 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-003d53c9-85fb-4854-af2b-ec1575aceb17 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:38:35.142085 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-c1e51f71-debb-4d09-85ee-e78cbd5b5a3a tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:38:35.156745 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-c1e51f71-debb-4d09-85ee-e78cbd5b5a3a tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Usage tracker for resource:network and tenant:a221f56311244d31a510a3a1bb3c6ce9 is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:38:35.165570 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-242c5142-5e82-42a0-9bce-c582da605d51 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Unset dirty status for tenant:3ddf94e9e4ac4112b345468cafab037c on resource:port {{(pid=87507) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 22:38:35.170504 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-242c5142-5e82-42a0-9bce-c582da605d51 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] 10.222.0.13 "GET /v2.0/ports/73331279-3345-4b6c-888a-5b4ec6dd8eb5 HTTP/1.1" status: 404  len: 333 time: 0.1599665
Dec 16 22:38:35.170504 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-c1e51f71-debb-4d09-85ee-e78cbd5b5a3a tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:38:35.174660 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 44530) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:38:35.182197 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-b82ff8c4-3f69-42c3-ab0b-32d42a9fca81 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2064551941'}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:38:35.187615 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-c1e51f71-debb-4d09-85ee-e78cbd5b5a3a tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:38:35.193757 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-b82ff8c4-3f69-42c3-ab0b-32d42a9fca81 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:38:35.198782 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.db_base_plugin_v2 [None req-0983e04e-01e1-4196-8a0b-05b7a1b25019 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Deleting subnet ed7c5ab0-b3c4-401f-8e29-a6b54b4145be {{(pid=87506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 16 22:38:35.199457 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-68e84bea-d949-4d40-8c13-7564727860de tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3328622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10807868', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10549621'] for subnet, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:35.206394 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-0983e04e-01e1-4196-8a0b-05b7a1b25019 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks [] for subnet, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:35.206655 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-b82ff8c4-3f69-42c3-ab0b-32d42a9fca81 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Usage tracker for resource:network and tenant:3ddf94e9e4ac4112b345468cafab037c is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:38:35.210514 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-b82ff8c4-3f69-42c3-ab0b-32d42a9fca81 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:38:35.216298 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-b82ff8c4-3f69-42c3-ab0b-32d42a9fca81 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:38:35.220867 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-536b2f19-4686-4624-a904-02e808c2d674 tempest-BulkNetworkOpsIpV6Test-1671727552 tempest-BulkNetworkOpsIpV6Test-1671727552-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:38:35.225045 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-003d53c9-85fb-4854-af2b-ec1575aceb17 None None] Attempting to bind port 184b18b2-331e-4070-a5ce-63a3584df64a on host dv-neutron-821829-1-hyperv for vnic_type normal with profile  {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 22:38:35.225519 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-003d53c9-85fb-4854-af2b-ec1575aceb17 None None] Attempting to bind port 184b18b2-331e-4070-a5ce-63a3584df64a by drivers openvswitch,hyperv on host dv-neutron-821829-1-hyperv at level 0 using segments [{'id': 'ca1d41a9-fe41-4de7-8cdd-2db131deaf56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '169c4e6e-ea67-4824-ac27-4fec4b4952c7'}] {{(pid=87508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 22:38:35.225983 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-003d53c9-85fb-4854-af2b-ec1575aceb17 None None] Attempting to bind port 184b18b2-331e-4070-a5ce-63a3584df64a on network 169c4e6e-ea67-4824-ac27-4fec4b4952c7 {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 22:38:35.231394 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-003d53c9-85fb-4854-af2b-ec1575aceb17 None None] Checking agent: {'id': '5571501f-366e-47a4-9b60-8ef19d935d27', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821829-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 24, 2), 'started_at': datetime.datetime(2021, 12, 16, 22, 24, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 38, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821829-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 22:38:35.231951 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-003d53c9-85fb-4854-af2b-ec1575aceb17 None None] Checking segment: {'id': 'ca1d41a9-fe41-4de7-8cdd-2db131deaf56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '169c4e6e-ea67-4824-ac27-4fec4b4952c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 22:38:35.232454 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-003d53c9-85fb-4854-af2b-ec1575aceb17 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:35.232947 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-003d53c9-85fb-4854-af2b-ec1575aceb17 None None] Bound using segment: {'id': 'ca1d41a9-fe41-4de7-8cdd-2db131deaf56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '169c4e6e-ea67-4824-ac27-4fec4b4952c7'} {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 22:38:35.233507 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-003d53c9-85fb-4854-af2b-ec1575aceb17 None None] Bound port: 184b18b2-331e-4070-a5ce-63a3584df64a, host: dv-neutron-821829-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca1d41a9-fe41-4de7-8cdd-2db131deaf56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '169c4e6e-ea67-4824-ac27-4fec4b4952c7'}}] {{(pid=87508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 22:38:35.233982 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-003d53c9-85fb-4854-af2b-ec1575aceb17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:35.262110 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-50be1a16-7c5a-407c-adb1-acf586247101 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3830176'] for router_interface, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:35.309033 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51efb734-acfe-46a5-ad6b-2fee370cbed6 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:38:35.314912 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-51efb734-acfe-46a5-ad6b-2fee370cbed6 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] 10.222.0.13 "GET /v2.0/subnets/37ccbc94-7542-49ca-8608-58a3bae17c1a HTTP/1.1" status: 200  len: 843 time: 0.1635773
Dec 16 22:38:35.314912 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 44534) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:38:35.322821 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e84bea-d949-4d40-8c13-7564727860de tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Pushing event deleted for resources: {'Subnet': ['ID=53c662cd-7e5b-496f-9a8e-c576c9022458,revision_number=None']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:38:35.324722 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1e51f71-debb-4d09-85ee-e78cbd5b5a3a tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Made reservation on behalf of a221f56311244d31a510a3a1bb3c6ce9 for: {'network': 1} {{(pid=87507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:38:35.328079 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-c1e51f71-debb-4d09-85ee-e78cbd5b5a3a tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for network, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:35.329860 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-003d53c9-85fb-4854-af2b-ec1575aceb17 None None] For port 184b18b2-331e-4070-a5ce-63a3584df64a, host dv-neutron-821829-1-hyperv, cleared binding levels {{(pid=87508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 22:38:35.333999 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-003d53c9-85fb-4854-af2b-ec1575aceb17 None None] For port 184b18b2-331e-4070-a5ce-63a3584df64a, host dv-neutron-821829-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=184b18b2-331e-4070-a5ce-63a3584df64a,segment=NetworkSegment(ca1d41a9-fe41-4de7-8cdd-2db131deaf56),segment_id=ca1d41a9-fe41-4de7-8cdd-2db131deaf56)] {{(pid=87508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 22:38:35.337834 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-003d53c9-85fb-4854-af2b-ec1575aceb17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:35.341628 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:38:35.349753 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-68e84bea-d949-4d40-8c13-7564727860de tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:38:35.362844 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-0983e04e-01e1-4196-8a0b-05b7a1b25019 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-266764487'] for subnet, precommit_delete_associations {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:35.428733 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003d53c9-85fb-4854-af2b-ec1575aceb17 None None] Pushing event updated for resources: {'Port': ['ID=184b18b2-331e-4070-a5ce-63a3584df64a,revision_number=2']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:38:35.432660 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-003d53c9-85fb-4854-af2b-ec1575aceb17 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:38:35.441477 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b82ff8c4-3f69-42c3-ab0b-32d42a9fca81 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Made reservation on behalf of 3ddf94e9e4ac4112b345468cafab037c for: {'network': 1} {{(pid=87507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:38:35.445937 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-b82ff8c4-3f69-42c3-ab0b-32d42a9fca81 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for network, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:35.491150 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23a64418-84e9-4f6a-b989-26ed84494b07 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Attributes excluded by policy engine: ['shared'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:38:35.492550 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-23a64418-84e9-4f6a-b989-26ed84494b07 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] 10.222.0.13 "GET /v2.0/subnets/37ccbc94-7542-49ca-8608-58a3bae17c1a?fields=id&fields=network_id HTTP/1.1" status: 200  len: 302 time: 0.1769495
Dec 16 22:38:35.499539 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 44538) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:38:35.507607 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-4e861690-0179-4bf1-8609-e7f457fa3dcb tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1360922610'}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:38:35.527069 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-4e861690-0179-4bf1-8609-e7f457fa3dcb tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:38:35.542407 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dced5e36-13af-4969-9a5e-837793cfb972 None None] get_active_networks_info from dv-neutron-821829-1-hyperv {{(pid=87508) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}}
Dec 16 22:38:35.551143 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-64bccb7b-c26d-46de-9f5a-b9e70490849a tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1863393'] for port, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:35.554432 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-4e861690-0179-4bf1-8609-e7f457fa3dcb tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Attempting to reserve 1 items for resource network. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:38:35.561181 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-f80c573f-0766-4a04-8811-39c289d735bf tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:38:35.562075 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1e51f71-debb-4d09-85ee-e78cbd5b5a3a tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] vlan segment allocate from pool success with {'vlan_id': 162, 'physical_network': 'physnet1'}  {{(pid=87507) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 22:38:35.566169 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-68e84bea-d949-4d40-8c13-7564727860de tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3329565', 'neutron.services.segments.db._delete_segments_for_network-8734753546406'] for network, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:35.608006 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-c1e51f71-debb-4d09-85ee-e78cbd5b5a3a tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-883292'] for segment, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:35.608373 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.db.segments_db [None req-c1e51f71-debb-4d09-85ee-e78cbd5b5a3a tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Added segment 26499bb8-7d1c-4454-ae19-e0751bb219e7 of type vlan for network 3d1220d9-4320-4a87-bd9e-725a8dd77d7c
Dec 16 22:38:35.615916 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bccb7b-c26d-46de-9f5a-b9e70490849a tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Pushing event deleted for resources: {'Port': ['ID=385703c7-690f-4218-a6ba-95fad4d51554,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:38:35.621401 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-64bccb7b-c26d-46de-9f5a-b9e70490849a tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:38:35.627154 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e861690-0179-4bf1-8609-e7f457fa3dcb tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Made reservation on behalf of 4776cb1297af44b2a1a3b9af0f4316e5 for: {'network': 1} {{(pid=87506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:38:35.630872 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-4e861690-0179-4bf1-8609-e7f457fa3dcb tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for network, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:35.662162 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.services.segments.db [None req-68e84bea-d949-4d40-8c13-7564727860de tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1b76dec7c0>,) {'filters': {'network_id': ['169c4e6e-ea67-4824-ac27-4fec4b4952c7']}} {{(pid=87507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:38:35.669753 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b82ff8c4-3f69-42c3-ab0b-32d42a9fca81 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] vlan segment allocate from pool success with {'vlan_id': 198, 'physical_network': 'physnet1'}  {{(pid=87507) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 22:38:35.674499 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-0983e04e-01e1-4196-8a0b-05b7a1b25019 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3328566'] for subnet, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:35.689458 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.services.segments.db [None req-68e84bea-d949-4d40-8c13-7564727860de tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b76dec7c0>, 'ca1d41a9-fe41-4de7-8cdd-2db131deaf56') {'for_net_delete': True} {{(pid=87507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:38:35.690061 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.services.segments.db [None req-68e84bea-d949-4d40-8c13-7564727860de tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b76dec7c0>, 'ca1d41a9-fe41-4de7-8cdd-2db131deaf56') {} {{(pid=87507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:38:35.725275 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dced5e36-13af-4969-9a5e-837793cfb972 None None] Resources bound (agent type, host, resource id):  {{(pid=87508) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Dec 16 22:38:35.757431 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-b82ff8c4-3f69-42c3-ab0b-32d42a9fca81 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-883292'] for segment, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:35.757431 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.db.segments_db [None req-b82ff8c4-3f69-42c3-ab0b-32d42a9fca81 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Added segment 978dc9b9-b70e-473d-a4fd-52cc84f12195 of type vlan for network d64954f6-4489-46e3-885a-74bbd1c32734
Dec 16 22:38:35.760834 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-68e84bea-d949-4d40-8c13-7564727860de tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734753593977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2128549'] for segment, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:35.776573 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-64bccb7b-c26d-46de-9f5a-b9e70490849a tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for port, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:35.783591 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-c1e51f71-debb-4d09-85ee-e78cbd5b5a3a tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734753047233'] for network, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:35.786861 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e861690-0179-4bf1-8609-e7f457fa3dcb tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] vlan segment allocate from pool success with {'vlan_id': 168, 'physical_network': 'physnet1'}  {{(pid=87506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 22:38:35.811305 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-64bccb7b-c26d-46de-9f5a-b9e70490849a tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] 10.222.0.13 "DELETE /v2.0/ports/385703c7-690f-4218-a6ba-95fad4d51554 HTTP/1.1" status: 204  len: 168 time: 2.0478566
Dec 16 22:38:35.812114 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 44542) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:38:35.814313 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-4e861690-0179-4bf1-8609-e7f457fa3dcb tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-883292'] for segment, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:35.814657 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.db.segments_db [None req-4e861690-0179-4bf1-8609-e7f457fa3dcb tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Added segment c4639808-1ffb-4d67-9ee7-8ef591e97ee0 of type vlan for network 8ada5a74-e882-4366-8e32-0a6b5dff241c
Dec 16 22:38:35.818060 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-68e84bea-d949-4d40-8c13-7564727860de tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-883292'] for segment, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:35.821266 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-b82ff8c4-3f69-42c3-ab0b-32d42a9fca81 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734753047233'] for network, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:35.846471 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68e84bea-d949-4d40-8c13-7564727860de tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Releasing vlan 180 on physical network physnet1 to pool {{(pid=87507) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 16 22:38:35.846871 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-68e84bea-d949-4d40-8c13-7564727860de tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-883285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10808034'] for segment, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:35.864109 dv-neutron-821829-1-hyperv neutron-server[87507]: Traceback (most recent call last):
Dec 16 22:38:35.864109 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 16 22:38:35.864109 dv-neutron-821829-1-hyperv neutron-server[87507]:     timer()
Dec 16 22:38:35.864109 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 22:38:35.864109 dv-neutron-821829-1-hyperv neutron-server[87507]:     cb(*args, **kw)
Dec 16 22:38:35.864109 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 22:38:35.864109 dv-neutron-821829-1-hyperv neutron-server[87507]:     return func(*args, **kwargs)
Dec 16 22:38:35.864109 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 22:38:35.864109 dv-neutron-821829-1-hyperv neutron-server[87507]:     self._notify()
Dec 16 22:38:35.864109 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 22:38:35.864109 dv-neutron-821829-1-hyperv neutron-server[87507]:     self.callback(batched_events)
Dec 16 22:38:35.864109 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 22:38:35.864109 dv-neutron-821829-1-hyperv neutron-server[87507]:     event.method(event)
Dec 16 22:38:35.864109 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 22:38:35.864109 dv-neutron-821829-1-hyperv neutron-server[87507]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 22:38:35.864109 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 22:38:35.864109 dv-neutron-821829-1-hyperv neutron-server[87507]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 22:38:35.864109 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 22:38:35.864109 dv-neutron-821829-1-hyperv neutron-server[87507]:     return f(self, *a, **k)
Dec 16 22:38:35.864109 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 16 22:38:35.864109 dv-neutron-821829-1-hyperv neutron-server[87507]:     return self._get(url).json()
Dec 16 22:38:35.864109 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 16 22:38:35.864109 dv-neutron-821829-1-hyperv neutron-server[87507]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 22:38:35.864109 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 16 22:38:35.864109 dv-neutron-821829-1-hyperv neutron-server[87507]:     return self.request(url, 'GET', **kwargs)
Dec 16 22:38:35.864109 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 16 22:38:35.864109 dv-neutron-821829-1-hyperv neutron-server[87507]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 22:38:35.864109 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 16 22:38:35.864109 dv-neutron-821829-1-hyperv neutron-server[87507]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 22:38:35.864109 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 16 22:38:35.864109 dv-neutron-821829-1-hyperv neutron-server[87507]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 22:38:35.864109 dv-neutron-821829-1-hyperv neutron-server[87507]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 22:38:35.870455 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.pecan_wsgi.hooks.translation [None req-8beab581-1bfb-484c-a3e1-759409f2f368 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] GET failed (client error): The resource could not be found.
Dec 16 22:38:35.870998 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-8beab581-1bfb-484c-a3e1-759409f2f368 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Synchronizing usage tracker for tenant:69ee045658914011ac7b8ba0ad799b2d on resource:port {{(pid=87506) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 22:38:35.879707 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-0983e04e-01e1-4196-8a0b-05b7a1b25019 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3328622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1863378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11213117'] for subnet, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:35.892778 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-ffc408fc-5f41-4187-96b0-4ea8528cef87 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:38:35.935195 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-4e861690-0179-4bf1-8609-e7f457fa3dcb tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734753047233'] for network, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:35.947918 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-c1e51f71-debb-4d09-85ee-e78cbd5b5a3a tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440'] for network, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:35.950838 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-0983e04e-01e1-4196-8a0b-05b7a1b25019 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks [] for subnet, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:35.953239 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1e51f71-debb-4d09-85ee-e78cbd5b5a3a tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:38:35.953496 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0983e04e-01e1-4196-8a0b-05b7a1b25019 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Pushing event deleted for resources: {'Subnet': ['ID=ed7c5ab0-b3c4-401f-8e29-a6b54b4145be,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:38:35.953830 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-c1e51f71-debb-4d09-85ee-e78cbd5b5a3a tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks [] for network, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:35.962676 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-0983e04e-01e1-4196-8a0b-05b7a1b25019 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:38:35.967943 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-8beab581-1bfb-484c-a3e1-759409f2f368 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Unset dirty status for tenant:69ee045658914011ac7b8ba0ad799b2d on resource:port {{(pid=87506) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 22:38:35.972913 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-8beab581-1bfb-484c-a3e1-759409f2f368 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] 10.222.0.13 "GET /v2.0/ports/385703c7-690f-4218-a6ba-95fad4d51554 HTTP/1.1" status: 404  len: 333 time: 0.1530874
Dec 16 22:38:35.972913 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-0983e04e-01e1-4196-8a0b-05b7a1b25019 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] 10.222.0.13 "DELETE /v2.0/subnets/ed7c5ab0-b3c4-401f-8e29-a6b54b4145be HTTP/1.1" status: 204  len: 168 time: 0.9165785
Dec 16 22:38:35.973467 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-d7608a6f-5a63-4455-92ae-15d263525655 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:38:35.981596 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 44546) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:38:35.982125 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 44548) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:38:36.078799 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.db.api [None req-68e84bea-d949-4d40-8c13-7564727860de tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Dec 16 22:38:36.078799 dv-neutron-821829-1-hyperv neutron-server[87507]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Dec 16 22:38:36.078799 dv-neutron-821829-1-hyperv neutron-server[87507]: [parameters: {'id': '169c4e6e-ea67-4824-ac27-4fec4b4952c7'}]
Dec 16 22:38:36.078799 dv-neutron-821829-1-hyperv neutron-server[87507]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87507) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 16 22:38:36.079228 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_db.api [None req-68e84bea-d949-4d40-8c13-7564727860de tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 16 22:38:36.079596 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-b82ff8c4-3f69-42c3-ab0b-32d42a9fca81 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440'] for network, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:36.085229 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b82ff8c4-3f69-42c3-ab0b-32d42a9fca81 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:38:36.085824 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-b82ff8c4-3f69-42c3-ab0b-32d42a9fca81 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks [] for network, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:36.126604 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-c1e51f71-debb-4d09-85ee-e78cbd5b5a3a tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 770 time: 1.0136130
Dec 16 22:38:36.129202 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e51f71-debb-4d09-85ee-e78cbd5b5a3a tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Pushing event updated for resources: {'Network': ['ID=3d1220d9-4320-4a87-bd9e-725a8dd77d7c,revision_number=1']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:38:36.131871 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 44554) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:38:36.146952 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Network 3d1220d9-4320-4a87-bd9e-725a8dd77d7c details requested by agent ovs-agent-dv-neutron-821829-1-hyperv with host dv-neutron-821829-1-hyperv {{(pid=87508) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 22:38:36.159952 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-c1e51f71-debb-4d09-85ee-e78cbd5b5a3a tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:38:36.164347 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-d85f9fe7-016a-4a87-aa56-694c9b8ced08 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Request body: {'subnet': {'network_id': '3d1220d9-4320-4a87-bd9e-725a8dd77d7c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:38:36.178812 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-4250ff1a-59b4-4117-b5e7-71f8eb64a21c tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.076s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:38:36.209505 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-b82ff8c4-3f69-42c3-ab0b-32d42a9fca81 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 1.0335701
Dec 16 22:38:36.219192 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edbbac22-bc82-4322-b736-d0cec773a3d1 None None] Network 169c4e6e-ea67-4824-ac27-4fec4b4952c7 requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 22:38:36.224507 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 44558) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:38:36.231786 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54a19d77-4e74-4735-b223-77157967064a None None] Network 7edd76f7-0f97-48a5-b177-9842de6c0500 requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 22:38:36.276562 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-773802ba-8049-44b3-8e28-552502ca2c00 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.2912219
Dec 16 22:38:36.280734 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 44562) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:38:36.375903 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.db_base_plugin_v2 [None req-e97b24ef-4e31-4352-8163-18e7fb22edbe tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Deleting subnet 69eb16de-3983-41f0-a304-00a5ee3ca4a5 {{(pid=87506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 16 22:38:36.380378 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-e97b24ef-4e31-4352-8163-18e7fb22edbe tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks [] for subnet, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:36.457430 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-e97b24ef-4e31-4352-8163-18e7fb22edbe tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-266764487'] for subnet, precommit_delete_associations {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:36.490480 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-bcc3fda6-ed76-4b46-87f8-c468c5528ff0 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Request body: {'subnet': {'network_id': 'd64954f6-4489-46e3-885a-74bbd1c32734', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:38:36.529404 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-4e861690-0179-4bf1-8609-e7f457fa3dcb tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440'] for network, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:36.535750 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e861690-0179-4bf1-8609-e7f457fa3dcb tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:38:36.537047 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-4e861690-0179-4bf1-8609-e7f457fa3dcb tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Notify callbacks [] for network, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:36.564173 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-435a52c3-140d-4fb3-8fd1-8c296150a946 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:38:36.600302 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-87911064-a541-4097-af1d-f5a5edc27875 None None] Could not find standard attr ID for object 385703c7-690f-4218-a6ba-95fad4d51554. {{(pid=87508) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 16 22:38:36.602202 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-68e84bea-d949-4d40-8c13-7564727860de tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-825997'] for network, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:36.649943 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-4e861690-0179-4bf1-8609-e7f457fa3dcb tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 784 time: 1.1493409
Dec 16 22:38:36.670729 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 44566) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:38:36.683807 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-745c8c05-1e56-4fe2-8e32-9a16af553bd0 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Request body: {'subnet': {'network_id': '8ada5a74-e882-4366-8e32-0a6b5dff241c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:38:36.698809 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82ff8c4-3f69-42c3-ab0b-32d42a9fca81 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Pushing event updated for resources: {'Network': ['ID=d64954f6-4489-46e3-885a-74bbd1c32734,revision_number=1']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:38:36.701568 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-bcc3fda6-ed76-4b46-87f8-c468c5528ff0 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:38:36.714739 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Network d64954f6-4489-46e3-885a-74bbd1c32734 details requested by agent ovs-agent-dv-neutron-821829-1-hyperv with host dv-neutron-821829-1-hyperv {{(pid=87508) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 22:38:36.728701 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.plugin [None req-50be1a16-7c5a-407c-adb1-acf586247101 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Deleting port f95799a9-b8ac-4040-9601-29cf8e618a79 {{(pid=87507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:38:36.729086 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-50be1a16-7c5a-407c-adb1-acf586247101 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:36.731585 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54653f8b-ae01-452a-8d26-6395d6b7d407 None None] Network 169c4e6e-ea67-4824-ac27-4fec4b4952c7 requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 22:38:36.766002 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-bcc3fda6-ed76-4b46-87f8-c468c5528ff0 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Usage tracker for resource:subnet and tenant:3ddf94e9e4ac4112b345468cafab037c is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:38:36.776355 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-b82ff8c4-3f69-42c3-ab0b-32d42a9fca81 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.598s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:38:36.778335 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-bcc3fda6-ed76-4b46-87f8-c468c5528ff0 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:38:36.797642 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-bcc3fda6-ed76-4b46-87f8-c468c5528ff0 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:38:36.806478 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.plugin [None req-68e84bea-d949-4d40-8c13-7564727860de tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Deleting port 184b18b2-331e-4070-a5ce-63a3584df64a {{(pid=87507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:38:36.806705 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-68e84bea-d949-4d40-8c13-7564727860de tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:36.814926 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e861690-0179-4bf1-8609-e7f457fa3dcb tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Pushing event updated for resources: {'Network': ['ID=8ada5a74-e882-4366-8e32-0a6b5dff241c,revision_number=1']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:38:36.829559 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-4e861690-0179-4bf1-8609-e7f457fa3dcb tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:38:36.845020 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-d85f9fe7-016a-4a87-aa56-694c9b8ced08 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:38:36.871558 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-d85f9fe7-016a-4a87-aa56-694c9b8ced08 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Usage tracker for resource:subnet and tenant:a221f56311244d31a510a3a1bb3c6ce9 is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:38:36.873065 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-e97b24ef-4e31-4352-8163-18e7fb22edbe tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3328566'] for subnet, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:36.878494 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-d85f9fe7-016a-4a87-aa56-694c9b8ced08 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:38:36.889557 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb58aaad-b923-403a-a295-741cd3507b1f None None] DHCP port deletion for 7edd76f7-0f97-48a5-b177-9842de6c0500 request from dv-neutron-821829-1-hyperv {{(pid=87508) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 16 22:38:36.901090 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Network 8ada5a74-e882-4366-8e32-0a6b5dff241c details requested by agent ovs-agent-dv-neutron-821829-1-hyperv with host dv-neutron-821829-1-hyperv {{(pid=87508) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 22:38:36.904067 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcc3fda6-ed76-4b46-87f8-c468c5528ff0 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Made reservation on behalf of 3ddf94e9e4ac4112b345468cafab037c for: {'subnet': 1} {{(pid=87507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:38:36.907498 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-bcc3fda6-ed76-4b46-87f8-c468c5528ff0 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10549598'] for subnet, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:36.933865 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-d85f9fe7-016a-4a87-aa56-694c9b8ced08 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:38:36.943114 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-fb58aaad-b923-403a-a295-741cd3507b1f None None] Deleting port 749de183-a4f0-41fb-9813-ad328a71823c {{(pid=87508) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:38:36.943644 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-fb58aaad-b923-403a-a295-741cd3507b1f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:36.964287 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac3e2029-2a3f-43de-811d-9b6212b2e1fd tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:38:36.968745 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-ac3e2029-2a3f-43de-811d-9b6212b2e1fd tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200  len: 866 time: 0.6868584
Dec 16 22:38:36.972402 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 44570) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:38:36.976493 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-e97b24ef-4e31-4352-8163-18e7fb22edbe tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3328622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1863378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11213117'] for subnet, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:37.021203 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-b96072d8-098b-4a0f-b856-9131c49d5ff9 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:38:37.066656 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-e97b24ef-4e31-4352-8163-18e7fb22edbe tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks [] for subnet, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:37.068123 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed5dc976-ca90-4075-b04d-e633a6a116ad None None] Network 16ab78ef-2cf3-46e5-b0ce-25ab2012233d requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 22:38:37.084947 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97b24ef-4e31-4352-8163-18e7fb22edbe tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Pushing event deleted for resources: {'Subnet': ['ID=69eb16de-3983-41f0-a304-00a5ee3ca4a5,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:38:37.099255 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-e97b24ef-4e31-4352-8163-18e7fb22edbe tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:38:37.101619 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-745c8c05-1e56-4fe2-8e32-9a16af553bd0 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:38:37.116433 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-e97b24ef-4e31-4352-8163-18e7fb22edbe tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] 10.222.0.13 "DELETE /v2.0/subnets/69eb16de-3983-41f0-a304-00a5ee3ca4a5 HTTP/1.1" status: 204  len: 168 time: 1.1332254
Dec 16 22:38:37.128046 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 44574) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:38:37.154978 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d85f9fe7-016a-4a87-aa56-694c9b8ced08 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Made reservation on behalf of a221f56311244d31a510a3a1bb3c6ce9 for: {'subnet': 1} {{(pid=87507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:38:37.158649 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-d85f9fe7-016a-4a87-aa56-694c9b8ced08 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10549598'] for subnet, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:37.219394 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.db_base_plugin_v2 [None req-86c0745e-b30e-4fcb-ac58-1df7caa151ee tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Deleting subnet 7da09a0d-ff69-4bf0-95c8-a3ae1241e37a {{(pid=87506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 16 22:38:37.232214 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-86c0745e-b30e-4fcb-ac58-1df7caa151ee tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks [] for subnet, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:37.294758 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-86c0745e-b30e-4fcb-ac58-1df7caa151ee tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-266764487'] for subnet, precommit_delete_associations {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:37.323874 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-745c8c05-1e56-4fe2-8e32-9a16af553bd0 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:38:37.345987 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53cf00a9-945f-4e1e-a62e-58d96519c696 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:38:37.346689 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-53cf00a9-945f-4e1e-a62e-58d96519c696 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Synchronizing usage tracker for tenant:8e4385a98eb1416284c1cc96b3355a70 on resource:subnet {{(pid=87506) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 22:38:37.378330 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-745c8c05-1e56-4fe2-8e32-9a16af553bd0 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Made reservation on behalf of 4776cb1297af44b2a1a3b9af0f4316e5 for: {'subnet': 1} {{(pid=87506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:38:37.382347 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-745c8c05-1e56-4fe2-8e32-9a16af553bd0 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11213078'] for subnet, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:37.406424 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-53cf00a9-945f-4e1e-a62e-58d96519c696 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Unset dirty status for tenant:8e4385a98eb1416284c1cc96b3355a70 on resource:subnet {{(pid=87506) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 22:38:37.409977 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-53cf00a9-945f-4e1e-a62e-58d96519c696 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.4208963
Dec 16 22:38:37.417011 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 44578) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:38:37.495268 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.ipam_backend_mixin [None req-745c8c05-1e56-4fe2-8e32-9a16af553bd0 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Performing IP validity checks on allocation pools {{(pid=87506) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}}
Dec 16 22:38:37.495708 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.ipam_backend_mixin [None req-745c8c05-1e56-4fe2-8e32-9a16af553bd0 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87506) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}}
Dec 16 22:38:37.520139 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-86c0745e-b30e-4fcb-ac58-1df7caa151ee tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3328566'] for subnet, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:37.579662 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-7fe43336-c10a-4a26-acc7-80bb5cb7a090 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1504610
Dec 16 22:38:37.583634 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.db [None req-50be1a16-7c5a-407c-adb1-acf586247101 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] For port f95799a9-b8ac-4040-9601-29cf8e618a79, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=f95799a9-b8ac-4040-9601-29cf8e618a79,segment=NetworkSegment(17c04932-5675-4fcb-a7a2-7b3bf586bf8a),segment_id=17c04932-5675-4fcb-a7a2-7b3bf586bf8a)] {{(pid=87507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:38:37.584195 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-50be1a16-7c5a-407c-adb1-acf586247101 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:37.590384 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 44582) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:38:37.646763 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.pecan_wsgi.hooks.translation [None req-f68822a4-77bd-44b1-ac52-b616533b6d4e tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] DELETE failed (client error): The resource could not be found.
Dec 16 22:38:37.647239 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f68822a4-77bd-44b1-ac52-b616533b6d4e tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 16 22:38:37.662192 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-f68822a4-77bd-44b1-ac52-b616533b6d4e tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] 10.222.0.13 "DELETE /v2.0/ports/effd5ec3-4fa1-415d-83c4-c2f6f4d2f75e HTTP/1.1" status: 404  len: 333 time: 0.0701151
Dec 16 22:38:37.663998 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 44586) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:38:37.668348 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-fb58aaad-b923-403a-a295-741cd3507b1f None None] For port 749de183-a4f0-41fb-9813-ad328a71823c, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=749de183-a4f0-41fb-9813-ad328a71823c,segment=NetworkSegment(da71c9a1-7532-4738-a9bc-22a7f498ec35),segment_id=da71c9a1-7532-4738-a9bc-22a7f498ec35)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:38:37.668874 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-fb58aaad-b923-403a-a295-741cd3507b1f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:37.707404 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.pecan_wsgi.hooks.translation [None req-784f617a-a9d8-4ab0-bbdb-97a4c44d8762 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] DELETE failed (client error): The resource could not be found.
Dec 16 22:38:37.707870 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-784f617a-a9d8-4ab0-bbdb-97a4c44d8762 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 16 22:38:37.718357 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-784f617a-a9d8-4ab0-bbdb-97a4c44d8762 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] 10.222.0.13 "DELETE /v2.0/subnets/c6dbb5c8-cc15-4300-96d0-5500f22d3fed HTTP/1.1" status: 404  len: 337 time: 0.0533819
Dec 16 22:38:37.721819 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 44590) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:38:37.754401 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.plugin [None req-50be1a16-7c5a-407c-adb1-acf586247101 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Calling delete_port for f95799a9-b8ac-4040-9601-29cf8e618a79 owned by network:router_interface {{(pid=87507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:38:37.762197 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-86c0745e-b30e-4fcb-ac58-1df7caa151ee tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3328622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1863378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11213117'] for subnet, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:37.772447 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-ad0593c5-c716-40ca-addd-3d3c863d0c78 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:38:37.794852 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-d85f9fe7-016a-4a87-aa56-694c9b8ced08 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10807931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10549612'] for subnet, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:37.805045 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-fb58aaad-b923-403a-a295-741cd3507b1f None None] Calling delete_port for 749de183-a4f0-41fb-9813-ad328a71823c owned by network:dhcp {{(pid=87508) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:38:37.828573 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-cd1e67e2-6109-4b5f-898c-2c44e21f7c4a tempest-BulkNetworkOpsIpV6Test-1671727552 tempest-BulkNetworkOpsIpV6Test-1671727552-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:38:37.842035 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5fa74cf-410c-4774-b9e9-1743c145233c tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] DELETE failed (client error): The resource could not be found.
Dec 16 22:38:37.842498 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e5fa74cf-410c-4774-b9e9-1743c145233c tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 16 22:38:37.847557 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-e5fa74cf-410c-4774-b9e9-1743c145233c tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] 10.222.0.13 "DELETE /v2.0/subnets/ed7c5ab0-b3c4-401f-8e29-a6b54b4145be HTTP/1.1" status: 404  len: 337 time: 0.1244040
Dec 16 22:38:37.848154 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 44594) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:38:37.851937 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c0745e-b30e-4fcb-ac58-1df7caa151ee tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Pushing event deleted for resources: {'Subnet': ['ID=7da09a0d-ff69-4bf0-95c8-a3ae1241e37a,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:38:37.854361 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-86c0745e-b30e-4fcb-ac58-1df7caa151ee tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:38:37.858202 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:37.858911 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-86c0745e-b30e-4fcb-ac58-1df7caa151ee tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks [] for subnet, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:37.861147 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-86c0745e-b30e-4fcb-ac58-1df7caa151ee tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] 10.222.0.13 "DELETE /v2.0/subnets/7da09a0d-ff69-4bf0-95c8-a3ae1241e37a HTTP/1.1" status: 204  len: 168 time: 0.7317963
Dec 16 22:38:37.886592 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 44598) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:38:37.902374 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.db [None req-68e84bea-d949-4d40-8c13-7564727860de tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] For port 184b18b2-331e-4070-a5ce-63a3584df64a, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=184b18b2-331e-4070-a5ce-63a3584df64a,segment=NetworkSegment(ca1d41a9-fe41-4de7-8cdd-2db131deaf56),segment_id=ca1d41a9-fe41-4de7-8cdd-2db131deaf56)] {{(pid=87507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:38:37.902740 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-68e84bea-d949-4d40-8c13-7564727860de tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:37.905766 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-fb58aaad-b923-403a-a295-741cd3507b1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949'] for port, after_delete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:37.910275 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-f62151e2-b1f7-440d-b22e-7de6bb9c3ef4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:38:37.920193 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.pecan_wsgi.hooks.translation [None req-afe80cff-de41-4674-89e2-866969e5cea5 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] DELETE failed (client error): The resource could not be found.
Dec 16 22:38:37.920468 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-afe80cff-de41-4674-89e2-866969e5cea5 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 16 22:38:37.924712 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-afe80cff-de41-4674-89e2-866969e5cea5 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] 10.222.0.13 "DELETE /v2.0/ports/4fb0767d-6e54-4acc-9f51-a7dd29b04938 HTTP/1.1" status: 404  len: 333 time: 0.0694110
Dec 16 22:38:37.928564 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 44602) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:38:37.973310 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5926ea9-47c7-4a67-aded-958a05fa7f78 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] DELETE failed (client error): The resource could not be found.
Dec 16 22:38:37.974295 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5926ea9-47c7-4a67-aded-958a05fa7f78 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 16 22:38:37.978559 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-d5926ea9-47c7-4a67-aded-958a05fa7f78 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] 10.222.0.13 "DELETE /v2.0/subnets/d58a1af8-7e64-412b-ab41-f40b7c5769e8 HTTP/1.1" status: 404  len: 337 time: 0.0494041
Dec 16 22:38:37.983069 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 44606) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:38:37.984864 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb58aaad-b923-403a-a295-741cd3507b1f None None] Pushing event deleted for resources: {'Port': ['ID=749de183-a4f0-41fb-9813-ad328a71823c,revision_number=None']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:38:37.996317 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-fb58aaad-b923-403a-a295-741cd3507b1f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:38:37.998806 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb58aaad-b923-403a-a295-741cd3507b1f None None] No DVR routers for this DVR port 749de183-a4f0-41fb-9813-ad328a71823c on host dv-neutron-821829-1-hyperv {{(pid=87508) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 22:38:38.028838 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c406eb66-2ff7-4dc2-9137-8fe9ff14d8fd None None] Update dhcp port {'port': {'network_id': '16ab78ef-2cf3-46e5-b0ce-25ab2012233d', 'fixed_ips': [{'subnet_id': '7da09a0d-ff69-4bf0-95c8-a3ae1241e37a'}], 'binding:host_id': 'dv-neutron-821829-1-hyperv'}, 'id': 'aa07471d-3b32-4841-9584-899583d9cfb6'} from dv-neutron-821829-1-hyperv. {{(pid=87508) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}}
Dec 16 22:38:38.052469 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.pecan_wsgi.hooks.translation [None req-b19b8dbb-85c9-4b96-8287-6e13bd9f9521 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] DELETE failed (client error): The resource could not be found.
Dec 16 22:38:38.052944 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b19b8dbb-85c9-4b96-8287-6e13bd9f9521 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 16 22:38:38.057082 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-b19b8dbb-85c9-4b96-8287-6e13bd9f9521 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] 10.222.0.13 "DELETE /v2.0/subnets/bfb2df0d-28dd-4381-bef6-f60554e45c0f HTTP/1.1" status: 404  len: 337 time: 0.0709338
Dec 16 22:38:38.063853 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 44610) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:38:38.090725 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-c406eb66-2ff7-4dc2-9137-8fe9ff14d8fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:38.111563 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.pecan_wsgi.hooks.translation [None req-78faa16b-4198-4777-b9b0-7c70f10340b7 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] DELETE failed (client error): The resource could not be found.
Dec 16 22:38:38.112113 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-78faa16b-4198-4777-b9b0-7c70f10340b7 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 16 22:38:38.116438 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-78faa16b-4198-4777-b9b0-7c70f10340b7 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] 10.222.0.13 "DELETE /v2.0/ports/ce26040b-d08c-418a-9287-f8229bb34ad1 HTTP/1.1" status: 404  len: 333 time: 0.0492370
Dec 16 22:38:38.117385 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 44614) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:38:38.165323 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-745c8c05-1e56-4fe2-8e32-9a16af553bd0 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1863317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11213092'] for subnet, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:38.173595 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-3ea25b17-1c53-4e14-994b-d2dfc1116f05 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:38:38.175935 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 749de183-a4f0-41fb-9813-ad328a71823c no longer exists at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 22:38:38.207450 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.pecan_wsgi.hooks.translation [None req-6bec0453-4184-4f32-ac18-c1af4cd2bb56 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] DELETE failed (client error): The resource could not be found.
Dec 16 22:38:38.207940 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6bec0453-4184-4f32-ac18-c1af4cd2bb56 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 16 22:38:38.212494 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-6bec0453-4184-4f32-ac18-c1af4cd2bb56 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] 10.222.0.13 "DELETE /v2.0/subnets/c58f211e-8ac2-465d-9967-bd01045c72a7 HTTP/1.1" status: 404  len: 337 time: 0.0926294
Dec 16 22:38:38.220037 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] No Port match for: 749de183-a4f0-41fb-9813-ad328a71823c {{(pid=87508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 22:38:38.221475 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 749de183-a4f0-41fb-9813-ad328a71823c not bound to the agent host dv-neutron-821829-1-hyperv {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 22:38:38.271786 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 44618) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:38:38.287185 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.plugin [None req-68e84bea-d949-4d40-8c13-7564727860de tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Calling delete_port for 184b18b2-331e-4070-a5ce-63a3584df64a owned by network:dhcp {{(pid=87507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:38:38.349507 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8742403-ff3d-40d8-9d09-aa1d773d92d8 None None] Network 16ab78ef-2cf3-46e5-b0ce-25ab2012233d requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 22:38:38.380773 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745c8c05-1e56-4fe2-8e32-9a16af553bd0 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Pushing event updated for resources: {'Subnet': ['ID=b294ce27-9b51-40c8-a327-2944506bd668,revision_number=0']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:38:38.383681 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-745c8c05-1e56-4fe2-8e32-9a16af553bd0 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:38:38.391943 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-745c8c05-1e56-4fe2-8e32-9a16af553bd0 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Checking segment: {'id': 'c4639808-1ffb-4d67-9ee7-8ef591e97ee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '8ada5a74-e882-4366-8e32-0a6b5dff241c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 22:38:38.392311 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-745c8c05-1e56-4fe2-8e32-9a16af553bd0 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Network hostable DHCP agents. Network: 8ada5a74-e882-4366-8e32-0a6b5dff241c, hostable agents: ['3b155c4d-12dc-491e-aa14-6113b06cfacd'], hosted agents: [] {{(pid=87506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 16 22:38:38.413310 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-745c8c05-1e56-4fe2-8e32-9a16af553bd0 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Network 8ada5a74-e882-4366-8e32-0a6b5dff241c is scheduled to be hosted by DHCP agent 3b155c4d-12dc-491e-aa14-6113b06cfacd with binding_index 1 {{(pid=87506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 16 22:38:38.416897 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85f9fe7-016a-4a87-aa56-694c9b8ced08 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Pushing event updated for resources: {'Subnet': ['ID=d76aed46-0a3c-4e94-b48d-51ae2753005a,revision_number=0']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:38:38.426962 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.base_scheduler [None req-745c8c05-1e56-4fe2-8e32-9a16af553bd0 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821829-1-hyperv, 8ada5a74-e882-4366-8e32-0a6b5dff241c) {{(pid=87506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:38:38.431900 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.pecan_wsgi.hooks.translation [None req-99abb63c-5c10-4456-9a6f-58e447b03cc3 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] DELETE failed (client error): The resource could not be found.
Dec 16 22:38:38.432379 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-745c8c05-1e56-4fe2-8e32-9a16af553bd0 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:38:38.432739 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-99abb63c-5c10-4456-9a6f-58e447b03cc3 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87507) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 16 22:38:38.433359 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-745c8c05-1e56-4fe2-8e32-9a16af553bd0 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Notify callbacks [] for subnet, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:38.447030 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-d85f9fe7-016a-4a87-aa56-694c9b8ced08 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.618s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:38:38.457851 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-826899eb-187a-4e86-8898-32662f3eaac4 None None] Network 8ada5a74-e882-4366-8e32-0a6b5dff241c requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 22:38:38.461727 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-745c8c05-1e56-4fe2-8e32-9a16af553bd0 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 895 time: 1.7868707
Dec 16 22:38:38.462810 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 44622) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:38:38.469409 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-82dd8141-1c69-475e-a038-b20ba9c30bbf tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:38:38.495856 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d85f9fe7-016a-4a87-aa56-694c9b8ced08 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Checking segment: {'id': '26499bb8-7d1c-4454-ae19-e0751bb219e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '3d1220d9-4320-4a87-bd9e-725a8dd77d7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 22:38:38.496224 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d85f9fe7-016a-4a87-aa56-694c9b8ced08 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Network hostable DHCP agents. Network: 3d1220d9-4320-4a87-bd9e-725a8dd77d7c, hostable agents: ['3b155c4d-12dc-491e-aa14-6113b06cfacd'], hosted agents: [] {{(pid=87507) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 16 22:38:38.503266 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-35a618cb-510c-4e35-af92-915c1734281e tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-825997'] for network, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:38.518714 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-99abb63c-5c10-4456-9a6f-58e447b03cc3 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] 10.222.0.13 "DELETE /v2.0/subnets/1542853a-1916-4317-8f53-dbcf0aa557e4 HTTP/1.1" status: 404  len: 337 time: 0.2028081
Dec 16 22:38:38.522665 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 44626) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:38:38.558455 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-bcc3fda6-ed76-4b46-87f8-c468c5528ff0 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10807931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10549612'] for subnet, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:38.567974 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-8b8e4886-f39c-4bbc-ae81-04be6fab0f49 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:38:38.590125 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca7667b3-0f1f-4997-8d5f-4db967164e4e tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] DELETE failed (client error): The resource could not be found.
Dec 16 22:38:38.590817 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca7667b3-0f1f-4997-8d5f-4db967164e4e tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 16 22:38:38.591638 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-17058e00-f86f-4a89-ba52-973aa8c131ed None None] Provisioning complete for port aa07471d-3b32-4841-9584-899583d9cfb6 triggered by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:38:38.592227 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-17058e00-f86f-4a89-ba52-973aa8c131ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:38.592616 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-ca7667b3-0f1f-4997-8d5f-4db967164e4e tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] 10.222.0.13 "DELETE /v2.0/ports/0bca71eb-bf75-429c-9bf7-1d4f86499317 HTTP/1.1" status: 404  len: 333 time: 0.0689850
Dec 16 22:38:38.596325 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 44630) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:38:38.620483 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-68e84bea-d949-4d40-8c13-7564727860de tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10807823'] for port, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:38.635496 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.plugin [None req-35a618cb-510c-4e35-af92-915c1734281e tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Deleting port aa07471d-3b32-4841-9584-899583d9cfb6 {{(pid=87507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:38:38.635853 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-35a618cb-510c-4e35-af92-915c1734281e tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:38.668909 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d85f9fe7-016a-4a87-aa56-694c9b8ced08 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Network 3d1220d9-4320-4a87-bd9e-725a8dd77d7c is scheduled to be hosted by DHCP agent 3b155c4d-12dc-491e-aa14-6113b06cfacd with binding_index 1 {{(pid=87507) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 16 22:38:38.694325 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.pecan_wsgi.hooks.translation [None req-815eac14-2281-4193-a89f-43d91e0f6da9 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] DELETE failed (client error): The resource could not be found.
Dec 16 22:38:38.694781 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-815eac14-2281-4193-a89f-43d91e0f6da9 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 16 22:38:38.699567 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-815eac14-2281-4193-a89f-43d91e0f6da9 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] 10.222.0.13 "DELETE /v2.0/subnets/fb06562e-96ab-4d6a-9d42-3c4f82f34852 HTTP/1.1" status: 404  len: 337 time: 0.1022439
Dec 16 22:38:38.700193 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 44634) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:38:38.709399 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68e84bea-d949-4d40-8c13-7564727860de tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] No DVR routers for this DVR port 184b18b2-331e-4070-a5ce-63a3584df64a on host dv-neutron-821829-1-hyperv {{(pid=87507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 22:38:38.718033 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.base_scheduler [None req-d85f9fe7-016a-4a87-aa56-694c9b8ced08 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821829-1-hyperv, 3d1220d9-4320-4a87-bd9e-725a8dd77d7c) {{(pid=87507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:38:38.735147 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10687cd9-1c6b-44d2-b25e-092afc827772 None None] Network 3d1220d9-4320-4a87-bd9e-725a8dd77d7c requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 22:38:38.756225 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.pecan_wsgi.hooks.translation [None req-950e5cc3-fab4-4cda-86b4-b744385ed58d tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] DELETE failed (client error): The resource could not be found.
Dec 16 22:38:38.757010 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-950e5cc3-fab4-4cda-86b4-b744385ed58d tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 16 22:38:38.761720 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-950e5cc3-fab4-4cda-86b4-b744385ed58d tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] 10.222.0.13 "DELETE /v2.0/subnets/38290709-7d9c-49c9-be52-0aa88260230d HTTP/1.1" status: 404  len: 337 time: 0.0579064
Dec 16 22:38:38.764967 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 44638) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:38:38.770998 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d85f9fe7-016a-4a87-aa56-694c9b8ced08 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:38:38.771620 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-d85f9fe7-016a-4a87-aa56-694c9b8ced08 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks [] for subnet, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:38.811316 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc3fda6-ed76-4b46-87f8-c468c5528ff0 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Pushing event updated for resources: {'Subnet': ['ID=75c24b5e-fadd-4a86-b59a-7c13bb03d07f,revision_number=0']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:38:38.813620 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-82dd8141-1c69-475e-a038-b20ba9c30bbf tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-11213103'] for subnet, before_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:38.815941 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.pecan_wsgi.hooks.translation [None req-57fcde49-d9ba-4e26-b326-55e6390c3af1 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] DELETE failed (client error): The resource could not be found.
Dec 16 22:38:38.816461 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57fcde49-d9ba-4e26-b326-55e6390c3af1 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 16 22:38:38.820825 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-57fcde49-d9ba-4e26-b326-55e6390c3af1 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] 10.222.0.13 "DELETE /v2.0/ports/8209700b-4ba2-4b38-89ad-926a7c77df54 HTTP/1.1" status: 404  len: 333 time: 0.0552063
Dec 16 22:38:38.821400 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 44642) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:38:38.832995 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-bcc3fda6-ed76-4b46-87f8-c468c5528ff0 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:38:38.844139 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-12801c06-e3f1-40aa-b2d6-fbfee13de8e1 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.209s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:38:38.865777 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.pecan_wsgi.hooks.translation [None req-05c2ff68-82eb-4afd-8d98-fd7548d81595 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] DELETE failed (client error): The resource could not be found.
Dec 16 22:38:38.866230 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05c2ff68-82eb-4afd-8d98-fd7548d81595 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 16 22:38:38.870491 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-05c2ff68-82eb-4afd-8d98-fd7548d81595 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] 10.222.0.13 "DELETE /v2.0/subnets/0e19a7d6-3bf9-42eb-a523-f448704ecf19 HTTP/1.1" status: 404  len: 337 time: 0.0464909
Dec 16 22:38:38.873051 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 44646) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:38:38.923511 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.pecan_wsgi.hooks.translation [None req-5fccba45-04e9-4225-800f-0dba0710f63f tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] DELETE failed (client error): The resource could not be found.
Dec 16 22:38:38.924020 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5fccba45-04e9-4225-800f-0dba0710f63f tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 16 22:38:38.928227 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-5fccba45-04e9-4225-800f-0dba0710f63f tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] 10.222.0.13 "DELETE /v2.0/ports/bd268e42-fc69-4649-8317-30d253e3b12f HTTP/1.1" status: 404  len: 333 time: 0.0542111
Dec 16 22:38:38.968241 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 44650) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:38:38.983730 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e84bea-d949-4d40-8c13-7564727860de tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Pushing event deleted for resources: {'Port': ['ID=184b18b2-331e-4070-a5ce-63a3584df64a,revision_number=None']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:38:38.999058 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcc3fda6-ed76-4b46-87f8-c468c5528ff0 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Checking segment: {'id': '978dc9b9-b70e-473d-a4fd-52cc84f12195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'd64954f6-4489-46e3-885a-74bbd1c32734'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 22:38:38.999416 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcc3fda6-ed76-4b46-87f8-c468c5528ff0 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Network hostable DHCP agents. Network: d64954f6-4489-46e3-885a-74bbd1c32734, hostable agents: ['3b155c4d-12dc-491e-aa14-6113b06cfacd'], hosted agents: [] {{(pid=87507) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 16 22:38:39.000809 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dde813f2-0c15-43e8-8ebe-f93aef2eb269 None None] DHCP port deletion for 16ab78ef-2cf3-46e5-b0ce-25ab2012233d request from dv-neutron-821829-1-hyperv {{(pid=87508) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 16 22:38:39.013176 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-68e84bea-d949-4d40-8c13-7564727860de tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:38:39.019505 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.pecan_wsgi.hooks.translation [None req-a14c8034-d244-4c3b-a672-a4c3c9d299a2 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] DELETE failed (client error): The resource could not be found.
Dec 16 22:38:39.019993 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a14c8034-d244-4c3b-a672-a4c3c9d299a2 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 16 22:38:39.025069 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-a14c8034-d244-4c3b-a672-a4c3c9d299a2 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] 10.222.0.13 "DELETE /v2.0/subnets/4ff8ff5f-6a27-436f-a734-859e3b9fc123 HTTP/1.1" status: 404  len: 337 time: 0.0558820
Dec 16 22:38:39.025462 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 44654) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:38:39.041621 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-dde813f2-0c15-43e8-8ebe-f93aef2eb269 None None] Deleting port aa07471d-3b32-4841-9584-899583d9cfb6 {{(pid=87508) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:38:39.042034 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-dde813f2-0c15-43e8-8ebe-f93aef2eb269 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:39.047149 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-d85f9fe7-016a-4a87-aa56-694c9b8ced08 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 2.9108114
Dec 16 22:38:39.054041 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 44658) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:38:39.055844 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-68e84bea-d949-4d40-8c13-7564727860de tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3329565', 'neutron.services.segments.db._delete_segments_for_network-8734753546406'] for network, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:39.075300 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-e7907bc4-731f-47e3-b831-f62cddc9ee95 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1693982633', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:38:39.080071 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a6f3207-2be4-4a1d-ad1a-e78cc5d33fe0 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] DELETE failed (client error): The resource could not be found.
Dec 16 22:38:39.080554 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a6f3207-2be4-4a1d-ad1a-e78cc5d33fe0 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 16 22:38:39.085193 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-9a6f3207-2be4-4a1d-ad1a-e78cc5d33fe0 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] 10.222.0.13 "DELETE /v2.0/ports/302614ce-954b-4a95-8555-88a5cf90f9e9 HTTP/1.1" status: 404  len: 333 time: 0.0535381
Dec 16 22:38:39.086933 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 44662) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:38:39.114002 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-e7907bc4-731f-47e3-b831-f62cddc9ee95 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:38:39.122670 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d19adc5d-a2b2-4cd4-9dbc-96ed9db112a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1d6bfaf-d325-5e4f-b05d-2441d8339617-8ada5a74-e882-4366-8e32-0a6b5dff241c', 'network_id': '8ada5a74-e882-4366-8e32-0a6b5dff241c', 'tenant_id': '4776cb1297af44b2a1a3b9af0f4316e5', 'fixed_ips': [{'subnet_id': 'b294ce27-9b51-40c8-a327-2944506bd668'}]}} from dv-neutron-821829-1-hyperv. {{(pid=87508) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 16 22:38:39.123572 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-d19adc5d-a2b2-4cd4-9dbc-96ed9db112a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:39.132412 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2752cd1-a546-4ac7-af75-bf0bbf8469b2 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] DELETE failed (client error): The resource could not be found.
Dec 16 22:38:39.132867 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2752cd1-a546-4ac7-af75-bf0bbf8469b2 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 16 22:38:39.136866 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-c2752cd1-a546-4ac7-af75-bf0bbf8469b2 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] 10.222.0.13 "DELETE /v2.0/subnets/eb25310a-340f-4490-b742-526a448eaa1d HTTP/1.1" status: 404  len: 337 time: 0.0481384
Dec 16 22:38:39.139126 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 44666) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:38:39.161860 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-50be1a16-7c5a-407c-adb1-acf586247101 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10807823'] for port, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:39.172626 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-e7907bc4-731f-47e3-b831-f62cddc9ee95 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Usage tracker for resource:router and tenant:a221f56311244d31a510a3a1bb3c6ce9 is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:38:39.180762 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-d27c0265-541b-41b4-9fd9-0dda84def205 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:38:39.212457 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.services.segments.db [None req-68e84bea-d949-4d40-8c13-7564727860de tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1b7c581550>,) {'filters': {'network_id': ['169c4e6e-ea67-4824-ac27-4fec4b4952c7']}} {{(pid=87507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:38:39.229284 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-e7907bc4-731f-47e3-b831-f62cddc9ee95 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:38:39.232954 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.pecan_wsgi.hooks.translation [None req-b18e0d89-fe24-4bd5-aefb-619be8016133 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] DELETE failed (client error): The resource could not be found.
Dec 16 22:38:39.233438 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b18e0d89-fe24-4bd5-aefb-619be8016133 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 16 22:38:39.235194 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-b18e0d89-fe24-4bd5-aefb-619be8016133 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] 10.222.0.13 "DELETE /v2.0/ports/1734b579-f42a-43ba-acac-5a3415b0d356 HTTP/1.1" status: 404  len: 333 time: 0.0951660
Dec 16 22:38:39.238086 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 44670) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:38:39.257892 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcc3fda6-ed76-4b46-87f8-c468c5528ff0 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Network d64954f6-4489-46e3-885a-74bbd1c32734 is scheduled to be hosted by DHCP agent 3b155c4d-12dc-491e-aa14-6113b06cfacd with binding_index 1 {{(pid=87507) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 16 22:38:39.261848 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-e7907bc4-731f-47e3-b831-f62cddc9ee95 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:38:39.266152 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.services.segments.db [None req-68e84bea-d949-4d40-8c13-7564727860de tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b7c581550>, 'ca1d41a9-fe41-4de7-8cdd-2db131deaf56') {'for_net_delete': True} {{(pid=87507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:38:39.266641 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.services.segments.db [None req-68e84bea-d949-4d40-8c13-7564727860de tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b7c581550>, 'ca1d41a9-fe41-4de7-8cdd-2db131deaf56') {} {{(pid=87507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:38:39.275714 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50be1a16-7c5a-407c-adb1-acf586247101 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Pushing event deleted for resources: {'Port': ['ID=f95799a9-b8ac-4040-9601-29cf8e618a79,revision_number=None']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:38:39.316656 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.pecan_wsgi.hooks.translation [None req-1325fc52-1af6-4c87-b709-8e6871c61bae tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] DELETE failed (client error): The resource could not be found.
Dec 16 22:38:39.317114 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1325fc52-1af6-4c87-b709-8e6871c61bae tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 16 22:38:39.318854 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-1325fc52-1af6-4c87-b709-8e6871c61bae tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] 10.222.0.13 "DELETE /v2.0/subnets/ad04874e-a161-4efe-97fe-a836c91b1d5a HTTP/1.1" status: 404  len: 337 time: 0.0797541
Dec 16 22:38:39.321758 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 44674) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:38:39.337733 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bfd3dc2-69c5-4640-b386-053922a8efea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1d6bfaf-d325-5e4f-b05d-2441d8339617-3d1220d9-4320-4a87-bd9e-725a8dd77d7c', 'network_id': '3d1220d9-4320-4a87-bd9e-725a8dd77d7c', 'tenant_id': 'a221f56311244d31a510a3a1bb3c6ce9', 'fixed_ips': [{'subnet_id': 'd76aed46-0a3c-4e94-b48d-51ae2753005a'}]}} from dv-neutron-821829-1-hyperv. {{(pid=87508) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 16 22:38:39.338430 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-9bfd3dc2-69c5-4640-b386-053922a8efea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:39.369510 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-50be1a16-7c5a-407c-adb1-acf586247101 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:38:39.374905 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-68e84bea-d949-4d40-8c13-7564727860de tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734753593977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2128549'] for segment, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:39.382762 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.pecan_wsgi.hooks.translation [None req-c57a1541-6571-46e8-bfda-dca687ce9022 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] DELETE failed (client error): The resource could not be found.
Dec 16 22:38:39.383614 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c57a1541-6571-46e8-bfda-dca687ce9022 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 16 22:38:39.388864 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-c57a1541-6571-46e8-bfda-dca687ce9022 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] 10.222.0.13 "DELETE /v2.0/ports/256791ae-3821-43ef-89b7-810e25fb1692 HTTP/1.1" status: 404  len: 333 time: 0.0622892
Dec 16 22:38:39.388864 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 44678) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:38:39.401526 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.base_scheduler [None req-bcc3fda6-ed76-4b46-87f8-c468c5528ff0 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821829-1-hyperv, d64954f6-4489-46e3-885a-74bbd1c32734) {{(pid=87507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:38:39.404156 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.db [None req-35a618cb-510c-4e35-af92-915c1734281e tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] For port aa07471d-3b32-4841-9584-899583d9cfb6, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=aa07471d-3b32-4841-9584-899583d9cfb6,segment=NetworkSegment(73807662-a28f-4f4e-ba12-f5f5b6e21f0b),segment_id=73807662-a28f-4f4e-ba12-f5f5b6e21f0b)] {{(pid=87507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:38:39.404518 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-35a618cb-510c-4e35-af92-915c1734281e tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:39.432676 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcc3fda6-ed76-4b46-87f8-c468c5528ff0 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:38:39.433518 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-bcc3fda6-ed76-4b46-87f8-c468c5528ff0 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks [] for subnet, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:39.455424 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-68e84bea-d949-4d40-8c13-7564727860de tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-883292'] for segment, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:39.463797 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68e84bea-d949-4d40-8c13-7564727860de tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Releasing vlan 180 on physical network physnet1 to pool {{(pid=87507) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 16 22:38:39.464400 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-82dd8141-1c69-475e-a038-b20ba9c30bbf tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8734753524300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-1863339'] for subnet, after_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:39.465208 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-68e84bea-d949-4d40-8c13-7564727860de tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-883285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10808034'] for segment, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:39.468350 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-bb6196c8-2ac7-4644-97bd-969da9f1a993 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:38:39.478721 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88c2c625-a2e9-4ff4-a7b7-1bb7c3019a9f None None] Network d64954f6-4489-46e3-885a-74bbd1c32734 requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 22:38:39.525686 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.pecan_wsgi.hooks.translation [None req-a58cf730-6dbd-4c85-affe-32be19f22865 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] DELETE failed (client error): The resource could not be found.
Dec 16 22:38:39.527705 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a58cf730-6dbd-4c85-affe-32be19f22865 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 16 22:38:39.529649 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-a58cf730-6dbd-4c85-affe-32be19f22865 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] 10.222.0.13 "DELETE /v2.0/subnets/a5c87593-8472-432e-ba25-78675076a1a7 HTTP/1.1" status: 404  len: 337 time: 0.1408737
Dec 16 22:38:39.542223 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.agents_db [None req-0abd2616-a86c-48e2-be07-10823335a5bb None None] Agent healthcheck: found 6 active agents {{(pid=87509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 22:38:39.556322 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 44682) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:38:39.642300 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.pecan_wsgi.hooks.translation [None req-a974ac2a-9105-432d-af60-5dbac83b2dfb tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] DELETE failed (client error): The resource could not be found.
Dec 16 22:38:39.642991 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a974ac2a-9105-432d-af60-5dbac83b2dfb tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 16 22:38:39.644475 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-a974ac2a-9105-432d-af60-5dbac83b2dfb tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] 10.222.0.13 "DELETE /v2.0/ports/8719d18d-07d6-4483-b4c5-dfb462699c4a HTTP/1.1" status: 404  len: 333 time: 0.0869153
Dec 16 22:38:39.647961 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82dd8141-1c69-475e-a038-b20ba9c30bbf tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:38:39.648760 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-82dd8141-1c69-475e-a038-b20ba9c30bbf tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Notify callbacks [] for subnet, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:39.650121 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-82dd8141-1c69-475e-a038-b20ba9c30bbf tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] 10.222.0.13 "PUT /v2.0/subnets/b294ce27-9b51-40c8-a327-2944506bd668 HTTP/1.1" status: 200  len: 900 time: 1.1860397
Dec 16 22:38:39.651023 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 44686) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:38:39.681353 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-dde813f2-0c15-43e8-8ebe-f93aef2eb269 None None] For port aa07471d-3b32-4841-9584-899583d9cfb6, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=aa07471d-3b32-4841-9584-899583d9cfb6,segment=NetworkSegment(73807662-a28f-4f4e-ba12-f5f5b6e21f0b),segment_id=73807662-a28f-4f4e-ba12-f5f5b6e21f0b)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:38:39.681758 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-dde813f2-0c15-43e8-8ebe-f93aef2eb269 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:39.685967 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 44688) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:38:39.718947 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82dd8141-1c69-475e-a038-b20ba9c30bbf tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Pushing event updated for resources: {'Subnet': ['ID=b294ce27-9b51-40c8-a327-2944506bd668,revision_number=1']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:38:39.723098 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.plugin [None req-35a618cb-510c-4e35-af92-915c1734281e tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Calling delete_port for aa07471d-3b32-4841-9584-899583d9cfb6 owned by network:dhcp {{(pid=87507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:38:39.725234 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.pecan_wsgi.hooks.translation [None req-5491be5d-da2b-447d-937c-ebc554579bba tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] DELETE failed (client error): The resource could not be found.
Dec 16 22:38:39.725687 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5491be5d-da2b-447d-937c-ebc554579bba tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 16 22:38:39.727382 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-5491be5d-da2b-447d-937c-ebc554579bba tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] 10.222.0.13 "DELETE /v2.0/subnets/397ffbe6-e235-405f-9ccd-cb185f393c84 HTTP/1.1" status: 404  len: 337 time: 0.0733440
Dec 16 22:38:39.728563 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-82dd8141-1c69-475e-a038-b20ba9c30bbf tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:38:39.755688 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-e7907bc4-731f-47e3-b831-f62cddc9ee95 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3741155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38980'] for router, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:39.756860 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-e7907bc4-731f-47e3-b831-f62cddc9ee95 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3743284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3741748', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3896702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-38989'] for router, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:39.776146 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 44694) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:38:39.792996 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.db_base_plugin_common [None req-d19adc5d-a2b2-4cd4-9dbc-96ed9db112a3 None None] Allocated IP 2001:db8::3 (8ada5a74-e882-4366-8e32-0a6b5dff241c/b294ce27-9b51-40c8-a327-2944506bd668/267bb1da-5a99-4a1c-a6e3-769b8a6bdbd7) {{(pid=87508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 22:38:39.826895 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.pecan_wsgi.hooks.translation [None req-5da03eb1-72e7-499e-98d8-b509c0dad493 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] DELETE failed (client error): The resource could not be found.
Dec 16 22:38:39.827353 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5da03eb1-72e7-499e-98d8-b509c0dad493 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 16 22:38:39.831433 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-5da03eb1-72e7-499e-98d8-b509c0dad493 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] 10.222.0.13 "DELETE /v2.0/subnets/4aeefad7-5559-43a7-a225-ad46fb4e19a1 HTTP/1.1" status: 404  len: 337 time: 0.0523064
Dec 16 22:38:39.832571 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 44698) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:38:39.870690 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-dde813f2-0c15-43e8-8ebe-f93aef2eb269 None None] Calling delete_port for aa07471d-3b32-4841-9584-899583d9cfb6 owned by network:dhcp {{(pid=87508) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:38:39.884457 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e696646-c6b0-4333-970c-af0a096a2b6c tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] DELETE failed (client error): The resource could not be found.
Dec 16 22:38:39.884931 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e696646-c6b0-4333-970c-af0a096a2b6c tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 16 22:38:39.888964 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-4e696646-c6b0-4333-970c-af0a096a2b6c tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] 10.222.0.13 "DELETE /v2.0/ports/54b776f0-f06c-4795-a5f9-234c21a106b8 HTTP/1.1" status: 404  len: 333 time: 0.0536401
Dec 16 22:38:39.890063 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 44702) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:38:39.943338 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.pecan_wsgi.hooks.translation [None req-964803f4-bfc1-4634-8aca-aec7353af0d4 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] DELETE failed (client error): The resource could not be found.
Dec 16 22:38:39.943606 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-964803f4-bfc1-4634-8aca-aec7353af0d4 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 16 22:38:39.947548 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-964803f4-bfc1-4634-8aca-aec7353af0d4 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] 10.222.0.13 "DELETE /v2.0/subnets/9ad69408-146a-421f-be88-c43650f94977 HTTP/1.1" status: 404  len: 337 time: 0.0548289
Dec 16 22:38:39.949109 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 44706) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:38:39.964173 dv-neutron-821829-1-hyperv neutron-server[87507]: Traceback (most recent call last):
Dec 16 22:38:39.964173 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 16 22:38:39.964173 dv-neutron-821829-1-hyperv neutron-server[87507]:     timer()
Dec 16 22:38:39.964173 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 22:38:39.964173 dv-neutron-821829-1-hyperv neutron-server[87507]:     cb(*args, **kw)
Dec 16 22:38:39.964173 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 22:38:39.964173 dv-neutron-821829-1-hyperv neutron-server[87507]:     return func(*args, **kwargs)
Dec 16 22:38:39.964173 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 22:38:39.964173 dv-neutron-821829-1-hyperv neutron-server[87507]:     self._notify()
Dec 16 22:38:39.964173 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 22:38:39.964173 dv-neutron-821829-1-hyperv neutron-server[87507]:     self.callback(batched_events)
Dec 16 22:38:39.964173 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 22:38:39.964173 dv-neutron-821829-1-hyperv neutron-server[87507]:     event.method(event)
Dec 16 22:38:39.964173 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 22:38:39.964173 dv-neutron-821829-1-hyperv neutron-server[87507]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 22:38:39.964173 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 22:38:39.964173 dv-neutron-821829-1-hyperv neutron-server[87507]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 22:38:39.964173 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 22:38:39.964173 dv-neutron-821829-1-hyperv neutron-server[87507]:     return f(self, *a, **k)
Dec 16 22:38:39.964173 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 16 22:38:39.964173 dv-neutron-821829-1-hyperv neutron-server[87507]:     return self._get(url).json()
Dec 16 22:38:39.964173 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 16 22:38:39.964173 dv-neutron-821829-1-hyperv neutron-server[87507]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 22:38:39.964173 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 16 22:38:39.964173 dv-neutron-821829-1-hyperv neutron-server[87507]:     return self.request(url, 'GET', **kwargs)
Dec 16 22:38:39.964173 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 16 22:38:39.964173 dv-neutron-821829-1-hyperv neutron-server[87507]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 22:38:39.964173 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 16 22:38:39.964173 dv-neutron-821829-1-hyperv neutron-server[87507]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 22:38:39.964173 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 16 22:38:39.964173 dv-neutron-821829-1-hyperv neutron-server[87507]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 22:38:39.964173 dv-neutron-821829-1-hyperv neutron-server[87507]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 22:38:39.997196 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-68e84bea-d949-4d40-8c13-7564727860de tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3329572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3741856'] for network, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:40.010675 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.pecan_wsgi.hooks.translation [None req-8974977d-60b6-4268-9e8d-398e5e29147b tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] DELETE failed (client error): The resource could not be found.
Dec 16 22:38:40.011394 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8974977d-60b6-4268-9e8d-398e5e29147b tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 16 22:38:40.016904 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-8974977d-60b6-4268-9e8d-398e5e29147b tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] 10.222.0.13 "DELETE /v2.0/subnets/6868f7b2-9531-49e0-8961-95dacd8a7c61 HTTP/1.1" status: 404  len: 337 time: 0.0646155
Dec 16 22:38:40.017612 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 44710) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:38:40.054051 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-7420b3ff-22c1-49ca-8433-4ef45fa5ed92 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-825997'] for network, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:40.064627 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-c7902a14-ea2e-43d2-ad80-27dca3a6d9e6 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:38:40.077158 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-68e84bea-d949-4d40-8c13-7564727860de tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Notify callbacks [] for network, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:40.077872 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc281a09-7ce6-49de-9f3f-9767b9608a50 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] DELETE failed (client error): The resource could not be found.
Dec 16 22:38:40.078349 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc281a09-7ce6-49de-9f3f-9767b9608a50 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 16 22:38:40.082312 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-dc281a09-7ce6-49de-9f3f-9767b9608a50 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] 10.222.0.13 "DELETE /v2.0/ports/7b62f4da-9934-4725-8159-ea4b59913bca HTTP/1.1" status: 404  len: 333 time: 0.0614989
Dec 16 22:38:40.084548 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 44714) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:38:40.087715 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.db_base_plugin_common [None req-9bfd3dc2-69c5-4640-b386-053922a8efea None None] Allocated IP 2001:db8::2 (3d1220d9-4320-4a87-bd9e-725a8dd77d7c/d76aed46-0a3c-4e94-b48d-51ae2753005a/531530cf-c881-435b-b5fe-53897d27d2a5) {{(pid=87508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 22:38:40.112622 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-bcc3fda6-ed76-4b46-87f8-c468c5528ff0 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 3.8412049
Dec 16 22:38:40.112622 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e84bea-d949-4d40-8c13-7564727860de tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Pushing event deleted for resources: {'Network': ['ID=169c4e6e-ea67-4824-ac27-4fec4b4952c7,revision_number=None']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:38:40.115474 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 44718) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:38:40.134144 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-68e84bea-d949-4d40-8c13-7564727860de tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:38:40.142394 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-cd983ea1-f928-47b0-be88-d4c4cea799c7 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Request body: {'subnet': {'network_id': 'd64954f6-4489-46e3-885a-74bbd1c32734', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:38:40.160656 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-e7907bc4-731f-47e3-b831-f62cddc9ee95 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:40.165439 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-68e84bea-d949-4d40-8c13-7564727860de tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] 10.222.0.13 "DELETE /v2.0/networks/169c4e6e-ea67-4824-ac27-4fec4b4952c7 HTTP/1.1" status: 204  len: 168 time: 5.8392379
Dec 16 22:38:40.196215 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 44722) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:38:40.253896 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device aa07471d-3b32-4841-9584-899583d9cfb6 no longer exists at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 22:38:40.263919 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-401f6d16-aabf-40a6-a0bf-84ab53d9990e tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1621077781'}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:38:40.282406 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-401f6d16-aabf-40a6-a0bf-84ab53d9990e tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:38:40.284856 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-50be1a16-7c5a-407c-adb1-acf586247101 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3791449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3739472'] for router_interface, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:40.301357 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-401f6d16-aabf-40a6-a0bf-84ab53d9990e tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Usage tracker for resource:network and tenant:c85c59d360694166b5b0483f9fc81199 is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:38:40.308275 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-401f6d16-aabf-40a6-a0bf-84ab53d9990e tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:38:40.308970 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.pecan_wsgi.hooks.translation [None req-7aefdc3a-03f4-4960-a7d1-1ea470a46fc9 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] DELETE failed (client error): The resource could not be found.
Dec 16 22:38:40.309439 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7aefdc3a-03f4-4960-a7d1-1ea470a46fc9 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 16 22:38:40.311139 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-7aefdc3a-03f4-4960-a7d1-1ea470a46fc9 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] 10.222.0.13 "DELETE /v2.0/subnets/df47f5bf-25be-41d3-95b9-63aa5cfd23e7 HTTP/1.1" status: 404  len: 337 time: 0.2255654
Dec 16 22:38:40.313212 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-e7907bc4-731f-47e3-b831-f62cddc9ee95 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3740952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3741923'] for router, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:40.313802 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 44726) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:38:40.316736 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.db.api [None req-dde813f2-0c15-43e8-8ebe-f93aef2eb269 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction')
Dec 16 22:38:40.316736 dv-neutron-821829-1-hyperv neutron-server[87508]: [SQL: DELETE FROM ml2_port_bindings WHERE ml2_port_bindings.port_id = %(port_id)s AND ml2_port_bindings.host = %(host)s]
Dec 16 22:38:40.316736 dv-neutron-821829-1-hyperv neutron-server[87508]: [parameters: {'port_id': 'aa07471d-3b32-4841-9584-899583d9cfb6', 'host': 'dv-neutron-821829-1-hyperv'}]
Dec 16 22:38:40.316736 dv-neutron-821829-1-hyperv neutron-server[87508]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=87508) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 16 22:38:40.317163 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_db.api [None req-dde813f2-0c15-43e8-8ebe-f93aef2eb269 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 16 22:38:40.321431 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-35a618cb-510c-4e35-af92-915c1734281e tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10807823'] for port, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:40.333789 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-c5bd3310-2e90-452e-9f12-717912882122 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:38:40.358820 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe376a9c-4259-4ece-916c-c60447246975 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] DELETE failed (client error): The resource could not be found.
Dec 16 22:38:40.359280 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe376a9c-4259-4ece-916c-c60447246975 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 16 22:38:40.363539 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-fe376a9c-4259-4ece-916c-c60447246975 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] 10.222.0.13 "DELETE /v2.0/subnets/35c109a0-3fd2-4e9f-998f-c000ac94f8fb HTTP/1.1" status: 404  len: 337 time: 0.0462825
Dec 16 22:38:40.365234 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 44730) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:38:40.397352 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-7420b3ff-22c1-49ca-8433-4ef45fa5ed92 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3328566'] for subnet, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:40.414321 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-401f6d16-aabf-40a6-a0bf-84ab53d9990e tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:38:40.449668 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e489d43-2c9e-415b-90c2-d5b5614ef5bf tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] DELETE failed (client error): The resource could not be found.
Dec 16 22:38:40.450163 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e489d43-2c9e-415b-90c2-d5b5614ef5bf tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 16 22:38:40.452030 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-3e489d43-2c9e-415b-90c2-d5b5614ef5bf tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] 10.222.0.13 "DELETE /v2.0/ports/262c9cf6-d5b5-4f96-8863-cd19bb83f98f HTTP/1.1" status: 404  len: 333 time: 0.0867448
Dec 16 22:38:40.454907 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 44734) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:38:40.504366 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.pecan_wsgi.hooks.translation [None req-a350b7ff-4a2f-407d-a5f3-8e3d8f7b34c4 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] DELETE failed (client error): The resource could not be found.
Dec 16 22:38:40.505663 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a350b7ff-4a2f-407d-a5f3-8e3d8f7b34c4 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 16 22:38:40.507510 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-a350b7ff-4a2f-407d-a5f3-8e3d8f7b34c4 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] 10.222.0.13 "DELETE /v2.0/subnets/77af39da-4569-4461-bc1d-06f70c24ea37 HTTP/1.1" status: 404  len: 337 time: 0.0517027
Dec 16 22:38:40.510429 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 44738) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:38:40.531481 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a618cb-510c-4e35-af92-915c1734281e tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Pushing event deleted for resources: {'Port': ['ID=aa07471d-3b32-4841-9584-899583d9cfb6,revision_number=None']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:38:40.536948 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35a618cb-510c-4e35-af92-915c1734281e tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] No DVR routers for this DVR port aa07471d-3b32-4841-9584-899583d9cfb6 on host dv-neutron-821829-1-hyperv {{(pid=87507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 22:38:40.548896 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-35a618cb-510c-4e35-af92-915c1734281e tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:38:40.560697 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5f8c581-b5de-4de3-88cf-93917cc32fc9 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] DELETE failed (client error): The resource could not be found.
Dec 16 22:38:40.561207 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5f8c581-b5de-4de3-88cf-93917cc32fc9 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 16 22:38:40.562965 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-d5f8c581-b5de-4de3-88cf-93917cc32fc9 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] 10.222.0.13 "DELETE /v2.0/subnets/d54b6bd4-a524-46c1-b653-02627bcd75bf HTTP/1.1" status: 404  len: 337 time: 0.0514517
Dec 16 22:38:40.566372 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 44742) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:38:40.596049 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-401f6d16-aabf-40a6-a0bf-84ab53d9990e tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Made reservation on behalf of c85c59d360694166b5b0483f9fc81199 for: {'network': 1} {{(pid=87507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:38:40.599694 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-401f6d16-aabf-40a6-a0bf-84ab53d9990e tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for network, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:40.601780 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-d19adc5d-a2b2-4cd4-9dbc-96ed9db112a3 None None] Notify callbacks [] for port, precommit_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:40.609000 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-e7907bc4-731f-47e3-b831-f62cddc9ee95 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks [] for router, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:40.610357 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-e7907bc4-731f-47e3-b831-f62cddc9ee95 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 704 time: 1.5437584
Dec 16 22:38:40.617434 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 44746) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:38:40.630702 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-d19adc5d-a2b2-4cd4-9dbc-96ed9db112a3 None None] Transition to ACTIVE for port object 267bb1da-5a99-4a1c-a6e3-769b8a6bdbd7 will not be triggered until provisioned by entity L2. {{(pid=87508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:38:40.651920 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-cd983ea1-f928-47b0-be88-d4c4cea799c7 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:38:40.656922 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-d19adc5d-a2b2-4cd4-9dbc-96ed9db112a3 None None] Transition to ACTIVE for port object 267bb1da-5a99-4a1c-a6e3-769b8a6bdbd7 will not be triggered until provisioned by entity DHCP. {{(pid=87508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:38:40.673247 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1bffa0c-6f2b-472b-be45-819c736c06bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1d6bfaf-d325-5e4f-b05d-2441d8339617-d64954f6-4489-46e3-885a-74bbd1c32734', 'network_id': 'd64954f6-4489-46e3-885a-74bbd1c32734', 'tenant_id': '3ddf94e9e4ac4112b345468cafab037c', 'fixed_ips': [{'subnet_id': '75c24b5e-fadd-4a86-b59a-7c13bb03d07f'}]}} from dv-neutron-821829-1-hyperv. {{(pid=87508) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 16 22:38:40.674096 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-a1bffa0c-6f2b-472b-be45-819c736c06bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:40.693106 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-7aab4cfc-1dfa-4704-a324-e4d1de4481d7 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] 10.222.0.13 "GET /v2.0/ports?device_id=d11df8c5-6cdf-4a91-b9a3-a506b8db46f4 HTTP/1.1" status: 200  len: 205 time: 0.1245186
Dec 16 22:38:40.714980 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-cd983ea1-f928-47b0-be88-d4c4cea799c7 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Usage tracker for resource:subnet and tenant:3ddf94e9e4ac4112b345468cafab037c is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:38:40.718682 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 44750) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:38:40.719589 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-cd983ea1-f928-47b0-be88-d4c4cea799c7 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:38:40.810217 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-cd983ea1-f928-47b0-be88-d4c4cea799c7 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:38:40.841563 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-7420b3ff-22c1-49ca-8433-4ef45fa5ed92 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3328622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1863378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11213117'] for subnet, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:40.852125 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-35a618cb-510c-4e35-af92-915c1734281e tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3329565', 'neutron.services.segments.db._delete_segments_for_network-8734753546406'] for network, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:40.856856 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-7eec64a6-1f64-4449-a72d-63c144a659bd tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:38:40.865237 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.api.v2.resource [None req-1cb93c90-10ac-4cea-87fb-c64af62bb53e tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] delete failed (client error): The resource could not be found.
Dec 16 22:38:40.866477 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-1cb93c90-10ac-4cea-87fb-c64af62bb53e tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] 10.222.0.13 "DELETE /v2.0/routers/d11df8c5-6cdf-4a91-b9a3-a506b8db46f4 HTTP/1.1" status: 404  len: 336 time: 0.1372519
Dec 16 22:38:40.869849 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-401f6d16-aabf-40a6-a0bf-84ab53d9990e tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] vlan segment allocate from pool success with {'vlan_id': 170, 'physical_network': 'physnet1'}  {{(pid=87507) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 22:38:40.873051 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] No active binding found for port aa07471d-3b32-4841-9584-899583d9cfb6 {{(pid=87508) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}}
Dec 16 22:38:40.873554 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device aa07471d-3b32-4841-9584-899583d9cfb6 not bound to the agent host dv-neutron-821829-1-hyperv {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 22:38:40.876161 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 44754) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:38:40.876427 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-d19adc5d-a2b2-4cd4-9dbc-96ed9db112a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940'] for port, after_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:40.891835 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-dde813f2-0c15-43e8-8ebe-f93aef2eb269 None None] Deleting port aa07471d-3b32-4841-9584-899583d9cfb6 {{(pid=87508) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:38:40.892010 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-dde813f2-0c15-43e8-8ebe-f93aef2eb269 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:40.915648 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-2a33c97a-88f6-4add-9aa5-f3d96b8fbd18 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:38:40.950085 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7420b3ff-22c1-49ca-8433-4ef45fa5ed92 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Pushing event deleted for resources: {'Subnet': ['ID=b294ce27-9b51-40c8-a327-2944506bd668,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:38:40.955741 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d19adc5d-a2b2-4cd4-9dbc-96ed9db112a3 None None] Network 8ada5a74-e882-4366-8e32-0a6b5dff241c is already hosted by enough agents. {{(pid=87508) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:38:40.971251 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-7420b3ff-22c1-49ca-8433-4ef45fa5ed92 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:38:40.977104 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.services.segments.db [None req-35a618cb-510c-4e35-af92-915c1734281e tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1b766d0760>,) {'filters': {'network_id': ['16ab78ef-2cf3-46e5-b0ce-25ab2012233d']}} {{(pid=87507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:38:40.981856 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.scheduler.base_scheduler [None req-d19adc5d-a2b2-4cd4-9dbc-96ed9db112a3 None None] Resources bound (agent type, host, resource id):  {{(pid=87508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:38:40.984185 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d19adc5d-a2b2-4cd4-9dbc-96ed9db112a3 None None] Received port after_create {{(pid=87508) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 22:38:41.042406 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd983ea1-f928-47b0-be88-d4c4cea799c7 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Made reservation on behalf of 3ddf94e9e4ac4112b345468cafab037c for: {'subnet': 1} {{(pid=87507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:38:41.045364 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-cd983ea1-f928-47b0-be88-d4c4cea799c7 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10549598'] for subnet, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:41.089699 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-dde813f2-0c15-43e8-8ebe-f93aef2eb269 None None] The port 'aa07471d-3b32-4841-9584-899583d9cfb6' was deleted {{(pid=87508) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 16 22:38:41.173594 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-7420b3ff-22c1-49ca-8433-4ef45fa5ed92 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3329565', 'neutron.services.segments.db._delete_segments_for_network-8734753546406'] for network, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:41.186798 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.db.ipam_backend_mixin [None req-cd983ea1-f928-47b0-be88-d4c4cea799c7 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 75c24b5e-fadd-4a86-b59a-7c13bb03d07f (CIDR: 172.20.0.0/28)
Dec 16 22:38:41.255001 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-401f6d16-aabf-40a6-a0bf-84ab53d9990e tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-883292'] for segment, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:41.255687 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.db.segments_db [None req-401f6d16-aabf-40a6-a0bf-84ab53d9990e tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Added segment cc82d1ca-be6a-4aa0-b5e3-f9f4b6cb6d93 of type vlan for network f76707b0-1950-4926-a817-08b317d0ec7c
Dec 16 22:38:41.257834 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-d19adc5d-a2b2-4cd4-9dbc-96ed9db112a3 None None] Attempting to bind port 267bb1da-5a99-4a1c-a6e3-769b8a6bdbd7 on host dv-neutron-821829-1-hyperv for vnic_type normal with profile  {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 22:38:41.258227 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-d19adc5d-a2b2-4cd4-9dbc-96ed9db112a3 None None] Attempting to bind port 267bb1da-5a99-4a1c-a6e3-769b8a6bdbd7 by drivers openvswitch,hyperv on host dv-neutron-821829-1-hyperv at level 0 using segments [{'id': 'c4639808-1ffb-4d67-9ee7-8ef591e97ee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '8ada5a74-e882-4366-8e32-0a6b5dff241c'}] {{(pid=87508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 22:38:41.258588 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d19adc5d-a2b2-4cd4-9dbc-96ed9db112a3 None None] Attempting to bind port 267bb1da-5a99-4a1c-a6e3-769b8a6bdbd7 on network 8ada5a74-e882-4366-8e32-0a6b5dff241c {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 22:38:41.266576 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd983ea1-f928-47b0-be88-d4c4cea799c7 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 16 22:38:41.267393 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd983ea1-f928-47b0-be88-d4c4cea799c7 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87507) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 16 22:38:41.272245 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19adc5d-a2b2-4cd4-9dbc-96ed9db112a3 None None] Pushing event updated for resources: {'Port': ['ID=267bb1da-5a99-4a1c-a6e3-769b8a6bdbd7,revision_number=1']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:38:41.275601 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-d19adc5d-a2b2-4cd4-9dbc-96ed9db112a3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.360s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:38:41.275978 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.services.segments.db [None req-35a618cb-510c-4e35-af92-915c1734281e tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b766d0760>, '73807662-a28f-4f4e-ba12-f5f5b6e21f0b') {'for_net_delete': True} {{(pid=87507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:38:41.276523 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.services.segments.db [None req-35a618cb-510c-4e35-af92-915c1734281e tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b766d0760>, '73807662-a28f-4f4e-ba12-f5f5b6e21f0b') {} {{(pid=87507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:38:41.280219 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d19adc5d-a2b2-4cd4-9dbc-96ed9db112a3 None None] Checking agent: {'id': '5571501f-366e-47a4-9b60-8ef19d935d27', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821829-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 24, 2), 'started_at': datetime.datetime(2021, 12, 16, 22, 24, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 38, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821829-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 22:38:41.281078 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d19adc5d-a2b2-4cd4-9dbc-96ed9db112a3 None None] Checking segment: {'id': 'c4639808-1ffb-4d67-9ee7-8ef591e97ee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '8ada5a74-e882-4366-8e32-0a6b5dff241c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 22:38:41.281078 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-d19adc5d-a2b2-4cd4-9dbc-96ed9db112a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:41.281531 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d19adc5d-a2b2-4cd4-9dbc-96ed9db112a3 None None] Bound using segment: {'id': 'c4639808-1ffb-4d67-9ee7-8ef591e97ee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '8ada5a74-e882-4366-8e32-0a6b5dff241c'} {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 22:38:41.282059 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-d19adc5d-a2b2-4cd4-9dbc-96ed9db112a3 None None] Bound port: 267bb1da-5a99-4a1c-a6e3-769b8a6bdbd7, host: dv-neutron-821829-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4639808-1ffb-4d67-9ee7-8ef591e97ee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '8ada5a74-e882-4366-8e32-0a6b5dff241c'}}] {{(pid=87508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 22:38:41.282446 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-d19adc5d-a2b2-4cd4-9dbc-96ed9db112a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:41.294387 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.pecan_wsgi.hooks.translation [None req-41b4df14-a361-42fb-994e-bcbce741489a tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] DELETE failed (client error): The resource could not be found.
Dec 16 22:38:41.294710 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-2a2e9128-3d72-4dc5-8b4b-e78bbe4e0fac tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:41.295623 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-41b4df14-a361-42fb-994e-bcbce741489a tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87507) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 16 22:38:41.304360 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.services.segments.db [None req-7420b3ff-22c1-49ca-8433-4ef45fa5ed92 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1b75fb6940>,) {'filters': {'network_id': ['8ada5a74-e882-4366-8e32-0a6b5dff241c']}} {{(pid=87506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:38:41.317166 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-9bfd3dc2-69c5-4640-b386-053922a8efea None None] Notify callbacks [] for port, precommit_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:41.321453 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.services.segments.db [None req-7420b3ff-22c1-49ca-8433-4ef45fa5ed92 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b75fb6940>, 'c4639808-1ffb-4d67-9ee7-8ef591e97ee0') {'for_net_delete': True} {{(pid=87506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:38:41.321747 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.services.segments.db [None req-7420b3ff-22c1-49ca-8433-4ef45fa5ed92 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b75fb6940>, 'c4639808-1ffb-4d67-9ee7-8ef591e97ee0') {} {{(pid=87506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:38:41.323707 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-41b4df14-a361-42fb-994e-bcbce741489a tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] 10.222.0.13 "DELETE /v2.0/subnets/54df538c-2624-4cf6-9630-84f956036fa0 HTTP/1.1" status: 404  len: 337 time: 0.3911674
Dec 16 22:38:41.329350 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 44758) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:38:41.343350 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-35a618cb-510c-4e35-af92-915c1734281e tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734753593977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2128549'] for segment, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:41.374071 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-9bfd3dc2-69c5-4640-b386-053922a8efea None None] Transition to ACTIVE for port object 531530cf-c881-435b-b5fe-53897d27d2a5 will not be triggered until provisioned by entity L2. {{(pid=87508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:38:41.384035 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.db_base_plugin_common [None req-a1bffa0c-6f2b-472b-be45-819c736c06bc None None] Allocated IP 172.20.0.2 (d64954f6-4489-46e3-885a-74bbd1c32734/75c24b5e-fadd-4a86-b59a-7c13bb03d07f/0e9ce1df-36d1-4305-834a-f178da8562d5) {{(pid=87508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 22:38:41.389605 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-cd983ea1-f928-47b0-be88-d4c4cea799c7 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 1.2571912
Dec 16 22:38:41.395141 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-35a618cb-510c-4e35-af92-915c1734281e tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-883292'] for segment, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:41.400522 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 44762) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:38:41.402341 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-401f6d16-aabf-40a6-a0bf-84ab53d9990e tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734753047233'] for network, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:41.412124 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-1be5caa8-5f42-4c1c-85e5-ebc8162f9bd7 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Request body: {'subnet': {'network_id': 'd64954f6-4489-46e3-885a-74bbd1c32734', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:38:41.431185 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-9bfd3dc2-69c5-4640-b386-053922a8efea None None] Transition to ACTIVE for port object 531530cf-c881-435b-b5fe-53897d27d2a5 will not be triggered until provisioned by entity DHCP. {{(pid=87508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:38:41.431384 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-7420b3ff-22c1-49ca-8433-4ef45fa5ed92 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734753593977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-266764496'] for segment, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:41.450635 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35a618cb-510c-4e35-af92-915c1734281e tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Releasing vlan 163 on physical network physnet1 to pool {{(pid=87507) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 16 22:38:41.451310 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-35a618cb-510c-4e35-af92-915c1734281e tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-883285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10808034'] for segment, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:41.454458 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-4a242914-5519-42ee-a098-36ca52514f01 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] 10.222.0.13 "GET /v2.0/ports?device_id=b75f49f6-45e6-4e24-a885-5e1d5424a01f HTTP/1.1" status: 200  len: 205 time: 0.1238675
Dec 16 22:38:41.467882 dv-neutron-821829-1-hyperv neutron-server[87507]: Traceback (most recent call last):
Dec 16 22:38:41.467882 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 16 22:38:41.467882 dv-neutron-821829-1-hyperv neutron-server[87507]:     timer()
Dec 16 22:38:41.467882 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 22:38:41.467882 dv-neutron-821829-1-hyperv neutron-server[87507]:     cb(*args, **kw)
Dec 16 22:38:41.467882 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 22:38:41.467882 dv-neutron-821829-1-hyperv neutron-server[87507]:     return func(*args, **kwargs)
Dec 16 22:38:41.467882 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 22:38:41.467882 dv-neutron-821829-1-hyperv neutron-server[87507]:     self._notify()
Dec 16 22:38:41.467882 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 22:38:41.467882 dv-neutron-821829-1-hyperv neutron-server[87507]:     self.callback(batched_events)
Dec 16 22:38:41.467882 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 22:38:41.467882 dv-neutron-821829-1-hyperv neutron-server[87507]:     event.method(event)
Dec 16 22:38:41.467882 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 22:38:41.467882 dv-neutron-821829-1-hyperv neutron-server[87507]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 22:38:41.467882 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 22:38:41.467882 dv-neutron-821829-1-hyperv neutron-server[87507]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 22:38:41.467882 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 22:38:41.467882 dv-neutron-821829-1-hyperv neutron-server[87507]:     return f(self, *a, **k)
Dec 16 22:38:41.467882 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 16 22:38:41.467882 dv-neutron-821829-1-hyperv neutron-server[87507]:     return self._get(url).json()
Dec 16 22:38:41.467882 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 16 22:38:41.467882 dv-neutron-821829-1-hyperv neutron-server[87507]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 22:38:41.467882 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 16 22:38:41.467882 dv-neutron-821829-1-hyperv neutron-server[87507]:     return self.request(url, 'GET', **kwargs)
Dec 16 22:38:41.467882 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 16 22:38:41.467882 dv-neutron-821829-1-hyperv neutron-server[87507]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 22:38:41.467882 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 16 22:38:41.467882 dv-neutron-821829-1-hyperv neutron-server[87507]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 22:38:41.467882 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 16 22:38:41.467882 dv-neutron-821829-1-hyperv neutron-server[87507]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 22:38:41.467882 dv-neutron-821829-1-hyperv neutron-server[87507]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 22:38:41.470156 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-9bfd3dc2-69c5-4640-b386-053922a8efea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940'] for port, after_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:41.472717 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 44766) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:38:41.521466 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-5910992f-8d86-46bb-b847-9b30e21f17f7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:38:41.616371 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-7420b3ff-22c1-49ca-8433-4ef45fa5ed92 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-883292'] for segment, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:41.631903 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7420b3ff-22c1-49ca-8433-4ef45fa5ed92 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Releasing vlan 168 on physical network physnet1 to pool {{(pid=87506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 16 22:38:41.632224 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-7420b3ff-22c1-49ca-8433-4ef45fa5ed92 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-883285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1863180'] for segment, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:41.642851 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-d19adc5d-a2b2-4cd4-9dbc-96ed9db112a3 None None] For port 267bb1da-5a99-4a1c-a6e3-769b8a6bdbd7, host dv-neutron-821829-1-hyperv, cleared binding levels {{(pid=87508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 22:38:41.651157 dv-neutron-821829-1-hyperv neutron-server[87506]: Traceback (most recent call last):
Dec 16 22:38:41.651157 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 16 22:38:41.651157 dv-neutron-821829-1-hyperv neutron-server[87506]:     timer()
Dec 16 22:38:41.651157 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 22:38:41.651157 dv-neutron-821829-1-hyperv neutron-server[87506]:     cb(*args, **kw)
Dec 16 22:38:41.651157 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 22:38:41.651157 dv-neutron-821829-1-hyperv neutron-server[87506]:     return func(*args, **kwargs)
Dec 16 22:38:41.651157 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 22:38:41.651157 dv-neutron-821829-1-hyperv neutron-server[87506]:     self._notify()
Dec 16 22:38:41.651157 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 22:38:41.651157 dv-neutron-821829-1-hyperv neutron-server[87506]:     self.callback(batched_events)
Dec 16 22:38:41.651157 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 22:38:41.651157 dv-neutron-821829-1-hyperv neutron-server[87506]:     event.method(event)
Dec 16 22:38:41.651157 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 22:38:41.651157 dv-neutron-821829-1-hyperv neutron-server[87506]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 22:38:41.651157 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 22:38:41.651157 dv-neutron-821829-1-hyperv neutron-server[87506]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 22:38:41.651157 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 22:38:41.651157 dv-neutron-821829-1-hyperv neutron-server[87506]:     return f(self, *a, **k)
Dec 16 22:38:41.651157 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 16 22:38:41.651157 dv-neutron-821829-1-hyperv neutron-server[87506]:     return self._get(url).json()
Dec 16 22:38:41.651157 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 16 22:38:41.651157 dv-neutron-821829-1-hyperv neutron-server[87506]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 22:38:41.651157 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 16 22:38:41.651157 dv-neutron-821829-1-hyperv neutron-server[87506]:     return self.request(url, 'GET', **kwargs)
Dec 16 22:38:41.651157 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 16 22:38:41.651157 dv-neutron-821829-1-hyperv neutron-server[87506]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 22:38:41.651157 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 16 22:38:41.651157 dv-neutron-821829-1-hyperv neutron-server[87506]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 22:38:41.651157 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 16 22:38:41.651157 dv-neutron-821829-1-hyperv neutron-server[87506]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 22:38:41.651157 dv-neutron-821829-1-hyperv neutron-server[87506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 22:38:41.653575 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bfd3dc2-69c5-4640-b386-053922a8efea None None] Network 3d1220d9-4320-4a87-bd9e-725a8dd77d7c is already hosted by enough agents. {{(pid=87508) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:38:41.656440 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.scheduler.base_scheduler [None req-9bfd3dc2-69c5-4640-b386-053922a8efea None None] Resources bound (agent type, host, resource id):  {{(pid=87508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:38:41.668257 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bfd3dc2-69c5-4640-b386-053922a8efea None None] Received port after_create {{(pid=87508) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 22:38:41.729418 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfd3dc2-69c5-4640-b386-053922a8efea None None] Pushing event updated for resources: {'Port': ['ID=531530cf-c881-435b-b5fe-53897d27d2a5,revision_number=1']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:38:41.744552 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-9bfd3dc2-69c5-4640-b386-053922a8efea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:38:41.803219 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50be1a16-7c5a-407c-adb1-acf586247101 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Router dcd68ae4-9678-4601-9589-50474829ca26 has already been hosted by L3 agent 4f519db7-069b-43e2-8411-c092bac9102a {{(pid=87507) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 22:38:41.816786 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.db.resource_extend [None req-401f6d16-aabf-40a6-a0bf-84ab53d9990e tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] It took 0.37 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 16 22:38:41.847983 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-9bfd3dc2-69c5-4640-b386-053922a8efea None None] Attempting to bind port 531530cf-c881-435b-b5fe-53897d27d2a5 on host dv-neutron-821829-1-hyperv for vnic_type normal with profile  {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 22:38:41.848365 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-9bfd3dc2-69c5-4640-b386-053922a8efea None None] Attempting to bind port 531530cf-c881-435b-b5fe-53897d27d2a5 by drivers openvswitch,hyperv on host dv-neutron-821829-1-hyperv at level 0 using segments [{'id': '26499bb8-7d1c-4454-ae19-e0751bb219e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '3d1220d9-4320-4a87-bd9e-725a8dd77d7c'}] {{(pid=87508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 22:38:41.848792 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bfd3dc2-69c5-4640-b386-053922a8efea None None] Attempting to bind port 531530cf-c881-435b-b5fe-53897d27d2a5 on network 3d1220d9-4320-4a87-bd9e-725a8dd77d7c {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 22:38:41.858465 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.api.v2.resource [None req-6ed4708c-db60-44d3-8c80-c255729b315c tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] delete failed (client error): The resource could not be found.
Dec 16 22:38:41.861994 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-6ed4708c-db60-44d3-8c80-c255729b315c tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] 10.222.0.13 "DELETE /v2.0/routers/b75f49f6-45e6-4e24-a885-5e1d5424a01f HTTP/1.1" status: 404  len: 336 time: 0.3323038
Dec 16 22:38:41.862155 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bfd3dc2-69c5-4640-b386-053922a8efea None None] Checking agent: {'id': '5571501f-366e-47a4-9b60-8ef19d935d27', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821829-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 24, 2), 'started_at': datetime.datetime(2021, 12, 16, 22, 24, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 38, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821829-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 22:38:41.862424 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bfd3dc2-69c5-4640-b386-053922a8efea None None] Checking segment: {'id': '26499bb8-7d1c-4454-ae19-e0751bb219e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '3d1220d9-4320-4a87-bd9e-725a8dd77d7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 22:38:41.863499 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-9bfd3dc2-69c5-4640-b386-053922a8efea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:41.863499 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bfd3dc2-69c5-4640-b386-053922a8efea None None] Bound using segment: {'id': '26499bb8-7d1c-4454-ae19-e0751bb219e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '3d1220d9-4320-4a87-bd9e-725a8dd77d7c'} {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 22:38:41.863976 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-9bfd3dc2-69c5-4640-b386-053922a8efea None None] Bound port: 531530cf-c881-435b-b5fe-53897d27d2a5, host: dv-neutron-821829-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26499bb8-7d1c-4454-ae19-e0751bb219e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '3d1220d9-4320-4a87-bd9e-725a8dd77d7c'}}] {{(pid=87508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 22:38:41.864399 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-9bfd3dc2-69c5-4640-b386-053922a8efea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:41.869972 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 44770) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:38:41.914193 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.db.api [None req-7420b3ff-22c1-49ca-8433-4ef45fa5ed92 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Dec 16 22:38:41.914193 dv-neutron-821829-1-hyperv neutron-server[87506]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Dec 16 22:38:41.914193 dv-neutron-821829-1-hyperv neutron-server[87506]: [parameters: {'id': '8ada5a74-e882-4366-8e32-0a6b5dff241c'}]
Dec 16 22:38:41.914193 dv-neutron-821829-1-hyperv neutron-server[87506]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87506) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 16 22:38:41.915360 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_db.api [None req-7420b3ff-22c1-49ca-8433-4ef45fa5ed92 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 16 22:38:41.926673 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-a1bffa0c-6f2b-472b-be45-819c736c06bc None None] Notify callbacks [] for port, precommit_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:41.938178 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-d19adc5d-a2b2-4cd4-9dbc-96ed9db112a3 None None] For port 267bb1da-5a99-4a1c-a6e3-769b8a6bdbd7, host dv-neutron-821829-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=267bb1da-5a99-4a1c-a6e3-769b8a6bdbd7,segment=NetworkSegment(c4639808-1ffb-4d67-9ee7-8ef591e97ee0),segment_id=c4639808-1ffb-4d67-9ee7-8ef591e97ee0)] {{(pid=87508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 22:38:41.946815 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-d19adc5d-a2b2-4cd4-9dbc-96ed9db112a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:41.952378 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-a1bffa0c-6f2b-472b-be45-819c736c06bc None None] Transition to ACTIVE for port object 0e9ce1df-36d1-4305-834a-f178da8562d5 will not be triggered until provisioned by entity L2. {{(pid=87508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:38:41.954563 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-f9b20d98-6590-40e4-8188-c1810e57ebdd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:38:41.966818 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-401f6d16-aabf-40a6-a0bf-84ab53d9990e tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440'] for network, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:41.972192 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-401f6d16-aabf-40a6-a0bf-84ab53d9990e tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:38:41.972860 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-401f6d16-aabf-40a6-a0bf-84ab53d9990e tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Notify callbacks [] for network, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:41.995818 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-c093a2d1-f5d7-4fab-acea-a8d97529d045 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:38:42.000555 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.db_base_plugin_common [None req-2a2e9128-3d72-4dc5-8b4b-e78bbe4e0fac tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Allocated IP 2001:db8::1 (3d1220d9-4320-4a87-bd9e-725a8dd77d7c/d76aed46-0a3c-4e94-b48d-51ae2753005a/0c8bd98b-a35f-45c2-b8b5-771ebd5bba19) {{(pid=87506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 22:38:42.032611 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-35a618cb-510c-4e35-af92-915c1734281e tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3329572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3741856'] for network, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:42.034495 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.pecan_wsgi.hooks.translation [None req-635450f4-0611-4125-877c-8e6aaaf2ce3c tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] DELETE failed (client error): The resource could not be found.
Dec 16 22:38:42.035316 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-635450f4-0611-4125-877c-8e6aaaf2ce3c tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87507) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 16 22:38:42.069538 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-a1bffa0c-6f2b-472b-be45-819c736c06bc None None] Transition to ACTIVE for port object 0e9ce1df-36d1-4305-834a-f178da8562d5 will not be triggered until provisioned by entity DHCP. {{(pid=87508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:38:42.090157 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-9bfd3dc2-69c5-4640-b386-053922a8efea None None] For port 531530cf-c881-435b-b5fe-53897d27d2a5, host dv-neutron-821829-1-hyperv, cleared binding levels {{(pid=87508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 22:38:42.093758 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-a1bffa0c-6f2b-472b-be45-819c736c06bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940'] for port, after_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:42.098704 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-9bfd3dc2-69c5-4640-b386-053922a8efea None None] For port 531530cf-c881-435b-b5fe-53897d27d2a5, host dv-neutron-821829-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=531530cf-c881-435b-b5fe-53897d27d2a5,segment=NetworkSegment(26499bb8-7d1c-4454-ae19-e0751bb219e7),segment_id=26499bb8-7d1c-4454-ae19-e0751bb219e7)] {{(pid=87508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 22:38:42.102410 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19adc5d-a2b2-4cd4-9dbc-96ed9db112a3 None None] Pushing event updated for resources: {'Port': ['ID=267bb1da-5a99-4a1c-a6e3-769b8a6bdbd7,revision_number=2']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:38:42.102897 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-35a618cb-510c-4e35-af92-915c1734281e tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks [] for network, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:42.104796 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-35a618cb-510c-4e35-af92-915c1734281e tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] 10.222.0.13 "DELETE /v2.0/networks/16ab78ef-2cf3-46e5-b0ce-25ab2012233d HTTP/1.1" status: 204  len: 168 time: 4.2137623
Dec 16 22:38:42.112222 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 44774) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:38:42.114688 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-d19adc5d-a2b2-4cd4-9dbc-96ed9db112a3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:38:42.115216 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.013s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:38:42.146405 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-9bfd3dc2-69c5-4640-b386-053922a8efea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:42.181124 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-635450f4-0611-4125-877c-8e6aaaf2ce3c tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] 10.222.0.13 "DELETE /v2.0/subnets/ad20f92b-559f-4d86-82ff-6677f6369060 HTTP/1.1" status: 404  len: 337 time: 0.3043833
Dec 16 22:38:42.183092 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 44778) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:38:42.206373 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-401f6d16-aabf-40a6-a0bf-84ab53d9990e tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 780 time: 1.9664714
Dec 16 22:38:42.214228 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1bffa0c-6f2b-472b-be45-819c736c06bc None None] Network d64954f6-4489-46e3-885a-74bbd1c32734 is already hosted by enough agents. {{(pid=87508) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:38:42.217169 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 44782) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:38:42.218434 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.scheduler.base_scheduler [None req-a1bffa0c-6f2b-472b-be45-819c736c06bc None None] Resources bound (agent type, host, resource id):  {{(pid=87508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:38:42.222067 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1bffa0c-6f2b-472b-be45-819c736c06bc None None] Received port after_create {{(pid=87508) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 22:38:42.226286 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-1be5caa8-5f42-4c1c-85e5-ebc8162f9bd7 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:38:42.227070 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.pecan_wsgi.hooks.translation [None req-b328b76d-f978-4882-bbde-077c4fa73053 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] DELETE failed (client error): The resource could not be found.
Dec 16 22:38:42.227537 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b328b76d-f978-4882-bbde-077c4fa73053 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 16 22:38:42.236516 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-c8d68a90-e695-4fda-a2f4-03624381ed29 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Request body: {'network': {'name': 'New_network'}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:38:42.256622 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401f6d16-aabf-40a6-a0bf-84ab53d9990e tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Pushing event updated for resources: {'Network': ['ID=f76707b0-1950-4926-a817-08b317d0ec7c,revision_number=1']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:38:42.265540 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-1be5caa8-5f42-4c1c-85e5-ebc8162f9bd7 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Usage tracker for resource:subnet and tenant:3ddf94e9e4ac4112b345468cafab037c is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:38:42.268700 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-401f6d16-aabf-40a6-a0bf-84ab53d9990e tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:38:42.269920 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50be1a16-7c5a-407c-adb1-acf586247101 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify agent at l3_agent.dv-neutron-821829-1-hyperv the message routers_updated {{(pid=87507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 22:38:42.271967 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-3ab08982-a31e-486f-b806-b00d4325eb08 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.178s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:38:42.278055 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-2a2e9128-3d72-4dc5-8b4b-e78bbe4e0fac tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks [] for port, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:42.293780 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-b328b76d-f978-4882-bbde-077c4fa73053 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] 10.222.0.13 "DELETE /v2.0/subnets/a077c6fc-330d-4701-bf2f-25d872e35bf5 HTTP/1.1" status: 404  len: 337 time: 0.1098132
Dec 16 22:38:42.296866 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 44786) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:38:42.299625 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.provisioning_blocks [None req-2a2e9128-3d72-4dc5-8b4b-e78bbe4e0fac tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Transition to ACTIVE for port object 0c8bd98b-a35f-45c2-b8b5-771ebd5bba19 will not be triggered until provisioned by entity DHCP. {{(pid=87506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:38:42.305237 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-50be1a16-7c5a-407c-adb1-acf586247101 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] 10.222.0.13 "PUT /v2.0/routers/dcd68ae4-9678-4601-9589-50474829ca26/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 8.6631031
Dec 16 22:38:42.306604 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-1be5caa8-5f42-4c1c-85e5-ebc8162f9bd7 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:38:42.312442 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 44790) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:38:42.333763 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bffa0c-6f2b-472b-be45-819c736c06bc None None] Pushing event updated for resources: {'Port': ['ID=0e9ce1df-36d1-4305-834a-f178da8562d5,revision_number=1']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:38:42.336381 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Network f76707b0-1950-4926-a817-08b317d0ec7c details requested by agent ovs-agent-dv-neutron-821829-1-hyperv with host dv-neutron-821829-1-hyperv {{(pid=87508) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 22:38:42.350477 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-711bf3ec-0266-4f2d-8f1f-ec83d5ffff92 None None] Network 8ada5a74-e882-4366-8e32-0a6b5dff241c requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 22:38:42.363139 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2af5a9a-e333-4525-91c2-d10a3124041a None None] Sync routers for ids ['dcd68ae4-9678-4601-9589-50474829ca26'] in dv-neutron-821829-1-hyperv {{(pid=87508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 22:38:42.363890 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.pecan_wsgi.hooks.translation [None req-f579409c-7d87-435e-a797-a09ffcb15a8f tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] DELETE failed (client error): The resource could not be found.
Dec 16 22:38:42.364391 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f579409c-7d87-435e-a797-a09ffcb15a8f tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 16 22:38:42.366045 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-f579409c-7d87-435e-a797-a09ffcb15a8f tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] 10.222.0.13 "DELETE /v2.0/ports/d03f8cfb-5b93-4762-bb2f-a18bb914e74b HTTP/1.1" status: 404  len: 333 time: 0.0682721
Dec 16 22:38:42.370404 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 44792) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:38:42.377504 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-a1bffa0c-6f2b-472b-be45-819c736c06bc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:38:42.382397 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-9bfd3dc2-69c5-4640-b386-053922a8efea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.228s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:38:42.416132 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-7420b3ff-22c1-49ca-8433-4ef45fa5ed92 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-825997'] for network, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:42.421733 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a618cb-510c-4e35-af92-915c1734281e tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Pushing event deleted for resources: {'Network': ['ID=16ab78ef-2cf3-46e5-b0ce-25ab2012233d,revision_number=None']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:38:42.446263 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-1be5caa8-5f42-4c1c-85e5-ebc8162f9bd7 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:38:42.457143 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-35a618cb-510c-4e35-af92-915c1734281e tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:38:42.467808 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-2a2e9128-3d72-4dc5-8b4b-e78bbe4e0fac tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1863393'] for port, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:42.487014 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc3aabe5-b5e4-4280-99bd-8b40b9ccf5e2 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] DELETE failed (client error): The resource could not be found.
Dec 16 22:38:42.494357 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1be5caa8-5f42-4c1c-85e5-ebc8162f9bd7 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Made reservation on behalf of 3ddf94e9e4ac4112b345468cafab037c for: {'subnet': 1} {{(pid=87507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:38:42.496271 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc3aabe5-b5e4-4280-99bd-8b40b9ccf5e2 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 16 22:38:42.498050 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-fc3aabe5-b5e4-4280-99bd-8b40b9ccf5e2 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] 10.222.0.13 "DELETE /v2.0/subnets/f2c03b35-a248-4953-a979-e40cf779213d HTTP/1.1" status: 404  len: 337 time: 0.1267445
Dec 16 22:38:42.499737 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-cb9cf153-8719-4d1f-aef6-2da0f5587434 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:38:42.502011 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-1be5caa8-5f42-4c1c-85e5-ebc8162f9bd7 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10549598'] for subnet, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:42.575508 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecd7fdb3-91a4-4cd3-a944-75a987c57d7c tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:38:42.580390 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-ecd7fdb3-91a4-4cd3-a944-75a987c57d7c tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200  len: 847 time: 0.4672585
Dec 16 22:38:42.587736 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 44798) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:38:42.587931 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 44800) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:38:42.699953 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.db_base_plugin_v2 [None req-dab8e3cb-a8ba-4f2b-bdd5-3a7974d88e15 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Deleting subnet 11852dee-7e7f-4b01-b40e-4a8f31edd0c6 {{(pid=87507) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 16 22:38:42.718405 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [None req-7420b3ff-22c1-49ca-8433-4ef45fa5ed92 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Deleting port 267bb1da-5a99-4a1c-a6e3-769b8a6bdbd7 {{(pid=87506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:38:42.718991 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-7420b3ff-22c1-49ca-8433-4ef45fa5ed92 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:42.771976 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-dab8e3cb-a8ba-4f2b-bdd5-3a7974d88e15 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks [] for subnet, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:42.774161 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-a1bffa0c-6f2b-472b-be45-819c736c06bc None None] Attempting to bind port 0e9ce1df-36d1-4305-834a-f178da8562d5 on host dv-neutron-821829-1-hyperv for vnic_type normal with profile  {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 22:38:42.774161 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-a1bffa0c-6f2b-472b-be45-819c736c06bc None None] Attempting to bind port 0e9ce1df-36d1-4305-834a-f178da8562d5 by drivers openvswitch,hyperv on host dv-neutron-821829-1-hyperv at level 0 using segments [{'id': '978dc9b9-b70e-473d-a4fd-52cc84f12195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'd64954f6-4489-46e3-885a-74bbd1c32734'}] {{(pid=87508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 22:38:42.775068 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1bffa0c-6f2b-472b-be45-819c736c06bc None None] Attempting to bind port 0e9ce1df-36d1-4305-834a-f178da8562d5 on network d64954f6-4489-46e3-885a-74bbd1c32734 {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 22:38:42.777220 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2af5a9a-e333-4525-91c2-d10a3124041a None None] Routers {'dcd68ae4-9678-4601-9589-50474829ca26'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:38:42.777615 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a2e9128-3d72-4dc5-8b4b-e78bbe4e0fac tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Network 3d1220d9-4320-4a87-bd9e-725a8dd77d7c is already hosted by enough agents. {{(pid=87506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:38:42.778237 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-a2af5a9a-e333-4525-91c2-d10a3124041a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b77a0bcd0>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:38:31Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['dcd68ae4-9678-4601-9589-50474829ca26'], 'active': True} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:38:42.809620 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.base_scheduler [None req-2a2e9128-3d72-4dc5-8b4b-e78bbe4e0fac tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Resources bound (agent type, host, resource id):  {{(pid=87506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:38:42.816037 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a2e9128-3d72-4dc5-8b4b-e78bbe4e0fac tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Received port after_create {{(pid=87506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 22:38:42.816616 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-2a2e9128-3d72-4dc5-8b4b-e78bbe4e0fac tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3830061'] for router_interface, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:42.839944 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8292800-406f-404d-9521-93ca73578333 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] DELETE failed (client error): The resource could not be found.
Dec 16 22:38:42.840662 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e8292800-406f-404d-9521-93ca73578333 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 16 22:38:42.842534 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-e8292800-406f-404d-9521-93ca73578333 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] 10.222.0.13 "DELETE /v2.0/ports/05aaa428-a5f7-4670-9c43-3e71593a9dd6 HTTP/1.1" status: 404  len: 333 time: 0.2456226
Dec 16 22:38:42.856891 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 44808) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:38:42.902974 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1bffa0c-6f2b-472b-be45-819c736c06bc None None] Checking agent: {'id': '5571501f-366e-47a4-9b60-8ef19d935d27', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821829-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 24, 2), 'started_at': datetime.datetime(2021, 12, 16, 22, 24, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 38, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821829-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 22:38:42.902974 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1bffa0c-6f2b-472b-be45-819c736c06bc None None] Checking segment: {'id': '978dc9b9-b70e-473d-a4fd-52cc84f12195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'd64954f6-4489-46e3-885a-74bbd1c32734'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 22:38:42.902974 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-a1bffa0c-6f2b-472b-be45-819c736c06bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:42.902974 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1bffa0c-6f2b-472b-be45-819c736c06bc None None] Bound using segment: {'id': '978dc9b9-b70e-473d-a4fd-52cc84f12195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'd64954f6-4489-46e3-885a-74bbd1c32734'} {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 22:38:42.902974 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-a1bffa0c-6f2b-472b-be45-819c736c06bc None None] Bound port: 0e9ce1df-36d1-4305-834a-f178da8562d5, host: dv-neutron-821829-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '978dc9b9-b70e-473d-a4fd-52cc84f12195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'd64954f6-4489-46e3-885a-74bbd1c32734'}}] {{(pid=87508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 22:38:42.902974 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-a1bffa0c-6f2b-472b-be45-819c736c06bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:42.914842 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2e9128-3d72-4dc5-8b4b-e78bbe4e0fac tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Pushing event updated for resources: {'Port': ['ID=0c8bd98b-a35f-45c2-b8b5-771ebd5bba19,revision_number=1']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:38:42.914842 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-2a2e9128-3d72-4dc5-8b4b-e78bbe4e0fac tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.395s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:38:42.991158 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.pecan_wsgi.hooks.translation [None req-abe8ffd1-d346-402b-8f36-f3c894a09f06 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] DELETE failed (client error): The resource could not be found.
Dec 16 22:38:42.991158 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-abe8ffd1-d346-402b-8f36-f3c894a09f06 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87507) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 16 22:38:42.991158 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-abe8ffd1-d346-402b-8f36-f3c894a09f06 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] 10.222.0.13 "DELETE /v2.0/subnets/0efb4f53-8b7f-4ef4-a759-9751ff029973 HTTP/1.1" status: 404  len: 337 time: 0.1271322
Dec 16 22:38:43.009654 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 44812) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:38:43.038070 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfd3dc2-69c5-4640-b386-053922a8efea None None] Pushing event updated for resources: {'Port': ['ID=531530cf-c881-435b-b5fe-53897d27d2a5,revision_number=2']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:38:43.053193 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-9bfd3dc2-69c5-4640-b386-053922a8efea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.657s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:38:43.122156 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.pecan_wsgi.hooks.translation [None req-960f737e-ed47-4cbe-b52c-92578c5f10dc tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] DELETE failed (client error): The resource could not be found.
Dec 16 22:38:43.122156 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-960f737e-ed47-4cbe-b52c-92578c5f10dc tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87507) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 16 22:38:43.122156 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-960f737e-ed47-4cbe-b52c-92578c5f10dc tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] 10.222.0.13 "DELETE /v2.0/ports/07e8d2d0-d9e8-4f0f-b836-e38239d0e9b8 HTTP/1.1" status: 404  len: 333 time: 0.1172609
Dec 16 22:38:43.122156 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 44816) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:38:43.136965 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-dab8e3cb-a8ba-4f2b-bdd5-3a7974d88e15 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2128562'] for subnet, precommit_delete_associations {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:43.150248 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-a994f4ec-89a2-4f4a-812b-abbff75e30fb tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] 10.222.0.13 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200  len: 284 time: 0.5429592
Dec 16 22:38:43.165263 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 44818) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:38:43.165263 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-25745e1c-fd03-4889-9e77-95cbfaedf5ef tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1710177144'}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:38:43.191151 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvr_db [None req-a2af5a9a-e333-4525-91c2-d10a3124041a None None] Set router dcd68ae4-9678-4601-9589-50474829ca26 gateway port host: None {{(pid=87508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 22:38:43.199628 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-25745e1c-fd03-4889-9e77-95cbfaedf5ef tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:38:43.221959 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-25745e1c-fd03-4889-9e77-95cbfaedf5ef tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Usage tracker for resource:network and tenant:69ee045658914011ac7b8ba0ad799b2d is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:38:43.221959 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-25745e1c-fd03-4889-9e77-95cbfaedf5ef tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:38:43.246740 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-2a2e9128-3d72-4dc5-8b4b-e78bbe4e0fac tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:43.255725 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-25745e1c-fd03-4889-9e77-95cbfaedf5ef tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:38:43.271677 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-c8d68a90-e695-4fda-a2f4-03624381ed29 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734753047233'] for network, precommit_update {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:43.271677 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.pecan_wsgi.hooks.translation [None req-2877ed01-9444-4a8a-95e6-5c84ba4d9905 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] DELETE failed (client error): The resource could not be found.
Dec 16 22:38:43.281677 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2877ed01-9444-4a8a-95e6-5c84ba4d9905 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87507) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 16 22:38:43.288299 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-2877ed01-9444-4a8a-95e6-5c84ba4d9905 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] 10.222.0.13 "DELETE /v2.0/subnets/adcc08c7-dbc0-4112-9861-960fcf7d1b00 HTTP/1.1" status: 404  len: 337 time: 0.1036177
Dec 16 22:38:43.327372 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 44824) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:38:43.330840 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-c8d68a90-e695-4fda-a2f4-03624381ed29 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440'] for network, after_update {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:43.337903 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-401f6d16-aabf-40a6-a0bf-84ab53d9990e tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:38:43.367589 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-c8d68a90-e695-4fda-a2f4-03624381ed29 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Network f76707b0-1950-4926-a817-08b317d0ec7c is not hosted by any dhcp agent {{(pid=87507) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}}
Dec 16 22:38:43.374148 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25745e1c-fd03-4889-9e77-95cbfaedf5ef tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Made reservation on behalf of 69ee045658914011ac7b8ba0ad799b2d for: {'network': 1} {{(pid=87506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:38:43.374439 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-a1bffa0c-6f2b-472b-be45-819c736c06bc None None] For port 0e9ce1df-36d1-4305-834a-f178da8562d5, host dv-neutron-821829-1-hyperv, cleared binding levels {{(pid=87508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 22:38:43.374846 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8d68a90-e695-4fda-a2f4-03624381ed29 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:38:43.375663 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-c8d68a90-e695-4fda-a2f4-03624381ed29 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Notify callbacks [] for network, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:43.377328 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-c8d68a90-e695-4fda-a2f4-03624381ed29 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] 10.222.0.13 "PUT /v2.0/networks/f76707b0-1950-4926-a817-08b317d0ec7c HTTP/1.1" status: 200  len: 723 time: 1.1592083
Dec 16 22:38:43.381744 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-25745e1c-fd03-4889-9e77-95cbfaedf5ef tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for network, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:43.385204 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 44828) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:38:43.413311 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.db [None req-7420b3ff-22c1-49ca-8433-4ef45fa5ed92 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] For port 267bb1da-5a99-4a1c-a6e3-769b8a6bdbd7, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=267bb1da-5a99-4a1c-a6e3-769b8a6bdbd7,segment=NetworkSegment(c4639808-1ffb-4d67-9ee7-8ef591e97ee0),segment_id=c4639808-1ffb-4d67-9ee7-8ef591e97ee0)] {{(pid=87506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:38:43.413856 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-7420b3ff-22c1-49ca-8433-4ef45fa5ed92 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:43.425596 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.pecan_wsgi.hooks.translation [None req-e683a7f0-73e4-44d7-868f-8aabfbbb1cae tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] DELETE failed (client error): The resource could not be found.
Dec 16 22:38:43.426150 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e683a7f0-73e4-44d7-868f-8aabfbbb1cae tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 16 22:38:43.428528 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-e683a7f0-73e4-44d7-868f-8aabfbbb1cae tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] 10.222.0.13 "DELETE /v2.0/ports/a4018ab1-922d-4a5b-a68f-6ed54bcc24ed HTTP/1.1" status: 404  len: 333 time: 0.1000175
Dec 16 22:38:43.440831 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 44830) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:38:43.441033 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-ecb33048-8ffe-46e7-8de5-55d73c34eb05 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Request body: {'subnet': {'network_id': 'f76707b0-1950-4926-a817-08b317d0ec7c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:38:43.507353 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63318741-2d33-4635-8f84-39d1d21670b4 None None] Network 8ada5a74-e882-4366-8e32-0a6b5dff241c requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 22:38:43.535684 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-a1bffa0c-6f2b-472b-be45-819c736c06bc None None] For port 0e9ce1df-36d1-4305-834a-f178da8562d5, host dv-neutron-821829-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=0e9ce1df-36d1-4305-834a-f178da8562d5,segment=NetworkSegment(978dc9b9-b70e-473d-a4fd-52cc84f12195),segment_id=978dc9b9-b70e-473d-a4fd-52cc84f12195)] {{(pid=87508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 22:38:43.555934 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-a1bffa0c-6f2b-472b-be45-819c736c06bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:43.614076 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-a12ba8cf-448a-41f1-b57b-0d98e79700d2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:38:43.724388 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-dab8e3cb-a8ba-4f2b-bdd5-3a7974d88e15 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3328566'] for subnet, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:43.777751 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb54659a-5395-4cb5-b58c-9db11643e95b None None] Network 3d1220d9-4320-4a87-bd9e-725a8dd77d7c requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 22:38:43.812970 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [None req-7420b3ff-22c1-49ca-8433-4ef45fa5ed92 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Calling delete_port for 267bb1da-5a99-4a1c-a6e3-769b8a6bdbd7 owned by network:dhcp {{(pid=87506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:38:43.840719 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d68a90-e695-4fda-a2f4-03624381ed29 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Pushing event updated for resources: {'Network': ['ID=f76707b0-1950-4926-a817-08b317d0ec7c,revision_number=2']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:38:43.860090 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-c8d68a90-e695-4fda-a2f4-03624381ed29 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.522s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:38:43.894188 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-ecb33048-8ffe-46e7-8de5-55d73c34eb05 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:38:43.897931 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Network f76707b0-1950-4926-a817-08b317d0ec7c details requested by agent ovs-agent-dv-neutron-821829-1-hyperv with host dv-neutron-821829-1-hyperv {{(pid=87508) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 22:38:43.905044 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-ecb33048-8ffe-46e7-8de5-55d73c34eb05 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Usage tracker for resource:subnet and tenant:c85c59d360694166b5b0483f9fc81199 is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:38:43.915251 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-ecb33048-8ffe-46e7-8de5-55d73c34eb05 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:38:43.921457 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bffa0c-6f2b-472b-be45-819c736c06bc None None] Pushing event updated for resources: {'Port': ['ID=0e9ce1df-36d1-4305-834a-f178da8562d5,revision_number=2']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:38:43.928866 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-ecb33048-8ffe-46e7-8de5-55d73c34eb05 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:38:43.934010 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-a1bffa0c-6f2b-472b-be45-819c736c06bc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:38:43.940936 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.pecan_wsgi.hooks.translation [None req-26768cd0-da82-45ce-adfd-fe3a7551bcf9 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] DELETE failed (client error): The resource could not be found.
Dec 16 22:38:43.941492 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26768cd0-da82-45ce-adfd-fe3a7551bcf9 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 16 22:38:43.956558 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-26768cd0-da82-45ce-adfd-fe3a7551bcf9 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] 10.222.0.13 "DELETE /v2.0/subnets/e6e0d4a5-2258-4013-8171-ab17c9d5e475 HTTP/1.1" status: 404  len: 337 time: 0.5141592
Dec 16 22:38:43.957447 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25745e1c-fd03-4889-9e77-95cbfaedf5ef tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] vlan segment allocate from pool success with {'vlan_id': 182, 'physical_network': 'physnet1'}  {{(pid=87506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 22:38:43.965290 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 44836) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:38:44.001940 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecb33048-8ffe-46e7-8de5-55d73c34eb05 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Made reservation on behalf of c85c59d360694166b5b0483f9fc81199 for: {'subnet': 1} {{(pid=87507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:38:44.007076 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-ecb33048-8ffe-46e7-8de5-55d73c34eb05 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10549598'] for subnet, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:44.025079 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-1be5caa8-5f42-4c1c-85e5-ebc8162f9bd7 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10807931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10549612'] for subnet, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:44.041561 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-dab8e3cb-a8ba-4f2b-bdd5-3a7974d88e15 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3328622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10807868', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10549621'] for subnet, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:44.044468 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-25745e1c-fd03-4889-9e77-95cbfaedf5ef tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-883292'] for segment, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:44.044468 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.db.segments_db [None req-25745e1c-fd03-4889-9e77-95cbfaedf5ef tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Added segment b69b1853-cc69-44ff-a154-93d1ce5fcbab of type vlan for network 92067b6a-41d9-485a-9b2a-1775635a7d0d
Dec 16 22:38:44.051302 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5fdbd75-bcbd-4555-be42-ad222aa88309 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] DELETE failed (client error): The resource could not be found.
Dec 16 22:38:44.052560 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c5fdbd75-bcbd-4555-be42-ad222aa88309 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 16 22:38:44.058929 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-c5fdbd75-bcbd-4555-be42-ad222aa88309 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] 10.222.0.13 "DELETE /v2.0/ports/aa3e03f8-62d1-428f-ac28-5194e91ae4d6 HTTP/1.1" status: 404  len: 333 time: 0.0752285
Dec 16 22:38:44.088232 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 44840) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:38:44.149166 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-466e928f-da5b-4e72-a85b-0fa8e1f975e9 None None] Provisioning for port 531530cf-c881-435b-b5fe-53897d27d2a5 completed by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 22:38:44.156642 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-1aeebc68-9502-4adb-9b34-2e8dd5f66d67 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:38:44.260983 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-7420b3ff-22c1-49ca-8433-4ef45fa5ed92 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1863393'] for port, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:44.268634 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1be5caa8-5f42-4c1c-85e5-ebc8162f9bd7 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Network d64954f6-4489-46e3-885a-74bbd1c32734 is already hosted by enough agents. {{(pid=87507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:38:44.305817 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.base_scheduler [None req-1be5caa8-5f42-4c1c-85e5-ebc8162f9bd7 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Resources bound (agent type, host, resource id):  {{(pid=87507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:38:44.312354 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-9abbb0d6-0a6a-435d-9917-cf5c933e836e tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:38:44.343925 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1be5caa8-5f42-4c1c-85e5-ebc8162f9bd7 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:38:44.343925 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-1be5caa8-5f42-4c1c-85e5-ebc8162f9bd7 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks [] for subnet, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:44.395337 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.pecan_wsgi.hooks.translation [None req-a762233e-e4da-47ee-a4bf-d46f976367fb tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] DELETE failed (client error): The resource could not be found.
Dec 16 22:38:44.395337 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a762233e-e4da-47ee-a4bf-d46f976367fb tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 16 22:38:44.422246 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 531530cf-c881-435b-b5fe-53897d27d2a5 up at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 22:38:44.431990 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-dab8e3cb-a8ba-4f2b-bdd5-3a7974d88e15 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks [] for subnet, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:44.433832 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-dab8e3cb-a8ba-4f2b-bdd5-3a7974d88e15 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] 10.222.0.13 "DELETE /v2.0/subnets/11852dee-7e7f-4b01-b40e-4a8f31edd0c6 HTTP/1.1" status: 204  len: 168 time: 2.0591943
Dec 16 22:38:44.473365 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 44844) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:38:44.473365 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7420b3ff-22c1-49ca-8433-4ef45fa5ed92 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Pushing event deleted for resources: {'Port': ['ID=267bb1da-5a99-4a1c-a6e3-769b8a6bdbd7,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:38:44.492916 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-7420b3ff-22c1-49ca-8433-4ef45fa5ed92 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:38:44.497001 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d58f4be-6428-4e98-96af-715bdce4b9a1 None None] Network 609eecf4-5001-4b39-a7b6-bf81cca64c22 requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 22:38:44.501429 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-1be5caa8-5f42-4c1c-85e5-ebc8162f9bd7 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 804 time: 3.0800116
Dec 16 22:38:44.520695 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7420b3ff-22c1-49ca-8433-4ef45fa5ed92 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] No DVR routers for this DVR port 267bb1da-5a99-4a1c-a6e3-769b8a6bdbd7 on host dv-neutron-821829-1-hyperv {{(pid=87506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 22:38:44.528559 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 44848) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:38:44.556210 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be5caa8-5f42-4c1c-85e5-ebc8162f9bd7 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Pushing event updated for resources: {'Subnet': ['ID=b5f883c0-8896-41dd-b0c6-89e98ecd1f0a,revision_number=0']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:38:44.556210 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-fcb8b738-b3a4-43e2-bbae-908b78a7be52 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Request body: {'port': {'network_id': 'd64954f6-4489-46e3-885a-74bbd1c32734', 'fixed_ips': [{'subnet_id': '75c24b5e-fadd-4a86-b59a-7c13bb03d07f'}, {'subnet_id': 'b5f883c0-8896-41dd-b0c6-89e98ecd1f0a'}], 'name': 'tempest-PortsTestJSON-994988595'}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:38:44.622127 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-25745e1c-fd03-4889-9e77-95cbfaedf5ef tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734753047233'] for network, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:44.639541 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab8e3cb-a8ba-4f2b-bdd5-3a7974d88e15 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Pushing event deleted for resources: {'Subnet': ['ID=11852dee-7e7f-4b01-b40e-4a8f31edd0c6,revision_number=None']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:38:44.702758 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-a762233e-e4da-47ee-a4bf-d46f976367fb tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] 10.222.0.13 "DELETE /v2.0/subnets/906d9fa4-f7e2-4d60-9e2e-96b68b4ad639 HTTP/1.1" status: 404  len: 337 time: 0.6043782
Dec 16 22:38:44.709678 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-dab8e3cb-a8ba-4f2b-bdd5-3a7974d88e15 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.556s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:38:44.709678 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-c7902a14-ea2e-43d2-ad80-27dca3a6d9e6 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.458s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:38:44.709678 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-c7902a14-ea2e-43d2-ad80-27dca3a6d9e6 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:38:44.709678 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 44852) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:38:44.765973 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.pecan_wsgi.hooks.translation [None req-d98a4437-2320-4346-858e-5fed32bfe3ce tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] DELETE failed (client error): The resource could not be found.
Dec 16 22:38:44.765973 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d98a4437-2320-4346-858e-5fed32bfe3ce tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87507) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 16 22:38:44.841702 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-d98a4437-2320-4346-858e-5fed32bfe3ce tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] 10.222.0.13 "DELETE /v2.0/ports/422f68ff-1586-4bd9-bc01-62942292b120 HTTP/1.1" status: 404  len: 333 time: 0.1185873
Dec 16 22:38:44.841702 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 44856) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:38:44.912020 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.pecan_wsgi.hooks.translation [None req-93b0d06d-7c7d-4a34-b1c4-fa5740cf14b3 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] DELETE failed (client error): The resource could not be found.
Dec 16 22:38:44.912020 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-93b0d06d-7c7d-4a34-b1c4-fa5740cf14b3 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87507) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 16 22:38:44.912020 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-93b0d06d-7c7d-4a34-b1c4-fa5740cf14b3 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] 10.222.0.13 "DELETE /v2.0/subnets/ba75592a-74f6-4b1f-93c5-b1a6d8271e94 HTTP/1.1" status: 404  len: 337 time: 0.0639575
Dec 16 22:38:44.912020 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 44860) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:38:44.931139 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-a2af5a9a-e333-4525-91c2-d10a3124041a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b77a0bcd0>, [{'id': 'dcd68ae4-9678-4601-9589-50474829ca26', 'name': 'tempest-RoutersTest-router-809960879', 'tenant_id': 'bb30155073f3462f829b4df60e35f5af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:37:21Z', 'updated_at': '2021-12-16T22:38:38Z', 'revision_number': 9, 'project_id': 'bb30155073f3462f829b4df60e35f5af', 'gw_port_host': None, '_interfaces': [{'id': '23f463ae-462a-4a35-a545-23810024be4a', 'name': '', 'network_id': 'a9fe3143-2ede-4b9c-a7a9-a02a4acc426b', 'tenant_id': 'bb30155073f3462f829b4df60e35f5af', 'mac_address': 'fa:16:3e:4c:e9:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcd68ae4-9678-4601-9589-50474829ca26', 'device_owner': 'network:router_interface', 'standard_attr_id': 846, 'fixed_ips': [{'subnet_id': '95a355fa-2faa-4243-83d9-d55c558a9f15', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:37:44Z', 'updated_at': '2021-12-16T22:37:59Z', 'revision_number': 5, 'project_id': 'bb30155073f3462f829b4df60e35f5af', 'subnets': [{'id': '95a355fa-2faa-4243-83d9-d55c558a9f15', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b4a16203-a9be-4052-bdb0-6f3fa9deae9e', 'name': '', 'network_id': '9cec1ece-19ae-40d0-b729-73c3863b1457', 'tenant_id': 'bb30155073f3462f829b4df60e35f5af', 'mac_address': 'fa:16:3e:f8:28:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcd68ae4-9678-4601-9589-50474829ca26', 'device_owner': 'network:router_interface', 'standard_attr_id': 810, 'fixed_ips': [{'subnet_id': '12bde7f9-83c9-49c9-9bcd-d81bdd1ed717', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:37:28Z', 'updated_at': '2021-12-16T22:37:46Z', 'revision_number': 5, 'project_id': 'bb30155073f3462f829b4df60e35f5af', 'subnets': [{'id': '12bde7f9-83c9-49c9-9bcd-d81bdd1ed717', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:38:44.979661 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2af5a9a-e333-4525-91c2-d10a3124041a None None] Checking router: dcd68ae4-9678-4601-9589-50474829ca26 for host: dv-neutron-821829-1-hyperv {{(pid=87508) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 22:38:45.001137 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.pecan_wsgi.hooks.translation [None req-13520570-a6fc-47a3-925e-c5132e1dc4a6 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] DELETE failed (client error): The resource could not be found.
Dec 16 22:38:45.001137 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-13520570-a6fc-47a3-925e-c5132e1dc4a6 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87507) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 16 22:38:45.001137 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-13520570-a6fc-47a3-925e-c5132e1dc4a6 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] 10.222.0.13 "DELETE /v2.0/ports/4e502d23-1253-4494-a2d9-4c02a51129a5 HTTP/1.1" status: 404  len: 333 time: 0.0839746
Dec 16 22:38:45.007143 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.db.resource_extend [None req-25745e1c-fd03-4889-9e77-95cbfaedf5ef tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 16 22:38:45.015335 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 44864) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:38:45.043666 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2af5a9a-e333-4525-91c2-d10a3124041a None None] Routers {'dcd68ae4-9678-4601-9589-50474829ca26'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:38:45.044305 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-a2af5a9a-e333-4525-91c2-d10a3124041a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b77a0bcd0>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:38:31Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['dcd68ae4-9678-4601-9589-50474829ca26'], 'active': True} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:38:45.077292 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-25745e1c-fd03-4889-9e77-95cbfaedf5ef tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440'] for network, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:45.078838 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-fcb8b738-b3a4-43e2-bbae-908b78a7be52 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:38:45.084934 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25745e1c-fd03-4889-9e77-95cbfaedf5ef tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:38:45.085671 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-25745e1c-fd03-4889-9e77-95cbfaedf5ef tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks [] for network, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:45.089672 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.pecan_wsgi.hooks.translation [None req-4cfbdf1a-c05c-4379-9228-c8a00729bc8f tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] DELETE failed (client error): The resource could not be found.
Dec 16 22:38:45.090132 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4cfbdf1a-c05c-4379-9228-c8a00729bc8f tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87507) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 16 22:38:45.092037 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-4cfbdf1a-c05c-4379-9228-c8a00729bc8f tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] 10.222.0.13 "DELETE /v2.0/subnets/d3721583-f783-4196-bedc-02b52ac0f718 HTTP/1.1" status: 404  len: 337 time: 0.0806174
Dec 16 22:38:45.093298 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-fcb8b738-b3a4-43e2-bbae-908b78a7be52 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Usage tracker for resource:port and tenant:3ddf94e9e4ac4112b345468cafab037c is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:38:45.095859 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 44868) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:38:45.099130 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-fcb8b738-b3a4-43e2-bbae-908b78a7be52 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:38:45.100117 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning for port 531530cf-c881-435b-b5fe-53897d27d2a5 completed by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 22:38:45.112227 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-023e1fe8-2148-4e56-b4be-d3bd400af02e tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:38:45.129753 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-ecb33048-8ffe-46e7-8de5-55d73c34eb05 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10807931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10549612'] for subnet, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:45.137992 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-fcb8b738-b3a4-43e2-bbae-908b78a7be52 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:38:45.139984 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-d85f9fe7-016a-4a87-aa56-694c9b8ced08 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:38:45.211922 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning complete for port 531530cf-c881-435b-b5fe-53897d27d2a5 triggered by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:38:45.212468 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:45.270085 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f9418df-00a5-4e3d-8776-d5edc14d5a4e None None] DHCP port deletion for 609eecf4-5001-4b39-a7b6-bf81cca64c22 request from dv-neutron-821829-1-hyperv {{(pid=87508) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 16 22:38:45.306102 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25745e1c-fd03-4889-9e77-95cbfaedf5ef tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Pushing event updated for resources: {'Network': ['ID=92067b6a-41d9-485a-9b2a-1775635a7d0d,revision_number=1']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:38:45.310060 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-25745e1c-fd03-4889-9e77-95cbfaedf5ef tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:38:45.314882 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcb8b738-b3a4-43e2-bbae-908b78a7be52 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Made reservation on behalf of 3ddf94e9e4ac4112b345468cafab037c for: {'port': 1} {{(pid=87507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:38:45.316899 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-7420b3ff-22c1-49ca-8433-4ef45fa5ed92 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3329565', 'neutron.services.segments.db._delete_segments_for_network-8734753546406'] for network, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:45.319224 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-2f9418df-00a5-4e3d-8776-d5edc14d5a4e None None] Deleting port a75c1035-0a6a-4976-a6f9-4604d12d9a08 {{(pid=87508) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:38:45.319891 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-2f9418df-00a5-4e3d-8776-d5edc14d5a4e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:45.335216 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-c9219698-0670-4a29-b29b-a79129f42072 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-825997'] for network, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:45.351167 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-25745e1c-fd03-4889-9e77-95cbfaedf5ef tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 772 time: 2.1979525
Dec 16 22:38:45.364722 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Network 92067b6a-41d9-485a-9b2a-1775635a7d0d details requested by agent ovs-agent-dv-neutron-821829-1-hyperv with host dv-neutron-821829-1-hyperv {{(pid=87508) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 22:38:45.367940 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 44874) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:38:45.394087 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-56c18c7a-0a74-45f6-a69e-055820c14ffa tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Request body: {'subnet': {'network_id': '92067b6a-41d9-485a-9b2a-1775635a7d0d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:38:45.424961 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.services.segments.db [None req-7420b3ff-22c1-49ca-8433-4ef45fa5ed92 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1b7c326ac0>,) {'filters': {'network_id': ['8ada5a74-e882-4366-8e32-0a6b5dff241c']}} {{(pid=87506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:38:45.491924 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-8a763b91-0aba-4c57-973b-e63839da9e21 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-825997'] for network, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:45.494750 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvr_db [None req-a2af5a9a-e333-4525-91c2-d10a3124041a None None] Set router dcd68ae4-9678-4601-9589-50474829ca26 gateway port host: None {{(pid=87508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 22:38:45.519588 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb33048-8ffe-46e7-8de5-55d73c34eb05 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Pushing event updated for resources: {'Subnet': ['ID=97e414f6-5878-4487-8970-b5a970dd3e5b,revision_number=0']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:38:45.542936 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-ecb33048-8ffe-46e7-8de5-55d73c34eb05 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.403s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:38:45.546312 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.services.segments.db [None req-7420b3ff-22c1-49ca-8433-4ef45fa5ed92 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b7c326ac0>, 'c4639808-1ffb-4d67-9ee7-8ef591e97ee0') {'for_net_delete': True} {{(pid=87506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:38:45.546847 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.services.segments.db [None req-7420b3ff-22c1-49ca-8433-4ef45fa5ed92 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b7c326ac0>, 'c4639808-1ffb-4d67-9ee7-8ef591e97ee0') {} {{(pid=87506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:38:45.561778 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecb33048-8ffe-46e7-8de5-55d73c34eb05 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Checking segment: {'id': 'cc82d1ca-be6a-4aa0-b5e3-f9f4b6cb6d93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'f76707b0-1950-4926-a817-08b317d0ec7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 22:38:45.562448 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecb33048-8ffe-46e7-8de5-55d73c34eb05 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Network hostable DHCP agents. Network: f76707b0-1950-4926-a817-08b317d0ec7c, hostable agents: ['3b155c4d-12dc-491e-aa14-6113b06cfacd'], hosted agents: [] {{(pid=87507) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 16 22:38:45.565078 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [None req-c9219698-0670-4a29-b29b-a79129f42072 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Deleting port a75c1035-0a6a-4976-a6f9-4604d12d9a08 {{(pid=87506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:38:45.565203 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-c9219698-0670-4a29-b29b-a79129f42072 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:45.605643 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-7420b3ff-22c1-49ca-8433-4ef45fa5ed92 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734753593977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-266764496'] for segment, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:45.674916 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-56c18c7a-0a74-45f6-a69e-055820c14ffa tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:38:45.723945 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-7420b3ff-22c1-49ca-8433-4ef45fa5ed92 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-883292'] for segment, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:45.753082 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-56c18c7a-0a74-45f6-a69e-055820c14ffa tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Usage tracker for resource:subnet and tenant:69ee045658914011ac7b8ba0ad799b2d is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:38:45.766158 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-56c18c7a-0a74-45f6-a69e-055820c14ffa tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:38:45.786363 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7420b3ff-22c1-49ca-8433-4ef45fa5ed92 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Releasing vlan 168 on physical network physnet1 to pool {{(pid=87506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 16 22:38:45.786363 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-7420b3ff-22c1-49ca-8433-4ef45fa5ed92 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-883285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1863180'] for segment, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:45.810888 dv-neutron-821829-1-hyperv neutron-server[87506]: Traceback (most recent call last):
Dec 16 22:38:45.810888 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 16 22:38:45.810888 dv-neutron-821829-1-hyperv neutron-server[87506]:     timer()
Dec 16 22:38:45.810888 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 22:38:45.810888 dv-neutron-821829-1-hyperv neutron-server[87506]:     cb(*args, **kw)
Dec 16 22:38:45.810888 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 22:38:45.810888 dv-neutron-821829-1-hyperv neutron-server[87506]:     return func(*args, **kwargs)
Dec 16 22:38:45.810888 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 22:38:45.810888 dv-neutron-821829-1-hyperv neutron-server[87506]:     self._notify()
Dec 16 22:38:45.810888 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 22:38:45.810888 dv-neutron-821829-1-hyperv neutron-server[87506]:     self.callback(batched_events)
Dec 16 22:38:45.810888 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 22:38:45.810888 dv-neutron-821829-1-hyperv neutron-server[87506]:     event.method(event)
Dec 16 22:38:45.810888 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 22:38:45.810888 dv-neutron-821829-1-hyperv neutron-server[87506]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 22:38:45.810888 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 22:38:45.810888 dv-neutron-821829-1-hyperv neutron-server[87506]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 22:38:45.810888 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 22:38:45.810888 dv-neutron-821829-1-hyperv neutron-server[87506]:     return f(self, *a, **k)
Dec 16 22:38:45.810888 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 16 22:38:45.810888 dv-neutron-821829-1-hyperv neutron-server[87506]:     return self._get(url).json()
Dec 16 22:38:45.810888 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 16 22:38:45.810888 dv-neutron-821829-1-hyperv neutron-server[87506]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 22:38:45.810888 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 16 22:38:45.810888 dv-neutron-821829-1-hyperv neutron-server[87506]:     return self.request(url, 'GET', **kwargs)
Dec 16 22:38:45.810888 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 16 22:38:45.810888 dv-neutron-821829-1-hyperv neutron-server[87506]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 22:38:45.810888 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 16 22:38:45.810888 dv-neutron-821829-1-hyperv neutron-server[87506]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 22:38:45.810888 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 16 22:38:45.810888 dv-neutron-821829-1-hyperv neutron-server[87506]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 22:38:45.810888 dv-neutron-821829-1-hyperv neutron-server[87506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 22:38:45.810888 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-2a2e9128-3d72-4dc5-8b4b-e78bbe4e0fac tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks [] for port, precommit_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:45.810888 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-56c18c7a-0a74-45f6-a69e-055820c14ffa tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:38:45.853785 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-fcb8b738-b3a4-43e2-bbae-908b78a7be52 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:45.896032 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecb33048-8ffe-46e7-8de5-55d73c34eb05 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Network f76707b0-1950-4926-a817-08b317d0ec7c is scheduled to be hosted by DHCP agent 3b155c4d-12dc-491e-aa14-6113b06cfacd with binding_index 1 {{(pid=87507) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 16 22:38:45.896032 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.notifiers.nova [None req-fcb8b738-b3a4-43e2-bbae-908b78a7be52 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] device_id is not set on port 449d8f85-5a7f-4d2a-ac8d-17443ba87815 yet. {{(pid=87507) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 16 22:38:45.943591 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-2f9418df-00a5-4e3d-8776-d5edc14d5a4e None None] For port a75c1035-0a6a-4976-a6f9-4604d12d9a08, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=a75c1035-0a6a-4976-a6f9-4604d12d9a08,segment=NetworkSegment(17c04932-5675-4fcb-a7a2-7b3bf586bf8a),segment_id=17c04932-5675-4fcb-a7a2-7b3bf586bf8a)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:38:45.944047 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-2f9418df-00a5-4e3d-8776-d5edc14d5a4e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:45.958458 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-2a2e9128-3d72-4dc5-8b4b-e78bbe4e0fac tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1863400'] for port, after_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:45.959661 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-2a2e9128-3d72-4dc5-8b4b-e78bbe4e0fac tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3791426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3830222'] for router_interface, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:45.963460 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-8a763b91-0aba-4c57-973b-e63839da9e21 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3329565', 'neutron.services.segments.db._delete_segments_for_network-8734753546406'] for network, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:45.979851 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-2fb2991e-419f-44e3-a59b-ef5f01af9d4c tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:38:45.988751 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.base_scheduler [None req-ecb33048-8ffe-46e7-8de5-55d73c34eb05 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821829-1-hyperv, f76707b0-1950-4926-a817-08b317d0ec7c) {{(pid=87507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:38:45.993547 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecb33048-8ffe-46e7-8de5-55d73c34eb05 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:38:45.994503 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-ecb33048-8ffe-46e7-8de5-55d73c34eb05 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Notify callbacks [] for subnet, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:46.023804 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-ecb33048-8ffe-46e7-8de5-55d73c34eb05 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 2.5885124
Dec 16 22:38:46.033686 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 44878) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:38:46.048996 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-3e344d17-95f1-49f7-8b1f-caf34327c089 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:38:46.059024 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56c18c7a-0a74-45f6-a69e-055820c14ffa tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Made reservation on behalf of 69ee045658914011ac7b8ba0ad799b2d for: {'subnet': 1} {{(pid=87506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:38:46.062668 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-56c18c7a-0a74-45f6-a69e-055820c14ffa tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11213078'] for subnet, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:46.130859 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.services.segments.db [None req-8a763b91-0aba-4c57-973b-e63839da9e21 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1b7696f880>,) {'filters': {'network_id': ['7edd76f7-0f97-48a5-b177-9842de6c0500']}} {{(pid=87507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:38:46.279670 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-371c72f5-ba5e-45cc-80ff-e6f2296ef362 None None] Network d64954f6-4489-46e3-885a-74bbd1c32734 requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 22:38:46.305302 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-659ecefc-d0d8-4c50-ac44-41f0862f0618 None None] Network f76707b0-1950-4926-a817-08b317d0ec7c requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 22:38:46.367605 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.services.segments.db [None req-8a763b91-0aba-4c57-973b-e63839da9e21 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b7696f880>, 'da71c9a1-7532-4738-a9bc-22a7f498ec35') {'for_net_delete': True} {{(pid=87507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:38:46.367917 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.services.segments.db [None req-8a763b91-0aba-4c57-973b-e63839da9e21 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b7696f880>, 'da71c9a1-7532-4738-a9bc-22a7f498ec35') {} {{(pid=87507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:38:46.376935 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-2f9418df-00a5-4e3d-8776-d5edc14d5a4e None None] Calling delete_port for a75c1035-0a6a-4976-a6f9-4604d12d9a08 owned by network:dhcp {{(pid=87508) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:38:46.451642 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-8a763b91-0aba-4c57-973b-e63839da9e21 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734753593977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2128549'] for segment, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:46.486201 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-3e344d17-95f1-49f7-8b1f-caf34327c089 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-10549607'] for subnet, before_update {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:46.548320 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-8a763b91-0aba-4c57-973b-e63839da9e21 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-883292'] for segment, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:46.576690 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-7420b3ff-22c1-49ca-8433-4ef45fa5ed92 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3329572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3741856'] for network, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:46.597941 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2e9128-3d72-4dc5-8b4b-e78bbe4e0fac tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Pushing event updated for resources: {'Port': ['ID=0c8bd98b-a35f-45c2-b8b5-771ebd5bba19,revision_number=2']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:38:46.615062 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a763b91-0aba-4c57-973b-e63839da9e21 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Releasing vlan 171 on physical network physnet1 to pool {{(pid=87507) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 16 22:38:46.615062 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-8a763b91-0aba-4c57-973b-e63839da9e21 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-883285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10808034'] for segment, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:46.622370 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-7420b3ff-22c1-49ca-8433-4ef45fa5ed92 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Notify callbacks [] for network, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:46.622370 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-2a2e9128-3d72-4dc5-8b4b-e78bbe4e0fac tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.638s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:38:46.629640 dv-neutron-821829-1-hyperv neutron-server[87507]: Traceback (most recent call last):
Dec 16 22:38:46.629640 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 16 22:38:46.629640 dv-neutron-821829-1-hyperv neutron-server[87507]:     timer()
Dec 16 22:38:46.629640 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 22:38:46.629640 dv-neutron-821829-1-hyperv neutron-server[87507]:     cb(*args, **kw)
Dec 16 22:38:46.629640 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 22:38:46.629640 dv-neutron-821829-1-hyperv neutron-server[87507]:     return func(*args, **kwargs)
Dec 16 22:38:46.629640 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 22:38:46.629640 dv-neutron-821829-1-hyperv neutron-server[87507]:     self._notify()
Dec 16 22:38:46.629640 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 22:38:46.629640 dv-neutron-821829-1-hyperv neutron-server[87507]:     self.callback(batched_events)
Dec 16 22:38:46.629640 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 22:38:46.629640 dv-neutron-821829-1-hyperv neutron-server[87507]:     event.method(event)
Dec 16 22:38:46.629640 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 22:38:46.629640 dv-neutron-821829-1-hyperv neutron-server[87507]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 22:38:46.629640 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 22:38:46.629640 dv-neutron-821829-1-hyperv neutron-server[87507]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 22:38:46.629640 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 22:38:46.629640 dv-neutron-821829-1-hyperv neutron-server[87507]:     return f(self, *a, **k)
Dec 16 22:38:46.629640 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 16 22:38:46.629640 dv-neutron-821829-1-hyperv neutron-server[87507]:     return self._get(url).json()
Dec 16 22:38:46.629640 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 16 22:38:46.629640 dv-neutron-821829-1-hyperv neutron-server[87507]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 22:38:46.629640 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 16 22:38:46.629640 dv-neutron-821829-1-hyperv neutron-server[87507]:     return self.request(url, 'GET', **kwargs)
Dec 16 22:38:46.629640 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 16 22:38:46.629640 dv-neutron-821829-1-hyperv neutron-server[87507]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 22:38:46.629640 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 16 22:38:46.629640 dv-neutron-821829-1-hyperv neutron-server[87507]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 22:38:46.629640 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 16 22:38:46.629640 dv-neutron-821829-1-hyperv neutron-server[87507]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 22:38:46.629640 dv-neutron-821829-1-hyperv neutron-server[87507]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 22:38:46.642401 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-73f087a2-a952-455a-af14-8c12924902db tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.023s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:38:46.704642 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7420b3ff-22c1-49ca-8433-4ef45fa5ed92 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Pushing event deleted for resources: {'Network': ['ID=8ada5a74-e882-4366-8e32-0a6b5dff241c,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:38:46.718273 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-7420b3ff-22c1-49ca-8433-4ef45fa5ed92 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:38:46.719654 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-7420b3ff-22c1-49ca-8433-4ef45fa5ed92 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] 10.222.0.13 "DELETE /v2.0/networks/8ada5a74-e882-4366-8e32-0a6b5dff241c HTTP/1.1" status: 204  len: 168 time: 7.0326517
Dec 16 22:38:46.733085 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 44882) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:38:46.749380 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.db [None req-c9219698-0670-4a29-b29b-a79129f42072 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] For port a75c1035-0a6a-4976-a6f9-4604d12d9a08, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=a75c1035-0a6a-4976-a6f9-4604d12d9a08,segment=NetworkSegment(17c04932-5675-4fcb-a7a2-7b3bf586bf8a),segment_id=17c04932-5675-4fcb-a7a2-7b3bf586bf8a)] {{(pid=87506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:38:46.749380 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-c9219698-0670-4a29-b29b-a79129f42072 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:46.796378 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-8a763b91-0aba-4c57-973b-e63839da9e21 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3329572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3741856'] for network, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:46.806448 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-fedc5d01-1dd8-4333-adca-4e61dde35f3c tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:38:46.821461 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-8a763b91-0aba-4c57-973b-e63839da9e21 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Notify callbacks [] for network, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:46.874009 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a763b91-0aba-4c57-973b-e63839da9e21 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Pushing event deleted for resources: {'Network': ['ID=7edd76f7-0f97-48a5-b177-9842de6c0500,revision_number=None']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:38:46.880537 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-8a763b91-0aba-4c57-973b-e63839da9e21 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:38:46.886060 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-8a763b91-0aba-4c57-973b-e63839da9e21 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] 10.222.0.13 "DELETE /v2.0/networks/7edd76f7-0f97-48a5-b177-9842de6c0500 HTTP/1.1" status: 204  len: 168 time: 1.7892900
Dec 16 22:38:46.912388 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.pecan_wsgi.hooks.translation [None req-e896a01d-f49e-4b25-8e38-3f6e7368c04f tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] DELETE failed (client error): The resource could not be found.
Dec 16 22:38:46.913157 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e896a01d-f49e-4b25-8e38-3f6e7368c04f tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 16 22:38:46.929251 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [None req-c9219698-0670-4a29-b29b-a79129f42072 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Calling delete_port for a75c1035-0a6a-4976-a6f9-4604d12d9a08 owned by network:dhcp {{(pid=87506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:38:46.972893 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a2e9128-3d72-4dc5-8b4b-e78bbe4e0fac tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Network 3d1220d9-4320-4a87-bd9e-725a8dd77d7c is already hosted by enough agents. {{(pid=87506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:38:46.982936 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-e896a01d-f49e-4b25-8e38-3f6e7368c04f tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] 10.222.0.13 "DELETE /v2.0/subnets/b294ce27-9b51-40c8-a327-2944506bd668 HTTP/1.1" status: 404  len: 337 time: 0.2488093
Dec 16 22:38:46.984174 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.base_scheduler [None req-2a2e9128-3d72-4dc5-8b4b-e78bbe4e0fac tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Resources bound (agent type, host, resource id):  {{(pid=87506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:38:46.987108 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 44888) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:38:46.994998 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.db_base_plugin_common [None req-fcb8b738-b3a4-43e2-bbae-908b78a7be52 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Allocated IP 172.20.0.3 (d64954f6-4489-46e3-885a-74bbd1c32734/75c24b5e-fadd-4a86-b59a-7c13bb03d07f/449d8f85-5a7f-4d2a-ac8d-17443ba87815) {{(pid=87507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 22:38:47.003627 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.db_base_plugin_common [None req-fcb8b738-b3a4-43e2-bbae-908b78a7be52 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Allocated IP 172.20.0.18 (d64954f6-4489-46e3-885a-74bbd1c32734/b5f883c0-8896-41dd-b0c6-89e98ecd1f0a/449d8f85-5a7f-4d2a-ac8d-17443ba87815) {{(pid=87507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 22:38:47.137282 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-973e4666-389b-4d11-a0fa-8523f0b4a674 None None] Provisioning for port 0c8bd98b-a35f-45c2-b8b5-771ebd5bba19 completed by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 22:38:47.146775 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:47.224923 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-973e4666-389b-4d11-a0fa-8523f0b4a674 None None] Provisioning complete for port 0c8bd98b-a35f-45c2-b8b5-771ebd5bba19 triggered by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:38:47.225633 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-973e4666-389b-4d11-a0fa-8523f0b4a674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:47.247665 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-3e344d17-95f1-49f7-8b1f-caf34327c089 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8734753524300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-10807877'] for subnet, after_update {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:47.269254 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-57c82ed0-1821-4652-96de-924aaf552728 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:38:47.289133 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ff98a3b-071c-4c2d-af82-492edebe50ce tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] DELETE failed (client error): The resource could not be found.
Dec 16 22:38:47.289133 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ff98a3b-071c-4c2d-af82-492edebe50ce tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 16 22:38:47.294389 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-1ff98a3b-071c-4c2d-af82-492edebe50ce tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] 10.222.0.13 "DELETE /v2.0/networks/8ada5a74-e882-4366-8e32-0a6b5dff241c HTTP/1.1" status: 404  len: 339 time: 0.3022697
Dec 16 22:38:47.295201 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 44894) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:38:47.295685 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 44896) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:38:47.318436 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e344d17-95f1-49f7-8b1f-caf34327c089 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:38:47.318962 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-3e344d17-95f1-49f7-8b1f-caf34327c089 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Notify callbacks [] for subnet, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:47.323668 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-3e344d17-95f1-49f7-8b1f-caf34327c089 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] 10.222.0.13 "PUT /v2.0/subnets/97e414f6-5878-4487-8970-b5a970dd3e5b HTTP/1.1" status: 200  len: 806 time: 1.2856746
Dec 16 22:38:47.335590 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 44898) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:38:47.395162 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] For port 531530cf-c881-435b-b5fe-53897d27d2a5, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=531530cf-c881-435b-b5fe-53897d27d2a5,segment=NetworkSegment(26499bb8-7d1c-4454-ae19-e0751bb219e7),segment_id=26499bb8-7d1c-4454-ae19-e0751bb219e7)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:38:47.398739 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-973e4666-389b-4d11-a0fa-8523f0b4a674 None None] Port 0c8bd98b-a35f-45c2-b8b5-771ebd5bba19 cannot update to ACTIVE because it is not bound. {{(pid=87508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 22:38:47.400469 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-56c18c7a-0a74-45f6-a69e-055820c14ffa tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1863317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11213092'] for subnet, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:47.409871 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-e89ddd8f-204a-4b16-a1e3-a27a3a1e30ba tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:38:47.441564 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.db.api [None req-c9219698-0670-4a29-b29b-a79129f42072 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction')
Dec 16 22:38:47.441564 dv-neutron-821829-1-hyperv neutron-server[87506]: [SQL: DELETE FROM ml2_port_bindings WHERE ml2_port_bindings.port_id = %(port_id)s AND ml2_port_bindings.host = %(host)s]
Dec 16 22:38:47.441564 dv-neutron-821829-1-hyperv neutron-server[87506]: [parameters: {'port_id': 'a75c1035-0a6a-4976-a6f9-4604d12d9a08', 'host': 'dv-neutron-821829-1-hyperv'}]
Dec 16 22:38:47.441564 dv-neutron-821829-1-hyperv neutron-server[87506]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=87506) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 16 22:38:47.442040 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_db.api [None req-c9219698-0670-4a29-b29b-a79129f42072 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 16 22:38:47.452914 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-2f9418df-00a5-4e3d-8776-d5edc14d5a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949'] for port, after_delete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:47.468514 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:47.482208 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e344d17-95f1-49f7-8b1f-caf34327c089 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Pushing event updated for resources: {'Subnet': ['ID=97e414f6-5878-4487-8970-b5a970dd3e5b,revision_number=1']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:38:47.489939 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-3e344d17-95f1-49f7-8b1f-caf34327c089 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:38:47.491377 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-86fefd8c-5a4f-43fa-b560-252dd11775ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:38:47.567714 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f9418df-00a5-4e3d-8776-d5edc14d5a4e None None] No DVR routers for this DVR port a75c1035-0a6a-4976-a6f9-4604d12d9a08 on host dv-neutron-821829-1-hyperv {{(pid=87508) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 22:38:47.572190 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-fcb8b738-b3a4-43e2-bbae-908b78a7be52 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks [] for port, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:47.575278 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62e7da1a-05b7-4a93-b791-9ec8488f0ee6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1d6bfaf-d325-5e4f-b05d-2441d8339617-f76707b0-1950-4926-a817-08b317d0ec7c', 'network_id': 'f76707b0-1950-4926-a817-08b317d0ec7c', 'tenant_id': 'c85c59d360694166b5b0483f9fc81199', 'fixed_ips': [{'subnet_id': '97e414f6-5878-4487-8970-b5a970dd3e5b'}]}} from dv-neutron-821829-1-hyperv. {{(pid=87508) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 16 22:38:47.577324 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-62e7da1a-05b7-4a93-b791-9ec8488f0ee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:47.592985 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9418df-00a5-4e3d-8776-d5edc14d5a4e None None] Pushing event deleted for resources: {'Port': ['ID=a75c1035-0a6a-4976-a6f9-4604d12d9a08,revision_number=None']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:38:47.607501 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-00c90b7f-995e-452a-b6b4-dbd3f3f773ec tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-825997'] for network, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:47.610693 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.provisioning_blocks [None req-fcb8b738-b3a4-43e2-bbae-908b78a7be52 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Transition to ACTIVE for port object 449d8f85-5a7f-4d2a-ac8d-17443ba87815 will not be triggered until provisioned by entity DHCP. {{(pid=87507) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:38:47.668998 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c18c7a-0a74-45f6-a69e-055820c14ffa tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Pushing event updated for resources: {'Subnet': ['ID=297b10fc-c035-4d3d-839c-41849ebb0c64,revision_number=0']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:38:47.676559 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-973e4666-389b-4d11-a0fa-8523f0b4a674 None None] Provisioning for port 0e9ce1df-36d1-4305-834a-f178da8562d5 completed by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 22:38:47.691128 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-00c90b7f-995e-452a-b6b4-dbd3f3f773ec tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3328566'] for subnet, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:47.717560 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-a2af5a9a-e333-4525-91c2-d10a3124041a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b77a0bcd0>, [{'id': 'dcd68ae4-9678-4601-9589-50474829ca26', 'name': 'tempest-RoutersTest-router-809960879', 'tenant_id': 'bb30155073f3462f829b4df60e35f5af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:37:21Z', 'updated_at': '2021-12-16T22:38:38Z', 'revision_number': 9, 'project_id': 'bb30155073f3462f829b4df60e35f5af', 'gw_port_host': None, '_interfaces': [{'id': '23f463ae-462a-4a35-a545-23810024be4a', 'name': '', 'network_id': 'a9fe3143-2ede-4b9c-a7a9-a02a4acc426b', 'tenant_id': 'bb30155073f3462f829b4df60e35f5af', 'mac_address': 'fa:16:3e:4c:e9:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcd68ae4-9678-4601-9589-50474829ca26', 'device_owner': 'network:router_interface', 'standard_attr_id': 846, 'fixed_ips': [{'subnet_id': '95a355fa-2faa-4243-83d9-d55c558a9f15', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:37:44Z', 'updated_at': '2021-12-16T22:37:59Z', 'revision_number': 5, 'project_id': 'bb30155073f3462f829b4df60e35f5af', 'subnets': [{'id': '95a355fa-2faa-4243-83d9-d55c558a9f15', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b4a16203-a9be-4052-bdb0-6f3fa9deae9e', 'name': '', 'network_id': '9cec1ece-19ae-40d0-b729-73c3863b1457', 'tenant_id': 'bb30155073f3462f829b4df60e35f5af', 'mac_address': 'fa:16:3e:f8:28:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcd68ae4-9678-4601-9589-50474829ca26', 'device_owner': 'network:router_interface', 'standard_attr_id': 810, 'fixed_ips': [{'subnet_id': '12bde7f9-83c9-49c9-9bcd-d81bdd1ed717', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:37:28Z', 'updated_at': '2021-12-16T22:37:46Z', 'revision_number': 5, 'project_id': 'bb30155073f3462f829b4df60e35f5af', 'subnets': [{'id': '12bde7f9-83c9-49c9-9bcd-d81bdd1ed717', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:38:47.721817 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-56c18c7a-0a74-45f6-a69e-055820c14ffa tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:38:47.726489 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-30730286-e19b-4c23-a84b-10acfe58f993 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-825997'] for network, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:47.730566 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2af5a9a-e333-4525-91c2-d10a3124041a None None] The sync data for ids ['dcd68ae4-9678-4601-9589-50474829ca26'] in dv-neutron-821829-1-hyperv is: [{'id': 'dcd68ae4-9678-4601-9589-50474829ca26', 'name': 'tempest-RoutersTest-router-809960879', 'tenant_id': 'bb30155073f3462f829b4df60e35f5af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:37:21Z', 'updated_at': '2021-12-16T22:38:38Z', 'revision_number': 9, 'project_id': 'bb30155073f3462f829b4df60e35f5af', 'gw_port_host': None, '_interfaces': [{'id': '23f463ae-462a-4a35-a545-23810024be4a', 'name': '', 'network_id': 'a9fe3143-2ede-4b9c-a7a9-a02a4acc426b', 'tenant_id': 'bb30155073f3462f829b4df60e35f5af', 'mac_address': 'fa:16:3e:4c:e9:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcd68ae4-9678-4601-9589-50474829ca26', 'device_owner': 'network:router_interface', 'standard_attr_id': 846, 'fixed_ips': [{'subnet_id': '95a355fa-2faa-4243-83d9-d55c558a9f15', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:37:44Z', 'updated_at': '2021-12-16T22:37:59Z', 'revision_number': 5, 'project_id': 'bb30155073f3462f829b4df60e35f5af', 'subnets': [{'id': '95a355fa-2faa-4243-83d9-d55c558a9f15', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b4a16203-a9be-4052-bdb0-6f3fa9deae9e', 'name': '', 'network_id': '9cec1ece-19ae-40d0-b729-73c3863b1457', 'tenant_id': 'bb30155073f3462f829b4df60e35f5af', 'mac_address': 'fa:16:3e:f8:28:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcd68ae4-9678-4601-9589-50474829ca26', 'device_owner': 'network:router_interface', 'standard_attr_id': 810, 'fixed_ips': [{'subnet_id': '12bde7f9-83c9-49c9-9bcd-d81bdd1ed717', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:37:28Z', 'updated_at': '2021-12-16T22:37:46Z', 'revision_number': 5, 'project_id': 'bb30155073f3462f829b4df60e35f5af', 'subnets': [{'id': '12bde7f9-83c9-49c9-9bcd-d81bdd1ed717', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 22:38:47.744022 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-fcb8b738-b3a4-43e2-bbae-908b78a7be52 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10807823'] for port, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:47.751705 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-50be1a16-7c5a-407c-adb1-acf586247101 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:38:47.765708 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56c18c7a-0a74-45f6-a69e-055820c14ffa tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Checking segment: {'id': 'b69b1853-cc69-44ff-a154-93d1ce5fcbab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '92067b6a-41d9-485a-9b2a-1775635a7d0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 22:38:47.766186 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56c18c7a-0a74-45f6-a69e-055820c14ffa tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Network hostable DHCP agents. Network: 92067b6a-41d9-485a-9b2a-1775635a7d0d, hostable agents: ['3b155c4d-12dc-491e-aa14-6113b06cfacd'], hosted agents: [] {{(pid=87506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 16 22:38:47.794507 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 0e9ce1df-36d1-4305-834a-f178da8562d5 up at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 22:38:47.810617 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-83864d60-017e-47b8-9842-2ad0f36afcb9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8e4385a98eb1416284c1cc96b3355a70&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4510858
Dec 16 22:38:47.815069 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 44910) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:38:47.832408 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcb8b738-b3a4-43e2-bbae-908b78a7be52 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Network d64954f6-4489-46e3-885a-74bbd1c32734 is already hosted by enough agents. {{(pid=87507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:38:47.836650 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.base_scheduler [None req-fcb8b738-b3a4-43e2-bbae-908b78a7be52 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Resources bound (agent type, host, resource id):  {{(pid=87507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:38:47.841479 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcb8b738-b3a4-43e2-bbae-908b78a7be52 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Received port after_create {{(pid=87507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 22:38:47.863918 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Pushing event updated for resources: {'Port': ['ID=531530cf-c881-435b-b5fe-53897d27d2a5,revision_number=3']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:38:47.867846 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.376s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:38:47.879327 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb8b738-b3a4-43e2-bbae-908b78a7be52 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Pushing event updated for resources: {'Port': ['ID=449d8f85-5a7f-4d2a-ac8d-17443ba87815,revision_number=1']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:38:47.883495 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-80c70e6e-21eb-483d-a6b2-2d19c1d1791c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.364s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:38:47.883949 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-80c70e6e-21eb-483d-a6b2-2d19c1d1791c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:38:47.889712 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56c18c7a-0a74-45f6-a69e-055820c14ffa tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Network 92067b6a-41d9-485a-9b2a-1775635a7d0d is scheduled to be hosted by DHCP agent 3b155c4d-12dc-491e-aa14-6113b06cfacd with binding_index 1 {{(pid=87506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 16 22:38:47.893707 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-fcb8b738-b3a4-43e2-bbae-908b78a7be52 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:38:47.904994 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-973e4666-389b-4d11-a0fa-8523f0b4a674 None None] Provisioning complete for port 531530cf-c881-435b-b5fe-53897d27d2a5 triggered by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:38:47.905428 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-973e4666-389b-4d11-a0fa-8523f0b4a674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:47.910944 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-00c90b7f-995e-452a-b6b4-dbd3f3f773ec tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3328622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10807868', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10549621'] for subnet, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:47.917587 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-405996ff-9ad1-4168-ad34-a4c34355f2de tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:38:47.964198 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcb8b738-b3a4-43e2-bbae-908b78a7be52 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:38:47.964800 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-fcb8b738-b3a4-43e2-bbae-908b78a7be52 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for port, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:47.971180 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c90b7f-995e-452a-b6b4-dbd3f3f773ec tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Pushing event deleted for resources: {'Subnet': ['ID=97e414f6-5878-4487-8970-b5a970dd3e5b,revision_number=None']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:38:47.984074 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [None req-c9219698-0670-4a29-b29b-a79129f42072 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Deleting port a75c1035-0a6a-4976-a6f9-4604d12d9a08 {{(pid=87506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:38:47.984486 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-c9219698-0670-4a29-b29b-a79129f42072 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:47.993988 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-00c90b7f-995e-452a-b6b4-dbd3f3f773ec tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:38:48.031459 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a2e9128-3d72-4dc5-8b4b-e78bbe4e0fac tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Router d94daea2-ae2e-4e99-a87a-ed6af06d05d2 is scheduled to L3 agent 4f519db7-069b-43e2-8411-c092bac9102a with binding_index 1 {{(pid=87506) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 16 22:38:48.046799 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.base_scheduler [None req-56c18c7a-0a74-45f6-a69e-055820c14ffa tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821829-1-hyperv, 92067b6a-41d9-485a-9b2a-1775635a7d0d) {{(pid=87506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:38:48.047723 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server [None req-62e7da1a-05b7-4a93-b791-9ec8488f0ee6 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 97e414f6-5878-4487-8970-b5a970dd3e5b: This subnet is being modified by another concurrent operation.
Dec 16 22:38:48.047723 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Dec 16 22:38:48.047723 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Dec 16 22:38:48.047723 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Dec 16 22:38:48.047723 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
Dec 16 22:38:48.047723 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Dec 16 22:38:48.047723 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
Dec 16 22:38:48.047723 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Dec 16 22:38:48.047723 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner
Dec 16 22:38:48.047723 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Dec 16 22:38:48.047723 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Dec 16 22:38:48.047723 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Dec 16 22:38:48.047723 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 16 22:38:48.047723 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 16 22:38:48.047723 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 16 22:38:48.047723 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 16 22:38:48.047723 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Dec 16 22:38:48.047723 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 16 22:38:48.047723 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Dec 16 22:38:48.047723 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Dec 16 22:38:48.047723 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 16 22:38:48.047723 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 16 22:38:48.047723 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 16 22:38:48.047723 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 16 22:38:48.047723 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Dec 16 22:38:48.047723 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 16 22:38:48.047723 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Dec 16 22:38:48.047723 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Dec 16 22:38:48.047723 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 16 22:38:48.047723 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 16 22:38:48.047723 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 16 22:38:48.047723 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 16 22:38:48.047723 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Dec 16 22:38:48.047723 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Dec 16 22:38:48.047723 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper
Dec 16 22:38:48.047723 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server     ret_val = f(_self, context, *args, **kwargs)
Dec 16 22:38:48.047723 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port
Dec 16 22:38:48.047723 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server     return self._port_action(plugin, context, port, 'create_port')
Dec 16 22:38:48.047723 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action
Dec 16 22:38:48.047723 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server     return p_utils.create_port(plugin, context, port)
Dec 16 22:38:48.047723 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port
Dec 16 22:38:48.047723 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server     return core_plugin.create_port(
Dec 16 22:38:48.047723 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner
Dec 16 22:38:48.047723 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server     return f(self, context, *args, **kwargs)
Dec 16 22:38:48.047723 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped
Dec 16 22:38:48.047723 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Dec 16 22:38:48.047723 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Dec 16 22:38:48.047723 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Dec 16 22:38:48.047723 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 16 22:38:48.047723 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 16 22:38:48.047723 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 16 22:38:48.047723 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 16 22:38:48.047723 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Dec 16 22:38:48.047723 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 16 22:38:48.047723 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Dec 16 22:38:48.047723 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Dec 16 22:38:48.047723 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 16 22:38:48.047723 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 16 22:38:48.047723 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 16 22:38:48.047723 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 16 22:38:48.047723 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Dec 16 22:38:48.047723 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 16 22:38:48.047723 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Dec 16 22:38:48.047723 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Dec 16 22:38:48.047723 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 16 22:38:48.047723 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 16 22:38:48.047723 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 16 22:38:48.047723 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 16 22:38:48.047723 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Dec 16 22:38:48.047723 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Dec 16 22:38:48.047723 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port
Dec 16 22:38:48.047723 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server     result, mech_context = self._create_port_db(context, port)
Dec 16 22:38:48.047723 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db
Dec 16 22:38:48.047723 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server     port_db = self.create_port_db(context, port)
Dec 16 22:38:48.047723 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1438, in create_port_db
Dec 16 22:38:48.047723 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server     self.ipam.allocate_ips_for_port_and_store(
Dec 16 22:38:48.047723 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store
Dec 16 22:38:48.047723 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server     self._safe_rollback(self._ipam_deallocate_ips, context,
Dec 16 22:38:48.047723 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 16 22:38:48.047723 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 16 22:38:48.047723 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 16 22:38:48.047723 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 16 22:38:48.047723 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store
Dec 16 22:38:48.047723 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server     ips = self._allocate_ips_for_port(context, port_copy)
Dec 16 22:38:48.047723 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port
Dec 16 22:38:48.047723 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server     subnets = self._ipam_get_subnets(
Dec 16 22:38:48.047723 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets
Dec 16 22:38:48.047723 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server     subnet.lock_register(
Dec 16 22:38:48.047723 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register
Dec 16 22:38:48.047723 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server     raise exception
Dec 16 22:38:48.047723 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 97e414f6-5878-4487-8970-b5a970dd3e5b: This subnet is being modified by another concurrent operation.
Dec 16 22:38:48.047723 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server 
Dec 16 22:38:48.065083 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-fcb8b738-b3a4-43e2-bbae-908b78a7be52 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1003 time: 3.5421567
Dec 16 22:38:48.073769 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 44914) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:38:48.077273 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-733ecea7-b5cf-4271-90db-f5a150feb343 None None] Network 92067b6a-41d9-485a-9b2a-1775635a7d0d requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 22:38:48.082523 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-c6f91c48-1a98-4eb3-b704-8958d6bc0a08 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '75c24b5e-fadd-4a86-b59a-7c13bb03d07f'}]}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:38:48.100807 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56c18c7a-0a74-45f6-a69e-055820c14ffa tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:38:48.101700 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-56c18c7a-0a74-45f6-a69e-055820c14ffa tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks [] for subnet, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:48.110692 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9c5ae44-4196-48c9-aac3-af4ae9d0ae4b None None] Network f76707b0-1950-4926-a817-08b317d0ec7c requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 22:38:48.114714 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-30730286-e19b-4c23-a84b-10acfe58f993 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3329565', 'neutron.services.segments.db._delete_segments_for_network-8734753546406'] for network, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:48.139029 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-00c90b7f-995e-452a-b6b4-dbd3f3f773ec tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3329565', 'neutron.services.segments.db._delete_segments_for_network-8734753546406'] for network, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:48.149153 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [None req-c9219698-0670-4a29-b29b-a79129f42072 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] The port 'a75c1035-0a6a-4976-a6f9-4604d12d9a08' was deleted {{(pid=87506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 16 22:38:48.214058 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.services.segments.db [None req-00c90b7f-995e-452a-b6b4-dbd3f3f773ec tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1b7c7ab640>,) {'filters': {'network_id': ['f76707b0-1950-4926-a817-08b317d0ec7c']}} {{(pid=87507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:38:48.237496 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning for port 0e9ce1df-36d1-4305-834a-f178da8562d5 completed by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 22:38:48.256796 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fed5e46-66ec-420b-a561-6354e3f63053 None None] Update dhcp port {'port': {'network_id': 'd64954f6-4489-46e3-885a-74bbd1c32734', 'fixed_ips': [{'subnet_id': '75c24b5e-fadd-4a86-b59a-7c13bb03d07f', 'ip_address': '172.20.0.2'}, {'subnet_id': 'b5f883c0-8896-41dd-b0c6-89e98ecd1f0a'}], 'binding:host_id': 'dv-neutron-821829-1-hyperv'}, 'id': '0e9ce1df-36d1-4305-834a-f178da8562d5'} from dv-neutron-821829-1-hyperv. {{(pid=87508) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}}
Dec 16 22:38:48.267173 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.services.segments.db [None req-00c90b7f-995e-452a-b6b4-dbd3f3f773ec tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b7c7ab640>, 'cc82d1ca-be6a-4aa0-b5e3-f9f4b6cb6d93') {'for_net_delete': True} {{(pid=87507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:38:48.267715 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.services.segments.db [None req-00c90b7f-995e-452a-b6b4-dbd3f3f773ec tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b7c7ab640>, 'cc82d1ca-be6a-4aa0-b5e3-f9f4b6cb6d93') {} {{(pid=87507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:38:48.287774 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-00c90b7f-995e-452a-b6b4-dbd3f3f773ec tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734753593977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2128549'] for segment, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:48.323552 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-00c90b7f-995e-452a-b6b4-dbd3f3f773ec tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-883292'] for segment, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:48.326177 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-c6f91c48-1a98-4eb3-b704-8958d6bc0a08 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:48.343845 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00c90b7f-995e-452a-b6b4-dbd3f3f773ec tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Releasing vlan 170 on physical network physnet1 to pool {{(pid=87507) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 16 22:38:48.344250 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-00c90b7f-995e-452a-b6b4-dbd3f3f773ec tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-883285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10808034'] for segment, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:48.353558 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-5fed5e46-66ec-420b-a561-6354e3f63053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:48.359669 dv-neutron-821829-1-hyperv neutron-server[87507]: Traceback (most recent call last):
Dec 16 22:38:48.359669 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 16 22:38:48.359669 dv-neutron-821829-1-hyperv neutron-server[87507]:     timer()
Dec 16 22:38:48.359669 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 22:38:48.359669 dv-neutron-821829-1-hyperv neutron-server[87507]:     cb(*args, **kw)
Dec 16 22:38:48.359669 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 22:38:48.359669 dv-neutron-821829-1-hyperv neutron-server[87507]:     return func(*args, **kwargs)
Dec 16 22:38:48.359669 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 22:38:48.359669 dv-neutron-821829-1-hyperv neutron-server[87507]:     self._notify()
Dec 16 22:38:48.359669 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 22:38:48.359669 dv-neutron-821829-1-hyperv neutron-server[87507]:     self.callback(batched_events)
Dec 16 22:38:48.359669 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 22:38:48.359669 dv-neutron-821829-1-hyperv neutron-server[87507]:     event.method(event)
Dec 16 22:38:48.359669 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 22:38:48.359669 dv-neutron-821829-1-hyperv neutron-server[87507]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 22:38:48.359669 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 22:38:48.359669 dv-neutron-821829-1-hyperv neutron-server[87507]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 22:38:48.359669 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 22:38:48.359669 dv-neutron-821829-1-hyperv neutron-server[87507]:     return f(self, *a, **k)
Dec 16 22:38:48.359669 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 16 22:38:48.359669 dv-neutron-821829-1-hyperv neutron-server[87507]:     return self._get(url).json()
Dec 16 22:38:48.359669 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 16 22:38:48.359669 dv-neutron-821829-1-hyperv neutron-server[87507]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 22:38:48.359669 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 16 22:38:48.359669 dv-neutron-821829-1-hyperv neutron-server[87507]:     return self.request(url, 'GET', **kwargs)
Dec 16 22:38:48.359669 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 16 22:38:48.359669 dv-neutron-821829-1-hyperv neutron-server[87507]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 22:38:48.359669 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 16 22:38:48.359669 dv-neutron-821829-1-hyperv neutron-server[87507]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 22:38:48.359669 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 16 22:38:48.359669 dv-neutron-821829-1-hyperv neutron-server[87507]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 22:38:48.359669 dv-neutron-821829-1-hyperv neutron-server[87507]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 22:38:48.370114 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning complete for port 0e9ce1df-36d1-4305-834a-f178da8562d5 triggered by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:38:48.370505 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:48.505891 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-d9630907-4ca1-4554-8c77-4e5309a418b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:48.515313 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.services.segments.db [None req-30730286-e19b-4c23-a84b-10acfe58f993 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1b7614da30>,) {'filters': {'network_id': ['c967edcc-45d1-4aff-af5a-6797450920a9']}} {{(pid=87506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:38:48.531952 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-56c18c7a-0a74-45f6-a69e-055820c14ffa tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 3.1622646
Dec 16 22:38:48.554922 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 44918) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:38:48.564796 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.services.segments.db [None req-30730286-e19b-4c23-a84b-10acfe58f993 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b7614da30>, '1ee667d2-ee0d-4779-809e-83bc236458b7') {'for_net_delete': True} {{(pid=87506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:38:48.565085 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.services.segments.db [None req-30730286-e19b-4c23-a84b-10acfe58f993 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b7614da30>, '1ee667d2-ee0d-4779-809e-83bc236458b7') {} {{(pid=87506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:38:48.576306 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-f8e4a10a-d80d-41b7-83a1-8b73e3806246 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Request body: {'port': {'network_id': '92067b6a-41d9-485a-9b2a-1775635a7d0d', 'name': 'tempest-PortsIpV6TestJSON-1116250200'}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:38:48.680897 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-30730286-e19b-4c23-a84b-10acfe58f993 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734753593977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-266764496'] for segment, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:48.681437 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-00c90b7f-995e-452a-b6b4-dbd3f3f773ec tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3329572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3741856'] for network, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:48.686810 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-37e75b32-b188-41b2-a0ed-06d08ada11da tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:38:48.704312 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-00c90b7f-995e-452a-b6b4-dbd3f3f773ec tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Notify callbacks [] for network, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:48.719340 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c90b7f-995e-452a-b6b4-dbd3f3f773ec tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Pushing event deleted for resources: {'Network': ['ID=f76707b0-1950-4926-a817-08b317d0ec7c,revision_number=None']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:38:48.724461 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-00c90b7f-995e-452a-b6b4-dbd3f3f773ec tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:38:48.729480 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-00c90b7f-995e-452a-b6b4-dbd3f3f773ec tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] 10.222.0.13 "DELETE /v2.0/networks/f76707b0-1950-4926-a817-08b317d0ec7c HTTP/1.1" status: 204  len: 168 time: 1.3919919
Dec 16 22:38:48.732581 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 44922) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:38:48.766705 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-d9630907-4ca1-4554-8c77-4e5309a418b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:48.779679 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-8088932b-8f27-4d6a-975e-49cf1fc59ca7 None None] Provisioning complete for port 0c8bd98b-a35f-45c2-b8b5-771ebd5bba19 triggered by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:38:48.780778 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-8088932b-8f27-4d6a-975e-49cf1fc59ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:48.809032 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.pecan_wsgi.hooks.translation [None req-46c3078d-4f90-4470-bd36-eed1e9539f87 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] DELETE failed (client error): The resource could not be found.
Dec 16 22:38:48.809623 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-c9219698-0670-4a29-b29b-a79129f42072 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3329565', 'neutron.services.segments.db._delete_segments_for_network-8734753546406'] for network, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:48.809778 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46c3078d-4f90-4470-bd36-eed1e9539f87 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87507) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 16 22:38:48.814964 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-46c3078d-4f90-4470-bd36-eed1e9539f87 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] 10.222.0.13 "DELETE /v2.0/networks/f76707b0-1950-4926-a817-08b317d0ec7c HTTP/1.1" status: 404  len: 339 time: 0.0776803
Dec 16 22:38:48.815171 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 44926) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:38:48.818226 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-30730286-e19b-4c23-a84b-10acfe58f993 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-883292'] for segment, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:48.820763 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a2e9128-3d72-4dc5-8b4b-e78bbe4e0fac tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify agent at l3_agent.dv-neutron-821829-1-hyperv the message routers_updated {{(pid=87506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 22:38:48.821503 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-1ec29649-99b6-4dec-95e3-15b730fc817b tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1541099049', 'description': 'd1'}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:38:48.823779 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a63861b1-5bc7-4608-9182-cdbc05f6a6ad None None] Network f76707b0-1950-4926-a817-08b317d0ec7c requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 22:38:48.831371 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-1ec29649-99b6-4dec-95e3-15b730fc817b tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:38:48.838940 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-1ec29649-99b6-4dec-95e3-15b730fc817b tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Usage tracker for resource:network and tenant:c85c59d360694166b5b0483f9fc81199 is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:38:48.843171 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e69679e7-f6b0-49d6-8680-239ba8933674 None None] Sync routers for ids ['d94daea2-ae2e-4e99-a87a-ed6af06d05d2'] in dv-neutron-821829-1-hyperv {{(pid=87509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 22:38:48.843928 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-2a2e9128-3d72-4dc5-8b4b-e78bbe4e0fac tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] 10.222.0.13 "PUT /v2.0/routers/d94daea2-ae2e-4e99-a87a-ed6af06d05d2/add_router_interface HTTP/1.1" status: 200  len: 503 time: 8.2253416
Dec 16 22:38:48.846021 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-1ec29649-99b6-4dec-95e3-15b730fc817b tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:38:48.849369 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 44930) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:38:48.852271 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a63861b1-5bc7-4608-9182-cdbc05f6a6ad None None] Network f76707b0-1950-4926-a817-08b317d0ec7c could not be found, it might have been deleted concurrently. {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}}
Dec 16 22:38:48.856177 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30730286-e19b-4c23-a84b-10acfe58f993 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Releasing vlan 169 on physical network physnet1 to pool {{(pid=87506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 16 22:38:48.856968 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-30730286-e19b-4c23-a84b-10acfe58f993 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-883285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1863180'] for segment, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:48.873606 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e69679e7-f6b0-49d6-8680-239ba8933674 None None] Routers {'d94daea2-ae2e-4e99-a87a-ed6af06d05d2'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:38:48.874378 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-e69679e7-f6b0-49d6-8680-239ba8933674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b7d534bb0>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:38:31Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['d94daea2-ae2e-4e99-a87a-ed6af06d05d2'], 'active': True} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:38:48.875155 dv-neutron-821829-1-hyperv neutron-server[87506]: Traceback (most recent call last):
Dec 16 22:38:48.875155 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 16 22:38:48.875155 dv-neutron-821829-1-hyperv neutron-server[87506]:     timer()
Dec 16 22:38:48.875155 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 22:38:48.875155 dv-neutron-821829-1-hyperv neutron-server[87506]:     cb(*args, **kw)
Dec 16 22:38:48.875155 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 22:38:48.875155 dv-neutron-821829-1-hyperv neutron-server[87506]:     return func(*args, **kwargs)
Dec 16 22:38:48.875155 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 22:38:48.875155 dv-neutron-821829-1-hyperv neutron-server[87506]:     self._notify()
Dec 16 22:38:48.875155 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 22:38:48.875155 dv-neutron-821829-1-hyperv neutron-server[87506]:     self.callback(batched_events)
Dec 16 22:38:48.875155 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 22:38:48.875155 dv-neutron-821829-1-hyperv neutron-server[87506]:     event.method(event)
Dec 16 22:38:48.875155 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 22:38:48.875155 dv-neutron-821829-1-hyperv neutron-server[87506]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 22:38:48.875155 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 22:38:48.875155 dv-neutron-821829-1-hyperv neutron-server[87506]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 22:38:48.875155 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 22:38:48.875155 dv-neutron-821829-1-hyperv neutron-server[87506]:     return f(self, *a, **k)
Dec 16 22:38:48.875155 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 16 22:38:48.875155 dv-neutron-821829-1-hyperv neutron-server[87506]:     return self._get(url).json()
Dec 16 22:38:48.875155 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 16 22:38:48.875155 dv-neutron-821829-1-hyperv neutron-server[87506]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 22:38:48.875155 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 16 22:38:48.875155 dv-neutron-821829-1-hyperv neutron-server[87506]:     return self.request(url, 'GET', **kwargs)
Dec 16 22:38:48.875155 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 16 22:38:48.875155 dv-neutron-821829-1-hyperv neutron-server[87506]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 22:38:48.875155 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 16 22:38:48.875155 dv-neutron-821829-1-hyperv neutron-server[87506]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 22:38:48.875155 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 16 22:38:48.875155 dv-neutron-821829-1-hyperv neutron-server[87506]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 22:38:48.875155 dv-neutron-821829-1-hyperv neutron-server[87506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 22:38:48.935504 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-1ec29649-99b6-4dec-95e3-15b730fc817b tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:38:48.972437 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ec29649-99b6-4dec-95e3-15b730fc817b tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Made reservation on behalf of c85c59d360694166b5b0483f9fc81199 for: {'network': 1} {{(pid=87507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:38:48.975514 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.services.segments.db [None req-c9219698-0670-4a29-b29b-a79129f42072 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1b7c731c70>,) {'filters': {'network_id': ['609eecf4-5001-4b39-a7b6-bf81cca64c22']}} {{(pid=87506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:38:48.977219 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-1ec29649-99b6-4dec-95e3-15b730fc817b tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for network, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:49.003677 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-e69679e7-f6b0-49d6-8680-239ba8933674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b7d534bb0>, [], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:38:49.006290 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-8088932b-8f27-4d6a-975e-49cf1fc59ca7 None None] Port 0c8bd98b-a35f-45c2-b8b5-771ebd5bba19 cannot update to ACTIVE because it is not bound. {{(pid=87508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 22:38:49.013393 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e7c3670-f608-42fa-a937-b1d0505b8149 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:38:49.014391 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-2e7c3670-f608-42fa-a937-b1d0505b8149 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Synchronizing usage tracker for tenant:a221f56311244d31a510a3a1bb3c6ce9 on resource:port {{(pid=87507) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 22:38:49.014524 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.services.segments.db [None req-c9219698-0670-4a29-b29b-a79129f42072 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b7c731c70>, '17c04932-5675-4fcb-a7a2-7b3bf586bf8a') {'for_net_delete': True} {{(pid=87506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:38:49.014696 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.services.segments.db [None req-c9219698-0670-4a29-b29b-a79129f42072 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b7c731c70>, '17c04932-5675-4fcb-a7a2-7b3bf586bf8a') {} {{(pid=87506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:38:49.031803 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-c9219698-0670-4a29-b29b-a79129f42072 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734753593977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-266764496'] for segment, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:49.040926 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ec29649-99b6-4dec-95e3-15b730fc817b tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] vlan segment allocate from pool success with {'vlan_id': 158, 'physical_network': 'physnet1'}  {{(pid=87507) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 22:38:49.044110 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-2e7c3670-f608-42fa-a937-b1d0505b8149 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Unset dirty status for tenant:a221f56311244d31a510a3a1bb3c6ce9 on resource:port {{(pid=87507) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 22:38:49.045472 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-2e7c3670-f608-42fa-a937-b1d0505b8149 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] 10.222.0.13 "GET /v2.0/ports/0c8bd98b-a35f-45c2-b8b5-771ebd5bba19 HTTP/1.1" status: 200  len: 911 time: 0.1590950
Dec 16 22:38:49.048931 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 44934) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:38:49.050407 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-f8e4a10a-d80d-41b7-83a1-8b73e3806246 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:38:49.061175 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e69679e7-f6b0-49d6-8680-239ba8933674 None None] Routers {'d94daea2-ae2e-4e99-a87a-ed6af06d05d2'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:38:49.063028 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-30730286-e19b-4c23-a84b-10acfe58f993 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3329572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3741856'] for network, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:49.066142 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-e69679e7-f6b0-49d6-8680-239ba8933674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b7d534bb0>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:38:31Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['d94daea2-ae2e-4e99-a87a-ed6af06d05d2'], 'active': True} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:38:49.068454 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-f8e4a10a-d80d-41b7-83a1-8b73e3806246 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:38:49.072330 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-7bdedcdb-1f4c-4260-9454-eb3811fa8729 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:38:49.089572 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-c9219698-0670-4a29-b29b-a79129f42072 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-883292'] for segment, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:49.090132 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:49.096816 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-30730286-e19b-4c23-a84b-10acfe58f993 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Notify callbacks [] for network, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:49.111355 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.db_base_plugin_common [None req-5fed5e46-66ec-420b-a561-6354e3f63053 None None] Allocated IP 172.20.0.19 (d64954f6-4489-46e3-885a-74bbd1c32734/b5f883c0-8896-41dd-b0c6-89e98ecd1f0a/0e9ce1df-36d1-4305-834a-f178da8562d5) {{(pid=87508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 22:38:49.119259 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30730286-e19b-4c23-a84b-10acfe58f993 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Pushing event deleted for resources: {'Network': ['ID=c967edcc-45d1-4aff-af5a-6797450920a9,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:38:49.120231 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e648fac-7ae1-4d58-89b9-0bc669d953dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1d6bfaf-d325-5e4f-b05d-2441d8339617-92067b6a-41d9-485a-9b2a-1775635a7d0d', 'network_id': '92067b6a-41d9-485a-9b2a-1775635a7d0d', 'tenant_id': '69ee045658914011ac7b8ba0ad799b2d', 'fixed_ips': [{'subnet_id': '297b10fc-c035-4d3d-839c-41849ebb0c64'}]}} from dv-neutron-821829-1-hyperv. {{(pid=87508) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 16 22:38:49.121286 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-3e648fac-7ae1-4d58-89b9-0bc669d953dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:49.122063 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9219698-0670-4a29-b29b-a79129f42072 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Releasing vlan 157 on physical network physnet1 to pool {{(pid=87506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 16 22:38:49.122629 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-c9219698-0670-4a29-b29b-a79129f42072 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-883285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1863180'] for segment, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:49.143390 dv-neutron-821829-1-hyperv neutron-server[87506]: Traceback (most recent call last):
Dec 16 22:38:49.143390 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 16 22:38:49.143390 dv-neutron-821829-1-hyperv neutron-server[87506]:     timer()
Dec 16 22:38:49.143390 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 22:38:49.143390 dv-neutron-821829-1-hyperv neutron-server[87506]:     cb(*args, **kw)
Dec 16 22:38:49.143390 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 22:38:49.143390 dv-neutron-821829-1-hyperv neutron-server[87506]:     return func(*args, **kwargs)
Dec 16 22:38:49.143390 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 22:38:49.143390 dv-neutron-821829-1-hyperv neutron-server[87506]:     self._notify()
Dec 16 22:38:49.143390 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 22:38:49.143390 dv-neutron-821829-1-hyperv neutron-server[87506]:     self.callback(batched_events)
Dec 16 22:38:49.143390 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 22:38:49.143390 dv-neutron-821829-1-hyperv neutron-server[87506]:     event.method(event)
Dec 16 22:38:49.143390 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 22:38:49.143390 dv-neutron-821829-1-hyperv neutron-server[87506]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 22:38:49.143390 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 22:38:49.143390 dv-neutron-821829-1-hyperv neutron-server[87506]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 22:38:49.143390 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 22:38:49.143390 dv-neutron-821829-1-hyperv neutron-server[87506]:     return f(self, *a, **k)
Dec 16 22:38:49.143390 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 16 22:38:49.143390 dv-neutron-821829-1-hyperv neutron-server[87506]:     return self._get(url).json()
Dec 16 22:38:49.143390 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 16 22:38:49.143390 dv-neutron-821829-1-hyperv neutron-server[87506]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 22:38:49.143390 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 16 22:38:49.143390 dv-neutron-821829-1-hyperv neutron-server[87506]:     return self.request(url, 'GET', **kwargs)
Dec 16 22:38:49.143390 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 16 22:38:49.143390 dv-neutron-821829-1-hyperv neutron-server[87506]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 22:38:49.143390 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 16 22:38:49.143390 dv-neutron-821829-1-hyperv neutron-server[87506]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 22:38:49.143390 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 16 22:38:49.143390 dv-neutron-821829-1-hyperv neutron-server[87506]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 22:38:49.143390 dv-neutron-821829-1-hyperv neutron-server[87506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 22:38:49.147149 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-d9630907-4ca1-4554-8c77-4e5309a418b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841066'] for security_group, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:49.156298 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-30730286-e19b-4c23-a84b-10acfe58f993 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:38:49.160677 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-194ce495-f488-4656-992f-df8e281dea86 tempest-NegativeSecGroupTest-382581040 tempest-NegativeSecGroupTest-382581040-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:38:49.184549 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-1ec29649-99b6-4dec-95e3-15b730fc817b tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-883292'] for segment, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:49.184965 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.db.segments_db [None req-1ec29649-99b6-4dec-95e3-15b730fc817b tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Added segment b3b8a513-cb93-4a65-a49b-75e1ba7b3a05 of type vlan for network 0ac64615-5a80-4f9a-94bd-55b6c7617a35
Dec 16 22:38:49.210174 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-e69679e7-f6b0-49d6-8680-239ba8933674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b7d534bb0>, [], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:38:49.210682 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e69679e7-f6b0-49d6-8680-239ba8933674 None None] The sync data for ids ['d94daea2-ae2e-4e99-a87a-ed6af06d05d2'] in dv-neutron-821829-1-hyperv is: [] {{(pid=87509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 22:38:49.216966 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8e4a10a-d80d-41b7-83a1-8b73e3806246 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Made reservation on behalf of 69ee045658914011ac7b8ba0ad799b2d for: {'port': 1} {{(pid=87506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:38:49.221589 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-f8e4a10a-d80d-41b7-83a1-8b73e3806246 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:49.239736 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-d9630907-4ca1-4554-8c77-4e5309a418b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:49.240363 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-1ec29649-99b6-4dec-95e3-15b730fc817b tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734753047233'] for network, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:49.241503 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-d9630907-4ca1-4554-8c77-4e5309a418b0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ce5b3188-f6b4-4fb2-a852-ea5870c36e5a HTTP/1.1" status: 204  len: 168 time: 1.4232395
Dec 16 22:38:49.243450 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-30730286-e19b-4c23-a84b-10acfe58f993 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] 10.222.0.13 "DELETE /v2.0/networks/c967edcc-45d1-4aff-af5a-6797450920a9 HTTP/1.1" status: 204  len: 168 time: 1.8811939
Dec 16 22:38:49.248458 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 44940) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:38:49.251667 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9630907-4ca1-4554-8c77-4e5309a418b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce5b3188-f6b4-4fb2-a852-ea5870c36e5a,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:38:49.267873 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-d9630907-4ca1-4554-8c77-4e5309a418b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:38:49.281560 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.notifiers.nova [None req-f8e4a10a-d80d-41b7-83a1-8b73e3806246 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] device_id is not set on port 3818083e-2553-4548-a8d6-60fa2e7b0839 yet. {{(pid=87506) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 16 22:38:49.340773 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-c9219698-0670-4a29-b29b-a79129f42072 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3329572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3741856'] for network, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:49.356559 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-49766cb0-711c-4d9f-9260-b6e4cd11b7d4 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:38:49.367038 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.db.api [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction')
Dec 16 22:38:49.367038 dv-neutron-821829-1-hyperv neutron-server[87508]: [SQL: UPDATE ports SET `status`=%(status)s WHERE ports.id = %(ports_id)s]
Dec 16 22:38:49.367038 dv-neutron-821829-1-hyperv neutron-server[87508]: [parameters: {'status': 'ACTIVE', 'ports_id': '0e9ce1df-36d1-4305-834a-f178da8562d5'}]
Dec 16 22:38:49.367038 dv-neutron-821829-1-hyperv neutron-server[87508]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=87508) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 16 22:38:49.367438 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_db.api [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 16 22:38:49.374621 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.pecan_wsgi.hooks.translation [None req-5231a8c9-eb1f-421d-8774-8e06cc61f06a tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] DELETE failed (client error): The resource could not be found.
Dec 16 22:38:49.375179 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5231a8c9-eb1f-421d-8774-8e06cc61f06a tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87507) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 16 22:38:49.377445 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-c9219698-0670-4a29-b29b-a79129f42072 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks [] for network, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:49.397720 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9219698-0670-4a29-b29b-a79129f42072 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Pushing event deleted for resources: {'Network': ['ID=609eecf4-5001-4b39-a7b6-bf81cca64c22,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:38:49.407879 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-c9219698-0670-4a29-b29b-a79129f42072 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:38:49.415246 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-c9219698-0670-4a29-b29b-a79129f42072 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] 10.222.0.13 "DELETE /v2.0/networks/609eecf4-5001-4b39-a7b6-bf81cca64c22 HTTP/1.1" status: 204  len: 168 time: 4.9478693
Dec 16 22:38:49.417148 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 44944) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:38:49.463249 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-5231a8c9-eb1f-421d-8774-8e06cc61f06a tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] 10.222.0.13 "DELETE /v2.0/subnets/afc467ed-55a1-4c83-845a-82a19c1ed5bb HTTP/1.1" status: 404  len: 337 time: 0.2107921
Dec 16 22:38:49.467513 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 44948) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:38:49.475216 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-5fed5e46-66ec-420b-a561-6354e3f63053 None None] For port 0e9ce1df-36d1-4305-834a-f178da8562d5, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=0e9ce1df-36d1-4305-834a-f178da8562d5,segment=NetworkSegment(978dc9b9-b70e-473d-a4fd-52cc84f12195),segment_id=978dc9b9-b70e-473d-a4fd-52cc84f12195)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:38:49.510677 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-1ec29649-99b6-4dec-95e3-15b730fc817b tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440'] for network, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:49.513226 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.db_base_plugin_common [None req-3e648fac-7ae1-4d58-89b9-0bc669d953dd None None] Allocated IP 2001:db8::2 (92067b6a-41d9-485a-9b2a-1775635a7d0d/297b10fc-c035-4d3d-839c-41849ebb0c64/605e6ab0-fc05-49bc-84d1-5cf832b15fd8) {{(pid=87508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 22:38:49.530233 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ec29649-99b6-4dec-95e3-15b730fc817b tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:38:49.532985 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-1ec29649-99b6-4dec-95e3-15b730fc817b tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Notify callbacks [] for network, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:49.540073 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-5fed5e46-66ec-420b-a561-6354e3f63053 None None] Notify callbacks [] for port, precommit_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:49.543895 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-c8d68a90-e695-4fda-a2f4-03624381ed29 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:38:49.578448 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.pecan_wsgi.hooks.translation [None req-17f72f32-8cf5-4c3d-9150-8f6e625c1f03 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] DELETE failed (client error): The resource could not be found.
Dec 16 22:38:49.578978 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17f72f32-8cf5-4c3d-9150-8f6e625c1f03 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87507) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 16 22:38:49.581399 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-17f72f32-8cf5-4c3d-9150-8f6e625c1f03 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] 10.222.0.13 "DELETE /v2.0/networks/fe63344e-82cd-4f99-a6ad-2e8f33860c91 HTTP/1.1" status: 404  len: 339 time: 0.1124504
Dec 16 22:38:49.596022 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 44954) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:38:49.630893 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-5fed5e46-66ec-420b-a561-6354e3f63053 None None] Transition to ACTIVE for port object 0e9ce1df-36d1-4305-834a-f178da8562d5 will not be triggered until provisioned by entity DHCP. {{(pid=87508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:38:49.636803 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-5fed5e46-66ec-420b-a561-6354e3f63053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:49.642502 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-d19adc5d-a2b2-4cd4-9dbc-96ed9db112a3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:38:49.813659 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-1ec29649-99b6-4dec-95e3-15b730fc817b tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 782 time: 0.9966748
Dec 16 22:38:49.845761 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 44966) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:38:49.914843 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fed5e46-66ec-420b-a561-6354e3f63053 None None] Pushing event updated for resources: {'Port': ['ID=0e9ce1df-36d1-4305-834a-f178da8562d5,revision_number=3']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:38:49.925983 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-5fed5e46-66ec-420b-a561-6354e3f63053 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:38:49.953997 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec29649-99b6-4dec-95e3-15b730fc817b tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Pushing event updated for resources: {'Network': ['ID=0ac64615-5a80-4f9a-94bd-55b6c7617a35,revision_number=1']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:38:49.962911 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-3e648fac-7ae1-4d58-89b9-0bc669d953dd None None] Notify callbacks [] for port, precommit_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:49.971307 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Network 0ac64615-5a80-4f9a-94bd-55b6c7617a35 details requested by agent ovs-agent-dv-neutron-821829-1-hyperv with host dv-neutron-821829-1-hyperv {{(pid=87508) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 22:38:49.984510 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-1ec29649-99b6-4dec-95e3-15b730fc817b tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.441s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:38:50.047303 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.db_base_plugin_v2 [None req-a872a66c-9a69-46e3-b3f6-5c9e4ccc9043 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Deleting subnet afba7a3f-1f79-4f3b-9b09-b19cd0c6c02e {{(pid=87507) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 16 22:38:50.051584 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-a872a66c-9a69-46e3-b3f6-5c9e4ccc9043 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Notify callbacks [] for subnet, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:50.067830 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:50.083494 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-3e648fac-7ae1-4d58-89b9-0bc669d953dd None None] Transition to ACTIVE for port object 605e6ab0-fc05-49bc-84d1-5cf832b15fd8 will not be triggered until provisioned by entity L2. {{(pid=87508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:38:50.128062 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-a872a66c-9a69-46e3-b3f6-5c9e4ccc9043 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2128562'] for subnet, precommit_delete_associations {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:50.179347 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-337ca11c-e00f-4eb7-9b7d-907912b4ce5e tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3830176'] for router_interface, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:50.188921 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-3e648fac-7ae1-4d58-89b9-0bc669d953dd None None] Transition to ACTIVE for port object 605e6ab0-fc05-49bc-84d1-5cf832b15fd8 will not be triggered until provisioned by entity DHCP. {{(pid=87508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:38:50.196738 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-3e648fac-7ae1-4d58-89b9-0bc669d953dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940'] for port, after_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:50.202561 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-003d53c9-85fb-4854-af2b-ec1575aceb17 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:38:50.221798 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.db_base_plugin_common [None req-c6f91c48-1a98-4eb3-b704-8958d6bc0a08 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Delete allocated IP 172.20.0.18 (d64954f6-4489-46e3-885a-74bbd1c32734/b5f883c0-8896-41dd-b0c6-89e98ecd1f0a) {{(pid=87507) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}}
Dec 16 22:38:50.275497 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3df62bf9-7cc1-4b59-a14e-887d8301f6d4 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:38:50.276237 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-3df62bf9-7cc1-4b59-a14e-887d8301f6d4 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Synchronizing usage tracker for tenant:c85c59d360694166b5b0483f9fc81199 on resource:network {{(pid=87507) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 22:38:50.292043 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e648fac-7ae1-4d58-89b9-0bc669d953dd None None] Network 92067b6a-41d9-485a-9b2a-1775635a7d0d is already hosted by enough agents. {{(pid=87508) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:38:50.294026 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] For port 0e9ce1df-36d1-4305-834a-f178da8562d5, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=0e9ce1df-36d1-4305-834a-f178da8562d5,segment=NetworkSegment(978dc9b9-b70e-473d-a4fd-52cc84f12195),segment_id=978dc9b9-b70e-473d-a4fd-52cc84f12195)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:38:50.297736 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.scheduler.base_scheduler [None req-3e648fac-7ae1-4d58-89b9-0bc669d953dd None None] Resources bound (agent type, host, resource id):  {{(pid=87508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:38:50.300832 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e648fac-7ae1-4d58-89b9-0bc669d953dd None None] Received port after_create {{(pid=87508) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 22:38:50.312955 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:50.315558 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e648fac-7ae1-4d58-89b9-0bc669d953dd None None] Pushing event updated for resources: {'Port': ['ID=605e6ab0-fc05-49bc-84d1-5cf832b15fd8,revision_number=1']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:38:50.318527 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-3e648fac-7ae1-4d58-89b9-0bc669d953dd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:38:50.318998 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-3e648fac-7ae1-4d58-89b9-0bc669d953dd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:38:50.471185 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device a75c1035-0a6a-4976-a6f9-4604d12d9a08 no longer exists at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 22:38:50.484300 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.db_base_plugin_common [None req-f8e4a10a-d80d-41b7-83a1-8b73e3806246 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Allocated IP 2001:db8::23e (92067b6a-41d9-485a-9b2a-1775635a7d0d/297b10fc-c035-4d3d-839c-41849ebb0c64/3818083e-2553-4548-a8d6-60fa2e7b0839) {{(pid=87506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 22:38:50.487237 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 44978) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:38:50.525625 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] No Port match for: a75c1035-0a6a-4976-a6f9-4604d12d9a08 {{(pid=87508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 22:38:50.526753 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device a75c1035-0a6a-4976-a6f9-4604d12d9a08 not bound to the agent host dv-neutron-821829-1-hyperv {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 22:38:50.567753 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-3e648fac-7ae1-4d58-89b9-0bc669d953dd None None] Attempting to bind port 605e6ab0-fc05-49bc-84d1-5cf832b15fd8 on host dv-neutron-821829-1-hyperv for vnic_type normal with profile  {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 22:38:50.568393 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-3e648fac-7ae1-4d58-89b9-0bc669d953dd None None] Attempting to bind port 605e6ab0-fc05-49bc-84d1-5cf832b15fd8 by drivers openvswitch,hyperv on host dv-neutron-821829-1-hyperv at level 0 using segments [{'id': 'b69b1853-cc69-44ff-a154-93d1ce5fcbab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '92067b6a-41d9-485a-9b2a-1775635a7d0d'}] {{(pid=87508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 22:38:50.569020 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e648fac-7ae1-4d58-89b9-0bc669d953dd None None] Attempting to bind port 605e6ab0-fc05-49bc-84d1-5cf832b15fd8 on network 92067b6a-41d9-485a-9b2a-1775635a7d0d {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 22:38:50.584565 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e648fac-7ae1-4d58-89b9-0bc669d953dd None None] Checking agent: {'id': '5571501f-366e-47a4-9b60-8ef19d935d27', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821829-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 24, 2), 'started_at': datetime.datetime(2021, 12, 16, 22, 24, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 38, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821829-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 22:38:50.584971 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e648fac-7ae1-4d58-89b9-0bc669d953dd None None] Checking segment: {'id': 'b69b1853-cc69-44ff-a154-93d1ce5fcbab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '92067b6a-41d9-485a-9b2a-1775635a7d0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 22:38:50.585389 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-3e648fac-7ae1-4d58-89b9-0bc669d953dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:50.585797 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e648fac-7ae1-4d58-89b9-0bc669d953dd None None] Bound using segment: {'id': 'b69b1853-cc69-44ff-a154-93d1ce5fcbab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '92067b6a-41d9-485a-9b2a-1775635a7d0d'} {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 22:38:50.586277 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-3e648fac-7ae1-4d58-89b9-0bc669d953dd None None] Bound port: 605e6ab0-fc05-49bc-84d1-5cf832b15fd8, host: dv-neutron-821829-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b69b1853-cc69-44ff-a154-93d1ce5fcbab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '92067b6a-41d9-485a-9b2a-1775635a7d0d'}}] {{(pid=87508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 22:38:50.586656 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-3e648fac-7ae1-4d58-89b9-0bc669d953dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:50.628621 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Pushing event updated for resources: {'Port': ['ID=0e9ce1df-36d1-4305-834a-f178da8562d5,revision_number=4']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:38:50.632678 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:38:50.643715 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5164656-e431-4de2-b94f-46aa09d7fe81 None None] Network d64954f6-4489-46e3-885a-74bbd1c32734 requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 22:38:50.720161 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-3df62bf9-7cc1-4b59-a14e-887d8301f6d4 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Unset dirty status for tenant:c85c59d360694166b5b0483f9fc81199 on resource:network {{(pid=87507) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 22:38:50.721609 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-3df62bf9-7cc1-4b59-a14e-887d8301f6d4 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] 10.222.0.13 "GET /v2.0/networks?id=0ac64615-5a80-4f9a-94bd-55b6c7617a35 HTTP/1.1" status: 200  len: 761 time: 0.8721268
Dec 16 22:38:50.729947 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 44984) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:38:50.744251 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-a1781e64-f746-48e0-a608-1af6f73153fb tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Request body: {'network': {'description': 'd2'}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:38:50.767907 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 0e9ce1df-36d1-4305-834a-f178da8562d5 up at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 22:38:50.844731 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-c904c69b-21dc-412f-95fb-6364e5587c8e tempest-BulkNetworkOpsTest-146173519 tempest-BulkNetworkOpsTest-146173519-project] Request body: {'networks': [{'name': 'tempest-network--366224537'}, {'name': 'tempest-network--1351412768'}]} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:38:50.845032 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-c904c69b-21dc-412f-95fb-6364e5587c8e tempest-BulkNetworkOpsTest-146173519 tempest-BulkNetworkOpsTest-146173519-project] Request body: {'network': {'name': 'tempest-network--366224537'}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:38:50.845677 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-c904c69b-21dc-412f-95fb-6364e5587c8e tempest-BulkNetworkOpsTest-146173519 tempest-BulkNetworkOpsTest-146173519-project] Request body: {'network': {'name': 'tempest-network--1351412768'}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:38:50.873498 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-c904c69b-21dc-412f-95fb-6364e5587c8e tempest-BulkNetworkOpsTest-146173519 tempest-BulkNetworkOpsTest-146173519-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:38:50.894424 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-c904c69b-21dc-412f-95fb-6364e5587c8e tempest-BulkNetworkOpsTest-146173519 tempest-BulkNetworkOpsTest-146173519-project] Usage tracker for resource:network and tenant:bc8e86120c604ba197d6b48e9df1cd92 is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:38:50.898319 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-a872a66c-9a69-46e3-b3f6-5c9e4ccc9043 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3328566'] for subnet, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:50.902953 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-d8663ac7-64a8-472f-9ebf-1d39999ccb85 None None] Provisioning for port 0e9ce1df-36d1-4305-834a-f178da8562d5 completed by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 22:38:50.925831 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-d8663ac7-64a8-472f-9ebf-1d39999ccb85 None None] Provisioning complete for port 0e9ce1df-36d1-4305-834a-f178da8562d5 triggered by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:38:50.926541 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-d8663ac7-64a8-472f-9ebf-1d39999ccb85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:50.926766 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-c904c69b-21dc-412f-95fb-6364e5587c8e tempest-BulkNetworkOpsTest-146173519 tempest-BulkNetworkOpsTest-146173519-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:38:50.944015 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-c904c69b-21dc-412f-95fb-6364e5587c8e tempest-BulkNetworkOpsTest-146173519 tempest-BulkNetworkOpsTest-146173519-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:38:50.983062 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-3e648fac-7ae1-4d58-89b9-0bc669d953dd None None] For port 605e6ab0-fc05-49bc-84d1-5cf832b15fd8, host dv-neutron-821829-1-hyperv, cleared binding levels {{(pid=87508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 22:38:50.990240 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-c6f91c48-1a98-4eb3-b704-8958d6bc0a08 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks [] for port, precommit_update {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:51.019160 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-3e648fac-7ae1-4d58-89b9-0bc669d953dd None None] For port 605e6ab0-fc05-49bc-84d1-5cf832b15fd8, host dv-neutron-821829-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=605e6ab0-fc05-49bc-84d1-5cf832b15fd8,segment=NetworkSegment(b69b1853-cc69-44ff-a154-93d1ce5fcbab),segment_id=b69b1853-cc69-44ff-a154-93d1ce5fcbab)] {{(pid=87508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 22:38:51.019425 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c904c69b-21dc-412f-95fb-6364e5587c8e tempest-BulkNetworkOpsTest-146173519 tempest-BulkNetworkOpsTest-146173519-project] Made reservation on behalf of bc8e86120c604ba197d6b48e9df1cd92 for: {'network': 2} {{(pid=87507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:38:51.023720 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-c904c69b-21dc-412f-95fb-6364e5587c8e tempest-BulkNetworkOpsTest-146173519 tempest-BulkNetworkOpsTest-146173519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for network, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:51.059282 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-3e648fac-7ae1-4d58-89b9-0bc669d953dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:51.073001 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:38:51.107959 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-c904c69b-21dc-412f-95fb-6364e5587c8e tempest-BulkNetworkOpsTest-146173519 tempest-BulkNetworkOpsTest-146173519-project] Notify callbacks [] for security_group, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:51.139303 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.provisioning_blocks [None req-c6f91c48-1a98-4eb3-b704-8958d6bc0a08 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Ignored duplicate provisioning block setup for port 449d8f85-5a7f-4d2a-ac8d-17443ba87815 by entity DHCP. {{(pid=87507) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}}
Dec 16 22:38:51.145507 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning complete for port 0e9ce1df-36d1-4305-834a-f178da8562d5 triggered by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:38:51.145901 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:51.160315 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-c6f91c48-1a98-4eb3-b704-8958d6bc0a08 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10807814'] for port, after_update {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:51.170458 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-c904c69b-21dc-412f-95fb-6364e5587c8e tempest-BulkNetworkOpsTest-146173519 tempest-BulkNetworkOpsTest-146173519-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:38:51.181609 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-923d6e10-9a7b-4f28-bdc3-eb0842a16675 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:38:51.220150 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-f8e4a10a-d80d-41b7-83a1-8b73e3806246 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks [] for port, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:51.233823 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-c904c69b-21dc-412f-95fb-6364e5587c8e tempest-BulkNetworkOpsTest-146173519 tempest-BulkNetworkOpsTest-146173519-project] Usage tracker for resource:security_group_rule and tenant:bc8e86120c604ba197d6b48e9df1cd92 is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:38:51.244202 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [None req-337ca11c-e00f-4eb7-9b7d-907912b4ce5e tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Deleting port 23f463ae-462a-4a35-a545-23810024be4a {{(pid=87506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:38:51.244543 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-337ca11c-e00f-4eb7-9b7d-907912b4ce5e tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:51.251131 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-e0d66ac6-8eb7-4753-9845-43f790594163 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3830176'] for router_interface, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:51.277319 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.provisioning_blocks [None req-f8e4a10a-d80d-41b7-83a1-8b73e3806246 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Transition to ACTIVE for port object 3818083e-2553-4548-a8d6-60fa2e7b0839 will not be triggered until provisioned by entity DHCP. {{(pid=87506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:38:51.306486 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-c904c69b-21dc-412f-95fb-6364e5587c8e tempest-BulkNetworkOpsTest-146173519 tempest-BulkNetworkOpsTest-146173519-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:38:51.309913 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e648fac-7ae1-4d58-89b9-0bc669d953dd None None] Pushing event updated for resources: {'Port': ['ID=605e6ab0-fc05-49bc-84d1-5cf832b15fd8,revision_number=2']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:38:51.318348 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-3e648fac-7ae1-4d58-89b9-0bc669d953dd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:38:51.335405 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-a872a66c-9a69-46e3-b3f6-5c9e4ccc9043 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3328622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10807868', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10549621'] for subnet, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:51.397085 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-a1781e64-f746-48e0-a608-1af6f73153fb tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734753047233'] for network, precommit_update {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:51.431685 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-f8e4a10a-d80d-41b7-83a1-8b73e3806246 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1863393'] for port, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:51.438021 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-c904c69b-21dc-412f-95fb-6364e5587c8e tempest-BulkNetworkOpsTest-146173519 tempest-BulkNetworkOpsTest-146173519-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:38:51.448818 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-78a1a101-f076-458b-8e1b-f0d530ecba3f tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:38:51.450674 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 531530cf-c881-435b-b5fe-53897d27d2a5 up at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 22:38:51.541058 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f91c48-1a98-4eb3-b704-8958d6bc0a08 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Pushing event updated for resources: {'Port': ['ID=449d8f85-5a7f-4d2a-ac8d-17443ba87815,revision_number=2']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:38:51.545455 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-c6f91c48-1a98-4eb3-b704-8958d6bc0a08 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.364s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:38:51.546131 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8e4a10a-d80d-41b7-83a1-8b73e3806246 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Network 92067b6a-41d9-485a-9b2a-1775635a7d0d is already hosted by enough agents. {{(pid=87506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:38:51.552880 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.base_scheduler [None req-f8e4a10a-d80d-41b7-83a1-8b73e3806246 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Resources bound (agent type, host, resource id):  {{(pid=87506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:38:51.555895 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.db [None req-337ca11c-e00f-4eb7-9b7d-907912b4ce5e tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] For port 23f463ae-462a-4a35-a545-23810024be4a, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=23f463ae-462a-4a35-a545-23810024be4a,segment=NetworkSegment(61620825-0d99-46c5-a98c-282b46a37204),segment_id=61620825-0d99-46c5-a98c-282b46a37204)] {{(pid=87506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:38:51.556280 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-337ca11c-e00f-4eb7-9b7d-907912b4ce5e tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:51.565951 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8e4a10a-d80d-41b7-83a1-8b73e3806246 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Received port after_create {{(pid=87506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 22:38:51.566685 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning complete for port 531530cf-c881-435b-b5fe-53897d27d2a5 triggered by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:38:51.567868 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:51.572197 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8e4a10a-d80d-41b7-83a1-8b73e3806246 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:38:51.572849 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-f8e4a10a-d80d-41b7-83a1-8b73e3806246 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for port, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:51.590240 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-d0f30b4d-9413-4aaa-8877-919c69912c80 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.146s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:38:51.628584 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-a1781e64-f746-48e0-a608-1af6f73153fb tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440'] for network, after_update {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:51.681627 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e4a10a-d80d-41b7-83a1-8b73e3806246 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Pushing event updated for resources: {'Port': ['ID=3818083e-2553-4548-a8d6-60fa2e7b0839,revision_number=1']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:38:51.714802 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-a1781e64-f746-48e0-a608-1af6f73153fb tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Network 0ac64615-5a80-4f9a-94bd-55b6c7617a35 is not hosted by any dhcp agent {{(pid=87507) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}}
Dec 16 22:38:51.718563 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83f4349c-2104-41a0-94b4-e0087b37d6c8 None None] Network 2d95f1fe-5680-48c6-901d-3a10397689b5 requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 22:38:51.720460 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1781e64-f746-48e0-a608-1af6f73153fb tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:38:51.721112 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-a1781e64-f746-48e0-a608-1af6f73153fb tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Notify callbacks [] for network, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:51.724942 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-a1781e64-f746-48e0-a608-1af6f73153fb tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] 10.222.0.13 "PUT /v2.0/networks/0ac64615-5a80-4f9a-94bd-55b6c7617a35 HTTP/1.1" status: 200  len: 758 time: 0.9912219
Dec 16 22:38:51.734156 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-a872a66c-9a69-46e3-b3f6-5c9e4ccc9043 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Notify callbacks [] for subnet, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:51.747425 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 44988) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:38:51.748705 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a872a66c-9a69-46e3-b3f6-5c9e4ccc9043 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Pushing event deleted for resources: {'Subnet': ['ID=afba7a3f-1f79-4f3b-9b09-b19cd0c6c02e,revision_number=None']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:38:51.770225 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [None req-337ca11c-e00f-4eb7-9b7d-907912b4ce5e tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Calling delete_port for 23f463ae-462a-4a35-a545-23810024be4a owned by network:router_interface {{(pid=87506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:38:51.771254 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-a872a66c-9a69-46e3-b3f6-5c9e4ccc9043 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:38:51.778301 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-d28ed5d6-172b-493b-a8ce-c465aca274f7 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.066s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:38:51.806917 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-f8e4a10a-d80d-41b7-83a1-8b73e3806246 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.358s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:38:51.839782 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-f8e4a10a-d80d-41b7-83a1-8b73e3806246 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 931 time: 3.2796183
Dec 16 22:38:51.845001 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 44992) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:38:51.859290 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-36a83022-e830-495c-97f2-44f7c85b3584 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Request body: {'port': {'network_id': '92067b6a-41d9-485a-9b2a-1775635a7d0d', 'name': 'tempest-PortsIpV6TestJSON-1614047719'}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:38:51.866526 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device f95799a9-b8ac-4040-9601-29cf8e618a79 no longer exists at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 22:38:51.893030 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.plugin [None req-c6f91c48-1a98-4eb3-b704-8958d6bc0a08 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] In _notify_port_updated(), no bound segment for port 449d8f85-5a7f-4d2a-ac8d-17443ba87815 on network d64954f6-4489-46e3-885a-74bbd1c32734 {{(pid=87507) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}}
Dec 16 22:38:51.898944 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6f91c48-1a98-4eb3-b704-8958d6bc0a08 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:38:51.900386 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-c6f91c48-1a98-4eb3-b704-8958d6bc0a08 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for port, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:51.901909 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-c6f91c48-1a98-4eb3-b704-8958d6bc0a08 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] 10.222.0.13 "PUT /v2.0/ports/449d8f85-5a7f-4d2a-ac8d-17443ba87815 HTTP/1.1" status: 200  len: 918 time: 3.8271933
Dec 16 22:38:51.926030 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] No Port match for: f95799a9-b8ac-4040-9601-29cf8e618a79 {{(pid=87508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 22:38:51.926030 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device f95799a9-b8ac-4040-9601-29cf8e618a79 not bound to the agent host dv-neutron-821829-1-hyperv {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 22:38:51.936113 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 44996) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:38:52.094892 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-549ec98e-f418-46d8-bdd3-692bcf483948 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '75c24b5e-fadd-4a86-b59a-7c13bb03d07f'}, {'subnet_id': 'b5f883c0-8896-41dd-b0c6-89e98ecd1f0a'}]}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:38:52.108169 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-9f69fca8-a3c6-4bb9-b025-e499180f6cec None None] Provisioning for port 449d8f85-5a7f-4d2a-ac8d-17443ba87815 completed by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 22:38:52.117504 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-9f69fca8-a3c6-4bb9-b025-e499180f6cec None None] Provisioning complete for port 449d8f85-5a7f-4d2a-ac8d-17443ba87815 triggered by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:38:52.118078 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-9f69fca8-a3c6-4bb9-b025-e499180f6cec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:52.195076 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-9f69fca8-a3c6-4bb9-b025-e499180f6cec None None] Port 449d8f85-5a7f-4d2a-ac8d-17443ba87815 cannot update to ACTIVE because it is not bound. {{(pid=87508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 22:38:52.200551 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-36a83022-e830-495c-97f2-44f7c85b3584 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:38:52.208863 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-36a83022-e830-495c-97f2-44f7c85b3584 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Usage tracker for resource:port and tenant:69ee045658914011ac7b8ba0ad799b2d is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:38:52.211159 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-9f69fca8-a3c6-4bb9-b025-e499180f6cec None None] Provisioning complete for port 0e9ce1df-36d1-4305-834a-f178da8562d5 triggered by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:38:52.211485 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-9f69fca8-a3c6-4bb9-b025-e499180f6cec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:52.211597 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-337ca11c-e00f-4eb7-9b7d-907912b4ce5e tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1863393'] for port, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:52.215438 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-c904c69b-21dc-412f-95fb-6364e5587c8e tempest-BulkNetworkOpsTest-146173519 tempest-BulkNetworkOpsTest-146173519-project] Notify callbacks [] for security_group, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:52.215624 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-36a83022-e830-495c-97f2-44f7c85b3584 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:38:52.221319 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-5a359f1c-5944-452d-922c-31d85e8b67eb tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:38:52.255917 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-a872a66c-9a69-46e3-b3f6-5c9e4ccc9043 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] 10.222.0.13 "DELETE /v2.0/subnets/afba7a3f-1f79-4f3b-9b09-b19cd0c6c02e HTTP/1.1" status: 204  len: 168 time: 2.6580741
Dec 16 22:38:52.256949 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 45000) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:38:52.278215 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-36a83022-e830-495c-97f2-44f7c85b3584 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:38:52.282015 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337ca11c-e00f-4eb7-9b7d-907912b4ce5e tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Pushing event deleted for resources: {'Port': ['ID=23f463ae-462a-4a35-a545-23810024be4a,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:38:52.314272 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-337ca11c-e00f-4eb7-9b7d-907912b4ce5e tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:38:52.320746 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-683a2d7d-b633-4e4d-8709-c7d42ef070db tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:38:52.322570 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-683a2d7d-b633-4e4d-8709-c7d42ef070db tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] 10.222.0.13 "GET /v2.0/networks?id=0ac64615-5a80-4f9a-94bd-55b6c7617a35 HTTP/1.1" status: 200  len: 761 time: 0.5714147
Dec 16 22:38:52.328664 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 45004) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:38:52.379430 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-ca0f6b69-9fb2-4130-925c-578f4b44a4c8 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1466336535'}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:38:52.389603 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36a83022-e830-495c-97f2-44f7c85b3584 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Made reservation on behalf of 69ee045658914011ac7b8ba0ad799b2d for: {'port': 1} {{(pid=87506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:38:52.402999 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-36a83022-e830-495c-97f2-44f7c85b3584 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:52.461023 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-ca0f6b69-9fb2-4130-925c-578f4b44a4c8 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:38:52.505351 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-ca0f6b69-9fb2-4130-925c-578f4b44a4c8 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:38:52.518939 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.notifiers.nova [None req-36a83022-e830-495c-97f2-44f7c85b3584 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] device_id is not set on port 605ef42d-226d-438e-9613-e10a684113ed yet. {{(pid=87506) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 16 22:38:52.534298 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-04aa4a06-8edc-4363-a006-16218680ae31 None None] Provisioning complete for port 449d8f85-5a7f-4d2a-ac8d-17443ba87815 triggered by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:38:52.539419 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-04aa4a06-8edc-4363-a006-16218680ae31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:52.615617 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-04aa4a06-8edc-4363-a006-16218680ae31 None None] Port 449d8f85-5a7f-4d2a-ac8d-17443ba87815 cannot update to ACTIVE because it is not bound. {{(pid=87508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 22:38:52.666158 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-c904c69b-21dc-412f-95fb-6364e5587c8e tempest-BulkNetworkOpsTest-146173519 tempest-BulkNetworkOpsTest-146173519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841066'] for security_group, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:52.666650 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-c904c69b-21dc-412f-95fb-6364e5587c8e tempest-BulkNetworkOpsTest-146173519 tempest-BulkNetworkOpsTest-146173519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for network, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:52.700869 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1781e64-f746-48e0-a608-1af6f73153fb tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Pushing event updated for resources: {'Network': ['ID=0ac64615-5a80-4f9a-94bd-55b6c7617a35,revision_number=1']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:38:52.777544 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1781e64-f746-48e0-a608-1af6f73153fb tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:38:52.780193 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1781e64-f746-48e0-a608-1af6f73153fb tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:38:52.780754 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1781e64-f746-48e0-a608-1af6f73153fb tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:38:52.781288 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1781e64-f746-48e0-a608-1af6f73153fb tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:38:52.781807 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1781e64-f746-48e0-a608-1af6f73153fb tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:38:52.782326 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1781e64-f746-48e0-a608-1af6f73153fb tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:38:52.782852 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1781e64-f746-48e0-a608-1af6f73153fb tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:38:52.783358 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1781e64-f746-48e0-a608-1af6f73153fb tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:38:52.784813 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1781e64-f746-48e0-a608-1af6f73153fb tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:38:52.785351 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1781e64-f746-48e0-a608-1af6f73153fb tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:38:52.785778 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1781e64-f746-48e0-a608-1af6f73153fb tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:38:52.786273 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1781e64-f746-48e0-a608-1af6f73153fb tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:38:52.797937 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-a1781e64-f746-48e0-a608-1af6f73153fb tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.020s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:38:52.809533 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.db_base_plugin_v2 [None req-537fc13d-acc4-457f-b952-116447246be4 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Deleting subnet 3385c14a-efc7-4cd1-a899-24b98b9222dd {{(pid=87507) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 16 22:38:52.811985 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Network 0ac64615-5a80-4f9a-94bd-55b6c7617a35 details requested by agent ovs-agent-dv-neutron-821829-1-hyperv with host dv-neutron-821829-1-hyperv {{(pid=87508) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 22:38:52.827944 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-537fc13d-acc4-457f-b952-116447246be4 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Notify callbacks [] for subnet, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:52.888794 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-aca139f5-753a-4364-84b9-f609cebfbeaa tempest-FloatingIPNegativeTestJSON-1419073809 tempest-FloatingIPNegativeTestJSON-1419073809-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.203s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:38:52.914724 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 605e6ab0-fc05-49bc-84d1-5cf832b15fd8 up at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 22:38:52.991592 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-537fc13d-acc4-457f-b952-116447246be4 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2128562'] for subnet, precommit_delete_associations {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:52.997641 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-3c21d47a-10a8-4c19-9b15-c35ce1f10887 None None] Provisioning complete for port 449d8f85-5a7f-4d2a-ac8d-17443ba87815 triggered by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:38:52.998147 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-3c21d47a-10a8-4c19-9b15-c35ce1f10887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:53.095726 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-537fc13d-acc4-457f-b952-116447246be4 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3328566'] for subnet, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:53.104793 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca0f6b69-9fb2-4130-925c-578f4b44a4c8 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Made reservation on behalf of c85c59d360694166b5b0483f9fc81199 for: {'network': 1} {{(pid=87506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:38:53.108509 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-ca0f6b69-9fb2-4130-925c-578f4b44a4c8 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for network, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:53.147365 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-337ca11c-e00f-4eb7-9b7d-907912b4ce5e tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3791449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3739472'] for router_interface, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:53.189398 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-3c21d47a-10a8-4c19-9b15-c35ce1f10887 None None] Port 449d8f85-5a7f-4d2a-ac8d-17443ba87815 cannot update to ACTIVE because it is not bound. {{(pid=87508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 22:38:53.202980 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c904c69b-21dc-412f-95fb-6364e5587c8e tempest-BulkNetworkOpsTest-146173519 tempest-BulkNetworkOpsTest-146173519-project] vlan segment allocate from pool success with {'vlan_id': 167, 'physical_network': 'physnet1'}  {{(pid=87507) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 22:38:53.213731 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning for port 605e6ab0-fc05-49bc-84d1-5cf832b15fd8 completed by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 22:38:53.216099 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-537fc13d-acc4-457f-b952-116447246be4 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3328622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10807868', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10549621'] for subnet, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:53.224843 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 0e9ce1df-36d1-4305-834a-f178da8562d5 up at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 22:38:53.261744 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-c904c69b-21dc-412f-95fb-6364e5587c8e tempest-BulkNetworkOpsTest-146173519 tempest-BulkNetworkOpsTest-146173519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-883292'] for segment, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:53.262511 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.db.segments_db [None req-c904c69b-21dc-412f-95fb-6364e5587c8e tempest-BulkNetworkOpsTest-146173519 tempest-BulkNetworkOpsTest-146173519-project] Added segment fdfa709d-1aad-4196-bc57-793e7bf4c54b of type vlan for network 686cb412-880a-4f8f-9bee-55c3d88c1027
Dec 16 22:38:53.268458 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c904c69b-21dc-412f-95fb-6364e5587c8e tempest-BulkNetworkOpsTest-146173519 tempest-BulkNetworkOpsTest-146173519-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e7b17fe-2752-4a03-b586-21461236cc2e,revision_number=1']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:38:53.274117 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-c904c69b-21dc-412f-95fb-6364e5587c8e tempest-BulkNetworkOpsTest-146173519 tempest-BulkNetworkOpsTest-146173519-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.385s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:38:53.282686 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-ecb33048-8ffe-46e7-8de5-55d73c34eb05 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.046s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:38:53.289854 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-093a668c-8ad3-46f4-b873-8c8651520a26 None None] Network 92067b6a-41d9-485a-9b2a-1775635a7d0d requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 22:38:53.306302 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca0f6b69-9fb2-4130-925c-578f4b44a4c8 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] vlan segment allocate from pool success with {'vlan_id': 185, 'physical_network': 'physnet1'}  {{(pid=87506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 22:38:53.313546 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-537fc13d-acc4-457f-b952-116447246be4 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Notify callbacks [] for subnet, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:53.343968 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537fc13d-acc4-457f-b952-116447246be4 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Pushing event deleted for resources: {'Subnet': ['ID=3385c14a-efc7-4cd1-a899-24b98b9222dd,revision_number=None']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:38:53.365978 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-537fc13d-acc4-457f-b952-116447246be4 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:38:53.393278 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-c904c69b-21dc-412f-95fb-6364e5587c8e tempest-BulkNetworkOpsTest-146173519 tempest-BulkNetworkOpsTest-146173519-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734753047233'] for network, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:53.402310 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-537fc13d-acc4-457f-b952-116447246be4 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] 10.222.0.13 "DELETE /v2.0/subnets/3385c14a-efc7-4cd1-a899-24b98b9222dd HTTP/1.1" status: 204  len: 168 time: 1.0903449
Dec 16 22:38:53.420486 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-ca0f6b69-9fb2-4130-925c-578f4b44a4c8 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-883292'] for segment, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:53.420876 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.db.segments_db [None req-ca0f6b69-9fb2-4130-925c-578f4b44a4c8 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Added segment b562277f-b9db-4caf-8cee-b6da7dfa1a09 of type vlan for network d3b281d9-c948-4713-adf9-c006452e82c0
Dec 16 22:38:53.427272 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 45008) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:38:53.555006 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-403d85ce-e3c6-498a-974c-d939b60ad6e8 None None] Provisioning for port 605e6ab0-fc05-49bc-84d1-5cf832b15fd8 completed by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 22:38:53.561133 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.plugin [None req-e0d66ac6-8eb7-4753-9845-43f790594163 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Deleting port 0c8bd98b-a35f-45c2-b8b5-771ebd5bba19 {{(pid=87507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:38:53.561471 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-e0d66ac6-8eb7-4753-9845-43f790594163 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:53.563102 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83d9e4ab-9282-490e-84d4-2c8c5b3edbfe None None] Network 2d95f1fe-5680-48c6-901d-3a10397689b5 requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 22:38:53.574318 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.db_base_plugin_common [None req-36a83022-e830-495c-97f2-44f7c85b3584 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Allocated IP 2001:db8::3bb (92067b6a-41d9-485a-9b2a-1775635a7d0d/297b10fc-c035-4d3d-839c-41849ebb0c64/605ef42d-226d-438e-9613-e10a684113ed) {{(pid=87506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 22:38:53.617413 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-549ec98e-f418-46d8-bdd3-692bcf483948 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:53.633032 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-403d85ce-e3c6-498a-974c-d939b60ad6e8 None None] Provisioning complete for port 605e6ab0-fc05-49bc-84d1-5cf832b15fd8 triggered by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:38:53.633032 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-403d85ce-e3c6-498a-974c-d939b60ad6e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:53.649475 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c904c69b-21dc-412f-95fb-6364e5587c8e tempest-BulkNetworkOpsTest-146173519 tempest-BulkNetworkOpsTest-146173519-project] vlan segment allocate from pool success with {'vlan_id': 178, 'physical_network': 'physnet1'}  {{(pid=87507) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 22:38:53.652081 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-ca0f6b69-9fb2-4130-925c-578f4b44a4c8 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734753047233'] for network, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:53.699189 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning complete for port 0e9ce1df-36d1-4305-834a-f178da8562d5 triggered by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:38:53.699577 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:53.769703 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-dee1caa8-2b3e-4609-9edb-f4f17e36995b tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-825997'] for network, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:53.773585 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-c904c69b-21dc-412f-95fb-6364e5587c8e tempest-BulkNetworkOpsTest-146173519 tempest-BulkNetworkOpsTest-146173519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-883292'] for segment, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:53.774068 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.db.segments_db [None req-c904c69b-21dc-412f-95fb-6364e5587c8e tempest-BulkNetworkOpsTest-146173519 tempest-BulkNetworkOpsTest-146173519-project] Added segment fc653c59-7993-4964-9c22-f064a3f9c6b5 of type vlan for network f6471076-638f-4356-b135-70191e9ec4c5
Dec 16 22:38:53.844908 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [None req-dee1caa8-2b3e-4609-9edb-f4f17e36995b tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Deleting port 85a86036-e2c4-424d-aa5c-810e595cd146 {{(pid=87506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:38:53.845183 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-dee1caa8-2b3e-4609-9edb-f4f17e36995b tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:53.877487 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-ca0f6b69-9fb2-4130-925c-578f4b44a4c8 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440'] for network, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:53.883298 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca0f6b69-9fb2-4130-925c-578f4b44a4c8 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:38:53.883933 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-ca0f6b69-9fb2-4130-925c-578f4b44a4c8 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Notify callbacks [] for network, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:53.905175 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-c904c69b-21dc-412f-95fb-6364e5587c8e tempest-BulkNetworkOpsTest-146173519 tempest-BulkNetworkOpsTest-146173519-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734753047233'] for network, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:53.909813 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-bb7a0cbd-a609-44b3-9b08-0f7de7f0a6e0 tempest-BulkNetworkOpsIpV6Test-1671727552 tempest-BulkNetworkOpsIpV6Test-1671727552-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:38:53.971044 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-e0d66ac6-8eb7-4753-9845-43f790594163 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:54.049923 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-403d85ce-e3c6-498a-974c-d939b60ad6e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:54.050835 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-337ca11c-e00f-4eb7-9b7d-907912b4ce5e tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Router dcd68ae4-9678-4601-9589-50474829ca26 has already been hosted by L3 agent 4f519db7-069b-43e2-8411-c092bac9102a {{(pid=87506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 22:38:54.111093 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-403d85ce-e3c6-498a-974c-d939b60ad6e8 None None] For port 605e6ab0-fc05-49bc-84d1-5cf832b15fd8, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=605e6ab0-fc05-49bc-84d1-5cf832b15fd8,segment=NetworkSegment(b69b1853-cc69-44ff-a154-93d1ce5fcbab),segment_id=b69b1853-cc69-44ff-a154-93d1ce5fcbab)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:38:54.117547 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-403d85ce-e3c6-498a-974c-d939b60ad6e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:54.119945 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.plugin [None req-e0d66ac6-8eb7-4753-9845-43f790594163 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Calling delete_port for 0c8bd98b-a35f-45c2-b8b5-771ebd5bba19 owned by network:router_interface {{(pid=87507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:38:54.120549 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-3e648fac-7ae1-4d58-89b9-0bc669d953dd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:38:54.153577 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0f6b69-9fb2-4130-925c-578f4b44a4c8 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Pushing event updated for resources: {'Network': ['ID=d3b281d9-c948-4713-adf9-c006452e82c0,revision_number=1']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:38:54.165744 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-ca0f6b69-9fb2-4130-925c-578f4b44a4c8 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:38:54.181437 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Network d3b281d9-c948-4713-adf9-c006452e82c0 details requested by agent ovs-agent-dv-neutron-821829-1-hyperv with host dv-neutron-821829-1-hyperv {{(pid=87508) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 22:38:54.239055 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-ca0f6b69-9fb2-4130-925c-578f4b44a4c8 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 780 time: 1.9009395
Dec 16 22:38:54.249055 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 45014) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:38:54.257718 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-c904c69b-21dc-412f-95fb-6364e5587c8e tempest-BulkNetworkOpsTest-146173519 tempest-BulkNetworkOpsTest-146173519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440'] for network, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:54.258250 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-c904c69b-21dc-412f-95fb-6364e5587c8e tempest-BulkNetworkOpsTest-146173519 tempest-BulkNetworkOpsTest-146173519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440'] for network, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:54.263654 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c904c69b-21dc-412f-95fb-6364e5587c8e tempest-BulkNetworkOpsTest-146173519 tempest-BulkNetworkOpsTest-146173519-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:38:54.268362 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c904c69b-21dc-412f-95fb-6364e5587c8e tempest-BulkNetworkOpsTest-146173519 tempest-BulkNetworkOpsTest-146173519-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:38:54.269036 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-c904c69b-21dc-412f-95fb-6364e5587c8e tempest-BulkNetworkOpsTest-146173519 tempest-BulkNetworkOpsTest-146173519-project] Notify callbacks [] for network, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:54.276349 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-36a8feaa-b515-46d6-821d-dba3b90651a0 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Request body: {'subnet': {'network_id': 'd3b281d9-c948-4713-adf9-c006452e82c0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:38:54.297010 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-2a6f909d-1ef2-4508-989a-69822ce0e1fe tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:38:54.302408 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc2bb826-85d6-41bb-99a9-f4e9a247a835 None None] DHCP port deletion for 2d95f1fe-5680-48c6-901d-3a10397689b5 request from dv-neutron-821829-1-hyperv {{(pid=87508) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 16 22:38:54.326201 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-cc2bb826-85d6-41bb-99a9-f4e9a247a835 None None] Deleting port 85a86036-e2c4-424d-aa5c-810e595cd146 {{(pid=87508) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:38:54.327858 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-cc2bb826-85d6-41bb-99a9-f4e9a247a835 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:54.390044 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403d85ce-e3c6-498a-974c-d939b60ad6e8 None None] Pushing event updated for resources: {'Port': ['ID=605e6ab0-fc05-49bc-84d1-5cf832b15fd8,revision_number=3']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:38:54.425265 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-403d85ce-e3c6-498a-974c-d939b60ad6e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:38:54.438673 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-36a83022-e830-495c-97f2-44f7c85b3584 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks [] for port, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:54.465190 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.provisioning_blocks [None req-36a83022-e830-495c-97f2-44f7c85b3584 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Transition to ACTIVE for port object 605ef42d-226d-438e-9613-e10a684113ed will not be triggered until provisioned by entity DHCP. {{(pid=87506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:38:54.470682 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-5b5c47ea-d4ec-47f6-937b-712081ed0dbe None None] Provisioning complete for port 85a86036-e2c4-424d-aa5c-810e595cd146 triggered by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:38:54.471530 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-5b5c47ea-d4ec-47f6-937b-712081ed0dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:54.507207 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.db_base_plugin_common [None req-549ec98e-f418-46d8-bdd3-692bcf483948 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Allocated IP 172.20.0.30 (d64954f6-4489-46e3-885a-74bbd1c32734/b5f883c0-8896-41dd-b0c6-89e98ecd1f0a/449d8f85-5a7f-4d2a-ac8d-17443ba87815) {{(pid=87507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 22:38:54.507529 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-337ca11c-e00f-4eb7-9b7d-907912b4ce5e tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify agent at l3_agent.dv-neutron-821829-1-hyperv the message routers_updated {{(pid=87506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 22:38:54.519860 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-337ca11c-e00f-4eb7-9b7d-907912b4ce5e tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] 10.222.0.13 "PUT /v2.0/routers/dcd68ae4-9678-4601-9589-50474829ca26/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 5.0983646
Dec 16 22:38:54.525718 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 45018) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:38:54.530307 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.db [None req-dee1caa8-2b3e-4609-9edb-f4f17e36995b tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] For port 85a86036-e2c4-424d-aa5c-810e595cd146, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=85a86036-e2c4-424d-aa5c-810e595cd146,segment=NetworkSegment(c7a6916b-f447-4d8d-b2a8-d343995c4e4e),segment_id=c7a6916b-f447-4d8d-b2a8-d343995c4e4e)] {{(pid=87506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:38:54.530664 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-dee1caa8-2b3e-4609-9edb-f4f17e36995b tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:54.544413 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-683309f0-0cbf-4721-8556-cba9dd67de4a None None] Sync routers for ids ['dcd68ae4-9678-4601-9589-50474829ca26'] in dv-neutron-821829-1-hyperv {{(pid=87508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 22:38:54.635249 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-683309f0-0cbf-4721-8556-cba9dd67de4a None None] Routers {'dcd68ae4-9678-4601-9589-50474829ca26'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:38:54.635959 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-683309f0-0cbf-4721-8556-cba9dd67de4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b76eb6b50>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:38:31Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['dcd68ae4-9678-4601-9589-50474829ca26'], 'active': True} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:38:54.718135 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 605e6ab0-fc05-49bc-84d1-5cf832b15fd8 up at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 22:38:54.906676 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-36a83022-e830-495c-97f2-44f7c85b3584 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1863393'] for port, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:54.916739 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [None req-dee1caa8-2b3e-4609-9edb-f4f17e36995b tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Calling delete_port for 85a86036-e2c4-424d-aa5c-810e595cd146 owned by network:dhcp {{(pid=87506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:38:54.950699 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-09c94f8c-deb3-43ed-b6ca-8e9d110ca8bb tempest-AllowedAddressPairIpV6TestJSON-1960971591 tempest-AllowedAddressPairIpV6TestJSON-1960971591-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:38:54.982968 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-c904c69b-21dc-412f-95fb-6364e5587c8e tempest-BulkNetworkOpsTest-146173519 tempest-BulkNetworkOpsTest-146173519-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 1319 time: 4.4233232
Dec 16 22:38:55.000088 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 45022) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:38:55.043100 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c904c69b-21dc-412f-95fb-6364e5587c8e tempest-BulkNetworkOpsTest-146173519 tempest-BulkNetworkOpsTest-146173519-project] Pushing event updated for resources: {'Network': ['ID=686cb412-880a-4f8f-9bee-55c3d88c1027,revision_number=1']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:38:55.074970 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Network 686cb412-880a-4f8f-9bee-55c3d88c1027 details requested by agent ovs-agent-dv-neutron-821829-1-hyperv with host dv-neutron-821829-1-hyperv {{(pid=87508) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 22:38:55.076338 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-e0d66ac6-8eb7-4753-9845-43f790594163 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10807823'] for port, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:55.080262 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-36a8feaa-b515-46d6-821d-dba3b90651a0 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:38:55.111942 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvr_db [None req-683309f0-0cbf-4721-8556-cba9dd67de4a None None] Set router dcd68ae4-9678-4601-9589-50474829ca26 gateway port host: None {{(pid=87508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 22:38:55.122628 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b88abd5-008d-48c0-8fa8-8255d5eae4bd tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Deleting subnet 95a355fa-2faa-4243-83d9-d55c558a9f15 {{(pid=87506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 16 22:38:55.140125 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36a83022-e830-495c-97f2-44f7c85b3584 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Network 92067b6a-41d9-485a-9b2a-1775635a7d0d is already hosted by enough agents. {{(pid=87506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:38:55.143822 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-7b88abd5-008d-48c0-8fa8-8255d5eae4bd tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks [] for subnet, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:55.154645 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-36a8feaa-b515-46d6-821d-dba3b90651a0 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Usage tracker for resource:subnet and tenant:c85c59d360694166b5b0483f9fc81199 is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:38:55.158362 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-36a8feaa-b515-46d6-821d-dba3b90651a0 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:38:55.158495 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-cc2bb826-85d6-41bb-99a9-f4e9a247a835 None None] For port 85a86036-e2c4-424d-aa5c-810e595cd146, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=85a86036-e2c4-424d-aa5c-810e595cd146,segment=NetworkSegment(c7a6916b-f447-4d8d-b2a8-d343995c4e4e),segment_id=c7a6916b-f447-4d8d-b2a8-d343995c4e4e)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:38:55.158810 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-cc2bb826-85d6-41bb-99a9-f4e9a247a835 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:55.188726 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.base_scheduler [None req-36a83022-e830-495c-97f2-44f7c85b3584 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Resources bound (agent type, host, resource id):  {{(pid=87506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:38:55.199955 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36a83022-e830-495c-97f2-44f7c85b3584 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Received port after_create {{(pid=87506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 22:38:55.206099 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36a83022-e830-495c-97f2-44f7c85b3584 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:38:55.206737 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-36a83022-e830-495c-97f2-44f7c85b3584 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for port, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:55.215084 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a83022-e830-495c-97f2-44f7c85b3584 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Pushing event updated for resources: {'Port': ['ID=605ef42d-226d-438e-9613-e10a684113ed,revision_number=1']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:38:55.222313 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-36a8feaa-b515-46d6-821d-dba3b90651a0 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:38:55.240271 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-36a83022-e830-495c-97f2-44f7c85b3584 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:38:55.305517 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-7b88abd5-008d-48c0-8fa8-8255d5eae4bd tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-266764487'] for subnet, precommit_delete_associations {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:55.362434 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-dee1caa8-2b3e-4609-9edb-f4f17e36995b tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1863393'] for port, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:55.392406 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-36a83022-e830-495c-97f2-44f7c85b3584 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:38:55.400625 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-cc2bb826-85d6-41bb-99a9-f4e9a247a835 None None] Calling delete_port for 85a86036-e2c4-424d-aa5c-810e595cd146 owned by network:dhcp {{(pid=87508) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:38:55.412155 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-e0d66ac6-8eb7-4753-9845-43f790594163 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3791449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3739472'] for router_interface, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:55.417677 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c904c69b-21dc-412f-95fb-6364e5587c8e tempest-BulkNetworkOpsTest-146173519 tempest-BulkNetworkOpsTest-146173519-project] Pushing event updated for resources: {'Network': ['ID=f6471076-638f-4356-b135-70191e9ec4c5,revision_number=1']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:38:55.422130 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36a8feaa-b515-46d6-821d-dba3b90651a0 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Made reservation on behalf of c85c59d360694166b5b0483f9fc81199 for: {'subnet': 1} {{(pid=87507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:38:55.425818 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-36a8feaa-b515-46d6-821d-dba3b90651a0 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10549598'] for subnet, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:55.443676 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-c904c69b-21dc-412f-95fb-6364e5587c8e tempest-BulkNetworkOpsTest-146173519 tempest-BulkNetworkOpsTest-146173519-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.147s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:38:55.448497 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-928c8113-8d2a-4a8f-9bb0-bc5b14252d9d tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.138s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:38:55.448949 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-928c8113-8d2a-4a8f-9bb0-bc5b14252d9d tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:38:55.450005 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.db.resource_extend [None req-549ec98e-f418-46d8-bdd3-692bcf483948 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 16 22:38:55.458784 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-36a83022-e830-495c-97f2-44f7c85b3584 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 931 time: 3.6084225
Dec 16 22:38:55.462798 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dee1caa8-2b3e-4609-9edb-f4f17e36995b tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] No DVR routers for this DVR port 85a86036-e2c4-424d-aa5c-810e595cd146 on host dv-neutron-821829-1-hyperv {{(pid=87506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 22:38:55.483404 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-0671a8c3-de75-4de2-b70c-4fc1eca4a820 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.395s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:38:55.523454 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Network f6471076-638f-4356-b135-70191e9ec4c5 details requested by agent ovs-agent-dv-neutron-821829-1-hyperv with host dv-neutron-821829-1-hyperv {{(pid=87508) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 22:38:55.570087 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-7b88abd5-008d-48c0-8fa8-8255d5eae4bd tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3328566'] for subnet, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:55.617278 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 45026) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:38:55.633596 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning complete for port 605e6ab0-fc05-49bc-84d1-5cf832b15fd8 triggered by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:38:55.633990 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:55.641968 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-549ec98e-f418-46d8-bdd3-692bcf483948 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks [] for port, precommit_update {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:55.667336 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee1caa8-2b3e-4609-9edb-f4f17e36995b tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Pushing event deleted for resources: {'Port': ['ID=85a86036-e2c4-424d-aa5c-810e595cd146,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:38:55.685296 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ac90dbd-3951-4da0-a3bd-f4b5b6856222 tempest-BulkNetworkOpsTest-146173519 tempest-BulkNetworkOpsTest-146173519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:38:55.691411 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ac90dbd-3951-4da0-a3bd-f4b5b6856222 tempest-BulkNetworkOpsTest-146173519 tempest-BulkNetworkOpsTest-146173519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:38:55.693736 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d66ac6-8eb7-4753-9845-43f790594163 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Pushing event deleted for resources: {'Port': ['ID=0c8bd98b-a35f-45c2-b8b5-771ebd5bba19,revision_number=None']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:38:55.698356 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ac90dbd-3951-4da0-a3bd-f4b5b6856222 tempest-BulkNetworkOpsTest-146173519 tempest-BulkNetworkOpsTest-146173519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:38:55.704951 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ac90dbd-3951-4da0-a3bd-f4b5b6856222 tempest-BulkNetworkOpsTest-146173519 tempest-BulkNetworkOpsTest-146173519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:38:55.706724 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-0ac90dbd-3951-4da0-a3bd-f4b5b6856222 tempest-BulkNetworkOpsTest-146173519 tempest-BulkNetworkOpsTest-146173519-project] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200  len: 2406 time: 0.6968336
Dec 16 22:38:55.708789 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-e0d66ac6-8eb7-4753-9845-43f790594163 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:38:55.732413 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 45030) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:38:55.736442 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-dee1caa8-2b3e-4609-9edb-f4f17e36995b tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.344s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:38:55.819733 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.provisioning_blocks [None req-549ec98e-f418-46d8-bdd3-692bcf483948 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Transition to ACTIVE for port object 449d8f85-5a7f-4d2a-ac8d-17443ba87815 will not be triggered until provisioned by entity DHCP. {{(pid=87507) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:38:55.829711 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-dee1caa8-2b3e-4609-9edb-f4f17e36995b tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3329565', 'neutron.services.segments.db._delete_segments_for_network-8734753546406'] for network, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:55.877187 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.services.segments.db [None req-dee1caa8-2b3e-4609-9edb-f4f17e36995b tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1b761921f0>,) {'filters': {'network_id': ['2d95f1fe-5680-48c6-901d-3a10397689b5']}} {{(pid=87506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:38:55.884353 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-549ec98e-f418-46d8-bdd3-692bcf483948 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10807814'] for port, after_update {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:55.899964 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.services.segments.db [None req-dee1caa8-2b3e-4609-9edb-f4f17e36995b tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b761921f0>, 'c7a6916b-f447-4d8d-b2a8-d343995c4e4e') {'for_net_delete': True} {{(pid=87506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:38:55.900692 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.services.segments.db [None req-dee1caa8-2b3e-4609-9edb-f4f17e36995b tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b761921f0>, 'c7a6916b-f447-4d8d-b2a8-d343995c4e4e') {} {{(pid=87506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:38:55.903782 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-5e28204c-5182-4a87-92bc-edfcb94d147e tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:38:55.917637 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-46872e91-cb37-4807-b602-3e869885f15b None None] Provisioning for port 605ef42d-226d-438e-9613-e10a684113ed completed by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 22:38:55.919950 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-dee1caa8-2b3e-4609-9edb-f4f17e36995b tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734753593977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-266764496'] for segment, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:55.925566 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.db.api [None req-cc2bb826-85d6-41bb-99a9-f4e9a247a835 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87508) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 16 22:38:55.925936 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_db.api [None req-cc2bb826-85d6-41bb-99a9-f4e9a247a835 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 16 22:38:55.935386 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-7b88abd5-008d-48c0-8fa8-8255d5eae4bd tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3328622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1863378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11213117'] for subnet, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:55.943137 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-8bec39f0-5433-4af6-b4f6-548efa43d629 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:38:55.945151 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-46872e91-cb37-4807-b602-3e869885f15b None None] Provisioning complete for port 605ef42d-226d-438e-9613-e10a684113ed triggered by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:38:55.946172 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-46872e91-cb37-4807-b602-3e869885f15b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:55.977140 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-469fbe62-fc68-456d-8845-36a019b43dbd tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:38:55.977953 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-469fbe62-fc68-456d-8845-36a019b43dbd tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Synchronizing usage tracker for tenant:69ee045658914011ac7b8ba0ad799b2d on resource:port {{(pid=87506) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 22:38:55.987421 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-dee1caa8-2b3e-4609-9edb-f4f17e36995b tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-883292'] for segment, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:56.001019 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-7b88abd5-008d-48c0-8fa8-8255d5eae4bd tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks [] for subnet, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:56.007740 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b88abd5-008d-48c0-8fa8-8255d5eae4bd tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Pushing event deleted for resources: {'Subnet': ['ID=95a355fa-2faa-4243-83d9-d55c558a9f15,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:38:56.013368 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dee1caa8-2b3e-4609-9edb-f4f17e36995b tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Releasing vlan 174 on physical network physnet1 to pool {{(pid=87506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 16 22:38:56.013861 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-dee1caa8-2b3e-4609-9edb-f4f17e36995b tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-883285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1863180'] for segment, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:56.021952 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8a14819-f3ba-4e15-816b-63f08d98d449 None None] Network a9fe3143-2ede-4b9c-a7a9-a02a4acc426b requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 22:38:56.032695 dv-neutron-821829-1-hyperv neutron-server[87506]: Traceback (most recent call last):
Dec 16 22:38:56.032695 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 16 22:38:56.032695 dv-neutron-821829-1-hyperv neutron-server[87506]:     timer()
Dec 16 22:38:56.032695 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 22:38:56.032695 dv-neutron-821829-1-hyperv neutron-server[87506]:     cb(*args, **kw)
Dec 16 22:38:56.032695 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 22:38:56.032695 dv-neutron-821829-1-hyperv neutron-server[87506]:     return func(*args, **kwargs)
Dec 16 22:38:56.032695 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 22:38:56.032695 dv-neutron-821829-1-hyperv neutron-server[87506]:     self._notify()
Dec 16 22:38:56.032695 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 22:38:56.032695 dv-neutron-821829-1-hyperv neutron-server[87506]:     self.callback(batched_events)
Dec 16 22:38:56.032695 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 22:38:56.032695 dv-neutron-821829-1-hyperv neutron-server[87506]:     event.method(event)
Dec 16 22:38:56.032695 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 22:38:56.032695 dv-neutron-821829-1-hyperv neutron-server[87506]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 22:38:56.032695 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 22:38:56.032695 dv-neutron-821829-1-hyperv neutron-server[87506]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 22:38:56.032695 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 22:38:56.032695 dv-neutron-821829-1-hyperv neutron-server[87506]:     return f(self, *a, **k)
Dec 16 22:38:56.032695 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 16 22:38:56.032695 dv-neutron-821829-1-hyperv neutron-server[87506]:     return self._get(url).json()
Dec 16 22:38:56.032695 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 16 22:38:56.032695 dv-neutron-821829-1-hyperv neutron-server[87506]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 22:38:56.032695 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 16 22:38:56.032695 dv-neutron-821829-1-hyperv neutron-server[87506]:     return self.request(url, 'GET', **kwargs)
Dec 16 22:38:56.032695 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 16 22:38:56.032695 dv-neutron-821829-1-hyperv neutron-server[87506]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 22:38:56.032695 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 16 22:38:56.032695 dv-neutron-821829-1-hyperv neutron-server[87506]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 22:38:56.032695 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 16 22:38:56.032695 dv-neutron-821829-1-hyperv neutron-server[87506]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 22:38:56.032695 dv-neutron-821829-1-hyperv neutron-server[87506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 22:38:56.047216 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b88abd5-008d-48c0-8fa8-8255d5eae4bd tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:38:56.047692 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b88abd5-008d-48c0-8fa8-8255d5eae4bd tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:38:56.048168 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b88abd5-008d-48c0-8fa8-8255d5eae4bd tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:38:56.048554 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b88abd5-008d-48c0-8fa8-8255d5eae4bd tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:38:56.049037 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b88abd5-008d-48c0-8fa8-8255d5eae4bd tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:38:56.049606 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b88abd5-008d-48c0-8fa8-8255d5eae4bd tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:38:56.050341 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b88abd5-008d-48c0-8fa8-8255d5eae4bd tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:38:56.050341 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b88abd5-008d-48c0-8fa8-8255d5eae4bd tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:38:56.050643 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b88abd5-008d-48c0-8fa8-8255d5eae4bd tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:38:56.051011 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b88abd5-008d-48c0-8fa8-8255d5eae4bd tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:38:56.051789 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b88abd5-008d-48c0-8fa8-8255d5eae4bd tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:38:56.052248 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b88abd5-008d-48c0-8fa8-8255d5eae4bd tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:38:56.059145 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-7b88abd5-008d-48c0-8fa8-8255d5eae4bd tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] 10.222.0.13 "DELETE /v2.0/subnets/95a355fa-2faa-4243-83d9-d55c558a9f15 HTTP/1.1" status: 204  len: 168 time: 1.5324144
Dec 16 22:38:56.060079 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 45034) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:38:56.109272 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-7b88abd5-008d-48c0-8fa8-8255d5eae4bd tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:38:56.132399 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-46872e91-cb37-4807-b602-3e869885f15b None None] Port 605ef42d-226d-438e-9613-e10a684113ed cannot update to ACTIVE because it is not bound. {{(pid=87508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 22:38:56.136075 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-469fbe62-fc68-456d-8845-36a019b43dbd tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Unset dirty status for tenant:69ee045658914011ac7b8ba0ad799b2d on resource:port {{(pid=87506) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 22:38:56.139603 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-469fbe62-fc68-456d-8845-36a019b43dbd tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] 10.222.0.13 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A23e HTTP/1.1" status: 200  len: 929 time: 0.5187120
Dec 16 22:38:56.147522 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 45038) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:38:56.266217 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549ec98e-f418-46d8-bdd3-692bcf483948 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Pushing event updated for resources: {'Port': ['ID=449d8f85-5a7f-4d2a-ac8d-17443ba87815,revision_number=3']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:38:56.271159 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-05b900c4-8f9c-4e2a-940e-cee48578c7a3 tempest-BulkNetworkOpsTest-146173519 tempest-BulkNetworkOpsTest-146173519-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-825997'] for network, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:56.275512 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-43f2cd42-d903-469a-855f-f4d7bfbe1199 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-825997'] for network, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:56.281874 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-549ec98e-f418-46d8-bdd3-692bcf483948 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.378s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:38:56.282677 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-dee1caa8-2b3e-4609-9edb-f4f17e36995b tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3329572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3741856'] for network, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:56.287562 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-cb9cf153-8719-4d1f-aef6-2da0f5587434 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:38:56.295803 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-46872e91-cb37-4807-b602-3e869885f15b None None] Provisioning complete for port 605e6ab0-fc05-49bc-84d1-5cf832b15fd8 triggered by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:38:56.296194 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-46872e91-cb37-4807-b602-3e869885f15b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:56.323818 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-dee1caa8-2b3e-4609-9edb-f4f17e36995b tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Notify callbacks [] for network, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:56.338733 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee1caa8-2b3e-4609-9edb-f4f17e36995b tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Pushing event deleted for resources: {'Network': ['ID=2d95f1fe-5680-48c6-901d-3a10397689b5,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:38:56.346204 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 85a86036-e2c4-424d-aa5c-810e595cd146 no longer exists at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 22:38:56.351061 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-dee1caa8-2b3e-4609-9edb-f4f17e36995b tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:38:56.352256 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [None req-43f2cd42-d903-469a-855f-f4d7bfbe1199 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Deleting port 94206871-71bc-45db-953e-8174f30dbfc9 {{(pid=87506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:38:56.352597 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-43f2cd42-d903-469a-855f-f4d7bfbe1199 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:56.378454 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-dee1caa8-2b3e-4609-9edb-f4f17e36995b tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] 10.222.0.13 "DELETE /v2.0/networks/2d95f1fe-5680-48c6-901d-3a10397689b5 HTTP/1.1" status: 204  len: 168 time: 2.9466805
Dec 16 22:38:56.384300 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 45042) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:38:56.417330 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] No Port match for: 85a86036-e2c4-424d-aa5c-810e595cd146 {{(pid=87508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 22:38:56.417695 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 85a86036-e2c4-424d-aa5c-810e595cd146 not bound to the agent host dv-neutron-821829-1-hyperv {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 22:38:56.430320 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-cc2bb826-85d6-41bb-99a9-f4e9a247a835 None None] Deleting port 85a86036-e2c4-424d-aa5c-810e595cd146 {{(pid=87508) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:38:56.430820 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-cc2bb826-85d6-41bb-99a9-f4e9a247a835 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:56.438742 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.pecan_wsgi.hooks.translation [None req-215288f0-c370-42e1-ba21-36cee638b78f tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] DELETE failed (client error): The resource could not be found.
Dec 16 22:38:56.439197 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-215288f0-c370-42e1-ba21-36cee638b78f tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 16 22:38:56.440918 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-215288f0-c370-42e1-ba21-36cee638b78f tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] 10.222.0.13 "DELETE /v2.0/subnets/31904e4e-6204-4993-9a33-c400065824b7 HTTP/1.1" status: 404  len: 337 time: 0.0556748
Dec 16 22:38:56.444604 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 45046) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:38:56.537414 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-cc2bb826-85d6-41bb-99a9-f4e9a247a835 None None] The port '85a86036-e2c4-424d-aa5c-810e595cd146' was deleted {{(pid=87508) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 16 22:38:56.544851 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.pecan_wsgi.hooks.translation [None req-c266e914-538e-45bd-9096-cbf199643198 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] DELETE failed (client error): The resource could not be found.
Dec 16 22:38:56.545407 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c266e914-538e-45bd-9096-cbf199643198 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 16 22:38:56.546996 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-c266e914-538e-45bd-9096-cbf199643198 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] 10.222.0.13 "DELETE /v2.0/networks/84d6852e-3fe3-422b-bf3d-72f3275e9db0 HTTP/1.1" status: 404  len: 339 time: 0.1014802
Dec 16 22:38:56.548036 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0d66ac6-8eb7-4753-9845-43f790594163 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Router d94daea2-ae2e-4e99-a87a-ed6af06d05d2 has already been hosted by L3 agent 4f519db7-069b-43e2-8411-c092bac9102a {{(pid=87507) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 22:38:56.552511 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 45050) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:38:56.632579 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.plugin [None req-d956a1a0-c139-4c5a-b5df-203678401506 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Deleting port 605ef42d-226d-438e-9613-e10a684113ed {{(pid=87507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:38:56.632923 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-d956a1a0-c139-4c5a-b5df-203678401506 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:56.672734 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-683309f0-0cbf-4721-8556-cba9dd67de4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b76eb6b50>, [{'id': 'dcd68ae4-9678-4601-9589-50474829ca26', 'name': 'tempest-RoutersTest-router-809960879', 'tenant_id': 'bb30155073f3462f829b4df60e35f5af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:37:21Z', 'updated_at': '2021-12-16T22:38:52Z', 'revision_number': 10, 'project_id': 'bb30155073f3462f829b4df60e35f5af', 'gw_port_host': None, '_interfaces': [{'id': 'b4a16203-a9be-4052-bdb0-6f3fa9deae9e', 'name': '', 'network_id': '9cec1ece-19ae-40d0-b729-73c3863b1457', 'tenant_id': 'bb30155073f3462f829b4df60e35f5af', 'mac_address': 'fa:16:3e:f8:28:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcd68ae4-9678-4601-9589-50474829ca26', 'device_owner': 'network:router_interface', 'standard_attr_id': 810, 'fixed_ips': [{'subnet_id': '12bde7f9-83c9-49c9-9bcd-d81bdd1ed717', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:37:28Z', 'updated_at': '2021-12-16T22:37:46Z', 'revision_number': 5, 'project_id': 'bb30155073f3462f829b4df60e35f5af', 'subnets': [{'id': '12bde7f9-83c9-49c9-9bcd-d81bdd1ed717', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:38:56.675210 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.pecan_wsgi.hooks.translation [None req-461ac3b7-72cc-496b-87e1-d97535333e1e tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] DELETE failed (client error): The resource could not be found.
Dec 16 22:38:56.675871 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-461ac3b7-72cc-496b-87e1-d97535333e1e tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87507) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 16 22:38:56.692996 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-683309f0-0cbf-4721-8556-cba9dd67de4a None None] Checking router: dcd68ae4-9678-4601-9589-50474829ca26 for host: dv-neutron-821829-1-hyperv {{(pid=87508) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 22:38:56.711590 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-683309f0-0cbf-4721-8556-cba9dd67de4a None None] Routers {'dcd68ae4-9678-4601-9589-50474829ca26'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:38:56.712273 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-683309f0-0cbf-4721-8556-cba9dd67de4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b76eb6b50>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:38:31Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['dcd68ae4-9678-4601-9589-50474829ca26'], 'active': True} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:38:56.779435 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.plugin [None req-549ec98e-f418-46d8-bdd3-692bcf483948 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] In _notify_port_updated(), no bound segment for port 449d8f85-5a7f-4d2a-ac8d-17443ba87815 on network d64954f6-4489-46e3-885a-74bbd1c32734 {{(pid=87507) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}}
Dec 16 22:38:56.779724 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.db [None req-43f2cd42-d903-469a-855f-f4d7bfbe1199 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] For port 94206871-71bc-45db-953e-8174f30dbfc9, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=94206871-71bc-45db-953e-8174f30dbfc9,segment=NetworkSegment(61620825-0d99-46c5-a98c-282b46a37204),segment_id=61620825-0d99-46c5-a98c-282b46a37204)] {{(pid=87506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:38:56.780066 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-43f2cd42-d903-469a-855f-f4d7bfbe1199 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:56.788042 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-549ec98e-f418-46d8-bdd3-692bcf483948 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:38:56.788695 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-549ec98e-f418-46d8-bdd3-692bcf483948 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for port, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:56.790004 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-549ec98e-f418-46d8-bdd3-692bcf483948 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] 10.222.0.13 "PUT /v2.0/ports/449d8f85-5a7f-4d2a-ac8d-17443ba87815 HTTP/1.1" status: 200  len: 998 time: 4.8508570
Dec 16 22:38:56.794126 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 45054) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:38:56.842505 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fe2bba1-5d24-4f58-8abd-775b28195166 None None] DHCP port deletion for a9fe3143-2ede-4b9c-a7a9-a02a4acc426b request from dv-neutron-821829-1-hyperv {{(pid=87508) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 16 22:38:56.857552 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-4fe2bba1-5d24-4f58-8abd-775b28195166 None None] Deleting port 94206871-71bc-45db-953e-8174f30dbfc9 {{(pid=87508) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:38:56.857945 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-4fe2bba1-5d24-4f58-8abd-775b28195166 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:56.895979 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-461ac3b7-72cc-496b-87e1-d97535333e1e tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] 10.222.0.13 "DELETE /v2.0/subnets/00d322c1-2cd4-4ccf-9c32-8bc11169bd23 HTTP/1.1" status: 404  len: 337 time: 0.3335989
Dec 16 22:38:56.903045 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-46872e91-cb37-4807-b602-3e869885f15b None None] Provisioning for port 3818083e-2553-4548-a8d6-60fa2e7b0839 completed by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 22:38:56.909812 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 45058) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:38:56.922651 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-46872e91-cb37-4807-b602-3e869885f15b None None] Provisioning complete for port 3818083e-2553-4548-a8d6-60fa2e7b0839 triggered by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:38:56.923415 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-46872e91-cb37-4807-b602-3e869885f15b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:56.935236 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [None req-43f2cd42-d903-469a-855f-f4d7bfbe1199 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Calling delete_port for 94206871-71bc-45db-953e-8174f30dbfc9 owned by network:dhcp {{(pid=87506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:38:56.983292 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvr_db [None req-683309f0-0cbf-4721-8556-cba9dd67de4a None None] Set router dcd68ae4-9678-4601-9589-50474829ca26 gateway port host: None {{(pid=87508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 22:38:57.013909 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0d66ac6-8eb7-4753-9845-43f790594163 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify agent at l3_agent.dv-neutron-821829-1-hyperv the message routers_updated {{(pid=87507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 22:38:57.021425 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [None req-de04d2b4-8146-41ca-9531-8ee7099df80d tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Deleting port 449d8f85-5a7f-4d2a-ac8d-17443ba87815 {{(pid=87506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:38:57.021714 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-de04d2b4-8146-41ca-9531-8ee7099df80d tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:57.027318 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07d6d1a1-28ba-41c7-8402-5a0e7065fced None None] Sync routers for ids ['d94daea2-ae2e-4e99-a87a-ed6af06d05d2'] in dv-neutron-821829-1-hyperv {{(pid=87509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 22:38:57.043380 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-e0d66ac6-8eb7-4753-9845-43f790594163 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] 10.222.0.13 "PUT /v2.0/routers/d94daea2-ae2e-4e99-a87a-ed6af06d05d2/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 7.9932575
Dec 16 22:38:57.044267 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07d6d1a1-28ba-41c7-8402-5a0e7065fced None None] Routers {'d94daea2-ae2e-4e99-a87a-ed6af06d05d2'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:38:57.045938 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-07d6d1a1-28ba-41c7-8402-5a0e7065fced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b7c6c64f0>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:38:31Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['d94daea2-ae2e-4e99-a87a-ed6af06d05d2'], 'active': True} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:38:57.056437 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 45062) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:38:57.063994 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-36a8feaa-b515-46d6-821d-dba3b90651a0 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10807931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10549612'] for subnet, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:57.077522 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-c7902a14-ea2e-43d2-ad80-27dca3a6d9e6 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:38:57.104122 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.pecan_wsgi.hooks.translation [None req-1eede455-a8a5-42bd-ad0b-61b8e20f7d37 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] DELETE failed (client error): The resource could not be found.
Dec 16 22:38:57.104877 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1eede455-a8a5-42bd-ad0b-61b8e20f7d37 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87507) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 16 22:38:57.106123 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-46872e91-cb37-4807-b602-3e869885f15b None None] Port 3818083e-2553-4548-a8d6-60fa2e7b0839 cannot update to ACTIVE because it is not bound. {{(pid=87508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 22:38:57.106944 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-1eede455-a8a5-42bd-ad0b-61b8e20f7d37 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] 10.222.0.13 "DELETE /v2.0/networks/b0158ae1-7a17-4125-b3c6-4e0441433d2d HTTP/1.1" status: 404  len: 339 time: 0.1830235
Dec 16 22:38:57.151139 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-05b900c4-8f9c-4e2a-940e-cee48578c7a3 tempest-BulkNetworkOpsTest-146173519 tempest-BulkNetworkOpsTest-146173519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3329565', 'neutron.services.segments.db._delete_segments_for_network-8734753546406'] for network, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:57.167740 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-07d6d1a1-28ba-41c7-8402-5a0e7065fced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b7c6c64f0>, [], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:38:57.169221 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 45066) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:38:57.183442 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07d6d1a1-28ba-41c7-8402-5a0e7065fced None None] Routers {'d94daea2-ae2e-4e99-a87a-ed6af06d05d2'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:38:57.184433 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-07d6d1a1-28ba-41c7-8402-5a0e7065fced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b7c6c64f0>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:38:31Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['d94daea2-ae2e-4e99-a87a-ed6af06d05d2'], 'active': True} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:38:57.232101 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-2562f537-5d41-46a0-aac6-917c669d1ac7 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Synchronizing usage tracker for tenant:a221f56311244d31a510a3a1bb3c6ce9 on resource:port {{(pid=87507) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 22:38:57.275884 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-07d6d1a1-28ba-41c7-8402-5a0e7065fced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b7c6c64f0>, [], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:38:57.278421 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07d6d1a1-28ba-41c7-8402-5a0e7065fced None None] The sync data for ids ['d94daea2-ae2e-4e99-a87a-ed6af06d05d2'] in dv-neutron-821829-1-hyperv is: [] {{(pid=87509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 22:38:57.280263 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.pecan_wsgi.hooks.translation [None req-c843d0a6-9a8a-4aa0-a2b8-a4e4100ff7a8 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] DELETE failed (client error): The resource could not be found.
Dec 16 22:38:57.280717 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c843d0a6-9a8a-4aa0-a2b8-a4e4100ff7a8 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87507) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 16 22:38:57.281155 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-de04d2b4-8146-41ca-9531-8ee7099df80d tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:57.284763 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-c843d0a6-9a8a-4aa0-a2b8-a4e4100ff7a8 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] 10.222.0.13 "DELETE /v2.0/subnets/bd53b048-3224-48c6-b717-cea88488dbe5 HTTP/1.1" status: 404  len: 337 time: 0.1076646
Dec 16 22:38:57.289266 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 45070) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:38:57.291433 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-43f2cd42-d903-469a-855f-f4d7bfbe1199 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1863393'] for port, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:57.295079 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.services.segments.db [None req-05b900c4-8f9c-4e2a-940e-cee48578c7a3 tempest-BulkNetworkOpsTest-146173519 tempest-BulkNetworkOpsTest-146173519-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1b7c560af0>,) {'filters': {'network_id': ['686cb412-880a-4f8f-9bee-55c3d88c1027']}} {{(pid=87507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:38:57.300728 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-dee1caa8-2b3e-4609-9edb-f4f17e36995b tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:38:57.385905 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.services.segments.db [None req-05b900c4-8f9c-4e2a-940e-cee48578c7a3 tempest-BulkNetworkOpsTest-146173519 tempest-BulkNetworkOpsTest-146173519-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b7c560af0>, 'fdfa709d-1aad-4196-bc57-793e7bf4c54b') {'for_net_delete': True} {{(pid=87507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:38:57.385905 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.services.segments.db [None req-05b900c4-8f9c-4e2a-940e-cee48578c7a3 tempest-BulkNetworkOpsTest-146173519 tempest-BulkNetworkOpsTest-146173519-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b7c560af0>, 'fdfa709d-1aad-4196-bc57-793e7bf4c54b') {} {{(pid=87507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:38:57.393196 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-ca373b6b-a3a5-49c3-becd-2b3f19b3a6f1 None None] Provisioning for port 449d8f85-5a7f-4d2a-ac8d-17443ba87815 completed by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 22:38:57.394676 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a8feaa-b515-46d6-821d-dba3b90651a0 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Pushing event updated for resources: {'Subnet': ['ID=7e990ebc-5f46-4709-b21f-1ff5665d244c,revision_number=0']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:38:57.398948 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-4fe2bba1-5d24-4f58-8abd-775b28195166 None None] For port 94206871-71bc-45db-953e-8174f30dbfc9, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=94206871-71bc-45db-953e-8174f30dbfc9,segment=NetworkSegment(61620825-0d99-46c5-a98c-282b46a37204),segment_id=61620825-0d99-46c5-a98c-282b46a37204)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:38:57.399351 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-4fe2bba1-5d24-4f58-8abd-775b28195166 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:57.403989 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-2562f537-5d41-46a0-aac6-917c669d1ac7 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Unset dirty status for tenant:a221f56311244d31a510a3a1bb3c6ce9 on resource:port {{(pid=87507) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 22:38:57.405275 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-2562f537-5d41-46a0-aac6-917c669d1ac7 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] 10.222.0.13 "GET /v2.0/ports?device_id=d94daea2-ae2e-4e99-a87a-ed6af06d05d2 HTTP/1.1" status: 200  len: 205 time: 0.3427603
Dec 16 22:38:57.410796 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 45074) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:38:57.412423 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-36a8feaa-b515-46d6-821d-dba3b90651a0 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.335s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:38:57.417661 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-05b900c4-8f9c-4e2a-940e-cee48578c7a3 tempest-BulkNetworkOpsTest-146173519 tempest-BulkNetworkOpsTest-146173519-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734753593977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2128549'] for segment, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:57.420976 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-ca373b6b-a3a5-49c3-becd-2b3f19b3a6f1 None None] Provisioning complete for port 449d8f85-5a7f-4d2a-ac8d-17443ba87815 triggered by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:38:57.421371 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-ca373b6b-a3a5-49c3-becd-2b3f19b3a6f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:57.443354 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36a8feaa-b515-46d6-821d-dba3b90651a0 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Checking segment: {'id': 'b562277f-b9db-4caf-8cee-b6da7dfa1a09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'd3b281d9-c948-4713-adf9-c006452e82c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 22:38:57.443721 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36a8feaa-b515-46d6-821d-dba3b90651a0 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Network hostable DHCP agents. Network: d3b281d9-c948-4713-adf9-c006452e82c0, hostable agents: ['3b155c4d-12dc-491e-aa14-6113b06cfacd'], hosted agents: [] {{(pid=87507) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 16 22:38:57.452973 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-05b900c4-8f9c-4e2a-940e-cee48578c7a3 tempest-BulkNetworkOpsTest-146173519 tempest-BulkNetworkOpsTest-146173519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-883292'] for segment, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:57.476957 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05b900c4-8f9c-4e2a-940e-cee48578c7a3 tempest-BulkNetworkOpsTest-146173519 tempest-BulkNetworkOpsTest-146173519-project] Releasing vlan 167 on physical network physnet1 to pool {{(pid=87507) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 16 22:38:57.477352 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-05b900c4-8f9c-4e2a-940e-cee48578c7a3 tempest-BulkNetworkOpsTest-146173519 tempest-BulkNetworkOpsTest-146173519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-883285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10808034'] for segment, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:57.484031 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [None req-de04d2b4-8146-41ca-9531-8ee7099df80d tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Calling delete_port for 449d8f85-5a7f-4d2a-ac8d-17443ba87815 owned by  {{(pid=87506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:38:57.492804 dv-neutron-821829-1-hyperv neutron-server[87507]: Traceback (most recent call last):
Dec 16 22:38:57.492804 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 16 22:38:57.492804 dv-neutron-821829-1-hyperv neutron-server[87507]:     timer()
Dec 16 22:38:57.492804 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 22:38:57.492804 dv-neutron-821829-1-hyperv neutron-server[87507]:     cb(*args, **kw)
Dec 16 22:38:57.492804 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 22:38:57.492804 dv-neutron-821829-1-hyperv neutron-server[87507]:     return func(*args, **kwargs)
Dec 16 22:38:57.492804 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 22:38:57.492804 dv-neutron-821829-1-hyperv neutron-server[87507]:     self._notify()
Dec 16 22:38:57.492804 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 22:38:57.492804 dv-neutron-821829-1-hyperv neutron-server[87507]:     self.callback(batched_events)
Dec 16 22:38:57.492804 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 22:38:57.492804 dv-neutron-821829-1-hyperv neutron-server[87507]:     event.method(event)
Dec 16 22:38:57.492804 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 22:38:57.492804 dv-neutron-821829-1-hyperv neutron-server[87507]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 22:38:57.492804 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 22:38:57.492804 dv-neutron-821829-1-hyperv neutron-server[87507]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 22:38:57.492804 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 22:38:57.492804 dv-neutron-821829-1-hyperv neutron-server[87507]:     return f(self, *a, **k)
Dec 16 22:38:57.492804 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 16 22:38:57.492804 dv-neutron-821829-1-hyperv neutron-server[87507]:     return self._get(url).json()
Dec 16 22:38:57.492804 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 16 22:38:57.492804 dv-neutron-821829-1-hyperv neutron-server[87507]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 22:38:57.492804 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 16 22:38:57.492804 dv-neutron-821829-1-hyperv neutron-server[87507]:     return self.request(url, 'GET', **kwargs)
Dec 16 22:38:57.492804 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 16 22:38:57.492804 dv-neutron-821829-1-hyperv neutron-server[87507]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 22:38:57.492804 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 16 22:38:57.492804 dv-neutron-821829-1-hyperv neutron-server[87507]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 22:38:57.492804 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 16 22:38:57.492804 dv-neutron-821829-1-hyperv neutron-server[87507]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 22:38:57.492804 dv-neutron-821829-1-hyperv neutron-server[87507]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 22:38:57.515103 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f2cd42-d903-469a-855f-f4d7bfbe1199 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Pushing event deleted for resources: {'Port': ['ID=94206871-71bc-45db-953e-8174f30dbfc9,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:38:57.577544 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43f2cd42-d903-469a-855f-f4d7bfbe1199 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] No DVR routers for this DVR port 94206871-71bc-45db-953e-8174f30dbfc9 on host dv-neutron-821829-1-hyperv {{(pid=87506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 22:38:57.579426 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-43f2cd42-d903-469a-855f-f4d7bfbe1199 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:38:57.587925 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.pecan_wsgi.hooks.translation [None req-b20c491c-c3b9-474d-94a2-b26fe96bcbba tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] DELETE failed (client error): The resource could not be found.
Dec 16 22:38:57.588390 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b20c491c-c3b9-474d-94a2-b26fe96bcbba tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 16 22:38:57.589647 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36a8feaa-b515-46d6-821d-dba3b90651a0 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Network d3b281d9-c948-4713-adf9-c006452e82c0 is scheduled to be hosted by DHCP agent 3b155c4d-12dc-491e-aa14-6113b06cfacd with binding_index 1 {{(pid=87507) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 16 22:38:57.591897 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-4fe2bba1-5d24-4f58-8abd-775b28195166 None None] Calling delete_port for 94206871-71bc-45db-953e-8174f30dbfc9 owned by network:dhcp {{(pid=87508) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:38:57.592813 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-d956a1a0-c139-4c5a-b5df-203678401506 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:57.663867 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.base_scheduler [None req-36a8feaa-b515-46d6-821d-dba3b90651a0 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821829-1-hyperv, d3b281d9-c948-4713-adf9-c006452e82c0) {{(pid=87507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:38:57.702746 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-b20c491c-c3b9-474d-94a2-b26fe96bcbba tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] 10.222.0.13 "DELETE /v2.0/networks/aa4ee400-dcba-4a4e-be17-fbee391c5f77 HTTP/1.1" status: 404  len: 339 time: 0.4046004
Dec 16 22:38:57.702962 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cbbcada-f5b8-4740-9c79-d1d47f2c3063 None None] Network d3b281d9-c948-4713-adf9-c006452e82c0 requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 22:38:57.718963 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-05b900c4-8f9c-4e2a-940e-cee48578c7a3 tempest-BulkNetworkOpsTest-146173519 tempest-BulkNetworkOpsTest-146173519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3329572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3741856'] for network, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:57.719750 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-ca373b6b-a3a5-49c3-becd-2b3f19b3a6f1 None None] Port 449d8f85-5a7f-4d2a-ac8d-17443ba87815 cannot update to ACTIVE because it is not bound. {{(pid=87508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 22:38:57.721033 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 45078) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:38:57.728022 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.plugin [None req-d956a1a0-c139-4c5a-b5df-203678401506 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Calling delete_port for 605ef42d-226d-438e-9613-e10a684113ed owned by  {{(pid=87507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:38:57.732004 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-2d70ce35-50c2-466c-a0b2-84a4b84d1887 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks [] for router, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:57.771426 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36a8feaa-b515-46d6-821d-dba3b90651a0 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:38:57.772212 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-36a8feaa-b515-46d6-821d-dba3b90651a0 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Notify callbacks [] for subnet, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:57.776042 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:38:57.794424 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-05b900c4-8f9c-4e2a-940e-cee48578c7a3 tempest-BulkNetworkOpsTest-146173519 tempest-BulkNetworkOpsTest-146173519-project] Notify callbacks [] for network, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:57.860648 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b900c4-8f9c-4e2a-940e-cee48578c7a3 tempest-BulkNetworkOpsTest-146173519 tempest-BulkNetworkOpsTest-146173519-project] Pushing event deleted for resources: {'Network': ['ID=686cb412-880a-4f8f-9bee-55c3d88c1027,revision_number=None']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:38:57.866241 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.db.api [None req-4fe2bba1-5d24-4f58-8abd-775b28195166 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87508) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 16 22:38:57.866241 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_db.api [None req-4fe2bba1-5d24-4f58-8abd-775b28195166 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 16 22:38:57.868728 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-05b900c4-8f9c-4e2a-940e-cee48578c7a3 tempest-BulkNetworkOpsTest-146173519 tempest-BulkNetworkOpsTest-146173519-project] 10.222.0.13 "DELETE /v2.0/networks/686cb412-880a-4f8f-9bee-55c3d88c1027 HTTP/1.1" status: 204  len: 168 time: 2.1352832
Dec 16 22:38:57.873010 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-05b900c4-8f9c-4e2a-940e-cee48578c7a3 tempest-BulkNetworkOpsTest-146173519 tempest-BulkNetworkOpsTest-146173519-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:38:57.875715 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 45082) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:38:57.948797 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-683309f0-0cbf-4721-8556-cba9dd67de4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b76eb6b50>, [{'id': 'dcd68ae4-9678-4601-9589-50474829ca26', 'name': 'tempest-RoutersTest-router-809960879', 'tenant_id': 'bb30155073f3462f829b4df60e35f5af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:37:21Z', 'updated_at': '2021-12-16T22:38:52Z', 'revision_number': 10, 'project_id': 'bb30155073f3462f829b4df60e35f5af', 'gw_port_host': None, '_interfaces': [{'id': 'b4a16203-a9be-4052-bdb0-6f3fa9deae9e', 'name': '', 'network_id': '9cec1ece-19ae-40d0-b729-73c3863b1457', 'tenant_id': 'bb30155073f3462f829b4df60e35f5af', 'mac_address': 'fa:16:3e:f8:28:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcd68ae4-9678-4601-9589-50474829ca26', 'device_owner': 'network:router_interface', 'standard_attr_id': 810, 'fixed_ips': [{'subnet_id': '12bde7f9-83c9-49c9-9bcd-d81bdd1ed717', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:37:28Z', 'updated_at': '2021-12-16T22:37:46Z', 'revision_number': 5, 'project_id': 'bb30155073f3462f829b4df60e35f5af', 'subnets': [{'id': '12bde7f9-83c9-49c9-9bcd-d81bdd1ed717', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:38:57.966299 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-683309f0-0cbf-4721-8556-cba9dd67de4a None None] The sync data for ids ['dcd68ae4-9678-4601-9589-50474829ca26'] in dv-neutron-821829-1-hyperv is: [{'id': 'dcd68ae4-9678-4601-9589-50474829ca26', 'name': 'tempest-RoutersTest-router-809960879', 'tenant_id': 'bb30155073f3462f829b4df60e35f5af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:37:21Z', 'updated_at': '2021-12-16T22:38:52Z', 'revision_number': 10, 'project_id': 'bb30155073f3462f829b4df60e35f5af', 'gw_port_host': None, '_interfaces': [{'id': 'b4a16203-a9be-4052-bdb0-6f3fa9deae9e', 'name': '', 'network_id': '9cec1ece-19ae-40d0-b729-73c3863b1457', 'tenant_id': 'bb30155073f3462f829b4df60e35f5af', 'mac_address': 'fa:16:3e:f8:28:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcd68ae4-9678-4601-9589-50474829ca26', 'device_owner': 'network:router_interface', 'standard_attr_id': 810, 'fixed_ips': [{'subnet_id': '12bde7f9-83c9-49c9-9bcd-d81bdd1ed717', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:37:28Z', 'updated_at': '2021-12-16T22:37:46Z', 'revision_number': 5, 'project_id': 'bb30155073f3462f829b4df60e35f5af', 'subnets': [{'id': '12bde7f9-83c9-49c9-9bcd-d81bdd1ed717', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 22:38:57.985784 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-36a8feaa-b515-46d6-821d-dba3b90651a0 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 3.7332325
Dec 16 22:38:57.992794 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5a35395-abfc-4772-ae00-d609a7cc301a tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Deleting subnet 469f9ead-d443-4fc4-9a2d-06ef38ca1f12 {{(pid=87507) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 16 22:38:58.006726 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 45086) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:38:58.014726 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-f5a35395-abfc-4772-ae00-d609a7cc301a tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Notify callbacks [] for subnet, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:58.067795 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebf0183e-b723-4164-9113-f22d8f60f9c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1d6bfaf-d325-5e4f-b05d-2441d8339617-d3b281d9-c948-4713-adf9-c006452e82c0', 'network_id': 'd3b281d9-c948-4713-adf9-c006452e82c0', 'tenant_id': 'c85c59d360694166b5b0483f9fc81199', 'fixed_ips': [{'subnet_id': '7e990ebc-5f46-4709-b21f-1ff5665d244c'}]}} from dv-neutron-821829-1-hyperv. {{(pid=87508) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 16 22:38:58.068798 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-ebf0183e-b723-4164-9113-f22d8f60f9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:58.084439 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-43f2cd42-d903-469a-855f-f4d7bfbe1199 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3329565', 'neutron.services.segments.db._delete_segments_for_network-8734753546406'] for network, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:58.167262 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-37e42bd9-9137-4e3e-82c7-c1bc823cebe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:58.198469 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.services.segments.db [None req-43f2cd42-d903-469a-855f-f4d7bfbe1199 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1b7c78a760>,) {'filters': {'network_id': ['a9fe3143-2ede-4b9c-a7a9-a02a4acc426b']}} {{(pid=87506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:38:58.258132 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.db_base_plugin_common [None req-ebf0183e-b723-4164-9113-f22d8f60f9c1 None None] Allocated IP 172.20.0.2 (d3b281d9-c948-4713-adf9-c006452e82c0/7e990ebc-5f46-4709-b21f-1ff5665d244c/372faab7-6cf0-420c-a92d-cb1a3b3fa1ec) {{(pid=87508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 22:38:58.330179 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.services.segments.db [None req-43f2cd42-d903-469a-855f-f4d7bfbe1199 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b7c78a760>, '61620825-0d99-46c5-a98c-282b46a37204') {'for_net_delete': True} {{(pid=87506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:38:58.330429 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.services.segments.db [None req-43f2cd42-d903-469a-855f-f4d7bfbe1199 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b7c78a760>, '61620825-0d99-46c5-a98c-282b46a37204') {} {{(pid=87506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:38:58.337755 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-639939e8-1f06-40e2-bbf2-a3e828a9a3de tempest-BulkNetworkOpsTest-146173519 tempest-BulkNetworkOpsTest-146173519-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-825997'] for network, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:58.356015 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-43f2cd42-d903-469a-855f-f4d7bfbe1199 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734753593977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-266764496'] for segment, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:58.376298 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-2d70ce35-50c2-466c-a0b2-84a4b84d1887 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3739500', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39002'] for router, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:58.385603 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-2d70ce35-50c2-466c-a0b2-84a4b84d1887 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:58.386362 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-d956a1a0-c139-4c5a-b5df-203678401506 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10807823'] for port, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:58.388014 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-43f2cd42-d903-469a-855f-f4d7bfbe1199 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-883292'] for segment, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:58.390065 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-f5a35395-abfc-4772-ae00-d609a7cc301a tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2128562'] for subnet, precommit_delete_associations {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:58.391952 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-4fe2bba1-5d24-4f58-8abd-775b28195166 None None] Deleting port 94206871-71bc-45db-953e-8174f30dbfc9 {{(pid=87508) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:38:58.392743 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-4fe2bba1-5d24-4f58-8abd-775b28195166 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:58.432943 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43f2cd42-d903-469a-855f-f4d7bfbe1199 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Releasing vlan 189 on physical network physnet1 to pool {{(pid=87506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 16 22:38:58.433346 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-43f2cd42-d903-469a-855f-f4d7bfbe1199 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-883285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1863180'] for segment, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:58.440798 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-549ec98e-f418-46d8-bdd3-692bcf483948 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:38:58.449652 dv-neutron-821829-1-hyperv neutron-server[87506]: Traceback (most recent call last):
Dec 16 22:38:58.449652 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 16 22:38:58.449652 dv-neutron-821829-1-hyperv neutron-server[87506]:     timer()
Dec 16 22:38:58.449652 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 22:38:58.449652 dv-neutron-821829-1-hyperv neutron-server[87506]:     cb(*args, **kw)
Dec 16 22:38:58.449652 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 22:38:58.449652 dv-neutron-821829-1-hyperv neutron-server[87506]:     return func(*args, **kwargs)
Dec 16 22:38:58.449652 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 22:38:58.449652 dv-neutron-821829-1-hyperv neutron-server[87506]:     self._notify()
Dec 16 22:38:58.449652 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 22:38:58.449652 dv-neutron-821829-1-hyperv neutron-server[87506]:     self.callback(batched_events)
Dec 16 22:38:58.449652 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 22:38:58.449652 dv-neutron-821829-1-hyperv neutron-server[87506]:     event.method(event)
Dec 16 22:38:58.449652 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 22:38:58.449652 dv-neutron-821829-1-hyperv neutron-server[87506]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 22:38:58.449652 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 22:38:58.449652 dv-neutron-821829-1-hyperv neutron-server[87506]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 22:38:58.449652 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 22:38:58.449652 dv-neutron-821829-1-hyperv neutron-server[87506]:     return f(self, *a, **k)
Dec 16 22:38:58.449652 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 16 22:38:58.449652 dv-neutron-821829-1-hyperv neutron-server[87506]:     return self._get(url).json()
Dec 16 22:38:58.449652 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 16 22:38:58.449652 dv-neutron-821829-1-hyperv neutron-server[87506]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 22:38:58.449652 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 16 22:38:58.449652 dv-neutron-821829-1-hyperv neutron-server[87506]:     return self.request(url, 'GET', **kwargs)
Dec 16 22:38:58.449652 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 16 22:38:58.449652 dv-neutron-821829-1-hyperv neutron-server[87506]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 22:38:58.449652 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 16 22:38:58.449652 dv-neutron-821829-1-hyperv neutron-server[87506]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 22:38:58.449652 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 16 22:38:58.449652 dv-neutron-821829-1-hyperv neutron-server[87506]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 22:38:58.449652 dv-neutron-821829-1-hyperv neutron-server[87506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 22:38:58.491963 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-4fe2bba1-5d24-4f58-8abd-775b28195166 None None] The port '94206871-71bc-45db-953e-8174f30dbfc9' was deleted {{(pid=87508) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 16 22:38:58.538971 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d956a1a0-c139-4c5a-b5df-203678401506 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Pushing event deleted for resources: {'Port': ['ID=605ef42d-226d-438e-9613-e10a684113ed,revision_number=None']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:38:58.551947 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-d956a1a0-c139-4c5a-b5df-203678401506 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:38:58.553863 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-2d70ce35-50c2-466c-a0b2-84a4b84d1887 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3830089'] for router, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:58.554482 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d70ce35-50c2-466c-a0b2-84a4b84d1887 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Fanout notify agent at l3_agent the message router_deleted on router d94daea2-ae2e-4e99-a87a-ed6af06d05d2 {{(pid=87506) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 16 22:38:58.574168 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-43f2cd42-d903-469a-855f-f4d7bfbe1199 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3329572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3741856'] for network, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:58.583416 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-6da3316d-dade-4300-917f-26b0f7a48c5a tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:38:58.604912 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-43f2cd42-d903-469a-855f-f4d7bfbe1199 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks [] for network, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:58.625315 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-de04d2b4-8146-41ca-9531-8ee7099df80d tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1863393'] for port, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:58.637517 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-2d70ce35-50c2-466c-a0b2-84a4b84d1887 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks [] for router, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:58.641239 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-2d70ce35-50c2-466c-a0b2-84a4b84d1887 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] 10.222.0.13 "DELETE /v2.0/routers/d94daea2-ae2e-4e99-a87a-ed6af06d05d2 HTTP/1.1" status: 204  len: 168 time: 1.1646070
Dec 16 22:38:58.646838 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f2cd42-d903-469a-855f-f4d7bfbe1199 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Pushing event deleted for resources: {'Network': ['ID=a9fe3143-2ede-4b9c-a7a9-a02a4acc426b,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:38:58.649557 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 45092) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:38:58.656417 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-43f2cd42-d903-469a-855f-f4d7bfbe1199 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] 10.222.0.13 "DELETE /v2.0/networks/a9fe3143-2ede-4b9c-a7a9-a02a4acc426b HTTP/1.1" status: 204  len: 168 time: 2.5458562
Dec 16 22:38:58.657202 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 45096) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:38:58.658130 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-43f2cd42-d903-469a-855f-f4d7bfbe1199 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:38:58.714092 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-78a1a101-f076-458b-8e1b-f0d530ecba3f tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.068s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:38:58.717151 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-639939e8-1f06-40e2-bbf2-a3e828a9a3de tempest-BulkNetworkOpsTest-146173519 tempest-BulkNetworkOpsTest-146173519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3329565', 'neutron.services.segments.db._delete_segments_for_network-8734753546406'] for network, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:58.759590 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.services.segments.db [None req-639939e8-1f06-40e2-bbf2-a3e828a9a3de tempest-BulkNetworkOpsTest-146173519 tempest-BulkNetworkOpsTest-146173519-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1b765d02b0>,) {'filters': {'network_id': ['f6471076-638f-4356-b135-70191e9ec4c5']}} {{(pid=87507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:38:58.762992 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 94206871-71bc-45db-953e-8174f30dbfc9 no longer exists at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 22:38:58.774395 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.services.segments.db [None req-639939e8-1f06-40e2-bbf2-a3e828a9a3de tempest-BulkNetworkOpsTest-146173519 tempest-BulkNetworkOpsTest-146173519-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b765d02b0>, 'fc653c59-7993-4964-9c22-f064a3f9c6b5') {'for_net_delete': True} {{(pid=87507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:38:58.774994 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.services.segments.db [None req-639939e8-1f06-40e2-bbf2-a3e828a9a3de tempest-BulkNetworkOpsTest-146173519 tempest-BulkNetworkOpsTest-146173519-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b765d02b0>, 'fc653c59-7993-4964-9c22-f064a3f9c6b5') {} {{(pid=87507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:38:58.788753 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-639939e8-1f06-40e2-bbf2-a3e828a9a3de tempest-BulkNetworkOpsTest-146173519 tempest-BulkNetworkOpsTest-146173519-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734753593977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2128549'] for segment, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:58.809774 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-639939e8-1f06-40e2-bbf2-a3e828a9a3de tempest-BulkNetworkOpsTest-146173519 tempest-BulkNetworkOpsTest-146173519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-883292'] for segment, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:58.810476 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] No Port match for: 94206871-71bc-45db-953e-8174f30dbfc9 {{(pid=87508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 22:38:58.810963 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 94206871-71bc-45db-953e-8174f30dbfc9 not bound to the agent host dv-neutron-821829-1-hyperv {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 22:38:58.811532 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 23f463ae-462a-4a35-a545-23810024be4a no longer exists at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 22:38:58.817824 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-639939e8-1f06-40e2-bbf2-a3e828a9a3de tempest-BulkNetworkOpsTest-146173519 tempest-BulkNetworkOpsTest-146173519-project] Releasing vlan 178 on physical network physnet1 to pool {{(pid=87507) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 16 22:38:58.818561 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-639939e8-1f06-40e2-bbf2-a3e828a9a3de tempest-BulkNetworkOpsTest-146173519 tempest-BulkNetworkOpsTest-146173519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-883285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10808034'] for segment, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:58.870529 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-ebf0183e-b723-4164-9113-f22d8f60f9c1 None None] Notify callbacks [] for port, precommit_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:58.896680 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] No Port match for: 23f463ae-462a-4a35-a545-23810024be4a {{(pid=87508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 22:38:58.897292 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 23f463ae-462a-4a35-a545-23810024be4a not bound to the agent host dv-neutron-821829-1-hyperv {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 22:38:58.909448 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9fd663e-00af-4fba-8836-0b836ce6992a tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Deleting subnet d76aed46-0a3c-4e94-b48d-51ae2753005a {{(pid=87506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 16 22:38:58.928844 dv-neutron-821829-1-hyperv neutron-server[87507]: Traceback (most recent call last):
Dec 16 22:38:58.928844 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 16 22:38:58.928844 dv-neutron-821829-1-hyperv neutron-server[87507]:     timer()
Dec 16 22:38:58.928844 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 22:38:58.928844 dv-neutron-821829-1-hyperv neutron-server[87507]:     cb(*args, **kw)
Dec 16 22:38:58.928844 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 22:38:58.928844 dv-neutron-821829-1-hyperv neutron-server[87507]:     return func(*args, **kwargs)
Dec 16 22:38:58.928844 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 22:38:58.928844 dv-neutron-821829-1-hyperv neutron-server[87507]:     self._notify()
Dec 16 22:38:58.928844 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 22:38:58.928844 dv-neutron-821829-1-hyperv neutron-server[87507]:     self.callback(batched_events)
Dec 16 22:38:58.928844 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 22:38:58.928844 dv-neutron-821829-1-hyperv neutron-server[87507]:     event.method(event)
Dec 16 22:38:58.928844 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 22:38:58.928844 dv-neutron-821829-1-hyperv neutron-server[87507]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 22:38:58.928844 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 22:38:58.928844 dv-neutron-821829-1-hyperv neutron-server[87507]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 22:38:58.928844 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 22:38:58.928844 dv-neutron-821829-1-hyperv neutron-server[87507]:     return f(self, *a, **k)
Dec 16 22:38:58.928844 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 16 22:38:58.928844 dv-neutron-821829-1-hyperv neutron-server[87507]:     return self._get(url).json()
Dec 16 22:38:58.928844 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 16 22:38:58.928844 dv-neutron-821829-1-hyperv neutron-server[87507]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 22:38:58.928844 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 16 22:38:58.928844 dv-neutron-821829-1-hyperv neutron-server[87507]:     return self.request(url, 'GET', **kwargs)
Dec 16 22:38:58.928844 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 16 22:38:58.928844 dv-neutron-821829-1-hyperv neutron-server[87507]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 22:38:58.928844 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 16 22:38:58.928844 dv-neutron-821829-1-hyperv neutron-server[87507]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 22:38:58.928844 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 16 22:38:58.928844 dv-neutron-821829-1-hyperv neutron-server[87507]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 22:38:58.928844 dv-neutron-821829-1-hyperv neutron-server[87507]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 22:38:58.947995 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de04d2b4-8146-41ca-9531-8ee7099df80d tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Pushing event deleted for resources: {'Port': ['ID=449d8f85-5a7f-4d2a-ac8d-17443ba87815,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:38:58.950721 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-d956a1a0-c139-4c5a-b5df-203678401506 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for port, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:58.959572 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-7bd3b440-cc2f-4027-ac3b-4eb7661b85df tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-825997'] for network, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:58.963233 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-c9fd663e-00af-4fba-8836-0b836ce6992a tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks [] for subnet, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:58.972402 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-ebf0183e-b723-4164-9113-f22d8f60f9c1 None None] Transition to ACTIVE for port object 372faab7-6cf0-420c-a92d-cb1a3b3fa1ec will not be triggered until provisioned by entity L2. {{(pid=87508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:38:58.979611 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-639939e8-1f06-40e2-bbf2-a3e828a9a3de tempest-BulkNetworkOpsTest-146173519 tempest-BulkNetworkOpsTest-146173519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3329572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3741856'] for network, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:58.988289 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-d956a1a0-c139-4c5a-b5df-203678401506 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] 10.222.0.13 "DELETE /v2.0/ports/605ef42d-226d-438e-9613-e10a684113ed HTTP/1.1" status: 204  len: 168 time: 2.8238716
Dec 16 22:38:58.989752 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 45100) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:38:58.994529 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-45735458-0e77-4436-9ef0-ab305bf1f34c tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:38:58.997204 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-de04d2b4-8146-41ca-9531-8ee7099df80d tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:38:59.003445 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-ebf0183e-b723-4164-9113-f22d8f60f9c1 None None] Transition to ACTIVE for port object 372faab7-6cf0-420c-a92d-cb1a3b3fa1ec will not be triggered until provisioned by entity DHCP. {{(pid=87508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:38:59.012786 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-ebf0183e-b723-4164-9113-f22d8f60f9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940'] for port, after_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:59.017204 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-86fefd8c-5a4f-43fa-b560-252dd11775ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:38:59.041792 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-639939e8-1f06-40e2-bbf2-a3e828a9a3de tempest-BulkNetworkOpsTest-146173519 tempest-BulkNetworkOpsTest-146173519-project] Notify callbacks [] for network, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:59.071309 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639939e8-1f06-40e2-bbf2-a3e828a9a3de tempest-BulkNetworkOpsTest-146173519 tempest-BulkNetworkOpsTest-146173519-project] Pushing event deleted for resources: {'Network': ['ID=f6471076-638f-4356-b135-70191e9ec4c5,revision_number=None']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:38:59.077867 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-639939e8-1f06-40e2-bbf2-a3e828a9a3de tempest-BulkNetworkOpsTest-146173519 tempest-BulkNetworkOpsTest-146173519-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:38:59.084977 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-639939e8-1f06-40e2-bbf2-a3e828a9a3de tempest-BulkNetworkOpsTest-146173519 tempest-BulkNetworkOpsTest-146173519-project] 10.222.0.13 "DELETE /v2.0/networks/f6471076-638f-4356-b135-70191e9ec4c5 HTTP/1.1" status: 204  len: 168 time: 1.2051539
Dec 16 22:38:59.086611 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a66b1d1-1dbe-4426-8cbf-a18354d11057 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] GET failed (client error): The resource could not be found.
Dec 16 22:38:59.087138 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-4a66b1d1-1dbe-4426-8cbf-a18354d11057 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Synchronizing usage tracker for tenant:69ee045658914011ac7b8ba0ad799b2d on resource:port {{(pid=87507) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 22:38:59.090524 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 45104) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:38:59.095136 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebf0183e-b723-4164-9113-f22d8f60f9c1 None None] Network d3b281d9-c948-4713-adf9-c006452e82c0 is already hosted by enough agents. {{(pid=87508) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:38:59.098856 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.scheduler.base_scheduler [None req-ebf0183e-b723-4164-9113-f22d8f60f9c1 None None] Resources bound (agent type, host, resource id):  {{(pid=87508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:38:59.104753 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebf0183e-b723-4164-9113-f22d8f60f9c1 None None] Received port after_create {{(pid=87508) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 22:38:59.110238 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf0183e-b723-4164-9113-f22d8f60f9c1 None None] Pushing event updated for resources: {'Port': ['ID=372faab7-6cf0-420c-a92d-cb1a3b3fa1ec,revision_number=1']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:38:59.116196 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.plugin [None req-7bd3b440-cc2f-4027-ac3b-4eb7661b85df tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Deleting port 372faab7-6cf0-420c-a92d-cb1a3b3fa1ec {{(pid=87507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:38:59.116942 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-7bd3b440-cc2f-4027-ac3b-4eb7661b85df tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:59.143478 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-f5a35395-abfc-4772-ae00-d609a7cc301a tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3328566'] for subnet, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:59.150618 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf0183e-b723-4164-9113-f22d8f60f9c1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:38:59.150981 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf0183e-b723-4164-9113-f22d8f60f9c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:38:59.151326 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf0183e-b723-4164-9113-f22d8f60f9c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:38:59.151676 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf0183e-b723-4164-9113-f22d8f60f9c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:38:59.152240 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf0183e-b723-4164-9113-f22d8f60f9c1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:38:59.152746 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf0183e-b723-4164-9113-f22d8f60f9c1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:38:59.153252 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf0183e-b723-4164-9113-f22d8f60f9c1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:38:59.153754 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf0183e-b723-4164-9113-f22d8f60f9c1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:38:59.155025 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf0183e-b723-4164-9113-f22d8f60f9c1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:38:59.155025 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf0183e-b723-4164-9113-f22d8f60f9c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:38:59.155025 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf0183e-b723-4164-9113-f22d8f60f9c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:38:59.155293 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf0183e-b723-4164-9113-f22d8f60f9c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:38:59.178068 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-c9fd663e-00af-4fba-8836-0b836ce6992a tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-266764487'] for subnet, precommit_delete_associations {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:59.184096 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-ebf0183e-b723-4164-9113-f22d8f60f9c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:38:59.212746 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-ebf0183e-b723-4164-9113-f22d8f60f9c1 None None] Attempting to bind port 372faab7-6cf0-420c-a92d-cb1a3b3fa1ec on host dv-neutron-821829-1-hyperv for vnic_type normal with profile  {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 22:38:59.213129 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-ebf0183e-b723-4164-9113-f22d8f60f9c1 None None] Attempting to bind port 372faab7-6cf0-420c-a92d-cb1a3b3fa1ec by drivers openvswitch,hyperv on host dv-neutron-821829-1-hyperv at level 0 using segments [{'id': 'b562277f-b9db-4caf-8cee-b6da7dfa1a09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'd3b281d9-c948-4713-adf9-c006452e82c0'}] {{(pid=87508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 22:38:59.213501 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebf0183e-b723-4164-9113-f22d8f60f9c1 None None] Attempting to bind port 372faab7-6cf0-420c-a92d-cb1a3b3fa1ec on network d3b281d9-c948-4713-adf9-c006452e82c0 {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 22:38:59.219287 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebf0183e-b723-4164-9113-f22d8f60f9c1 None None] Checking agent: {'id': '5571501f-366e-47a4-9b60-8ef19d935d27', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821829-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 24, 2), 'started_at': datetime.datetime(2021, 12, 16, 22, 24, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 38, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821829-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 22:38:59.219287 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebf0183e-b723-4164-9113-f22d8f60f9c1 None None] Checking segment: {'id': 'b562277f-b9db-4caf-8cee-b6da7dfa1a09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'd3b281d9-c948-4713-adf9-c006452e82c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 22:38:59.220066 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-ebf0183e-b723-4164-9113-f22d8f60f9c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:59.220066 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebf0183e-b723-4164-9113-f22d8f60f9c1 None None] Bound using segment: {'id': 'b562277f-b9db-4caf-8cee-b6da7dfa1a09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'd3b281d9-c948-4713-adf9-c006452e82c0'} {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 22:38:59.220497 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-ebf0183e-b723-4164-9113-f22d8f60f9c1 None None] Bound port: 372faab7-6cf0-420c-a92d-cb1a3b3fa1ec, host: dv-neutron-821829-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b562277f-b9db-4caf-8cee-b6da7dfa1a09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'd3b281d9-c948-4713-adf9-c006452e82c0'}}] {{(pid=87508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 22:38:59.221185 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-ebf0183e-b723-4164-9113-f22d8f60f9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:59.280887 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-4a66b1d1-1dbe-4426-8cbf-a18354d11057 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Unset dirty status for tenant:69ee045658914011ac7b8ba0ad799b2d on resource:port {{(pid=87507) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 22:38:59.284576 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-4a66b1d1-1dbe-4426-8cbf-a18354d11057 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] 10.222.0.13 "GET /v2.0/ports/605ef42d-226d-438e-9613-e10a684113ed HTTP/1.1" status: 404  len: 333 time: 0.2718186
Dec 16 22:38:59.291561 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 45108) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:38:59.318885 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-ebf0183e-b723-4164-9113-f22d8f60f9c1 None None] For port 372faab7-6cf0-420c-a92d-cb1a3b3fa1ec, host dv-neutron-821829-1-hyperv, cleared binding levels {{(pid=87508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 22:38:59.322022 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-ebf0183e-b723-4164-9113-f22d8f60f9c1 None None] For port 372faab7-6cf0-420c-a92d-cb1a3b3fa1ec, host dv-neutron-821829-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=372faab7-6cf0-420c-a92d-cb1a3b3fa1ec,segment=NetworkSegment(b562277f-b9db-4caf-8cee-b6da7dfa1a09),segment_id=b562277f-b9db-4caf-8cee-b6da7dfa1a09)] {{(pid=87508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 22:38:59.326726 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-ebf0183e-b723-4164-9113-f22d8f60f9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:59.331998 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-80c70e6e-21eb-483d-a6b2-2d19c1d1791c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:38:59.373336 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-de04d2b4-8146-41ca-9531-8ee7099df80d tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for port, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:59.377626 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-de04d2b4-8146-41ca-9531-8ee7099df80d tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] 10.222.0.13 "DELETE /v2.0/ports/449d8f85-5a7f-4d2a-ac8d-17443ba87815 HTTP/1.1" status: 204  len: 168 time: 2.5799046
Dec 16 22:38:59.381683 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 45112) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:38:59.457034 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf0183e-b723-4164-9113-f22d8f60f9c1 None None] Pushing event updated for resources: {'Port': ['ID=372faab7-6cf0-420c-a92d-cb1a3b3fa1ec,revision_number=2']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:38:59.461661 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-ebf0183e-b723-4164-9113-f22d8f60f9c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:38:59.463458 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e1c6279-96fb-4231-967d-5b1092796778 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] GET failed (client error): The resource could not be found.
Dec 16 22:38:59.464026 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-9e1c6279-96fb-4231-967d-5b1092796778 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Synchronizing usage tracker for tenant:3ddf94e9e4ac4112b345468cafab037c on resource:port {{(pid=87506) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 22:38:59.491270 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.plugin [None req-d6b800cc-aacb-4253-b717-114fdf73a235 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Deleting port 3818083e-2553-4548-a8d6-60fa2e7b0839 {{(pid=87507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:38:59.491866 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-d6b800cc-aacb-4253-b717-114fdf73a235 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:59.520948 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-c9fd663e-00af-4fba-8836-0b836ce6992a tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3328566'] for subnet, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:59.553816 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04dc05ae-1d49-4301-83ac-7956ac8d8164 tempest-BulkNetworkOpsTest-146173519 tempest-BulkNetworkOpsTest-146173519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:38:59.560095 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04dc05ae-1d49-4301-83ac-7956ac8d8164 tempest-BulkNetworkOpsTest-146173519 tempest-BulkNetworkOpsTest-146173519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:38:59.560878 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-04dc05ae-1d49-4301-83ac-7956ac8d8164 tempest-BulkNetworkOpsTest-146173519 tempest-BulkNetworkOpsTest-146173519-project] Synchronizing usage tracker for tenant:bc8e86120c604ba197d6b48e9df1cd92 on resource:network {{(pid=87507) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 22:38:59.724401 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-f5a35395-abfc-4772-ae00-d609a7cc301a tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3328622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10807868', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10549621'] for subnet, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:59.725341 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-9e1c6279-96fb-4231-967d-5b1092796778 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Unset dirty status for tenant:3ddf94e9e4ac4112b345468cafab037c on resource:port {{(pid=87506) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 22:38:59.726573 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-9e1c6279-96fb-4231-967d-5b1092796778 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] 10.222.0.13 "GET /v2.0/ports/449d8f85-5a7f-4d2a-ac8d-17443ba87815 HTTP/1.1" status: 404  len: 333 time: 0.3439200
Dec 16 22:38:59.733505 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 45118) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:38:59.737474 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-68e84bea-d949-4d40-8c13-7564727860de tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:38:59.767661 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-04dc05ae-1d49-4301-83ac-7956ac8d8164 tempest-BulkNetworkOpsTest-146173519 tempest-BulkNetworkOpsTest-146173519-project] Unset dirty status for tenant:bc8e86120c604ba197d6b48e9df1cd92 on resource:network {{(pid=87507) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 22:38:59.768878 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-04dc05ae-1d49-4301-83ac-7956ac8d8164 tempest-BulkNetworkOpsTest-146173519 tempest-BulkNetworkOpsTest-146173519-project] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1339 time: 0.6752663
Dec 16 22:38:59.779034 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 45122) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:38:59.798452 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-f5a35395-abfc-4772-ae00-d609a7cc301a tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Notify callbacks [] for subnet, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:38:59.804262 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-a3462189-d350-43c1-82f9-fd8afeac7718 tempest-BulkNetworkOpsTest-146173519 tempest-BulkNetworkOpsTest-146173519-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-467146534'}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:38:59.806877 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccd437f7-7cfd-4880-ad6f-a90adb863e52 None None] Network 69969ef5-aee7-4a85-837b-520e6003d841 requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 22:38:59.815899 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a35395-abfc-4772-ae00-d609a7cc301a tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Pushing event deleted for resources: {'Subnet': ['ID=469f9ead-d443-4fc4-9a2d-06ef38ca1f12,revision_number=None']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:38:59.816147 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-a3462189-d350-43c1-82f9-fd8afeac7718 tempest-BulkNetworkOpsTest-146173519 tempest-BulkNetworkOpsTest-146173519-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:38:59.829124 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-f5a35395-abfc-4772-ae00-d609a7cc301a tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:38:59.865944 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-f5a35395-abfc-4772-ae00-d609a7cc301a tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] 10.222.0.13 "DELETE /v2.0/subnets/469f9ead-d443-4fc4-9a2d-06ef38ca1f12 HTTP/1.1" status: 204  len: 168 time: 2.1040723
Dec 16 22:38:59.872334 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 45128) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:38:59.884946 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-a3462189-d350-43c1-82f9-fd8afeac7718 tempest-BulkNetworkOpsTest-146173519 tempest-BulkNetworkOpsTest-146173519-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:38:59.929703 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f5995e7-a641-4c72-baa8-ec8d2a0b85a2 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Deleting subnet b5f883c0-8896-41dd-b0c6-89e98ecd1f0a {{(pid=87506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 16 22:38:59.989873 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-0f5995e7-a641-4c72-baa8-ec8d2a0b85a2 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks [] for subnet, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:00.035222 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3462189-d350-43c1-82f9-fd8afeac7718 tempest-BulkNetworkOpsTest-146173519 tempest-BulkNetworkOpsTest-146173519-project] Made reservation on behalf of bc8e86120c604ba197d6b48e9df1cd92 for: {'network': 1} {{(pid=87506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:39:00.038816 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-a3462189-d350-43c1-82f9-fd8afeac7718 tempest-BulkNetworkOpsTest-146173519 tempest-BulkNetworkOpsTest-146173519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for network, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:00.064884 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-c9fd663e-00af-4fba-8836-0b836ce6992a tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3328622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1863378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11213117'] for subnet, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:00.078162 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-118bfc5a-474a-4ca7-a0e3-7802eeae8016 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:39:00.131451 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb4f6344-6aa7-4cd6-b75f-654301a15a23 None None] DHCP port deletion for 69969ef5-aee7-4a85-837b-520e6003d841 request from dv-neutron-821829-1-hyperv {{(pid=87508) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 16 22:39:00.137986 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-bb4f6344-6aa7-4cd6-b75f-654301a15a23 None None] Deleting port c872bc4e-b5ad-4d2c-9d8d-e44d4957ec83 {{(pid=87508) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:39:00.138382 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-bb4f6344-6aa7-4cd6-b75f-654301a15a23 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:00.143012 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.db [None req-7bd3b440-cc2f-4027-ac3b-4eb7661b85df tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] For port 372faab7-6cf0-420c-a92d-cb1a3b3fa1ec, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=372faab7-6cf0-420c-a92d-cb1a3b3fa1ec,segment=NetworkSegment(b562277f-b9db-4caf-8cee-b6da7dfa1a09),segment_id=b562277f-b9db-4caf-8cee-b6da7dfa1a09)] {{(pid=87507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:39:00.143366 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-7bd3b440-cc2f-4027-ac3b-4eb7661b85df tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:00.159629 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fd663e-00af-4fba-8836-0b836ce6992a tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Pushing event deleted for resources: {'Subnet': ['ID=d76aed46-0a3c-4e94-b48d-51ae2753005a,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:39:00.166010 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-c9fd663e-00af-4fba-8836-0b836ce6992a tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks [] for subnet, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:00.172600 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-0f5995e7-a641-4c72-baa8-ec8d2a0b85a2 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-266764487'] for subnet, precommit_delete_associations {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:00.180090 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19038768-f20e-46f4-9a46-694e0135f2af None None] Network 3d1220d9-4320-4a87-bd9e-725a8dd77d7c requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 22:39:00.201405 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-c9fd663e-00af-4fba-8836-0b836ce6992a tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:39:00.206254 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-88215b15-8973-46a4-94af-0479ec407a4a tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-825997'] for network, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:00.251640 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-c9fd663e-00af-4fba-8836-0b836ce6992a tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] 10.222.0.13 "DELETE /v2.0/subnets/d76aed46-0a3c-4e94-b48d-51ae2753005a HTTP/1.1" status: 204  len: 168 time: 1.5985298
Dec 16 22:39:00.251640 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3462189-d350-43c1-82f9-fd8afeac7718 tempest-BulkNetworkOpsTest-146173519 tempest-BulkNetworkOpsTest-146173519-project] vlan segment allocate from pool success with {'vlan_id': 155, 'physical_network': 'physnet1'}  {{(pid=87506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 22:39:00.257977 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 45134) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:39:00.284618 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.plugin [None req-7bd3b440-cc2f-4027-ac3b-4eb7661b85df tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Calling delete_port for 372faab7-6cf0-420c-a92d-cb1a3b3fa1ec owned by network:dhcp {{(pid=87507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:39:00.304265 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-a3462189-d350-43c1-82f9-fd8afeac7718 tempest-BulkNetworkOpsTest-146173519 tempest-BulkNetworkOpsTest-146173519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-883292'] for segment, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:00.304679 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.db.segments_db [None req-a3462189-d350-43c1-82f9-fd8afeac7718 tempest-BulkNetworkOpsTest-146173519 tempest-BulkNetworkOpsTest-146173519-project] Added segment 11ab102d-77ca-4b0f-8146-7defe785b325 of type vlan for network 0d145ce2-6069-458f-8ff4-ec8889829eb6
Dec 16 22:39:00.345740 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-d6b800cc-aacb-4253-b717-114fdf73a235 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:00.372693 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [None req-88215b15-8973-46a4-94af-0479ec407a4a tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Deleting port c872bc4e-b5ad-4d2c-9d8d-e44d4957ec83 {{(pid=87506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:39:00.373060 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-88215b15-8973-46a4-94af-0479ec407a4a tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:00.477155 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-a3462189-d350-43c1-82f9-fd8afeac7718 tempest-BulkNetworkOpsTest-146173519 tempest-BulkNetworkOpsTest-146173519-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734753047233'] for network, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:00.556414 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-74d9a611-f4ce-4005-9e29-034593b43e53 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-825997'] for network, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:00.581220 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.plugin [None req-d6b800cc-aacb-4253-b717-114fdf73a235 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Calling delete_port for 3818083e-2553-4548-a8d6-60fa2e7b0839 owned by  {{(pid=87507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:39:00.597332 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-bb4f6344-6aa7-4cd6-b75f-654301a15a23 None None] For port c872bc4e-b5ad-4d2c-9d8d-e44d4957ec83, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=c872bc4e-b5ad-4d2c-9d8d-e44d4957ec83,segment=NetworkSegment(4b34aebd-5ac6-4824-bb7f-7b27c516b13c),segment_id=4b34aebd-5ac6-4824-bb7f-7b27c516b13c)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:39:00.598851 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-bb4f6344-6aa7-4cd6-b75f-654301a15a23 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:00.605750 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-dc30b657-b21d-4d47-a43c-9fa4eefb0365 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:00.646410 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-a3462189-d350-43c1-82f9-fd8afeac7718 tempest-BulkNetworkOpsTest-146173519 tempest-BulkNetworkOpsTest-146173519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440'] for network, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:00.652101 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3462189-d350-43c1-82f9-fd8afeac7718 tempest-BulkNetworkOpsTest-146173519 tempest-BulkNetworkOpsTest-146173519-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:39:00.652827 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-a3462189-d350-43c1-82f9-fd8afeac7718 tempest-BulkNetworkOpsTest-146173519 tempest-BulkNetworkOpsTest-146173519-project] Notify callbacks [] for network, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:00.664083 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-9896a873-6714-40d3-9310-bca3f2badd2a tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:39:00.782867 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-7bd3b440-cc2f-4027-ac3b-4eb7661b85df tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10807823'] for port, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:00.795485 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-4eb0201c-8d32-48e3-9197-f789086efbb4 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:39:00.815431 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 372faab7-6cf0-420c-a92d-cb1a3b3fa1ec up at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 22:39:00.846261 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-bb4f6344-6aa7-4cd6-b75f-654301a15a23 None None] Calling delete_port for c872bc4e-b5ad-4d2c-9d8d-e44d4957ec83 owned by network:dhcp {{(pid=87508) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:39:00.882097 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [None req-74d9a611-f4ce-4005-9e29-034593b43e53 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Deleting port 531530cf-c881-435b-b5fe-53897d27d2a5 {{(pid=87506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:39:00.882689 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-74d9a611-f4ce-4005-9e29-034593b43e53 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:00.892086 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06155245-9526-4183-b7a3-9706ce2016ae None None] Network d3b281d9-c948-4713-adf9-c006452e82c0 requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 22:39:00.916014 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] No Port match for: 372faab7-6cf0-420c-a92d-cb1a3b3fa1ec {{(pid=87508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 22:39:00.916627 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 372faab7-6cf0-420c-a92d-cb1a3b3fa1ec not bound to the agent host dv-neutron-821829-1-hyperv {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}}
Dec 16 22:39:00.941349 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-0f5995e7-a641-4c72-baa8-ec8d2a0b85a2 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3328566'] for subnet, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:00.953019 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd3b440-cc2f-4027-ac3b-4eb7661b85df tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Pushing event deleted for resources: {'Port': ['ID=372faab7-6cf0-420c-a92d-cb1a3b3fa1ec,revision_number=None']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:39:00.962095 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-7bd3b440-cc2f-4027-ac3b-4eb7661b85df tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:39:00.963102 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bd3b440-cc2f-4027-ac3b-4eb7661b85df tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] No DVR routers for this DVR port 372faab7-6cf0-420c-a92d-cb1a3b3fa1ec on host dv-neutron-821829-1-hyperv {{(pid=87507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 22:39:01.005752 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-a3462189-d350-43c1-82f9-fd8afeac7718 tempest-BulkNetworkOpsTest-146173519 tempest-BulkNetworkOpsTest-146173519-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 785 time: 1.2150545
Dec 16 22:39:01.010246 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 45140) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:39:01.020436 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-186ccabd-5f89-48f2-a16d-9ae12c507647 tempest-BulkNetworkOpsTest-146173519 tempest-BulkNetworkOpsTest-146173519-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1287635061'}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:39:01.024069 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Port 372faab7-6cf0-420c-a92d-cb1a3b3fa1ec not found, will not notify nova. {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}}
Dec 16 22:39:01.034558 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-186ccabd-5f89-48f2-a16d-9ae12c507647 tempest-BulkNetworkOpsTest-146173519 tempest-BulkNetworkOpsTest-146173519-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:39:01.036464 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-2262fbad-d35b-4640-99ea-2b05cd8180c3 None None] Could not find standard attr ID for object 372faab7-6cf0-420c-a92d-cb1a3b3fa1ec. {{(pid=87508) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 16 22:39:01.041960 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-186ccabd-5f89-48f2-a16d-9ae12c507647 tempest-BulkNetworkOpsTest-146173519 tempest-BulkNetworkOpsTest-146173519-project] Usage tracker for resource:network and tenant:bc8e86120c604ba197d6b48e9df1cd92 is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:39:01.047342 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-186ccabd-5f89-48f2-a16d-9ae12c507647 tempest-BulkNetworkOpsTest-146173519 tempest-BulkNetworkOpsTest-146173519-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:39:01.053437 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-d6b800cc-aacb-4253-b717-114fdf73a235 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10807823'] for port, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:01.055869 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3462189-d350-43c1-82f9-fd8afeac7718 tempest-BulkNetworkOpsTest-146173519 tempest-BulkNetworkOpsTest-146173519-project] Pushing event updated for resources: {'Network': ['ID=0d145ce2-6069-458f-8ff4-ec8889829eb6,revision_number=1']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:39:01.069036 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-a3462189-d350-43c1-82f9-fd8afeac7718 tempest-BulkNetworkOpsTest-146173519 tempest-BulkNetworkOpsTest-146173519-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.405s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:39:01.070071 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-186ccabd-5f89-48f2-a16d-9ae12c507647 tempest-BulkNetworkOpsTest-146173519 tempest-BulkNetworkOpsTest-146173519-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:39:01.072259 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-74244fbe-2da2-4fa1-8555-9eba772cb031 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:39:01.076561 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.db [None req-88215b15-8973-46a4-94af-0479ec407a4a tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] For port c872bc4e-b5ad-4d2c-9d8d-e44d4957ec83, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=c872bc4e-b5ad-4d2c-9d8d-e44d4957ec83,segment=NetworkSegment(4b34aebd-5ac6-4824-bb7f-7b27c516b13c),segment_id=4b34aebd-5ac6-4824-bb7f-7b27c516b13c)] {{(pid=87506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:39:01.077037 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-88215b15-8973-46a4-94af-0479ec407a4a tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:01.087406 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-bb4f6344-6aa7-4cd6-b75f-654301a15a23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949'] for port, after_delete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:01.095425 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-fd7c5ef3-4f84-48ec-a198-c01b5f7ca07a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:39:01.126074 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Network 0d145ce2-6069-458f-8ff4-ec8889829eb6 details requested by agent ovs-agent-dv-neutron-821829-1-hyperv with host dv-neutron-821829-1-hyperv {{(pid=87508) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 22:39:01.130136 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b800cc-aacb-4253-b717-114fdf73a235 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Pushing event deleted for resources: {'Port': ['ID=3818083e-2553-4548-a8d6-60fa2e7b0839,revision_number=None']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:39:01.174238 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-7bd3b440-cc2f-4027-ac3b-4eb7661b85df tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3328566'] for subnet, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:01.212851 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4f6344-6aa7-4cd6-b75f-654301a15a23 None None] Pushing event deleted for resources: {'Port': ['ID=c872bc4e-b5ad-4d2c-9d8d-e44d4957ec83,revision_number=None']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:39:01.226921 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device c872bc4e-b5ad-4d2c-9d8d-e44d4957ec83 no longer exists at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 22:39:01.235061 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-d6b800cc-aacb-4253-b717-114fdf73a235 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:39:01.257669 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-d6b800cc-aacb-4253-b717-114fdf73a235 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for port, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:01.260342 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-186ccabd-5f89-48f2-a16d-9ae12c507647 tempest-BulkNetworkOpsTest-146173519 tempest-BulkNetworkOpsTest-146173519-project] Made reservation on behalf of bc8e86120c604ba197d6b48e9df1cd92 for: {'network': 1} {{(pid=87507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:39:01.263730 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-186ccabd-5f89-48f2-a16d-9ae12c507647 tempest-BulkNetworkOpsTest-146173519 tempest-BulkNetworkOpsTest-146173519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for network, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:01.279706 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [None req-88215b15-8973-46a4-94af-0479ec407a4a tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Calling delete_port for c872bc4e-b5ad-4d2c-9d8d-e44d4957ec83 owned by network:dhcp {{(pid=87506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:39:01.309639 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-186ccabd-5f89-48f2-a16d-9ae12c507647 tempest-BulkNetworkOpsTest-146173519 tempest-BulkNetworkOpsTest-146173519-project] vlan segment allocate from pool success with {'vlan_id': 179, 'physical_network': 'physnet1'}  {{(pid=87507) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 22:39:01.322841 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-186ccabd-5f89-48f2-a16d-9ae12c507647 tempest-BulkNetworkOpsTest-146173519 tempest-BulkNetworkOpsTest-146173519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-883292'] for segment, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:01.323184 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.db.segments_db [None req-186ccabd-5f89-48f2-a16d-9ae12c507647 tempest-BulkNetworkOpsTest-146173519 tempest-BulkNetworkOpsTest-146173519-project] Added segment 3620ddf0-acf7-4986-927d-68f270547d46 of type vlan for network c3cb0ee9-94f5-4813-badd-db57d9bad57e
Dec 16 22:39:01.327468 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-d6b800cc-aacb-4253-b717-114fdf73a235 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] 10.222.0.13 "DELETE /v2.0/ports/3818083e-2553-4548-a8d6-60fa2e7b0839 HTTP/1.1" status: 204  len: 168 time: 2.0253320
Dec 16 22:39:01.332358 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 45146) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:39:01.347421 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb4f6344-6aa7-4cd6-b75f-654301a15a23 None None] No DVR routers for this DVR port c872bc4e-b5ad-4d2c-9d8d-e44d4957ec83 on host dv-neutron-821829-1-hyperv {{(pid=87508) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 22:39:01.352787 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-bb4f6344-6aa7-4cd6-b75f-654301a15a23 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:39:01.353652 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-410dffa1-784d-4a88-a91b-0ff8e8f53639 None None] DHCP port deletion for 3d1220d9-4320-4a87-bd9e-725a8dd77d7c request from dv-neutron-821829-1-hyperv {{(pid=87508) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 16 22:39:01.378252 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.pecan_wsgi.hooks.translation [None req-209f23ce-97b4-4d19-af20-d31e25415621 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] GET failed (client error): The resource could not be found.
Dec 16 22:39:01.378788 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-209f23ce-97b4-4d19-af20-d31e25415621 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Synchronizing usage tracker for tenant:69ee045658914011ac7b8ba0ad799b2d on resource:port {{(pid=87507) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 22:39:01.417594 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-410dffa1-784d-4a88-a91b-0ff8e8f53639 None None] Deleting port 531530cf-c881-435b-b5fe-53897d27d2a5 {{(pid=87508) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:39:01.417991 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-410dffa1-784d-4a88-a91b-0ff8e8f53639 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:01.418519 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-186ccabd-5f89-48f2-a16d-9ae12c507647 tempest-BulkNetworkOpsTest-146173519 tempest-BulkNetworkOpsTest-146173519-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734753047233'] for network, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:01.440213 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-7bd3b440-cc2f-4027-ac3b-4eb7661b85df tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3328622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10807868', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10549621'] for subnet, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:01.452820 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-537fc13d-acc4-457f-b952-116447246be4 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:39:01.465098 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] No Port match for: c872bc4e-b5ad-4d2c-9d8d-e44d4957ec83 {{(pid=87508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 22:39:01.465452 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device c872bc4e-b5ad-4d2c-9d8d-e44d4957ec83 not bound to the agent host dv-neutron-821829-1-hyperv {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 22:39:01.497782 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-209f23ce-97b4-4d19-af20-d31e25415621 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Unset dirty status for tenant:69ee045658914011ac7b8ba0ad799b2d on resource:port {{(pid=87507) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 22:39:01.499029 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-209f23ce-97b4-4d19-af20-d31e25415621 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] 10.222.0.13 "GET /v2.0/ports/3818083e-2553-4548-a8d6-60fa2e7b0839 HTTP/1.1" status: 404  len: 333 time: 0.1660883
Dec 16 22:39:01.508929 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 45150) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:39:01.575236 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-3e729f7f-1589-4d54-9c4a-7ee6b283cc2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:01.577412 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd3b440-cc2f-4027-ac3b-4eb7661b85df tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Pushing event deleted for resources: {'Subnet': ['ID=7e990ebc-5f46-4709-b21f-1ff5665d244c,revision_number=None']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:39:01.595957 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-7bd3b440-cc2f-4027-ac3b-4eb7661b85df tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:39:01.599495 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-186ccabd-5f89-48f2-a16d-9ae12c507647 tempest-BulkNetworkOpsTest-146173519 tempest-BulkNetworkOpsTest-146173519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440'] for network, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:01.605625 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-186ccabd-5f89-48f2-a16d-9ae12c507647 tempest-BulkNetworkOpsTest-146173519 tempest-BulkNetworkOpsTest-146173519-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:39:01.606238 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-186ccabd-5f89-48f2-a16d-9ae12c507647 tempest-BulkNetworkOpsTest-146173519 tempest-BulkNetworkOpsTest-146173519-project] Notify callbacks [] for network, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:01.636428 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-0f5995e7-a641-4c72-baa8-ec8d2a0b85a2 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3328622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1863378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11213117'] for subnet, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:01.653332 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-c9fd663e-00af-4fba-8836-0b836ce6992a tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:39:01.694833 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-abacce46-5cfd-4982-b83f-af4f15e2620c tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3830176'] for router_interface, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:01.712703 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-7bd3b440-cc2f-4027-ac3b-4eb7661b85df tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3329565', 'neutron.services.segments.db._delete_segments_for_network-8734753546406'] for network, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:01.737276 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:01.744574 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.services.segments.db [None req-7bd3b440-cc2f-4027-ac3b-4eb7661b85df tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1b76ca7040>,) {'filters': {'network_id': ['d3b281d9-c948-4713-adf9-c006452e82c0']}} {{(pid=87507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:39:01.751533 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-68e84bea-d949-4d40-8c13-7564727860de tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:39:01.762253 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-410dffa1-784d-4a88-a91b-0ff8e8f53639 None None] For port 531530cf-c881-435b-b5fe-53897d27d2a5, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=531530cf-c881-435b-b5fe-53897d27d2a5,segment=NetworkSegment(26499bb8-7d1c-4454-ae19-e0751bb219e7),segment_id=26499bb8-7d1c-4454-ae19-e0751bb219e7)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:39:01.762660 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-410dffa1-784d-4a88-a91b-0ff8e8f53639 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:01.781680 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.services.segments.db [None req-7bd3b440-cc2f-4027-ac3b-4eb7661b85df tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b76ca7040>, 'b562277f-b9db-4caf-8cee-b6da7dfa1a09') {'for_net_delete': True} {{(pid=87507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:39:01.781978 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.services.segments.db [None req-7bd3b440-cc2f-4027-ac3b-4eb7661b85df tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b76ca7040>, 'b562277f-b9db-4caf-8cee-b6da7dfa1a09') {} {{(pid=87507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:39:01.873784 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-7bd3b440-cc2f-4027-ac3b-4eb7661b85df tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734753593977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2128549'] for segment, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:01.893733 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.db_base_plugin_v2 [None req-6df0a651-0f75-4783-918c-7647e6efeade tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Deleting subnet 297b10fc-c035-4d3d-839c-41849ebb0c64 {{(pid=87507) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 16 22:39:01.899511 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-186ccabd-5f89-48f2-a16d-9ae12c507647 tempest-BulkNetworkOpsTest-146173519 tempest-BulkNetworkOpsTest-146173519-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 786 time: 0.8856373
Dec 16 22:39:01.902155 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-febb14c0-b004-4ce2-ae8d-629333a8b03e None None] Network d3b281d9-c948-4713-adf9-c006452e82c0 requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 22:39:01.902691 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-6df0a651-0f75-4783-918c-7647e6efeade tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks [] for subnet, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:01.921884 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 45154) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:39:01.924339 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5995e7-a641-4c72-baa8-ec8d2a0b85a2 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Pushing event deleted for resources: {'Subnet': ['ID=b5f883c0-8896-41dd-b0c6-89e98ecd1f0a,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:39:01.926487 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-410dffa1-784d-4a88-a91b-0ff8e8f53639 None None] Calling delete_port for 531530cf-c881-435b-b5fe-53897d27d2a5 owned by network:dhcp {{(pid=87508) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:39:01.928175 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-0f5995e7-a641-4c72-baa8-ec8d2a0b85a2 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks [] for subnet, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:01.929331 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186ccabd-5f89-48f2-a16d-9ae12c507647 tempest-BulkNetworkOpsTest-146173519 tempest-BulkNetworkOpsTest-146173519-project] Pushing event updated for resources: {'Network': ['ID=c3cb0ee9-94f5-4813-badd-db57d9bad57e,revision_number=1']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:39:01.930876 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-0f5995e7-a641-4c72-baa8-ec8d2a0b85a2 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:39:01.935664 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-1ca702a3-342c-405d-af50-aab712069952 tempest-BulkNetworkOpsTest-146173519 tempest-BulkNetworkOpsTest-146173519-project] Request body: {'ports': [{'network_id': '0d145ce2-6069-458f-8ff4-ec8889829eb6', 'name': 'tempest-port--178671839', 'admin_state_up': True}, {'network_id': 'c3cb0ee9-94f5-4813-badd-db57d9bad57e', 'admin_state_up': False}]} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:39:01.936337 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-1ca702a3-342c-405d-af50-aab712069952 tempest-BulkNetworkOpsTest-146173519 tempest-BulkNetworkOpsTest-146173519-project] Request body: {'port': {'network_id': '0d145ce2-6069-458f-8ff4-ec8889829eb6', 'name': 'tempest-port--178671839', 'admin_state_up': True}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:39:01.936979 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-1ca702a3-342c-405d-af50-aab712069952 tempest-BulkNetworkOpsTest-146173519 tempest-BulkNetworkOpsTest-146173519-project] Request body: {'port': {'network_id': 'c3cb0ee9-94f5-4813-badd-db57d9bad57e', 'admin_state_up': False}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:39:01.943311 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-186ccabd-5f89-48f2-a16d-9ae12c507647 tempest-BulkNetworkOpsTest-146173519 tempest-BulkNetworkOpsTest-146173519-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:39:01.946392 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-7bd3b440-cc2f-4027-ac3b-4eb7661b85df tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-883292'] for segment, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:01.958340 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7bd3b440-cc2f-4027-ac3b-4eb7661b85df tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Releasing vlan 185 on physical network physnet1 to pool {{(pid=87507) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 16 22:39:01.958735 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-7bd3b440-cc2f-4027-ac3b-4eb7661b85df tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-883285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10808034'] for segment, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:01.966974 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-606e5878-1c24-4470-bf69-9b3863e96deb None None] Network d64954f6-4489-46e3-885a-74bbd1c32734 requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 22:39:01.977056 dv-neutron-821829-1-hyperv neutron-server[87507]: Traceback (most recent call last):
Dec 16 22:39:01.977056 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 16 22:39:01.977056 dv-neutron-821829-1-hyperv neutron-server[87507]:     timer()
Dec 16 22:39:01.977056 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 22:39:01.977056 dv-neutron-821829-1-hyperv neutron-server[87507]:     cb(*args, **kw)
Dec 16 22:39:01.977056 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 22:39:01.977056 dv-neutron-821829-1-hyperv neutron-server[87507]:     return func(*args, **kwargs)
Dec 16 22:39:01.977056 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 22:39:01.977056 dv-neutron-821829-1-hyperv neutron-server[87507]:     self._notify()
Dec 16 22:39:01.977056 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 22:39:01.977056 dv-neutron-821829-1-hyperv neutron-server[87507]:     self.callback(batched_events)
Dec 16 22:39:01.977056 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 22:39:01.977056 dv-neutron-821829-1-hyperv neutron-server[87507]:     event.method(event)
Dec 16 22:39:01.977056 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 22:39:01.977056 dv-neutron-821829-1-hyperv neutron-server[87507]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 22:39:01.977056 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 22:39:01.977056 dv-neutron-821829-1-hyperv neutron-server[87507]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 22:39:01.977056 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 22:39:01.977056 dv-neutron-821829-1-hyperv neutron-server[87507]:     return f(self, *a, **k)
Dec 16 22:39:01.977056 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 16 22:39:01.977056 dv-neutron-821829-1-hyperv neutron-server[87507]:     return self._get(url).json()
Dec 16 22:39:01.977056 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 16 22:39:01.977056 dv-neutron-821829-1-hyperv neutron-server[87507]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 22:39:01.977056 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 16 22:39:01.977056 dv-neutron-821829-1-hyperv neutron-server[87507]:     return self.request(url, 'GET', **kwargs)
Dec 16 22:39:01.977056 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 16 22:39:01.977056 dv-neutron-821829-1-hyperv neutron-server[87507]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 22:39:01.977056 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 16 22:39:01.977056 dv-neutron-821829-1-hyperv neutron-server[87507]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 22:39:01.977056 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 16 22:39:01.977056 dv-neutron-821829-1-hyperv neutron-server[87507]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 22:39:01.977056 dv-neutron-821829-1-hyperv neutron-server[87507]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 22:39:01.981652 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Network c3cb0ee9-94f5-4813-badd-db57d9bad57e details requested by agent ovs-agent-dv-neutron-821829-1-hyperv with host dv-neutron-821829-1-hyperv {{(pid=87508) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 22:39:02.067473 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.db [None req-74d9a611-f4ce-4005-9e29-034593b43e53 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] For port 531530cf-c881-435b-b5fe-53897d27d2a5, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=531530cf-c881-435b-b5fe-53897d27d2a5,segment=NetworkSegment(26499bb8-7d1c-4454-ae19-e0751bb219e7),segment_id=26499bb8-7d1c-4454-ae19-e0751bb219e7)] {{(pid=87506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:39:02.067939 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-74d9a611-f4ce-4005-9e29-034593b43e53 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:02.079207 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-0f5995e7-a641-4c72-baa8-ec8d2a0b85a2 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] 10.222.0.13 "DELETE /v2.0/subnets/b5f883c0-8896-41dd-b0c6-89e98ecd1f0a HTTP/1.1" status: 204  len: 168 time: 2.3419347
Dec 16 22:39:02.089827 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 45158) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:39:02.185398 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-6df0a651-0f75-4783-918c-7647e6efeade tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2128562'] for subnet, precommit_delete_associations {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:02.241419 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-7bd3b440-cc2f-4027-ac3b-4eb7661b85df tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3329572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3741856'] for network, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:02.245937 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:39:02.250227 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.db.api [None req-88215b15-8973-46a4-94af-0479ec407a4a tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87506) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 16 22:39:02.250552 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_db.api [None req-88215b15-8973-46a4-94af-0479ec407a4a tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 16 22:39:02.258889 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [None req-74d9a611-f4ce-4005-9e29-034593b43e53 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Calling delete_port for 531530cf-c881-435b-b5fe-53897d27d2a5 owned by network:dhcp {{(pid=87506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:39:02.262602 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-7bd3b440-cc2f-4027-ac3b-4eb7661b85df tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Notify callbacks [] for network, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:02.280644 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd3b440-cc2f-4027-ac3b-4eb7661b85df tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Pushing event deleted for resources: {'Network': ['ID=d3b281d9-c948-4713-adf9-c006452e82c0,revision_number=None']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:39:02.286753 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-7bd3b440-cc2f-4027-ac3b-4eb7661b85df tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:39:02.289917 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-7bd3b440-cc2f-4027-ac3b-4eb7661b85df tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] 10.222.0.13 "DELETE /v2.0/networks/d3b281d9-c948-4713-adf9-c006452e82c0 HTTP/1.1" status: 204  len: 168 time: 4.2802601
Dec 16 22:39:02.296125 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 45162) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:39:02.337104 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.pecan_wsgi.hooks.translation [None req-3cfebd4b-61ed-461d-8eeb-1e1eeedeeb25 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] GET failed (client error): The resource could not be found.
Dec 16 22:39:02.337952 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-3cfebd4b-61ed-461d-8eeb-1e1eeedeeb25 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Synchronizing usage tracker for tenant:c85c59d360694166b5b0483f9fc81199 on resource:subnet {{(pid=87507) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 22:39:02.358194 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-6df0a651-0f75-4783-918c-7647e6efeade tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3328566'] for subnet, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:02.398998 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-3cfebd4b-61ed-461d-8eeb-1e1eeedeeb25 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Unset dirty status for tenant:c85c59d360694166b5b0483f9fc81199 on resource:subnet {{(pid=87507) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 22:39:02.400155 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-3cfebd4b-61ed-461d-8eeb-1e1eeedeeb25 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] 10.222.0.13 "GET /v2.0/subnets/7e990ebc-5f46-4709-b21f-1ff5665d244c HTTP/1.1" status: 404  len: 337 time: 0.1037028
Dec 16 22:39:02.403369 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 45166) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:39:02.437054 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.pecan_wsgi.hooks.translation [None req-3bc85bb2-aa7f-408c-8e1e-013c62431da8 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] DELETE failed (client error): The resource could not be found.
Dec 16 22:39:02.437562 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3bc85bb2-aa7f-408c-8e1e-013c62431da8 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87507) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 16 22:39:02.439198 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-3bc85bb2-aa7f-408c-8e1e-013c62431da8 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] 10.222.0.13 "DELETE /v2.0/networks/d3b281d9-c948-4713-adf9-c006452e82c0 HTTP/1.1" status: 404  len: 339 time: 0.0354152
Dec 16 22:39:02.445074 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 45170) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:39:02.451945 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8bd0b05-a447-458c-a434-f9c617a680f5 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Deleting subnet 75c24b5e-fadd-4a86-b59a-7c13bb03d07f {{(pid=87506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 16 22:39:02.464355 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-410dffa1-784d-4a88-a91b-0ff8e8f53639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949'] for port, after_delete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:02.476049 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-fb58aaad-b923-403a-a295-741cd3507b1f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:39:02.487336 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-a8bd0b05-a447-458c-a434-f9c617a680f5 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks [] for subnet, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:02.548400 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.db.api [None req-74d9a611-f4ce-4005-9e29-034593b43e53 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87506) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 16 22:39:02.548640 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410dffa1-784d-4a88-a91b-0ff8e8f53639 None None] Pushing event deleted for resources: {'Port': ['ID=531530cf-c881-435b-b5fe-53897d27d2a5,revision_number=None']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:39:02.548736 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_db.api [None req-74d9a611-f4ce-4005-9e29-034593b43e53 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 16 22:39:02.563423 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-6df0a651-0f75-4783-918c-7647e6efeade tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3328622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10807868', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10549621'] for subnet, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:02.563696 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-410dffa1-784d-4a88-a91b-0ff8e8f53639 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:39:02.566545 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-1ca702a3-342c-405d-af50-aab712069952 tempest-BulkNetworkOpsTest-146173519 tempest-BulkNetworkOpsTest-146173519-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:39:02.571963 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-6dd47dbc-d0bc-47c2-af24-a89f9212728d tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:39:02.575534 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-1ca702a3-342c-405d-af50-aab712069952 tempest-BulkNetworkOpsTest-146173519 tempest-BulkNetworkOpsTest-146173519-project] Usage tracker for resource:port and tenant:bc8e86120c604ba197d6b48e9df1cd92 is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:39:02.579747 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-a8bd0b05-a447-458c-a434-f9c617a680f5 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-266764487'] for subnet, precommit_delete_associations {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:02.589462 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-410dffa1-784d-4a88-a91b-0ff8e8f53639 None None] No DVR routers for this DVR port 531530cf-c881-435b-b5fe-53897d27d2a5 on host dv-neutron-821829-1-hyperv {{(pid=87508) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 22:39:02.593286 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fbba3cd-6922-4fb2-bbe2-c39ffe72ab78 None None] DHCP port deletion for d3b281d9-c948-4713-adf9-c006452e82c0 request from dv-neutron-821829-1-hyperv {{(pid=87508) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 16 22:39:02.619559 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df0a651-0f75-4783-918c-7647e6efeade tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Pushing event deleted for resources: {'Subnet': ['ID=297b10fc-c035-4d3d-839c-41849ebb0c64,revision_number=None']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:39:02.622389 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-1ca702a3-342c-405d-af50-aab712069952 tempest-BulkNetworkOpsTest-146173519 tempest-BulkNetworkOpsTest-146173519-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:39:02.635965 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-6df0a651-0f75-4783-918c-7647e6efeade tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:39:02.637901 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-6df0a651-0f75-4783-918c-7647e6efeade tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks [] for subnet, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:02.657001 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-6df0a651-0f75-4783-918c-7647e6efeade tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] 10.222.0.13 "DELETE /v2.0/subnets/297b10fc-c035-4d3d-839c-41849ebb0c64 HTTP/1.1" status: 204  len: 168 time: 1.1468170
Dec 16 22:39:02.659890 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 45174) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:39:02.670198 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-1ca702a3-342c-405d-af50-aab712069952 tempest-BulkNetworkOpsTest-146173519 tempest-BulkNetworkOpsTest-146173519-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:39:02.681979 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2250562-1386-4f49-b66a-314f6ce5ffe6 None None] Network 92067b6a-41d9-485a-9b2a-1775635a7d0d requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 22:39:02.687642 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60a6091c-d6ef-42e5-96b5-e0cd906dece5 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:39:02.688481 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-60a6091c-d6ef-42e5-96b5-e0cd906dece5 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Synchronizing usage tracker for tenant:c85c59d360694166b5b0483f9fc81199 on resource:network {{(pid=87507) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 22:39:02.728189 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ca702a3-342c-405d-af50-aab712069952 tempest-BulkNetworkOpsTest-146173519 tempest-BulkNetworkOpsTest-146173519-project] Made reservation on behalf of bc8e86120c604ba197d6b48e9df1cd92 for: {'port': 2} {{(pid=87506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:39:02.734311 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-1ca702a3-342c-405d-af50-aab712069952 tempest-BulkNetworkOpsTest-146173519 tempest-BulkNetworkOpsTest-146173519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:02.753416 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [None req-88215b15-8973-46a4-94af-0479ec407a4a tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Deleting port c872bc4e-b5ad-4d2c-9d8d-e44d4957ec83 {{(pid=87506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:39:02.753848 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-88215b15-8973-46a4-94af-0479ec407a4a tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:02.758726 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 372faab7-6cf0-420c-a92d-cb1a3b3fa1ec no longer exists at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 22:39:02.779282 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-60a6091c-d6ef-42e5-96b5-e0cd906dece5 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Unset dirty status for tenant:c85c59d360694166b5b0483f9fc81199 on resource:network {{(pid=87507) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 22:39:02.783049 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-60a6091c-d6ef-42e5-96b5-e0cd906dece5 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 782 time: 0.3356271
Dec 16 22:39:02.786822 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [None req-abacce46-5cfd-4982-b83f-af4f15e2620c tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Deleting port b4a16203-a9be-4052-bdb0-6f3fa9deae9e {{(pid=87506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:39:02.787258 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-abacce46-5cfd-4982-b83f-af4f15e2620c tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:02.791060 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 45178) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:39:02.816086 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] No Port match for: 372faab7-6cf0-420c-a92d-cb1a3b3fa1ec {{(pid=87508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 22:39:02.816445 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 372faab7-6cf0-420c-a92d-cb1a3b3fa1ec not bound to the agent host dv-neutron-821829-1-hyperv {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 22:39:02.817181 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 531530cf-c881-435b-b5fe-53897d27d2a5 no longer exists at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 22:39:02.837431 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-305ea21d-125d-44c7-b667-11e7e889ff83 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-825997'] for network, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:02.846796 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-c7f6ebcb-510b-4809-b956-e8620ba889f6 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] 10.222.0.13 "GET /v2.0/subnets?network_id=f8905ce9-304b-4976-bc47-e58c71c11de5 HTTP/1.1" status: 200  len: 207 time: 0.0493937
Dec 16 22:39:02.847096 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 45182) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:39:02.874256 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] No Port match for: 531530cf-c881-435b-b5fe-53897d27d2a5 {{(pid=87508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 22:39:02.874256 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 531530cf-c881-435b-b5fe-53897d27d2a5 not bound to the agent host dv-neutron-821829-1-hyperv {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 22:39:02.877423 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-1ca702a3-342c-405d-af50-aab712069952 tempest-BulkNetworkOpsTest-146173519 tempest-BulkNetworkOpsTest-146173519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:02.882269 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.plugin [None req-305ea21d-125d-44c7-b667-11e7e889ff83 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Deleting port 605e6ab0-fc05-49bc-84d1-5cf832b15fd8 {{(pid=87507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:39:02.882607 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-305ea21d-125d-44c7-b667-11e7e889ff83 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:02.895601 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [None req-88215b15-8973-46a4-94af-0479ec407a4a tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] The port 'c872bc4e-b5ad-4d2c-9d8d-e44d4957ec83' was deleted {{(pid=87506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 16 22:39:03.107899 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ee67a72-1966-4600-820f-13c459beada7 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:39:03.111068 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7ee7614-5a2c-442d-95e4-05ca51ca38f1 None None] DHCP port deletion for 92067b6a-41d9-485a-9b2a-1775635a7d0d request from dv-neutron-821829-1-hyperv {{(pid=87508) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 16 22:39:03.114013 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ee67a72-1966-4600-820f-13c459beada7 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:39:03.117585 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-f7ee7614-5a2c-442d-95e4-05ca51ca38f1 None None] Deleting port 605e6ab0-fc05-49bc-84d1-5cf832b15fd8 {{(pid=87508) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:39:03.118072 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-f7ee7614-5a2c-442d-95e4-05ca51ca38f1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:03.120031 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ee67a72-1966-4600-820f-13c459beada7 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:39:03.126199 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ee67a72-1966-4600-820f-13c459beada7 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:39:03.131400 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-9ee67a72-1966-4600-820f-13c459beada7 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200  len: 2487 time: 0.2800524
Dec 16 22:39:03.214373 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 45186) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:39:03.230944 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-4541ba3b-6be8-499c-bc94-3c60aa55c4f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:03.250861 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [None req-74d9a611-f4ce-4005-9e29-034593b43e53 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Deleting port 531530cf-c881-435b-b5fe-53897d27d2a5 {{(pid=87506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:39:03.251441 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-74d9a611-f4ce-4005-9e29-034593b43e53 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:03.351007 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.db [None req-305ea21d-125d-44c7-b667-11e7e889ff83 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] For port 605e6ab0-fc05-49bc-84d1-5cf832b15fd8, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=605e6ab0-fc05-49bc-84d1-5cf832b15fd8,segment=NetworkSegment(b69b1853-cc69-44ff-a154-93d1ce5fcbab),segment_id=b69b1853-cc69-44ff-a154-93d1ce5fcbab)] {{(pid=87507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:39:03.351669 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-305ea21d-125d-44c7-b667-11e7e889ff83 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:03.370723 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-a8bd0b05-a447-458c-a434-f9c617a680f5 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3328566'] for subnet, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:03.392216 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-f7ee7614-5a2c-442d-95e4-05ca51ca38f1 None None] For port 605e6ab0-fc05-49bc-84d1-5cf832b15fd8, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=605e6ab0-fc05-49bc-84d1-5cf832b15fd8,segment=NetworkSegment(b69b1853-cc69-44ff-a154-93d1ce5fcbab),segment_id=b69b1853-cc69-44ff-a154-93d1ce5fcbab)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:39:03.392919 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-f7ee7614-5a2c-442d-95e4-05ca51ca38f1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:03.538075 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-f7ee7614-5a2c-442d-95e4-05ca51ca38f1 None None] Calling delete_port for 605e6ab0-fc05-49bc-84d1-5cf832b15fd8 owned by network:dhcp {{(pid=87508) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:39:03.543318 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [None req-74d9a611-f4ce-4005-9e29-034593b43e53 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] The port '531530cf-c881-435b-b5fe-53897d27d2a5' was deleted {{(pid=87506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 16 22:39:03.550332 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-aaa7925f-2a2e-4922-a65c-6f50e3996689 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] 10.222.0.13 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200  len: 576 time: 0.3336780
Dec 16 22:39:03.560045 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.plugin [None req-305ea21d-125d-44c7-b667-11e7e889ff83 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Calling delete_port for 605e6ab0-fc05-49bc-84d1-5cf832b15fd8 owned by network:dhcp {{(pid=87507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:39:03.570408 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-88215b15-8973-46a4-94af-0479ec407a4a tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3329565', 'neutron.services.segments.db._delete_segments_for_network-8734753546406'] for network, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:03.579624 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 45190) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:39:03.637093 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-f7ee7614-5a2c-442d-95e4-05ca51ca38f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949'] for port, after_delete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:03.642437 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-a1bffa0c-6f2b-472b-be45-819c736c06bc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:39:03.651044 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.db.api [None req-305ea21d-125d-44c7-b667-11e7e889ff83 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87507) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 16 22:39:03.651537 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_db.api [None req-305ea21d-125d-44c7-b667-11e7e889ff83 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 16 22:39:03.664389 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.notifiers.nova [None req-1ca702a3-342c-405d-af50-aab712069952 tempest-BulkNetworkOpsTest-146173519 tempest-BulkNetworkOpsTest-146173519-project] device_id is not set on port 8b1984de-d043-42df-b12f-b3b77b75fac5 yet. {{(pid=87506) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 16 22:39:03.689102 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ee7614-5a2c-442d-95e4-05ca51ca38f1 None None] Pushing event deleted for resources: {'Port': ['ID=605e6ab0-fc05-49bc-84d1-5cf832b15fd8,revision_number=None']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:39:03.692270 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-f7ee7614-5a2c-442d-95e4-05ca51ca38f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:39:03.693154 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7ee7614-5a2c-442d-95e4-05ca51ca38f1 None None] No DVR routers for this DVR port 605e6ab0-fc05-49bc-84d1-5cf832b15fd8 on host dv-neutron-821829-1-hyperv {{(pid=87508) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 22:39:03.710848 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-050aae47-58e6-488f-8e95-0f52fcfca417 None None] Provisioning complete for port 0e9ce1df-36d1-4305-834a-f178da8562d5 triggered by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:39:03.711230 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-050aae47-58e6-488f-8e95-0f52fcfca417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:03.742661 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6beb30a-7c81-49d4-9ff0-f56fa785d85c None None] get_active_networks_info from dv-neutron-821829-1-hyperv {{(pid=87508) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}}
Dec 16 22:39:03.745150 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.services.segments.db [None req-88215b15-8973-46a4-94af-0479ec407a4a tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1b7c31caf0>,) {'filters': {'network_id': ['69969ef5-aee7-4a85-837b-520e6003d841']}} {{(pid=87506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:39:03.853958 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.services.segments.db [None req-88215b15-8973-46a4-94af-0479ec407a4a tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b7c31caf0>, '4b34aebd-5ac6-4824-bb7f-7b27c516b13c') {'for_net_delete': True} {{(pid=87506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:39:03.854244 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.services.segments.db [None req-88215b15-8973-46a4-94af-0479ec407a4a tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b7c31caf0>, '4b34aebd-5ac6-4824-bb7f-7b27c516b13c') {} {{(pid=87506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:39:03.873908 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.db [None req-abacce46-5cfd-4982-b83f-af4f15e2620c tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] For port b4a16203-a9be-4052-bdb0-6f3fa9deae9e, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=b4a16203-a9be-4052-bdb0-6f3fa9deae9e,segment=NetworkSegment(02117158-d52c-49eb-bf76-7669229196fc),segment_id=02117158-d52c-49eb-bf76-7669229196fc)] {{(pid=87506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:39:03.874256 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-abacce46-5cfd-4982-b83f-af4f15e2620c tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:03.891474 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-88215b15-8973-46a4-94af-0479ec407a4a tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734753593977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-266764496'] for segment, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:03.899394 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-74d9a611-f4ce-4005-9e29-034593b43e53 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3329565', 'neutron.services.segments.db._delete_segments_for_network-8734753546406'] for network, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:03.912446 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1581899d-07f5-4dba-98c7-581958579185 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:39:03.913946 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1581899d-07f5-4dba-98c7-581958579185 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:39:03.914694 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-1581899d-07f5-4dba-98c7-581958579185 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Synchronizing usage tracker for tenant:c85c59d360694166b5b0483f9fc81199 on resource:subnet {{(pid=87506) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 22:39:03.936084 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6beb30a-7c81-49d4-9ff0-f56fa785d85c None None] Resources bound (agent type, host, resource id):  {{(pid=87508) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Dec 16 22:39:04.063538 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [None req-abacce46-5cfd-4982-b83f-af4f15e2620c tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Calling delete_port for b4a16203-a9be-4052-bdb0-6f3fa9deae9e owned by network:router_interface {{(pid=87506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:39:04.096412 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-88215b15-8973-46a4-94af-0479ec407a4a tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-883292'] for segment, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:04.099234 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-a8bd0b05-a447-458c-a434-f9c617a680f5 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3328622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1863378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11213117'] for subnet, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:04.103503 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.services.segments.db [None req-74d9a611-f4ce-4005-9e29-034593b43e53 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1b7d55f0d0>,) {'filters': {'network_id': ['3d1220d9-4320-4a87-bd9e-725a8dd77d7c']}} {{(pid=87506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:39:04.122111 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-5a359f1c-5944-452d-922c-31d85e8b67eb tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:39:04.152770 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.plugin [None req-305ea21d-125d-44c7-b667-11e7e889ff83 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Deleting port 605e6ab0-fc05-49bc-84d1-5cf832b15fd8 {{(pid=87507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:39:04.153209 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-305ea21d-125d-44c7-b667-11e7e889ff83 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:04.164850 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88215b15-8973-46a4-94af-0479ec407a4a tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Releasing vlan 177 on physical network physnet1 to pool {{(pid=87506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 16 22:39:04.165260 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-88215b15-8973-46a4-94af-0479ec407a4a tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-883285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1863180'] for segment, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:04.181213 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-1581899d-07f5-4dba-98c7-581958579185 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Unset dirty status for tenant:c85c59d360694166b5b0483f9fc81199 on resource:subnet {{(pid=87506) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 22:39:04.185752 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-1581899d-07f5-4dba-98c7-581958579185 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1446 time: 0.5721638
Dec 16 22:39:04.185752 dv-neutron-821829-1-hyperv neutron-server[87506]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 16 22:39:04.185752 dv-neutron-821829-1-hyperv neutron-server[87506]:   util.warn(
Dec 16 22:39:04.185752 dv-neutron-821829-1-hyperv neutron-server[87506]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 16 22:39:04.185752 dv-neutron-821829-1-hyperv neutron-server[87506]:   util.warn(
Dec 16 22:39:04.185752 dv-neutron-821829-1-hyperv neutron-server[87506]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 16 22:39:04.185752 dv-neutron-821829-1-hyperv neutron-server[87506]:   util.warn(
Dec 16 22:39:04.185752 dv-neutron-821829-1-hyperv neutron-server[87506]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 16 22:39:04.185752 dv-neutron-821829-1-hyperv neutron-server[87506]:   util.warn(
Dec 16 22:39:04.185752 dv-neutron-821829-1-hyperv neutron-server[87506]: Traceback (most recent call last):
Dec 16 22:39:04.185752 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 16 22:39:04.185752 dv-neutron-821829-1-hyperv neutron-server[87506]:     timer()
Dec 16 22:39:04.185752 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 22:39:04.185752 dv-neutron-821829-1-hyperv neutron-server[87506]:     cb(*args, **kw)
Dec 16 22:39:04.185752 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 22:39:04.185752 dv-neutron-821829-1-hyperv neutron-server[87506]:     return func(*args, **kwargs)
Dec 16 22:39:04.185752 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 22:39:04.185752 dv-neutron-821829-1-hyperv neutron-server[87506]:     self._notify()
Dec 16 22:39:04.185752 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 22:39:04.185752 dv-neutron-821829-1-hyperv neutron-server[87506]:     self.callback(batched_events)
Dec 16 22:39:04.185752 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 22:39:04.185752 dv-neutron-821829-1-hyperv neutron-server[87506]:     event.method(event)
Dec 16 22:39:04.185752 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 22:39:04.185752 dv-neutron-821829-1-hyperv neutron-server[87506]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 22:39:04.185752 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 22:39:04.185752 dv-neutron-821829-1-hyperv neutron-server[87506]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 22:39:04.185752 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 22:39:04.185752 dv-neutron-821829-1-hyperv neutron-server[87506]:     return f(self, *a, **k)
Dec 16 22:39:04.185752 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 16 22:39:04.185752 dv-neutron-821829-1-hyperv neutron-server[87506]:     return self._get(url).json()
Dec 16 22:39:04.185752 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 16 22:39:04.185752 dv-neutron-821829-1-hyperv neutron-server[87506]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 22:39:04.185752 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 16 22:39:04.185752 dv-neutron-821829-1-hyperv neutron-server[87506]:     return self.request(url, 'GET', **kwargs)
Dec 16 22:39:04.185752 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 16 22:39:04.185752 dv-neutron-821829-1-hyperv neutron-server[87506]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 22:39:04.185752 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 16 22:39:04.185752 dv-neutron-821829-1-hyperv neutron-server[87506]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 22:39:04.185752 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 16 22:39:04.185752 dv-neutron-821829-1-hyperv neutron-server[87506]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 22:39:04.185752 dv-neutron-821829-1-hyperv neutron-server[87506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 22:39:04.188523 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 45194) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:39:04.188616 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.services.segments.db [None req-74d9a611-f4ce-4005-9e29-034593b43e53 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b7d55f0d0>, '26499bb8-7d1c-4454-ae19-e0751bb219e7') {'for_net_delete': True} {{(pid=87506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:39:04.188616 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.services.segments.db [None req-74d9a611-f4ce-4005-9e29-034593b43e53 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b7d55f0d0>, '26499bb8-7d1c-4454-ae19-e0751bb219e7') {} {{(pid=87506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:39:04.202265 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bd0b05-a447-458c-a434-f9c617a680f5 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Pushing event deleted for resources: {'Subnet': ['ID=75c24b5e-fadd-4a86-b59a-7c13bb03d07f,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:39:04.294196 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-a8bd0b05-a447-458c-a434-f9c617a680f5 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks [] for subnet, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:04.308627 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-a8bd0b05-a447-458c-a434-f9c617a680f5 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:39:04.334616 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2251ff9b-2031-435e-a0a5-79dd3f0b764e None None] get_active_networks_info from dv-neutron-821829-1-hyperv {{(pid=87508) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}}
Dec 16 22:39:04.343543 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-74d9a611-f4ce-4005-9e29-034593b43e53 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734753593977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-266764496'] for segment, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:04.404293 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-a8bd0b05-a447-458c-a434-f9c617a680f5 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] 10.222.0.13 "DELETE /v2.0/subnets/75c24b5e-fadd-4a86-b59a-7c13bb03d07f HTTP/1.1" status: 204  len: 168 time: 2.3116608
Dec 16 22:39:04.409088 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 45198) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:39:04.418360 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.plugin [None req-305ea21d-125d-44c7-b667-11e7e889ff83 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] The port '605e6ab0-fc05-49bc-84d1-5cf832b15fd8' was deleted {{(pid=87507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 16 22:39:04.462686 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2251ff9b-2031-435e-a0a5-79dd3f0b764e None None] Resources bound (agent type, host, resource id):  {{(pid=87508) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Dec 16 22:39:04.569641 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-74d9a611-f4ce-4005-9e29-034593b43e53 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-883292'] for segment, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:04.575505 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-88215b15-8973-46a4-94af-0479ec407a4a tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3329572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3741856'] for network, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:04.578784 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a88559a0-02d6-4151-9f8b-9d84065bdd95 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Attributes excluded by policy engine: ['shared'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:39:04.586435 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a88559a0-02d6-4151-9f8b-9d84065bdd95 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Attributes excluded by policy engine: ['shared'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:39:04.591114 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-a88559a0-02d6-4151-9f8b-9d84065bdd95 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] 10.222.0.13 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200  len: 403 time: 0.4007685
Dec 16 22:39:04.597925 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-864e2415-bd0c-4a17-b1ef-92a61b88f437 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:39:04.624875 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 45204) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:39:04.628342 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-88215b15-8973-46a4-94af-0479ec407a4a tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Notify callbacks [] for network, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:04.628588 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-7277e262-69b9-4789-a17e-dd0e755b35f3 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-825997'] for network, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:04.632729 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88215b15-8973-46a4-94af-0479ec407a4a tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Pushing event deleted for resources: {'Network': ['ID=69969ef5-aee7-4a85-837b-520e6003d841,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:39:04.636800 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-abacce46-5cfd-4982-b83f-af4f15e2620c tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1863393'] for port, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:04.645916 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74d9a611-f4ce-4005-9e29-034593b43e53 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Releasing vlan 162 on physical network physnet1 to pool {{(pid=87506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 16 22:39:04.646372 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-74d9a611-f4ce-4005-9e29-034593b43e53 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-883285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1863180'] for segment, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:04.664350 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-88215b15-8973-46a4-94af-0479ec407a4a tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:39:04.685259 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-2cd8d004-dd2e-463d-beb7-65d96c05f7af tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:39:04.703533 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 605e6ab0-fc05-49bc-84d1-5cf832b15fd8 no longer exists at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 22:39:04.714417 dv-neutron-821829-1-hyperv neutron-server[87506]: Traceback (most recent call last):
Dec 16 22:39:04.714417 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 16 22:39:04.714417 dv-neutron-821829-1-hyperv neutron-server[87506]:     timer()
Dec 16 22:39:04.714417 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 22:39:04.714417 dv-neutron-821829-1-hyperv neutron-server[87506]:     cb(*args, **kw)
Dec 16 22:39:04.714417 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 22:39:04.714417 dv-neutron-821829-1-hyperv neutron-server[87506]:     return func(*args, **kwargs)
Dec 16 22:39:04.714417 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 22:39:04.714417 dv-neutron-821829-1-hyperv neutron-server[87506]:     self._notify()
Dec 16 22:39:04.714417 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 22:39:04.714417 dv-neutron-821829-1-hyperv neutron-server[87506]:     self.callback(batched_events)
Dec 16 22:39:04.714417 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 22:39:04.714417 dv-neutron-821829-1-hyperv neutron-server[87506]:     event.method(event)
Dec 16 22:39:04.714417 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 22:39:04.714417 dv-neutron-821829-1-hyperv neutron-server[87506]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 22:39:04.714417 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 22:39:04.714417 dv-neutron-821829-1-hyperv neutron-server[87506]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 22:39:04.714417 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 22:39:04.714417 dv-neutron-821829-1-hyperv neutron-server[87506]:     return f(self, *a, **k)
Dec 16 22:39:04.714417 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 16 22:39:04.714417 dv-neutron-821829-1-hyperv neutron-server[87506]:     return self._get(url).json()
Dec 16 22:39:04.714417 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 16 22:39:04.714417 dv-neutron-821829-1-hyperv neutron-server[87506]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 22:39:04.714417 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 16 22:39:04.714417 dv-neutron-821829-1-hyperv neutron-server[87506]:     return self.request(url, 'GET', **kwargs)
Dec 16 22:39:04.714417 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 16 22:39:04.714417 dv-neutron-821829-1-hyperv neutron-server[87506]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 22:39:04.714417 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 16 22:39:04.714417 dv-neutron-821829-1-hyperv neutron-server[87506]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 22:39:04.714417 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 16 22:39:04.714417 dv-neutron-821829-1-hyperv neutron-server[87506]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 22:39:04.714417 dv-neutron-821829-1-hyperv neutron-server[87506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 22:39:04.717131 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-305ea21d-125d-44c7-b667-11e7e889ff83 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3329565', 'neutron.services.segments.db._delete_segments_for_network-8734753546406'] for network, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:04.748538 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] No Port match for: 605e6ab0-fc05-49bc-84d1-5cf832b15fd8 {{(pid=87508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 22:39:04.748900 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 605e6ab0-fc05-49bc-84d1-5cf832b15fd8 not bound to the agent host dv-neutron-821829-1-hyperv {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 22:39:04.749013 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.services.segments.db [None req-305ea21d-125d-44c7-b667-11e7e889ff83 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1b77e135e0>,) {'filters': {'network_id': ['92067b6a-41d9-485a-9b2a-1775635a7d0d']}} {{(pid=87507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:39:04.768879 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.services.segments.db [None req-305ea21d-125d-44c7-b667-11e7e889ff83 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b77e135e0>, 'b69b1853-cc69-44ff-a154-93d1ce5fcbab') {'for_net_delete': True} {{(pid=87507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:39:04.769184 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.services.segments.db [None req-305ea21d-125d-44c7-b667-11e7e889ff83 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b77e135e0>, 'b69b1853-cc69-44ff-a154-93d1ce5fcbab') {} {{(pid=87507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:39:04.786491 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-305ea21d-125d-44c7-b667-11e7e889ff83 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734753593977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2128549'] for segment, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:04.798035 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.plugin [None req-7277e262-69b9-4789-a17e-dd0e755b35f3 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Deleting port 0e9ce1df-36d1-4305-834a-f178da8562d5 {{(pid=87507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:39:04.798363 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-7277e262-69b9-4789-a17e-dd0e755b35f3 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:04.830099 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-305ea21d-125d-44c7-b667-11e7e889ff83 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-883292'] for segment, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:04.841844 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-305ea21d-125d-44c7-b667-11e7e889ff83 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Releasing vlan 182 on physical network physnet1 to pool {{(pid=87507) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 16 22:39:04.842233 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-305ea21d-125d-44c7-b667-11e7e889ff83 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-883285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10808034'] for segment, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:04.854819 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abacce46-5cfd-4982-b83f-af4f15e2620c tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Pushing event deleted for resources: {'Port': ['ID=b4a16203-a9be-4052-bdb0-6f3fa9deae9e,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:39:04.860962 dv-neutron-821829-1-hyperv neutron-server[87507]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 16 22:39:04.860962 dv-neutron-821829-1-hyperv neutron-server[87507]:   util.warn(
Dec 16 22:39:04.860962 dv-neutron-821829-1-hyperv neutron-server[87507]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 16 22:39:04.860962 dv-neutron-821829-1-hyperv neutron-server[87507]:   util.warn(
Dec 16 22:39:04.860962 dv-neutron-821829-1-hyperv neutron-server[87507]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 16 22:39:04.860962 dv-neutron-821829-1-hyperv neutron-server[87507]:   util.warn(
Dec 16 22:39:04.860962 dv-neutron-821829-1-hyperv neutron-server[87507]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 16 22:39:04.860962 dv-neutron-821829-1-hyperv neutron-server[87507]:   util.warn(
Dec 16 22:39:04.860962 dv-neutron-821829-1-hyperv neutron-server[87507]: Traceback (most recent call last):
Dec 16 22:39:04.860962 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 16 22:39:04.860962 dv-neutron-821829-1-hyperv neutron-server[87507]:     timer()
Dec 16 22:39:04.860962 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 22:39:04.860962 dv-neutron-821829-1-hyperv neutron-server[87507]:     cb(*args, **kw)
Dec 16 22:39:04.860962 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 22:39:04.860962 dv-neutron-821829-1-hyperv neutron-server[87507]:     return func(*args, **kwargs)
Dec 16 22:39:04.860962 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 22:39:04.860962 dv-neutron-821829-1-hyperv neutron-server[87507]:     self._notify()
Dec 16 22:39:04.860962 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 22:39:04.860962 dv-neutron-821829-1-hyperv neutron-server[87507]:     self.callback(batched_events)
Dec 16 22:39:04.860962 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 22:39:04.860962 dv-neutron-821829-1-hyperv neutron-server[87507]:     event.method(event)
Dec 16 22:39:04.860962 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 22:39:04.860962 dv-neutron-821829-1-hyperv neutron-server[87507]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 22:39:04.860962 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 22:39:04.860962 dv-neutron-821829-1-hyperv neutron-server[87507]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 22:39:04.860962 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 22:39:04.860962 dv-neutron-821829-1-hyperv neutron-server[87507]:     return f(self, *a, **k)
Dec 16 22:39:04.860962 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 16 22:39:04.860962 dv-neutron-821829-1-hyperv neutron-server[87507]:     return self._get(url).json()
Dec 16 22:39:04.860962 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 16 22:39:04.860962 dv-neutron-821829-1-hyperv neutron-server[87507]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 22:39:04.860962 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 16 22:39:04.860962 dv-neutron-821829-1-hyperv neutron-server[87507]:     return self.request(url, 'GET', **kwargs)
Dec 16 22:39:04.860962 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 16 22:39:04.860962 dv-neutron-821829-1-hyperv neutron-server[87507]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 22:39:04.860962 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 16 22:39:04.860962 dv-neutron-821829-1-hyperv neutron-server[87507]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 22:39:04.860962 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 16 22:39:04.860962 dv-neutron-821829-1-hyperv neutron-server[87507]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 22:39:04.860962 dv-neutron-821829-1-hyperv neutron-server[87507]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 22:39:04.869903 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-abacce46-5cfd-4982-b83f-af4f15e2620c tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:39:04.913065 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27ed4b28-80ba-4ed9-81b7-bef956d8f3c2 None None] Network d64954f6-4489-46e3-885a-74bbd1c32734 requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 22:39:04.992732 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-305ea21d-125d-44c7-b667-11e7e889ff83 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3329572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3741856'] for network, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:04.997893 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-57da803c-9075-400d-b517-958bc648de72 tempest-FloatingIPTestJSON-809442365 tempest-FloatingIPTestJSON-809442365-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:39:05.013151 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-305ea21d-125d-44c7-b667-11e7e889ff83 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks [] for network, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:05.033285 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305ea21d-125d-44c7-b667-11e7e889ff83 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Pushing event deleted for resources: {'Network': ['ID=92067b6a-41d9-485a-9b2a-1775635a7d0d,revision_number=None']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:39:05.040067 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-305ea21d-125d-44c7-b667-11e7e889ff83 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:39:05.106419 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-305ea21d-125d-44c7-b667-11e7e889ff83 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] 10.222.0.13 "DELETE /v2.0/networks/92067b6a-41d9-485a-9b2a-1775635a7d0d HTTP/1.1" status: 204  len: 168 time: 2.4458814
Dec 16 22:39:05.112245 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 45208) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:39:05.124297 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-88215b15-8973-46a4-94af-0479ec407a4a tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] 10.222.0.13 "DELETE /v2.0/networks/69969ef5-aee7-4a85-837b-520e6003d841 HTTP/1.1" status: 204  len: 168 time: 5.2386813
Dec 16 22:39:05.124421 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-8eaafe8a-441c-4262-b6e5-e9228f8442bb tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2043390001'}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:39:05.126684 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 45212) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:39:05.173588 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-8eaafe8a-441c-4262-b6e5-e9228f8442bb tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:39:05.176806 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-1ca702a3-342c-405d-af50-aab712069952 tempest-BulkNetworkOpsTest-146173519 tempest-BulkNetworkOpsTest-146173519-project] Notify callbacks [] for port, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:05.220309 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.db [None req-7277e262-69b9-4789-a17e-dd0e755b35f3 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] For port 0e9ce1df-36d1-4305-834a-f178da8562d5, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=0e9ce1df-36d1-4305-834a-f178da8562d5,segment=NetworkSegment(978dc9b9-b70e-473d-a4fd-52cc84f12195),segment_id=978dc9b9-b70e-473d-a4fd-52cc84f12195)] {{(pid=87507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:39:05.220755 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-7277e262-69b9-4789-a17e-dd0e755b35f3 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:05.224288 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-74d9a611-f4ce-4005-9e29-034593b43e53 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3329572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3741856'] for network, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:05.228667 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-74d9a611-f4ce-4005-9e29-034593b43e53 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks [] for network, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:05.229149 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-8eaafe8a-441c-4262-b6e5-e9228f8442bb tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Usage tracker for resource:network and tenant:69ee045658914011ac7b8ba0ad799b2d is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:39:05.233072 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d15ce37-c8fc-44eb-8427-6587d6b388e1 None None] DHCP port deletion for d64954f6-4489-46e3-885a-74bbd1c32734 request from dv-neutron-821829-1-hyperv {{(pid=87508) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 16 22:39:05.234263 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-8eaafe8a-441c-4262-b6e5-e9228f8442bb tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:39:05.239434 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-6d15ce37-c8fc-44eb-8427-6587d6b388e1 None None] Deleting port 0e9ce1df-36d1-4305-834a-f178da8562d5 {{(pid=87508) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:39:05.239926 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-6d15ce37-c8fc-44eb-8427-6587d6b388e1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:05.246109 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.pecan_wsgi.hooks.translation [None req-20369310-b298-4ad1-aa93-8408134284b4 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] DELETE failed (client error): The resource could not be found.
Dec 16 22:39:05.246565 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20369310-b298-4ad1-aa93-8408134284b4 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87507) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 16 22:39:05.250956 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-20369310-b298-4ad1-aa93-8408134284b4 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] 10.222.0.13 "DELETE /v2.0/subnets/9814dac9-299c-4fc2-96d0-c271fb486d0c HTTP/1.1" status: 404  len: 337 time: 0.0785737
Dec 16 22:39:05.250956 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-8eaafe8a-441c-4262-b6e5-e9228f8442bb tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:39:05.253578 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 45216) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:39:05.284258 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-5c161140-794a-48d6-af72-99d54c2175bb tempest-NetworksIpV6TestAttrs-603144622 tempest-NetworksIpV6TestAttrs-603144622-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:39:05.302566 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-74d9a611-f4ce-4005-9e29-034593b43e53 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] 10.222.0.13 "DELETE /v2.0/networks/3d1220d9-4320-4a87-bd9e-725a8dd77d7c HTTP/1.1" status: 204  len: 168 time: 5.0388722
Dec 16 22:39:05.308623 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 45220) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:39:05.340344 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-6009a61d-73de-4d49-b2b5-52887806937a tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-38205986', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5'}, 'admin_state_up': False}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:39:05.348971 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d9a611-f4ce-4005-9e29-034593b43e53 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Pushing event deleted for resources: {'Network': ['ID=3d1220d9-4320-4a87-bd9e-725a8dd77d7c,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:39:05.351291 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-74d9a611-f4ce-4005-9e29-034593b43e53 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:39:05.367258 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-6009a61d-73de-4d49-b2b5-52887806937a tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:39:05.383382 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-6009a61d-73de-4d49-b2b5-52887806937a tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Usage tracker for resource:router and tenant:a221f56311244d31a510a3a1bb3c6ce9 is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:39:05.399160 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.plugin [None req-7277e262-69b9-4789-a17e-dd0e755b35f3 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Calling delete_port for 0e9ce1df-36d1-4305-834a-f178da8562d5 owned by network:dhcp {{(pid=87507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:39:05.437502 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8eaafe8a-441c-4262-b6e5-e9228f8442bb tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Made reservation on behalf of 69ee045658914011ac7b8ba0ad799b2d for: {'network': 1} {{(pid=87507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:39:05.440844 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-8eaafe8a-441c-4262-b6e5-e9228f8442bb tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for network, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:05.453596 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8e4211f-26c1-4c1a-803d-9a712de68cb3 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] DELETE failed (client error): The resource could not be found.
Dec 16 22:39:05.454143 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8e4211f-26c1-4c1a-803d-9a712de68cb3 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87507) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 16 22:39:05.459298 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-f8e4211f-26c1-4c1a-803d-9a712de68cb3 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] 10.222.0.13 "DELETE /v2.0/networks/e193595a-396d-494a-a3a4-b14d98444135 HTTP/1.1" status: 404  len: 339 time: 0.2012696
Dec 16 22:39:05.459472 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-6009a61d-73de-4d49-b2b5-52887806937a tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:39:05.467701 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 45226) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:39:05.495897 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-6d15ce37-c8fc-44eb-8427-6587d6b388e1 None None] For port 0e9ce1df-36d1-4305-834a-f178da8562d5, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=0e9ce1df-36d1-4305-834a-f178da8562d5,segment=NetworkSegment(978dc9b9-b70e-473d-a4fd-52cc84f12195),segment_id=978dc9b9-b70e-473d-a4fd-52cc84f12195)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:39:05.496392 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-6d15ce37-c8fc-44eb-8427-6587d6b388e1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:05.538376 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.notifiers.nova [None req-1ca702a3-342c-405d-af50-aab712069952 tempest-BulkNetworkOpsTest-146173519 tempest-BulkNetworkOpsTest-146173519-project] device_id is not set on port 750c5643-4793-4495-ba1c-31e2dacecd40 yet. {{(pid=87506) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 16 22:39:05.541506 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-6009a61d-73de-4d49-b2b5-52887806937a tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:39:05.557792 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8eaafe8a-441c-4262-b6e5-e9228f8442bb tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] vlan segment allocate from pool success with {'vlan_id': 154, 'physical_network': 'physnet1'}  {{(pid=87507) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 22:39:05.561117 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36583ba7-63b0-4f48-8123-bbad79f16c45 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:39:05.561716 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-36583ba7-63b0-4f48-8123-bbad79f16c45 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Synchronizing usage tracker for tenant:c85c59d360694166b5b0483f9fc81199 on resource:network {{(pid=87506) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 22:39:05.570001 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.db_base_plugin_v2 [None req-0291c964-ba27-4138-991e-8030f3e72070 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Deleting subnet 37ccbc94-7542-49ca-8608-58a3bae17c1a {{(pid=87507) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 16 22:39:05.573041 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-0291c964-ba27-4138-991e-8030f3e72070 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Notify callbacks [] for subnet, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:05.588139 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-abacce46-5cfd-4982-b83f-af4f15e2620c tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3791449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3739472'] for router_interface, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:05.596988 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-6009a61d-73de-4d49-b2b5-52887806937a tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3741155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38980'] for router, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:05.597948 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-6009a61d-73de-4d49-b2b5-52887806937a tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3743284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3741748', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3896702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-38989'] for router, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:05.605568 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-36583ba7-63b0-4f48-8123-bbad79f16c45 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Unset dirty status for tenant:c85c59d360694166b5b0483f9fc81199 on resource:network {{(pid=87506) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 22:39:05.610778 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-36583ba7-63b0-4f48-8123-bbad79f16c45 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] 10.222.0.13 "GET /v2.0/networks/519d17a7-5296-4a05-a239-5e7584b2ec06 HTTP/1.1" status: 200  len: 800 time: 0.9761581
Dec 16 22:39:05.614263 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 45230) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:39:05.621620 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-6d15ce37-c8fc-44eb-8427-6587d6b388e1 None None] Calling delete_port for 0e9ce1df-36d1-4305-834a-f178da8562d5 owned by network:dhcp {{(pid=87508) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:39:05.635210 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-0291c964-ba27-4138-991e-8030f3e72070 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2128562'] for subnet, precommit_delete_associations {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:05.690653 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-8eaafe8a-441c-4262-b6e5-e9228f8442bb tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-883292'] for segment, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:05.690915 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.db.segments_db [None req-8eaafe8a-441c-4262-b6e5-e9228f8442bb tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Added segment d65a0c57-87c1-44a2-bc9c-bf45330acc70 of type vlan for network 3c323168-7483-4d84-805c-cb134b5cb2fd
Dec 16 22:39:05.692234 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-7277e262-69b9-4789-a17e-dd0e755b35f3 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10807823'] for port, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:05.697649 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.db.api [None req-6d15ce37-c8fc-44eb-8427-6587d6b388e1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87508) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 16 22:39:05.698060 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_db.api [None req-6d15ce37-c8fc-44eb-8427-6587d6b388e1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 16 22:39:05.704388 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-7bd3b440-cc2f-4027-ac3b-4eb7661b85df tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:39:05.765671 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7277e262-69b9-4789-a17e-dd0e755b35f3 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Pushing event deleted for resources: {'Port': ['ID=0e9ce1df-36d1-4305-834a-f178da8562d5,revision_number=None']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:39:05.773909 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-7277e262-69b9-4789-a17e-dd0e755b35f3 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:39:05.785505 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7277e262-69b9-4789-a17e-dd0e755b35f3 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] No DVR routers for this DVR port 0e9ce1df-36d1-4305-834a-f178da8562d5 on host dv-neutron-821829-1-hyperv {{(pid=87507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 22:39:05.830407 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-8eaafe8a-441c-4262-b6e5-e9228f8442bb tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734753047233'] for network, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:05.857110 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-6009a61d-73de-4d49-b2b5-52887806937a tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:05.952916 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-0291c964-ba27-4138-991e-8030f3e72070 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3328566'] for subnet, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:05.981336 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-7277e262-69b9-4789-a17e-dd0e755b35f3 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3329565', 'neutron.services.segments.db._delete_segments_for_network-8734753546406'] for network, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:06.021545 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-8eaafe8a-441c-4262-b6e5-e9228f8442bb tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440'] for network, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:06.026985 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eaafe8a-441c-4262-b6e5-e9228f8442bb tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:39:06.027584 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-8eaafe8a-441c-4262-b6e5-e9228f8442bb tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks [] for network, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:06.037482 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-00c90b7f-995e-452a-b6b4-dbd3f3f773ec tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:39:06.172106 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-69e2b879-4a28-4179-8108-606cc523c24d tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] 10.222.0.13 "GET /v2.0/networks/519d17a7-5296-4a05-a239-5e7584b2ec06?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200  len: 316 time: 0.5545564
Dec 16 22:39:06.186775 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.services.segments.db [None req-7277e262-69b9-4789-a17e-dd0e755b35f3 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1b77dd5070>,) {'filters': {'network_id': ['d64954f6-4489-46e3-885a-74bbd1c32734']}} {{(pid=87507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:39:06.199531 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-6d15ce37-c8fc-44eb-8427-6587d6b388e1 None None] Deleting port 0e9ce1df-36d1-4305-834a-f178da8562d5 {{(pid=87508) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:39:06.200243 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-6d15ce37-c8fc-44eb-8427-6587d6b388e1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:06.200828 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 45240) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:39:06.248738 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.services.segments.db [None req-7277e262-69b9-4789-a17e-dd0e755b35f3 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b77dd5070>, '978dc9b9-b70e-473d-a4fd-52cc84f12195') {'for_net_delete': True} {{(pid=87507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:39:06.248738 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.services.segments.db [None req-7277e262-69b9-4789-a17e-dd0e755b35f3 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b77dd5070>, '978dc9b9-b70e-473d-a4fd-52cc84f12195') {} {{(pid=87507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:39:06.264484 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abacce46-5cfd-4982-b83f-af4f15e2620c tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Router dcd68ae4-9678-4601-9589-50474829ca26 has already been hosted by L3 agent 4f519db7-069b-43e2-8411-c092bac9102a {{(pid=87506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 22:39:06.272944 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-6d15ce37-c8fc-44eb-8427-6587d6b388e1 None None] The port '0e9ce1df-36d1-4305-834a-f178da8562d5' was deleted {{(pid=87508) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 16 22:39:06.372564 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-7277e262-69b9-4789-a17e-dd0e755b35f3 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734753593977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2128549'] for segment, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:06.413208 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-8eaafe8a-441c-4262-b6e5-e9228f8442bb tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 772 time: 1.2974973
Dec 16 22:39:06.415027 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-1ca702a3-342c-405d-af50-aab712069952 tempest-BulkNetworkOpsTest-146173519 tempest-BulkNetworkOpsTest-146173519-project] Notify callbacks [] for port, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:06.418123 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 45244) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:39:06.428873 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eaafe8a-441c-4262-b6e5-e9228f8442bb tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Pushing event updated for resources: {'Network': ['ID=3c323168-7483-4d84-805c-cb134b5cb2fd,revision_number=1']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:39:06.435133 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-8eaafe8a-441c-4262-b6e5-e9228f8442bb tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.398s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:39:06.436169 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-7277e262-69b9-4789-a17e-dd0e755b35f3 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-883292'] for segment, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:06.450469 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7277e262-69b9-4789-a17e-dd0e755b35f3 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Releasing vlan 198 on physical network physnet1 to pool {{(pid=87507) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 16 22:39:06.450876 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-7277e262-69b9-4789-a17e-dd0e755b35f3 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-883285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10808034'] for segment, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:06.455568 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Network 3c323168-7483-4d84-805c-cb134b5cb2fd details requested by agent ovs-agent-dv-neutron-821829-1-hyperv with host dv-neutron-821829-1-hyperv {{(pid=87508) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 22:39:06.467476 dv-neutron-821829-1-hyperv neutron-server[87507]: Traceback (most recent call last):
Dec 16 22:39:06.467476 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 16 22:39:06.467476 dv-neutron-821829-1-hyperv neutron-server[87507]:     timer()
Dec 16 22:39:06.467476 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 22:39:06.467476 dv-neutron-821829-1-hyperv neutron-server[87507]:     cb(*args, **kw)
Dec 16 22:39:06.467476 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 22:39:06.467476 dv-neutron-821829-1-hyperv neutron-server[87507]:     return func(*args, **kwargs)
Dec 16 22:39:06.467476 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 22:39:06.467476 dv-neutron-821829-1-hyperv neutron-server[87507]:     self._notify()
Dec 16 22:39:06.467476 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 22:39:06.467476 dv-neutron-821829-1-hyperv neutron-server[87507]:     self.callback(batched_events)
Dec 16 22:39:06.467476 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 22:39:06.467476 dv-neutron-821829-1-hyperv neutron-server[87507]:     event.method(event)
Dec 16 22:39:06.467476 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 22:39:06.467476 dv-neutron-821829-1-hyperv neutron-server[87507]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 22:39:06.467476 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 22:39:06.467476 dv-neutron-821829-1-hyperv neutron-server[87507]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 22:39:06.467476 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 22:39:06.467476 dv-neutron-821829-1-hyperv neutron-server[87507]:     return f(self, *a, **k)
Dec 16 22:39:06.467476 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 16 22:39:06.467476 dv-neutron-821829-1-hyperv neutron-server[87507]:     return self._get(url).json()
Dec 16 22:39:06.467476 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 16 22:39:06.467476 dv-neutron-821829-1-hyperv neutron-server[87507]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 22:39:06.467476 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 16 22:39:06.467476 dv-neutron-821829-1-hyperv neutron-server[87507]:     return self.request(url, 'GET', **kwargs)
Dec 16 22:39:06.467476 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 16 22:39:06.467476 dv-neutron-821829-1-hyperv neutron-server[87507]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 22:39:06.467476 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 16 22:39:06.467476 dv-neutron-821829-1-hyperv neutron-server[87507]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 22:39:06.467476 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 16 22:39:06.467476 dv-neutron-821829-1-hyperv neutron-server[87507]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 22:39:06.467476 dv-neutron-821829-1-hyperv neutron-server[87507]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 22:39:06.479365 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-0291c964-ba27-4138-991e-8030f3e72070 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3328622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10807868', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10549621'] for subnet, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:06.530388 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-00c90b7f-995e-452a-b6b4-dbd3f3f773ec tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:39:06.561359 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1667cbe2-6b9d-4e08-bf2d-1107a931f504 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:39:06.566298 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-1667cbe2-6b9d-4e08-bf2d-1107a931f504 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] 10.222.0.13 "GET /v2.0/subnets/a261956b-b20f-42d0-84f1-c6a645fa727e HTTP/1.1" status: 200  len: 811 time: 0.3589015
Dec 16 22:39:06.574832 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 45248) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:39:06.618628 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-6009a61d-73de-4d49-b2b5-52887806937a tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3741702', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3740945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-38947'] for router, precommit_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:06.637550 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0291c964-ba27-4138-991e-8030f3e72070 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Pushing event deleted for resources: {'Subnet': ['ID=37ccbc94-7542-49ca-8608-58a3bae17c1a,revision_number=None']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:39:06.640647 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-10239803-8999-4c06-8502-822f76cc5919 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Request body: {'subnet': {'network_id': '3c323168-7483-4d84-805c-cb134b5cb2fd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:39:06.643312 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-0291c964-ba27-4138-991e-8030f3e72070 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Notify callbacks [] for subnet, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:06.653438 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a63d4fd-32fa-4795-bc7a-825758f56401 None None] Network 9b8802ff-ae40-4a41-b9a8-a032d95bf22a requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 22:39:06.659674 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-0291c964-ba27-4138-991e-8030f3e72070 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:39:06.676160 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-7277e262-69b9-4789-a17e-dd0e755b35f3 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3329572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3741856'] for network, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:06.683874 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-0291c964-ba27-4138-991e-8030f3e72070 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] 10.222.0.13 "DELETE /v2.0/subnets/37ccbc94-7542-49ca-8608-58a3bae17c1a HTTP/1.1" status: 204  len: 168 time: 1.2161541
Dec 16 22:39:06.689190 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-a1781e64-f746-48e0-a608-1af6f73153fb tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:39:06.712513 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d145e8f8-a222-4d5f-a66e-f16d2d30fafa req-1bcb1374-803e-4f9f-aa87-d0aa006ad1af tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:39:06.714266 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-d145e8f8-a222-4d5f-a66e-f16d2d30fafa req-1bcb1374-803e-4f9f-aa87-d0aa006ad1af tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] 10.222.0.13 "GET /v2.0/ports?device_id=6835fec6-5e03-4c1c-818c-3e2c01241c21 HTTP/1.1" status: 200  len: 945 time: 0.8077540
Dec 16 22:39:06.715466 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-7277e262-69b9-4789-a17e-dd0e755b35f3 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks [] for network, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:06.720794 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 45252) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:39:06.734050 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7277e262-69b9-4789-a17e-dd0e755b35f3 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Pushing event deleted for resources: {'Network': ['ID=d64954f6-4489-46e3-885a-74bbd1c32734,revision_number=None']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:39:06.750677 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc716595-86fb-46f7-8169-568799e32b44 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Attributes excluded by policy engine: ['shared'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:39:06.752488 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-fc716595-86fb-46f7-8169-568799e32b44 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] 10.222.0.13 "GET /v2.0/subnets/a261956b-b20f-42d0-84f1-c6a645fa727e?fields=id&fields=network_id HTTP/1.1" status: 200  len: 302 time: 0.1700788
Dec 16 22:39:06.758585 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-7277e262-69b9-4789-a17e-dd0e755b35f3 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] 10.222.0.13 "DELETE /v2.0/networks/d64954f6-4489-46e3-885a-74bbd1c32734 HTTP/1.1" status: 204  len: 168 time: 2.3484938
Dec 16 22:39:06.761095 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 45256) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:39:06.761620 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 45258) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:39:06.762480 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-7277e262-69b9-4789-a17e-dd0e755b35f3 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:39:06.767090 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 0e9ce1df-36d1-4305-834a-f178da8562d5 no longer exists at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 22:39:06.769392 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-f50e9b25-a394-4949-9a13-a78b4d4ec17f tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1827716755'}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:39:06.816687 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-f50e9b25-a394-4949-9a13-a78b4d4ec17f tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:39:06.825465 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abacce46-5cfd-4982-b83f-af4f15e2620c tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify agent at l3_agent.dv-neutron-821829-1-hyperv the message routers_updated {{(pid=87506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 22:39:06.849614 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-f50e9b25-a394-4949-9a13-a78b4d4ec17f tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:39:06.860740 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-d145e8f8-a222-4d5f-a66e-f16d2d30fafa req-9bd6bf36-80f9-410d-9181-82d1508d82e6 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c8293c6-7a9d-4021-9d0b-d55cb4b08bc4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1339684
Dec 16 22:39:06.869757 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] No Port match for: 0e9ce1df-36d1-4305-834a-f178da8562d5 {{(pid=87508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 22:39:06.870262 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 0e9ce1df-36d1-4305-834a-f178da8562d5 not bound to the agent host dv-neutron-821829-1-hyperv {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 22:39:06.873676 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f50e9b25-a394-4949-9a13-a78b4d4ec17f tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Made reservation on behalf of c85c59d360694166b5b0483f9fc81199 for: {'network': 1} {{(pid=87507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:39:06.877196 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-f50e9b25-a394-4949-9a13-a78b4d4ec17f tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for network, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:06.877391 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61df2705-38fa-4562-a400-bea50591f539 None None] Sync routers for ids ['dcd68ae4-9678-4601-9589-50474829ca26'] in dv-neutron-821829-1-hyperv {{(pid=87508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 22:39:06.914213 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61df2705-38fa-4562-a400-bea50591f539 None None] Routers {'dcd68ae4-9678-4601-9589-50474829ca26'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:39:06.915245 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-61df2705-38fa-4562-a400-bea50591f539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b77b4cfa0>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:39:01Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['dcd68ae4-9678-4601-9589-50474829ca26'], 'active': True} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:39:06.927380 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f50e9b25-a394-4949-9a13-a78b4d4ec17f tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] vlan segment allocate from pool success with {'vlan_id': 173, 'physical_network': 'physnet1'}  {{(pid=87507) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 22:39:06.936654 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d7e762a-5aef-4e38-a245-dc848dcdefd2 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:39:06.937337 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-6d7e762a-5aef-4e38-a245-dc848dcdefd2 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Synchronizing usage tracker for tenant:3ddf94e9e4ac4112b345468cafab037c on resource:port {{(pid=87507) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 22:39:06.953369 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-f50e9b25-a394-4949-9a13-a78b4d4ec17f tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-883292'] for segment, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:06.953730 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.db.segments_db [None req-f50e9b25-a394-4949-9a13-a78b4d4ec17f tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Added segment 4d72ca7a-94a8-4f58-9696-6a402a038af8 of type vlan for network 77c7670b-01e2-4008-a566-01bde477d613
Dec 16 22:39:06.963304 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-6d7e762a-5aef-4e38-a245-dc848dcdefd2 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Unset dirty status for tenant:3ddf94e9e4ac4112b345468cafab037c on resource:port {{(pid=87507) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 22:39:06.968551 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-6d7e762a-5aef-4e38-a245-dc848dcdefd2 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200  len: 844 time: 0.2036250
Dec 16 22:39:06.972091 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 45266) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:39:07.017135 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-abacce46-5cfd-4982-b83f-af4f15e2620c tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] 10.222.0.13 "PUT /v2.0/routers/dcd68ae4-9678-4601-9589-50474829ca26/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 8.3044660
Dec 16 22:39:07.024107 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 45270) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:39:07.036247 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-10239803-8999-4c06-8502-822f76cc5919 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:39:07.042373 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-2dd6e7f6-5444-488e-b39a-5f10f442dd12 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-825997'] for network, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:07.047294 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-10239803-8999-4c06-8502-822f76cc5919 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Usage tracker for resource:subnet and tenant:69ee045658914011ac7b8ba0ad799b2d is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:39:07.053611 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-10239803-8999-4c06-8502-822f76cc5919 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:39:07.065782 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-10239803-8999-4c06-8502-822f76cc5919 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:39:07.066008 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-f50e9b25-a394-4949-9a13-a78b4d4ec17f tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734753047233'] for network, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:07.071239 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-1ca702a3-342c-405d-af50-aab712069952 tempest-BulkNetworkOpsTest-146173519 tempest-BulkNetworkOpsTest-146173519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1863393'] for port, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:07.083913 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-e61a5d93-7b32-43c2-87d2-fd74eff5a268 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:39:07.107477 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvr_db [None req-61df2705-38fa-4562-a400-bea50591f539 None None] Set router dcd68ae4-9678-4601-9589-50474829ca26 gateway port host: None {{(pid=87508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 22:39:07.131562 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e21d46b-051b-4f02-8c54-635771030db6 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Deleting subnet 12bde7f9-83c9-49c9-9bcd-d81bdd1ed717 {{(pid=87507) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 16 22:39:07.140668 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [None req-2dd6e7f6-5444-488e-b39a-5f10f442dd12 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Deleting port 52b7b64b-87ca-4b90-b643-53c6b358ed2c {{(pid=87506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:39:07.140901 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-2e21d46b-051b-4f02-8c54-635771030db6 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks [] for subnet, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:07.141409 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-2dd6e7f6-5444-488e-b39a-5f10f442dd12 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:07.172732 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10239803-8999-4c06-8502-822f76cc5919 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Made reservation on behalf of 69ee045658914011ac7b8ba0ad799b2d for: {'subnet': 1} {{(pid=87506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:39:07.177139 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-10239803-8999-4c06-8502-822f76cc5919 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11213078'] for subnet, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:07.200793 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-85d49f65-a887-40d1-8cc5-5b11962172f2 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] 10.222.0.13 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200  len: 284 time: 0.2273321
Dec 16 22:39:07.203918 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 45274) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:39:07.204625 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-f50e9b25-a394-4949-9a13-a78b4d4ec17f tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440'] for network, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:07.210109 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f50e9b25-a394-4949-9a13-a78b4d4ec17f tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:39:07.210718 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-f50e9b25-a394-4949-9a13-a78b4d4ec17f tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Notify callbacks [] for network, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:07.220020 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-305ea21d-125d-44c7-b667-11e7e889ff83 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:39:07.244582 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-515a2fee-907b-444e-a73b-707039c7e52c tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-974731240'}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:39:07.258394 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-2e21d46b-051b-4f02-8c54-635771030db6 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2128562'] for subnet, precommit_delete_associations {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:07.276664 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-61df2705-38fa-4562-a400-bea50591f539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b77b4cfa0>, [{'id': 'dcd68ae4-9678-4601-9589-50474829ca26', 'name': 'tempest-RoutersTest-router-809960879', 'tenant_id': 'bb30155073f3462f829b4df60e35f5af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:37:21Z', 'updated_at': '2021-12-16T22:39:04Z', 'revision_number': 11, 'project_id': 'bb30155073f3462f829b4df60e35f5af', 'gw_port_host': None}], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:39:07.298385 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61df2705-38fa-4562-a400-bea50591f539 None None] Checking router: dcd68ae4-9678-4601-9589-50474829ca26 for host: dv-neutron-821829-1-hyperv {{(pid=87508) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 22:39:07.309508 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-515a2fee-907b-444e-a73b-707039c7e52c tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:39:07.313289 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61df2705-38fa-4562-a400-bea50591f539 None None] Routers {'dcd68ae4-9678-4601-9589-50474829ca26'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:39:07.314114 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-61df2705-38fa-4562-a400-bea50591f539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b77b4cfa0>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:39:01Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['dcd68ae4-9678-4601-9589-50474829ca26'], 'active': True} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:39:07.315747 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca702a3-342c-405d-af50-aab712069952 tempest-BulkNetworkOpsTest-146173519 tempest-BulkNetworkOpsTest-146173519-project] Pushing event updated for resources: {'Port': ['ID=8b1984de-d043-42df-b12f-b3b77b75fac5,revision_number=1']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:39:07.332782 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-1ca702a3-342c-405d-af50-aab712069952 tempest-BulkNetworkOpsTest-146173519 tempest-BulkNetworkOpsTest-146173519-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:39:07.378803 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-515a2fee-907b-444e-a73b-707039c7e52c tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Usage tracker for resource:network and tenant:3ddf94e9e4ac4112b345468cafab037c is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:39:07.387464 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-515a2fee-907b-444e-a73b-707039c7e52c tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:39:07.406708 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ca702a3-342c-405d-af50-aab712069952 tempest-BulkNetworkOpsTest-146173519 tempest-BulkNetworkOpsTest-146173519-project] Checking segment: {'id': '11ab102d-77ca-4b0f-8146-7defe785b325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '0d145ce2-6069-458f-8ff4-ec8889829eb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 22:39:07.406708 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ca702a3-342c-405d-af50-aab712069952 tempest-BulkNetworkOpsTest-146173519 tempest-BulkNetworkOpsTest-146173519-project] Network hostable DHCP agents. Network: 0d145ce2-6069-458f-8ff4-ec8889829eb6, hostable agents: ['3b155c4d-12dc-491e-aa14-6113b06cfacd'], hosted agents: [] {{(pid=87506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 16 22:39:07.414705 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-515a2fee-907b-444e-a73b-707039c7e52c tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:39:07.430312 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-f50e9b25-a394-4949-9a13-a78b4d4ec17f tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 780 time: 0.6631236
Dec 16 22:39:07.430312 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50e9b25-a394-4949-9a13-a78b4d4ec17f tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Pushing event updated for resources: {'Network': ['ID=77c7670b-01e2-4008-a566-01bde477d613,revision_number=1']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:39:07.443162 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-f50e9b25-a394-4949-9a13-a78b4d4ec17f tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:39:07.443162 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 45278) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:39:07.447950 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-f7bf155f-ce05-4806-aede-394ec9b35488 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Request body: {'subnet': {'network_id': '77c7670b-01e2-4008-a566-01bde477d613', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:39:07.467308 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Network 77c7670b-01e2-4008-a566-01bde477d613 details requested by agent ovs-agent-dv-neutron-821829-1-hyperv with host dv-neutron-821829-1-hyperv {{(pid=87508) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 22:39:07.548592 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ca702a3-342c-405d-af50-aab712069952 tempest-BulkNetworkOpsTest-146173519 tempest-BulkNetworkOpsTest-146173519-project] Network 0d145ce2-6069-458f-8ff4-ec8889829eb6 is scheduled to be hosted by DHCP agent 3b155c4d-12dc-491e-aa14-6113b06cfacd with binding_index 1 {{(pid=87506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 16 22:39:07.559578 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvr_db [None req-61df2705-38fa-4562-a400-bea50591f539 None None] Set router dcd68ae4-9678-4601-9589-50474829ca26 gateway port host: None {{(pid=87508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 22:39:07.574519 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-f7bf155f-ce05-4806-aede-394ec9b35488 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:39:07.586065 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-f7bf155f-ce05-4806-aede-394ec9b35488 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:39:07.597806 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-515a2fee-907b-444e-a73b-707039c7e52c tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Made reservation on behalf of 3ddf94e9e4ac4112b345468cafab037c for: {'network': 1} {{(pid=87507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:39:07.601262 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-515a2fee-907b-444e-a73b-707039c7e52c tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for network, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:07.616914 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfb5cbd4-8b75-4860-94e7-d3bff615e328 None None] DHCP port deletion for 9b8802ff-ae40-4a41-b9a8-a032d95bf22a request from dv-neutron-821829-1-hyperv {{(pid=87508) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 16 22:39:07.634954 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7bf155f-ce05-4806-aede-394ec9b35488 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Made reservation on behalf of c85c59d360694166b5b0483f9fc81199 for: {'subnet': 1} {{(pid=87507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:39:07.639145 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-f7bf155f-ce05-4806-aede-394ec9b35488 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10549598'] for subnet, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:07.711109 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5cbd4-8b75-4860-94e7-d3bff615e328 None None] Deleting port 52b7b64b-87ca-4b90-b643-53c6b358ed2c {{(pid=87508) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:39:07.711753 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-dfb5cbd4-8b75-4860-94e7-d3bff615e328 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:07.741247 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-61df2705-38fa-4562-a400-bea50591f539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b77b4cfa0>, [{'id': 'dcd68ae4-9678-4601-9589-50474829ca26', 'name': 'tempest-RoutersTest-router-809960879', 'tenant_id': 'bb30155073f3462f829b4df60e35f5af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:37:21Z', 'updated_at': '2021-12-16T22:39:04Z', 'revision_number': 11, 'project_id': 'bb30155073f3462f829b4df60e35f5af', 'gw_port_host': None}], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:39:07.748757 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-2e21d46b-051b-4f02-8c54-635771030db6 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3328566'] for subnet, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:07.766611 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61df2705-38fa-4562-a400-bea50591f539 None None] The sync data for ids ['dcd68ae4-9678-4601-9589-50474829ca26'] in dv-neutron-821829-1-hyperv is: [{'id': 'dcd68ae4-9678-4601-9589-50474829ca26', 'name': 'tempest-RoutersTest-router-809960879', 'tenant_id': 'bb30155073f3462f829b4df60e35f5af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:37:21Z', 'updated_at': '2021-12-16T22:39:04Z', 'revision_number': 11, 'project_id': 'bb30155073f3462f829b4df60e35f5af', 'gw_port_host': None}] {{(pid=87508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 22:39:07.780842 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-515a2fee-907b-444e-a73b-707039c7e52c tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] vlan segment allocate from pool success with {'vlan_id': 169, 'physical_network': 'physnet1'}  {{(pid=87507) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 22:39:07.784233 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.base_scheduler [None req-1ca702a3-342c-405d-af50-aab712069952 tempest-BulkNetworkOpsTest-146173519 tempest-BulkNetworkOpsTest-146173519-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821829-1-hyperv, 0d145ce2-6069-458f-8ff4-ec8889829eb6) {{(pid=87506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:39:07.785053 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.ipam_backend_mixin [None req-f7bf155f-ce05-4806-aede-394ec9b35488 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Performing IP validity checks on allocation pools {{(pid=87507) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}}
Dec 16 22:39:07.785699 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.ipam_backend_mixin [None req-f7bf155f-ce05-4806-aede-394ec9b35488 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87507) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}}
Dec 16 22:39:07.790130 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:07.790838 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.db [None req-2dd6e7f6-5444-488e-b39a-5f10f442dd12 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] For port 52b7b64b-87ca-4b90-b643-53c6b358ed2c, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=52b7b64b-87ca-4b90-b643-53c6b358ed2c,segment=NetworkSegment(0d1a1962-8764-4335-8f82-bff024b3a174),segment_id=0d1a1962-8764-4335-8f82-bff024b3a174)] {{(pid=87506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:39:07.791387 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-2dd6e7f6-5444-488e-b39a-5f10f442dd12 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:07.811016 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-515a2fee-907b-444e-a73b-707039c7e52c tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-883292'] for segment, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:07.811465 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.db.segments_db [None req-515a2fee-907b-444e-a73b-707039c7e52c tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Added segment 6cc5aece-9d04-4b8c-aaab-d38d129f7bf1 of type vlan for network 9898f74f-31dc-4c0d-8f2d-075e0f71a4d6
Dec 16 22:39:07.815144 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ca702a3-342c-405d-af50-aab712069952 tempest-BulkNetworkOpsTest-146173519 tempest-BulkNetworkOpsTest-146173519-project] Received port after_create {{(pid=87506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 22:39:07.816093 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-1ca702a3-342c-405d-af50-aab712069952 tempest-BulkNetworkOpsTest-146173519 tempest-BulkNetworkOpsTest-146173519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1863393'] for port, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:07.836525 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1483f28-55d2-4a39-9f4d-8c4c12bd261d None None] Network 0d145ce2-6069-458f-8ff4-ec8889829eb6 requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 22:39:07.873929 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-515a2fee-907b-444e-a73b-707039c7e52c tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734753047233'] for network, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:07.901531 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-abacce46-5cfd-4982-b83f-af4f15e2620c tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:39:07.908006 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-2e21d46b-051b-4f02-8c54-635771030db6 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3328622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10807868', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10549621'] for subnet, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:07.923649 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-fedc5d01-1dd8-4333-adca-4e61dde35f3c tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:39:07.958982 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-2e21d46b-051b-4f02-8c54-635771030db6 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks [] for subnet, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:07.979126 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-2e21d46b-051b-4f02-8c54-635771030db6 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] 10.222.0.13 "DELETE /v2.0/subnets/12bde7f9-83c9-49c9-9bcd-d81bdd1ed717 HTTP/1.1" status: 204  len: 168 time: 0.9536724
Dec 16 22:39:07.983722 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 45284) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:39:07.984901 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e21d46b-051b-4f02-8c54-635771030db6 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Pushing event deleted for resources: {'Subnet': ['ID=12bde7f9-83c9-49c9-9bcd-d81bdd1ed717,revision_number=None']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:39:08.012303 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be3162a5-c9c9-4853-b0f4-46646e0d4cf8 None None] Network 9cec1ece-19ae-40d0-b729-73c3863b1457 requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 22:39:08.025107 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-2e21d46b-051b-4f02-8c54-635771030db6 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:39:08.054068 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-515a2fee-907b-444e-a73b-707039c7e52c tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440'] for network, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:08.060569 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-515a2fee-907b-444e-a73b-707039c7e52c tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:39:08.061304 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-515a2fee-907b-444e-a73b-707039c7e52c tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks [] for network, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:08.074356 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-b82ff8c4-3f69-42c3-ab0b-32d42a9fca81 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:39:08.157954 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [None req-2dd6e7f6-5444-488e-b39a-5f10f442dd12 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Calling delete_port for 52b7b64b-87ca-4b90-b643-53c6b358ed2c owned by network:dhcp {{(pid=87506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:39:08.190539 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-6009a61d-73de-4d49-b2b5-52887806937a tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks [] for router_gateway, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:08.201306 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-dfb5cbd4-8b75-4860-94e7-d3bff615e328 None None] For port 52b7b64b-87ca-4b90-b643-53c6b358ed2c, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=52b7b64b-87ca-4b90-b643-53c6b358ed2c,segment=NetworkSegment(0d1a1962-8764-4335-8f82-bff024b3a174),segment_id=0d1a1962-8764-4335-8f82-bff024b3a174)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:39:08.201713 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-dfb5cbd4-8b75-4860-94e7-d3bff615e328 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:08.270946 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-6009a61d-73de-4d49-b2b5-52887806937a tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:08.393294 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca702a3-342c-405d-af50-aab712069952 tempest-BulkNetworkOpsTest-146173519 tempest-BulkNetworkOpsTest-146173519-project] Pushing event updated for resources: {'Port': ['ID=750c5643-4793-4495-ba1c-31e2dacecd40,revision_number=1']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:39:08.397174 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-1ca702a3-342c-405d-af50-aab712069952 tempest-BulkNetworkOpsTest-146173519 tempest-BulkNetworkOpsTest-146173519-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.496s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:39:08.423521 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5cbd4-8b75-4860-94e7-d3bff615e328 None None] Calling delete_port for 52b7b64b-87ca-4b90-b643-53c6b358ed2c owned by network:dhcp {{(pid=87508) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:39:08.481061 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-515a2fee-907b-444e-a73b-707039c7e52c tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 767 time: 1.2661362
Dec 16 22:39:08.482490 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515a2fee-907b-444e-a73b-707039c7e52c tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Pushing event updated for resources: {'Network': ['ID=9898f74f-31dc-4c0d-8f2d-075e0f71a4d6,revision_number=1']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:39:08.497094 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-2dd6e7f6-5444-488e-b39a-5f10f442dd12 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1863393'] for port, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:08.499484 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Network 9898f74f-31dc-4c0d-8f2d-075e0f71a4d6 details requested by agent ovs-agent-dv-neutron-821829-1-hyperv with host dv-neutron-821829-1-hyperv {{(pid=87508) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 22:39:08.502274 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-10239803-8999-4c06-8502-822f76cc5919 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1863317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11213092'] for subnet, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:08.503620 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 45290) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:39:08.510499 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-515a2fee-907b-444e-a73b-707039c7e52c tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.436s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:39:08.521909 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6318cf-fcf0-4b83-aa4d-123b31454fe6 req-9f2aed76-53cb-478f-812f-ed14877808bb tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:39:08.522629 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [req-2f6318cf-fcf0-4b83-aa4d-123b31454fe6 req-9f2aed76-53cb-478f-812f-ed14877808bb tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Synchronizing usage tracker for tenant:ebcac23e4eae475893854e16d121f861 on resource:port {{(pid=87506) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 22:39:08.525660 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-2a2e9128-3d72-4dc5-8b4b-e78bbe4e0fac tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:39:08.526433 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-01ad44d3-4980-49c2-8380-1d310ea451f7 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Request body: {'subnet': {'network_id': '9898f74f-31dc-4c0d-8f2d-075e0f71a4d6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:39:08.568577 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ca702a3-342c-405d-af50-aab712069952 tempest-BulkNetworkOpsTest-146173519 tempest-BulkNetworkOpsTest-146173519-project] Checking segment: {'id': '3620ddf0-acf7-4986-927d-68f270547d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'c3cb0ee9-94f5-4813-badd-db57d9bad57e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 22:39:08.569080 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ca702a3-342c-405d-af50-aab712069952 tempest-BulkNetworkOpsTest-146173519 tempest-BulkNetworkOpsTest-146173519-project] Network hostable DHCP agents. Network: c3cb0ee9-94f5-4813-badd-db57d9bad57e, hostable agents: ['3b155c4d-12dc-491e-aa14-6113b06cfacd'], hosted agents: [] {{(pid=87506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 16 22:39:08.601550 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dd6e7f6-5444-488e-b39a-5f10f442dd12 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] No DVR routers for this DVR port 52b7b64b-87ca-4b90-b643-53c6b358ed2c on host dv-neutron-821829-1-hyperv {{(pid=87506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 22:39:08.640830 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd6e7f6-5444-488e-b39a-5f10f442dd12 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Pushing event deleted for resources: {'Port': ['ID=52b7b64b-87ca-4b90-b643-53c6b358ed2c,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:39:08.641852 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 52b7b64b-87ca-4b90-b643-53c6b358ed2c no longer exists at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 22:39:08.644157 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-2dd6e7f6-5444-488e-b39a-5f10f442dd12 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:39:08.653433 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-86c0745e-b30e-4fcb-ac58-1df7caa151ee tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.097s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:39:08.685270 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-71c912cf-0e7d-410c-9dac-26f4ec4371c7 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-825997'] for network, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:08.687577 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-f7bf155f-ce05-4806-aede-394ec9b35488 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10807931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10549612'] for subnet, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:08.690710 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] No Port match for: 52b7b64b-87ca-4b90-b643-53c6b358ed2c {{(pid=87508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 22:39:08.691069 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 52b7b64b-87ca-4b90-b643-53c6b358ed2c not bound to the agent host dv-neutron-821829-1-hyperv {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 22:39:08.691803 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device b4a16203-a9be-4052-bdb0-6f3fa9deae9e no longer exists at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 22:39:08.696661 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-5f34a6dd-44bb-41c5-b135-f0d5ad16b7d6 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:39:08.725872 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.db.api [None req-dfb5cbd4-8b75-4860-94e7-d3bff615e328 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87508) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 16 22:39:08.726381 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_db.api [None req-dfb5cbd4-8b75-4860-94e7-d3bff615e328 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 16 22:39:08.733401 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] No Port match for: b4a16203-a9be-4052-bdb0-6f3fa9deae9e {{(pid=87508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 22:39:08.733754 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device b4a16203-a9be-4052-bdb0-6f3fa9deae9e not bound to the agent host dv-neutron-821829-1-hyperv {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 22:39:08.810420 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bf155f-ce05-4806-aede-394ec9b35488 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Pushing event updated for resources: {'Subnet': ['ID=55d820d1-2ba8-40aa-98f7-4f9c76ce2f96,revision_number=0']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:39:08.823604 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-f7bf155f-ce05-4806-aede-394ec9b35488 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:39:08.830725 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.plugin [None req-71c912cf-0e7d-410c-9dac-26f4ec4371c7 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Deleting port 2c15aabe-39ed-4296-8370-b507c7fa0dc7 {{(pid=87507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:39:08.831057 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-71c912cf-0e7d-410c-9dac-26f4ec4371c7 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:08.837888 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ae6aec0-e185-4ff6-8cd2-29c6ac6e5ce8 None None] DHCP port deletion for 9cec1ece-19ae-40d0-b729-73c3863b1457 request from dv-neutron-821829-1-hyperv {{(pid=87508) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 16 22:39:08.842175 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-4ae6aec0-e185-4ff6-8cd2-29c6ac6e5ce8 None None] Deleting port 2c15aabe-39ed-4296-8370-b507c7fa0dc7 {{(pid=87508) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:39:08.842682 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-4ae6aec0-e185-4ff6-8cd2-29c6ac6e5ce8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:08.866882 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ca702a3-342c-405d-af50-aab712069952 tempest-BulkNetworkOpsTest-146173519 tempest-BulkNetworkOpsTest-146173519-project] Network c3cb0ee9-94f5-4813-badd-db57d9bad57e is scheduled to be hosted by DHCP agent 3b155c4d-12dc-491e-aa14-6113b06cfacd with binding_index 1 {{(pid=87506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 16 22:39:08.868606 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-01ad44d3-4980-49c2-8380-1d310ea451f7 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:39:08.868928 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [req-2f6318cf-fcf0-4b83-aa4d-123b31454fe6 req-9f2aed76-53cb-478f-812f-ed14877808bb tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Unset dirty status for tenant:ebcac23e4eae475893854e16d121f861 on resource:port {{(pid=87506) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 22:39:08.870111 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-2f6318cf-fcf0-4b83-aa4d-123b31454fe6 req-9f2aed76-53cb-478f-812f-ed14877808bb tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] 10.222.0.49 "GET /v2.0/ports?device_id=6835fec6-5e03-4c1c-818c-3e2c01241c21 HTTP/1.1" status: 200  len: 945 time: 1.3231866
Dec 16 22:39:08.883710 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-01ad44d3-4980-49c2-8380-1d310ea451f7 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Usage tracker for resource:subnet and tenant:3ddf94e9e4ac4112b345468cafab037c is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:39:08.888614 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-01ad44d3-4980-49c2-8380-1d310ea451f7 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:39:08.909428 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-01ad44d3-4980-49c2-8380-1d310ea451f7 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:39:08.931271 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1197035e-ba6f-4517-97da-06ae93a101b2 req-81b3117c-5ed2-4011-8d0c-a78397f82292 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:39:08.932789 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-1197035e-ba6f-4517-97da-06ae93a101b2 req-81b3117c-5ed2-4011-8d0c-a78397f82292 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] 10.222.0.13 "GET /v2.0/ports?device_id=6835fec6-5e03-4c1c-818c-3e2c01241c21 HTTP/1.1" status: 200  len: 945 time: 0.8621607
Dec 16 22:39:08.942251 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-2dd6e7f6-5444-488e-b39a-5f10f442dd12 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3329565', 'neutron.services.segments.db._delete_segments_for_network-8734753546406'] for network, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:08.969188 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10239803-8999-4c06-8502-822f76cc5919 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Checking segment: {'id': 'd65a0c57-87c1-44a2-bc9c-bf45330acc70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '3c323168-7483-4d84-805c-cb134b5cb2fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 22:39:08.969808 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10239803-8999-4c06-8502-822f76cc5919 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Network hostable DHCP agents. Network: 3c323168-7483-4d84-805c-cb134b5cb2fd, hostable agents: ['3b155c4d-12dc-491e-aa14-6113b06cfacd'], hosted agents: [] {{(pid=87506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 16 22:39:08.980306 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7bf155f-ce05-4806-aede-394ec9b35488 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Checking segment: {'id': '4d72ca7a-94a8-4f58-9696-6a402a038af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '77c7670b-01e2-4008-a566-01bde477d613'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 22:39:08.980561 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7bf155f-ce05-4806-aede-394ec9b35488 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Network hostable DHCP agents. Network: 77c7670b-01e2-4008-a566-01bde477d613, hostable agents: ['3b155c4d-12dc-491e-aa14-6113b06cfacd'], hosted agents: [] {{(pid=87507) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 16 22:39:08.984119 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.base_scheduler [None req-1ca702a3-342c-405d-af50-aab712069952 tempest-BulkNetworkOpsTest-146173519 tempest-BulkNetworkOpsTest-146173519-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821829-1-hyperv, c3cb0ee9-94f5-4813-badd-db57d9bad57e) {{(pid=87506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:39:08.999710 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01ad44d3-4980-49c2-8380-1d310ea451f7 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Made reservation on behalf of 3ddf94e9e4ac4112b345468cafab037c for: {'subnet': 1} {{(pid=87507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:39:09.000082 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10239803-8999-4c06-8502-822f76cc5919 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Pushing event updated for resources: {'Subnet': ['ID=e3b19388-79c1-42b7-90ea-a9b814d85d8b,revision_number=0']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:39:09.002895 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-01ad44d3-4980-49c2-8380-1d310ea451f7 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10549598'] for subnet, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:09.021287 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94dc23c6-ff48-4274-8708-ac8611d395a1 None None] Network c3cb0ee9-94f5-4813-badd-db57d9bad57e requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 22:39:09.029142 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-10239803-8999-4c06-8502-822f76cc5919 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.376s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:39:09.029956 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ca702a3-342c-405d-af50-aab712069952 tempest-BulkNetworkOpsTest-146173519 tempest-BulkNetworkOpsTest-146173519-project] Received port after_create {{(pid=87506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 22:39:09.036664 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ca702a3-342c-405d-af50-aab712069952 tempest-BulkNetworkOpsTest-146173519 tempest-BulkNetworkOpsTest-146173519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:39:09.041568 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ca702a3-342c-405d-af50-aab712069952 tempest-BulkNetworkOpsTest-146173519 tempest-BulkNetworkOpsTest-146173519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:39:09.042306 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-1ca702a3-342c-405d-af50-aab712069952 tempest-BulkNetworkOpsTest-146173519 tempest-BulkNetworkOpsTest-146173519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for port, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:09.050288 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.services.segments.db [None req-2dd6e7f6-5444-488e-b39a-5f10f442dd12 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1b775d9220>,) {'filters': {'network_id': ['9b8802ff-ae40-4a41-b9a8-a032d95bf22a']}} {{(pid=87506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:39:09.062372 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.db_base_plugin_common [None req-6009a61d-73de-4d49-b2b5-52887806937a tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Allocated IP 172.26.0.9 (f8905ce9-304b-4976-bc47-e58c71c11de5/9bca8591-41ef-4f2d-8ecb-ecaab1a28acf/bf6c713b-9561-42c1-be0e-96799a0522ab) {{(pid=87506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 22:39:09.080858 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.services.segments.db [None req-2dd6e7f6-5444-488e-b39a-5f10f442dd12 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b775d9220>, '0d1a1962-8764-4335-8f82-bff024b3a174') {'for_net_delete': True} {{(pid=87506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:39:09.081409 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.services.segments.db [None req-2dd6e7f6-5444-488e-b39a-5f10f442dd12 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b775d9220>, '0d1a1962-8764-4335-8f82-bff024b3a174') {} {{(pid=87506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:39:09.095289 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [req-2f6318cf-fcf0-4b83-aa4d-123b31454fe6 req-a9f7e8eb-c3fc-4c73-a69d-81fb675e6133 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Deleting port fc5f312f-f84b-4fb5-a011-d18cbb5fdb16 {{(pid=87506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:39:09.095933 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-2f6318cf-fcf0-4b83-aa4d-123b31454fe6 req-a9f7e8eb-c3fc-4c73-a69d-81fb675e6133 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:09.136681 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10239803-8999-4c06-8502-822f76cc5919 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Network 3c323168-7483-4d84-805c-cb134b5cb2fd is scheduled to be hosted by DHCP agent 3b155c4d-12dc-491e-aa14-6113b06cfacd with binding_index 1 {{(pid=87506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 16 22:39:09.141172 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-4ae6aec0-e185-4ff6-8cd2-29c6ac6e5ce8 None None] For port 2c15aabe-39ed-4296-8370-b507c7fa0dc7, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=2c15aabe-39ed-4296-8370-b507c7fa0dc7,segment=NetworkSegment(02117158-d52c-49eb-bf76-7669229196fc),segment_id=02117158-d52c-49eb-bf76-7669229196fc)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:39:09.141584 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-4ae6aec0-e185-4ff6-8cd2-29c6ac6e5ce8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:09.154252 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-2dd6e7f6-5444-488e-b39a-5f10f442dd12 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734753593977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-266764496'] for segment, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:09.201987 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.base_scheduler [None req-10239803-8999-4c06-8502-822f76cc5919 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821829-1-hyperv, 3c323168-7483-4d84-805c-cb134b5cb2fd) {{(pid=87506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:39:09.203509 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-1197035e-ba6f-4517-97da-06ae93a101b2 req-ffd6ff9a-ebe6-4192-b181-dc5a61d543e9 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c8293c6-7a9d-4021-9d0b-d55cb4b08bc4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2412775
Dec 16 22:39:09.209824 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7bf155f-ce05-4806-aede-394ec9b35488 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Network 77c7670b-01e2-4008-a566-01bde477d613 is scheduled to be hosted by DHCP agent 3b155c4d-12dc-491e-aa14-6113b06cfacd with binding_index 1 {{(pid=87507) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 16 22:39:09.251479 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-1ca702a3-342c-405d-af50-aab712069952 tempest-BulkNetworkOpsTest-146173519 tempest-BulkNetworkOpsTest-146173519-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1449 time: 7.3250172
Dec 16 22:39:09.259302 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.base_scheduler [None req-f7bf155f-ce05-4806-aede-394ec9b35488 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821829-1-hyperv, 77c7670b-01e2-4008-a566-01bde477d613) {{(pid=87507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:39:09.265901 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-2dd6e7f6-5444-488e-b39a-5f10f442dd12 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-883292'] for segment, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:09.267145 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 45294) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:39:09.272922 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10239803-8999-4c06-8502-822f76cc5919 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:39:09.273503 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-10239803-8999-4c06-8502-822f76cc5919 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks [] for subnet, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:09.292019 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5cbd4-8b75-4860-94e7-d3bff615e328 None None] Deleting port 52b7b64b-87ca-4b90-b643-53c6b358ed2c {{(pid=87508) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:39:09.292412 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-dfb5cbd4-8b75-4860-94e7-d3bff615e328 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:09.316453 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.db [None req-71c912cf-0e7d-410c-9dac-26f4ec4371c7 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] For port 2c15aabe-39ed-4296-8370-b507c7fa0dc7, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=2c15aabe-39ed-4296-8370-b507c7fa0dc7,segment=NetworkSegment(02117158-d52c-49eb-bf76-7669229196fc),segment_id=02117158-d52c-49eb-bf76-7669229196fc)] {{(pid=87507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:39:09.316858 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-71c912cf-0e7d-410c-9dac-26f4ec4371c7 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:09.322734 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2dd6e7f6-5444-488e-b39a-5f10f442dd12 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Releasing vlan 194 on physical network physnet1 to pool {{(pid=87506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 16 22:39:09.323140 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-2dd6e7f6-5444-488e-b39a-5f10f442dd12 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-883285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1863180'] for segment, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:09.327620 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-4ae6aec0-e185-4ff6-8cd2-29c6ac6e5ce8 None None] Calling delete_port for 2c15aabe-39ed-4296-8370-b507c7fa0dc7 owned by network:dhcp {{(pid=87508) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:39:09.331098 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7bf155f-ce05-4806-aede-394ec9b35488 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:39:09.331671 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-f7bf155f-ce05-4806-aede-394ec9b35488 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Notify callbacks [] for subnet, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:09.344898 dv-neutron-821829-1-hyperv neutron-server[87506]: Traceback (most recent call last):
Dec 16 22:39:09.344898 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 16 22:39:09.344898 dv-neutron-821829-1-hyperv neutron-server[87506]:     timer()
Dec 16 22:39:09.344898 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 22:39:09.344898 dv-neutron-821829-1-hyperv neutron-server[87506]:     cb(*args, **kw)
Dec 16 22:39:09.344898 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 22:39:09.344898 dv-neutron-821829-1-hyperv neutron-server[87506]:     return func(*args, **kwargs)
Dec 16 22:39:09.344898 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 22:39:09.344898 dv-neutron-821829-1-hyperv neutron-server[87506]:     self._notify()
Dec 16 22:39:09.344898 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 22:39:09.344898 dv-neutron-821829-1-hyperv neutron-server[87506]:     self.callback(batched_events)
Dec 16 22:39:09.344898 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 22:39:09.344898 dv-neutron-821829-1-hyperv neutron-server[87506]:     event.method(event)
Dec 16 22:39:09.344898 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 22:39:09.344898 dv-neutron-821829-1-hyperv neutron-server[87506]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 22:39:09.344898 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 22:39:09.344898 dv-neutron-821829-1-hyperv neutron-server[87506]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 22:39:09.344898 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 22:39:09.344898 dv-neutron-821829-1-hyperv neutron-server[87506]:     return f(self, *a, **k)
Dec 16 22:39:09.344898 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 16 22:39:09.344898 dv-neutron-821829-1-hyperv neutron-server[87506]:     return self._get(url).json()
Dec 16 22:39:09.344898 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 16 22:39:09.344898 dv-neutron-821829-1-hyperv neutron-server[87506]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 22:39:09.344898 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 16 22:39:09.344898 dv-neutron-821829-1-hyperv neutron-server[87506]:     return self.request(url, 'GET', **kwargs)
Dec 16 22:39:09.344898 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 16 22:39:09.344898 dv-neutron-821829-1-hyperv neutron-server[87506]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 22:39:09.344898 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 16 22:39:09.344898 dv-neutron-821829-1-hyperv neutron-server[87506]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 22:39:09.344898 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 16 22:39:09.344898 dv-neutron-821829-1-hyperv neutron-server[87506]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 22:39:09.344898 dv-neutron-821829-1-hyperv neutron-server[87506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 22:39:09.359741 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36ede039-1649-4036-88d8-4ab376bb0bf4 None None] Network 3c323168-7483-4d84-805c-cb134b5cb2fd requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 22:39:09.371641 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc3c69cf-3266-419e-a5c1-3a4fc4895f7c None None] Network 77c7670b-01e2-4008-a566-01bde477d613 requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 22:39:09.411001 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-10239803-8999-4c06-8502-822f76cc5919 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 2.9887936
Dec 16 22:39:09.420961 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 45298) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:39:09.432805 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-771b0dd4-964d-42c1-bed1-b76d7f09d87d tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Request body: {'port': {'network_id': '3c323168-7483-4d84-805c-cb134b5cb2fd', 'name': 'tempest-PortsIpV6TestJSON-783929747', 'fixed_ips': [{'subnet_id': 'e3b19388-79c1-42b7-90ea-a9b814d85d8b', 'ip_address': '2001:db8::10'}]}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:39:09.514264 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.plugin [None req-71c912cf-0e7d-410c-9dac-26f4ec4371c7 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Calling delete_port for 2c15aabe-39ed-4296-8370-b507c7fa0dc7 owned by network:dhcp {{(pid=87507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:39:09.563808 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-f7bf155f-ce05-4806-aede-394ec9b35488 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 872 time: 2.1235852
Dec 16 22:39:09.569588 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 45302) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:39:09.570196 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-2dd6e7f6-5444-488e-b39a-5f10f442dd12 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3329572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3741856'] for network, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:09.626992 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-7420b3ff-22c1-49ca-8433-4ef45fa5ed92 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:39:09.634610 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5cbd4-8b75-4860-94e7-d3bff615e328 None None] The port '52b7b64b-87ca-4b90-b643-53c6b358ed2c' was deleted {{(pid=87508) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 16 22:39:09.642058 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-2dd6e7f6-5444-488e-b39a-5f10f442dd12 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Notify callbacks [] for network, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:09.648366 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-950abcc9-ae67-4081-9a1e-3ea007c5476b tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:39:09.697596 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-71c912cf-0e7d-410c-9dac-26f4ec4371c7 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10807823'] for port, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:09.704436 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-45735458-0e77-4436-9ef0-ab305bf1f34c tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:39:09.725983 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd6e7f6-5444-488e-b39a-5f10f442dd12 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Pushing event deleted for resources: {'Network': ['ID=9b8802ff-ae40-4a41-b9a8-a032d95bf22a,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:39:09.747043 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-947b959c-bdc6-4b0d-9568-fe686e69604e tempest-BulkNetworkOpsTest-146173519 tempest-BulkNetworkOpsTest-146173519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:39:09.749169 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-2dd6e7f6-5444-488e-b39a-5f10f442dd12 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:39:09.753220 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-947b959c-bdc6-4b0d-9568-fe686e69604e tempest-BulkNetworkOpsTest-146173519 tempest-BulkNetworkOpsTest-146173519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:39:09.756880 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-947b959c-bdc6-4b0d-9568-fe686e69604e tempest-BulkNetworkOpsTest-146173519 tempest-BulkNetworkOpsTest-146173519-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1444 time: 0.4844205
Dec 16 22:39:09.762228 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 45306) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:39:09.766059 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-2dd6e7f6-5444-488e-b39a-5f10f442dd12 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] 10.222.0.13 "DELETE /v2.0/networks/9b8802ff-ae40-4a41-b9a8-a032d95bf22a HTTP/1.1" status: 204  len: 168 time: 3.0407805
Dec 16 22:39:09.766276 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.db.api [None req-4ae6aec0-e185-4ff6-8cd2-29c6ac6e5ce8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87508) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 16 22:39:09.767182 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_db.api [None req-4ae6aec0-e185-4ff6-8cd2-29c6ac6e5ce8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 16 22:39:09.775280 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-6009a61d-73de-4d49-b2b5-52887806937a tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks [] for port, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:09.789226 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c912cf-0e7d-410c-9dac-26f4ec4371c7 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Pushing event deleted for resources: {'Port': ['ID=2c15aabe-39ed-4296-8370-b507c7fa0dc7,revision_number=None']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:39:09.792279 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71c912cf-0e7d-410c-9dac-26f4ec4371c7 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] No DVR routers for this DVR port 2c15aabe-39ed-4296-8370-b507c7fa0dc7 on host dv-neutron-821829-1-hyperv {{(pid=87507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 22:39:09.845945 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-71c912cf-0e7d-410c-9dac-26f4ec4371c7 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:39:09.944214 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-01ad44d3-4980-49c2-8380-1d310ea451f7 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10807931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10549612'] for subnet, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:09.958322 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-db53d5b8-9d8a-4789-adf1-5dc94158849a tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:39:09.958927 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db5f5be1-f26f-4122-aec8-2adc2da78078 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1d6bfaf-d325-5e4f-b05d-2441d8339617-3c323168-7483-4d84-805c-cb134b5cb2fd', 'network_id': '3c323168-7483-4d84-805c-cb134b5cb2fd', 'tenant_id': '69ee045658914011ac7b8ba0ad799b2d', 'fixed_ips': [{'subnet_id': 'e3b19388-79c1-42b7-90ea-a9b814d85d8b'}]}} from dv-neutron-821829-1-hyperv. {{(pid=87508) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 16 22:39:09.960036 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-db5f5be1-f26f-4122-aec8-2adc2da78078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:09.980472 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73d4489b-62a3-4b20-b99b-ba3d0c1f670c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1d6bfaf-d325-5e4f-b05d-2441d8339617-77c7670b-01e2-4008-a566-01bde477d613', 'network_id': '77c7670b-01e2-4008-a566-01bde477d613', 'tenant_id': 'c85c59d360694166b5b0483f9fc81199', 'fixed_ips': [{'subnet_id': '55d820d1-2ba8-40aa-98f7-4f9c76ce2f96'}]}} from dv-neutron-821829-1-hyperv. {{(pid=87508) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 16 22:39:09.981491 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-73d4489b-62a3-4b20-b99b-ba3d0c1f670c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:10.003975 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-71c912cf-0e7d-410c-9dac-26f4ec4371c7 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3329565', 'neutron.services.segments.db._delete_segments_for_network-8734753546406'] for network, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:10.072154 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.services.segments.db [None req-71c912cf-0e7d-410c-9dac-26f4ec4371c7 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1b7c5c6910>,) {'filters': {'network_id': ['9cec1ece-19ae-40d0-b729-73c3863b1457']}} {{(pid=87507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:39:10.086176 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ad44d3-4980-49c2-8380-1d310ea451f7 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Pushing event updated for resources: {'Subnet': ['ID=b05217fd-ffc4-411b-8391-ed04cbc83c5b,revision_number=0']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:39:10.091865 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-01ad44d3-4980-49c2-8380-1d310ea451f7 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:39:10.093808 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.services.segments.db [None req-71c912cf-0e7d-410c-9dac-26f4ec4371c7 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b7c5c6910>, '02117158-d52c-49eb-bf76-7669229196fc') {'for_net_delete': True} {{(pid=87507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:39:10.094107 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.services.segments.db [None req-71c912cf-0e7d-410c-9dac-26f4ec4371c7 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b7c5c6910>, '02117158-d52c-49eb-bf76-7669229196fc') {} {{(pid=87507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:39:10.106025 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01ad44d3-4980-49c2-8380-1d310ea451f7 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Checking segment: {'id': '6cc5aece-9d04-4b8c-aaab-d38d129f7bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '9898f74f-31dc-4c0d-8f2d-075e0f71a4d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 22:39:10.106382 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01ad44d3-4980-49c2-8380-1d310ea451f7 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Network hostable DHCP agents. Network: 9898f74f-31dc-4c0d-8f2d-075e0f71a4d6, hostable agents: ['3b155c4d-12dc-491e-aa14-6113b06cfacd'], hosted agents: [] {{(pid=87507) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 16 22:39:10.113487 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-771b0dd4-964d-42c1-bed1-b76d7f09d87d tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:39:10.117629 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-71c912cf-0e7d-410c-9dac-26f4ec4371c7 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734753593977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2128549'] for segment, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:10.122433 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-771b0dd4-964d-42c1-bed1-b76d7f09d87d tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Usage tracker for resource:port and tenant:69ee045658914011ac7b8ba0ad799b2d is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:39:10.128243 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-771b0dd4-964d-42c1-bed1-b76d7f09d87d tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:39:10.136666 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-771b0dd4-964d-42c1-bed1-b76d7f09d87d tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:39:10.147282 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-71c912cf-0e7d-410c-9dac-26f4ec4371c7 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-883292'] for segment, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:10.150533 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 45314) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:39:10.162271 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71c912cf-0e7d-410c-9dac-26f4ec4371c7 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Releasing vlan 160 on physical network physnet1 to pool {{(pid=87507) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 16 22:39:10.162835 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-71c912cf-0e7d-410c-9dac-26f4ec4371c7 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-883285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10808034'] for segment, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:10.228766 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-950abcc9-ae67-4081-9a1e-3ea007c5476b tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-11213103'] for subnet, before_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:10.247464 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-771b0dd4-964d-42c1-bed1-b76d7f09d87d tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Made reservation on behalf of 69ee045658914011ac7b8ba0ad799b2d for: {'port': 1} {{(pid=87506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:39:10.316000 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-4ae6aec0-e185-4ff6-8cd2-29c6ac6e5ce8 None None] Deleting port 2c15aabe-39ed-4296-8370-b507c7fa0dc7 {{(pid=87508) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:39:10.316398 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-4ae6aec0-e185-4ff6-8cd2-29c6ac6e5ce8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:10.329912 dv-neutron-821829-1-hyperv neutron-server[87507]: Traceback (most recent call last):
Dec 16 22:39:10.329912 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 16 22:39:10.329912 dv-neutron-821829-1-hyperv neutron-server[87507]:     timer()
Dec 16 22:39:10.329912 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 22:39:10.329912 dv-neutron-821829-1-hyperv neutron-server[87507]:     cb(*args, **kw)
Dec 16 22:39:10.329912 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 22:39:10.329912 dv-neutron-821829-1-hyperv neutron-server[87507]:     return func(*args, **kwargs)
Dec 16 22:39:10.329912 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 22:39:10.329912 dv-neutron-821829-1-hyperv neutron-server[87507]:     self._notify()
Dec 16 22:39:10.329912 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 22:39:10.329912 dv-neutron-821829-1-hyperv neutron-server[87507]:     self.callback(batched_events)
Dec 16 22:39:10.329912 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 22:39:10.329912 dv-neutron-821829-1-hyperv neutron-server[87507]:     event.method(event)
Dec 16 22:39:10.329912 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 22:39:10.329912 dv-neutron-821829-1-hyperv neutron-server[87507]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 22:39:10.329912 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 22:39:10.329912 dv-neutron-821829-1-hyperv neutron-server[87507]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 22:39:10.329912 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 22:39:10.329912 dv-neutron-821829-1-hyperv neutron-server[87507]:     return f(self, *a, **k)
Dec 16 22:39:10.329912 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 16 22:39:10.329912 dv-neutron-821829-1-hyperv neutron-server[87507]:     return self._get(url).json()
Dec 16 22:39:10.329912 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 16 22:39:10.329912 dv-neutron-821829-1-hyperv neutron-server[87507]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 22:39:10.329912 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 16 22:39:10.329912 dv-neutron-821829-1-hyperv neutron-server[87507]:     return self.request(url, 'GET', **kwargs)
Dec 16 22:39:10.329912 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 16 22:39:10.329912 dv-neutron-821829-1-hyperv neutron-server[87507]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 22:39:10.329912 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 16 22:39:10.329912 dv-neutron-821829-1-hyperv neutron-server[87507]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 22:39:10.329912 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 16 22:39:10.329912 dv-neutron-821829-1-hyperv neutron-server[87507]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 22:39:10.329912 dv-neutron-821829-1-hyperv neutron-server[87507]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 22:39:10.358269 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [None req-330b94ad-2fa6-45f5-9d18-643cc6368576 tempest-BulkNetworkOpsTest-146173519 tempest-BulkNetworkOpsTest-146173519-project] Deleting port 8b1984de-d043-42df-b12f-b3b77b75fac5 {{(pid=87506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:39:10.358612 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-330b94ad-2fa6-45f5-9d18-643cc6368576 tempest-BulkNetworkOpsTest-146173519 tempest-BulkNetworkOpsTest-146173519-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:10.373639 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.db_base_plugin_common [None req-db5f5be1-f26f-4122-aec8-2adc2da78078 None None] Allocated IP 2001:db8::2 (3c323168-7483-4d84-805c-cb134b5cb2fd/e3b19388-79c1-42b7-90ea-a9b814d85d8b/99401818-8c76-484e-8beb-23da4b6787fc) {{(pid=87508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 22:39:10.406132 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01ad44d3-4980-49c2-8380-1d310ea451f7 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Network 9898f74f-31dc-4c0d-8f2d-075e0f71a4d6 is scheduled to be hosted by DHCP agent 3b155c4d-12dc-491e-aa14-6113b06cfacd with binding_index 1 {{(pid=87507) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 16 22:39:10.427862 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-4ae6aec0-e185-4ff6-8cd2-29c6ac6e5ce8 None None] The port '2c15aabe-39ed-4296-8370-b507c7fa0dc7' was deleted {{(pid=87508) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 16 22:39:10.445097 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.db_base_plugin_common [None req-73d4489b-62a3-4b20-b99b-ba3d0c1f670c None None] Allocated IP 172.20.0.3 (77c7670b-01e2-4008-a566-01bde477d613/55d820d1-2ba8-40aa-98f7-4f9c76ce2f96/7d61444e-231d-4b20-ad5b-13e639056471) {{(pid=87508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 22:39:10.493760 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.base_scheduler [None req-01ad44d3-4980-49c2-8380-1d310ea451f7 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821829-1-hyperv, 9898f74f-31dc-4c0d-8f2d-075e0f71a4d6) {{(pid=87507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:39:10.512012 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01ad44d3-4980-49c2-8380-1d310ea451f7 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:39:10.512702 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-01ad44d3-4980-49c2-8380-1d310ea451f7 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks [] for subnet, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:10.541721 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-71c912cf-0e7d-410c-9dac-26f4ec4371c7 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3329572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3741856'] for network, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:10.548457 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-5a67bf89-6eac-4e2d-ace2-7d0b5af16a13 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:39:10.560668 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f86bfa21-6120-44a2-8db6-981bd44faf94 None None] Network 9898f74f-31dc-4c0d-8f2d-075e0f71a4d6 requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 22:39:10.563853 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-71c912cf-0e7d-410c-9dac-26f4ec4371c7 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks [] for network, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:10.583729 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-5725c2fa-b80f-4544-8095-46c035d6a27d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4776cb1297af44b2a1a3b9af0f4316e5&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4318984
Dec 16 22:39:10.588471 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.db [req-2f6318cf-fcf0-4b83-aa4d-123b31454fe6 req-a9f7e8eb-c3fc-4c73-a69d-81fb675e6133 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] For port fc5f312f-f84b-4fb5-a011-d18cbb5fdb16, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=fc5f312f-f84b-4fb5-a011-d18cbb5fdb16,segment=NetworkSegment(32a05c8f-4e22-414f-870d-ee93982b6a67),segment_id=32a05c8f-4e22-414f-870d-ee93982b6a67)] {{(pid=87506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:39:10.589058 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-2f6318cf-fcf0-4b83-aa4d-123b31454fe6 req-a9f7e8eb-c3fc-4c73-a69d-81fb675e6133 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:10.596602 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 45322) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:39:10.597261 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-6009a61d-73de-4d49-b2b5-52887806937a tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1863393'] for port, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:10.598360 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c912cf-0e7d-410c-9dac-26f4ec4371c7 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Pushing event deleted for resources: {'Network': ['ID=9cec1ece-19ae-40d0-b729-73c3863b1457,revision_number=None']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:39:10.613506 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-64bccb7b-c26d-46de-9f5a-b9e70490849a tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:39:10.618570 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-71c912cf-0e7d-410c-9dac-26f4ec4371c7 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:39:10.620431 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-01ad44d3-4980-49c2-8380-1d310ea451f7 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 2.1116719
Dec 16 22:39:10.624774 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-71c912cf-0e7d-410c-9dac-26f4ec4371c7 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] 10.222.0.13 "DELETE /v2.0/networks/9cec1ece-19ae-40d0-b729-73c3863b1457 HTTP/1.1" status: 204  len: 168 time: 2.6372628
Dec 16 22:39:10.626891 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 45326) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:39:10.627431 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 45328) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:39:10.641850 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-fc104ffd-5dbe-4aef-93cd-20eaa3d7ecfa tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Request body: {'port': {'network_id': '9898f74f-31dc-4c0d-8f2d-075e0f71a4d6', 'name': 'tempest-PortsTestJSON-1315731515'}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:39:10.661545 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-d8dedc2d-1f39-4213-989f-3891e529d7b9 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Request body: {'router': {'routes': None}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:39:10.679033 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 2c15aabe-39ed-4296-8370-b507c7fa0dc7 no longer exists at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 22:39:10.686405 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6009a61d-73de-4d49-b2b5-52887806937a tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Pushing event updated for resources: {'Port': ['ID=bf6c713b-9561-42c1-be0e-96799a0522ab,revision_number=1']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:39:10.689237 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-6009a61d-73de-4d49-b2b5-52887806937a tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:39:10.746831 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] No Port match for: 2c15aabe-39ed-4296-8370-b507c7fa0dc7 {{(pid=87508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 22:39:10.747102 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 2c15aabe-39ed-4296-8370-b507c7fa0dc7 not bound to the agent host dv-neutron-821829-1-hyperv {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 22:39:10.819877 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6009a61d-73de-4d49-b2b5-52887806937a tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Network f8905ce9-304b-4976-bc47-e58c71c11de5 is already hosted by enough agents. {{(pid=87506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:39:10.833044 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.base_scheduler [None req-6009a61d-73de-4d49-b2b5-52887806937a tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Resources bound (agent type, host, resource id):  {{(pid=87506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:39:10.850055 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6009a61d-73de-4d49-b2b5-52887806937a tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Received port after_create {{(pid=87506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 22:39:10.884521 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-330b94ad-2fa6-45f5-9d18-643cc6368576 tempest-BulkNetworkOpsTest-146173519 tempest-BulkNetworkOpsTest-146173519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:10.891502 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1906210-dec0-4643-a8a5-163771d050e2 req-737df736-9447-4d1d-9c0e-854c45ef3735 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:39:10.893155 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-d1906210-dec0-4643-a8a5-163771d050e2 req-737df736-9447-4d1d-9c0e-854c45ef3735 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] 10.222.0.13 "GET /v2.0/ports?device_id=6835fec6-5e03-4c1c-818c-3e2c01241c21 HTTP/1.1" status: 200  len: 945 time: 0.4830906
Dec 16 22:39:10.952414 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-771b0dd4-964d-42c1-bed1-b76d7f09d87d tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:11.012707 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4837320b-4931-4f4d-8a47-13a3ea944060 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1d6bfaf-d325-5e4f-b05d-2441d8339617-9898f74f-31dc-4c0d-8f2d-075e0f71a4d6', 'network_id': '9898f74f-31dc-4c0d-8f2d-075e0f71a4d6', 'tenant_id': '3ddf94e9e4ac4112b345468cafab037c', 'fixed_ips': [{'subnet_id': 'b05217fd-ffc4-411b-8391-ed04cbc83c5b'}]}} from dv-neutron-821829-1-hyperv. {{(pid=87508) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 16 22:39:11.013485 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-4837320b-4931-4f4d-8a47-13a3ea944060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:11.103996 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [None req-330b94ad-2fa6-45f5-9d18-643cc6368576 tempest-BulkNetworkOpsTest-146173519 tempest-BulkNetworkOpsTest-146173519-project] Calling delete_port for 8b1984de-d043-42df-b12f-b3b77b75fac5 owned by  {{(pid=87506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:39:11.134797 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.extraroute_db [None req-d8dedc2d-1f39-4213-989f-3891e529d7b9 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Added routes are [] {{(pid=87507) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}}
Dec 16 22:39:11.135252 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.extraroute_db [None req-d8dedc2d-1f39-4213-989f-3891e529d7b9 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Removed routes are [] {{(pid=87507) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}}
Dec 16 22:39:11.135702 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-d8dedc2d-1f39-4213-989f-3891e529d7b9 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3741702', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3740945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-38947'] for router, precommit_update {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:11.137639 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-500d38f1-96a8-48e9-a52e-c4a3943edcd2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:11.150027 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-73d4489b-62a3-4b20-b99b-ba3d0c1f670c None None] Notify callbacks [] for port, precommit_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:11.152004 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.notifiers.nova [None req-771b0dd4-964d-42c1-bed1-b76d7f09d87d tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] device_id is not set on port ff093e45-5fdd-47e1-a78f-3e90b37221aa yet. {{(pid=87506) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 16 22:39:11.165580 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-d1906210-dec0-4643-a8a5-163771d050e2 req-9d3a1bff-5c90-4167-867a-9baac47ddba1 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c8293c6-7a9d-4021-9d0b-d55cb4b08bc4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2135863
Dec 16 22:39:11.183261 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-73d4489b-62a3-4b20-b99b-ba3d0c1f670c None None] Transition to ACTIVE for port object 7d61444e-231d-4b20-ad5b-13e639056471 will not be triggered until provisioned by entity L2. {{(pid=87508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:39:11.206866 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-db5f5be1-f26f-4122-aec8-2adc2da78078 None None] Notify callbacks [] for port, precommit_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:11.232302 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-73d4489b-62a3-4b20-b99b-ba3d0c1f670c None None] Transition to ACTIVE for port object 7d61444e-231d-4b20-ad5b-13e639056471 will not be triggered until provisioned by entity DHCP. {{(pid=87508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:39:11.233497 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-db5f5be1-f26f-4122-aec8-2adc2da78078 None None] Transition to ACTIVE for port object 99401818-8c76-484e-8beb-23da4b6787fc will not be triggered until provisioned by entity L2. {{(pid=87508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:39:11.275082 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-73d4489b-62a3-4b20-b99b-ba3d0c1f670c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940'] for port, after_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:11.286807 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:39:11.309971 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-fc104ffd-5dbe-4aef-93cd-20eaa3d7ecfa tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:39:11.330143 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-500d38f1-96a8-48e9-a52e-c4a3943edcd2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:11.338537 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-fc104ffd-5dbe-4aef-93cd-20eaa3d7ecfa tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:39:11.414202 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-db5f5be1-f26f-4122-aec8-2adc2da78078 None None] Transition to ACTIVE for port object 99401818-8c76-484e-8beb-23da4b6787fc will not be triggered until provisioned by entity DHCP. {{(pid=87508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:39:11.454544 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73d4489b-62a3-4b20-b99b-ba3d0c1f670c None None] Network 77c7670b-01e2-4008-a566-01bde477d613 is already hosted by enough agents. {{(pid=87508) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:39:11.455920 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d4489b-62a3-4b20-b99b-ba3d0c1f670c None None] Pushing event updated for resources: {'Port': ['ID=7d61444e-231d-4b20-ad5b-13e639056471,revision_number=1']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:39:11.469674 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-73d4489b-62a3-4b20-b99b-ba3d0c1f670c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:39:11.491081 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.scheduler.base_scheduler [None req-73d4489b-62a3-4b20-b99b-ba3d0c1f670c None None] Resources bound (agent type, host, resource id):  {{(pid=87508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:39:11.491549 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc104ffd-5dbe-4aef-93cd-20eaa3d7ecfa tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Made reservation on behalf of 3ddf94e9e4ac4112b345468cafab037c for: {'port': 1} {{(pid=87507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:39:11.495021 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-fc104ffd-5dbe-4aef-93cd-20eaa3d7ecfa tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:11.498055 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73d4489b-62a3-4b20-b99b-ba3d0c1f670c None None] Received port after_create {{(pid=87508) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 22:39:11.500815 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-db5f5be1-f26f-4122-aec8-2adc2da78078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940'] for port, after_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:11.510710 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-bb4f6344-6aa7-4cd6-b75f-654301a15a23 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:39:11.510924 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-d8dedc2d-1f39-4213-989f-3891e529d7b9 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3741702', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3740945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-38947'] for router, precommit_update {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:11.521327 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-d8dedc2d-1f39-4213-989f-3891e529d7b9 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3741923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3741713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3741720', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3740934'] for router, after_update {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:11.591665 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.notifiers.nova [None req-fc104ffd-5dbe-4aef-93cd-20eaa3d7ecfa tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] device_id is not set on port a0d50d07-d131-465f-907f-581b26080744 yet. {{(pid=87507) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 16 22:39:11.610379 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.db_base_plugin_common [None req-4837320b-4931-4f4d-8a47-13a3ea944060 None None] Allocated IP 172.20.0.2 (9898f74f-31dc-4c0d-8f2d-075e0f71a4d6/b05217fd-ffc4-411b-8391-ed04cbc83c5b/74d0e1d1-fea6-43a4-87b2-a44cd96e74d9) {{(pid=87508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 22:39:11.657244 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db5f5be1-f26f-4122-aec8-2adc2da78078 None None] Network 3c323168-7483-4d84-805c-cb134b5cb2fd is already hosted by enough agents. {{(pid=87508) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:39:11.677444 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.scheduler.base_scheduler [None req-db5f5be1-f26f-4122-aec8-2adc2da78078 None None] Resources bound (agent type, host, resource id):  {{(pid=87508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:39:11.680439 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db5f5be1-f26f-4122-aec8-2adc2da78078 None None] Received port after_create {{(pid=87508) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 22:39:11.785051 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-2f6318cf-fcf0-4b83-aa4d-123b31454fe6 req-a9f7e8eb-c3fc-4c73-a69d-81fb675e6133 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:11.786243 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-2f6318cf-fcf0-4b83-aa4d-123b31454fe6 req-a9f7e8eb-c3fc-4c73-a69d-81fb675e6133 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3741874'] for floatingip, after_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:11.786243 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.db.l3_db [req-2f6318cf-fcf0-4b83-aa4d-123b31454fe6 req-a9f7e8eb-c3fc-4c73-a69d-81fb675e6133 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Floating IP 144fe2e2-c7b9-4de0-a3b6-40e4059dcdc7 disassociated. External IP: 172.26.0.169, port: fc5f312f-f84b-4fb5-a011-d18cbb5fdb16.
Dec 16 22:39:11.786573 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [req-2f6318cf-fcf0-4b83-aa4d-123b31454fe6 req-a9f7e8eb-c3fc-4c73-a69d-81fb675e6133 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Calling delete_port for fc5f312f-f84b-4fb5-a011-d18cbb5fdb16 owned by compute:nova {{(pid=87506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:39:11.798967 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5f5be1-f26f-4122-aec8-2adc2da78078 None None] Pushing event updated for resources: {'Port': ['ID=99401818-8c76-484e-8beb-23da4b6787fc,revision_number=1']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:39:11.802522 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-db5f5be1-f26f-4122-aec8-2adc2da78078 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:39:11.831634 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-330b94ad-2fa6-45f5-9d18-643cc6368576 tempest-BulkNetworkOpsTest-146173519 tempest-BulkNetworkOpsTest-146173519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1863393'] for port, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:11.852947 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-1ca702a3-342c-405d-af50-aab712069952 tempest-BulkNetworkOpsTest-146173519 tempest-BulkNetworkOpsTest-146173519-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:39:11.856757 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-73d4489b-62a3-4b20-b99b-ba3d0c1f670c None None] Attempting to bind port 7d61444e-231d-4b20-ad5b-13e639056471 on host dv-neutron-821829-1-hyperv for vnic_type normal with profile  {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 22:39:11.857267 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-73d4489b-62a3-4b20-b99b-ba3d0c1f670c None None] Attempting to bind port 7d61444e-231d-4b20-ad5b-13e639056471 by drivers openvswitch,hyperv on host dv-neutron-821829-1-hyperv at level 0 using segments [{'id': '4d72ca7a-94a8-4f58-9696-6a402a038af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '77c7670b-01e2-4008-a566-01bde477d613'}] {{(pid=87508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 22:39:11.857748 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73d4489b-62a3-4b20-b99b-ba3d0c1f670c None None] Attempting to bind port 7d61444e-231d-4b20-ad5b-13e639056471 on network 77c7670b-01e2-4008-a566-01bde477d613 {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 22:39:11.874194 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8dedc2d-1f39-4213-989f-3891e529d7b9 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Router dcd68ae4-9678-4601-9589-50474829ca26 has already been hosted by L3 agent 4f519db7-069b-43e2-8411-c092bac9102a {{(pid=87507) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 22:39:11.882245 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-500d38f1-96a8-48e9-a52e-c4a3943edcd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841066'] for security_group, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:11.889294 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-4a3afd7a-2ae0-44a0-9739-255aa85ac47e tempest-DHCPAgentSchedulersTestJSON-789587183 tempest-DHCPAgentSchedulersTestJSON-789587183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:39:11.890487 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73d4489b-62a3-4b20-b99b-ba3d0c1f670c None None] Checking agent: {'id': '5571501f-366e-47a4-9b60-8ef19d935d27', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821829-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 24, 2), 'started_at': datetime.datetime(2021, 12, 16, 22, 24, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 39, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821829-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 22:39:11.890963 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73d4489b-62a3-4b20-b99b-ba3d0c1f670c None None] Checking segment: {'id': '4d72ca7a-94a8-4f58-9696-6a402a038af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '77c7670b-01e2-4008-a566-01bde477d613'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 22:39:11.891710 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-73d4489b-62a3-4b20-b99b-ba3d0c1f670c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:11.892253 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73d4489b-62a3-4b20-b99b-ba3d0c1f670c None None] Bound using segment: {'id': '4d72ca7a-94a8-4f58-9696-6a402a038af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '77c7670b-01e2-4008-a566-01bde477d613'} {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 22:39:11.892751 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-73d4489b-62a3-4b20-b99b-ba3d0c1f670c None None] Bound port: 7d61444e-231d-4b20-ad5b-13e639056471, host: dv-neutron-821829-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d72ca7a-94a8-4f58-9696-6a402a038af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '77c7670b-01e2-4008-a566-01bde477d613'}}] {{(pid=87508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 22:39:11.893142 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-73d4489b-62a3-4b20-b99b-ba3d0c1f670c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:11.908995 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500d38f1-96a8-48e9-a52e-c4a3943edcd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04002025-fb37-4fb4-89d3-9772190ac587,revision_number=None']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:39:11.913502 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-500d38f1-96a8-48e9-a52e-c4a3943edcd2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:39:11.928148 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330b94ad-2fa6-45f5-9d18-643cc6368576 tempest-BulkNetworkOpsTest-146173519 tempest-BulkNetworkOpsTest-146173519-project] Pushing event deleted for resources: {'Port': ['ID=8b1984de-d043-42df-b12f-b3b77b75fac5,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:39:11.935997 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-db5f5be1-f26f-4122-aec8-2adc2da78078 None None] Attempting to bind port 99401818-8c76-484e-8beb-23da4b6787fc on host dv-neutron-821829-1-hyperv for vnic_type normal with profile  {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 22:39:11.936426 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-db5f5be1-f26f-4122-aec8-2adc2da78078 None None] Attempting to bind port 99401818-8c76-484e-8beb-23da4b6787fc by drivers openvswitch,hyperv on host dv-neutron-821829-1-hyperv at level 0 using segments [{'id': 'd65a0c57-87c1-44a2-bc9c-bf45330acc70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '3c323168-7483-4d84-805c-cb134b5cb2fd'}] {{(pid=87508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 22:39:11.936868 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db5f5be1-f26f-4122-aec8-2adc2da78078 None None] Attempting to bind port 99401818-8c76-484e-8beb-23da4b6787fc on network 3c323168-7483-4d84-805c-cb134b5cb2fd {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 22:39:11.976232 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-330b94ad-2fa6-45f5-9d18-643cc6368576 tempest-BulkNetworkOpsTest-146173519 tempest-BulkNetworkOpsTest-146173519-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:39:11.984221 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db5f5be1-f26f-4122-aec8-2adc2da78078 None None] Checking agent: {'id': '5571501f-366e-47a4-9b60-8ef19d935d27', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821829-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 24, 2), 'started_at': datetime.datetime(2021, 12, 16, 22, 24, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 39, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821829-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 22:39:11.984735 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db5f5be1-f26f-4122-aec8-2adc2da78078 None None] Checking segment: {'id': 'd65a0c57-87c1-44a2-bc9c-bf45330acc70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '3c323168-7483-4d84-805c-cb134b5cb2fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 22:39:11.985290 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-db5f5be1-f26f-4122-aec8-2adc2da78078 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:11.985705 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db5f5be1-f26f-4122-aec8-2adc2da78078 None None] Bound using segment: {'id': 'd65a0c57-87c1-44a2-bc9c-bf45330acc70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '3c323168-7483-4d84-805c-cb134b5cb2fd'} {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 22:39:11.986203 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-db5f5be1-f26f-4122-aec8-2adc2da78078 None None] Bound port: 99401818-8c76-484e-8beb-23da4b6787fc, host: dv-neutron-821829-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd65a0c57-87c1-44a2-bc9c-bf45330acc70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '3c323168-7483-4d84-805c-cb134b5cb2fd'}}] {{(pid=87508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 22:39:11.986598 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-db5f5be1-f26f-4122-aec8-2adc2da78078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:12.022760 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-330b94ad-2fa6-45f5-9d18-643cc6368576 tempest-BulkNetworkOpsTest-146173519 tempest-BulkNetworkOpsTest-146173519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for port, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:12.044831 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-500d38f1-96a8-48e9-a52e-c4a3943edcd2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:12.045964 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-500d38f1-96a8-48e9-a52e-c4a3943edcd2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/04002025-fb37-4fb4-89d3-9772190ac587 HTTP/1.1" status: 204  len: 168 time: 1.4451265
Dec 16 22:39:12.049265 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8dedc2d-1f39-4213-989f-3891e529d7b9 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify agent at l3_agent.dv-neutron-821829-1-hyperv the message routers_updated {{(pid=87507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 22:39:12.059468 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3e019b1-7282-4176-baca-bda06665c2a4 None None] Sync routers for ids ['dcd68ae4-9678-4601-9589-50474829ca26'] in dv-neutron-821829-1-hyperv {{(pid=87509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 22:39:12.061980 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-d8dedc2d-1f39-4213-989f-3891e529d7b9 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks [] for router, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:12.066016 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-d8dedc2d-1f39-4213-989f-3891e529d7b9 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] 10.222.0.13 "PUT /v2.0/routers/dcd68ae4-9678-4601-9589-50474829ca26 HTTP/1.1" status: 200  len: 700 time: 1.4338191
Dec 16 22:39:12.067293 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 45336) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:39:12.079454 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3e019b1-7282-4176-baca-bda06665c2a4 None None] Routers {'dcd68ae4-9678-4601-9589-50474829ca26'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:39:12.080539 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-d3e019b1-7282-4176-baca-bda06665c2a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b7d5dd8e0>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:39:01Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['dcd68ae4-9678-4601-9589-50474829ca26'], 'active': True} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:39:12.115589 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-6daa3469-9931-4c42-9a89-e7022b5f94ed tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Synchronizing usage tracker for tenant:bb30155073f3462f829b4df60e35f5af on resource:port {{(pid=87507) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 22:39:12.128561 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-330b94ad-2fa6-45f5-9d18-643cc6368576 tempest-BulkNetworkOpsTest-146173519 tempest-BulkNetworkOpsTest-146173519-project] 10.222.0.13 "DELETE /v2.0/ports/8b1984de-d043-42df-b12f-b3b77b75fac5 HTTP/1.1" status: 204  len: 168 time: 2.3637240
Dec 16 22:39:12.132007 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 45340) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:39:12.167107 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.db_base_plugin_common [None req-771b0dd4-964d-42c1-bed1-b76d7f09d87d tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Allocated IP 2001:db8::10 (3c323168-7483-4d84-805c-cb134b5cb2fd/e3b19388-79c1-42b7-90ea-a9b814d85d8b/ff093e45-5fdd-47e1-a78f-3e90b37221aa) {{(pid=87506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 22:39:12.180620 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-6daa3469-9931-4c42-9a89-e7022b5f94ed tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Unset dirty status for tenant:bb30155073f3462f829b4df60e35f5af on resource:port {{(pid=87507) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 22:39:12.186030 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-6daa3469-9931-4c42-9a89-e7022b5f94ed tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] 10.222.0.13 "GET /v2.0/ports?device_id=dcd68ae4-9678-4601-9589-50474829ca26 HTTP/1.1" status: 200  len: 205 time: 0.1176379
Dec 16 22:39:12.187033 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 45344) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:39:12.264555 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-4837320b-4931-4f4d-8a47-13a3ea944060 None None] Notify callbacks [] for port, precommit_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:12.282099 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-4837320b-4931-4f4d-8a47-13a3ea944060 None None] Transition to ACTIVE for port object 74d0e1d1-fea6-43a4-87b2-a44cd96e74d9 will not be triggered until provisioned by entity L2. {{(pid=87508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:39:12.304687 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-4837320b-4931-4f4d-8a47-13a3ea944060 None None] Transition to ACTIVE for port object 74d0e1d1-fea6-43a4-87b2-a44cd96e74d9 will not be triggered until provisioned by entity DHCP. {{(pid=87508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:39:12.337484 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-db5f5be1-f26f-4122-aec8-2adc2da78078 None None] For port 99401818-8c76-484e-8beb-23da4b6787fc, host dv-neutron-821829-1-hyperv, cleared binding levels {{(pid=87508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 22:39:12.341458 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-db5f5be1-f26f-4122-aec8-2adc2da78078 None None] For port 99401818-8c76-484e-8beb-23da4b6787fc, host dv-neutron-821829-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=99401818-8c76-484e-8beb-23da4b6787fc,segment=NetworkSegment(d65a0c57-87c1-44a2-bc9c-bf45330acc70),segment_id=d65a0c57-87c1-44a2-bc9c-bf45330acc70)] {{(pid=87508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 22:39:12.375351 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-73d4489b-62a3-4b20-b99b-ba3d0c1f670c None None] For port 7d61444e-231d-4b20-ad5b-13e639056471, host dv-neutron-821829-1-hyperv, cleared binding levels {{(pid=87508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 22:39:12.378734 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-73d4489b-62a3-4b20-b99b-ba3d0c1f670c None None] For port 7d61444e-231d-4b20-ad5b-13e639056471, host dv-neutron-821829-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=7d61444e-231d-4b20-ad5b-13e639056471,segment=NetworkSegment(4d72ca7a-94a8-4f58-9696-6a402a038af8),segment_id=4d72ca7a-94a8-4f58-9696-6a402a038af8)] {{(pid=87508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 22:39:12.383863 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Device fc5f312f-f84b-4fb5-a011-d18cbb5fdb16 no longer exists at agent hyperv_hv-neutron-8218 {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 22:39:12.385612 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvr_db [None req-d3e019b1-7282-4176-baca-bda06665c2a4 None None] Set router dcd68ae4-9678-4601-9589-50474829ca26 gateway port host: None {{(pid=87509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 22:39:12.448409 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-db5f5be1-f26f-4122-aec8-2adc2da78078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:12.454449 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-4837320b-4931-4f4d-8a47-13a3ea944060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940'] for port, after_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:12.480296 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-87dcfb96-a47f-4c52-b722-d646f4416f3f tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks [] for router, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:12.482935 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-ebf0183e-b723-4164-9113-f22d8f60f9c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:39:12.529497 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-d3e019b1-7282-4176-baca-bda06665c2a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b7d5dd8e0>, [{'id': 'dcd68ae4-9678-4601-9589-50474829ca26', 'name': 'tempest-RoutersTest-router-809960879', 'tenant_id': 'bb30155073f3462f829b4df60e35f5af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:37:21Z', 'updated_at': '2021-12-16T22:39:04Z', 'revision_number': 11, 'project_id': 'bb30155073f3462f829b4df60e35f5af', 'gw_port_host': None}], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:39:12.536334 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3e019b1-7282-4176-baca-bda06665c2a4 None None] Checking router: dcd68ae4-9678-4601-9589-50474829ca26 for host: dv-neutron-821829-1-hyperv {{(pid=87509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 22:39:12.542926 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-2f6318cf-fcf0-4b83-aa4d-123b31454fe6 req-a9f7e8eb-c3fc-4c73-a69d-81fb675e6133 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1863393'] for port, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:12.547821 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3e019b1-7282-4176-baca-bda06665c2a4 None None] Routers {'dcd68ae4-9678-4601-9589-50474829ca26'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:39:12.549319 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-d3e019b1-7282-4176-baca-bda06665c2a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b7d5dd8e0>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:39:01Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['dcd68ae4-9678-4601-9589-50474829ca26'], 'active': True} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:39:12.570493 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-a0213cf3-af18-4ebc-a1ca-5ad33f4d43a1 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:39:12.586315 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.plugin [None req-af13ff13-7738-427f-97f1-ee88c2219127 tempest-BulkNetworkOpsTest-146173519 tempest-BulkNetworkOpsTest-146173519-project] Deleting port 750c5643-4793-4495-ba1c-31e2dacecd40 {{(pid=87507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:39:12.586805 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-af13ff13-7738-427f-97f1-ee88c2219127 tempest-BulkNetworkOpsTest-146173519 tempest-BulkNetworkOpsTest-146173519-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:12.643046 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5f5be1-f26f-4122-aec8-2adc2da78078 None None] Pushing event updated for resources: {'Port': ['ID=99401818-8c76-484e-8beb-23da4b6787fc,revision_number=2']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:39:12.646533 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-73d4489b-62a3-4b20-b99b-ba3d0c1f670c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:12.671221 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4837320b-4931-4f4d-8a47-13a3ea944060 None None] Network 9898f74f-31dc-4c0d-8f2d-075e0f71a4d6 is already hosted by enough agents. {{(pid=87508) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:39:12.682723 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-950abcc9-ae67-4081-9a1e-3ea007c5476b tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8734753524300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-1863339'] for subnet, after_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:12.698051 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f7e8eb-c3fc-4c73-a69d-81fb675e6133 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Pushing event deleted for resources: {'Port': ['ID=fc5f312f-f84b-4fb5-a011-d18cbb5fdb16,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:39:12.704442 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvr_db [None req-d3e019b1-7282-4176-baca-bda06665c2a4 None None] Set router dcd68ae4-9678-4601-9589-50474829ca26 gateway port host: None {{(pid=87509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 22:39:12.713594 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-6009a61d-73de-4d49-b2b5-52887806937a tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks [] for router_gateway, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:12.779506 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-a9f7e8eb-c3fc-4c73-a69d-81fb675e6133 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:39:12.825683 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-d3e019b1-7282-4176-baca-bda06665c2a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b7d5dd8e0>, [{'id': 'dcd68ae4-9678-4601-9589-50474829ca26', 'name': 'tempest-RoutersTest-router-809960879', 'tenant_id': 'bb30155073f3462f829b4df60e35f5af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:37:21Z', 'updated_at': '2021-12-16T22:39:04Z', 'revision_number': 11, 'project_id': 'bb30155073f3462f829b4df60e35f5af', 'gw_port_host': None}], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:39:12.829800 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3e019b1-7282-4176-baca-bda06665c2a4 None None] The sync data for ids ['dcd68ae4-9678-4601-9589-50474829ca26'] in dv-neutron-821829-1-hyperv is: [{'id': 'dcd68ae4-9678-4601-9589-50474829ca26', 'name': 'tempest-RoutersTest-router-809960879', 'tenant_id': 'bb30155073f3462f829b4df60e35f5af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:37:21Z', 'updated_at': '2021-12-16T22:39:04Z', 'revision_number': 11, 'project_id': 'bb30155073f3462f829b4df60e35f5af', 'gw_port_host': None}] {{(pid=87509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 22:39:12.842961 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.scheduler.base_scheduler [None req-4837320b-4931-4f4d-8a47-13a3ea944060 None None] Resources bound (agent type, host, resource id):  {{(pid=87508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:39:12.845234 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4837320b-4931-4f4d-8a47-13a3ea944060 None None] Received port after_create {{(pid=87508) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 22:39:12.847701 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] No active binding found for port fc5f312f-f84b-4fb5-a011-d18cbb5fdb16 {{(pid=87508) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}}
Dec 16 22:39:12.848725 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Device fc5f312f-f84b-4fb5-a011-d18cbb5fdb16 not bound to the agent host hv-neutron-8218 {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 22:39:12.853979 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4837320b-4931-4f4d-8a47-13a3ea944060 None None] Pushing event updated for resources: {'Port': ['ID=74d0e1d1-fea6-43a4-87b2-a44cd96e74d9,revision_number=1']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:39:12.857035 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-4837320b-4931-4f4d-8a47-13a3ea944060 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.374s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:39:12.859515 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-403d85ce-e3c6-498a-974c-d939b60ad6e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.254s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:39:12.891285 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.db_base_plugin_common [None req-fc104ffd-5dbe-4aef-93cd-20eaa3d7ecfa tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Allocated IP 172.20.0.7 (9898f74f-31dc-4c0d-8f2d-075e0f71a4d6/b05217fd-ffc4-411b-8391-ed04cbc83c5b/a0d50d07-d131-465f-907f-581b26080744) {{(pid=87507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 22:39:12.979411 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-cb223413-e5b0-4915-b6c4-0555a4835908 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.282s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:39:13.041071 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-4837320b-4931-4f4d-8a47-13a3ea944060 None None] Attempting to bind port 74d0e1d1-fea6-43a4-87b2-a44cd96e74d9 on host dv-neutron-821829-1-hyperv for vnic_type normal with profile  {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 22:39:13.041452 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-4837320b-4931-4f4d-8a47-13a3ea944060 None None] Attempting to bind port 74d0e1d1-fea6-43a4-87b2-a44cd96e74d9 by drivers openvswitch,hyperv on host dv-neutron-821829-1-hyperv at level 0 using segments [{'id': '6cc5aece-9d04-4b8c-aaab-d38d129f7bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '9898f74f-31dc-4c0d-8f2d-075e0f71a4d6'}] {{(pid=87508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 22:39:13.041830 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4837320b-4931-4f4d-8a47-13a3ea944060 None None] Attempting to bind port 74d0e1d1-fea6-43a4-87b2-a44cd96e74d9 on network 9898f74f-31dc-4c0d-8f2d-075e0f71a4d6 {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 22:39:13.059441 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d4489b-62a3-4b20-b99b-ba3d0c1f670c None None] Pushing event updated for resources: {'Port': ['ID=7d61444e-231d-4b20-ad5b-13e639056471,revision_number=2']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:39:13.063506 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-73d4489b-62a3-4b20-b99b-ba3d0c1f670c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:39:13.066919 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.230s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:39:13.067456 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:39:13.068484 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4837320b-4931-4f4d-8a47-13a3ea944060 None None] Checking agent: {'id': '5571501f-366e-47a4-9b60-8ef19d935d27', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821829-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 24, 2), 'started_at': datetime.datetime(2021, 12, 16, 22, 24, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 39, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821829-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 22:39:13.068859 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4837320b-4931-4f4d-8a47-13a3ea944060 None None] Checking segment: {'id': '6cc5aece-9d04-4b8c-aaab-d38d129f7bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '9898f74f-31dc-4c0d-8f2d-075e0f71a4d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 22:39:13.069323 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-4837320b-4931-4f4d-8a47-13a3ea944060 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:13.069789 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4837320b-4931-4f4d-8a47-13a3ea944060 None None] Bound using segment: {'id': '6cc5aece-9d04-4b8c-aaab-d38d129f7bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '9898f74f-31dc-4c0d-8f2d-075e0f71a4d6'} {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 22:39:13.070154 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-4837320b-4931-4f4d-8a47-13a3ea944060 None None] Bound port: 74d0e1d1-fea6-43a4-87b2-a44cd96e74d9, host: dv-neutron-821829-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6cc5aece-9d04-4b8c-aaab-d38d129f7bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '9898f74f-31dc-4c0d-8f2d-075e0f71a4d6'}}] {{(pid=87508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 22:39:13.070649 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-4837320b-4931-4f4d-8a47-13a3ea944060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:13.247448 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-4837320b-4931-4f4d-8a47-13a3ea944060 None None] For port 74d0e1d1-fea6-43a4-87b2-a44cd96e74d9, host dv-neutron-821829-1-hyperv, cleared binding levels {{(pid=87508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 22:39:13.255271 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-4837320b-4931-4f4d-8a47-13a3ea944060 None None] For port 74d0e1d1-fea6-43a4-87b2-a44cd96e74d9, host dv-neutron-821829-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=74d0e1d1-fea6-43a4-87b2-a44cd96e74d9,segment=NetworkSegment(6cc5aece-9d04-4b8c-aaab-d38d129f7bf1),segment_id=6cc5aece-9d04-4b8c-aaab-d38d129f7bf1)] {{(pid=87508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 22:39:13.274623 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-4837320b-4931-4f4d-8a47-13a3ea944060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:13.284569 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-87dcfb96-a47f-4c52-b722-d646f4416f3f tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3739500', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39002'] for router, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:13.286030 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-4837320b-4931-4f4d-8a47-13a3ea944060 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:39:13.344860 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-87dcfb96-a47f-4c52-b722-d646f4416f3f tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:13.507439 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4837320b-4931-4f4d-8a47-13a3ea944060 None None] Pushing event updated for resources: {'Port': ['ID=74d0e1d1-fea6-43a4-87b2-a44cd96e74d9,revision_number=2']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:39:13.510726 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-4837320b-4931-4f4d-8a47-13a3ea944060 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:39:13.577141 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d6da57-f151-49b1-9989-1efd750cd5af req-d6e746af-09fa-49e6-8e1a-42ed9f3bcf0f tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:39:13.579336 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-64d6da57-f151-49b1-9989-1efd750cd5af req-d6e746af-09fa-49e6-8e1a-42ed9f3bcf0f tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] 10.222.0.13 "GET /v2.0/ports?device_id=6835fec6-5e03-4c1c-818c-3e2c01241c21 HTTP/1.1" status: 200  len: 867 time: 1.1481407
Dec 16 22:39:13.657039 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-950abcc9-ae67-4081-9a1e-3ea007c5476b tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:39:13.657744 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-950abcc9-ae67-4081-9a1e-3ea007c5476b tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Notify callbacks [] for subnet, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:13.662333 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-950abcc9-ae67-4081-9a1e-3ea007c5476b tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] 10.222.0.13 "PUT /v2.0/subnets/55d820d1-2ba8-40aa-98f7-4f9c76ce2f96 HTTP/1.1" status: 200  len: 877 time: 4.0875630
Dec 16 22:39:13.679882 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 45368) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:39:13.683452 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-87dcfb96-a47f-4c52-b722-d646f4416f3f tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3830089'] for router, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:13.684146 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87dcfb96-a47f-4c52-b722-d646f4416f3f tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Fanout notify agent at l3_agent the message router_deleted on router dcd68ae4-9678-4601-9589-50474829ca26 {{(pid=87507) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 16 22:39:13.762357 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 45372) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:39:13.792195 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950abcc9-ae67-4081-9a1e-3ea007c5476b tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Pushing event updated for resources: {'Subnet': ['ID=55d820d1-2ba8-40aa-98f7-4f9c76ce2f96,revision_number=1']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:39:13.818301 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-771b0dd4-964d-42c1-bed1-b76d7f09d87d tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks [] for port, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:13.829556 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-950abcc9-ae67-4081-9a1e-3ea007c5476b tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.850s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:39:13.995807 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-64d6da57-f151-49b1-9989-1efd750cd5af req-cca3f2c7-6dd6-4dd5-9638-818dfa0d3b1e tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c8293c6-7a9d-4021-9d0b-d55cb4b08bc4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3915646
Dec 16 22:39:14.070364 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-87dcfb96-a47f-4c52-b722-d646f4416f3f tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks [] for router, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:14.071641 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-87dcfb96-a47f-4c52-b722-d646f4416f3f tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] 10.222.0.13 "DELETE /v2.0/routers/dcd68ae4-9678-4601-9589-50474829ca26 HTTP/1.1" status: 204  len: 168 time: 1.8757002
Dec 16 22:39:14.094622 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 45378) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:39:14.109509 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-2edc4cb5-12e1-4438-a5b8-a97aade63b19 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1859156768', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:39:14.118762 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-af13ff13-7738-427f-97f1-ee88c2219127 tempest-BulkNetworkOpsTest-146173519 tempest-BulkNetworkOpsTest-146173519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:14.128446 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-2edc4cb5-12e1-4438-a5b8-a97aade63b19 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:39:14.138867 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-c643ad0e-1297-444f-b5a2-b1e4b3247712 tempest-DvrRoutersNegativeTest-522086222 tempest-DvrRoutersNegativeTest-522086222-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-621629163', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:39:14.141660 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.policy [None req-c643ad0e-1297-444f-b5a2-b1e4b3247712 tempest-DvrRoutersNegativeTest-522086222 tempest-DvrRoutersNegativeTest-522086222-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=87507) log_rule_list /opt/stack/neutron/neutron/policy.py:446}}
Dec 16 22:39:14.141954 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.policy [None req-c643ad0e-1297-444f-b5a2-b1e4b3247712 tempest-DvrRoutersNegativeTest-522086222 tempest-DvrRoutersNegativeTest-522086222-project] Failed policy check for 'create_router' {{(pid=87507) enforce /opt/stack/neutron/neutron/policy.py:520}}
Dec 16 22:39:14.142476 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.api.v2.resource [None req-c643ad0e-1297-444f-b5a2-b1e4b3247712 tempest-DvrRoutersNegativeTest-522086222 tempest-DvrRoutersNegativeTest-522086222-project] create failed (client error): Access was denied to this resource.
Dec 16 22:39:14.143447 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-c643ad0e-1297-444f-b5a2-b1e4b3247712 tempest-DvrRoutersNegativeTest-522086222 tempest-DvrRoutersNegativeTest-522086222-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 403  len: 414 time: 0.3718693
Dec 16 22:39:14.148068 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-2edc4cb5-12e1-4438-a5b8-a97aade63b19 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Usage tracker for resource:router and tenant:bb30155073f3462f829b4df60e35f5af is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:39:14.154148 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-2edc4cb5-12e1-4438-a5b8-a97aade63b19 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:39:14.164036 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.provisioning_blocks [None req-771b0dd4-964d-42c1-bed1-b76d7f09d87d tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Transition to ACTIVE for port object ff093e45-5fdd-47e1-a78f-3e90b37221aa will not be triggered until provisioned by entity DHCP. {{(pid=87506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:39:14.290142 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-2edc4cb5-12e1-4438-a5b8-a97aade63b19 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:39:14.322092 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.plugin [None req-af13ff13-7738-427f-97f1-ee88c2219127 tempest-BulkNetworkOpsTest-146173519 tempest-BulkNetworkOpsTest-146173519-project] Calling delete_port for 750c5643-4793-4495-ba1c-31e2dacecd40 owned by  {{(pid=87507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:39:14.345913 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2f6318cf-fcf0-4b83-aa4d-123b31454fe6 req-a9f7e8eb-c3fc-4c73-a69d-81fb675e6133 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Router c6b0af86-1588-4d9e-9f98-ac61fdf8ef7a has already been hosted by L3 agent 4f519db7-069b-43e2-8411-c092bac9102a {{(pid=87506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 22:39:14.387644 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-2edc4cb5-12e1-4438-a5b8-a97aade63b19 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3741155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38980'] for router, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:14.388837 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-2edc4cb5-12e1-4438-a5b8-a97aade63b19 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3743284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3741748', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3896702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-38989'] for router, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:14.423009 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-6009a61d-73de-4d49-b2b5-52887806937a tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3740952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3741923'] for router, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:14.437617 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-12058a51-e882-4344-a1a2-cc03810713ab tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-825997'] for network, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:14.455793 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-fc104ffd-5dbe-4aef-93cd-20eaa3d7ecfa tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks [] for port, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:14.492747 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-2edc4cb5-12e1-4438-a5b8-a97aade63b19 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:14.515126 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.provisioning_blocks [None req-fc104ffd-5dbe-4aef-93cd-20eaa3d7ecfa tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Transition to ACTIVE for port object a0d50d07-d131-465f-907f-581b26080744 will not be triggered until provisioned by entity DHCP. {{(pid=87507) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:39:14.545077 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 45386) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:39:14.555389 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-af13ff13-7738-427f-97f1-ee88c2219127 tempest-BulkNetworkOpsTest-146173519 tempest-BulkNetworkOpsTest-146173519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10807823'] for port, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:14.565658 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-771b0dd4-964d-42c1-bed1-b76d7f09d87d tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1863393'] for port, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:14.577855 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-c4283953-b9b2-4a65-b4f3-01455fe38783 tempest-BulkNetworkOpsIpV6Test-1671727552 tempest-BulkNetworkOpsIpV6Test-1671727552-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:39:14.588874 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-71c912cf-0e7d-410c-9dac-26f4ec4371c7 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:39:14.666923 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-2edc4cb5-12e1-4438-a5b8-a97aade63b19 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3740952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3741923'] for router, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:14.734724 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af13ff13-7738-427f-97f1-ee88c2219127 tempest-BulkNetworkOpsTest-146173519 tempest-BulkNetworkOpsTest-146173519-project] Pushing event deleted for resources: {'Port': ['ID=750c5643-4793-4495-ba1c-31e2dacecd40,revision_number=None']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:39:14.747238 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-2edc4cb5-12e1-4438-a5b8-a97aade63b19 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks [] for router, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:14.751471 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-2edc4cb5-12e1-4438-a5b8-a97aade63b19 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 700 time: 0.6533263
Dec 16 22:39:14.764550 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-af13ff13-7738-427f-97f1-ee88c2219127 tempest-BulkNetworkOpsTest-146173519 tempest-BulkNetworkOpsTest-146173519-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:39:14.765008 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 45392) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:39:14.769442 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-af13ff13-7738-427f-97f1-ee88c2219127 tempest-BulkNetworkOpsTest-146173519 tempest-BulkNetworkOpsTest-146173519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for port, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:14.774584 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-af13ff13-7738-427f-97f1-ee88c2219127 tempest-BulkNetworkOpsTest-146173519 tempest-BulkNetworkOpsTest-146173519-project] 10.222.0.13 "DELETE /v2.0/ports/750c5643-4793-4495-ba1c-31e2dacecd40 HTTP/1.1" status: 204  len: 168 time: 2.6411841
Dec 16 22:39:14.787066 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [None req-12058a51-e882-4344-a1a2-cc03810713ab tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Deleting port 7d61444e-231d-4b20-ad5b-13e639056471 {{(pid=87506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:39:14.787411 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-12058a51-e882-4344-a1a2-cc03810713ab tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:14.794024 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-34e48a84-e4e3-49d7-8471-d69b8d759764 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Request body: {'router': {'admin_state_up': True}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:39:14.835826 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 45396) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:39:14.855236 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 7d61444e-231d-4b20-ad5b-13e639056471 up at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 22:39:14.866444 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-0b5c2233-ef60-4485-8603-836ba7b3ce59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:14.913294 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d500a09-6340-4ce3-bc30-bd85835ec791 None None] Network 77c7670b-01e2-4008-a566-01bde477d613 requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 22:39:14.922396 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-771b0dd4-964d-42c1-bed1-b76d7f09d87d tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Network 3c323168-7483-4d84-805c-cb134b5cb2fd is already hosted by enough agents. {{(pid=87506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:39:14.961000 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.base_scheduler [None req-771b0dd4-964d-42c1-bed1-b76d7f09d87d tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Resources bound (agent type, host, resource id):  {{(pid=87506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:39:14.977177 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-771b0dd4-964d-42c1-bed1-b76d7f09d87d tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Received port after_create {{(pid=87506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 22:39:14.992874 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-0b5c2233-ef60-4485-8603-836ba7b3ce59 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:39:14.998090 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-fc104ffd-5dbe-4aef-93cd-20eaa3d7ecfa tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10807823'] for port, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:14.998524 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-771b0dd4-964d-42c1-bed1-b76d7f09d87d tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:39:14.999286 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-771b0dd4-964d-42c1-bed1-b76d7f09d87d tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for port, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:15.075353 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-5395fba6-3c8d-4d2f-94fb-109e160fb903 tempest-BulkNetworkOpsTest-146173519 tempest-BulkNetworkOpsTest-146173519-project] Synchronizing usage tracker for tenant:bc8e86120c604ba197d6b48e9df1cd92 on resource:port {{(pid=87506) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 22:39:15.091347 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-6db932fc-fde8-4480-b685-2f41fc1dbf66 None None] Provisioning for port 7d61444e-231d-4b20-ad5b-13e639056471 completed by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 22:39:15.125410 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771b0dd4-964d-42c1-bed1-b76d7f09d87d tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Pushing event updated for resources: {'Port': ['ID=ff093e45-5fdd-47e1-a78f-3e90b37221aa,revision_number=1']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:39:15.141371 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning for port 7d61444e-231d-4b20-ad5b-13e639056471 completed by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 22:39:15.152133 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning complete for port 7d61444e-231d-4b20-ad5b-13e639056471 triggered by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:39:15.152789 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:15.191466 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-771b0dd4-964d-42c1-bed1-b76d7f09d87d tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.614s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:39:15.192902 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-5395fba6-3c8d-4d2f-94fb-109e160fb903 tempest-BulkNetworkOpsTest-146173519 tempest-BulkNetworkOpsTest-146173519-project] Unset dirty status for tenant:bc8e86120c604ba197d6b48e9df1cd92 on resource:port {{(pid=87506) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 22:39:15.194079 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-5395fba6-3c8d-4d2f-94fb-109e160fb903 tempest-BulkNetworkOpsTest-146173519 tempest-BulkNetworkOpsTest-146173519-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200  len: 205 time: 0.3487949
Dec 16 22:39:15.215018 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 45402) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:39:15.236157 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-0b5c2233-ef60-4485-8603-836ba7b3ce59 admin admin] Usage tracker for resource:security_group_rule and tenant:3d19a72f88df4d7eb3f5d796fc77b018 is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:39:15.240127 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-e0d66ac6-8eb7-4753-9845-43f790594163 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:39:15.258968 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-9ec80a11-b8e0-4f64-9ab0-26e92b198bf2 tempest-BulkNetworkOpsTest-146173519 tempest-BulkNetworkOpsTest-146173519-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-199787110'}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:39:15.268001 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2f6318cf-fcf0-4b83-aa4d-123b31454fe6 req-a9f7e8eb-c3fc-4c73-a69d-81fb675e6133 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Notify agent at l3_agent.dv-neutron-821829-1-hyperv the message routers_updated {{(pid=87506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 22:39:15.304072 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8ad8ec5-d292-43d0-bc74-3a207d6006d4 None None] Sync routers for ids ['c6b0af86-1588-4d9e-9f98-ac61fdf8ef7a'] in dv-neutron-821829-1-hyperv {{(pid=87508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 22:39:15.319394 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-771b0dd4-964d-42c1-bed1-b76d7f09d87d tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 929 time: 5.8910072
Dec 16 22:39:15.324912 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 45406) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:39:15.345924 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-9ec80a11-b8e0-4f64-9ab0-26e92b198bf2 tempest-BulkNetworkOpsTest-146173519 tempest-BulkNetworkOpsTest-146173519-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:39:15.351218 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-9ec80a11-b8e0-4f64-9ab0-26e92b198bf2 tempest-BulkNetworkOpsTest-146173519 tempest-BulkNetworkOpsTest-146173519-project] Usage tracker for resource:network and tenant:bc8e86120c604ba197d6b48e9df1cd92 is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:39:15.355010 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-9ec80a11-b8e0-4f64-9ab0-26e92b198bf2 tempest-BulkNetworkOpsTest-146173519 tempest-BulkNetworkOpsTest-146173519-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:39:15.361635 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-9ec80a11-b8e0-4f64-9ab0-26e92b198bf2 tempest-BulkNetworkOpsTest-146173519 tempest-BulkNetworkOpsTest-146173519-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:39:15.430664 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bdef2ce-23bb-484c-86f8-50494edcfeda None None] Network 3c323168-7483-4d84-805c-cb134b5cb2fd requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 22:39:15.445313 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-34e48a84-e4e3-49d7-8471-d69b8d759764 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3741702', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3740945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-38947'] for router, precommit_update {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:15.462685 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc104ffd-5dbe-4aef-93cd-20eaa3d7ecfa tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Network 9898f74f-31dc-4c0d-8f2d-075e0f71a4d6 is already hosted by enough agents. {{(pid=87507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:39:15.463903 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-0b5c2233-ef60-4485-8603-836ba7b3ce59 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:39:15.476194 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.base_scheduler [None req-fc104ffd-5dbe-4aef-93cd-20eaa3d7ecfa tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Resources bound (agent type, host, resource id):  {{(pid=87507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:39:15.478399 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-34e48a84-e4e3-49d7-8471-d69b8d759764 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3741923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3741713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3741720', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3740934'] for router, after_update {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:15.482613 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc104ffd-5dbe-4aef-93cd-20eaa3d7ecfa tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Received port after_create {{(pid=87507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 22:39:15.494237 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-9aac4368-6594-4a93-b325-c89d794678bc tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Request body: {'port': {'network_id': '3c323168-7483-4d84-805c-cb134b5cb2fd', 'name': 'tempest-PortsIpV6TestJSON-1960370439', 'fixed_ips': [{'subnet_id': 'e3b19388-79c1-42b7-90ea-a9b814d85d8b', 'ip_address': '2001:db8::f'}]}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:39:15.536032 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8ad8ec5-d292-43d0-bc74-3a207d6006d4 None None] Routers {'c6b0af86-1588-4d9e-9f98-ac61fdf8ef7a'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:39:15.536803 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-e8ad8ec5-d292-43d0-bc74-3a207d6006d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b77fbacd0>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:39:01Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['c6b0af86-1588-4d9e-9f98-ac61fdf8ef7a'], 'active': True} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:39:15.584779 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f6318cf-fcf0-4b83-aa4d-123b31454fe6 req-a9f7e8eb-c3fc-4c73-a69d-81fb675e6133 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] No DVR routers for this DVR port fc5f312f-f84b-4fb5-a011-d18cbb5fdb16 on host hv-neutron-8218 {{(pid=87506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 22:39:15.604138 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90273457-7b8b-4bf8-b60f-f712e0d77d16 None None] Network 9898f74f-31dc-4c0d-8f2d-075e0f71a4d6 requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 22:39:15.634894 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-2f6318cf-fcf0-4b83-aa4d-123b31454fe6 req-a9f7e8eb-c3fc-4c73-a69d-81fb675e6133 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for port, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:15.636859 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-2f6318cf-fcf0-4b83-aa4d-123b31454fe6 req-a9f7e8eb-c3fc-4c73-a69d-81fb675e6133 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] 10.222.0.49 "DELETE /v2.0/ports/fc5f312f-f84b-4fb5-a011-d18cbb5fdb16 HTTP/1.1" status: 204  len: 173 time: 6.7492101
Dec 16 22:39:15.639738 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6835fec6-5e03-4c1c-818c-3e2c01241c21', 'name': 'network-vif-deleted', 'tag': 'fc5f312f-f84b-4fb5-a011-d18cbb5fdb16'}] {{(pid=87506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 22:39:15.644411 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ec80a11-b8e0-4f64-9ab0-26e92b198bf2 tempest-BulkNetworkOpsTest-146173519 tempest-BulkNetworkOpsTest-146173519-project] Made reservation on behalf of bc8e86120c604ba197d6b48e9df1cd92 for: {'network': 1} {{(pid=87506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:39:15.648064 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-9ec80a11-b8e0-4f64-9ab0-26e92b198bf2 tempest-BulkNetworkOpsTest-146173519 tempest-BulkNetworkOpsTest-146173519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for network, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:15.662870 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-0b5c2233-ef60-4485-8603-836ba7b3ce59 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:39:15.683088 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6009a61d-73de-4d49-b2b5-52887806937a tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Router ba4e7bf1-b57d-428d-af6d-e9fc2d584f7b is scheduled to L3 agent 4f519db7-069b-43e2-8411-c092bac9102a with binding_index 1 {{(pid=87506) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 16 22:39:15.704387 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-f9bf0934-7188-4010-b15d-da7936318880 None None] Provisioning for port 99401818-8c76-484e-8beb-23da4b6787fc completed by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 22:39:15.737640 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:15.775978 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc104ffd-5dbe-4aef-93cd-20eaa3d7ecfa tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Pushing event updated for resources: {'Port': ['ID=a0d50d07-d131-465f-907f-581b26080744,revision_number=1']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:39:15.862202 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ec80a11-b8e0-4f64-9ab0-26e92b198bf2 tempest-BulkNetworkOpsTest-146173519 tempest-BulkNetworkOpsTest-146173519-project] vlan segment allocate from pool success with {'vlan_id': 190, 'physical_network': 'physnet1'}  {{(pid=87506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 22:39:15.875872 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.db [None req-12058a51-e882-4344-a1a2-cc03810713ab tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] For port 7d61444e-231d-4b20-ad5b-13e639056471, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=7d61444e-231d-4b20-ad5b-13e639056471,segment=NetworkSegment(4d72ca7a-94a8-4f58-9696-6a402a038af8),segment_id=4d72ca7a-94a8-4f58-9696-6a402a038af8)] {{(pid=87506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:39:15.876549 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-12058a51-e882-4344-a1a2-cc03810713ab tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:15.953513 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-94013880-f83b-43cb-84da-e86170fd8f62 req-a5f857b3-1caa-4072-b86c-884261adade9 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] 10.222.0.13 "GET /v2.0/ports?device_id=6835fec6-5e03-4c1c-818c-3e2c01241c21 HTTP/1.1" status: 200  len: 210 time: 0.4827907
Dec 16 22:39:15.955926 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-fc104ffd-5dbe-4aef-93cd-20eaa3d7ecfa tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.716s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:39:16.006395 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] For port 7d61444e-231d-4b20-ad5b-13e639056471, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=7d61444e-231d-4b20-ad5b-13e639056471,segment=NetworkSegment(4d72ca7a-94a8-4f58-9696-6a402a038af8),segment_id=4d72ca7a-94a8-4f58-9696-6a402a038af8)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:39:16.034406 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc104ffd-5dbe-4aef-93cd-20eaa3d7ecfa tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:39:16.036022 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-fc104ffd-5dbe-4aef-93cd-20eaa3d7ecfa tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for port, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:16.055168 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-5905dc12-3bb3-4bd8-9840-c51e1edecc0a None None] Provisioning for port 74d0e1d1-fea6-43a4-87b2-a44cd96e74d9 completed by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 22:39:16.072837 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:16.073724 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 99401818-8c76-484e-8beb-23da4b6787fc up at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 22:39:16.100353 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-73d4489b-62a3-4b20-b99b-ba3d0c1f670c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:39:16.122149 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-fc104ffd-5dbe-4aef-93cd-20eaa3d7ecfa tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 924 time: 5.4913299
Dec 16 22:39:16.128416 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 45414) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:39:16.135699 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-df1dcb64-c4cb-4404-8b34-c887961bc90e tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Request body: {'port': {'network_id': '9898f74f-31dc-4c0d-8f2d-075e0f71a4d6', 'name': 'tempest-PortsTestJSON-1293851173'}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:39:16.145550 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvr_db [None req-e8ad8ec5-d292-43d0-bc74-3a207d6006d4 None None] Set router c6b0af86-1588-4d9e-9f98-ac61fdf8ef7a gateway port host: dv-neutron-821829-1-hyperv {{(pid=87508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 22:39:16.259915 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34e48a84-e4e3-49d7-8471-d69b8d759764 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Router 95b5b6ba-752c-47d8-b5c9-33c5f95b7fa0 is scheduled to L3 agent 4f519db7-069b-43e2-8411-c092bac9102a with binding_index 1 {{(pid=87507) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 16 22:39:16.332775 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6835fec6-5e03-4c1c-818c-3e2c01241c21', 'name': 'network-vif-deleted', 'tag': 'fc5f312f-f84b-4fb5-a011-d18cbb5fdb16', 'status': 'completed', 'code': 200}
Dec 16 22:39:16.397254 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-0b5c2233-ef60-4485-8603-836ba7b3ce59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:16.431843 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7fc1712-5b8e-4c1f-9ec4-150802f112bd None None] Network 77c7670b-01e2-4008-a566-01bde477d613 requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 22:39:16.491856 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [None req-12058a51-e882-4344-a1a2-cc03810713ab tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Calling delete_port for 7d61444e-231d-4b20-ad5b-13e639056471 owned by network:dhcp {{(pid=87506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:39:16.548623 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.agents_db [None req-0abd2616-a86c-48e2-be07-10823335a5bb None None] Agent healthcheck: found 6 active agents {{(pid=87509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 22:39:16.578840 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Pushing event updated for resources: {'Port': ['ID=7d61444e-231d-4b20-ad5b-13e639056471,revision_number=3']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:39:16.594030 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-0b5c2233-ef60-4485-8603-836ba7b3ce59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841066'] for security_group, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:16.595815 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.495s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:39:16.610956 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-9ec80a11-b8e0-4f64-9ab0-26e92b198bf2 tempest-BulkNetworkOpsTest-146173519 tempest-BulkNetworkOpsTest-146173519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-883292'] for segment, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:16.611306 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.db.segments_db [None req-9ec80a11-b8e0-4f64-9ab0-26e92b198bf2 tempest-BulkNetworkOpsTest-146173519 tempest-BulkNetworkOpsTest-146173519-project] Added segment 8d0901f3-dc2e-409b-8222-23901902e04c of type vlan for network 7f9fc5cc-447f-4261-9be9-974cd60d8263
Dec 16 22:39:16.612259 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-33a898fb-badf-4e59-a561-4f435c4a6381 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:39:16.614182 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-9aac4368-6594-4a93-b325-c89d794678bc tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:39:16.628565 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-9aac4368-6594-4a93-b325-c89d794678bc tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Usage tracker for resource:port and tenant:69ee045658914011ac7b8ba0ad799b2d is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:39:16.633808 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-9aac4368-6594-4a93-b325-c89d794678bc tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:39:16.638804 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34e48a84-e4e3-49d7-8471-d69b8d759764 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify agent at l3_agent.dv-neutron-821829-1-hyperv the message routers_updated {{(pid=87507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 22:39:16.648498 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-9aac4368-6594-4a93-b325-c89d794678bc tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:39:16.655220 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba8101c8-6538-4256-9377-e7b150c8e3e6 None None] Sync routers for ids ['95b5b6ba-752c-47d8-b5c9-33c5f95b7fa0'] in dv-neutron-821829-1-hyperv {{(pid=87509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 22:39:16.673760 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba8101c8-6538-4256-9377-e7b150c8e3e6 None None] Routers {'95b5b6ba-752c-47d8-b5c9-33c5f95b7fa0'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:39:16.675661 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-ba8101c8-6538-4256-9377-e7b150c8e3e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b7c76d730>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:39:01Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['95b5b6ba-752c-47d8-b5c9-33c5f95b7fa0'], 'active': True} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:39:16.680677 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-df1dcb64-c4cb-4404-8b34-c887961bc90e tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:39:16.688307 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-0b5c2233-ef60-4485-8603-836ba7b3ce59 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3d19a72f88df4d7eb3f5d796fc77b018&name=default HTTP/1.1" status: 200  len: 2983 time: 2.1421258
Dec 16 22:39:16.690093 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-df1dcb64-c4cb-4404-8b34-c887961bc90e tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Usage tracker for resource:port and tenant:3ddf94e9e4ac4112b345468cafab037c is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:39:16.692635 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-381be860-101a-48a9-9310-d2b623e7a82b None None] Provisioning complete for port 7d61444e-231d-4b20-ad5b-13e639056471 triggered by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:39:16.693105 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-381be860-101a-48a9-9310-d2b623e7a82b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:16.694757 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5c2233-ef60-4485-8603-836ba7b3ce59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c730f0cf-c614-4f99-8eea-43416ee7df77,revision_number=1']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:39:16.700462 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-34e48a84-e4e3-49d7-8471-d69b8d759764 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks [] for router, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:16.701827 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-34e48a84-e4e3-49d7-8471-d69b8d759764 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] 10.222.0.13 "PUT /v2.0/routers/95b5b6ba-752c-47d8-b5c9-33c5f95b7fa0 HTTP/1.1" status: 200  len: 694 time: 1.9346025
Dec 16 22:39:16.703003 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 45418) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:39:16.703230 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-0b5c2233-ef60-4485-8603-836ba7b3ce59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:39:16.704330 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-df1dcb64-c4cb-4404-8b34-c887961bc90e tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:39:16.707384 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 45420) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:39:16.729674 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.db.api [None req-12058a51-e882-4344-a1a2-cc03810713ab tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87506) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 16 22:39:16.729989 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_db.api [None req-12058a51-e882-4344-a1a2-cc03810713ab tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 16 22:39:16.735293 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6009a61d-73de-4d49-b2b5-52887806937a tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify agent at l3_agent.dv-neutron-821829-1-hyperv the message routers_updated {{(pid=87506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 22:39:16.758025 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-9ec80a11-b8e0-4f64-9ab0-26e92b198bf2 tempest-BulkNetworkOpsTest-146173519 tempest-BulkNetworkOpsTest-146173519-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734753047233'] for network, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:16.767188 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9aac4368-6594-4a93-b325-c89d794678bc tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Made reservation on behalf of 69ee045658914011ac7b8ba0ad799b2d for: {'port': 1} {{(pid=87506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:39:16.820950 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-df1dcb64-c4cb-4404-8b34-c887961bc90e tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:39:16.864785 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvr_db [None req-ba8101c8-6538-4256-9377-e7b150c8e3e6 None None] Set router 95b5b6ba-752c-47d8-b5c9-33c5f95b7fa0 gateway port host: None {{(pid=87509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 22:39:16.911813 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df1dcb64-c4cb-4404-8b34-c887961bc90e tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Made reservation on behalf of 3ddf94e9e4ac4112b345468cafab037c for: {'port': 1} {{(pid=87507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:39:16.915190 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-df1dcb64-c4cb-4404-8b34-c887961bc90e tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:16.934649 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-6009a61d-73de-4d49-b2b5-52887806937a tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks [] for router, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:16.936129 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-6009a61d-73de-4d49-b2b5-52887806937a tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 880 time: 11.6182115
Dec 16 22:39:16.941130 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 45426) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:39:16.950275 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-6df667bb-e01a-4770-922d-dc6aace2cff9 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] 10.222.0.13 "GET /v2.0/routers/95b5b6ba-752c-47d8-b5c9-33c5f95b7fa0 HTTP/1.1" status: 200  len: 700 time: 0.2415626
Dec 16 22:39:16.952483 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3e3ceb7-6bf3-4797-92d8-b24f4295f4fa None None] Sync routers for ids ['ba4e7bf1-b57d-428d-af6d-e9fc2d584f7b'] in dv-neutron-821829-1-hyperv {{(pid=87508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 22:39:16.954643 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning for port 99401818-8c76-484e-8beb-23da4b6787fc completed by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 22:39:16.957076 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 45430) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:39:16.959826 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-9ec80a11-b8e0-4f64-9ab0-26e92b198bf2 tempest-BulkNetworkOpsTest-146173519 tempest-BulkNetworkOpsTest-146173519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440'] for network, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:16.965473 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ec80a11-b8e0-4f64-9ab0-26e92b198bf2 tempest-BulkNetworkOpsTest-146173519 tempest-BulkNetworkOpsTest-146173519-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:39:16.966256 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-9ec80a11-b8e0-4f64-9ab0-26e92b198bf2 tempest-BulkNetworkOpsTest-146173519 tempest-BulkNetworkOpsTest-146173519-project] Notify callbacks [] for network, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:17.001671 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-dee1caa8-2b3e-4609-9edb-f4f17e36995b tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:39:17.012916 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-ba8101c8-6538-4256-9377-e7b150c8e3e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b7c76d730>, [{'id': '95b5b6ba-752c-47d8-b5c9-33c5f95b7fa0', 'name': 'tempest-RoutersTest-router-1859156768', 'tenant_id': 'bb30155073f3462f829b4df60e35f5af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:39:14Z', 'updated_at': '2021-12-16T22:39:15Z', 'revision_number': 2, 'project_id': 'bb30155073f3462f829b4df60e35f5af', 'gw_port_host': None}], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:39:17.018757 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba8101c8-6538-4256-9377-e7b150c8e3e6 None None] Checking router: 95b5b6ba-752c-47d8-b5c9-33c5f95b7fa0 for host: dv-neutron-821829-1-hyperv {{(pid=87509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 22:39:17.032061 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba8101c8-6538-4256-9377-e7b150c8e3e6 None None] Routers {'95b5b6ba-752c-47d8-b5c9-33c5f95b7fa0'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:39:17.033547 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-ba8101c8-6538-4256-9377-e7b150c8e3e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b7c76d730>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:39:01Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['95b5b6ba-752c-47d8-b5c9-33c5f95b7fa0'], 'active': True} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:39:17.071496 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.notifiers.nova [None req-df1dcb64-c4cb-4404-8b34-c887961bc90e tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] device_id is not set on port 64a40e4c-40fe-42f0-9733-ec30bf4dd337 yet. {{(pid=87507) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 16 22:39:17.227343 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvr_db [None req-ba8101c8-6538-4256-9377-e7b150c8e3e6 None None] Set router 95b5b6ba-752c-47d8-b5c9-33c5f95b7fa0 gateway port host: None {{(pid=87509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 22:39:17.232423 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-9aac4368-6594-4a93-b325-c89d794678bc tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:17.243491 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec80a11-b8e0-4f64-9ab0-26e92b198bf2 tempest-BulkNetworkOpsTest-146173519 tempest-BulkNetworkOpsTest-146173519-project] Pushing event updated for resources: {'Network': ['ID=7f9fc5cc-447f-4261-9be9-974cd60d8263,revision_number=1']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:39:17.246002 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning complete for port 99401818-8c76-484e-8beb-23da4b6787fc triggered by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:39:17.246526 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:17.247481 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-fdfe8398-31b0-435b-9a17-efd62d0aca67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:17.261409 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-7da226b7-746d-4730-bee6-63a0009d9e84 req-2a172330-0458-4e1f-9301-12325784a1f4 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] 10.222.0.13 "GET /v2.0/ports?device_id=6835fec6-5e03-4c1c-818c-3e2c01241c21 HTTP/1.1" status: 200  len: 210 time: 0.1112044
Dec 16 22:39:17.285286 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-fdfe8398-31b0-435b-9a17-efd62d0aca67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:17.334135 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3e3ceb7-6bf3-4797-92d8-b24f4295f4fa None None] Routers {'ba4e7bf1-b57d-428d-af6d-e9fc2d584f7b'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:39:17.334850 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-e3e3ceb7-6bf3-4797-92d8-b24f4295f4fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b77f4e700>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:39:01Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['ba4e7bf1-b57d-428d-af6d-e9fc2d584f7b'], 'active': True} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:39:17.362147 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-9ec80a11-b8e0-4f64-9ab0-26e92b198bf2 tempest-BulkNetworkOpsTest-146173519 tempest-BulkNetworkOpsTest-146173519-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.358s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:39:17.363270 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-a53468a6-a275-4916-8ff2-f9548b91a09e tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] 10.222.0.13 "GET /v2.0/routers/ba4e7bf1-b57d-428d-af6d-e9fc2d584f7b HTTP/1.1" status: 200  len: 881 time: 0.4201126
Dec 16 22:39:17.366488 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 45436) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:39:17.375010 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [None req-12058a51-e882-4344-a1a2-cc03810713ab tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Deleting port 7d61444e-231d-4b20-ad5b-13e639056471 {{(pid=87506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:39:17.375438 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-12058a51-e882-4344-a1a2-cc03810713ab tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:17.410171 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-ba8101c8-6538-4256-9377-e7b150c8e3e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b7c76d730>, [{'id': '95b5b6ba-752c-47d8-b5c9-33c5f95b7fa0', 'name': 'tempest-RoutersTest-router-1859156768', 'tenant_id': 'bb30155073f3462f829b4df60e35f5af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:39:14Z', 'updated_at': '2021-12-16T22:39:15Z', 'revision_number': 2, 'project_id': 'bb30155073f3462f829b4df60e35f5af', 'gw_port_host': None}], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:39:17.415587 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba8101c8-6538-4256-9377-e7b150c8e3e6 None None] The sync data for ids ['95b5b6ba-752c-47d8-b5c9-33c5f95b7fa0'] in dv-neutron-821829-1-hyperv is: [{'id': '95b5b6ba-752c-47d8-b5c9-33c5f95b7fa0', 'name': 'tempest-RoutersTest-router-1859156768', 'tenant_id': 'bb30155073f3462f829b4df60e35f5af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:39:14Z', 'updated_at': '2021-12-16T22:39:15Z', 'revision_number': 2, 'project_id': 'bb30155073f3462f829b4df60e35f5af', 'gw_port_host': None}] {{(pid=87509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 22:39:17.470156 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Network 7f9fc5cc-447f-4261-9be9-974cd60d8263 details requested by agent ovs-agent-dv-neutron-821829-1-hyperv with host dv-neutron-821829-1-hyperv {{(pid=87508) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 22:39:17.589866 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.db_base_plugin_common [None req-df1dcb64-c4cb-4404-8b34-c887961bc90e tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Allocated IP 172.20.0.8 (9898f74f-31dc-4c0d-8f2d-075e0f71a4d6/b05217fd-ffc4-411b-8391-ed04cbc83c5b/64a40e4c-40fe-42f0-9733-ec30bf4dd337) {{(pid=87507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 22:39:17.636182 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-b7992443-427f-418f-83f8-3a84e4549410 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Synchronizing usage tracker for tenant:bb30155073f3462f829b4df60e35f5af on resource:port {{(pid=87506) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 22:39:17.638727 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-e3e3ceb7-6bf3-4797-92d8-b24f4295f4fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b77f4e700>, [], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:39:17.642648 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-fdfe8398-31b0-435b-9a17-efd62d0aca67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841066'] for security_group, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:17.646177 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-fdfe8398-31b0-435b-9a17-efd62d0aca67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:17.649821 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-fdfe8398-31b0-435b-9a17-efd62d0aca67 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c730f0cf-c614-4f99-8eea-43416ee7df77 HTTP/1.1" status: 204  len: 168 time: 0.9193537
Dec 16 22:39:17.649821 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-9ec80a11-b8e0-4f64-9ab0-26e92b198bf2 tempest-BulkNetworkOpsTest-146173519 tempest-BulkNetworkOpsTest-146173519-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 785 time: 2.4228308
Dec 16 22:39:17.657731 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 45442) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:39:17.666135 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-fa4bcd96-7ab9-4671-9ba6-cc3d6da8c00e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:39:17.696219 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.notifiers.nova [None req-9aac4368-6594-4a93-b325-c89d794678bc tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] device_id is not set on port 044c116a-4186-4292-99bc-b38d5eccec0d yet. {{(pid=87506) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 16 22:39:17.735236 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-c863e9f1-0296-4d9f-9ea5-f8b6da70ea0a tempest-BulkNetworkOpsTest-146173519 tempest-BulkNetworkOpsTest-146173519-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-984544297'}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:39:17.744583 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-c863e9f1-0296-4d9f-9ea5-f8b6da70ea0a tempest-BulkNetworkOpsTest-146173519 tempest-BulkNetworkOpsTest-146173519-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:39:17.752314 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-c863e9f1-0296-4d9f-9ea5-f8b6da70ea0a tempest-BulkNetworkOpsTest-146173519 tempest-BulkNetworkOpsTest-146173519-project] Usage tracker for resource:network and tenant:bc8e86120c604ba197d6b48e9df1cd92 is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:39:17.759686 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-c863e9f1-0296-4d9f-9ea5-f8b6da70ea0a tempest-BulkNetworkOpsTest-146173519 tempest-BulkNetworkOpsTest-146173519-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:39:17.769557 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-c863e9f1-0296-4d9f-9ea5-f8b6da70ea0a tempest-BulkNetworkOpsTest-146173519 tempest-BulkNetworkOpsTest-146173519-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:39:17.807184 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c863e9f1-0296-4d9f-9ea5-f8b6da70ea0a tempest-BulkNetworkOpsTest-146173519 tempest-BulkNetworkOpsTest-146173519-project] Made reservation on behalf of bc8e86120c604ba197d6b48e9df1cd92 for: {'network': 1} {{(pid=87507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:39:17.812272 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-c863e9f1-0296-4d9f-9ea5-f8b6da70ea0a tempest-BulkNetworkOpsTest-146173519 tempest-BulkNetworkOpsTest-146173519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for network, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:17.839663 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfe8398-31b0-435b-9a17-efd62d0aca67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c730f0cf-c614-4f99-8eea-43416ee7df77,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:39:17.842459 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-fdfe8398-31b0-435b-9a17-efd62d0aca67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:39:17.876090 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3e3ceb7-6bf3-4797-92d8-b24f4295f4fa None None] Routers {'ba4e7bf1-b57d-428d-af6d-e9fc2d584f7b'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:39:17.876816 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-e3e3ceb7-6bf3-4797-92d8-b24f4295f4fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b77f4e700>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:39:01Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['ba4e7bf1-b57d-428d-af6d-e9fc2d584f7b'], 'active': True} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:39:17.965019 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-b7992443-427f-418f-83f8-3a84e4549410 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Unset dirty status for tenant:bb30155073f3462f829b4df60e35f5af on resource:port {{(pid=87506) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 22:39:17.966345 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-b7992443-427f-418f-83f8-3a84e4549410 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] 10.222.0.13 "GET /v2.0/ports?device_id=95b5b6ba-752c-47d8-b5c9-33c5f95b7fa0 HTTP/1.1" status: 200  len: 205 time: 1.0078754
Dec 16 22:39:17.972051 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 45446) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:39:18.023595 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-e3e3ceb7-6bf3-4797-92d8-b24f4295f4fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b77f4e700>, [], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:39:18.023595 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3e3ceb7-6bf3-4797-92d8-b24f4295f4fa None None] The sync data for ids ['ba4e7bf1-b57d-428d-af6d-e9fc2d584f7b'] in dv-neutron-821829-1-hyperv is: [] {{(pid=87508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 22:39:18.106728 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c863e9f1-0296-4d9f-9ea5-f8b6da70ea0a tempest-BulkNetworkOpsTest-146173519 tempest-BulkNetworkOpsTest-146173519-project] vlan segment allocate from pool success with {'vlan_id': 160, 'physical_network': 'physnet1'}  {{(pid=87507) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 22:39:18.116563 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-c863e9f1-0296-4d9f-9ea5-f8b6da70ea0a tempest-BulkNetworkOpsTest-146173519 tempest-BulkNetworkOpsTest-146173519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-883292'] for segment, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:18.116913 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.db.segments_db [None req-c863e9f1-0296-4d9f-9ea5-f8b6da70ea0a tempest-BulkNetworkOpsTest-146173519 tempest-BulkNetworkOpsTest-146173519-project] Added segment eb69e800-05f3-415d-83ee-a6a3d31bc706 of type vlan for network 94303dd1-08d8-4dd0-94d6-3101fa846a17
Dec 16 22:39:18.143855 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-e8ad8ec5-d292-43d0-bc74-3a207d6006d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b77fbacd0>, [{'id': 'c6b0af86-1588-4d9e-9f98-ac61fdf8ef7a', 'name': 'tempest-TestVolumeBootPattern-241322810-router', 'tenant_id': 'ebcac23e4eae475893854e16d121f861', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.7'}], 'enable_snat': True}, 'gw_port_id': '627705e4-06a5-44d7-9654-b5ffda9763f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:34:55Z', 'updated_at': '2021-12-16T22:35:14Z', 'revision_number': 4, 'project_id': 'ebcac23e4eae475893854e16d121f861', 'gw_port': {'id': '627705e4-06a5-44d7-9654-b5ffda9763f8', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:4f:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6b0af86-1588-4d9e-9f98-ac61fdf8ef7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:34:59Z', 'updated_at': '2021-12-16T22:35:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv', '_interfaces': [{'id': '4f4b371e-1da4-4a31-bbd3-1b44e0ee69be', 'name': '', 'network_id': '59be113d-df84-4589-a861-2ce3da6b2e5d', 'tenant_id': 'ebcac23e4eae475893854e16d121f861', 'mac_address': 'fa:16:3e:90:d1:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6b0af86-1588-4d9e-9f98-ac61fdf8ef7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'e85fa5c2-5253-44c8-9f57-0c1d2c97dd41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:35:10Z', 'updated_at': '2021-12-16T22:35:23Z', 'revision_number': 5, 'project_id': 'ebcac23e4eae475893854e16d121f861', 'subnets': [{'id': 'e85fa5c2-5253-44c8-9f57-0c1d2c97dd41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:39:18.146790 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-c863e9f1-0296-4d9f-9ea5-f8b6da70ea0a tempest-BulkNetworkOpsTest-146173519 tempest-BulkNetworkOpsTest-146173519-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734753047233'] for network, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:18.151044 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:18.184115 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-c863e9f1-0296-4d9f-9ea5-f8b6da70ea0a tempest-BulkNetworkOpsTest-146173519 tempest-BulkNetworkOpsTest-146173519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440'] for network, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:18.192872 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8ad8ec5-d292-43d0-bc74-3a207d6006d4 None None] Checking router: c6b0af86-1588-4d9e-9f98-ac61fdf8ef7a for host: dv-neutron-821829-1-hyperv {{(pid=87508) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 22:39:18.196008 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c863e9f1-0296-4d9f-9ea5-f8b6da70ea0a tempest-BulkNetworkOpsTest-146173519 tempest-BulkNetworkOpsTest-146173519-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:39:18.197094 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-c863e9f1-0296-4d9f-9ea5-f8b6da70ea0a tempest-BulkNetworkOpsTest-146173519 tempest-BulkNetworkOpsTest-146173519-project] Notify callbacks [] for network, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:18.221195 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-07cca009-b8a8-4e5f-a439-e680f5dc2c14 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks [] for router, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:18.227861 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-53f59f6d-16a5-42b8-a3a3-640591ea81f9 None None] Provisioning for port a0d50d07-d131-465f-907f-581b26080744 completed by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 22:39:18.229760 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-639939e8-1f06-40e2-bbf2-a3e828a9a3de tempest-BulkNetworkOpsTest-146173519 tempest-BulkNetworkOpsTest-146173519-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:39:18.240938 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-53f59f6d-16a5-42b8-a3a3-640591ea81f9 None None] Provisioning complete for port a0d50d07-d131-465f-907f-581b26080744 triggered by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:39:18.241334 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-53f59f6d-16a5-42b8-a3a3-640591ea81f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:18.268234 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8ad8ec5-d292-43d0-bc74-3a207d6006d4 None None] Routers {'c6b0af86-1588-4d9e-9f98-ac61fdf8ef7a'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:39:18.269639 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-e8ad8ec5-d292-43d0-bc74-3a207d6006d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b77fbacd0>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:39:01Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['c6b0af86-1588-4d9e-9f98-ac61fdf8ef7a'], 'active': True} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:39:18.353881 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] For port 99401818-8c76-484e-8beb-23da4b6787fc, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=99401818-8c76-484e-8beb-23da4b6787fc,segment=NetworkSegment(d65a0c57-87c1-44a2-bc9c-bf45330acc70),segment_id=d65a0c57-87c1-44a2-bc9c-bf45330acc70)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:39:18.369787 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:18.370655 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 74d0e1d1-fea6-43a4-87b2-a44cd96e74d9 up at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 22:39:18.435437 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:39:18.631291 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-53f59f6d-16a5-42b8-a3a3-640591ea81f9 None None] Port a0d50d07-d131-465f-907f-581b26080744 cannot update to ACTIVE because it is not bound. {{(pid=87508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 22:39:18.777718 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Pushing event updated for resources: {'Port': ['ID=99401818-8c76-484e-8beb-23da4b6787fc,revision_number=3']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:39:18.786966 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.354s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:39:18.817662 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning for port 74d0e1d1-fea6-43a4-87b2-a44cd96e74d9 completed by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 22:39:18.824477 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvr_db [None req-e8ad8ec5-d292-43d0-bc74-3a207d6006d4 None None] Set router c6b0af86-1588-4d9e-9f98-ac61fdf8ef7a gateway port host: dv-neutron-821829-1-hyperv {{(pid=87508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 22:39:18.867399 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.db [None req-12058a51-e882-4344-a1a2-cc03810713ab tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] For port 7d61444e-231d-4b20-ad5b-13e639056471, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=7d61444e-231d-4b20-ad5b-13e639056471,segment=NetworkSegment(4d72ca7a-94a8-4f58-9696-6a402a038af8),segment_id=4d72ca7a-94a8-4f58-9696-6a402a038af8)] {{(pid=87506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:39:18.868495 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-12058a51-e882-4344-a1a2-cc03810713ab tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:18.875412 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning complete for port 74d0e1d1-fea6-43a4-87b2-a44cd96e74d9 triggered by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:39:18.876201 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:18.880508 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-07cca009-b8a8-4e5f-a439-e680f5dc2c14 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3739500', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39002'] for router, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:18.886586 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-07cca009-b8a8-4e5f-a439-e680f5dc2c14 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:18.905101 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-924f1bb9-83ea-433c-818a-1120f6fb1cef None None] Provisioning complete for port 99401818-8c76-484e-8beb-23da4b6787fc triggered by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:39:18.905617 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-924f1bb9-83ea-433c-818a-1120f6fb1cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:18.973488 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c863e9f1-0296-4d9f-9ea5-f8b6da70ea0a tempest-BulkNetworkOpsTest-146173519 tempest-BulkNetworkOpsTest-146173519-project] Pushing event updated for resources: {'Network': ['ID=94303dd1-08d8-4dd0-94d6-3101fa846a17,revision_number=1']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:39:18.979499 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-c863e9f1-0296-4d9f-9ea5-f8b6da70ea0a tempest-BulkNetworkOpsTest-146173519 tempest-BulkNetworkOpsTest-146173519-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.751s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:39:18.989156 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-c863e9f1-0296-4d9f-9ea5-f8b6da70ea0a tempest-BulkNetworkOpsTest-146173519 tempest-BulkNetworkOpsTest-146173519-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 785 time: 1.3299098
Dec 16 22:39:18.993687 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Network 94303dd1-08d8-4dd0-94d6-3101fa846a17 details requested by agent ovs-agent-dv-neutron-821829-1-hyperv with host dv-neutron-821829-1-hyperv {{(pid=87508) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 22:39:19.039984 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [None req-12058a51-e882-4344-a1a2-cc03810713ab tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Calling delete_port for 7d61444e-231d-4b20-ad5b-13e639056471 owned by network:dhcp {{(pid=87506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:39:19.060023 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-df1dcb64-c4cb-4404-8b34-c887961bc90e tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks [] for port, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:19.085494 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.db_base_plugin_common [None req-9aac4368-6594-4a93-b325-c89d794678bc tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Allocated IP 2001:db8::f (3c323168-7483-4d84-805c-cb134b5cb2fd/e3b19388-79c1-42b7-90ea-a9b814d85d8b/044c116a-4186-4292-99bc-b38d5eccec0d) {{(pid=87506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 22:39:19.091118 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-b604d465-4225-4c49-a9d2-67ee11861457 req-2ecf75dd-d2eb-40d1-9cf7-38f30fa2104e tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-807238360&fields=id&tenant_id=ebcac23e4eae475893854e16d121f861 HTTP/1.1" status: 200  len: 267 time: 0.1904449
Dec 16 22:39:19.092022 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-07cca009-b8a8-4e5f-a439-e680f5dc2c14 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3830089'] for router, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:19.092505 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07cca009-b8a8-4e5f-a439-e680f5dc2c14 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Fanout notify agent at l3_agent the message router_deleted on router 95b5b6ba-752c-47d8-b5c9-33c5f95b7fa0 {{(pid=87506) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 16 22:39:19.103980 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.provisioning_blocks [None req-df1dcb64-c4cb-4404-8b34-c887961bc90e tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Transition to ACTIVE for port object 64a40e4c-40fe-42f0-9733-ec30bf4dd337 will not be triggered until provisioned by entity DHCP. {{(pid=87507) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:39:19.122394 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 45458) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:39:19.139548 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-5c73bedc-1a86-4449-8271-cc10ef50aeb9 tempest-BulkNetworkOpsTest-146173519 tempest-BulkNetworkOpsTest-146173519-project] Request body: {'subnets': [{'network_id': '7f9fc5cc-447f-4261-9be9-974cd60d8263', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1309521362', 'ip_version': 4}, {'network_id': '94303dd1-08d8-4dd0-94d6-3101fa846a17', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:39:19.139893 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-5c73bedc-1a86-4449-8271-cc10ef50aeb9 tempest-BulkNetworkOpsTest-146173519 tempest-BulkNetworkOpsTest-146173519-project] Request body: {'subnet': {'network_id': '7f9fc5cc-447f-4261-9be9-974cd60d8263', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1309521362', 'ip_version': 4}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:39:19.140537 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-5c73bedc-1a86-4449-8271-cc10ef50aeb9 tempest-BulkNetworkOpsTest-146173519 tempest-BulkNetworkOpsTest-146173519-project] Request body: {'subnet': {'network_id': '94303dd1-08d8-4dd0-94d6-3101fa846a17', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:39:19.263102 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-df1dcb64-c4cb-4404-8b34-c887961bc90e tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10807823'] for port, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:19.274223 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-07cca009-b8a8-4e5f-a439-e680f5dc2c14 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Notify callbacks [] for router, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:19.281428 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-07cca009-b8a8-4e5f-a439-e680f5dc2c14 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] 10.222.0.13 "DELETE /v2.0/routers/95b5b6ba-752c-47d8-b5c9-33c5f95b7fa0 HTTP/1.1" status: 204  len: 168 time: 1.2987990
Dec 16 22:39:19.281656 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-844adddb-fa69-4a86-8eb4-c8225ca2f236 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:39:19.284102 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 45462) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:39:19.329982 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-8933146c-4508-4fca-b1bc-b1694426ae32 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Synchronizing usage tracker for tenant:a221f56311244d31a510a3a1bb3c6ce9 on resource:router {{(pid=87507) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 22:39:19.382060 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df1dcb64-c4cb-4404-8b34-c887961bc90e tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Network 9898f74f-31dc-4c0d-8f2d-075e0f71a4d6 is already hosted by enough agents. {{(pid=87507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:39:19.391858 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.base_scheduler [None req-df1dcb64-c4cb-4404-8b34-c887961bc90e tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Resources bound (agent type, host, resource id):  {{(pid=87507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:39:19.407729 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df1dcb64-c4cb-4404-8b34-c887961bc90e tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Received port after_create {{(pid=87507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 22:39:19.429798 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-04713457-5efc-42e5-a491-9bc65f3ae546 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] 10.222.0.13 "GET /v2.0/ports?device_id=95b5b6ba-752c-47d8-b5c9-33c5f95b7fa0 HTTP/1.1" status: 200  len: 205 time: 0.1436934
Dec 16 22:39:19.464796 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 45466) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:39:19.472591 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:19.486555 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1dcb64-c4cb-4404-8b34-c887961bc90e tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Pushing event updated for resources: {'Port': ['ID=64a40e4c-40fe-42f0-9733-ec30bf4dd337,revision_number=1']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:39:19.489526 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-8933146c-4508-4fca-b1bc-b1694426ae32 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Unset dirty status for tenant:a221f56311244d31a510a3a1bb3c6ce9 on resource:router {{(pid=87507) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 22:39:19.493150 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-8933146c-4508-4fca-b1bc-b1694426ae32 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200  len: 884 time: 2.1230736
Dec 16 22:39:19.527551 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 45472) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:39:19.579135 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-df1dcb64-c4cb-4404-8b34-c887961bc90e tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:39:19.579394 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-924f1bb9-83ea-433c-818a-1120f6fb1cef None None] Provisioning complete for port a0d50d07-d131-465f-907f-581b26080744 triggered by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:39:19.579648 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-924f1bb9-83ea-433c-818a-1120f6fb1cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:19.609146 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b604d465-4225-4c49-a9d2-67ee11861457 req-9425c04d-24b9-4871-a66e-da5d2ebff4c4 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:39:19.612368 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-b604d465-4225-4c49-a9d2-67ee11861457 req-9425c04d-24b9-4871-a66e-da5d2ebff4c4 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] 10.222.0.13 "GET /v2.0/networks?id=59be113d-df84-4589-a861-2ce3da6b2e5d HTTP/1.1" status: 200  len: 811 time: 0.4635386
Dec 16 22:39:19.624271 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] For port 74d0e1d1-fea6-43a4-87b2-a44cd96e74d9, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=74d0e1d1-fea6-43a4-87b2-a44cd96e74d9,segment=NetworkSegment(6cc5aece-9d04-4b8c-aaab-d38d129f7bf1),segment_id=6cc5aece-9d04-4b8c-aaab-d38d129f7bf1)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:39:19.636612 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df1dcb64-c4cb-4404-8b34-c887961bc90e tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:39:19.637797 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:19.638947 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-df1dcb64-c4cb-4404-8b34-c887961bc90e tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for port, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:19.643844 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:39:19.656581 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.api.v2.resource [None req-c58a5ff2-4fa5-4188-9927-72cf2b23aad6 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] delete failed (client error): The resource could not be found.
Dec 16 22:39:19.657477 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-c58a5ff2-4fa5-4188-9927-72cf2b23aad6 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] 10.222.0.13 "DELETE /v2.0/routers/95b5b6ba-752c-47d8-b5c9-33c5f95b7fa0 HTTP/1.1" status: 404  len: 336 time: 0.1888540
Dec 16 22:39:19.661931 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 45476) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:39:19.730069 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-b604d465-4225-4c49-a9d2-67ee11861457 req-567de595-e987-4677-baaa-a06607e7056b tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] 10.222.0.13 "GET /v2.0/quotas/ebcac23e4eae475893854e16d121f861 HTTP/1.1" status: 200  len: 375 time: 0.0713148
Dec 16 22:39:19.734239 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.pecan_wsgi.hooks.translation [None req-54e04d98-49b1-46f5-b55a-1ff2a26f31d8 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] DELETE failed (client error): The resource could not be found.
Dec 16 22:39:19.734690 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-54e04d98-49b1-46f5-b55a-1ff2a26f31d8 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87507) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 16 22:39:19.735677 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-924f1bb9-83ea-433c-818a-1120f6fb1cef None None] Port a0d50d07-d131-465f-907f-581b26080744 cannot update to ACTIVE because it is not bound. {{(pid=87508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 22:39:19.736468 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-54e04d98-49b1-46f5-b55a-1ff2a26f31d8 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] 10.222.0.13 "DELETE /v2.0/subnets/bf9c697c-c143-489c-bd9b-629d49112c29 HTTP/1.1" status: 404  len: 337 time: 0.0736196
Dec 16 22:39:19.758174 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 7d61444e-231d-4b20-ad5b-13e639056471 up at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 22:39:19.764212 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-5c73bedc-1a86-4449-8271-cc10ef50aeb9 tempest-BulkNetworkOpsTest-146173519 tempest-BulkNetworkOpsTest-146173519-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:39:19.768634 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-5c73bedc-1a86-4449-8271-cc10ef50aeb9 tempest-BulkNetworkOpsTest-146173519 tempest-BulkNetworkOpsTest-146173519-project] Usage tracker for resource:subnet and tenant:bc8e86120c604ba197d6b48e9df1cd92 is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:39:19.771567 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-5c73bedc-1a86-4449-8271-cc10ef50aeb9 tempest-BulkNetworkOpsTest-146173519 tempest-BulkNetworkOpsTest-146173519-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:39:19.775215 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-df1dcb64-c4cb-4404-8b34-c887961bc90e tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 924 time: 3.6432643
Dec 16 22:39:19.776826 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-12058a51-e882-4344-a1a2-cc03810713ab tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1863393'] for port, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:19.780501 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 45480) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:39:19.783948 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-d8803fe9-66ca-4458-a800-c46166179762 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-38205986'}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:39:19.786367 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 45482) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:39:19.814828 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] No Port match for: 7d61444e-231d-4b20-ad5b-13e639056471 {{(pid=87508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 22:39:19.815351 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 7d61444e-231d-4b20-ad5b-13e639056471 not bound to the agent host dv-neutron-821829-1-hyperv {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}}
Dec 16 22:39:19.862464 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Port 7d61444e-231d-4b20-ad5b-13e639056471 not found, will not notify nova. {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}}
Dec 16 22:39:19.864091 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 99401818-8c76-484e-8beb-23da4b6787fc up at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 22:39:19.878822 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad7eb7a3-7f52-42e3-9788-dc5c206a1a7e tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] DELETE failed (client error): The resource could not be found.
Dec 16 22:39:19.879309 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad7eb7a3-7f52-42e3-9788-dc5c206a1a7e tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87507) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 16 22:39:19.881007 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-ad7eb7a3-7f52-42e3-9788-dc5c206a1a7e tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] 10.222.0.13 "DELETE /v2.0/subnets/11852dee-7e7f-4b01-b40e-4a8f31edd0c6 HTTP/1.1" status: 404  len: 337 time: 0.0930703
Dec 16 22:39:19.883453 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 45488) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:39:19.897069 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-924f1bb9-83ea-433c-818a-1120f6fb1cef None None] Provisioning for port ff093e45-5fdd-47e1-a78f-3e90b37221aa completed by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 22:39:19.911159 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Pushing event updated for resources: {'Port': ['ID=74d0e1d1-fea6-43a4-87b2-a44cd96e74d9,revision_number=3']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:39:19.914477 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:39:19.926586 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-924f1bb9-83ea-433c-818a-1120f6fb1cef None None] Provisioning complete for port ff093e45-5fdd-47e1-a78f-3e90b37221aa triggered by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:39:19.927104 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-924f1bb9-83ea-433c-818a-1120f6fb1cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:19.936867 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.pecan_wsgi.hooks.translation [None req-206ee262-366b-40f1-b695-dc7301553ca4 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] DELETE failed (client error): The resource could not be found.
Dec 16 22:39:19.937321 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-206ee262-366b-40f1-b695-dc7301553ca4 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87507) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 16 22:39:19.941310 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-206ee262-366b-40f1-b695-dc7301553ca4 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] 10.222.0.13 "DELETE /v2.0/subnets/95a355fa-2faa-4243-83d9-d55c558a9f15 HTTP/1.1" status: 404  len: 337 time: 0.0531170
Dec 16 22:39:19.942014 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 45492) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:39:19.964710 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-5c73bedc-1a86-4449-8271-cc10ef50aeb9 tempest-BulkNetworkOpsTest-146173519 tempest-BulkNetworkOpsTest-146173519-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:39:19.977669 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-b9764e97-76cb-4ed0-a560-cf6ff2c70b9b tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:39:19.993474 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-e8ad8ec5-d292-43d0-bc74-3a207d6006d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b77fbacd0>, [{'id': 'c6b0af86-1588-4d9e-9f98-ac61fdf8ef7a', 'name': 'tempest-TestVolumeBootPattern-241322810-router', 'tenant_id': 'ebcac23e4eae475893854e16d121f861', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.7'}], 'enable_snat': True}, 'gw_port_id': '627705e4-06a5-44d7-9654-b5ffda9763f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:34:55Z', 'updated_at': '2021-12-16T22:35:14Z', 'revision_number': 4, 'project_id': 'ebcac23e4eae475893854e16d121f861', 'gw_port': {'id': '627705e4-06a5-44d7-9654-b5ffda9763f8', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:4f:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6b0af86-1588-4d9e-9f98-ac61fdf8ef7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:34:59Z', 'updated_at': '2021-12-16T22:35:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv', '_interfaces': [{'id': '4f4b371e-1da4-4a31-bbd3-1b44e0ee69be', 'name': '', 'network_id': '59be113d-df84-4589-a861-2ce3da6b2e5d', 'tenant_id': 'ebcac23e4eae475893854e16d121f861', 'mac_address': 'fa:16:3e:90:d1:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6b0af86-1588-4d9e-9f98-ac61fdf8ef7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'e85fa5c2-5253-44c8-9f57-0c1d2c97dd41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:35:10Z', 'updated_at': '2021-12-16T22:35:23Z', 'revision_number': 5, 'project_id': 'ebcac23e4eae475893854e16d121f861', 'subnets': [{'id': 'e85fa5c2-5253-44c8-9f57-0c1d2c97dd41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:39:20.000139 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.pecan_wsgi.hooks.translation [None req-080a8b1c-8c34-4359-91bc-5134ae55aebd tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] DELETE failed (client error): The resource could not be found.
Dec 16 22:39:20.000637 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-080a8b1c-8c34-4359-91bc-5134ae55aebd tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87507) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 16 22:39:20.001080 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-924f1bb9-83ea-433c-818a-1120f6fb1cef None None] Port ff093e45-5fdd-47e1-a78f-3e90b37221aa cannot update to ACTIVE because it is not bound. {{(pid=87508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 22:39:20.004479 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-080a8b1c-8c34-4359-91bc-5134ae55aebd tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] 10.222.0.13 "DELETE /v2.0/subnets/12bde7f9-83c9-49c9-9bcd-d81bdd1ed717 HTTP/1.1" status: 404  len: 337 time: 0.0526562
Dec 16 22:39:20.004665 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8ad8ec5-d292-43d0-bc74-3a207d6006d4 None None] The sync data for ids ['c6b0af86-1588-4d9e-9f98-ac61fdf8ef7a'] in dv-neutron-821829-1-hyperv is: [{'id': 'c6b0af86-1588-4d9e-9f98-ac61fdf8ef7a', 'name': 'tempest-TestVolumeBootPattern-241322810-router', 'tenant_id': 'ebcac23e4eae475893854e16d121f861', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.7'}], 'enable_snat': True}, 'gw_port_id': '627705e4-06a5-44d7-9654-b5ffda9763f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:34:55Z', 'updated_at': '2021-12-16T22:35:14Z', 'revision_number': 4, 'project_id': 'ebcac23e4eae475893854e16d121f861', 'gw_port': {'id': '627705e4-06a5-44d7-9654-b5ffda9763f8', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:4f:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6b0af86-1588-4d9e-9f98-ac61fdf8ef7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:34:59Z', 'updated_at': '2021-12-16T22:35:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv', '_interfaces': [{'id': '4f4b371e-1da4-4a31-bbd3-1b44e0ee69be', 'name': '', 'network_id': '59be113d-df84-4589-a861-2ce3da6b2e5d', 'tenant_id': 'ebcac23e4eae475893854e16d121f861', 'mac_address': 'fa:16:3e:90:d1:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6b0af86-1588-4d9e-9f98-ac61fdf8ef7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'e85fa5c2-5253-44c8-9f57-0c1d2c97dd41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:35:10Z', 'updated_at': '2021-12-16T22:35:23Z', 'revision_number': 5, 'project_id': 'ebcac23e4eae475893854e16d121f861', 'subnets': [{'id': 'e85fa5c2-5253-44c8-9f57-0c1d2c97dd41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 22:39:20.009405 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 45496) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:39:20.014945 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning complete for port 99401818-8c76-484e-8beb-23da4b6787fc triggered by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:39:20.015342 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:20.072281 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-b604d465-4225-4c49-a9d2-67ee11861457 req-180fe1ea-830a-442b-8d94-7718c260d0f2 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=ebcac23e4eae475893854e16d121f861&fields=id HTTP/1.1" status: 200  len: 348 time: 0.3412898
Dec 16 22:39:20.076720 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-249408ef-1852-4c50-b2ed-12a4f13c4d75 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] 10.222.0.13 "GET /v2.0/ports?device_id=dcd68ae4-9678-4601-9589-50474829ca26 HTTP/1.1" status: 200  len: 205 time: 0.0591090
Dec 16 22:39:20.078154 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 45500) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:39:20.128938 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12058a51-e882-4344-a1a2-cc03810713ab tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Pushing event deleted for resources: {'Port': ['ID=7d61444e-231d-4b20-ad5b-13e639056471,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:39:20.142642 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68c70a48-9456-43ae-b6d1-707523041d32 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:39:20.143349 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-68c70a48-9456-43ae-b6d1-707523041d32 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Synchronizing usage tracker for tenant:3ddf94e9e4ac4112b345468cafab037c on resource:port {{(pid=87507) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 22:39:20.157397 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-b63201c8-8492-43df-8ab5-f8414668acf9 None None] Provisioning for port 64a40e4c-40fe-42f0-9733-ec30bf4dd337 completed by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 22:39:20.169182 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-b63201c8-8492-43df-8ab5-f8414668acf9 None None] Provisioning complete for port 64a40e4c-40fe-42f0-9733-ec30bf4dd337 triggered by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:39:20.169887 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b63201c8-8492-43df-8ab5-f8414668acf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:20.179983 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.api.v2.resource [None req-aa270b8c-4d8f-4e77-bf30-df5bdbc977e3 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] delete failed (client error): The resource could not be found.
Dec 16 22:39:20.183689 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-aa270b8c-4d8f-4e77-bf30-df5bdbc977e3 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] 10.222.0.13 "DELETE /v2.0/routers/dcd68ae4-9678-4601-9589-50474829ca26 HTTP/1.1" status: 404  len: 336 time: 0.1030648
Dec 16 22:39:20.184483 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 45506) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:39:20.233769 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-b63201c8-8492-43df-8ab5-f8414668acf9 None None] Port 64a40e4c-40fe-42f0-9733-ec30bf4dd337 cannot update to ACTIVE because it is not bound. {{(pid=87508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 22:39:20.238987 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-b63201c8-8492-43df-8ab5-f8414668acf9 None None] Could not find standard attr ID for object 7d61444e-231d-4b20-ad5b-13e639056471. {{(pid=87508) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 16 22:39:20.240973 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-e5cb9f72-b9bc-4fc9-af00-c45af1122f58 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] 10.222.0.13 "GET /v2.0/ports?device_id=0647c695-5ccc-4b69-9d9f-63e7d6b706cb HTTP/1.1" status: 200  len: 205 time: 0.0522141
Dec 16 22:39:20.244535 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 45510) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:39:20.311179 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-68c70a48-9456-43ae-b6d1-707523041d32 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Unset dirty status for tenant:3ddf94e9e4ac4112b345468cafab037c on resource:port {{(pid=87507) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 22:39:20.315199 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-68c70a48-9456-43ae-b6d1-707523041d32 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] 10.222.0.13 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.7 HTTP/1.1" status: 200  len: 922 time: 0.5254574
Dec 16 22:39:20.315820 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 45514) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:39:20.344894 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-12058a51-e882-4344-a1a2-cc03810713ab tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.367s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:39:20.374303 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.api.v2.resource [None req-1242c142-1b00-4c8e-ac02-9fd299421b02 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] delete failed (client error): The resource could not be found.
Dec 16 22:39:20.377743 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-1242c142-1b00-4c8e-ac02-9fd299421b02 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] 10.222.0.13 "DELETE /v2.0/routers/0647c695-5ccc-4b69-9d9f-63e7d6b706cb HTTP/1.1" status: 404  len: 336 time: 0.1298761
Dec 16 22:39:20.386933 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 45518) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:39:20.421181 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ab60f5a-f382-4c34-92dd-45abafd9a194 None None] New status for floating IP 144fe2e2-c7b9-4de0-a3b6-40e4059dcdc7: DOWN {{(pid=87509) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 16 22:39:20.446104 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d4ff25a-63af-4ff8-9981-c794b677cec2 None None] DHCP port deletion for 77c7670b-01e2-4008-a566-01bde477d613 request from dv-neutron-821829-1-hyperv {{(pid=87508) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 16 22:39:20.462656 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.pecan_wsgi.hooks.translation [None req-28be7c50-0f1a-4f58-91b0-d2359b81c70f tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] DELETE failed (client error): The resource could not be found.
Dec 16 22:39:20.463112 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-28be7c50-0f1a-4f58-91b0-d2359b81c70f tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 16 22:39:20.468127 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c73bedc-1a86-4449-8271-cc10ef50aeb9 tempest-BulkNetworkOpsTest-146173519 tempest-BulkNetworkOpsTest-146173519-project] Made reservation on behalf of bc8e86120c604ba197d6b48e9df1cd92 for: {'subnet': 2} {{(pid=87506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:39:20.472754 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-5c73bedc-1a86-4449-8271-cc10ef50aeb9 tempest-BulkNetworkOpsTest-146173519 tempest-BulkNetworkOpsTest-146173519-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11213078'] for subnet, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:20.472961 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-5c73bedc-1a86-4449-8271-cc10ef50aeb9 tempest-BulkNetworkOpsTest-146173519 tempest-BulkNetworkOpsTest-146173519-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11213078'] for subnet, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:20.474222 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaaf87df-cb3b-4e6a-a28f-6c40139f7900 None None] get_active_networks_info from dv-neutron-821829-1-hyperv {{(pid=87508) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}}
Dec 16 22:39:20.482872 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.plugin [None req-35bebf23-95fb-4aab-b2c5-131ab0c0f091 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Deleting port 64a40e4c-40fe-42f0-9733-ec30bf4dd337 {{(pid=87507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:39:20.483206 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-35bebf23-95fb-4aab-b2c5-131ab0c0f091 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:20.495057 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-28be7c50-0f1a-4f58-91b0-d2359b81c70f tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] 10.222.0.13 "DELETE /v2.0/subnets/30e7ca5e-20c5-4ff1-8337-c4da0a2ac3f7 HTTP/1.1" status: 404  len: 337 time: 0.0951676
Dec 16 22:39:20.511335 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 45522) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:39:20.542372 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12058a51-e882-4344-a1a2-cc03810713ab tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] No DVR routers for this DVR port 7d61444e-231d-4b20-ad5b-13e639056471 on host dv-neutron-821829-1-hyperv {{(pid=87506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 22:39:20.610094 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-3a9d0c78-fe96-43ad-85e1-f852dbc02fad tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc803db6-7bc6-40e1-b68e-62339cc4aee0 HTTP/1.1" status: 200  len: 205 time: 0.0904157
Dec 16 22:39:20.615690 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 45526) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:39:20.696549 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaaf87df-cb3b-4e6a-a28f-6c40139f7900 None None] Resources bound (agent type, host, resource id):  {{(pid=87508) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Dec 16 22:39:20.741159 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.api.v2.resource [None req-9c5fa629-e6cc-43c5-8d4b-3979a45b6531 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] delete failed (client error): The resource could not be found.
Dec 16 22:39:20.742179 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-9c5fa629-e6cc-43c5-8d4b-3979a45b6531 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] 10.222.0.13 "DELETE /v2.0/routers/dc803db6-7bc6-40e1-b68e-62339cc4aee0 HTTP/1.1" status: 404  len: 336 time: 0.1236184
Dec 16 22:39:20.750828 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 45530) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:39:20.759275 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-b604d465-4225-4c49-a9d2-67ee11861457 req-dbf58dfa-f3f9-4a77-812c-82ad1f61ce61 service neutron] 10.222.0.13 "GET /v2.0/networks/59be113d-df84-4589-a861-2ce3da6b2e5d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6078413
Dec 16 22:39:20.826532 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-12058a51-e882-4344-a1a2-cc03810713ab tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3328566'] for subnet, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:20.870507 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-9aac4368-6594-4a93-b325-c89d794678bc tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks [] for port, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:20.988981 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.provisioning_blocks [None req-9aac4368-6594-4a93-b325-c89d794678bc tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Transition to ACTIVE for port object 044c116a-4186-4292-99bc-b38d5eccec0d will not be triggered until provisioned by entity DHCP. {{(pid=87506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:39:21.031445 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-d8803fe9-66ca-4458-a800-c46166179762 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3741702', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3740945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-38947'] for router, precommit_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:21.043193 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-d7096321-2871-4142-9bda-83cecb30f5b3 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] 10.222.0.13 "GET /v2.0/ports?device_id=483e9dfe-ed23-42eb-9d49-6a26c30cd3a6 HTTP/1.1" status: 200  len: 205 time: 0.2864749
Dec 16 22:39:21.073197 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 45534) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:39:21.125476 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf69e86c-552e-4c54-ae0d-b7386f0a2164 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1d6bfaf-d325-5e4f-b05d-2441d8339617-77c7670b-01e2-4008-a566-01bde477d613', 'network_id': '77c7670b-01e2-4008-a566-01bde477d613', 'tenant_id': 'c85c59d360694166b5b0483f9fc81199', 'fixed_ips': [{'subnet_id': '55d820d1-2ba8-40aa-98f7-4f9c76ce2f96'}]}} from dv-neutron-821829-1-hyperv. {{(pid=87508) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 16 22:39:21.127136 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-bf69e86c-552e-4c54-ae0d-b7386f0a2164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:21.150015 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.api.v2.resource [None req-fd79806f-5f72-4a09-a5de-c4400306ae92 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] delete failed (client error): The resource could not be found.
Dec 16 22:39:21.151317 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-fd79806f-5f72-4a09-a5de-c4400306ae92 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] 10.222.0.13 "DELETE /v2.0/routers/483e9dfe-ed23-42eb-9d49-6a26c30cd3a6 HTTP/1.1" status: 404  len: 336 time: 0.0773101
Dec 16 22:39:21.154206 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 45538) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:39:21.165154 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-d8803fe9-66ca-4458-a800-c46166179762 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3741923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3741713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3741720', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3740934'] for router, after_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:21.176147 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-12058a51-e882-4344-a1a2-cc03810713ab tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3328622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1863378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11213117'] for subnet, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:21.183961 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-7420b3ff-22c1-49ca-8433-4ef45fa5ed92 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:39:21.217087 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-35bebf23-95fb-4aab-b2c5-131ab0c0f091 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:21.220489 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12058a51-e882-4344-a1a2-cc03810713ab tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Pushing event deleted for resources: {'Subnet': ['ID=55d820d1-2ba8-40aa-98f7-4f9c76ce2f96,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:39:21.233245 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.pecan_wsgi.hooks.translation [None req-c529f294-faeb-4240-92d4-d3443a62bcf3 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] DELETE failed (client error): The resource could not be found.
Dec 16 22:39:21.233694 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c529f294-faeb-4240-92d4-d3443a62bcf3 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87507) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 16 22:39:21.237735 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-c529f294-faeb-4240-92d4-d3443a62bcf3 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] 10.222.0.13 "DELETE /v2.0/subnets/996e1563-f406-48cb-8c95-7f0c29ab6fa9 HTTP/1.1" status: 404  len: 337 time: 0.0802417
Dec 16 22:39:21.238133 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server [None req-bf69e86c-552e-4c54-ae0d-b7386f0a2164 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 55d820d1-2ba8-40aa-98f7-4f9c76ce2f96: This subnet is being modified by another concurrent operation.
Dec 16 22:39:21.238133 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Dec 16 22:39:21.238133 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Dec 16 22:39:21.238133 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Dec 16 22:39:21.238133 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
Dec 16 22:39:21.238133 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Dec 16 22:39:21.238133 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
Dec 16 22:39:21.238133 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Dec 16 22:39:21.238133 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner
Dec 16 22:39:21.238133 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Dec 16 22:39:21.238133 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Dec 16 22:39:21.238133 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Dec 16 22:39:21.238133 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 16 22:39:21.238133 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 16 22:39:21.238133 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 16 22:39:21.238133 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 16 22:39:21.238133 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Dec 16 22:39:21.238133 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 16 22:39:21.238133 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Dec 16 22:39:21.238133 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Dec 16 22:39:21.238133 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 16 22:39:21.238133 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 16 22:39:21.238133 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 16 22:39:21.238133 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 16 22:39:21.238133 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Dec 16 22:39:21.238133 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 16 22:39:21.238133 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Dec 16 22:39:21.238133 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Dec 16 22:39:21.238133 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 16 22:39:21.238133 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 16 22:39:21.238133 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 16 22:39:21.238133 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 16 22:39:21.238133 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Dec 16 22:39:21.238133 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Dec 16 22:39:21.238133 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper
Dec 16 22:39:21.238133 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server     ret_val = f(_self, context, *args, **kwargs)
Dec 16 22:39:21.238133 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port
Dec 16 22:39:21.238133 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server     return self._port_action(plugin, context, port, 'create_port')
Dec 16 22:39:21.238133 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action
Dec 16 22:39:21.238133 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server     return p_utils.create_port(plugin, context, port)
Dec 16 22:39:21.238133 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port
Dec 16 22:39:21.238133 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server     return core_plugin.create_port(
Dec 16 22:39:21.238133 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner
Dec 16 22:39:21.238133 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server     return f(self, context, *args, **kwargs)
Dec 16 22:39:21.238133 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped
Dec 16 22:39:21.238133 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Dec 16 22:39:21.238133 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Dec 16 22:39:21.238133 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Dec 16 22:39:21.238133 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 16 22:39:21.238133 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 16 22:39:21.238133 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 16 22:39:21.238133 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 16 22:39:21.238133 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Dec 16 22:39:21.238133 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 16 22:39:21.238133 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Dec 16 22:39:21.238133 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Dec 16 22:39:21.238133 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 16 22:39:21.238133 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 16 22:39:21.238133 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 16 22:39:21.238133 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 16 22:39:21.238133 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Dec 16 22:39:21.238133 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 16 22:39:21.238133 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Dec 16 22:39:21.238133 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Dec 16 22:39:21.238133 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 16 22:39:21.238133 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 16 22:39:21.238133 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 16 22:39:21.238133 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 16 22:39:21.238133 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Dec 16 22:39:21.238133 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Dec 16 22:39:21.238133 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port
Dec 16 22:39:21.238133 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server     result, mech_context = self._create_port_db(context, port)
Dec 16 22:39:21.238133 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db
Dec 16 22:39:21.238133 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server     port_db = self.create_port_db(context, port)
Dec 16 22:39:21.238133 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1438, in create_port_db
Dec 16 22:39:21.238133 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server     self.ipam.allocate_ips_for_port_and_store(
Dec 16 22:39:21.238133 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store
Dec 16 22:39:21.238133 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server     self._safe_rollback(self._ipam_deallocate_ips, context,
Dec 16 22:39:21.238133 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 16 22:39:21.238133 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 16 22:39:21.238133 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 16 22:39:21.238133 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 16 22:39:21.238133 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store
Dec 16 22:39:21.238133 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server     ips = self._allocate_ips_for_port(context, port_copy)
Dec 16 22:39:21.238133 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port
Dec 16 22:39:21.238133 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server     subnets = self._ipam_get_subnets(
Dec 16 22:39:21.238133 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets
Dec 16 22:39:21.238133 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server     subnet.lock_register(
Dec 16 22:39:21.238133 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register
Dec 16 22:39:21.238133 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server     raise exception
Dec 16 22:39:21.238133 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 55d820d1-2ba8-40aa-98f7-4f9c76ce2f96: This subnet is being modified by another concurrent operation.
Dec 16 22:39:21.238133 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server 
Dec 16 22:39:21.246540 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 45542) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:39:21.267450 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41be2605-46e2-4d47-913f-c13189ed41df None None] get_active_networks_info from dv-neutron-821829-1-hyperv {{(pid=87508) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}}
Dec 16 22:39:21.273684 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-12058a51-e882-4344-a1a2-cc03810713ab tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:39:21.282488 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-b604d465-4225-4c49-a9d2-67ee11861457 req-34d2e72d-01c3-4cce-808b-1f064cfb8a0c service neutron] 10.222.0.13 "GET /v2.0/networks/59be113d-df84-4589-a861-2ce3da6b2e5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4859691
Dec 16 22:39:21.403857 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.plugin [None req-35bebf23-95fb-4aab-b2c5-131ab0c0f091 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Calling delete_port for 64a40e4c-40fe-42f0-9733-ec30bf4dd337 owned by  {{(pid=87507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:39:21.404634 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-9aac4368-6594-4a93-b325-c89d794678bc tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1863393'] for port, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:21.426621 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-9cb65256-bd08-4f40-bef9-4262ac096b02 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:39:21.429931 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41be2605-46e2-4d47-913f-c13189ed41df None None] Resources bound (agent type, host, resource id):  {{(pid=87508) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Dec 16 22:39:21.434362 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-543e2796-fcca-458f-a02a-6b4c123fef65 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] 10.222.0.13 "GET /v2.0/ports?device_id=803d1930-ef7a-4a39-ab78-0819a7b5135c HTTP/1.1" status: 200  len: 205 time: 0.1903226
Dec 16 22:39:21.441221 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 45548) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:39:21.524779 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.api.v2.resource [None req-838feaa2-937f-4c46-b51d-9b2344545ac0 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] delete failed (client error): The resource could not be found.
Dec 16 22:39:21.529047 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-838feaa2-937f-4c46-b51d-9b2344545ac0 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] 10.222.0.13 "DELETE /v2.0/routers/803d1930-ef7a-4a39-ab78-0819a7b5135c HTTP/1.1" status: 404  len: 336 time: 0.0829756
Dec 16 22:39:21.533296 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 45552) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:39:21.591435 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.pecan_wsgi.hooks.translation [None req-7529cbdf-a254-4953-9062-623efb383910 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] DELETE failed (client error): The resource could not be found.
Dec 16 22:39:21.591787 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7529cbdf-a254-4953-9062-623efb383910 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87507) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 16 22:39:21.593660 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-7529cbdf-a254-4953-9062-623efb383910 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] 10.222.0.13 "DELETE /v2.0/subnets/0e6ecdac-d5aa-4ad2-8a35-a920467dee88 HTTP/1.1" status: 404  len: 337 time: 0.0595829
Dec 16 22:39:21.599012 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 45560) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:39:21.623875 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aac4368-6594-4a93-b325-c89d794678bc tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Network 3c323168-7483-4d84-805c-cb134b5cb2fd is already hosted by enough agents. {{(pid=87506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:39:21.634539 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-12058a51-e882-4344-a1a2-cc03810713ab tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3329565', 'neutron.services.segments.db._delete_segments_for_network-8734753546406'] for network, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:21.641921 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.base_scheduler [None req-9aac4368-6594-4a93-b325-c89d794678bc tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Resources bound (agent type, host, resource id):  {{(pid=87506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:39:21.669247 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aac4368-6594-4a93-b325-c89d794678bc tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Received port after_create {{(pid=87506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 22:39:21.674774 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aac4368-6594-4a93-b325-c89d794678bc tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:39:21.675395 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-9aac4368-6594-4a93-b325-c89d794678bc tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for port, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:21.755751 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aac4368-6594-4a93-b325-c89d794678bc tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Pushing event updated for resources: {'Port': ['ID=044c116a-4186-4292-99bc-b38d5eccec0d,revision_number=1']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:39:21.764143 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.services.segments.db [None req-12058a51-e882-4344-a1a2-cc03810713ab tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1b766accd0>,) {'filters': {'network_id': ['77c7670b-01e2-4008-a566-01bde477d613']}} {{(pid=87506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:39:21.772880 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-a6e1a0ff-52cb-4271-b8ab-34eab08f7ae1 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ffd91e6-a775-4716-a992-81778d727d16 HTTP/1.1" status: 200  len: 205 time: 0.1724393
Dec 16 22:39:21.776056 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 45566) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:39:21.782241 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-9aac4368-6594-4a93-b325-c89d794678bc tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.353s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:39:21.810271 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-9aac4368-6594-4a93-b325-c89d794678bc tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 929 time: 6.4355156
Dec 16 22:39:21.814104 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 45574) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:39:21.816318 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.services.segments.db [None req-12058a51-e882-4344-a1a2-cc03810713ab tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b766accd0>, '4d72ca7a-94a8-4f58-9696-6a402a038af8') {'for_net_delete': True} {{(pid=87506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:39:21.816666 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.services.segments.db [None req-12058a51-e882-4344-a1a2-cc03810713ab tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b766accd0>, '4d72ca7a-94a8-4f58-9696-6a402a038af8') {} {{(pid=87506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:39:21.841166 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8803fe9-66ca-4458-a800-c46166179762 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Router ba4e7bf1-b57d-428d-af6d-e9fc2d584f7b has already been hosted by L3 agent 4f519db7-069b-43e2-8411-c092bac9102a {{(pid=87506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 22:39:21.854922 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 74d0e1d1-fea6-43a4-87b2-a44cd96e74d9 up at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 22:39:21.886032 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-35bebf23-95fb-4aab-b2c5-131ab0c0f091 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10807823'] for port, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:21.906066 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-5d6e8dec-2153-4e1b-adf4-eaf18f73a55f req-e23fc238-2b4e-4dc7-a314-d09e5a7258ba tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] 10.222.0.13 "GET /v2.0/ports?device_id=e559bb86-9633-4370-9cd9-33cf2cb148d6 HTTP/1.1" status: 200  len: 210 time: 0.0600808
Dec 16 22:39:21.906984 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-df1dcb64-c4cb-4404-8b34-c887961bc90e tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:39:21.946278 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.api.v2.resource [None req-cfdd74b3-2626-46ee-a2f0-736a5506064f tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] delete failed (client error): The resource could not be found.
Dec 16 22:39:21.947579 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-cfdd74b3-2626-46ee-a2f0-736a5506064f tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] 10.222.0.13 "DELETE /v2.0/routers/5ffd91e6-a775-4716-a992-81778d727d16 HTTP/1.1" status: 404  len: 336 time: 0.1696498
Dec 16 22:39:21.960829 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 45578) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:39:21.963830 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bebf23-95fb-4aab-b2c5-131ab0c0f091 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Pushing event deleted for resources: {'Port': ['ID=64a40e4c-40fe-42f0-9733-ec30bf4dd337,revision_number=None']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:39:21.968141 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-35bebf23-95fb-4aab-b2c5-131ab0c0f091 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:39:21.984119 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning complete for port 74d0e1d1-fea6-43a4-87b2-a44cd96e74d9 triggered by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:39:21.984517 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:22.037746 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.pecan_wsgi.hooks.translation [None req-0fddc9df-34e6-4e19-a93c-8c6e68a71a3b tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] DELETE failed (client error): The resource could not be found.
Dec 16 22:39:22.038399 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0fddc9df-34e6-4e19-a93c-8c6e68a71a3b tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87507) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 16 22:39:22.070185 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-12058a51-e882-4344-a1a2-cc03810713ab tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734753593977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-266764496'] for segment, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:22.084073 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-0fddc9df-34e6-4e19-a93c-8c6e68a71a3b tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] 10.222.0.13 "DELETE /v2.0/subnets/a43d4ac3-f74f-4725-b985-53333645d80d HTTP/1.1" status: 404  len: 337 time: 0.1217253
Dec 16 22:39:22.086579 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 45582) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:39:22.111791 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-12058a51-e882-4344-a1a2-cc03810713ab tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-883292'] for segment, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:22.141955 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.pecan_wsgi.hooks.translation [None req-368d576b-d4bd-4c03-a678-cbf696208fd5 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] DELETE failed (client error): The resource could not be found.
Dec 16 22:39:22.142507 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-368d576b-d4bd-4c03-a678-cbf696208fd5 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87507) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 16 22:39:22.144268 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-368d576b-d4bd-4c03-a678-cbf696208fd5 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] 10.222.0.13 "DELETE /v2.0/subnets/0517e33e-9bb9-4487-9ba4-37aca2698581 HTTP/1.1" status: 404  len: 337 time: 0.0565696
Dec 16 22:39:22.168041 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-35bebf23-95fb-4aab-b2c5-131ab0c0f091 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for port, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:22.172589 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-35bebf23-95fb-4aab-b2c5-131ab0c0f091 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] 10.222.0.13 "DELETE /v2.0/ports/64a40e4c-40fe-42f0-9733-ec30bf4dd337 HTTP/1.1" status: 204  len: 168 time: 1.8469362
Dec 16 22:39:22.175246 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 45592) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:39:22.219114 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea44ea26-e4c2-414d-8913-c9b216141d5d tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] GET failed (client error): The resource could not be found.
Dec 16 22:39:22.220106 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-ea44ea26-e4c2-414d-8913-c9b216141d5d tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Synchronizing usage tracker for tenant:3ddf94e9e4ac4112b345468cafab037c on resource:port {{(pid=87507) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 22:39:22.238219 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-ea44ea26-e4c2-414d-8913-c9b216141d5d tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Unset dirty status for tenant:3ddf94e9e4ac4112b345468cafab037c on resource:port {{(pid=87507) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 22:39:22.243302 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-ea44ea26-e4c2-414d-8913-c9b216141d5d tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] 10.222.0.13 "GET /v2.0/ports/64a40e4c-40fe-42f0-9733-ec30bf4dd337 HTTP/1.1" status: 404  len: 333 time: 0.0672858
Dec 16 22:39:22.244183 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 45598) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:39:22.325838 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12058a51-e882-4344-a1a2-cc03810713ab tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Releasing vlan 173 on physical network physnet1 to pool {{(pid=87506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 16 22:39:22.326584 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-12058a51-e882-4344-a1a2-cc03810713ab tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-883285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1863180'] for segment, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:22.376297 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 7d61444e-231d-4b20-ad5b-13e639056471 no longer exists at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 22:39:22.388756 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.plugin [None req-464aae99-447a-4112-8dd1-4a629c1c332a tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Deleting port a0d50d07-d131-465f-907f-581b26080744 {{(pid=87507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:39:22.400969 dv-neutron-821829-1-hyperv neutron-server[87506]: Traceback (most recent call last):
Dec 16 22:39:22.400969 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 16 22:39:22.400969 dv-neutron-821829-1-hyperv neutron-server[87506]:     timer()
Dec 16 22:39:22.400969 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 22:39:22.400969 dv-neutron-821829-1-hyperv neutron-server[87506]:     cb(*args, **kw)
Dec 16 22:39:22.400969 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 22:39:22.400969 dv-neutron-821829-1-hyperv neutron-server[87506]:     return func(*args, **kwargs)
Dec 16 22:39:22.400969 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 22:39:22.400969 dv-neutron-821829-1-hyperv neutron-server[87506]:     self._notify()
Dec 16 22:39:22.400969 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 22:39:22.400969 dv-neutron-821829-1-hyperv neutron-server[87506]:     self.callback(batched_events)
Dec 16 22:39:22.400969 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 22:39:22.400969 dv-neutron-821829-1-hyperv neutron-server[87506]:     event.method(event)
Dec 16 22:39:22.400969 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 22:39:22.400969 dv-neutron-821829-1-hyperv neutron-server[87506]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 22:39:22.400969 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 22:39:22.400969 dv-neutron-821829-1-hyperv neutron-server[87506]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 22:39:22.400969 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 22:39:22.400969 dv-neutron-821829-1-hyperv neutron-server[87506]:     return f(self, *a, **k)
Dec 16 22:39:22.400969 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 16 22:39:22.400969 dv-neutron-821829-1-hyperv neutron-server[87506]:     return self._get(url).json()
Dec 16 22:39:22.400969 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 16 22:39:22.400969 dv-neutron-821829-1-hyperv neutron-server[87506]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 22:39:22.400969 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 16 22:39:22.400969 dv-neutron-821829-1-hyperv neutron-server[87506]:     return self.request(url, 'GET', **kwargs)
Dec 16 22:39:22.400969 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 16 22:39:22.400969 dv-neutron-821829-1-hyperv neutron-server[87506]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 22:39:22.400969 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 16 22:39:22.400969 dv-neutron-821829-1-hyperv neutron-server[87506]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 22:39:22.400969 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 16 22:39:22.400969 dv-neutron-821829-1-hyperv neutron-server[87506]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 22:39:22.400969 dv-neutron-821829-1-hyperv neutron-server[87506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 22:39:22.403135 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-464aae99-447a-4112-8dd1-4a629c1c332a tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:22.422361 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] No Port match for: 7d61444e-231d-4b20-ad5b-13e639056471 {{(pid=87508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 22:39:22.422714 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 7d61444e-231d-4b20-ad5b-13e639056471 not bound to the agent host dv-neutron-821829-1-hyperv {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 22:39:22.424203 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59376ad4-9680-4ced-b2de-ff7a78b9f399 None None] Network 77c7670b-01e2-4008-a566-01bde477d613 requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 22:39:22.720871 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 45606) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:39:22.780067 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48f90ffe-efa5-40da-a767-4e4f83160830 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:39:22.781156 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-48f90ffe-efa5-40da-a767-4e4f83160830 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Synchronizing usage tracker for tenant:69ee045658914011ac7b8ba0ad799b2d on resource:port {{(pid=87506) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 22:39:22.791449 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-5c73bedc-1a86-4449-8271-cc10ef50aeb9 tempest-BulkNetworkOpsTest-146173519 tempest-BulkNetworkOpsTest-146173519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1863317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11213092'] for subnet, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:22.808576 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da829e1e-e4f8-44bc-a440-1b9656672e1b None None] DHCP port deletion for 77c7670b-01e2-4008-a566-01bde477d613 request from dv-neutron-821829-1-hyperv {{(pid=87508) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 16 22:39:22.810621 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-12058a51-e882-4344-a1a2-cc03810713ab tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3329572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3741856'] for network, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:22.813731 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8803fe9-66ca-4458-a800-c46166179762 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify agent at l3_agent.dv-neutron-821829-1-hyperv the message routers_updated {{(pid=87506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 22:39:22.824015 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-7b88abd5-008d-48c0-8fa8-8255d5eae4bd tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:39:22.827300 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f00e5abb-ddfd-4bc3-9df2-652c613f5ef6 None None] Sync routers for ids ['ba4e7bf1-b57d-428d-af6d-e9fc2d584f7b'] in dv-neutron-821829-1-hyperv {{(pid=87508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 22:39:22.849554 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f00e5abb-ddfd-4bc3-9df2-652c613f5ef6 None None] Routers {'ba4e7bf1-b57d-428d-af6d-e9fc2d584f7b'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:39:22.853421 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-f00e5abb-ddfd-4bc3-9df2-652c613f5ef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b76e2d100>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:39:01Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['ba4e7bf1-b57d-428d-af6d-e9fc2d584f7b'], 'active': True} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:39:22.899283 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-12058a51-e882-4344-a1a2-cc03810713ab tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Notify callbacks [] for network, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:22.960931 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-f00e5abb-ddfd-4bc3-9df2-652c613f5ef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b76e2d100>, [], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:39:22.987217 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-400315f7-9430-4385-8173-626243c9c0f8 None None] Provisioning for port 044c116a-4186-4292-99bc-b38d5eccec0d completed by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 22:39:22.991653 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f00e5abb-ddfd-4bc3-9df2-652c613f5ef6 None None] Routers {'ba4e7bf1-b57d-428d-af6d-e9fc2d584f7b'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:39:22.992339 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-f00e5abb-ddfd-4bc3-9df2-652c613f5ef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b76e2d100>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:39:01Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['ba4e7bf1-b57d-428d-af6d-e9fc2d584f7b'], 'active': True} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:39:22.996644 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-d8803fe9-66ca-4458-a800-c46166179762 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks [] for router, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:23.000306 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-d8803fe9-66ca-4458-a800-c46166179762 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] 10.222.0.13 "PUT /v2.0/routers/ba4e7bf1-b57d-428d-af6d-e9fc2d584f7b HTTP/1.1" status: 200  len: 888 time: 3.4689436
Dec 16 22:39:23.009052 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 45614) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:39:23.009386 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 45616) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:39:23.018082 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-12058a51-e882-4344-a1a2-cc03810713ab tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] 10.222.0.13 "DELETE /v2.0/networks/77c7670b-01e2-4008-a566-01bde477d613 HTTP/1.1" status: 204  len: 168 time: 9.3173058
Dec 16 22:39:23.024366 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-48f90ffe-efa5-40da-a767-4e4f83160830 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Unset dirty status for tenant:69ee045658914011ac7b8ba0ad799b2d on resource:port {{(pid=87506) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 22:39:23.036977 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-48f90ffe-efa5-40da-a767-4e4f83160830 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] 10.222.0.13 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200  len: 927 time: 1.2119710
Dec 16 22:39:23.043511 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 45622) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:39:23.081413 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c73bedc-1a86-4449-8271-cc10ef50aeb9 tempest-BulkNetworkOpsTest-146173519 tempest-BulkNetworkOpsTest-146173519-project] Checking segment: {'id': '8d0901f3-dc2e-409b-8222-23901902e04c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '7f9fc5cc-447f-4261-9be9-974cd60d8263'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 22:39:23.082601 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c73bedc-1a86-4449-8271-cc10ef50aeb9 tempest-BulkNetworkOpsTest-146173519 tempest-BulkNetworkOpsTest-146173519-project] Network hostable DHCP agents. Network: 7f9fc5cc-447f-4261-9be9-974cd60d8263, hostable agents: ['3b155c4d-12dc-491e-aa14-6113b06cfacd'], hosted agents: [] {{(pid=87506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 16 22:39:23.094130 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c73bedc-1a86-4449-8271-cc10ef50aeb9 tempest-BulkNetworkOpsTest-146173519 tempest-BulkNetworkOpsTest-146173519-project] Pushing event updated for resources: {'Subnet': ['ID=ecdfb1dd-dde0-48ef-90b8-a2093a39cc39,revision_number=0']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:39:23.103822 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-5c73bedc-1a86-4449-8271-cc10ef50aeb9 tempest-BulkNetworkOpsTest-146173519 tempest-BulkNetworkOpsTest-146173519-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:39:23.104861 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-25745e1c-fd03-4889-9e77-95cbfaedf5ef tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.227s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:39:23.115677 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-f00e5abb-ddfd-4bc3-9df2-652c613f5ef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b76e2d100>, [], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:39:23.116130 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f00e5abb-ddfd-4bc3-9df2-652c613f5ef6 None None] The sync data for ids ['ba4e7bf1-b57d-428d-af6d-e9fc2d584f7b'] in dv-neutron-821829-1-hyperv is: [] {{(pid=87508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 22:39:23.123436 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-400315f7-9430-4385-8173-626243c9c0f8 None None] Provisioning complete for port 044c116a-4186-4292-99bc-b38d5eccec0d triggered by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:39:23.124075 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-400315f7-9430-4385-8173-626243c9c0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:23.139557 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12058a51-e882-4344-a1a2-cc03810713ab tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Pushing event deleted for resources: {'Network': ['ID=77c7670b-01e2-4008-a566-01bde477d613,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:39:23.143101 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-12058a51-e882-4344-a1a2-cc03810713ab tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:39:23.156338 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c73bedc-1a86-4449-8271-cc10ef50aeb9 tempest-BulkNetworkOpsTest-146173519 tempest-BulkNetworkOpsTest-146173519-project] Network 7f9fc5cc-447f-4261-9be9-974cd60d8263 is scheduled to be hosted by DHCP agent 3b155c4d-12dc-491e-aa14-6113b06cfacd with binding_index 1 {{(pid=87506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 16 22:39:23.163244 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-464aae99-447a-4112-8dd1-4a629c1c332a tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:23.178831 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.base_scheduler [None req-5c73bedc-1a86-4449-8271-cc10ef50aeb9 tempest-BulkNetworkOpsTest-146173519 tempest-BulkNetworkOpsTest-146173519-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821829-1-hyperv, 7f9fc5cc-447f-4261-9be9-974cd60d8263) {{(pid=87506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:39:23.185126 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-5c73bedc-1a86-4449-8271-cc10ef50aeb9 tempest-BulkNetworkOpsTest-146173519 tempest-BulkNetworkOpsTest-146173519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1863317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11213092'] for subnet, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:23.189383 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-75e94c52-b5d7-49e9-a22b-f5cecc13643f tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:39:23.194256 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-400315f7-9430-4385-8173-626243c9c0f8 None None] Port 044c116a-4186-4292-99bc-b38d5eccec0d cannot update to ACTIVE because it is not bound. {{(pid=87508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 22:39:23.195852 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a33de39-70bc-4ed3-9dad-edd619613c74 None None] Network 7f9fc5cc-447f-4261-9be9-974cd60d8263 requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 22:39:23.230231 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.pecan_wsgi.hooks.translation [None req-e54b9793-fd6e-4df8-8051-7117485842b9 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] DELETE failed (client error): The resource could not be found.
Dec 16 22:39:23.230682 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e54b9793-fd6e-4df8-8051-7117485842b9 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87507) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 16 22:39:23.232479 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-e54b9793-fd6e-4df8-8051-7117485842b9 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] 10.222.0.13 "DELETE /v2.0/subnets/55d820d1-2ba8-40aa-98f7-4f9c76ce2f96 HTTP/1.1" status: 404  len: 337 time: 0.2130704
Dec 16 22:39:23.240926 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 45626) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:39:23.255256 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97525190-197c-4a67-8b6e-c8eaebcc58af tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:39:23.261086 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97525190-197c-4a67-8b6e-c8eaebcc58af tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:39:23.266894 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97525190-197c-4a67-8b6e-c8eaebcc58af tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:39:23.268513 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-97525190-197c-4a67-8b6e-c8eaebcc58af tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] 10.222.0.13 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200  len: 2390 time: 0.2238345
Dec 16 22:39:23.290958 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 45630) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:39:23.292852 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-0790d422-48c8-4708-b6c6-6ac408c80414 req-966728e0-a21a-4aa5-b6ca-d7adf28b9860 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] 10.222.0.13 "GET /v2.0/ports?device_id=e559bb86-9633-4370-9cd9-33cf2cb148d6 HTTP/1.1" status: 200  len: 210 time: 0.1214206
Dec 16 22:39:23.359917 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.plugin [None req-464aae99-447a-4112-8dd1-4a629c1c332a tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Calling delete_port for a0d50d07-d131-465f-907f-581b26080744 owned by  {{(pid=87507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:39:23.363822 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.pecan_wsgi.hooks.translation [None req-3509d512-a844-4595-8dce-34b29b33e9bc tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] DELETE failed (client error): The resource could not be found.
Dec 16 22:39:23.364305 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3509d512-a844-4595-8dce-34b29b33e9bc tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 16 22:39:23.368582 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-3509d512-a844-4595-8dce-34b29b33e9bc tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] 10.222.0.13 "DELETE /v2.0/networks/77c7670b-01e2-4008-a566-01bde477d613 HTTP/1.1" status: 404  len: 339 time: 0.1241181
Dec 16 22:39:23.374061 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 45634) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:39:23.395748 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c73bedc-1a86-4449-8271-cc10ef50aeb9 tempest-BulkNetworkOpsTest-146173519 tempest-BulkNetworkOpsTest-146173519-project] Pushing event updated for resources: {'Subnet': ['ID=1567ac8c-f820-473a-901b-0744e2d461f9,revision_number=0']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:39:23.397940 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-5c73bedc-1a86-4449-8271-cc10ef50aeb9 tempest-BulkNetworkOpsTest-146173519 tempest-BulkNetworkOpsTest-146173519-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:39:23.444774 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [None req-afb0dfe5-4bf4-4cbb-9f13-eb96c2e49344 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Deleting port 044c116a-4186-4292-99bc-b38d5eccec0d {{(pid=87506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:39:23.445163 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-afb0dfe5-4bf4-4cbb-9f13-eb96c2e49344 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:23.479522 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ae664d9-b78a-4ab2-97bf-39776d254802 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1d6bfaf-d325-5e4f-b05d-2441d8339617-7f9fc5cc-447f-4261-9be9-974cd60d8263', 'network_id': '7f9fc5cc-447f-4261-9be9-974cd60d8263', 'tenant_id': 'bc8e86120c604ba197d6b48e9df1cd92', 'fixed_ips': [{'subnet_id': 'ecdfb1dd-dde0-48ef-90b8-a2093a39cc39'}]}} from dv-neutron-821829-1-hyperv. {{(pid=87508) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 16 22:39:23.480405 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-3ae664d9-b78a-4ab2-97bf-39776d254802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:23.491895 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c73bedc-1a86-4449-8271-cc10ef50aeb9 tempest-BulkNetworkOpsTest-146173519 tempest-BulkNetworkOpsTest-146173519-project] Checking segment: {'id': 'eb69e800-05f3-415d-83ee-a6a3d31bc706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '94303dd1-08d8-4dd0-94d6-3101fa846a17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 22:39:23.492523 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c73bedc-1a86-4449-8271-cc10ef50aeb9 tempest-BulkNetworkOpsTest-146173519 tempest-BulkNetworkOpsTest-146173519-project] Network hostable DHCP agents. Network: 94303dd1-08d8-4dd0-94d6-3101fa846a17, hostable agents: ['3b155c4d-12dc-491e-aa14-6113b06cfacd'], hosted agents: [] {{(pid=87506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 16 22:39:23.498612 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.pecan_wsgi.hooks.translation [None req-26896d56-1922-43c8-b272-4749d2a32221 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] DELETE failed (client error): The resource could not be found.
Dec 16 22:39:23.499280 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26896d56-1922-43c8-b272-4749d2a32221 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 16 22:39:23.501330 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-26896d56-1922-43c8-b272-4749d2a32221 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] 10.222.0.13 "DELETE /v2.0/subnets/7e990ebc-5f46-4709-b21f-1ff5665d244c HTTP/1.1" status: 404  len: 337 time: 0.1244466
Dec 16 22:39:23.509928 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 45638) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:39:23.514143 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-ec552813-911f-4c76-b044-06bdba5f6f4f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=bb30155073f3462f829b4df60e35f5af&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7921581
Dec 16 22:39:23.517860 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 45642) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:39:23.562150 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0ce315d-8453-431b-8c17-79b70ef9247c tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] DELETE failed (client error): The resource could not be found.
Dec 16 22:39:23.563018 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f0ce315d-8453-431b-8c17-79b70ef9247c tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87507) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 16 22:39:23.566756 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-f0ce315d-8453-431b-8c17-79b70ef9247c tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] 10.222.0.13 "DELETE /v2.0/networks/d3b281d9-c948-4713-adf9-c006452e82c0 HTTP/1.1" status: 404  len: 339 time: 0.0533113
Dec 16 22:39:23.569387 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 45646) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:39:23.601938 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-b0eb88a4-9e7d-4556-9305-e85621f95f79 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] 10.222.0.13 "GET /v2.0/routers/ba4e7bf1-b57d-428d-af6d-e9fc2d584f7b HTTP/1.1" status: 200  len: 888 time: 0.5838673
Dec 16 22:39:23.606946 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 45650) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:39:23.614178 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c73bedc-1a86-4449-8271-cc10ef50aeb9 tempest-BulkNetworkOpsTest-146173519 tempest-BulkNetworkOpsTest-146173519-project] Network 94303dd1-08d8-4dd0-94d6-3101fa846a17 is scheduled to be hosted by DHCP agent 3b155c4d-12dc-491e-aa14-6113b06cfacd with binding_index 1 {{(pid=87506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 16 22:39:23.660968 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.base_scheduler [None req-5c73bedc-1a86-4449-8271-cc10ef50aeb9 tempest-BulkNetworkOpsTest-146173519 tempest-BulkNetworkOpsTest-146173519-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821829-1-hyperv, 94303dd1-08d8-4dd0-94d6-3101fa846a17) {{(pid=87506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:39:23.681873 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-317ae216-af26-4ed7-92d0-06cafdec67ea None None] Network 94303dd1-08d8-4dd0-94d6-3101fa846a17 requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 22:39:23.710265 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c73bedc-1a86-4449-8271-cc10ef50aeb9 tempest-BulkNetworkOpsTest-146173519 tempest-BulkNetworkOpsTest-146173519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:39:23.710738 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c73bedc-1a86-4449-8271-cc10ef50aeb9 tempest-BulkNetworkOpsTest-146173519 tempest-BulkNetworkOpsTest-146173519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:39:23.711358 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-5c73bedc-1a86-4449-8271-cc10ef50aeb9 tempest-BulkNetworkOpsTest-146173519 tempest-BulkNetworkOpsTest-146173519-project] Notify callbacks [] for subnet, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:23.762946 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-8d30dfd6-2f89-4502-8d9f-0bb68f94c275 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] 10.222.0.13 "GET /v2.0/ports?device_id=ba4e7bf1-b57d-428d-af6d-e9fc2d584f7b HTTP/1.1" status: 200  len: 205 time: 0.1091709
Dec 16 22:39:23.765461 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 45654) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:39:23.781499 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-665e174c-c040-4ffc-a5e4-4f43ae932e7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:23.799882 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.db_base_plugin_common [None req-3ae664d9-b78a-4ab2-97bf-39776d254802 None None] Allocated IP 172.20.0.2 (7f9fc5cc-447f-4261-9be9-974cd60d8263/ecdfb1dd-dde0-48ef-90b8-a2093a39cc39/bf9e22c2-8c49-4657-9442-837b00d14d26) {{(pid=87508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 22:39:23.861520 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-80807f40-c88f-4372-b330-51bfd886b542 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-825997'] for network, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:23.877892 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-464aae99-447a-4112-8dd1-4a629c1c332a tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10807823'] for port, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:23.887458 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-8493dc6c-736f-4a9b-8057-dae4ec2b126a tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:39:23.909362 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-5c73bedc-1a86-4449-8271-cc10ef50aeb9 tempest-BulkNetworkOpsTest-146173519 tempest-BulkNetworkOpsTest-146173519-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 1426 time: 4.7812641
Dec 16 22:39:23.913428 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 45658) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:39:23.914981 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-665e174c-c040-4ffc-a5e4-4f43ae932e7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:23.936717 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464aae99-447a-4112-8dd1-4a629c1c332a tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Pushing event deleted for resources: {'Port': ['ID=a0d50d07-d131-465f-907f-581b26080744,revision_number=None']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:39:23.998176 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-464aae99-447a-4112-8dd1-4a629c1c332a tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:39:24.085722 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b604d465-4225-4c49-a9d2-67ee11861457 req-e67561e6-d19c-4a8c-a8a8-a8253b1a03c5 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:39:24.087385 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-b604d465-4225-4c49-a9d2-67ee11861457 req-e67561e6-d19c-4a8c-a8a8-a8253b1a03c5 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] 10.222.0.49 "GET /v2.0/networks?id=59be113d-df84-4589-a861-2ce3da6b2e5d HTTP/1.1" status: 200  len: 811 time: 0.4244990
Dec 16 22:39:24.091586 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-afb0dfe5-4bf4-4cbb-9f13-eb96c2e49344 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:24.110641 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92fb7070-57c7-4edb-bff0-1fcdd8ae4301 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1d6bfaf-d325-5e4f-b05d-2441d8339617-94303dd1-08d8-4dd0-94d6-3101fa846a17', 'network_id': '94303dd1-08d8-4dd0-94d6-3101fa846a17', 'tenant_id': 'bc8e86120c604ba197d6b48e9df1cd92', 'fixed_ips': [{'subnet_id': '1567ac8c-f820-473a-901b-0744e2d461f9'}]}} from dv-neutron-821829-1-hyperv. {{(pid=87508) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 16 22:39:24.112008 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-92fb7070-57c7-4edb-bff0-1fcdd8ae4301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:24.431683 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-80807f40-c88f-4372-b330-51bfd886b542 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3329565', 'neutron.services.segments.db._delete_segments_for_network-8734753546406'] for network, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:24.457192 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.services.segments.db [None req-80807f40-c88f-4372-b330-51bfd886b542 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1b76b0b9a0>,) {'filters': {'network_id': ['0ac64615-5a80-4f9a-94bd-55b6c7617a35']}} {{(pid=87507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:39:24.469524 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.services.segments.db [None req-80807f40-c88f-4372-b330-51bfd886b542 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b76b0b9a0>, 'b3b8a513-cb93-4a65-a49b-75e1ba7b3a05') {'for_net_delete': True} {{(pid=87507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:39:24.469731 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.services.segments.db [None req-80807f40-c88f-4372-b330-51bfd886b542 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b76b0b9a0>, 'b3b8a513-cb93-4a65-a49b-75e1ba7b3a05') {} {{(pid=87507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:39:24.475957 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [None req-afb0dfe5-4bf4-4cbb-9f13-eb96c2e49344 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Calling delete_port for 044c116a-4186-4292-99bc-b38d5eccec0d owned by  {{(pid=87506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:39:24.481833 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-80807f40-c88f-4372-b330-51bfd886b542 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734753593977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2128549'] for segment, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:24.485495 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-3ae664d9-b78a-4ab2-97bf-39776d254802 None None] Notify callbacks [] for port, precommit_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:24.498526 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-3ae664d9-b78a-4ab2-97bf-39776d254802 None None] Transition to ACTIVE for port object bf9e22c2-8c49-4657-9442-837b00d14d26 will not be triggered until provisioned by entity L2. {{(pid=87508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:39:24.498746 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-80807f40-c88f-4372-b330-51bfd886b542 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-883292'] for segment, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:24.504852 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80807f40-c88f-4372-b330-51bfd886b542 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Releasing vlan 158 on physical network physnet1 to pool {{(pid=87507) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 16 22:39:24.505240 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-80807f40-c88f-4372-b330-51bfd886b542 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-883285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10808034'] for segment, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:24.522120 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.db_base_plugin_common [None req-92fb7070-57c7-4edb-bff0-1fcdd8ae4301 None None] Allocated IP 172.20.0.18 (94303dd1-08d8-4dd0-94d6-3101fa846a17/1567ac8c-f820-473a-901b-0744e2d461f9/d975c69c-dc0e-4dfe-8feb-591dd9e55951) {{(pid=87508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 22:39:24.599004 dv-neutron-821829-1-hyperv neutron-server[87507]: Traceback (most recent call last):
Dec 16 22:39:24.599004 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 16 22:39:24.599004 dv-neutron-821829-1-hyperv neutron-server[87507]:     timer()
Dec 16 22:39:24.599004 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 22:39:24.599004 dv-neutron-821829-1-hyperv neutron-server[87507]:     cb(*args, **kw)
Dec 16 22:39:24.599004 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 22:39:24.599004 dv-neutron-821829-1-hyperv neutron-server[87507]:     return func(*args, **kwargs)
Dec 16 22:39:24.599004 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 22:39:24.599004 dv-neutron-821829-1-hyperv neutron-server[87507]:     self._notify()
Dec 16 22:39:24.599004 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 22:39:24.599004 dv-neutron-821829-1-hyperv neutron-server[87507]:     self.callback(batched_events)
Dec 16 22:39:24.599004 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 22:39:24.599004 dv-neutron-821829-1-hyperv neutron-server[87507]:     event.method(event)
Dec 16 22:39:24.599004 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 22:39:24.599004 dv-neutron-821829-1-hyperv neutron-server[87507]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 22:39:24.599004 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 22:39:24.599004 dv-neutron-821829-1-hyperv neutron-server[87507]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 22:39:24.599004 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 22:39:24.599004 dv-neutron-821829-1-hyperv neutron-server[87507]:     return f(self, *a, **k)
Dec 16 22:39:24.599004 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 16 22:39:24.599004 dv-neutron-821829-1-hyperv neutron-server[87507]:     return self._get(url).json()
Dec 16 22:39:24.599004 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 16 22:39:24.599004 dv-neutron-821829-1-hyperv neutron-server[87507]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 22:39:24.599004 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 16 22:39:24.599004 dv-neutron-821829-1-hyperv neutron-server[87507]:     return self.request(url, 'GET', **kwargs)
Dec 16 22:39:24.599004 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 16 22:39:24.599004 dv-neutron-821829-1-hyperv neutron-server[87507]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 22:39:24.599004 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 16 22:39:24.599004 dv-neutron-821829-1-hyperv neutron-server[87507]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 22:39:24.599004 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 16 22:39:24.599004 dv-neutron-821829-1-hyperv neutron-server[87507]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 22:39:24.599004 dv-neutron-821829-1-hyperv neutron-server[87507]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 22:39:24.633702 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76baa676-1545-4e7c-bf92-02caf5783431 tempest-BulkNetworkOpsTest-146173519 tempest-BulkNetworkOpsTest-146173519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:39:24.635351 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76baa676-1545-4e7c-bf92-02caf5783431 tempest-BulkNetworkOpsTest-146173519 tempest-BulkNetworkOpsTest-146173519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:39:24.636927 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76baa676-1545-4e7c-bf92-02caf5783431 tempest-BulkNetworkOpsTest-146173519 tempest-BulkNetworkOpsTest-146173519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:39:24.637735 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-76baa676-1545-4e7c-bf92-02caf5783431 tempest-BulkNetworkOpsTest-146173519 tempest-BulkNetworkOpsTest-146173519-project] Synchronizing usage tracker for tenant:bc8e86120c604ba197d6b48e9df1cd92 on resource:subnet {{(pid=87506) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 22:39:24.640304 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-afb0dfe5-4bf4-4cbb-9f13-eb96c2e49344 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1863393'] for port, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:24.649801 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-9abd5dc3-2474-4cb3-8e27-5da4e29a3b4a tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:39:24.673814 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-80807f40-c88f-4372-b330-51bfd886b542 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3329572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3741856'] for network, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:24.696904 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-b8d387fa-4056-456f-9a96-adb0f534d32e req-fc6af777-bf8a-4523-8f1e-bf41375865db tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] 10.222.0.13 "GET /v2.0/ports?device_id=e559bb86-9633-4370-9cd9-33cf2cb148d6 HTTP/1.1" status: 200  len: 210 time: 0.0868316
Dec 16 22:39:24.697617 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-05b900c4-8f9c-4e2a-940e-cee48578c7a3 tempest-BulkNetworkOpsTest-146173519 tempest-BulkNetworkOpsTest-146173519-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:39:24.723801 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb0dfe5-4bf4-4cbb-9f13-eb96c2e49344 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Pushing event deleted for resources: {'Port': ['ID=044c116a-4186-4292-99bc-b38d5eccec0d,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:39:24.725711 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-76baa676-1545-4e7c-bf92-02caf5783431 tempest-BulkNetworkOpsTest-146173519 tempest-BulkNetworkOpsTest-146173519-project] Unset dirty status for tenant:bc8e86120c604ba197d6b48e9df1cd92 on resource:subnet {{(pid=87506) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 22:39:24.726917 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-76baa676-1545-4e7c-bf92-02caf5783431 tempest-BulkNetworkOpsTest-146173519 tempest-BulkNetworkOpsTest-146173519-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2052 time: 0.8010974
Dec 16 22:39:24.728769 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-80807f40-c88f-4372-b330-51bfd886b542 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Notify callbacks [] for network, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:24.732064 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-afb0dfe5-4bf4-4cbb-9f13-eb96c2e49344 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:39:24.735789 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 45668) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:39:24.772320 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-b604d465-4225-4c49-a9d2-67ee11861457 req-01d26749-83e8-4bce-8335-8b1fd97db6f7 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ebcac23e4eae475893854e16d121f861 HTTP/1.1" status: 200  len: 379 time: 0.6554205
Dec 16 22:39:24.777252 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80807f40-c88f-4372-b330-51bfd886b542 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Pushing event deleted for resources: {'Network': ['ID=0ac64615-5a80-4f9a-94bd-55b6c7617a35,revision_number=None']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:39:24.778745 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-665e174c-c040-4ffc-a5e4-4f43ae932e7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841066'] for security_group, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:24.781081 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-e467850f-cdd4-4d57-9ce8-2de356855821 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks [] for router, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:24.790020 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-85cf9224-0a66-4bc5-b193-f499706dce9c tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:39:24.799865 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [req-b604d465-4225-4c49-a9d2-67ee11861457 req-e24a035b-68a8-4714-8350-db0d6fc4c180 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Request body: {'port': {'device_id': 'e559bb86-9633-4370-9cd9-33cf2cb148d6', 'network_id': '59be113d-df84-4589-a861-2ce3da6b2e5d', 'admin_state_up': True, 'tenant_id': 'ebcac23e4eae475893854e16d121f861', 'security_groups': ['2c8293c6-7a9d-4021-9d0b-d55cb4b08bc4']}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:39:24.844327 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-80807f40-c88f-4372-b330-51bfd886b542 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:39:24.849041 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-92fb7070-57c7-4edb-bff0-1fcdd8ae4301 None None] Notify callbacks [] for port, precommit_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:24.861951 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-92fb7070-57c7-4edb-bff0-1fcdd8ae4301 None None] Transition to ACTIVE for port object d975c69c-dc0e-4dfe-8feb-591dd9e55951 will not be triggered until provisioned by entity L2. {{(pid=87508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:39:24.885737 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-92fb7070-57c7-4edb-bff0-1fcdd8ae4301 None None] Transition to ACTIVE for port object d975c69c-dc0e-4dfe-8feb-591dd9e55951 will not be triggered until provisioned by entity DHCP. {{(pid=87508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:39:24.888168 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-464aae99-447a-4112-8dd1-4a629c1c332a tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for port, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:24.890723 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-3ae664d9-b78a-4ab2-97bf-39776d254802 None None] Transition to ACTIVE for port object bf9e22c2-8c49-4657-9442-837b00d14d26 will not be triggered until provisioned by entity DHCP. {{(pid=87508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:39:24.892909 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-464aae99-447a-4112-8dd1-4a629c1c332a tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] 10.222.0.13 "DELETE /v2.0/ports/a0d50d07-d131-465f-907f-581b26080744 HTTP/1.1" status: 204  len: 168 time: 2.6473904
Dec 16 22:39:24.900169 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 45672) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:39:24.901080 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-92fb7070-57c7-4edb-bff0-1fcdd8ae4301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940'] for port, after_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:24.905621 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-80807f40-c88f-4372-b330-51bfd886b542 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] 10.222.0.13 "DELETE /v2.0/networks/0ac64615-5a80-4f9a-94bd-55b6c7617a35 HTTP/1.1" status: 204  len: 168 time: 1.3352358
Dec 16 22:39:24.916983 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-afb0dfe5-4bf4-4cbb-9f13-eb96c2e49344 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for port, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:24.917224 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:39:24.924407 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 45676) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:39:24.964624 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-3ae664d9-b78a-4ab2-97bf-39776d254802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940'] for port, after_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:24.975044 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb8d8c0b-6759-42b8-bb21-4c08237de47f tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] GET failed (client error): The resource could not be found.
Dec 16 22:39:24.975499 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-cb8d8c0b-6759-42b8-bb21-4c08237de47f tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Synchronizing usage tracker for tenant:3ddf94e9e4ac4112b345468cafab037c on resource:port {{(pid=87507) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 22:39:24.976163 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92fb7070-57c7-4edb-bff0-1fcdd8ae4301 None None] Network 94303dd1-08d8-4dd0-94d6-3101fa846a17 is already hosted by enough agents. {{(pid=87508) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:39:24.985322 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665e174c-c040-4ffc-a5e4-4f43ae932e7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa649939-2766-4242-9950-e8484a6c2682,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:39:24.989662 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-665e174c-c040-4ffc-a5e4-4f43ae932e7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:39:25.006656 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ae664d9-b78a-4ab2-97bf-39776d254802 None None] Network 7f9fc5cc-447f-4261-9be9-974cd60d8263 is already hosted by enough agents. {{(pid=87508) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:39:25.009644 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.db_base_plugin_v2 [None req-54520259-a53d-4284-8797-54893f4b7648 tempest-BulkNetworkOpsTest-146173519 tempest-BulkNetworkOpsTest-146173519-project] Deleting subnet ecdfb1dd-dde0-48ef-90b8-a2093a39cc39 {{(pid=87507) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 16 22:39:25.013027 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.scheduler.base_scheduler [None req-3ae664d9-b78a-4ab2-97bf-39776d254802 None None] Resources bound (agent type, host, resource id):  {{(pid=87508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:39:25.014698 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.scheduler.base_scheduler [None req-92fb7070-57c7-4edb-bff0-1fcdd8ae4301 None None] Resources bound (agent type, host, resource id):  {{(pid=87508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:39:25.014832 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8705e16-caec-4755-a2dd-94629ff0e963 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] DELETE failed (client error): The resource could not be found.
Dec 16 22:39:25.015649 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8705e16-caec-4755-a2dd-94629ff0e963 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 16 22:39:25.019343 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-c8705e16-caec-4755-a2dd-94629ff0e963 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] 10.222.0.13 "DELETE /v2.0/subnets/97e414f6-5878-4487-8970-b5a970dd3e5b HTTP/1.1" status: 404  len: 337 time: 0.0894814
Dec 16 22:39:25.024335 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 45680) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:39:25.029469 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-afb0dfe5-4bf4-4cbb-9f13-eb96c2e49344 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] 10.222.0.13 "DELETE /v2.0/ports/044c116a-4186-4292-99bc-b38d5eccec0d HTTP/1.1" status: 204  len: 168 time: 1.7324870
Dec 16 22:39:25.029633 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92fb7070-57c7-4edb-bff0-1fcdd8ae4301 None None] Received port after_create {{(pid=87508) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 22:39:25.035802 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ae664d9-b78a-4ab2-97bf-39776d254802 None None] Received port after_create {{(pid=87508) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 22:39:25.048230 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 45682) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:39:25.068495 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-665e174c-c040-4ffc-a5e4-4f43ae932e7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:25.074971 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-665e174c-c040-4ffc-a5e4-4f43ae932e7a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/fa649939-2766-4242-9950-e8484a6c2682 HTTP/1.1" status: 204  len: 168 time: 1.5470369
Dec 16 22:39:25.096355 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-54520259-a53d-4284-8797-54893f4b7648 tempest-BulkNetworkOpsTest-146173519 tempest-BulkNetworkOpsTest-146173519-project] Notify callbacks [] for subnet, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:25.137747 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-cb8d8c0b-6759-42b8-bb21-4c08237de47f tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Unset dirty status for tenant:3ddf94e9e4ac4112b345468cafab037c on resource:port {{(pid=87507) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 22:39:25.141724 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-cb8d8c0b-6759-42b8-bb21-4c08237de47f tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] 10.222.0.13 "GET /v2.0/ports/a0d50d07-d131-465f-907f-581b26080744 HTTP/1.1" status: 404  len: 333 time: 0.2381608
Dec 16 22:39:25.142321 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 45690) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:39:25.181515 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.pecan_wsgi.hooks.translation [None req-1cac7143-9cb9-4151-b4ef-8fd3f4be1b3b tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] DELETE failed (client error): The resource could not be found.
Dec 16 22:39:25.182268 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1cac7143-9cb9-4151-b4ef-8fd3f4be1b3b tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 16 22:39:25.184228 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-1cac7143-9cb9-4151-b4ef-8fd3f4be1b3b tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] 10.222.0.13 "DELETE /v2.0/networks/f76707b0-1950-4926-a817-08b317d0ec7c HTTP/1.1" status: 404  len: 339 time: 0.1533394
Dec 16 22:39:25.187869 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 45694) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:39:25.189429 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4e6509d-db1b-461b-8b65-6f3c92a494c4 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] GET failed (client error): The resource could not be found.
Dec 16 22:39:25.191495 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-d4e6509d-db1b-461b-8b65-6f3c92a494c4 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Synchronizing usage tracker for tenant:69ee045658914011ac7b8ba0ad799b2d on resource:port {{(pid=87506) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 22:39:25.237648 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-54520259-a53d-4284-8797-54893f4b7648 tempest-BulkNetworkOpsTest-146173519 tempest-BulkNetworkOpsTest-146173519-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2128562'] for subnet, precommit_delete_associations {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:25.266962 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.pecan_wsgi.hooks.translation [None req-0bd8a80e-9d83-46e7-a0e1-e252ab5460ee tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] DELETE failed (client error): The resource could not be found.
Dec 16 22:39:25.267530 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0bd8a80e-9d83-46e7-a0e1-e252ab5460ee tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 16 22:39:25.269381 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-0bd8a80e-9d83-46e7-a0e1-e252ab5460ee tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] 10.222.0.13 "DELETE /v2.0/subnets/53c662cd-7e5b-496f-9a8e-c576c9022458 HTTP/1.1" status: 404  len: 337 time: 0.0745893
Dec 16 22:39:25.276058 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 45698) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:39:25.281573 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [req-b604d465-4225-4c49-a9d2-67ee11861457 req-e24a035b-68a8-4714-8350-db0d6fc4c180 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:39:25.306951 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [req-b604d465-4225-4c49-a9d2-67ee11861457 req-e24a035b-68a8-4714-8350-db0d6fc4c180 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:39:25.314368 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-92fb7070-57c7-4edb-bff0-1fcdd8ae4301 None None] Attempting to bind port d975c69c-dc0e-4dfe-8feb-591dd9e55951 on host dv-neutron-821829-1-hyperv for vnic_type normal with profile  {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 22:39:25.315926 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-d4e6509d-db1b-461b-8b65-6f3c92a494c4 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Unset dirty status for tenant:69ee045658914011ac7b8ba0ad799b2d on resource:port {{(pid=87506) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 22:39:25.318890 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-92fb7070-57c7-4edb-bff0-1fcdd8ae4301 None None] Attempting to bind port d975c69c-dc0e-4dfe-8feb-591dd9e55951 by drivers openvswitch,hyperv on host dv-neutron-821829-1-hyperv at level 0 using segments [{'id': 'eb69e800-05f3-415d-83ee-a6a3d31bc706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '94303dd1-08d8-4dd0-94d6-3101fa846a17'}] {{(pid=87508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 22:39:25.319272 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92fb7070-57c7-4edb-bff0-1fcdd8ae4301 None None] Attempting to bind port d975c69c-dc0e-4dfe-8feb-591dd9e55951 on network 94303dd1-08d8-4dd0-94d6-3101fa846a17 {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 22:39:25.320583 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-d4e6509d-db1b-461b-8b65-6f3c92a494c4 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] 10.222.0.13 "GET /v2.0/ports/044c116a-4186-4292-99bc-b38d5eccec0d HTTP/1.1" status: 404  len: 333 time: 0.2666302
Dec 16 22:39:25.324422 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fb7070-57c7-4edb-bff0-1fcdd8ae4301 None None] Pushing event updated for resources: {'Port': ['ID=d975c69c-dc0e-4dfe-8feb-591dd9e55951,revision_number=1']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:39:25.324666 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 45702) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:39:25.337505 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.pecan_wsgi.hooks.translation [None req-38a1d8f4-ed73-43ce-9af7-201b31de18ff tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] DELETE failed (client error): The resource could not be found.
Dec 16 22:39:25.337983 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38a1d8f4-ed73-43ce-9af7-201b31de18ff tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87507) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 16 22:39:25.339720 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-38a1d8f4-ed73-43ce-9af7-201b31de18ff tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] 10.222.0.13 "DELETE /v2.0/networks/169c4e6e-ea67-4824-ac27-4fec4b4952c7 HTTP/1.1" status: 404  len: 339 time: 0.0511785
Dec 16 22:39:25.346403 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-92fb7070-57c7-4edb-bff0-1fcdd8ae4301 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.429s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:39:25.348958 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-003d53c9-85fb-4854-af2b-ec1575aceb17 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.363s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:39:25.359652 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 45706) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:39:25.361007 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-e467850f-cdd4-4d57-9ce8-2de356855821 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:25.409822 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b604d465-4225-4c49-a9d2-67ee11861457 req-e24a035b-68a8-4714-8350-db0d6fc4c180 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Made reservation on behalf of ebcac23e4eae475893854e16d121f861 for: {'port': 1} {{(pid=87506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:39:25.414345 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-b604d465-4225-4c49-a9d2-67ee11861457 req-e24a035b-68a8-4714-8350-db0d6fc4c180 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:25.417496 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-3ae664d9-b78a-4ab2-97bf-39776d254802 None None] Attempting to bind port bf9e22c2-8c49-4657-9442-837b00d14d26 on host dv-neutron-821829-1-hyperv for vnic_type normal with profile  {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 22:39:25.417892 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-3ae664d9-b78a-4ab2-97bf-39776d254802 None None] Attempting to bind port bf9e22c2-8c49-4657-9442-837b00d14d26 by drivers openvswitch,hyperv on host dv-neutron-821829-1-hyperv at level 0 using segments [{'id': '8d0901f3-dc2e-409b-8222-23901902e04c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '7f9fc5cc-447f-4261-9be9-974cd60d8263'}] {{(pid=87508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 22:39:25.418269 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ae664d9-b78a-4ab2-97bf-39776d254802 None None] Attempting to bind port bf9e22c2-8c49-4657-9442-837b00d14d26 on network 7f9fc5cc-447f-4261-9be9-974cd60d8263 {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 22:39:25.427674 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [None req-cfd2fdcc-ba54-48d3-a5e6-96fee0da666e tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Deleting port ff093e45-5fdd-47e1-a78f-3e90b37221aa {{(pid=87506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:39:25.428169 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-cfd2fdcc-ba54-48d3-a5e6-96fee0da666e tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:25.437185 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92fb7070-57c7-4edb-bff0-1fcdd8ae4301 None None] Checking agent: {'id': '5571501f-366e-47a4-9b60-8ef19d935d27', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821829-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 24, 2), 'started_at': datetime.datetime(2021, 12, 16, 22, 24, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 39, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821829-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 22:39:25.437639 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92fb7070-57c7-4edb-bff0-1fcdd8ae4301 None None] Checking segment: {'id': 'eb69e800-05f3-415d-83ee-a6a3d31bc706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '94303dd1-08d8-4dd0-94d6-3101fa846a17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 22:39:25.437994 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-92fb7070-57c7-4edb-bff0-1fcdd8ae4301 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:25.438408 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92fb7070-57c7-4edb-bff0-1fcdd8ae4301 None None] Bound using segment: {'id': 'eb69e800-05f3-415d-83ee-a6a3d31bc706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '94303dd1-08d8-4dd0-94d6-3101fa846a17'} {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 22:39:25.438935 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-92fb7070-57c7-4edb-bff0-1fcdd8ae4301 None None] Bound port: d975c69c-dc0e-4dfe-8feb-591dd9e55951, host: dv-neutron-821829-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb69e800-05f3-415d-83ee-a6a3d31bc706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '94303dd1-08d8-4dd0-94d6-3101fa846a17'}}] {{(pid=87508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 22:39:25.439321 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-92fb7070-57c7-4edb-bff0-1fcdd8ae4301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:25.466007 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7aaf8f9-25ef-46a0-8bd7-7e3af822f742 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Deleting subnet b05217fd-ffc4-411b-8391-ed04cbc83c5b {{(pid=87507) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 16 22:39:25.471619 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ae664d9-b78a-4ab2-97bf-39776d254802 None None] Checking agent: {'id': '5571501f-366e-47a4-9b60-8ef19d935d27', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821829-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 24, 2), 'started_at': datetime.datetime(2021, 12, 16, 22, 24, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 39, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821829-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 22:39:25.472035 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ae664d9-b78a-4ab2-97bf-39776d254802 None None] Checking segment: {'id': '8d0901f3-dc2e-409b-8222-23901902e04c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '7f9fc5cc-447f-4261-9be9-974cd60d8263'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 22:39:25.472449 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-3ae664d9-b78a-4ab2-97bf-39776d254802 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:25.473428 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ae664d9-b78a-4ab2-97bf-39776d254802 None None] Bound using segment: {'id': '8d0901f3-dc2e-409b-8222-23901902e04c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '7f9fc5cc-447f-4261-9be9-974cd60d8263'} {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 22:39:25.473930 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-3ae664d9-b78a-4ab2-97bf-39776d254802 None None] Bound port: bf9e22c2-8c49-4657-9442-837b00d14d26, host: dv-neutron-821829-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d0901f3-dc2e-409b-8222-23901902e04c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '7f9fc5cc-447f-4261-9be9-974cd60d8263'}}] {{(pid=87508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 22:39:25.474317 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-3ae664d9-b78a-4ab2-97bf-39776d254802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:25.474578 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.plugin [None req-e467850f-cdd4-4d57-9ce8-2de356855821 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Deleting port bf6c713b-9561-42c1-be0e-96799a0522ab {{(pid=87507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:39:25.474911 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-e467850f-cdd4-4d57-9ce8-2de356855821 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:25.499165 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-d7aaf8f9-25ef-46a0-8bd7-7e3af822f742 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks [] for subnet, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:25.549757 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.pecan_wsgi.hooks.translation [None req-36854ca1-3d0f-4647-a59c-fac50c04d2e0 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] DELETE failed (client error): The resource could not be found.
Dec 16 22:39:25.550149 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36854ca1-3d0f-4647-a59c-fac50c04d2e0 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87507) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 16 22:39:25.552565 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-36854ca1-3d0f-4647-a59c-fac50c04d2e0 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] 10.222.0.13 "DELETE /v2.0/subnets/f00c2841-3f2b-452f-875c-456dd0792f73 HTTP/1.1" status: 404  len: 337 time: 0.1698430
Dec 16 22:39:25.572520 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae664d9-b78a-4ab2-97bf-39776d254802 None None] Pushing event updated for resources: {'Port': ['ID=bf9e22c2-8c49-4657-9442-837b00d14d26,revision_number=1']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:39:25.574567 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 45710) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:39:25.645632 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b140f5b-3a1c-4e58-a9e5-de94afe42ab1 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] DELETE failed (client error): The resource could not be found.
Dec 16 22:39:25.646105 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b140f5b-3a1c-4e58-a9e5-de94afe42ab1 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87507) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 16 22:39:25.647780 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-1b140f5b-3a1c-4e58-a9e5-de94afe42ab1 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] 10.222.0.13 "DELETE /v2.0/networks/23608ab9-fa18-4fd7-961f-7dd78cbd8e37 HTTP/1.1" status: 404  len: 339 time: 0.0722661
Dec 16 22:39:25.672397 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.db_base_plugin_common [req-b604d465-4225-4c49-a9d2-67ee11861457 req-e24a035b-68a8-4714-8350-db0d6fc4c180 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Allocated IP 172.20.0.12 (59be113d-df84-4589-a861-2ce3da6b2e5d/e85fa5c2-5253-44c8-9f57-0c1d2c97dd41/4359d2e8-34fe-4cb4-bef0-4f10169a8bef) {{(pid=87506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 22:39:25.687777 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-3ae664d9-b78a-4ab2-97bf-39776d254802 None None] For port bf9e22c2-8c49-4657-9442-837b00d14d26, host dv-neutron-821829-1-hyperv, cleared binding levels {{(pid=87508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 22:39:25.692649 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-3ae664d9-b78a-4ab2-97bf-39776d254802 None None] For port bf9e22c2-8c49-4657-9442-837b00d14d26, host dv-neutron-821829-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=bf9e22c2-8c49-4657-9442-837b00d14d26,segment=NetworkSegment(8d0901f3-dc2e-409b-8222-23901902e04c),segment_id=8d0901f3-dc2e-409b-8222-23901902e04c)] {{(pid=87508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 22:39:25.701987 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-3ae664d9-b78a-4ab2-97bf-39776d254802 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.353s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:39:25.706070 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-3ae664d9-b78a-4ab2-97bf-39776d254802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:25.709508 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 45714) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:39:25.711957 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-d7aaf8f9-25ef-46a0-8bd7-7e3af822f742 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2128562'] for subnet, precommit_delete_associations {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:25.714708 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:39:25.824390 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7b89764-2bef-41bf-8e22-af8654db5355 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] DELETE failed (client error): The resource could not be found.
Dec 16 22:39:25.824887 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f7b89764-2bef-41bf-8e22-af8654db5355 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87507) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 16 22:39:25.826560 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-f7b89764-2bef-41bf-8e22-af8654db5355 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] 10.222.0.13 "DELETE /v2.0/subnets/01f36747-83ef-4ebf-b3e1-dc5e46bd9ca3 HTTP/1.1" status: 404  len: 337 time: 0.0729885
Dec 16 22:39:25.833579 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 45720) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:39:25.877370 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-92fb7070-57c7-4edb-bff0-1fcdd8ae4301 None None] For port d975c69c-dc0e-4dfe-8feb-591dd9e55951, host dv-neutron-821829-1-hyperv, cleared binding levels {{(pid=87508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 22:39:25.890558 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-92fb7070-57c7-4edb-bff0-1fcdd8ae4301 None None] For port d975c69c-dc0e-4dfe-8feb-591dd9e55951, host dv-neutron-821829-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=d975c69c-dc0e-4dfe-8feb-591dd9e55951,segment=NetworkSegment(eb69e800-05f3-415d-83ee-a6a3d31bc706),segment_id=eb69e800-05f3-415d-83ee-a6a3d31bc706)] {{(pid=87508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 22:39:25.892723 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae664d9-b78a-4ab2-97bf-39776d254802 None None] Pushing event updated for resources: {'Port': ['ID=bf9e22c2-8c49-4657-9442-837b00d14d26,revision_number=2']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:39:25.895314 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b6be92d-6320-4469-ba1d-2b4f47d8ab1a tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] DELETE failed (client error): The resource could not be found.
Dec 16 22:39:25.895885 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b6be92d-6320-4469-ba1d-2b4f47d8ab1a tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87507) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 16 22:39:25.898592 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-3ae664d9-b78a-4ab2-97bf-39776d254802 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:39:25.900128 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-92fb7070-57c7-4edb-bff0-1fcdd8ae4301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:25.905335 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-3b6be92d-6320-4469-ba1d-2b4f47d8ab1a tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] 10.222.0.13 "DELETE /v2.0/networks/7862aedb-b3ea-4438-a4e6-7022d894a500 HTTP/1.1" status: 404  len: 339 time: 0.0689840
Dec 16 22:39:25.911463 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 45724) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:39:25.913907 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-6441e018-b7c9-47b7-af2a-041fb072e58a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:39:25.916753 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-54520259-a53d-4284-8797-54893f4b7648 tempest-BulkNetworkOpsTest-146173519 tempest-BulkNetworkOpsTest-146173519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3328566'] for subnet, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:25.995235 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-e467850f-cdd4-4d57-9ce8-2de356855821 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:26.005317 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fb7070-57c7-4edb-bff0-1fcdd8ae4301 None None] Pushing event updated for resources: {'Port': ['ID=d975c69c-dc0e-4dfe-8feb-591dd9e55951,revision_number=2']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:39:26.014961 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-92fb7070-57c7-4edb-bff0-1fcdd8ae4301 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:39:26.038469 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.pecan_wsgi.hooks.translation [None req-035de3ab-9c57-4e33-bb85-06e54d613191 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] DELETE failed (client error): The resource could not be found.
Dec 16 22:39:26.038924 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-035de3ab-9c57-4e33-bb85-06e54d613191 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 16 22:39:26.074524 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-035de3ab-9c57-4e33-bb85-06e54d613191 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] 10.222.0.13 "DELETE /v2.0/subnets/93e89647-50e6-46ce-8a01-3fa89ce043bb HTTP/1.1" status: 404  len: 337 time: 0.1438637
Dec 16 22:39:26.077458 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 45728) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:39:26.217318 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-b604d465-4225-4c49-a9d2-67ee11861457 req-e24a035b-68a8-4714-8350-db0d6fc4c180 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Notify callbacks [] for port, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:26.224077 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.pecan_wsgi.hooks.translation [None req-f787f79d-38c2-4bf6-aa57-58b807c1b394 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] DELETE failed (client error): The resource could not be found.
Dec 16 22:39:26.224217 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f787f79d-38c2-4bf6-aa57-58b807c1b394 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 16 22:39:26.233969 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-f787f79d-38c2-4bf6-aa57-58b807c1b394 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] 10.222.0.13 "DELETE /v2.0/networks/aea6aef0-d2a6-4ce0-bddd-c557e65ffb7a HTTP/1.1" status: 404  len: 339 time: 0.1463971
Dec 16 22:39:26.250049 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 45732) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:39:26.309925 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.provisioning_blocks [req-b604d465-4225-4c49-a9d2-67ee11861457 req-e24a035b-68a8-4714-8350-db0d6fc4c180 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Transition to ACTIVE for port object 4359d2e8-34fe-4cb4-bef0-4f10169a8bef will not be triggered until provisioned by entity DHCP. {{(pid=87506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:39:26.320613 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c17eee2-f6cf-4af9-be1d-7dee7467c818 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] DELETE failed (client error): The resource could not be found.
Dec 16 22:39:26.320613 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c17eee2-f6cf-4af9-be1d-7dee7467c818 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 16 22:39:26.322276 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-2c17eee2-f6cf-4af9-be1d-7dee7467c818 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] 10.222.0.13 "DELETE /v2.0/subnets/56360837-ed36-4a87-a358-02673b82a4c5 HTTP/1.1" status: 404  len: 337 time: 0.0714030
Dec 16 22:39:26.329218 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 45736) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:39:26.391326 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-15aae386-b3c7-47c2-97d9-039f6b3018f9 req-6cf0474b-cf76-4b21-94f3-5f018b5fb25f tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] 10.222.0.13 "GET /v2.0/ports?device_id=e559bb86-9633-4370-9cd9-33cf2cb148d6 HTTP/1.1" status: 200  len: 210 time: 0.4376409
Dec 16 22:39:26.391808 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec3b18ff-308b-420c-91bf-6d63db00175e tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] DELETE failed (client error): The resource could not be found.
Dec 16 22:39:26.395529 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec3b18ff-308b-420c-91bf-6d63db00175e tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 16 22:39:26.399679 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-ec3b18ff-308b-420c-91bf-6d63db00175e tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] 10.222.0.13 "DELETE /v2.0/networks/d4db5fc5-960f-423e-ba6d-dcdabaf0cc49 HTTP/1.1" status: 404  len: 339 time: 0.0671146
Dec 16 22:39:26.401527 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 45740) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:39:26.427335 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.plugin [None req-e467850f-cdd4-4d57-9ce8-2de356855821 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Calling delete_port for bf6c713b-9561-42c1-be0e-96799a0522ab owned by network:router_gateway {{(pid=87507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:39:26.523898 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-b604d465-4225-4c49-a9d2-67ee11861457 req-e24a035b-68a8-4714-8350-db0d6fc4c180 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1863393'] for port, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:26.527268 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-cfd2fdcc-ba54-48d3-a5e6-96fee0da666e tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:26.538613 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.pecan_wsgi.hooks.translation [None req-0535a23c-0970-4b0e-bf53-05e72ac5033f tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] DELETE failed (client error): The resource could not be found.
Dec 16 22:39:26.539681 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0535a23c-0970-4b0e-bf53-05e72ac5033f tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 16 22:39:26.541749 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-0535a23c-0970-4b0e-bf53-05e72ac5033f tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] 10.222.0.13 "DELETE /v2.0/subnets/c2ff05a0-c1c6-4e43-baed-7d9bcdb9fca3 HTTP/1.1" status: 404  len: 337 time: 0.1134739
Dec 16 22:39:26.557687 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 45744) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:39:26.566216 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-f8e4a10a-d80d-41b7-83a1-8b73e3806246 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:39:26.628318 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b604d465-4225-4c49-a9d2-67ee11861457 req-e24a035b-68a8-4714-8350-db0d6fc4c180 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Network 59be113d-df84-4589-a861-2ce3da6b2e5d is already hosted by enough agents. {{(pid=87506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:39:26.641450 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.base_scheduler [req-b604d465-4225-4c49-a9d2-67ee11861457 req-e24a035b-68a8-4714-8350-db0d6fc4c180 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Resources bound (agent type, host, resource id):  {{(pid=87506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:39:26.722749 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.l3_dvrscheduler_db [req-b604d465-4225-4c49-a9d2-67ee11861457 req-e24a035b-68a8-4714-8350-db0d6fc4c180 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Received port after_create {{(pid=87506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 22:39:26.790120 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-d7aaf8f9-25ef-46a0-8bd7-7e3af822f742 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3328566'] for subnet, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:26.865657 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b9a0ca1-df6e-4c78-b761-75d36ef372fb tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] DELETE failed (client error): The resource could not be found.
Dec 16 22:39:26.866156 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b9a0ca1-df6e-4c78-b761-75d36ef372fb tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87507) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 16 22:39:26.888999 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-5b9a0ca1-df6e-4c78-b761-75d36ef372fb tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] 10.222.0.13 "DELETE /v2.0/networks/97f8d5c1-a0c5-46ac-a66a-0257f661cf95 HTTP/1.1" status: 404  len: 339 time: 0.3269725
Dec 16 22:39:26.894638 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-54520259-a53d-4284-8797-54893f4b7648 tempest-BulkNetworkOpsTest-146173519 tempest-BulkNetworkOpsTest-146173519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3328622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10807868', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10549621'] for subnet, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:26.902452 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 45748) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:39:26.903587 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-8c819808-781e-4d01-97b8-e96d23dadb13 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:39:26.948035 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54520259-a53d-4284-8797-54893f4b7648 tempest-BulkNetworkOpsTest-146173519 tempest-BulkNetworkOpsTest-146173519-project] Pushing event deleted for resources: {'Subnet': ['ID=ecdfb1dd-dde0-48ef-90b8-a2093a39cc39,revision_number=None']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:39:26.956598 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-54520259-a53d-4284-8797-54893f4b7648 tempest-BulkNetworkOpsTest-146173519 tempest-BulkNetworkOpsTest-146173519-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:39:26.964900 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-54520259-a53d-4284-8797-54893f4b7648 tempest-BulkNetworkOpsTest-146173519 tempest-BulkNetworkOpsTest-146173519-project] Notify callbacks [] for subnet, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:26.986640 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-54520259-a53d-4284-8797-54893f4b7648 tempest-BulkNetworkOpsTest-146173519 tempest-BulkNetworkOpsTest-146173519-project] 10.222.0.13 "DELETE /v2.0/subnets/ecdfb1dd-dde0-48ef-90b8-a2093a39cc39 HTTP/1.1" status: 204  len: 168 time: 2.2497387
Dec 16 22:39:26.988881 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 45752) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:39:26.990451 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [None req-cfd2fdcc-ba54-48d3-a5e6-96fee0da666e tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Calling delete_port for ff093e45-5fdd-47e1-a78f-3e90b37221aa owned by  {{(pid=87506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:39:27.038885 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-d7aaf8f9-25ef-46a0-8bd7-7e3af822f742 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3328622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10807868', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10549621'] for subnet, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:27.055424 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-c3f54b69-c9c2-4ad8-84f3-07a5078dabe7 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:39:27.058583 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-f6a92fed-e4ff-4679-bece-780cbf64c4dd None None] Provisioning for port 4359d2e8-34fe-4cb4-bef0-4f10169a8bef completed by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 22:39:27.065134 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-f6a92fed-e4ff-4679-bece-780cbf64c4dd None None] Provisioning complete for port 4359d2e8-34fe-4cb4-bef0-4f10169a8bef triggered by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:39:27.065792 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-f6a92fed-e4ff-4679-bece-780cbf64c4dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:27.097574 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.pecan_wsgi.hooks.translation [None req-fac8c598-5b51-4f59-934d-ddd380ddb604 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] DELETE failed (client error): The resource could not be found.
Dec 16 22:39:27.098579 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fac8c598-5b51-4f59-934d-ddd380ddb604 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 16 22:39:27.102147 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-fac8c598-5b51-4f59-934d-ddd380ddb604 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] 10.222.0.13 "DELETE /v2.0/subnets/2d3f7cb7-a376-4150-96fa-025bd81c9e14 HTTP/1.1" status: 404  len: 337 time: 0.1352692
Dec 16 22:39:27.108356 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 45756) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:39:27.109206 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7aaf8f9-25ef-46a0-8bd7-7e3af822f742 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Pushing event deleted for resources: {'Subnet': ['ID=b05217fd-ffc4-411b-8391-ed04cbc83c5b,revision_number=None']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:39:27.127361 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bac1d668-0e58-4c3b-80e3-aa1e428a3f7d None None] Network 9898f74f-31dc-4c0d-8f2d-075e0f71a4d6 requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 22:39:27.132521 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24a035b-68a8-4714-8350-db0d6fc4c180 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Pushing event updated for resources: {'Port': ['ID=4359d2e8-34fe-4cb4-bef0-4f10169a8bef,revision_number=1']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:39:27.142043 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-d7aaf8f9-25ef-46a0-8bd7-7e3af822f742 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks [] for subnet, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:27.145487 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-d7aaf8f9-25ef-46a0-8bd7-7e3af822f742 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:39:27.151400 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-e24a035b-68a8-4714-8350-db0d6fc4c180 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.582s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:39:27.167911 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b604d465-4225-4c49-a9d2-67ee11861457 req-e24a035b-68a8-4714-8350-db0d6fc4c180 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:39:27.168962 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-b604d465-4225-4c49-a9d2-67ee11861457 req-e24a035b-68a8-4714-8350-db0d6fc4c180 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for port, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:27.196752 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.pecan_wsgi.hooks.translation [None req-542b5c26-1128-4f4c-9a54-a95836aa1f84 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] DELETE failed (client error): The resource could not be found.
Dec 16 22:39:27.197286 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-542b5c26-1128-4f4c-9a54-a95836aa1f84 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87507) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 16 22:39:27.199125 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-542b5c26-1128-4f4c-9a54-a95836aa1f84 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] 10.222.0.13 "DELETE /v2.0/networks/567f7b35-641f-4306-93e0-3ec904f1d005 HTTP/1.1" status: 404  len: 339 time: 0.0867796
Dec 16 22:39:27.204262 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-d7aaf8f9-25ef-46a0-8bd7-7e3af822f742 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] 10.222.0.13 "DELETE /v2.0/subnets/b05217fd-ffc4-411b-8391-ed04cbc83c5b HTTP/1.1" status: 204  len: 168 time: 2.0560229
Dec 16 22:39:27.204602 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 45760) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:39:27.204934 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 45762) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:39:27.216386 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b695de4-0896-4586-a11b-e1ad3f6572b8 tempest-BulkNetworkOpsTest-146173519 tempest-BulkNetworkOpsTest-146173519-project] Deleting subnet 1567ac8c-f820-473a-901b-0744e2d461f9 {{(pid=87507) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 16 22:39:27.222459 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-0b695de4-0896-4586-a11b-e1ad3f6572b8 tempest-BulkNetworkOpsTest-146173519 tempest-BulkNetworkOpsTest-146173519-project] Notify callbacks [] for subnet, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:27.266516 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-f6a92fed-e4ff-4679-bece-780cbf64c4dd None None] Port 4359d2e8-34fe-4cb4-bef0-4f10169a8bef cannot update to ACTIVE because it is not bound. {{(pid=87508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 22:39:27.271777 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-b604d465-4225-4c49-a9d2-67ee11861457 req-e24a035b-68a8-4714-8350-db0d6fc4c180 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.4838324
Dec 16 22:39:27.291071 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-e467850f-cdd4-4d57-9ce8-2de356855821 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10807823'] for port, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:27.301367 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-7277e262-69b9-4789-a17e-dd0e755b35f3 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:39:27.348993 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [req-b604d465-4225-4c49-a9d2-67ee11861457 req-19e2560a-97fb-47b4-86e0-55379084e318 service neutron] Request body: {'port': {'device_id': 'e559bb86-9633-4370-9cd9-33cf2cb148d6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8218'}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:39:27.373440 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-0b695de4-0896-4586-a11b-e1ad3f6572b8 tempest-BulkNetworkOpsTest-146173519 tempest-BulkNetworkOpsTest-146173519-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2128562'] for subnet, precommit_delete_associations {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:27.443582 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a70949c0-602b-48e8-9b22-87f370417f3a None None] Network 7f9fc5cc-447f-4261-9be9-974cd60d8263 requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 22:39:27.448774 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e467850f-cdd4-4d57-9ce8-2de356855821 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Pushing event deleted for resources: {'Port': ['ID=bf6c713b-9561-42c1-be0e-96799a0522ab,revision_number=None']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:39:27.460124 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-e467850f-cdd4-4d57-9ce8-2de356855821 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:39:27.588733 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-5ecd8715-c1c5-4b9a-8a42-c8db44414d63 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-825997'] for network, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:27.617373 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30ef4925-b138-4579-888e-a374d8eaff30 None None] DHCP port deletion for 9898f74f-31dc-4c0d-8f2d-075e0f71a4d6 request from dv-neutron-821829-1-hyperv {{(pid=87508) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 16 22:39:27.622616 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.db_base_plugin_v2 [None req-abb185b8-cfa8-48ef-8432-83bae51af896 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Deleting subnet a261956b-b20f-42d0-84f1-c6a645fa727e {{(pid=87506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 16 22:39:27.625902 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-30ef4925-b138-4579-888e-a374d8eaff30 None None] Deleting port 74d0e1d1-fea6-43a4-87b2-a44cd96e74d9 {{(pid=87508) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:39:27.626290 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-30ef4925-b138-4579-888e-a374d8eaff30 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:27.632665 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-abb185b8-cfa8-48ef-8432-83bae51af896 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Notify callbacks [] for subnet, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:27.705840 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-e9c08426-7aa9-4f99-b14f-9fa4dd160bdb None None] Provisioning for port bf9e22c2-8c49-4657-9442-837b00d14d26 completed by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 22:39:27.715435 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-0b695de4-0896-4586-a11b-e1ad3f6572b8 tempest-BulkNetworkOpsTest-146173519 tempest-BulkNetworkOpsTest-146173519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3328566'] for subnet, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:27.801966 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-e467850f-cdd4-4d57-9ce8-2de356855821 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3741895'] for router_gateway, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:27.835878 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [None req-5ecd8715-c1c5-4b9a-8a42-c8db44414d63 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Deleting port 74d0e1d1-fea6-43a4-87b2-a44cd96e74d9 {{(pid=87506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:39:27.835878 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-5ecd8715-c1c5-4b9a-8a42-c8db44414d63 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:27.887901 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-abb185b8-cfa8-48ef-8432-83bae51af896 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-266764487'] for subnet, precommit_delete_associations {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:27.919923 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-cfd2fdcc-ba54-48d3-a5e6-96fee0da666e tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1863393'] for port, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:27.940112 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-12058a51-e882-4344-a1a2-cc03810713ab tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:39:27.945465 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06fc14b5-d9d4-4339-832a-97a84f33a02b None None] Network 94303dd1-08d8-4dd0-94d6-3101fa846a17 requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 22:39:27.959112 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device d975c69c-dc0e-4dfe-8feb-591dd9e55951 up at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 22:39:28.012437 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd2fdcc-ba54-48d3-a5e6-96fee0da666e tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Pushing event deleted for resources: {'Port': ['ID=ff093e45-5fdd-47e1-a78f-3e90b37221aa,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:39:28.019275 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-b604d465-4225-4c49-a9d2-67ee11861457 req-19e2560a-97fb-47b4-86e0-55379084e318 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:28.025948 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-e467850f-cdd4-4d57-9ce8-2de356855821 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3739500', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39002'] for router, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:28.030637 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-cfd2fdcc-ba54-48d3-a5e6-96fee0da666e tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:39:28.035742 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56346ad7-85ee-4062-8264-10bdb1ac0e07 req-c6da74d2-88a2-4b3a-bee7-30210f0fb64e tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:39:28.037259 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-56346ad7-85ee-4062-8264-10bdb1ac0e07 req-c6da74d2-88a2-4b3a-bee7-30210f0fb64e tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] 10.222.0.13 "GET /v2.0/ports?device_id=e559bb86-9633-4370-9cd9-33cf2cb148d6 HTTP/1.1" status: 200  len: 932 time: 0.4608810
Dec 16 22:39:28.040315 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-e467850f-cdd4-4d57-9ce8-2de356855821 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:28.103311 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-0b695de4-0896-4586-a11b-e1ad3f6572b8 tempest-BulkNetworkOpsTest-146173519 tempest-BulkNetworkOpsTest-146173519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3328622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10807868', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10549621'] for subnet, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:28.107745 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-dab8e3cb-a8ba-4f2b-bdd5-3a7974d88e15 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:39:28.136540 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-56346ad7-85ee-4062-8264-10bdb1ac0e07 req-9d1c274f-22a0-455f-b25e-7a4c3a541620 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c8293c6-7a9d-4021-9d0b-d55cb4b08bc4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0932121
Dec 16 22:39:28.141143 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-e467850f-cdd4-4d57-9ce8-2de356855821 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3830089'] for router, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:28.141631 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e467850f-cdd4-4d57-9ce8-2de356855821 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Fanout notify agent at l3_agent the message router_deleted on router ba4e7bf1-b57d-428d-af6d-e9fc2d584f7b {{(pid=87507) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 16 22:39:28.152068 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b695de4-0896-4586-a11b-e1ad3f6572b8 tempest-BulkNetworkOpsTest-146173519 tempest-BulkNetworkOpsTest-146173519-project] Pushing event deleted for resources: {'Subnet': ['ID=1567ac8c-f820-473a-901b-0744e2d461f9,revision_number=None']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:39:28.165917 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-0b695de4-0896-4586-a11b-e1ad3f6572b8 tempest-BulkNetworkOpsTest-146173519 tempest-BulkNetworkOpsTest-146173519-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:39:28.168956 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-0b695de4-0896-4586-a11b-e1ad3f6572b8 tempest-BulkNetworkOpsTest-146173519 tempest-BulkNetworkOpsTest-146173519-project] Notify callbacks [] for subnet, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:28.182638 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-0b695de4-0896-4586-a11b-e1ad3f6572b8 tempest-BulkNetworkOpsTest-146173519 tempest-BulkNetworkOpsTest-146173519-project] 10.222.0.13 "DELETE /v2.0/subnets/1567ac8c-f820-473a-901b-0744e2d461f9 HTTP/1.1" status: 204  len: 168 time: 1.1882541
Dec 16 22:39:28.183815 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 45770) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:39:28.213247 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-cfd2fdcc-ba54-48d3-a5e6-96fee0da666e tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for port, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:28.224991 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-30ef4925-b138-4579-888e-a374d8eaff30 None None] For port 74d0e1d1-fea6-43a4-87b2-a44cd96e74d9, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=74d0e1d1-fea6-43a4-87b2-a44cd96e74d9,segment=NetworkSegment(6cc5aece-9d04-4b8c-aaab-d38d129f7bf1),segment_id=6cc5aece-9d04-4b8c-aaab-d38d129f7bf1)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:39:28.225598 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-30ef4925-b138-4579-888e-a374d8eaff30 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:28.225690 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-e467850f-cdd4-4d57-9ce8-2de356855821 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks [] for router, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:28.227115 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-e467850f-cdd4-4d57-9ce8-2de356855821 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] 10.222.0.13 "DELETE /v2.0/routers/ba4e7bf1-b57d-428d-af6d-e9fc2d584f7b HTTP/1.1" status: 204  len: 168 time: 4.4583459
Dec 16 22:39:28.235671 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 45774) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:39:28.244423 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-b25e9a99-f5cc-4e83-a101-00bb9bf2a556 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1188142244'}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:39:28.251069 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-b25e9a99-f5cc-4e83-a101-00bb9bf2a556 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:39:28.259471 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-b25e9a99-f5cc-4e83-a101-00bb9bf2a556 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Usage tracker for resource:network and tenant:a221f56311244d31a510a3a1bb3c6ce9 is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:39:28.264636 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-b25e9a99-f5cc-4e83-a101-00bb9bf2a556 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:39:28.274663 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-b25e9a99-f5cc-4e83-a101-00bb9bf2a556 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:39:28.282580 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06aa756e-dc0d-4455-ba3f-d3bf0bfe5aa1 tempest-BulkNetworkOpsTest-146173519 tempest-BulkNetworkOpsTest-146173519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:39:28.283275 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-06aa756e-dc0d-4455-ba3f-d3bf0bfe5aa1 tempest-BulkNetworkOpsTest-146173519 tempest-BulkNetworkOpsTest-146173519-project] Synchronizing usage tracker for tenant:bc8e86120c604ba197d6b48e9df1cd92 on resource:subnet {{(pid=87507) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 22:39:28.298014 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b25e9a99-f5cc-4e83-a101-00bb9bf2a556 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Made reservation on behalf of a221f56311244d31a510a3a1bb3c6ce9 for: {'network': 1} {{(pid=87507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:39:28.301477 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-b25e9a99-f5cc-4e83-a101-00bb9bf2a556 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for network, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:28.323077 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-cfd2fdcc-ba54-48d3-a5e6-96fee0da666e tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] 10.222.0.13 "DELETE /v2.0/ports/ff093e45-5fdd-47e1-a78f-3e90b37221aa HTTP/1.1" status: 204  len: 168 time: 2.9973147
Dec 16 22:39:28.325820 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 45778) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:39:28.347407 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-abb185b8-cfa8-48ef-8432-83bae51af896 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3328566'] for subnet, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:28.376697 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-06aa756e-dc0d-4455-ba3f-d3bf0bfe5aa1 tempest-BulkNetworkOpsTest-146173519 tempest-BulkNetworkOpsTest-146173519-project] Unset dirty status for tenant:bc8e86120c604ba197d6b48e9df1cd92 on resource:subnet {{(pid=87507) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 22:39:28.387009 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-06aa756e-dc0d-4455-ba3f-d3bf0bfe5aa1 tempest-BulkNetworkOpsTest-146173519 tempest-BulkNetworkOpsTest-146173519-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.1934030
Dec 16 22:39:28.387751 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 45782) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:39:28.392985 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-30ef4925-b138-4579-888e-a374d8eaff30 None None] Calling delete_port for 74d0e1d1-fea6-43a4-87b2-a44cd96e74d9 owned by network:dhcp {{(pid=87508) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:39:28.421474 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b2a916e-4ff8-414c-bdd5-daae2445db34 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] GET failed (client error): The resource could not be found.
Dec 16 22:39:28.422005 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-8b2a916e-4ff8-414c-bdd5-daae2445db34 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Synchronizing usage tracker for tenant:69ee045658914011ac7b8ba0ad799b2d on resource:port {{(pid=87507) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 22:39:28.451140 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-78ea605d-38a6-4239-8c12-07708e6ce084 None None] Provisioning for port d975c69c-dc0e-4dfe-8feb-591dd9e55951 completed by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 22:39:28.494351 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b25e9a99-f5cc-4e83-a101-00bb9bf2a556 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] vlan segment allocate from pool success with {'vlan_id': 187, 'physical_network': 'physnet1'}  {{(pid=87507) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 22:39:28.505087 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.db [None req-5ecd8715-c1c5-4b9a-8a42-c8db44414d63 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] For port 74d0e1d1-fea6-43a4-87b2-a44cd96e74d9, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=74d0e1d1-fea6-43a4-87b2-a44cd96e74d9,segment=NetworkSegment(6cc5aece-9d04-4b8c-aaab-d38d129f7bf1),segment_id=6cc5aece-9d04-4b8c-aaab-d38d129f7bf1)] {{(pid=87506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:39:28.505772 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-5ecd8715-c1c5-4b9a-8a42-c8db44414d63 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:28.532674 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning for port d975c69c-dc0e-4dfe-8feb-591dd9e55951 completed by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 22:39:28.560204 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-b9040a28-4cae-479c-852c-85b43bda8a45 tempest-BulkNetworkOpsTest-146173519 tempest-BulkNetworkOpsTest-146173519-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-825997'] for network, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:28.564438 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-b25e9a99-f5cc-4e83-a101-00bb9bf2a556 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-883292'] for segment, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:28.564760 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.db.segments_db [None req-b25e9a99-f5cc-4e83-a101-00bb9bf2a556 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Added segment 9872c965-53cb-4cfb-becf-029f9ece098c of type vlan for network e894d2d2-4397-41ec-8ac1-73c4017e299f
Dec 16 22:39:28.565108 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-bbc248ea-0d8d-4233-96fe-ca8d9c6ace74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:28.581896 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning complete for port d975c69c-dc0e-4dfe-8feb-591dd9e55951 triggered by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:39:28.582312 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:28.606330 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-8b2a916e-4ff8-414c-bdd5-daae2445db34 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Unset dirty status for tenant:69ee045658914011ac7b8ba0ad799b2d on resource:port {{(pid=87507) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 22:39:28.610385 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-8b2a916e-4ff8-414c-bdd5-daae2445db34 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] 10.222.0.13 "GET /v2.0/ports/ff093e45-5fdd-47e1-a78f-3e90b37221aa HTTP/1.1" status: 404  len: 333 time: 0.2810199
Dec 16 22:39:28.611219 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 45786) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:39:28.615929 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-b25e9a99-f5cc-4e83-a101-00bb9bf2a556 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734753047233'] for network, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:28.617394 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54f54c50-d52f-4d51-9302-5fe7f901a4d1 None None] DHCP port deletion for 7f9fc5cc-447f-4261-9be9-974cd60d8263 request from dv-neutron-821829-1-hyperv {{(pid=87508) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 16 22:39:28.648313 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-54f54c50-d52f-4d51-9302-5fe7f901a4d1 None None] Deleting port bf9e22c2-8c49-4657-9442-837b00d14d26 {{(pid=87508) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:39:28.648880 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-54f54c50-d52f-4d51-9302-5fe7f901a4d1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:28.658754 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [None req-5ecd8715-c1c5-4b9a-8a42-c8db44414d63 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Calling delete_port for 74d0e1d1-fea6-43a4-87b2-a44cd96e74d9 owned by network:dhcp {{(pid=87506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:39:28.675292 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.plugin [None req-b9040a28-4cae-479c-852c-85b43bda8a45 tempest-BulkNetworkOpsTest-146173519 tempest-BulkNetworkOpsTest-146173519-project] Deleting port d975c69c-dc0e-4dfe-8feb-591dd9e55951 {{(pid=87507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:39:28.675655 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-b9040a28-4cae-479c-852c-85b43bda8a45 tempest-BulkNetworkOpsTest-146173519 tempest-BulkNetworkOpsTest-146173519-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:28.720483 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-30ef4925-b138-4579-888e-a374d8eaff30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949'] for port, after_delete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:28.727363 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:39:28.821961 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ef4925-b138-4579-888e-a374d8eaff30 None None] Pushing event deleted for resources: {'Port': ['ID=74d0e1d1-fea6-43a4-87b2-a44cd96e74d9,revision_number=None']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:39:28.832392 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-30ef4925-b138-4579-888e-a374d8eaff30 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:39:28.833179 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30ef4925-b138-4579-888e-a374d8eaff30 None None] No DVR routers for this DVR port 74d0e1d1-fea6-43a4-87b2-a44cd96e74d9 on host dv-neutron-821829-1-hyperv {{(pid=87508) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 22:39:28.859712 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.db.resource_extend [None req-b25e9a99-f5cc-4e83-a101-00bb9bf2a556 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 16 22:39:28.909878 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.db_base_plugin_v2 [None req-89a3187f-ede4-4b0f-9346-7cb6cf7eea9b tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Deleting subnet e3b19388-79c1-42b7-90ea-a9b814d85d8b {{(pid=87507) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 16 22:39:28.916207 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-89a3187f-ede4-4b0f-9346-7cb6cf7eea9b tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks [] for subnet, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:28.927272 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-abb185b8-cfa8-48ef-8432-83bae51af896 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3328622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1863378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11213117'] for subnet, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:28.934857 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-5ad69eb7-891f-4f57-b83f-1e16c9030a10 tempest-DHCPAgentSchedulersTestJSON-789587183 tempest-DHCPAgentSchedulersTestJSON-789587183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:39:28.987626 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-b25e9a99-f5cc-4e83-a101-00bb9bf2a556 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440'] for network, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:28.989109 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb185b8-cfa8-48ef-8432-83bae51af896 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Pushing event deleted for resources: {'Subnet': ['ID=a261956b-b20f-42d0-84f1-c6a645fa727e,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:39:28.991371 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-abb185b8-cfa8-48ef-8432-83bae51af896 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Notify callbacks [] for subnet, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:28.994320 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b25e9a99-f5cc-4e83-a101-00bb9bf2a556 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:39:28.994930 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-b25e9a99-f5cc-4e83-a101-00bb9bf2a556 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks [] for network, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:29.005766 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:29.008989 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-f50e9b25-a394-4949-9a13-a78b4d4ec17f tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:39:29.012625 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-abb185b8-cfa8-48ef-8432-83bae51af896 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:39:29.019086 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd3b04bd-2b16-401d-8034-78daca6bf577 None None] Network 519d17a7-5296-4a05-a239-5e7584b2ec06 requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 22:39:29.048468 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-54f54c50-d52f-4d51-9302-5fe7f901a4d1 None None] For port bf9e22c2-8c49-4657-9442-837b00d14d26, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=bf9e22c2-8c49-4657-9442-837b00d14d26,segment=NetworkSegment(8d0901f3-dc2e-409b-8222-23901902e04c),segment_id=8d0901f3-dc2e-409b-8222-23901902e04c)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:39:29.048879 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-54f54c50-d52f-4d51-9302-5fe7f901a4d1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:29.052608 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-abb185b8-cfa8-48ef-8432-83bae51af896 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] 10.222.0.13 "DELETE /v2.0/subnets/a261956b-b20f-42d0-84f1-c6a645fa727e HTTP/1.1" status: 204  len: 168 time: 1.8460052
Dec 16 22:39:29.058708 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 45790) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:39:29.059571 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.db.api [None req-5ecd8715-c1c5-4b9a-8a42-c8db44414d63 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87506) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 16 22:39:29.060143 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_db.api [None req-5ecd8715-c1c5-4b9a-8a42-c8db44414d63 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 16 22:39:29.123038 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef5299e8-f0e5-4aba-a31e-938b469cb41c None None] DHCP port deletion for 94303dd1-08d8-4dd0-94d6-3101fa846a17 request from dv-neutron-821829-1-hyperv {{(pid=87508) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 16 22:39:29.152359 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-b25e9a99-f5cc-4e83-a101-00bb9bf2a556 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 770 time: 0.9152849
Dec 16 22:39:29.152584 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 45794) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:39:29.160873 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-89a3187f-ede4-4b0f-9346-7cb6cf7eea9b tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2128562'] for subnet, precommit_delete_associations {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:29.170793 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-ee9d37a5-cf02-45b2-8218-1c238b463299 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Request body: {'subnet': {'network_id': 'e894d2d2-4397-41ec-8ac1-73c4017e299f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:39:29.196066 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-ef5299e8-f0e5-4aba-a31e-938b469cb41c None None] Deleting port d975c69c-dc0e-4dfe-8feb-591dd9e55951 {{(pid=87508) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:39:29.196453 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-ef5299e8-f0e5-4aba-a31e-938b469cb41c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:29.291625 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25e9a99-f5cc-4e83-a101-00bb9bf2a556 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Pushing event updated for resources: {'Network': ['ID=e894d2d2-4397-41ec-8ac1-73c4017e299f,revision_number=1']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:39:29.294883 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-b25e9a99-f5cc-4e83-a101-00bb9bf2a556 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:39:29.328890 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-ae870941-4662-4882-9116-19af5f11a24e tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-825997'] for network, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:29.331294 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.db [None req-b9040a28-4cae-479c-852c-85b43bda8a45 tempest-BulkNetworkOpsTest-146173519 tempest-BulkNetworkOpsTest-146173519-project] For port d975c69c-dc0e-4dfe-8feb-591dd9e55951, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=d975c69c-dc0e-4dfe-8feb-591dd9e55951,segment=NetworkSegment(eb69e800-05f3-415d-83ee-a6a3d31bc706),segment_id=eb69e800-05f3-415d-83ee-a6a3d31bc706)] {{(pid=87507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:39:29.331650 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-b9040a28-4cae-479c-852c-85b43bda8a45 tempest-BulkNetworkOpsTest-146173519 tempest-BulkNetworkOpsTest-146173519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:29.342677 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-54f54c50-d52f-4d51-9302-5fe7f901a4d1 None None] Calling delete_port for bf9e22c2-8c49-4657-9442-837b00d14d26 owned by network:dhcp {{(pid=87508) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:39:29.368768 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Network e894d2d2-4397-41ec-8ac1-73c4017e299f details requested by agent ovs-agent-dv-neutron-821829-1-hyperv with host dv-neutron-821829-1-hyperv {{(pid=87508) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 22:39:29.379624 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.notifiers.nova [req-b604d465-4225-4c49-a9d2-67ee11861457 req-19e2560a-97fb-47b4-86e0-55379084e318 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4359d2e8-34fe-4cb4-bef0-4f10169a8bef {{(pid=87506) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 22:39:29.384190 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-ee9d37a5-cf02-45b2-8218-1c238b463299 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:39:29.389336 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] For port d975c69c-dc0e-4dfe-8feb-591dd9e55951, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=d975c69c-dc0e-4dfe-8feb-591dd9e55951,segment=NetworkSegment(eb69e800-05f3-415d-83ee-a6a3d31bc706),segment_id=eb69e800-05f3-415d-83ee-a6a3d31bc706)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:39:29.390512 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [None req-ae870941-4662-4882-9116-19af5f11a24e tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Deleting port 656af02b-2824-4503-b5df-9d63a8b9a4a8 {{(pid=87506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:39:29.390843 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-ae870941-4662-4882-9116-19af5f11a24e tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:29.454863 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:29.455704 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device bf9e22c2-8c49-4657-9442-837b00d14d26 up at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 22:39:29.471532 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-ee9d37a5-cf02-45b2-8218-1c238b463299 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Usage tracker for resource:subnet and tenant:a221f56311244d31a510a3a1bb3c6ce9 is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:39:29.476804 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-ee9d37a5-cf02-45b2-8218-1c238b463299 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:39:29.484371 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-ee9d37a5-cf02-45b2-8218-1c238b463299 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:39:29.493277 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-b604d465-4225-4c49-a9d2-67ee11861457 req-19e2560a-97fb-47b4-86e0-55379084e318 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:29.502516 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-d19adc5d-a2b2-4cd4-9dbc-96ed9db112a3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:39:29.521443 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.plugin [None req-b9040a28-4cae-479c-852c-85b43bda8a45 tempest-BulkNetworkOpsTest-146173519 tempest-BulkNetworkOpsTest-146173519-project] Calling delete_port for d975c69c-dc0e-4dfe-8feb-591dd9e55951 owned by network:dhcp {{(pid=87507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:39:29.562528 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [None req-5ecd8715-c1c5-4b9a-8a42-c8db44414d63 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Deleting port 74d0e1d1-fea6-43a4-87b2-a44cd96e74d9 {{(pid=87506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:39:29.563324 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-5ecd8715-c1c5-4b9a-8a42-c8db44414d63 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:29.594631 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.provisioning_blocks [req-b604d465-4225-4c49-a9d2-67ee11861457 req-19e2560a-97fb-47b4-86e0-55379084e318 service neutron] Transition to ACTIVE for port object 4359d2e8-34fe-4cb4-bef0-4f10169a8bef will not be triggered until provisioned by entity L2. {{(pid=87506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:39:29.603939 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee9d37a5-cf02-45b2-8218-1c238b463299 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Made reservation on behalf of a221f56311244d31a510a3a1bb3c6ce9 for: {'subnet': 1} {{(pid=87506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:39:29.607688 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-ee9d37a5-cf02-45b2-8218-1c238b463299 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11213078'] for subnet, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:29.620543 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-89a3187f-ede4-4b0f-9346-7cb6cf7eea9b tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3328566'] for subnet, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:29.645566 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-b604d465-4225-4c49-a9d2-67ee11861457 req-19e2560a-97fb-47b4-86e0-55379084e318 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1863400'] for port, after_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:29.674589 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.db.api [None req-b9040a28-4cae-479c-852c-85b43bda8a45 tempest-BulkNetworkOpsTest-146173519 tempest-BulkNetworkOpsTest-146173519-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87507) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 16 22:39:29.675000 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_db.api [None req-b9040a28-4cae-479c-852c-85b43bda8a45 tempest-BulkNetworkOpsTest-146173519 tempest-BulkNetworkOpsTest-146173519-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 16 22:39:29.687371 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e667a76-2056-4f5e-b5d8-b0e1c5a90494 req-3da81a89-64b3-44b7-920c-1e40f960e05c tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:39:29.688885 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-3e667a76-2056-4f5e-b5d8-b0e1c5a90494 req-3da81a89-64b3-44b7-920c-1e40f960e05c tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] 10.222.0.13 "GET /v2.0/ports?device_id=e559bb86-9633-4370-9cd9-33cf2cb148d6 HTTP/1.1" status: 200  len: 932 time: 0.3467655
Dec 16 22:39:29.729025 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-337ca11c-e00f-4eb7-9b7d-907912b4ce5e tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:39:29.752730 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-3e667a76-2056-4f5e-b5d8-b0e1c5a90494 req-e8a9ab79-7131-4856-8413-8b8157c325e3 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c8293c6-7a9d-4021-9d0b-d55cb4b08bc4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0517273
Dec 16 22:39:29.760640 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-89a3187f-ede4-4b0f-9346-7cb6cf7eea9b tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3328622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10807868', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10549621'] for subnet, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:29.767002 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Pushing event updated for resources: {'Port': ['ID=d975c69c-dc0e-4dfe-8feb-591dd9e55951,revision_number=4']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:39:29.767701 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [None req-5ecd8715-c1c5-4b9a-8a42-c8db44414d63 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] The port '74d0e1d1-fea6-43a4-87b2-a44cd96e74d9' was deleted {{(pid=87506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 16 22:39:29.768353 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-f5a35395-abfc-4772-ae00-d609a7cc301a tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:39:29.772434 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:39:29.810569 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-54f54c50-d52f-4d51-9302-5fe7f901a4d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949'] for port, after_delete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:29.814342 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a3187f-ede4-4b0f-9346-7cb6cf7eea9b tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Pushing event deleted for resources: {'Subnet': ['ID=e3b19388-79c1-42b7-90ea-a9b814d85d8b,revision_number=None']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:39:29.817799 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-89a3187f-ede4-4b0f-9346-7cb6cf7eea9b tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:39:29.820874 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-89a3187f-ede4-4b0f-9346-7cb6cf7eea9b tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks [] for subnet, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:29.829533 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-89a3187f-ede4-4b0f-9346-7cb6cf7eea9b tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] 10.222.0.13 "DELETE /v2.0/subnets/e3b19388-79c1-42b7-90ea-a9b814d85d8b HTTP/1.1" status: 204  len: 168 time: 1.2102172
Dec 16 22:39:29.832802 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 45800) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:39:29.856618 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-3ae664d9-b78a-4ab2-97bf-39776d254802 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:39:29.908334 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5077a4e-4768-4ab9-acc5-2aae4c72bb0c None None] Network 3c323168-7483-4d84-805c-cb134b5cb2fd requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 22:39:29.948146 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f54c50-d52f-4d51-9302-5fe7f901a4d1 None None] Pushing event deleted for resources: {'Port': ['ID=bf9e22c2-8c49-4657-9442-837b00d14d26,revision_number=None']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:39:29.953176 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-54f54c50-d52f-4d51-9302-5fe7f901a4d1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:39:29.965710 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-4da6f4e7-3319-4b27-9acc-684283965df8 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-825997'] for network, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:29.977271 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.plugin [None req-4da6f4e7-3319-4b27-9acc-684283965df8 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Deleting port 99401818-8c76-484e-8beb-23da4b6787fc {{(pid=87507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:39:29.977887 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-4da6f4e7-3319-4b27-9acc-684283965df8 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:29.999066 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54f54c50-d52f-4d51-9302-5fe7f901a4d1 None None] No DVR routers for this DVR port bf9e22c2-8c49-4657-9442-837b00d14d26 on host dv-neutron-821829-1-hyperv {{(pid=87508) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 22:39:30.011514 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning complete for port bf9e22c2-8c49-4657-9442-837b00d14d26 triggered by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:39:30.012070 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:30.028151 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e2560a-97fb-47b4-86e0-55379084e318 service neutron] Pushing event updated for resources: {'Port': ['ID=4359d2e8-34fe-4cb4-bef0-4f10169a8bef,revision_number=2']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:39:30.072560 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-19e2560a-97fb-47b4-86e0-55379084e318 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.344s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:39:30.087879 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Port bf9e22c2-8c49-4657-9442-837b00d14d26 was deleted so its status cannot be updated. {{(pid=87508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Dec 16 22:39:30.119091 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-ef5299e8-f0e5-4aba-a31e-938b469cb41c None None] For port d975c69c-dc0e-4dfe-8feb-591dd9e55951, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=d975c69c-dc0e-4dfe-8feb-591dd9e55951,segment=NetworkSegment(eb69e800-05f3-415d-83ee-a6a3d31bc706),segment_id=eb69e800-05f3-415d-83ee-a6a3d31bc706)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:39:30.119508 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-ef5299e8-f0e5-4aba-a31e-938b469cb41c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:30.211607 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.plugin [None req-b9040a28-4cae-479c-852c-85b43bda8a45 tempest-BulkNetworkOpsTest-146173519 tempest-BulkNetworkOpsTest-146173519-project] Deleting port d975c69c-dc0e-4dfe-8feb-591dd9e55951 {{(pid=87507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:39:30.211974 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-b9040a28-4cae-479c-852c-85b43bda8a45 tempest-BulkNetworkOpsTest-146173519 tempest-BulkNetworkOpsTest-146173519-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:30.231148 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.db [None req-ae870941-4662-4882-9116-19af5f11a24e tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] For port 656af02b-2824-4503-b5df-9d63a8b9a4a8, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=656af02b-2824-4503-b5df-9d63a8b9a4a8,segment=NetworkSegment(519879e1-dfec-4a27-b0ed-7f4daa3d3309),segment_id=519879e1-dfec-4a27-b0ed-7f4daa3d3309)] {{(pid=87506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:39:30.231511 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-ae870941-4662-4882-9116-19af5f11a24e tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:30.280240 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 74d0e1d1-fea6-43a4-87b2-a44cd96e74d9 no longer exists at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 22:39:30.309425 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.db [None req-4da6f4e7-3319-4b27-9acc-684283965df8 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] For port 99401818-8c76-484e-8beb-23da4b6787fc, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=99401818-8c76-484e-8beb-23da4b6787fc,segment=NetworkSegment(d65a0c57-87c1-44a2-bc9c-bf45330acc70),segment_id=d65a0c57-87c1-44a2-bc9c-bf45330acc70)] {{(pid=87507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:39:30.309772 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-4da6f4e7-3319-4b27-9acc-684283965df8 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:30.322495 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-5ecd8715-c1c5-4b9a-8a42-c8db44414d63 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3329565', 'neutron.services.segments.db._delete_segments_for_network-8734753546406'] for network, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:30.369274 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b50ddf5-631b-4b25-8f56-a1324911dc46 None None] DHCP port deletion for 519d17a7-5296-4a05-a239-5e7584b2ec06 request from dv-neutron-821829-1-hyperv {{(pid=87508) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 16 22:39:30.379116 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-ef5299e8-f0e5-4aba-a31e-938b469cb41c None None] Calling delete_port for d975c69c-dc0e-4dfe-8feb-591dd9e55951 owned by network:dhcp {{(pid=87508) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:39:30.430542 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] No Port match for: 74d0e1d1-fea6-43a4-87b2-a44cd96e74d9 {{(pid=87508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 22:39:30.430791 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 74d0e1d1-fea6-43a4-87b2-a44cd96e74d9 not bound to the agent host dv-neutron-821829-1-hyperv {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 22:39:30.437616 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-2b50ddf5-631b-4b25-8f56-a1324911dc46 None None] Deleting port 656af02b-2824-4503-b5df-9d63a8b9a4a8 {{(pid=87508) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:39:30.438996 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-2b50ddf5-631b-4b25-8f56-a1324911dc46 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:30.530079 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.plugin [None req-4da6f4e7-3319-4b27-9acc-684283965df8 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Calling delete_port for 99401818-8c76-484e-8beb-23da4b6787fc owned by network:dhcp {{(pid=87507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:39:30.551891 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [None req-ae870941-4662-4882-9116-19af5f11a24e tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Calling delete_port for 656af02b-2824-4503-b5df-9d63a8b9a4a8 owned by network:dhcp {{(pid=87506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:39:30.580450 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device d975c69c-dc0e-4dfe-8feb-591dd9e55951 no longer exists at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 22:39:30.669582 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.services.segments.db [None req-5ecd8715-c1c5-4b9a-8a42-c8db44414d63 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1b7602cdf0>,) {'filters': {'network_id': ['9898f74f-31dc-4c0d-8f2d-075e0f71a4d6']}} {{(pid=87506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:39:30.703905 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.managers [req-b604d465-4225-4c49-a9d2-67ee11861457 req-19e2560a-97fb-47b4-86e0-55379084e318 service neutron] Attempting to bind port 4359d2e8-34fe-4cb4-bef0-4f10169a8bef on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=87506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 22:39:30.703905 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.managers [req-b604d465-4225-4c49-a9d2-67ee11861457 req-19e2560a-97fb-47b4-86e0-55379084e318 service neutron] Attempting to bind port 4359d2e8-34fe-4cb4-bef0-4f10169a8bef by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '32a05c8f-4e22-414f-870d-ee93982b6a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '59be113d-df84-4589-a861-2ce3da6b2e5d'}] {{(pid=87506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 22:39:30.703905 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b604d465-4225-4c49-a9d2-67ee11861457 req-19e2560a-97fb-47b4-86e0-55379084e318 service neutron] Attempting to bind port 4359d2e8-34fe-4cb4-bef0-4f10169a8bef on network 59be113d-df84-4589-a861-2ce3da6b2e5d {{(pid=87506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 22:39:30.708510 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.services.segments.db [None req-5ecd8715-c1c5-4b9a-8a42-c8db44414d63 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b7602cdf0>, '6cc5aece-9d04-4b8c-aaab-d38d129f7bf1') {'for_net_delete': True} {{(pid=87506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:39:30.708823 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.services.segments.db [None req-5ecd8715-c1c5-4b9a-8a42-c8db44414d63 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b7602cdf0>, '6cc5aece-9d04-4b8c-aaab-d38d129f7bf1') {} {{(pid=87506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:39:30.738232 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b604d465-4225-4c49-a9d2-67ee11861457 req-19e2560a-97fb-47b4-86e0-55379084e318 service neutron] Port 4359d2e8-34fe-4cb4-bef0-4f10169a8bef on network 59be113d-df84-4589-a861-2ce3da6b2e5d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=87506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 16 22:39:30.738592 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b604d465-4225-4c49-a9d2-67ee11861457 req-19e2560a-97fb-47b4-86e0-55379084e318 service neutron] Attempting to bind port 4359d2e8-34fe-4cb4-bef0-4f10169a8bef on network 59be113d-df84-4589-a861-2ce3da6b2e5d {{(pid=87506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 22:39:30.745528 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-5ecd8715-c1c5-4b9a-8a42-c8db44414d63 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734753593977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-266764496'] for segment, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:30.763065 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b604d465-4225-4c49-a9d2-67ee11861457 req-19e2560a-97fb-47b4-86e0-55379084e318 service neutron] Checking agent: {'id': '849b5cbb-8f70-4c31-8f37-fd42f8351747', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8218', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 30, 8), 'started_at': datetime.datetime(2021, 12, 16, 22, 30, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 39, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 22:39:30.763465 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b604d465-4225-4c49-a9d2-67ee11861457 req-19e2560a-97fb-47b4-86e0-55379084e318 service neutron] Checking segment: {'id': '32a05c8f-4e22-414f-870d-ee93982b6a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '59be113d-df84-4589-a861-2ce3da6b2e5d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 22:39:30.763798 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b604d465-4225-4c49-a9d2-67ee11861457 req-19e2560a-97fb-47b4-86e0-55379084e318 service neutron] Bound using segment: {'id': '32a05c8f-4e22-414f-870d-ee93982b6a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '59be113d-df84-4589-a861-2ce3da6b2e5d'} {{(pid=87506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 22:39:30.764258 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.managers [req-b604d465-4225-4c49-a9d2-67ee11861457 req-19e2560a-97fb-47b4-86e0-55379084e318 service neutron] Bound port: 4359d2e8-34fe-4cb4-bef0-4f10169a8bef, host: hv-neutron-8218, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32a05c8f-4e22-414f-870d-ee93982b6a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '59be113d-df84-4589-a861-2ce3da6b2e5d'}}] {{(pid=87506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 22:39:30.764605 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-b604d465-4225-4c49-a9d2-67ee11861457 req-19e2560a-97fb-47b4-86e0-55379084e318 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:30.770675 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-f3efdf9b-d3e7-4770-839a-a1c866f620aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:30.790038 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-ae870941-4662-4882-9116-19af5f11a24e tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1863393'] for port, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:30.802806 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-ef5299e8-f0e5-4aba-a31e-938b469cb41c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949'] for port, after_delete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:30.804539 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-5ecd8715-c1c5-4b9a-8a42-c8db44414d63 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-883292'] for segment, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:30.808057 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-2dd6e7f6-5444-488e-b39a-5f10f442dd12 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:39:30.853314 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-b319f3f4-2a7f-4b21-937c-bbec5393e9b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:39:30.869913 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.db [None req-b9040a28-4cae-479c-852c-85b43bda8a45 tempest-BulkNetworkOpsTest-146173519 tempest-BulkNetworkOpsTest-146173519-project] For port d975c69c-dc0e-4dfe-8feb-591dd9e55951, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=d975c69c-dc0e-4dfe-8feb-591dd9e55951,segment=NetworkSegment(eb69e800-05f3-415d-83ee-a6a3d31bc706),segment_id=eb69e800-05f3-415d-83ee-a6a3d31bc706)] {{(pid=87507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:39:30.870686 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-b9040a28-4cae-479c-852c-85b43bda8a45 tempest-BulkNetworkOpsTest-146173519 tempest-BulkNetworkOpsTest-146173519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:30.881215 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-4da6f4e7-3319-4b27-9acc-684283965df8 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10807823'] for port, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:30.888330 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-d956a1a0-c139-4c5a-b5df-203678401506 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:39:30.907083 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ecd8715-c1c5-4b9a-8a42-c8db44414d63 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Releasing vlan 169 on physical network physnet1 to pool {{(pid=87506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 16 22:39:30.907603 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-5ecd8715-c1c5-4b9a-8a42-c8db44414d63 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-883285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1863180'] for segment, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:30.925914 dv-neutron-821829-1-hyperv neutron-server[87506]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 16 22:39:30.925914 dv-neutron-821829-1-hyperv neutron-server[87506]:   util.warn(
Dec 16 22:39:30.925914 dv-neutron-821829-1-hyperv neutron-server[87506]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 16 22:39:30.925914 dv-neutron-821829-1-hyperv neutron-server[87506]:   util.warn(
Dec 16 22:39:30.925914 dv-neutron-821829-1-hyperv neutron-server[87506]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 16 22:39:30.925914 dv-neutron-821829-1-hyperv neutron-server[87506]:   util.warn(
Dec 16 22:39:30.925914 dv-neutron-821829-1-hyperv neutron-server[87506]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 16 22:39:30.925914 dv-neutron-821829-1-hyperv neutron-server[87506]:   util.warn(
Dec 16 22:39:30.925914 dv-neutron-821829-1-hyperv neutron-server[87506]: Traceback (most recent call last):
Dec 16 22:39:30.925914 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 16 22:39:30.925914 dv-neutron-821829-1-hyperv neutron-server[87506]:     timer()
Dec 16 22:39:30.925914 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 22:39:30.925914 dv-neutron-821829-1-hyperv neutron-server[87506]:     cb(*args, **kw)
Dec 16 22:39:30.925914 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 22:39:30.925914 dv-neutron-821829-1-hyperv neutron-server[87506]:     return func(*args, **kwargs)
Dec 16 22:39:30.925914 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 22:39:30.925914 dv-neutron-821829-1-hyperv neutron-server[87506]:     self._notify()
Dec 16 22:39:30.925914 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 22:39:30.925914 dv-neutron-821829-1-hyperv neutron-server[87506]:     self.callback(batched_events)
Dec 16 22:39:30.925914 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 22:39:30.925914 dv-neutron-821829-1-hyperv neutron-server[87506]:     event.method(event)
Dec 16 22:39:30.925914 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 22:39:30.925914 dv-neutron-821829-1-hyperv neutron-server[87506]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 22:39:30.925914 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 22:39:30.925914 dv-neutron-821829-1-hyperv neutron-server[87506]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 22:39:30.925914 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 22:39:30.925914 dv-neutron-821829-1-hyperv neutron-server[87506]:     return f(self, *a, **k)
Dec 16 22:39:30.925914 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 16 22:39:30.925914 dv-neutron-821829-1-hyperv neutron-server[87506]:     return self._get(url).json()
Dec 16 22:39:30.925914 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 16 22:39:30.925914 dv-neutron-821829-1-hyperv neutron-server[87506]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 22:39:30.925914 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 16 22:39:30.925914 dv-neutron-821829-1-hyperv neutron-server[87506]:     return self.request(url, 'GET', **kwargs)
Dec 16 22:39:30.925914 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 16 22:39:30.925914 dv-neutron-821829-1-hyperv neutron-server[87506]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 22:39:30.925914 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 16 22:39:30.925914 dv-neutron-821829-1-hyperv neutron-server[87506]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 22:39:30.925914 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 16 22:39:30.925914 dv-neutron-821829-1-hyperv neutron-server[87506]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 22:39:30.925914 dv-neutron-821829-1-hyperv neutron-server[87506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 22:39:30.928641 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae870941-4662-4882-9116-19af5f11a24e tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Pushing event deleted for resources: {'Port': ['ID=656af02b-2824-4503-b5df-9d63a8b9a4a8,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:39:30.928734 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] No active binding found for port d975c69c-dc0e-4dfe-8feb-591dd9e55951 {{(pid=87508) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}}
Dec 16 22:39:30.931198 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device d975c69c-dc0e-4dfe-8feb-591dd9e55951 not bound to the agent host dv-neutron-821829-1-hyperv {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 22:39:30.931671 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device bf9e22c2-8c49-4657-9442-837b00d14d26 no longer exists at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 22:39:30.936540 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae870941-4662-4882-9116-19af5f11a24e tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] No DVR routers for this DVR port 656af02b-2824-4503-b5df-9d63a8b9a4a8 on host dv-neutron-821829-1-hyperv {{(pid=87506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 22:39:30.940146 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-ae870941-4662-4882-9116-19af5f11a24e tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:39:30.979948 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5299e8-f0e5-4aba-a31e-938b469cb41c None None] Pushing event deleted for resources: {'Port': ['ID=d975c69c-dc0e-4dfe-8feb-591dd9e55951,revision_number=None']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:39:31.007007 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-ef5299e8-f0e5-4aba-a31e-938b469cb41c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:39:31.014269 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef5299e8-f0e5-4aba-a31e-938b469cb41c None None] No DVR routers for this DVR port d975c69c-dc0e-4dfe-8feb-591dd9e55951 on host dv-neutron-821829-1-hyperv {{(pid=87508) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 22:39:31.017003 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05957f4a-456e-456a-b94b-aeb5df6efcaf None None] DHCP port deletion for 3c323168-7483-4d84-805c-cb134b5cb2fd request from dv-neutron-821829-1-hyperv {{(pid=87508) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 16 22:39:31.026792 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] No Port match for: bf9e22c2-8c49-4657-9442-837b00d14d26 {{(pid=87508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 22:39:31.026986 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device bf9e22c2-8c49-4657-9442-837b00d14d26 not bound to the agent host dv-neutron-821829-1-hyperv {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 22:39:31.027396 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 656af02b-2824-4503-b5df-9d63a8b9a4a8 no longer exists at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 22:39:31.046262 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-ee9d37a5-cf02-45b2-8218-1c238b463299 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1863317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11213092'] for subnet, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:31.062100 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-5c73bedc-1a86-4449-8271-cc10ef50aeb9 tempest-BulkNetworkOpsTest-146173519 tempest-BulkNetworkOpsTest-146173519-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:39:31.065493 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.plugin [None req-b9040a28-4cae-479c-852c-85b43bda8a45 tempest-BulkNetworkOpsTest-146173519 tempest-BulkNetworkOpsTest-146173519-project] Calling delete_port for d975c69c-dc0e-4dfe-8feb-591dd9e55951 owned by network:dhcp {{(pid=87507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:39:31.070548 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] No Port match for: 656af02b-2824-4503-b5df-9d63a8b9a4a8 {{(pid=87508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 22:39:31.070911 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 656af02b-2824-4503-b5df-9d63a8b9a4a8 not bound to the agent host dv-neutron-821829-1-hyperv {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 22:39:31.073439 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-2b50ddf5-631b-4b25-8f56-a1324911dc46 None None] For port 656af02b-2824-4503-b5df-9d63a8b9a4a8, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=656af02b-2824-4503-b5df-9d63a8b9a4a8,segment=NetworkSegment(519879e1-dfec-4a27-b0ed-7f4daa3d3309),segment_id=519879e1-dfec-4a27-b0ed-7f4daa3d3309)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:39:31.073853 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-2b50ddf5-631b-4b25-8f56-a1324911dc46 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:31.151818 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da6f4e7-3319-4b27-9acc-684283965df8 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Pushing event deleted for resources: {'Port': ['ID=99401818-8c76-484e-8beb-23da4b6787fc,revision_number=None']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:39:31.151818 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4da6f4e7-3319-4b27-9acc-684283965df8 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] No DVR routers for this DVR port 99401818-8c76-484e-8beb-23da4b6787fc on host dv-neutron-821829-1-hyperv {{(pid=87507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 22:39:31.189963 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-4da6f4e7-3319-4b27-9acc-684283965df8 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:39:31.230657 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-2b50ddf5-631b-4b25-8f56-a1324911dc46 None None] Calling delete_port for 656af02b-2824-4503-b5df-9d63a8b9a4a8 owned by network:dhcp {{(pid=87508) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:39:31.249925 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-5ecd8715-c1c5-4b9a-8a42-c8db44414d63 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3329572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3741856'] for network, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:31.253662 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.db [req-b604d465-4225-4c49-a9d2-67ee11861457 req-19e2560a-97fb-47b4-86e0-55379084e318 service neutron] For port 4359d2e8-34fe-4cb4-bef0-4f10169a8bef, host hv-neutron-8218, cleared binding levels {{(pid=87506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 22:39:31.272712 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-5ecd8715-c1c5-4b9a-8a42-c8db44414d63 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks [] for network, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:31.276188 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-ae870941-4662-4882-9116-19af5f11a24e tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3329565', 'neutron.services.segments.db._delete_segments_for_network-8734753546406'] for network, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:31.295803 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.db [req-b604d465-4225-4c49-a9d2-67ee11861457 req-19e2560a-97fb-47b4-86e0-55379084e318 service neutron] For port 4359d2e8-34fe-4cb4-bef0-4f10169a8bef, host hv-neutron-8218, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=4359d2e8-34fe-4cb4-bef0-4f10169a8bef,segment=NetworkSegment(32a05c8f-4e22-414f-870d-ee93982b6a67),segment_id=32a05c8f-4e22-414f-870d-ee93982b6a67)] {{(pid=87506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 22:39:31.307402 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.db.api [None req-2b50ddf5-631b-4b25-8f56-a1324911dc46 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87508) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 16 22:39:31.307799 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_db.api [None req-2b50ddf5-631b-4b25-8f56-a1324911dc46 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 16 22:39:31.312774 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9d37a5-cf02-45b2-8218-1c238b463299 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Pushing event updated for resources: {'Subnet': ['ID=210063bb-c472-4d5a-9b21-1a9e95ed15f6,revision_number=0']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:39:31.323056 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-b604d465-4225-4c49-a9d2-67ee11861457 req-19e2560a-97fb-47b4-86e0-55379084e318 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1863400'] for port, after_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:31.329274 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-ee9d37a5-cf02-45b2-8218-1c238b463299 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:39:31.333249 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-7420b3ff-22c1-49ca-8433-4ef45fa5ed92 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:39:31.333903 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-4da6f4e7-3319-4b27-9acc-684283965df8 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3329565', 'neutron.services.segments.db._delete_segments_for_network-8734753546406'] for network, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:31.359699 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.db.api [None req-b9040a28-4cae-479c-852c-85b43bda8a45 tempest-BulkNetworkOpsTest-146173519 tempest-BulkNetworkOpsTest-146173519-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87507) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 16 22:39:31.360054 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_db.api [None req-b9040a28-4cae-479c-852c-85b43bda8a45 tempest-BulkNetworkOpsTest-146173519 tempest-BulkNetworkOpsTest-146173519-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 16 22:39:31.366685 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.services.segments.db [None req-ae870941-4662-4882-9116-19af5f11a24e tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1b760e5e50>,) {'filters': {'network_id': ['519d17a7-5296-4a05-a239-5e7584b2ec06']}} {{(pid=87506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:39:31.366930 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.services.segments.db [None req-4da6f4e7-3319-4b27-9acc-684283965df8 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1b76826580>,) {'filters': {'network_id': ['3c323168-7483-4d84-805c-cb134b5cb2fd']}} {{(pid=87507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:39:31.382420 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.services.segments.db [None req-4da6f4e7-3319-4b27-9acc-684283965df8 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b76826580>, 'd65a0c57-87c1-44a2-bc9c-bf45330acc70') {'for_net_delete': True} {{(pid=87507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:39:31.382719 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.services.segments.db [None req-4da6f4e7-3319-4b27-9acc-684283965df8 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b76826580>, 'd65a0c57-87c1-44a2-bc9c-bf45330acc70') {} {{(pid=87507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:39:31.396682 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c10446-45b9-4376-b5de-7706e1090a0a req-d048d3d7-ea0e-4fd3-b087-f1a8e761b2b6 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:39:31.398228 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-34c10446-45b9-4376-b5de-7706e1090a0a req-d048d3d7-ea0e-4fd3-b087-f1a8e761b2b6 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] 10.222.0.13 "GET /v2.0/ports?device_id=e559bb86-9633-4370-9cd9-33cf2cb148d6 HTTP/1.1" status: 200  len: 944 time: 0.3402095
Dec 16 22:39:31.399957 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.services.segments.db [None req-ae870941-4662-4882-9116-19af5f11a24e tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b760e5e50>, '519879e1-dfec-4a27-b0ed-7f4daa3d3309') {'for_net_delete': True} {{(pid=87506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:39:31.400253 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.services.segments.db [None req-ae870941-4662-4882-9116-19af5f11a24e tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b760e5e50>, '519879e1-dfec-4a27-b0ed-7f4daa3d3309') {} {{(pid=87506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:39:31.404220 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-4da6f4e7-3319-4b27-9acc-684283965df8 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734753593977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2128549'] for segment, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:31.408876 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee9d37a5-cf02-45b2-8218-1c238b463299 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Checking segment: {'id': '9872c965-53cb-4cfb-becf-029f9ece098c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'e894d2d2-4397-41ec-8ac1-73c4017e299f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 22:39:31.409233 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee9d37a5-cf02-45b2-8218-1c238b463299 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Network hostable DHCP agents. Network: e894d2d2-4397-41ec-8ac1-73c4017e299f, hostable agents: ['3b155c4d-12dc-491e-aa14-6113b06cfacd'], hosted agents: [] {{(pid=87506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 16 22:39:31.425483 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b604d465-4225-4c49-a9d2-67ee11861457 req-19e2560a-97fb-47b4-86e0-55379084e318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:39:31.426128 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-b604d465-4225-4c49-a9d2-67ee11861457 req-19e2560a-97fb-47b4-86e0-55379084e318 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for port, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:31.427469 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-b604d465-4225-4c49-a9d2-67ee11861457 req-19e2560a-97fb-47b4-86e0-55379084e318 service neutron] 10.222.0.49 "PUT /v2.0/ports/4359d2e8-34fe-4cb4-bef0-4f10169a8bef HTTP/1.1" status: 200  len: 1094 time: 4.0882368
Dec 16 22:39:31.436154 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-5ecd8715-c1c5-4b9a-8a42-c8db44414d63 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] 10.222.0.13 "DELETE /v2.0/networks/9898f74f-31dc-4c0d-8f2d-075e0f71a4d6 HTTP/1.1" status: 204  len: 168 time: 4.2241740
Dec 16 22:39:31.436154 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e559bb86-9633-4370-9cd9-33cf2cb148d6', 'tag': '4359d2e8-34fe-4cb4-bef0-4f10169a8bef'}] {{(pid=87506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 22:39:31.442650 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 45806) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:39:31.445459 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-ae870941-4662-4882-9116-19af5f11a24e tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734753593977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-266764496'] for segment, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:31.453891 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-3e729f7f-1589-4d54-9c4a-7ee6b283cc2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:31.464218 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-4da6f4e7-3319-4b27-9acc-684283965df8 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-883292'] for segment, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:31.479655 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-90877cea-d164-4b6e-9510-8c66bb215c62 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1937674108'}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:39:31.491163 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4da6f4e7-3319-4b27-9acc-684283965df8 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Releasing vlan 154 on physical network physnet1 to pool {{(pid=87507) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 16 22:39:31.491574 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-4da6f4e7-3319-4b27-9acc-684283965df8 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-883285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10808034'] for segment, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:31.508771 dv-neutron-821829-1-hyperv neutron-server[87507]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 16 22:39:31.508771 dv-neutron-821829-1-hyperv neutron-server[87507]:   util.warn(
Dec 16 22:39:31.508771 dv-neutron-821829-1-hyperv neutron-server[87507]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 16 22:39:31.508771 dv-neutron-821829-1-hyperv neutron-server[87507]:   util.warn(
Dec 16 22:39:31.508771 dv-neutron-821829-1-hyperv neutron-server[87507]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 16 22:39:31.508771 dv-neutron-821829-1-hyperv neutron-server[87507]:   util.warn(
Dec 16 22:39:31.508771 dv-neutron-821829-1-hyperv neutron-server[87507]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 16 22:39:31.508771 dv-neutron-821829-1-hyperv neutron-server[87507]:   util.warn(
Dec 16 22:39:31.508771 dv-neutron-821829-1-hyperv neutron-server[87507]: Traceback (most recent call last):
Dec 16 22:39:31.508771 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 16 22:39:31.508771 dv-neutron-821829-1-hyperv neutron-server[87507]:     timer()
Dec 16 22:39:31.508771 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 22:39:31.508771 dv-neutron-821829-1-hyperv neutron-server[87507]:     cb(*args, **kw)
Dec 16 22:39:31.508771 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 22:39:31.508771 dv-neutron-821829-1-hyperv neutron-server[87507]:     return func(*args, **kwargs)
Dec 16 22:39:31.508771 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 22:39:31.508771 dv-neutron-821829-1-hyperv neutron-server[87507]:     self._notify()
Dec 16 22:39:31.508771 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 22:39:31.508771 dv-neutron-821829-1-hyperv neutron-server[87507]:     self.callback(batched_events)
Dec 16 22:39:31.508771 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 22:39:31.508771 dv-neutron-821829-1-hyperv neutron-server[87507]:     event.method(event)
Dec 16 22:39:31.508771 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 22:39:31.508771 dv-neutron-821829-1-hyperv neutron-server[87507]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 22:39:31.508771 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 22:39:31.508771 dv-neutron-821829-1-hyperv neutron-server[87507]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 22:39:31.508771 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 22:39:31.508771 dv-neutron-821829-1-hyperv neutron-server[87507]:     return f(self, *a, **k)
Dec 16 22:39:31.508771 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 16 22:39:31.508771 dv-neutron-821829-1-hyperv neutron-server[87507]:     return self._get(url).json()
Dec 16 22:39:31.508771 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 16 22:39:31.508771 dv-neutron-821829-1-hyperv neutron-server[87507]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 22:39:31.508771 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 16 22:39:31.508771 dv-neutron-821829-1-hyperv neutron-server[87507]:     return self.request(url, 'GET', **kwargs)
Dec 16 22:39:31.508771 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 16 22:39:31.508771 dv-neutron-821829-1-hyperv neutron-server[87507]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 22:39:31.508771 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 16 22:39:31.508771 dv-neutron-821829-1-hyperv neutron-server[87507]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 22:39:31.508771 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 16 22:39:31.508771 dv-neutron-821829-1-hyperv neutron-server[87507]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 22:39:31.508771 dv-neutron-821829-1-hyperv neutron-server[87507]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 22:39:31.560736 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-90877cea-d164-4b6e-9510-8c66bb215c62 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:39:31.562115 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-ae870941-4662-4882-9116-19af5f11a24e tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-883292'] for segment, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:31.565424 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e559bb86-9633-4370-9cd9-33cf2cb148d6', 'tag': '4359d2e8-34fe-4cb4-bef0-4f10169a8bef', 'status': 'completed', 'code': 200}
Dec 16 22:39:31.579871 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-34c10446-45b9-4376-b5de-7706e1090a0a req-7a087112-a485-4e43-a049-628fbaa708bb tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c8293c6-7a9d-4021-9d0b-d55cb4b08bc4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1539316
Dec 16 22:39:31.591212 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-90877cea-d164-4b6e-9510-8c66bb215c62 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Usage tracker for resource:network and tenant:3ddf94e9e4ac4112b345468cafab037c is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:39:31.595080 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e2560a-97fb-47b4-86e0-55379084e318 service neutron] Pushing event updated for resources: {'Port': ['ID=4359d2e8-34fe-4cb4-bef0-4f10169a8bef,revision_number=3']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:39:31.599862 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae870941-4662-4882-9116-19af5f11a24e tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Releasing vlan 176 on physical network physnet1 to pool {{(pid=87506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 16 22:39:31.600273 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-ae870941-4662-4882-9116-19af5f11a24e tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-883285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1863180'] for segment, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:31.617805 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-90877cea-d164-4b6e-9510-8c66bb215c62 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:39:31.620984 dv-neutron-821829-1-hyperv neutron-server[87506]: Traceback (most recent call last):
Dec 16 22:39:31.620984 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 16 22:39:31.620984 dv-neutron-821829-1-hyperv neutron-server[87506]:     timer()
Dec 16 22:39:31.620984 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 22:39:31.620984 dv-neutron-821829-1-hyperv neutron-server[87506]:     cb(*args, **kw)
Dec 16 22:39:31.620984 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 22:39:31.620984 dv-neutron-821829-1-hyperv neutron-server[87506]:     return func(*args, **kwargs)
Dec 16 22:39:31.620984 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 22:39:31.620984 dv-neutron-821829-1-hyperv neutron-server[87506]:     self._notify()
Dec 16 22:39:31.620984 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 22:39:31.620984 dv-neutron-821829-1-hyperv neutron-server[87506]:     self.callback(batched_events)
Dec 16 22:39:31.620984 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 22:39:31.620984 dv-neutron-821829-1-hyperv neutron-server[87506]:     event.method(event)
Dec 16 22:39:31.620984 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 22:39:31.620984 dv-neutron-821829-1-hyperv neutron-server[87506]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 22:39:31.620984 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 22:39:31.620984 dv-neutron-821829-1-hyperv neutron-server[87506]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 22:39:31.620984 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 22:39:31.620984 dv-neutron-821829-1-hyperv neutron-server[87506]:     return f(self, *a, **k)
Dec 16 22:39:31.620984 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 16 22:39:31.620984 dv-neutron-821829-1-hyperv neutron-server[87506]:     return self._get(url).json()
Dec 16 22:39:31.620984 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 16 22:39:31.620984 dv-neutron-821829-1-hyperv neutron-server[87506]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 22:39:31.620984 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 16 22:39:31.620984 dv-neutron-821829-1-hyperv neutron-server[87506]:     return self.request(url, 'GET', **kwargs)
Dec 16 22:39:31.620984 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 16 22:39:31.620984 dv-neutron-821829-1-hyperv neutron-server[87506]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 22:39:31.620984 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 16 22:39:31.620984 dv-neutron-821829-1-hyperv neutron-server[87506]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 22:39:31.620984 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 16 22:39:31.620984 dv-neutron-821829-1-hyperv neutron-server[87506]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 22:39:31.620984 dv-neutron-821829-1-hyperv neutron-server[87506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 22:39:31.629479 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-19e2560a-97fb-47b4-86e0-55379084e318 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:39:31.630209 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-5d5cd952-d07a-4e36-9bae-33aef5e5193e tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.366s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:39:31.635132 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-4da6f4e7-3319-4b27-9acc-684283965df8 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3329572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3741856'] for network, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:31.638569 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-f00b521b-f808-4e26-a198-81a9cffa2a19 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:39:31.664177 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-4da6f4e7-3319-4b27-9acc-684283965df8 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks [] for network, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:31.666033 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:31.668433 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da6f4e7-3319-4b27-9acc-684283965df8 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Pushing event deleted for resources: {'Network': ['ID=3c323168-7483-4d84-805c-cb134b5cb2fd,revision_number=None']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:39:31.671998 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-4da6f4e7-3319-4b27-9acc-684283965df8 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:39:31.695443 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-90877cea-d164-4b6e-9510-8c66bb215c62 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:39:31.696338 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-4da6f4e7-3319-4b27-9acc-684283965df8 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] 10.222.0.13 "DELETE /v2.0/networks/3c323168-7483-4d84-805c-cb134b5cb2fd HTTP/1.1" status: 204  len: 168 time: 1.8624699
Dec 16 22:39:31.697689 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee9d37a5-cf02-45b2-8218-1c238b463299 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Network e894d2d2-4397-41ec-8ac1-73c4017e299f is scheduled to be hosted by DHCP agent 3b155c4d-12dc-491e-aa14-6113b06cfacd with binding_index 1 {{(pid=87506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 16 22:39:31.700794 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 45812) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:39:31.706817 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-bb8979c6-d1c9-49b5-aa66-0fe4e44f258c tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1785171701'}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:39:31.711577 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-bb8979c6-d1c9-49b5-aa66-0fe4e44f258c tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:39:31.715381 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-bb8979c6-d1c9-49b5-aa66-0fe4e44f258c tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Usage tracker for resource:network and tenant:69ee045658914011ac7b8ba0ad799b2d is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:39:31.718219 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-bb8979c6-d1c9-49b5-aa66-0fe4e44f258c tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:39:31.724665 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-bb8979c6-d1c9-49b5-aa66-0fe4e44f258c tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:39:31.729441 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ecd8715-c1c5-4b9a-8a42-c8db44414d63 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Pushing event deleted for resources: {'Network': ['ID=9898f74f-31dc-4c0d-8f2d-075e0f71a4d6,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:39:31.739027 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb8979c6-d1c9-49b5-aa66-0fe4e44f258c tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Made reservation on behalf of 69ee045658914011ac7b8ba0ad799b2d for: {'network': 1} {{(pid=87507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:39:31.739966 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-5ecd8715-c1c5-4b9a-8a42-c8db44414d63 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:39:31.743257 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-bb8979c6-d1c9-49b5-aa66-0fe4e44f258c tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for network, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:31.743705 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.base_scheduler [None req-ee9d37a5-cf02-45b2-8218-1c238b463299 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821829-1-hyperv, e894d2d2-4397-41ec-8ac1-73c4017e299f) {{(pid=87506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:39:31.752446 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dc54537-9aec-4ea7-8292-08d7cf685a7b None None] Network e894d2d2-4397-41ec-8ac1-73c4017e299f requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 22:39:31.757137 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee9d37a5-cf02-45b2-8218-1c238b463299 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:39:31.757718 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-ee9d37a5-cf02-45b2-8218-1c238b463299 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks [] for subnet, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:31.761453 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90877cea-d164-4b6e-9510-8c66bb215c62 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Made reservation on behalf of 3ddf94e9e4ac4112b345468cafab037c for: {'network': 1} {{(pid=87506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:39:31.764964 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-90877cea-d164-4b6e-9510-8c66bb215c62 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for network, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:31.777367 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb8979c6-d1c9-49b5-aa66-0fe4e44f258c tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] vlan segment allocate from pool success with {'vlan_id': 169, 'physical_network': 'physnet1'}  {{(pid=87507) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 22:39:31.778086 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-ae870941-4662-4882-9116-19af5f11a24e tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3329572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3741856'] for network, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:31.790765 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-b296c662-4301-4a39-82e6-08cd04eed875 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:39:31.794477 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-bb8979c6-d1c9-49b5-aa66-0fe4e44f258c tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-883292'] for segment, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:31.795110 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.db.segments_db [None req-bb8979c6-d1c9-49b5-aa66-0fe4e44f258c tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Added segment 0c9c01f1-0c59-498d-853c-3a79eaf0190b of type vlan for network b11b382e-04b4-4415-9df0-7a979f8d83ca
Dec 16 22:39:31.810896 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-ae870941-4662-4882-9116-19af5f11a24e tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Notify callbacks [] for network, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:31.822102 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-2b50ddf5-631b-4b25-8f56-a1324911dc46 None None] Deleting port 656af02b-2824-4503-b5df-9d63a8b9a4a8 {{(pid=87508) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:39:31.822496 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-2b50ddf5-631b-4b25-8f56-a1324911dc46 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:31.829286 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-bb8979c6-d1c9-49b5-aa66-0fe4e44f258c tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734753047233'] for network, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:31.833442 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae870941-4662-4882-9116-19af5f11a24e tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Pushing event deleted for resources: {'Network': ['ID=519d17a7-5296-4a05-a239-5e7584b2ec06,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:39:31.838341 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-ae870941-4662-4882-9116-19af5f11a24e tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:39:31.841856 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-ee9d37a5-cf02-45b2-8218-1c238b463299 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 2.6873450
Dec 16 22:39:31.846143 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-ae870941-4662-4882-9116-19af5f11a24e tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] 10.222.0.13 "DELETE /v2.0/networks/519d17a7-5296-4a05-a239-5e7584b2ec06 HTTP/1.1" status: 204  len: 168 time: 2.7847292
Dec 16 22:39:31.848404 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 45816) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:39:31.859859 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-313abd0f-e74a-42e7-a65c-2fdce9c2fc13 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1880920241', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:39:31.867646 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b604d465-4225-4c49-a9d2-67ee11861457 req-a676fbba-13b8-45ba-810f-08cf6a7bb28b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:39:31.869332 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-b604d465-4225-4c49-a9d2-67ee11861457 req-a676fbba-13b8-45ba-810f-08cf6a7bb28b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ebcac23e4eae475893854e16d121f861&device_id=e559bb86-9633-4370-9cd9-33cf2cb148d6 HTTP/1.1" status: 200  len: 1097 time: 0.3486383
Dec 16 22:39:31.873599 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90877cea-d164-4b6e-9510-8c66bb215c62 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] vlan segment allocate from pool success with {'vlan_id': 167, 'physical_network': 'physnet1'}  {{(pid=87506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 22:39:31.876295 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-313abd0f-e74a-42e7-a65c-2fdce9c2fc13 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:39:31.879578 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-bb8979c6-d1c9-49b5-aa66-0fe4e44f258c tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440'] for network, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:31.887885 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb8979c6-d1c9-49b5-aa66-0fe4e44f258c tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:39:31.888590 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-bb8979c6-d1c9-49b5-aa66-0fe4e44f258c tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks [] for network, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:31.896843 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-d27c0265-541b-41b4-9fd9-0dda84def205 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:39:31.916249 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-2b50ddf5-631b-4b25-8f56-a1324911dc46 None None] The port '656af02b-2824-4503-b5df-9d63a8b9a4a8' was deleted {{(pid=87508) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 16 22:39:31.940752 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-313abd0f-e74a-42e7-a65c-2fdce9c2fc13 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Usage tracker for resource:router and tenant:a221f56311244d31a510a3a1bb3c6ce9 is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:39:31.950085 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-313abd0f-e74a-42e7-a65c-2fdce9c2fc13 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:39:31.965001 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-b604d465-4225-4c49-a9d2-67ee11861457 req-53d941c5-0588-47c5-9ffb-ac9552b1ae61 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4359d2e8-34fe-4cb4-bef0-4f10169a8bef HTTP/1.1" status: 200  len: 217 time: 0.0812325
Dec 16 22:39:31.966379 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-90877cea-d164-4b6e-9510-8c66bb215c62 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-883292'] for segment, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:31.966895 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.db.segments_db [None req-90877cea-d164-4b6e-9510-8c66bb215c62 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Added segment 0a960113-a73a-458d-9ed1-bc4718deccdc of type vlan for network a4da44a4-9e60-4965-bc08-5b8dd7030956
Dec 16 22:39:31.968352 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-313abd0f-e74a-42e7-a65c-2fdce9c2fc13 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:39:32.004982 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-bb8979c6-d1c9-49b5-aa66-0fe4e44f258c tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 772 time: 0.3028958
Dec 16 22:39:32.008321 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 45822) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:39:32.030540 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-dc41b529-bcfe-4068-a37b-95508e1a4712 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Request body: {'subnet': {'network_id': 'b11b382e-04b4-4415-9df0-7a979f8d83ca', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:39:32.052248 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-90877cea-d164-4b6e-9510-8c66bb215c62 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734753047233'] for network, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:32.058014 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-313abd0f-e74a-42e7-a65c-2fdce9c2fc13 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3741155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38980'] for router, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:32.059239 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-313abd0f-e74a-42e7-a65c-2fdce9c2fc13 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3743284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3741748', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3896702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-38989'] for router, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:32.077259 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b604d465-4225-4c49-a9d2-67ee11861457 req-6eb3a368-8adb-4ce4-ab54-dc06be8b8ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:39:32.079084 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-b604d465-4225-4c49-a9d2-67ee11861457 req-6eb3a368-8adb-4ce4-ab54-dc06be8b8ed8 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e85fa5c2-5253-44c8-9f57-0c1d2c97dd41 HTTP/1.1" status: 200  len: 850 time: 0.1021876
Dec 16 22:39:32.112193 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99e7631e-d9e5-43ef-8ef2-5fb19f659bbe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1d6bfaf-d325-5e4f-b05d-2441d8339617-e894d2d2-4397-41ec-8ac1-73c4017e299f', 'network_id': 'e894d2d2-4397-41ec-8ac1-73c4017e299f', 'tenant_id': 'a221f56311244d31a510a3a1bb3c6ce9', 'fixed_ips': [{'subnet_id': '210063bb-c472-4d5a-9b21-1a9e95ed15f6'}]}} from dv-neutron-821829-1-hyperv. {{(pid=87508) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 16 22:39:32.113869 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-99e7631e-d9e5-43ef-8ef2-5fb19f659bbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:32.119857 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.plugin [None req-b9040a28-4cae-479c-852c-85b43bda8a45 tempest-BulkNetworkOpsTest-146173519 tempest-BulkNetworkOpsTest-146173519-project] Deleting port d975c69c-dc0e-4dfe-8feb-591dd9e55951 {{(pid=87507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:39:32.120330 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-b9040a28-4cae-479c-852c-85b43bda8a45 tempest-BulkNetworkOpsTest-146173519 tempest-BulkNetworkOpsTest-146173519-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:32.170025 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-313abd0f-e74a-42e7-a65c-2fdce9c2fc13 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:32.190264 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-90877cea-d164-4b6e-9510-8c66bb215c62 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440'] for network, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:32.197173 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90877cea-d164-4b6e-9510-8c66bb215c62 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:39:32.197783 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-90877cea-d164-4b6e-9510-8c66bb215c62 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks [] for network, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:32.204218 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.plugin [None req-b9040a28-4cae-479c-852c-85b43bda8a45 tempest-BulkNetworkOpsTest-146173519 tempest-BulkNetworkOpsTest-146173519-project] The port 'd975c69c-dc0e-4dfe-8feb-591dd9e55951' was deleted {{(pid=87507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 16 22:39:32.210670 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8979c6-d1c9-49b5-aa66-0fe4e44f258c tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Pushing event updated for resources: {'Network': ['ID=b11b382e-04b4-4415-9df0-7a979f8d83ca,revision_number=1']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:39:32.214101 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-bb8979c6-d1c9-49b5-aa66-0fe4e44f258c tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:39:32.226902 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-43f2cd42-d903-469a-855f-f4d7bfbe1199 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:39:32.227106 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Network b11b382e-04b4-4415-9df0-7a979f8d83ca details requested by agent ovs-agent-dv-neutron-821829-1-hyperv with host dv-neutron-821829-1-hyperv {{(pid=87508) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 22:39:32.242639 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 45828) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:39:32.258883 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-90877cea-d164-4b6e-9510-8c66bb215c62 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.7954586
Dec 16 22:39:32.262741 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 45832) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:39:32.287220 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-0ed39330-82e7-4c0d-a36b-b4fea6b7926d tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Request body: {'subnet': {'network_id': 'a4da44a4-9e60-4965-bc08-5b8dd7030956', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:39:32.348521 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-313abd0f-e74a-42e7-a65c-2fdce9c2fc13 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3740952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3741923'] for router, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:32.373287 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-313abd0f-e74a-42e7-a65c-2fdce9c2fc13 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks [] for router, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:32.374717 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-313abd0f-e74a-42e7-a65c-2fdce9c2fc13 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 704 time: 0.5231757
Dec 16 22:39:32.379237 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 45838) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:39:32.382624 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90877cea-d164-4b6e-9510-8c66bb215c62 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Pushing event updated for resources: {'Network': ['ID=a4da44a4-9e60-4965-bc08-5b8dd7030956,revision_number=1']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:39:32.395981 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-90877cea-d164-4b6e-9510-8c66bb215c62 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:39:32.396645 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Network a4da44a4-9e60-4965-bc08-5b8dd7030956 details requested by agent ovs-agent-dv-neutron-821829-1-hyperv with host dv-neutron-821829-1-hyperv {{(pid=87508) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 22:39:32.409351 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.db_base_plugin_common [None req-99e7631e-d9e5-43ef-8ef2-5fb19f659bbe None None] Allocated IP 2001:db8::2 (e894d2d2-4397-41ec-8ac1-73c4017e299f/210063bb-c472-4d5a-9b21-1a9e95ed15f6/827f09bb-46d9-4c12-a36c-341d2a124005) {{(pid=87508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 22:39:32.585674 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-dc41b529-bcfe-4068-a37b-95508e1a4712 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:39:32.585908 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 99401818-8c76-484e-8beb-23da4b6787fc no longer exists at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 22:39:32.610373 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-dc41b529-bcfe-4068-a37b-95508e1a4712 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Usage tracker for resource:subnet and tenant:69ee045658914011ac7b8ba0ad799b2d is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:39:32.625173 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-dc41b529-bcfe-4068-a37b-95508e1a4712 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:39:32.633302 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-b9040a28-4cae-479c-852c-85b43bda8a45 tempest-BulkNetworkOpsTest-146173519 tempest-BulkNetworkOpsTest-146173519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3329565', 'neutron.services.segments.db._delete_segments_for_network-8734753546406'] for network, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:32.637018 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] No Port match for: 99401818-8c76-484e-8beb-23da4b6787fc {{(pid=87508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 22:39:32.637377 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 99401818-8c76-484e-8beb-23da4b6787fc not bound to the agent host dv-neutron-821829-1-hyperv {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 22:39:32.648538 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-dc41b529-bcfe-4068-a37b-95508e1a4712 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:39:32.692643 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.services.segments.db [None req-b9040a28-4cae-479c-852c-85b43bda8a45 tempest-BulkNetworkOpsTest-146173519 tempest-BulkNetworkOpsTest-146173519-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1b77136070>,) {'filters': {'network_id': ['94303dd1-08d8-4dd0-94d6-3101fa846a17']}} {{(pid=87507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:39:32.701072 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-0ed39330-82e7-4c0d-a36b-b4fea6b7926d tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:39:32.703399 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc41b529-bcfe-4068-a37b-95508e1a4712 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Made reservation on behalf of 69ee045658914011ac7b8ba0ad799b2d for: {'subnet': 1} {{(pid=87507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:39:32.707558 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-dc41b529-bcfe-4068-a37b-95508e1a4712 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10549598'] for subnet, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:32.733589 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.services.segments.db [None req-b9040a28-4cae-479c-852c-85b43bda8a45 tempest-BulkNetworkOpsTest-146173519 tempest-BulkNetworkOpsTest-146173519-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b77136070>, 'eb69e800-05f3-415d-83ee-a6a3d31bc706') {'for_net_delete': True} {{(pid=87507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:39:32.733941 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.services.segments.db [None req-b9040a28-4cae-479c-852c-85b43bda8a45 tempest-BulkNetworkOpsTest-146173519 tempest-BulkNetworkOpsTest-146173519-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b77136070>, 'eb69e800-05f3-415d-83ee-a6a3d31bc706') {} {{(pid=87507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:39:32.740842 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-0ed39330-82e7-4c0d-a36b-b4fea6b7926d tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Usage tracker for resource:subnet and tenant:3ddf94e9e4ac4112b345468cafab037c is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:39:32.773640 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-99e7631e-d9e5-43ef-8ef2-5fb19f659bbe None None] Notify callbacks [] for port, precommit_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:32.784147 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-99e7631e-d9e5-43ef-8ef2-5fb19f659bbe None None] Transition to ACTIVE for port object 827f09bb-46d9-4c12-a36c-341d2a124005 will not be triggered until provisioned by entity L2. {{(pid=87508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:39:32.801034 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b604d465-4225-4c49-a9d2-67ee11861457 req-c0a6ffce-4c3e-4e9b-bf64-47fcdcc138c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:39:32.802537 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-b604d465-4225-4c49-a9d2-67ee11861457 req-c0a6ffce-4c3e-4e9b-bf64-47fcdcc138c3 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=59be113d-df84-4589-a861-2ce3da6b2e5d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.7086062
Dec 16 22:39:32.804439 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-99e7631e-d9e5-43ef-8ef2-5fb19f659bbe None None] Transition to ACTIVE for port object 827f09bb-46d9-4c12-a36c-341d2a124005 will not be triggered until provisioned by entity DHCP. {{(pid=87508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:39:32.811596 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-99e7631e-d9e5-43ef-8ef2-5fb19f659bbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940'] for port, after_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:32.815084 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-3ae664d9-b78a-4ab2-97bf-39776d254802 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:39:32.825934 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-0ed39330-82e7-4c0d-a36b-b4fea6b7926d tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:39:32.835505 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-b9040a28-4cae-479c-852c-85b43bda8a45 tempest-BulkNetworkOpsTest-146173519 tempest-BulkNetworkOpsTest-146173519-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734753593977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2128549'] for segment, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:32.868461 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-0ed39330-82e7-4c0d-a36b-b4fea6b7926d tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:39:32.890535 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-b9040a28-4cae-479c-852c-85b43bda8a45 tempest-BulkNetworkOpsTest-146173519 tempest-BulkNetworkOpsTest-146173519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-883292'] for segment, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:32.910393 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9040a28-4cae-479c-852c-85b43bda8a45 tempest-BulkNetworkOpsTest-146173519 tempest-BulkNetworkOpsTest-146173519-project] Releasing vlan 160 on physical network physnet1 to pool {{(pid=87507) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 16 22:39:32.910813 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-b9040a28-4cae-479c-852c-85b43bda8a45 tempest-BulkNetworkOpsTest-146173519 tempest-BulkNetworkOpsTest-146173519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-883285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10808034'] for segment, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:32.926869 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99e7631e-d9e5-43ef-8ef2-5fb19f659bbe None None] Network e894d2d2-4397-41ec-8ac1-73c4017e299f is already hosted by enough agents. {{(pid=87508) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:39:32.928037 dv-neutron-821829-1-hyperv neutron-server[87507]: Traceback (most recent call last):
Dec 16 22:39:32.928037 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 16 22:39:32.928037 dv-neutron-821829-1-hyperv neutron-server[87507]:     timer()
Dec 16 22:39:32.928037 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 22:39:32.928037 dv-neutron-821829-1-hyperv neutron-server[87507]:     cb(*args, **kw)
Dec 16 22:39:32.928037 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 22:39:32.928037 dv-neutron-821829-1-hyperv neutron-server[87507]:     return func(*args, **kwargs)
Dec 16 22:39:32.928037 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 22:39:32.928037 dv-neutron-821829-1-hyperv neutron-server[87507]:     self._notify()
Dec 16 22:39:32.928037 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 22:39:32.928037 dv-neutron-821829-1-hyperv neutron-server[87507]:     self.callback(batched_events)
Dec 16 22:39:32.928037 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 22:39:32.928037 dv-neutron-821829-1-hyperv neutron-server[87507]:     event.method(event)
Dec 16 22:39:32.928037 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 22:39:32.928037 dv-neutron-821829-1-hyperv neutron-server[87507]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 22:39:32.928037 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 22:39:32.928037 dv-neutron-821829-1-hyperv neutron-server[87507]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 22:39:32.928037 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 22:39:32.928037 dv-neutron-821829-1-hyperv neutron-server[87507]:     return f(self, *a, **k)
Dec 16 22:39:32.928037 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 16 22:39:32.928037 dv-neutron-821829-1-hyperv neutron-server[87507]:     return self._get(url).json()
Dec 16 22:39:32.928037 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 16 22:39:32.928037 dv-neutron-821829-1-hyperv neutron-server[87507]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 22:39:32.928037 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 16 22:39:32.928037 dv-neutron-821829-1-hyperv neutron-server[87507]:     return self.request(url, 'GET', **kwargs)
Dec 16 22:39:32.928037 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 16 22:39:32.928037 dv-neutron-821829-1-hyperv neutron-server[87507]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 22:39:32.928037 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 16 22:39:32.928037 dv-neutron-821829-1-hyperv neutron-server[87507]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 22:39:32.928037 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 16 22:39:32.928037 dv-neutron-821829-1-hyperv neutron-server[87507]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 22:39:32.928037 dv-neutron-821829-1-hyperv neutron-server[87507]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 22:39:32.930108 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.scheduler.base_scheduler [None req-99e7631e-d9e5-43ef-8ef2-5fb19f659bbe None None] Resources bound (agent type, host, resource id):  {{(pid=87508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:39:32.933798 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99e7631e-d9e5-43ef-8ef2-5fb19f659bbe None None] Received port after_create {{(pid=87508) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 22:39:32.938225 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ed39330-82e7-4c0d-a36b-b4fea6b7926d tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Made reservation on behalf of 3ddf94e9e4ac4112b345468cafab037c for: {'subnet': 1} {{(pid=87507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:39:32.939634 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e7631e-d9e5-43ef-8ef2-5fb19f659bbe None None] Pushing event updated for resources: {'Port': ['ID=827f09bb-46d9-4c12-a36c-341d2a124005,revision_number=1']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:39:32.942962 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-0ed39330-82e7-4c0d-a36b-b4fea6b7926d tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10549598'] for subnet, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:32.944032 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-99e7631e-d9e5-43ef-8ef2-5fb19f659bbe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:39:33.026985 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-99e7631e-d9e5-43ef-8ef2-5fb19f659bbe None None] Attempting to bind port 827f09bb-46d9-4c12-a36c-341d2a124005 on host dv-neutron-821829-1-hyperv for vnic_type normal with profile  {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 22:39:33.026985 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-99e7631e-d9e5-43ef-8ef2-5fb19f659bbe None None] Attempting to bind port 827f09bb-46d9-4c12-a36c-341d2a124005 by drivers openvswitch,hyperv on host dv-neutron-821829-1-hyperv at level 0 using segments [{'id': '9872c965-53cb-4cfb-becf-029f9ece098c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'e894d2d2-4397-41ec-8ac1-73c4017e299f'}] {{(pid=87508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 22:39:33.026985 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99e7631e-d9e5-43ef-8ef2-5fb19f659bbe None None] Attempting to bind port 827f09bb-46d9-4c12-a36c-341d2a124005 on network e894d2d2-4397-41ec-8ac1-73c4017e299f {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 22:39:33.032572 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99e7631e-d9e5-43ef-8ef2-5fb19f659bbe None None] Checking agent: {'id': '5571501f-366e-47a4-9b60-8ef19d935d27', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821829-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 24, 2), 'started_at': datetime.datetime(2021, 12, 16, 22, 24, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 39, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821829-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 22:39:33.032952 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99e7631e-d9e5-43ef-8ef2-5fb19f659bbe None None] Checking segment: {'id': '9872c965-53cb-4cfb-becf-029f9ece098c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'e894d2d2-4397-41ec-8ac1-73c4017e299f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 22:39:33.033363 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-99e7631e-d9e5-43ef-8ef2-5fb19f659bbe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:33.033770 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99e7631e-d9e5-43ef-8ef2-5fb19f659bbe None None] Bound using segment: {'id': '9872c965-53cb-4cfb-becf-029f9ece098c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'e894d2d2-4397-41ec-8ac1-73c4017e299f'} {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 22:39:33.034547 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-99e7631e-d9e5-43ef-8ef2-5fb19f659bbe None None] Bound port: 827f09bb-46d9-4c12-a36c-341d2a124005, host: dv-neutron-821829-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9872c965-53cb-4cfb-becf-029f9ece098c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'e894d2d2-4397-41ec-8ac1-73c4017e299f'}}] {{(pid=87508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 22:39:33.034687 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-99e7631e-d9e5-43ef-8ef2-5fb19f659bbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:33.049213 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-a736f41c-234b-4962-abc0-6d5df8b0fce8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c85c59d360694166b5b0483f9fc81199&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8000674
Dec 16 22:39:33.074258 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 45844) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:39:33.134951 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-99e7631e-d9e5-43ef-8ef2-5fb19f659bbe None None] For port 827f09bb-46d9-4c12-a36c-341d2a124005, host dv-neutron-821829-1-hyperv, cleared binding levels {{(pid=87508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 22:39:33.138654 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-99e7631e-d9e5-43ef-8ef2-5fb19f659bbe None None] For port 827f09bb-46d9-4c12-a36c-341d2a124005, host dv-neutron-821829-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=827f09bb-46d9-4c12-a36c-341d2a124005,segment=NetworkSegment(9872c965-53cb-4cfb-becf-029f9ece098c),segment_id=9872c965-53cb-4cfb-becf-029f9ece098c)] {{(pid=87508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 22:39:33.143801 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-99e7631e-d9e5-43ef-8ef2-5fb19f659bbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:33.153695 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-73d4489b-62a3-4b20-b99b-ba3d0c1f670c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:39:33.162867 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-b9040a28-4cae-479c-852c-85b43bda8a45 tempest-BulkNetworkOpsTest-146173519 tempest-BulkNetworkOpsTest-146173519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3329572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3741856'] for network, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:33.167185 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-b9040a28-4cae-479c-852c-85b43bda8a45 tempest-BulkNetworkOpsTest-146173519 tempest-BulkNetworkOpsTest-146173519-project] Notify callbacks [] for network, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:33.181516 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-083eca4d-9c95-49c4-b397-7da8ac3a7201 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:39:33.230402 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-4541ba3b-6be8-499c-bc94-3c60aa55c4f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:33.244838 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9040a28-4cae-479c-852c-85b43bda8a45 tempest-BulkNetworkOpsTest-146173519 tempest-BulkNetworkOpsTest-146173519-project] Pushing event deleted for resources: {'Network': ['ID=94303dd1-08d8-4dd0-94d6-3101fa846a17,revision_number=None']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:39:33.247725 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-b9040a28-4cae-479c-852c-85b43bda8a45 tempest-BulkNetworkOpsTest-146173519 tempest-BulkNetworkOpsTest-146173519-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:39:33.257539 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e7631e-d9e5-43ef-8ef2-5fb19f659bbe None None] Pushing event updated for resources: {'Port': ['ID=827f09bb-46d9-4c12-a36c-341d2a124005,revision_number=2']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:39:33.260825 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-99e7631e-d9e5-43ef-8ef2-5fb19f659bbe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:39:33.265067 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-b604d465-4225-4c49-a9d2-67ee11861457 req-2e485b69-0303-4e2d-acfb-692676712e72 service neutron] 10.222.0.49 "GET /v2.0/networks/59be113d-df84-4589-a861-2ce3da6b2e5d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4525011
Dec 16 22:39:33.300147 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7568943-9c5a-4d3f-acb5-98afcab1a994 req-743e0953-1f61-4aa5-97d8-8d0554445a72 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:39:33.302206 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-e7568943-9c5a-4d3f-acb5-98afcab1a994 req-743e0953-1f61-4aa5-97d8-8d0554445a72 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] 10.222.0.13 "GET /v2.0/ports?device_id=e559bb86-9633-4370-9cd9-33cf2cb148d6 HTTP/1.1" status: 200  len: 944 time: 0.5097210
Dec 16 22:39:33.313190 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-b9040a28-4cae-479c-852c-85b43bda8a45 tempest-BulkNetworkOpsTest-146173519 tempest-BulkNetworkOpsTest-146173519-project] 10.222.0.13 "DELETE /v2.0/networks/94303dd1-08d8-4dd0-94d6-3101fa846a17 HTTP/1.1" status: 204  len: 168 time: 4.9243481
Dec 16 22:39:33.320199 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 45848) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:39:33.399549 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-c35f511a-3366-4484-ac64-5e5a3fce3d35 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:33.437886 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-22a81518-253b-4cbe-9adc-8efecff63bfd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:33.596222 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-22a81518-253b-4cbe-9adc-8efecff63bfd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:33.615230 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-e7568943-9c5a-4d3f-acb5-98afcab1a994 req-7d4776e8-a8b5-462d-bda7-efa4165fcff0 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c8293c6-7a9d-4021-9d0b-d55cb4b08bc4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3000216
Dec 16 22:39:33.656760 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-5a22f87c-a5a7-43f9-8a29-291779e4c862 tempest-BulkNetworkOpsTest-146173519 tempest-BulkNetworkOpsTest-146173519-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-825997'] for network, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:33.675119 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-b604d465-4225-4c49-a9d2-67ee11861457 req-9f920b46-5195-4d9f-8172-0c06ccffeb68 service neutron] 10.222.0.49 "GET /v2.0/networks/59be113d-df84-4589-a861-2ce3da6b2e5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4013932
Dec 16 22:39:33.695655 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-dc41b529-bcfe-4068-a37b-95508e1a4712 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10807931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10549612'] for subnet, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:33.707453 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-01ad44d3-4980-49c2-8380-1d310ea451f7 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:39:33.853549 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc41b529-bcfe-4068-a37b-95508e1a4712 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Pushing event updated for resources: {'Subnet': ['ID=518424be-ffd7-44dd-bbb0-a9a8ba339582,revision_number=0']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:39:33.856286 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-dc41b529-bcfe-4068-a37b-95508e1a4712 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:39:33.872143 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.db_base_plugin_common [None req-c35f511a-3366-4484-ac64-5e5a3fce3d35 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Allocated IP 2001:db8::1 (e894d2d2-4397-41ec-8ac1-73c4017e299f/210063bb-c472-4d5a-9b21-1a9e95ed15f6/d264d508-13ef-4db7-a9fe-daedfd7656cd) {{(pid=87506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 22:39:33.885500 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-0ed39330-82e7-4c0d-a36b-b4fea6b7926d tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10807931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10549612'] for subnet, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:33.937396 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-d7aaf8f9-25ef-46a0-8bd7-7e3af822f742 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:39:33.975478 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-22a81518-253b-4cbe-9adc-8efecff63bfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841066'] for security_group, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:33.978057 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2f9067-534f-46a3-b467-3f67aa1a05d6 req-d518825d-0182-46ca-86b3-e29153f2a6d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:39:33.979555 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-fb2f9067-534f-46a3-b467-3f67aa1a05d6 req-d518825d-0182-46ca-86b3-e29153f2a6d1 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ebcac23e4eae475893854e16d121f861&device_id=e559bb86-9633-4370-9cd9-33cf2cb148d6 HTTP/1.1" status: 200  len: 1097 time: 0.2175057
Dec 16 22:39:34.020508 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc41b529-bcfe-4068-a37b-95508e1a4712 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Checking segment: {'id': '0c9c01f1-0c59-498d-853c-3a79eaf0190b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'b11b382e-04b4-4415-9df0-7a979f8d83ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 22:39:34.020508 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc41b529-bcfe-4068-a37b-95508e1a4712 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Network hostable DHCP agents. Network: b11b382e-04b4-4415-9df0-7a979f8d83ca, hostable agents: ['3b155c4d-12dc-491e-aa14-6113b06cfacd'], hosted agents: [] {{(pid=87507) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 16 22:39:34.041854 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-5a22f87c-a5a7-43f9-8a29-291779e4c862 tempest-BulkNetworkOpsTest-146173519 tempest-BulkNetworkOpsTest-146173519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3329565', 'neutron.services.segments.db._delete_segments_for_network-8734753546406'] for network, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:34.102378 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.services.segments.db [None req-5a22f87c-a5a7-43f9-8a29-291779e4c862 tempest-BulkNetworkOpsTest-146173519 tempest-BulkNetworkOpsTest-146173519-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1b76644a00>,) {'filters': {'network_id': ['7f9fc5cc-447f-4261-9be9-974cd60d8263']}} {{(pid=87507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:39:34.112263 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed39330-82e7-4c0d-a36b-b4fea6b7926d tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Pushing event updated for resources: {'Subnet': ['ID=361d121d-2d9a-4ca8-beb3-3beb608d0103,revision_number=0']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:39:34.116653 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-0ed39330-82e7-4c0d-a36b-b4fea6b7926d tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:39:34.120579 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-1c41b651-973a-4a59-840a-35fc3635a2c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.128s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:39:34.134919 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-22a81518-253b-4cbe-9adc-8efecff63bfd admin admin] Notify callbacks [] for security_group, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:34.138524 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-22a81518-253b-4cbe-9adc-8efecff63bfd admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/19247a86-0cd6-4e61-b305-cba2c1440364 HTTP/1.1" status: 204  len: 168 time: 1.0459678
Dec 16 22:39:34.138524 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc41b529-bcfe-4068-a37b-95508e1a4712 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Network b11b382e-04b4-4415-9df0-7a979f8d83ca is scheduled to be hosted by DHCP agent 3b155c4d-12dc-491e-aa14-6113b06cfacd with binding_index 1 {{(pid=87507) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 16 22:39:34.141644 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.services.segments.db [None req-5a22f87c-a5a7-43f9-8a29-291779e4c862 tempest-BulkNetworkOpsTest-146173519 tempest-BulkNetworkOpsTest-146173519-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b76644a00>, '8d0901f3-dc2e-409b-8222-23901902e04c') {'for_net_delete': True} {{(pid=87507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:39:34.141938 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.services.segments.db [None req-5a22f87c-a5a7-43f9-8a29-291779e4c862 tempest-BulkNetworkOpsTest-146173519 tempest-BulkNetworkOpsTest-146173519-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b76644a00>, '8d0901f3-dc2e-409b-8222-23901902e04c') {} {{(pid=87507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:39:34.154459 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ed39330-82e7-4c0d-a36b-b4fea6b7926d tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Checking segment: {'id': '0a960113-a73a-458d-9ed1-bc4718deccdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'a4da44a4-9e60-4965-bc08-5b8dd7030956'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 22:39:34.154879 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ed39330-82e7-4c0d-a36b-b4fea6b7926d tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Network hostable DHCP agents. Network: a4da44a4-9e60-4965-bc08-5b8dd7030956, hostable agents: ['3b155c4d-12dc-491e-aa14-6113b06cfacd'], hosted agents: [] {{(pid=87507) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 16 22:39:34.165421 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a81518-253b-4cbe-9adc-8efecff63bfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19247a86-0cd6-4e61-b305-cba2c1440364,revision_number=None']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:39:34.168657 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-22a81518-253b-4cbe-9adc-8efecff63bfd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:39:34.177765 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-5a22f87c-a5a7-43f9-8a29-291779e4c862 tempest-BulkNetworkOpsTest-146173519 tempest-BulkNetworkOpsTest-146173519-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734753593977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2128549'] for segment, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:34.196826 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.base_scheduler [None req-dc41b529-bcfe-4068-a37b-95508e1a4712 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821829-1-hyperv, b11b382e-04b4-4415-9df0-7a979f8d83ca) {{(pid=87507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:39:34.202104 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc41b529-bcfe-4068-a37b-95508e1a4712 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:39:34.202907 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-dc41b529-bcfe-4068-a37b-95508e1a4712 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks [] for subnet, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:34.219543 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f0e2356-1b26-4153-aa5f-916a40faf142 None None] Network b11b382e-04b4-4415-9df0-7a979f8d83ca requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 22:39:34.228640 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-5a22f87c-a5a7-43f9-8a29-291779e4c862 tempest-BulkNetworkOpsTest-146173519 tempest-BulkNetworkOpsTest-146173519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-883292'] for segment, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:34.239063 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a22f87c-a5a7-43f9-8a29-291779e4c862 tempest-BulkNetworkOpsTest-146173519 tempest-BulkNetworkOpsTest-146173519-project] Releasing vlan 190 on physical network physnet1 to pool {{(pid=87507) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 16 22:39:34.239443 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-5a22f87c-a5a7-43f9-8a29-291779e4c862 tempest-BulkNetworkOpsTest-146173519 tempest-BulkNetworkOpsTest-146173519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-883285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10808034'] for segment, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:34.257456 dv-neutron-821829-1-hyperv neutron-server[87507]: Traceback (most recent call last):
Dec 16 22:39:34.257456 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 16 22:39:34.257456 dv-neutron-821829-1-hyperv neutron-server[87507]:     timer()
Dec 16 22:39:34.257456 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 22:39:34.257456 dv-neutron-821829-1-hyperv neutron-server[87507]:     cb(*args, **kw)
Dec 16 22:39:34.257456 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 22:39:34.257456 dv-neutron-821829-1-hyperv neutron-server[87507]:     return func(*args, **kwargs)
Dec 16 22:39:34.257456 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 22:39:34.257456 dv-neutron-821829-1-hyperv neutron-server[87507]:     self._notify()
Dec 16 22:39:34.257456 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 22:39:34.257456 dv-neutron-821829-1-hyperv neutron-server[87507]:     self.callback(batched_events)
Dec 16 22:39:34.257456 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 22:39:34.257456 dv-neutron-821829-1-hyperv neutron-server[87507]:     event.method(event)
Dec 16 22:39:34.257456 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 22:39:34.257456 dv-neutron-821829-1-hyperv neutron-server[87507]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 22:39:34.257456 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 22:39:34.257456 dv-neutron-821829-1-hyperv neutron-server[87507]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 22:39:34.257456 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 22:39:34.257456 dv-neutron-821829-1-hyperv neutron-server[87507]:     return f(self, *a, **k)
Dec 16 22:39:34.257456 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 16 22:39:34.257456 dv-neutron-821829-1-hyperv neutron-server[87507]:     return self._get(url).json()
Dec 16 22:39:34.257456 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 16 22:39:34.257456 dv-neutron-821829-1-hyperv neutron-server[87507]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 22:39:34.257456 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 16 22:39:34.257456 dv-neutron-821829-1-hyperv neutron-server[87507]:     return self.request(url, 'GET', **kwargs)
Dec 16 22:39:34.257456 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 16 22:39:34.257456 dv-neutron-821829-1-hyperv neutron-server[87507]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 22:39:34.257456 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 16 22:39:34.257456 dv-neutron-821829-1-hyperv neutron-server[87507]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 22:39:34.257456 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 16 22:39:34.257456 dv-neutron-821829-1-hyperv neutron-server[87507]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 22:39:34.257456 dv-neutron-821829-1-hyperv neutron-server[87507]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 22:39:34.266845 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-dc41b529-bcfe-4068-a37b-95508e1a4712 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 2.2547340
Dec 16 22:39:34.266845 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ed39330-82e7-4c0d-a36b-b4fea6b7926d tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Network a4da44a4-9e60-4965-bc08-5b8dd7030956 is scheduled to be hosted by DHCP agent 3b155c4d-12dc-491e-aa14-6113b06cfacd with binding_index 1 {{(pid=87507) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 16 22:39:34.268966 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 45854) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:39:34.325439 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-4ef71144-6a23-4c06-a22c-59f312ca389c tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-488083259', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:39:34.341545 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.base_scheduler [None req-0ed39330-82e7-4c0d-a36b-b4fea6b7926d tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821829-1-hyperv, a4da44a4-9e60-4965-bc08-5b8dd7030956) {{(pid=87507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:39:34.348280 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ed39330-82e7-4c0d-a36b-b4fea6b7926d tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:39:34.348894 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-0ed39330-82e7-4c0d-a36b-b4fea6b7926d tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks [] for subnet, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:34.353522 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-4ef71144-6a23-4c06-a22c-59f312ca389c tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:39:34.368612 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2f9067-534f-46a3-b467-3f67aa1a05d6 req-fddaca6e-e3af-4a02-87c2-c8c4c7c73c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:39:34.375013 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-fb2f9067-534f-46a3-b467-3f67aa1a05d6 req-fddaca6e-e3af-4a02-87c2-c8c4c7c73c21 service neutron] 10.222.0.49 "GET /v2.0/networks?id=59be113d-df84-4589-a861-2ce3da6b2e5d HTTP/1.1" status: 200  len: 912 time: 0.3847971
Dec 16 22:39:34.381769 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-c35f511a-3366-4484-ac64-5e5a3fce3d35 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks [] for port, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:34.383989 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-4ef71144-6a23-4c06-a22c-59f312ca389c tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Usage tracker for resource:router and tenant:69ee045658914011ac7b8ba0ad799b2d is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:39:34.388059 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-4ef71144-6a23-4c06-a22c-59f312ca389c tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:39:34.397723 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-4ef71144-6a23-4c06-a22c-59f312ca389c tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:39:34.403023 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-0ed39330-82e7-4c0d-a36b-b4fea6b7926d tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 2.1371791
Dec 16 22:39:34.406384 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 45860) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:39:34.407231 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-5a22f87c-a5a7-43f9-8a29-291779e4c862 tempest-BulkNetworkOpsTest-146173519 tempest-BulkNetworkOpsTest-146173519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3329572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3741856'] for network, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:34.418082 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-bd40e978-392c-4864-b40a-a01e2a152035 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Request body: {'port': {'network_id': 'a4da44a4-9e60-4965-bc08-5b8dd7030956', 'name': 'tempest-PortsTestJSON-1804058970', 'fixed_ips': [{'subnet_id': '361d121d-2d9a-4ca8-beb3-3beb608d0103', 'ip_address': '172.20.0.10'}]}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:39:34.441079 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-5a22f87c-a5a7-43f9-8a29-291779e4c862 tempest-BulkNetworkOpsTest-146173519 tempest-BulkNetworkOpsTest-146173519-project] Notify callbacks [] for network, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:34.443779 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-928c8113-8d2a-4a8f-9bb0-bc5b14252d9d tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:39:34.473813 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a22f87c-a5a7-43f9-8a29-291779e4c862 tempest-BulkNetworkOpsTest-146173519 tempest-BulkNetworkOpsTest-146173519-project] Pushing event deleted for resources: {'Network': ['ID=7f9fc5cc-447f-4261-9be9-974cd60d8263,revision_number=None']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:39:34.492284 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cfba6d1-7a72-418f-9602-1ac3ae8c3be1 None None] Network a4da44a4-9e60-4965-bc08-5b8dd7030956 requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 22:39:34.543238 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-4ef71144-6a23-4c06-a22c-59f312ca389c tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3741155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38980'] for router, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:34.544645 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-4ef71144-6a23-4c06-a22c-59f312ca389c tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3743284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3741748', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3896702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-38989'] for router, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:34.560020 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-5a22f87c-a5a7-43f9-8a29-291779e4c862 tempest-BulkNetworkOpsTest-146173519 tempest-BulkNetworkOpsTest-146173519-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:39:34.569400 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-5a22f87c-a5a7-43f9-8a29-291779e4c862 tempest-BulkNetworkOpsTest-146173519 tempest-BulkNetworkOpsTest-146173519-project] 10.222.0.13 "DELETE /v2.0/networks/7f9fc5cc-447f-4261-9be9-974cd60d8263 HTTP/1.1" status: 204  len: 168 time: 1.2382703
Dec 16 22:39:34.572966 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 45864) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:39:34.588658 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-fb2f9067-534f-46a3-b467-3f67aa1a05d6 req-2eb65d2a-3832-4876-a87b-707656d214f7 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4359d2e8-34fe-4cb4-bef0-4f10169a8bef HTTP/1.1" status: 200  len: 217 time: 0.1898048
Dec 16 22:39:34.599842 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-4ef71144-6a23-4c06-a22c-59f312ca389c tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:34.736033 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.provisioning_blocks [None req-c35f511a-3366-4484-ac64-5e5a3fce3d35 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Transition to ACTIVE for port object d264d508-13ef-4db7-a9fe-daedfd7656cd will not be triggered until provisioned by entity DHCP. {{(pid=87506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:39:34.762142 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d2bf261-b10c-4405-a90f-636eba72597d None None] Network e894d2d2-4397-41ec-8ac1-73c4017e299f requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 22:39:34.784276 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 827f09bb-46d9-4c12-a36c-341d2a124005 up at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 22:39:34.804015 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2f9067-534f-46a3-b467-3f67aa1a05d6 req-4b28ba36-9f5f-42ee-8865-7792a843ddba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:39:34.805688 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-fb2f9067-534f-46a3-b467-3f67aa1a05d6 req-4b28ba36-9f5f-42ee-8865-7792a843ddba service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e85fa5c2-5253-44c8-9f57-0c1d2c97dd41 HTTP/1.1" status: 200  len: 850 time: 0.1774924
Dec 16 22:39:34.814018 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-c92e28f5-ef35-4b62-b60a-30840a57e96d tempest-BulkNetworkOpsTest-146173519 tempest-BulkNetworkOpsTest-146173519-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-825997'] for network, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:34.815184 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-bd40e978-392c-4864-b40a-a01e2a152035 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:39:34.822859 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-4ef71144-6a23-4c06-a22c-59f312ca389c tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3740952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3741923'] for router, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:34.830224 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-bd40e978-392c-4864-b40a-a01e2a152035 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Usage tracker for resource:port and tenant:3ddf94e9e4ac4112b345468cafab037c is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:39:34.834951 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-bd40e978-392c-4864-b40a-a01e2a152035 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:39:34.849614 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-bd40e978-392c-4864-b40a-a01e2a152035 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:39:34.864864 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-4ef71144-6a23-4c06-a22c-59f312ca389c tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks [] for router, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:34.866991 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-4ef71144-6a23-4c06-a22c-59f312ca389c tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 705 time: 0.5501344
Dec 16 22:39:34.869921 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 45876) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:39:34.878471 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-35fb3310-2a23-46c7-8e79-318b69c4cbed tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Request body: {'port': {'network_id': 'b11b382e-04b4-4415-9df0-7a979f8d83ca', 'name': 'tempest-PortsIpV6TestJSON-1511816644'}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:39:34.920389 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd40e978-392c-4864-b40a-a01e2a152035 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Made reservation on behalf of 3ddf94e9e4ac4112b345468cafab037c for: {'port': 1} {{(pid=87507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:39:34.946329 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cc200e4-5875-4ecd-9afd-006de3858b9b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1d6bfaf-d325-5e4f-b05d-2441d8339617-b11b382e-04b4-4415-9df0-7a979f8d83ca', 'network_id': 'b11b382e-04b4-4415-9df0-7a979f8d83ca', 'tenant_id': '69ee045658914011ac7b8ba0ad799b2d', 'fixed_ips': [{'subnet_id': '518424be-ffd7-44dd-bbb0-a9a8ba339582'}]}} from dv-neutron-821829-1-hyperv. {{(pid=87508) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 16 22:39:34.946736 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-c35f511a-3366-4484-ac64-5e5a3fce3d35 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1863393'] for port, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:34.948910 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-3cc200e4-5875-4ecd-9afd-006de3858b9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:34.955412 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-43f2cd42-d903-469a-855f-f4d7bfbe1199 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:39:35.031807 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-252747e3-c955-47cc-8f01-0a739c0a634f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1d6bfaf-d325-5e4f-b05d-2441d8339617-a4da44a4-9e60-4965-bc08-5b8dd7030956', 'network_id': 'a4da44a4-9e60-4965-bc08-5b8dd7030956', 'tenant_id': '3ddf94e9e4ac4112b345468cafab037c', 'fixed_ips': [{'subnet_id': '361d121d-2d9a-4ca8-beb3-3beb608d0103'}]}} from dv-neutron-821829-1-hyperv. {{(pid=87508) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 16 22:39:35.033102 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-252747e3-c955-47cc-8f01-0a739c0a634f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:35.109122 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c35f511a-3366-4484-ac64-5e5a3fce3d35 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Network e894d2d2-4397-41ec-8ac1-73c4017e299f is already hosted by enough agents. {{(pid=87506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:39:35.112372 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-c92e28f5-ef35-4b62-b60a-30840a57e96d tempest-BulkNetworkOpsTest-146173519 tempest-BulkNetworkOpsTest-146173519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3329565', 'neutron.services.segments.db._delete_segments_for_network-8734753546406'] for network, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:35.131582 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.base_scheduler [None req-c35f511a-3366-4484-ac64-5e5a3fce3d35 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Resources bound (agent type, host, resource id):  {{(pid=87506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:39:35.132447 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-e143acde-5456-49e0-b5c8-e40ea302d3c6 None None] Provisioning for port 827f09bb-46d9-4c12-a36c-341d2a124005 completed by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 22:39:35.143099 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c35f511a-3366-4484-ac64-5e5a3fce3d35 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Received port after_create {{(pid=87506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 22:39:35.143577 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-c35f511a-3366-4484-ac64-5e5a3fce3d35 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3830061'] for router_interface, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:35.156047 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35f511a-3366-4484-ac64-5e5a3fce3d35 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Pushing event updated for resources: {'Port': ['ID=d264d508-13ef-4db7-a9fe-daedfd7656cd,revision_number=1']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:39:35.183104 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2f9067-534f-46a3-b467-3f67aa1a05d6 req-3c8960de-9aa4-43b2-913a-05dbe0f35f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:39:35.184721 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-fb2f9067-534f-46a3-b467-3f67aa1a05d6 req-3c8960de-9aa4-43b2-913a-05dbe0f35f95 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=59be113d-df84-4589-a861-2ce3da6b2e5d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.3668556
Dec 16 22:39:35.188663 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-c35f511a-3366-4484-ac64-5e5a3fce3d35 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:39:35.197196 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.services.segments.db [None req-c92e28f5-ef35-4b62-b60a-30840a57e96d tempest-BulkNetworkOpsTest-146173519 tempest-BulkNetworkOpsTest-146173519-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1b7c5219d0>,) {'filters': {'network_id': ['c3cb0ee9-94f5-4813-badd-db57d9bad57e']}} {{(pid=87506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:39:35.239017 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.services.segments.db [None req-c92e28f5-ef35-4b62-b60a-30840a57e96d tempest-BulkNetworkOpsTest-146173519 tempest-BulkNetworkOpsTest-146173519-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b7c5219d0>, '3620ddf0-acf7-4986-927d-68f270547d46') {'for_net_delete': True} {{(pid=87506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:39:35.239358 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.services.segments.db [None req-c92e28f5-ef35-4b62-b60a-30840a57e96d tempest-BulkNetworkOpsTest-146173519 tempest-BulkNetworkOpsTest-146173519-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b7c5219d0>, '3620ddf0-acf7-4986-927d-68f270547d46') {} {{(pid=87506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:39:35.263318 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-35fb3310-2a23-46c7-8e79-318b69c4cbed tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:39:35.267419 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-35fb3310-2a23-46c7-8e79-318b69c4cbed tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Usage tracker for resource:port and tenant:69ee045658914011ac7b8ba0ad799b2d is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:39:35.271184 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-35fb3310-2a23-46c7-8e79-318b69c4cbed tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:39:35.277329 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-35fb3310-2a23-46c7-8e79-318b69c4cbed tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:39:35.296990 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-bd40e978-392c-4864-b40a-a01e2a152035 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:35.303879 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-c92e28f5-ef35-4b62-b60a-30840a57e96d tempest-BulkNetworkOpsTest-146173519 tempest-BulkNetworkOpsTest-146173519-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734753593977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-266764496'] for segment, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:35.308034 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35fb3310-2a23-46c7-8e79-318b69c4cbed tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Made reservation on behalf of 69ee045658914011ac7b8ba0ad799b2d for: {'port': 1} {{(pid=87507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:39:35.311449 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-35fb3310-2a23-46c7-8e79-318b69c4cbed tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:35.340877 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.notifiers.nova [None req-35fb3310-2a23-46c7-8e79-318b69c4cbed tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] device_id is not set on port 08d40a24-c0de-47b0-be9c-5cf3c512804c yet. {{(pid=87507) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 16 22:39:35.347210 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-c92e28f5-ef35-4b62-b60a-30840a57e96d tempest-BulkNetworkOpsTest-146173519 tempest-BulkNetworkOpsTest-146173519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-883292'] for segment, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:35.363539 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c92e28f5-ef35-4b62-b60a-30840a57e96d tempest-BulkNetworkOpsTest-146173519 tempest-BulkNetworkOpsTest-146173519-project] Releasing vlan 179 on physical network physnet1 to pool {{(pid=87506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 16 22:39:35.363972 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-c92e28f5-ef35-4b62-b60a-30840a57e96d tempest-BulkNetworkOpsTest-146173519 tempest-BulkNetworkOpsTest-146173519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-883285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1863180'] for segment, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:35.364885 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.db_base_plugin_common [None req-252747e3-c955-47cc-8f01-0a739c0a634f None None] Allocated IP 172.20.0.2 (a4da44a4-9e60-4965-bc08-5b8dd7030956/361d121d-2d9a-4ca8-beb3-3beb608d0103/5f9740e9-8e58-41ac-b7e4-ae780fa8d82e) {{(pid=87508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 22:39:35.379128 dv-neutron-821829-1-hyperv neutron-server[87506]: Traceback (most recent call last):
Dec 16 22:39:35.379128 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 16 22:39:35.379128 dv-neutron-821829-1-hyperv neutron-server[87506]:     timer()
Dec 16 22:39:35.379128 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 22:39:35.379128 dv-neutron-821829-1-hyperv neutron-server[87506]:     cb(*args, **kw)
Dec 16 22:39:35.379128 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 22:39:35.379128 dv-neutron-821829-1-hyperv neutron-server[87506]:     return func(*args, **kwargs)
Dec 16 22:39:35.379128 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 22:39:35.379128 dv-neutron-821829-1-hyperv neutron-server[87506]:     self._notify()
Dec 16 22:39:35.379128 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 22:39:35.379128 dv-neutron-821829-1-hyperv neutron-server[87506]:     self.callback(batched_events)
Dec 16 22:39:35.379128 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 22:39:35.379128 dv-neutron-821829-1-hyperv neutron-server[87506]:     event.method(event)
Dec 16 22:39:35.379128 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 22:39:35.379128 dv-neutron-821829-1-hyperv neutron-server[87506]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 22:39:35.379128 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 22:39:35.379128 dv-neutron-821829-1-hyperv neutron-server[87506]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 22:39:35.379128 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 22:39:35.379128 dv-neutron-821829-1-hyperv neutron-server[87506]:     return f(self, *a, **k)
Dec 16 22:39:35.379128 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 16 22:39:35.379128 dv-neutron-821829-1-hyperv neutron-server[87506]:     return self._get(url).json()
Dec 16 22:39:35.379128 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 16 22:39:35.379128 dv-neutron-821829-1-hyperv neutron-server[87506]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 22:39:35.379128 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 16 22:39:35.379128 dv-neutron-821829-1-hyperv neutron-server[87506]:     return self.request(url, 'GET', **kwargs)
Dec 16 22:39:35.379128 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 16 22:39:35.379128 dv-neutron-821829-1-hyperv neutron-server[87506]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 22:39:35.379128 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 16 22:39:35.379128 dv-neutron-821829-1-hyperv neutron-server[87506]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 22:39:35.379128 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 16 22:39:35.379128 dv-neutron-821829-1-hyperv neutron-server[87506]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 22:39:35.379128 dv-neutron-821829-1-hyperv neutron-server[87506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 22:39:35.504294 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.db_base_plugin_common [None req-35fb3310-2a23-46c7-8e79-318b69c4cbed tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Allocated IP 2001:db8::140 (b11b382e-04b4-4415-9df0-7a979f8d83ca/518424be-ffd7-44dd-bbb0-a9a8ba339582/08d40a24-c0de-47b0-be9c-5cf3c512804c) {{(pid=87507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 22:39:35.544046 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-fb2f9067-534f-46a3-b467-3f67aa1a05d6 req-7980c4d8-7683-43a4-a563-09a9a415c281 service neutron] 10.222.0.49 "GET /v2.0/networks/59be113d-df84-4589-a861-2ce3da6b2e5d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3387043
Dec 16 22:39:35.546866 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-c35f511a-3366-4484-ac64-5e5a3fce3d35 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:35.559340 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 45890) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:39:35.583673 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-c92e28f5-ef35-4b62-b60a-30840a57e96d tempest-BulkNetworkOpsTest-146173519 tempest-BulkNetworkOpsTest-146173519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3329572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3741856'] for network, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:35.598388 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-c2c66e82-aad4-4e13-9590-dd14dda5ce7b tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:39:35.622420 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-252747e3-c955-47cc-8f01-0a739c0a634f None None] Notify callbacks [] for port, precommit_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:35.635144 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-252747e3-c955-47cc-8f01-0a739c0a634f None None] Transition to ACTIVE for port object 5f9740e9-8e58-41ac-b7e4-ae780fa8d82e will not be triggered until provisioned by entity L2. {{(pid=87508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:39:35.656032 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-252747e3-c955-47cc-8f01-0a739c0a634f None None] Transition to ACTIVE for port object 5f9740e9-8e58-41ac-b7e4-ae780fa8d82e will not be triggered until provisioned by entity DHCP. {{(pid=87508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:39:35.661396 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-c92e28f5-ef35-4b62-b60a-30840a57e96d tempest-BulkNetworkOpsTest-146173519 tempest-BulkNetworkOpsTest-146173519-project] Notify callbacks [] for network, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:35.666086 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03d03d1-ff63-4757-809f-923108a1ee8e req-50759478-63fa-4002-a1da-f79192acc5ee tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:39:35.674065 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-d03d03d1-ff63-4757-809f-923108a1ee8e req-50759478-63fa-4002-a1da-f79192acc5ee tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] 10.222.0.13 "GET /v2.0/ports?device_id=e559bb86-9633-4370-9cd9-33cf2cb148d6 HTTP/1.1" status: 200  len: 944 time: 0.5748143
Dec 16 22:39:35.699369 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.notifiers.nova [None req-bd40e978-392c-4864-b40a-a01e2a152035 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] device_id is not set on port 7ac10c77-e94f-4bd1-953c-02a46dffa45c yet. {{(pid=87507) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 16 22:39:35.711185 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92e28f5-ef35-4b62-b60a-30840a57e96d tempest-BulkNetworkOpsTest-146173519 tempest-BulkNetworkOpsTest-146173519-project] Pushing event deleted for resources: {'Network': ['ID=c3cb0ee9-94f5-4813-badd-db57d9bad57e,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:39:35.727068 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-c92e28f5-ef35-4b62-b60a-30840a57e96d tempest-BulkNetworkOpsTest-146173519 tempest-BulkNetworkOpsTest-146173519-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:39:35.748576 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-c92e28f5-ef35-4b62-b60a-30840a57e96d tempest-BulkNetworkOpsTest-146173519 tempest-BulkNetworkOpsTest-146173519-project] 10.222.0.13 "DELETE /v2.0/networks/c3cb0ee9-94f5-4813-badd-db57d9bad57e HTTP/1.1" status: 204  len: 168 time: 1.1667111
Dec 16 22:39:35.756023 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 45896) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:39:35.762433 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-fedfb65b-6b99-4db8-8e52-b54a94c6187c tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Request body: {'security_group': {'name': 'tempest-secgroup--2060435160'}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:39:35.773674 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-252747e3-c955-47cc-8f01-0a739c0a634f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940'] for port, after_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:35.784580 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-3e0f1772-f6d7-401f-9e2d-9eec6d411db9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:39:35.804363 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-d03d03d1-ff63-4757-809f-923108a1ee8e req-a13909c6-c8f4-41b6-823c-a797b2bec8da tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c8293c6-7a9d-4021-9d0b-d55cb4b08bc4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1297894
Dec 16 22:39:35.853254 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-fedfb65b-6b99-4db8-8e52-b54a94c6187c tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:39:35.856064 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning for port 827f09bb-46d9-4c12-a36c-341d2a124005 completed by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 22:39:35.873109 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-252747e3-c955-47cc-8f01-0a739c0a634f None None] Network a4da44a4-9e60-4965-bc08-5b8dd7030956 is already hosted by enough agents. {{(pid=87508) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:39:35.886488 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.scheduler.base_scheduler [None req-252747e3-c955-47cc-8f01-0a739c0a634f None None] Resources bound (agent type, host, resource id):  {{(pid=87508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:39:35.894799 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-252747e3-c955-47cc-8f01-0a739c0a634f None None] Received port after_create {{(pid=87508) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 22:39:35.896766 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning complete for port 827f09bb-46d9-4c12-a36c-341d2a124005 triggered by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:39:35.897145 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:35.946063 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-35fb3310-2a23-46c7-8e79-318b69c4cbed tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks [] for port, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:35.960229 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252747e3-c955-47cc-8f01-0a739c0a634f None None] Pushing event updated for resources: {'Port': ['ID=5f9740e9-8e58-41ac-b7e4-ae780fa8d82e,revision_number=1']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:39:36.009910 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.provisioning_blocks [None req-35fb3310-2a23-46c7-8e79-318b69c4cbed tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Transition to ACTIVE for port object 08d40a24-c0de-47b0-be9c-5cf3c512804c will not be triggered until provisioned by entity DHCP. {{(pid=87507) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:39:36.032757 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.db_base_plugin_common [None req-bd40e978-392c-4864-b40a-a01e2a152035 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Allocated IP 172.20.0.10 (a4da44a4-9e60-4965-bc08-5b8dd7030956/361d121d-2d9a-4ca8-beb3-3beb608d0103/7ac10c77-e94f-4bd1-953c-02a46dffa45c) {{(pid=87507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 22:39:36.053752 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-252747e3-c955-47cc-8f01-0a739c0a634f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:39:36.089856 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-35fb3310-2a23-46c7-8e79-318b69c4cbed tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10807823'] for port, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:36.097385 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-35bebf23-95fb-4aab-b2c5-131ab0c0f091 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:39:36.123425 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-fedfb65b-6b99-4db8-8e52-b54a94c6187c tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Usage tracker for resource:security_group and tenant:fd927e9f15874920a18b902299712a83 is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:39:36.135137 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-fedfb65b-6b99-4db8-8e52-b54a94c6187c tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:39:36.167643 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-fedfb65b-6b99-4db8-8e52-b54a94c6187c tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:39:36.214035 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-fb2f9067-534f-46a3-b467-3f67aa1a05d6 req-62d61bd9-932e-4403-bc16-6f95404604fd service neutron] 10.222.0.49 "GET /v2.0/networks/59be113d-df84-4589-a861-2ce3da6b2e5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6534643
Dec 16 22:39:36.222492 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-1af9cdd4-5bd5-46d6-90fb-e0c410ba8019 tempest-BulkNetworkOpsTest-146173519 tempest-BulkNetworkOpsTest-146173519-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-825997'] for network, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:36.227532 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-252747e3-c955-47cc-8f01-0a739c0a634f None None] Attempting to bind port 5f9740e9-8e58-41ac-b7e4-ae780fa8d82e on host dv-neutron-821829-1-hyperv for vnic_type normal with profile  {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 22:39:36.228225 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-252747e3-c955-47cc-8f01-0a739c0a634f None None] Attempting to bind port 5f9740e9-8e58-41ac-b7e4-ae780fa8d82e by drivers openvswitch,hyperv on host dv-neutron-821829-1-hyperv at level 0 using segments [{'id': '0a960113-a73a-458d-9ed1-bc4718deccdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'a4da44a4-9e60-4965-bc08-5b8dd7030956'}] {{(pid=87508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 22:39:36.228376 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-252747e3-c955-47cc-8f01-0a739c0a634f None None] Attempting to bind port 5f9740e9-8e58-41ac-b7e4-ae780fa8d82e on network a4da44a4-9e60-4965-bc08-5b8dd7030956 {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 22:39:36.228795 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-fedfb65b-6b99-4db8-8e52-b54a94c6187c tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Notify callbacks [] for security_group, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:36.253214 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-fedfb65b-6b99-4db8-8e52-b54a94c6187c tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Notify callbacks [] for security_group, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:36.258266 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35fb3310-2a23-46c7-8e79-318b69c4cbed tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Network b11b382e-04b4-4415-9df0-7a979f8d83ca is already hosted by enough agents. {{(pid=87507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:39:36.264326 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.base_scheduler [None req-35fb3310-2a23-46c7-8e79-318b69c4cbed tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Resources bound (agent type, host, resource id):  {{(pid=87507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:39:36.271247 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35fb3310-2a23-46c7-8e79-318b69c4cbed tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Received port after_create {{(pid=87507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 22:39:36.276959 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35fb3310-2a23-46c7-8e79-318b69c4cbed tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:39:36.277700 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-35fb3310-2a23-46c7-8e79-318b69c4cbed tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for port, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:36.290890 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.db_base_plugin_common [None req-3cc200e4-5875-4ecd-9afd-006de3858b9b None None] Allocated IP 2001:db8::2 (b11b382e-04b4-4415-9df0-7a979f8d83ca/518424be-ffd7-44dd-bbb0-a9a8ba339582/877497e0-a3bf-43b7-9e1f-d807f217bddf) {{(pid=87508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 22:39:36.292977 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fb3310-2a23-46c7-8e79-318b69c4cbed tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Pushing event updated for resources: {'Port': ['ID=08d40a24-c0de-47b0-be9c-5cf3c512804c,revision_number=1']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:39:36.300807 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-35fb3310-2a23-46c7-8e79-318b69c4cbed tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:39:36.301019 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-252747e3-c955-47cc-8f01-0a739c0a634f None None] Checking agent: {'id': '5571501f-366e-47a4-9b60-8ef19d935d27', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821829-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 24, 2), 'started_at': datetime.datetime(2021, 12, 16, 22, 24, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 39, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821829-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 22:39:36.301019 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-252747e3-c955-47cc-8f01-0a739c0a634f None None] Checking segment: {'id': '0a960113-a73a-458d-9ed1-bc4718deccdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'a4da44a4-9e60-4965-bc08-5b8dd7030956'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 22:39:36.301293 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-252747e3-c955-47cc-8f01-0a739c0a634f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:36.301829 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-252747e3-c955-47cc-8f01-0a739c0a634f None None] Bound using segment: {'id': '0a960113-a73a-458d-9ed1-bc4718deccdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'a4da44a4-9e60-4965-bc08-5b8dd7030956'} {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 22:39:36.302367 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-252747e3-c955-47cc-8f01-0a739c0a634f None None] Bound port: 5f9740e9-8e58-41ac-b7e4-ae780fa8d82e, host: dv-neutron-821829-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a960113-a73a-458d-9ed1-bc4718deccdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'a4da44a4-9e60-4965-bc08-5b8dd7030956'}}] {{(pid=87508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 22:39:36.302997 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-252747e3-c955-47cc-8f01-0a739c0a634f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:36.329584 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-35fb3310-2a23-46c7-8e79-318b69c4cbed tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 931 time: 1.4559238
Dec 16 22:39:36.340649 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 45900) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:39:36.388034 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-fedfb65b-6b99-4db8-8e52-b54a94c6187c tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:39:36.409977 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-fedfb65b-6b99-4db8-8e52-b54a94c6187c tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Usage tracker for resource:security_group_rule and tenant:fd927e9f15874920a18b902299712a83 is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:39:36.415200 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-fedfb65b-6b99-4db8-8e52-b54a94c6187c tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:39:36.463156 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-bd40e978-392c-4864-b40a-a01e2a152035 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks [] for port, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:36.472926 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-fedfb65b-6b99-4db8-8e52-b54a94c6187c tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:39:36.481131 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:36.488674 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.provisioning_blocks [None req-bd40e978-392c-4864-b40a-a01e2a152035 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Transition to ACTIVE for port object 7ac10c77-e94f-4bd1-953c-02a46dffa45c will not be triggered until provisioned by entity DHCP. {{(pid=87507) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:39:36.511514 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-1af9cdd4-5bd5-46d6-90fb-e0c410ba8019 tempest-BulkNetworkOpsTest-146173519 tempest-BulkNetworkOpsTest-146173519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3329565', 'neutron.services.segments.db._delete_segments_for_network-8734753546406'] for network, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:36.567279 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] For port 827f09bb-46d9-4c12-a36c-341d2a124005, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=827f09bb-46d9-4c12-a36c-341d2a124005,segment=NetworkSegment(9872c965-53cb-4cfb-becf-029f9ece098c),segment_id=9872c965-53cb-4cfb-becf-029f9ece098c)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:39:36.570415 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.services.segments.db [None req-1af9cdd4-5bd5-46d6-90fb-e0c410ba8019 tempest-BulkNetworkOpsTest-146173519 tempest-BulkNetworkOpsTest-146173519-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1b7d17f730>,) {'filters': {'network_id': ['0d145ce2-6069-458f-8ff4-ec8889829eb6']}} {{(pid=87506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:39:36.585907 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:36.594227 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-4837320b-4931-4f4d-8a47-13a3ea944060 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:39:36.602919 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.services.segments.db [None req-1af9cdd4-5bd5-46d6-90fb-e0c410ba8019 tempest-BulkNetworkOpsTest-146173519 tempest-BulkNetworkOpsTest-146173519-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b7d17f730>, '11ab102d-77ca-4b0f-8146-7defe785b325') {'for_net_delete': True} {{(pid=87506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:39:36.603277 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.services.segments.db [None req-1af9cdd4-5bd5-46d6-90fb-e0c410ba8019 tempest-BulkNetworkOpsTest-146173519 tempest-BulkNetworkOpsTest-146173519-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b7d17f730>, '11ab102d-77ca-4b0f-8146-7defe785b325') {} {{(pid=87506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:39:36.625755 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-1af9cdd4-5bd5-46d6-90fb-e0c410ba8019 tempest-BulkNetworkOpsTest-146173519 tempest-BulkNetworkOpsTest-146173519-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734753593977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-266764496'] for segment, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:36.657409 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-252747e3-c955-47cc-8f01-0a739c0a634f None None] For port 5f9740e9-8e58-41ac-b7e4-ae780fa8d82e, host dv-neutron-821829-1-hyperv, cleared binding levels {{(pid=87508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 22:39:36.659256 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-1af9cdd4-5bd5-46d6-90fb-e0c410ba8019 tempest-BulkNetworkOpsTest-146173519 tempest-BulkNetworkOpsTest-146173519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-883292'] for segment, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:36.671210 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-c35f511a-3366-4484-ac64-5e5a3fce3d35 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks [] for port, precommit_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:36.678365 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1af9cdd4-5bd5-46d6-90fb-e0c410ba8019 tempest-BulkNetworkOpsTest-146173519 tempest-BulkNetworkOpsTest-146173519-project] Releasing vlan 155 on physical network physnet1 to pool {{(pid=87506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 16 22:39:36.678771 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-1af9cdd4-5bd5-46d6-90fb-e0c410ba8019 tempest-BulkNetworkOpsTest-146173519 tempest-BulkNetworkOpsTest-146173519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-883285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1863180'] for segment, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:36.695509 dv-neutron-821829-1-hyperv neutron-server[87506]: Traceback (most recent call last):
Dec 16 22:39:36.695509 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 16 22:39:36.695509 dv-neutron-821829-1-hyperv neutron-server[87506]:     timer()
Dec 16 22:39:36.695509 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 22:39:36.695509 dv-neutron-821829-1-hyperv neutron-server[87506]:     cb(*args, **kw)
Dec 16 22:39:36.695509 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 22:39:36.695509 dv-neutron-821829-1-hyperv neutron-server[87506]:     return func(*args, **kwargs)
Dec 16 22:39:36.695509 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 22:39:36.695509 dv-neutron-821829-1-hyperv neutron-server[87506]:     self._notify()
Dec 16 22:39:36.695509 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 22:39:36.695509 dv-neutron-821829-1-hyperv neutron-server[87506]:     self.callback(batched_events)
Dec 16 22:39:36.695509 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 22:39:36.695509 dv-neutron-821829-1-hyperv neutron-server[87506]:     event.method(event)
Dec 16 22:39:36.695509 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 22:39:36.695509 dv-neutron-821829-1-hyperv neutron-server[87506]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 22:39:36.695509 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 22:39:36.695509 dv-neutron-821829-1-hyperv neutron-server[87506]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 22:39:36.695509 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 22:39:36.695509 dv-neutron-821829-1-hyperv neutron-server[87506]:     return f(self, *a, **k)
Dec 16 22:39:36.695509 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 16 22:39:36.695509 dv-neutron-821829-1-hyperv neutron-server[87506]:     return self._get(url).json()
Dec 16 22:39:36.695509 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 16 22:39:36.695509 dv-neutron-821829-1-hyperv neutron-server[87506]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 22:39:36.695509 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 16 22:39:36.695509 dv-neutron-821829-1-hyperv neutron-server[87506]:     return self.request(url, 'GET', **kwargs)
Dec 16 22:39:36.695509 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 16 22:39:36.695509 dv-neutron-821829-1-hyperv neutron-server[87506]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 22:39:36.695509 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 16 22:39:36.695509 dv-neutron-821829-1-hyperv neutron-server[87506]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 22:39:36.695509 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 16 22:39:36.695509 dv-neutron-821829-1-hyperv neutron-server[87506]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 22:39:36.695509 dv-neutron-821829-1-hyperv neutron-server[87506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 22:39:36.705007 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-c35f511a-3366-4484-ac64-5e5a3fce3d35 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1863400'] for port, after_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:36.705855 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-c35f511a-3366-4484-ac64-5e5a3fce3d35 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3791426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3830222'] for router_interface, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:36.751712 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Pushing event updated for resources: {'Port': ['ID=827f09bb-46d9-4c12-a36c-341d2a124005,revision_number=3']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:39:36.755787 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:39:36.790258 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-3cc200e4-5875-4ecd-9afd-006de3858b9b None None] Notify callbacks [] for port, precommit_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:36.802937 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-3cc200e4-5875-4ecd-9afd-006de3858b9b None None] Transition to ACTIVE for port object 877497e0-a3bf-43b7-9e1f-d807f217bddf will not be triggered until provisioned by entity L2. {{(pid=87508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:39:36.804221 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-a0cc24d6-dd7c-4221-bfd5-da4e9bf3e9aa tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:39:36.827219 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-3cc200e4-5875-4ecd-9afd-006de3858b9b None None] Transition to ACTIVE for port object 877497e0-a3bf-43b7-9e1f-d807f217bddf will not be triggered until provisioned by entity DHCP. {{(pid=87508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:39:36.834402 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-3cc200e4-5875-4ecd-9afd-006de3858b9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940'] for port, after_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:36.840467 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-a1bffa0c-6f2b-472b-be45-819c736c06bc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:39:36.871564 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-fedfb65b-6b99-4db8-8e52-b54a94c6187c tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Notify callbacks [] for security_group, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:36.911193 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cc200e4-5875-4ecd-9afd-006de3858b9b None None] Network b11b382e-04b4-4415-9df0-7a979f8d83ca is already hosted by enough agents. {{(pid=87508) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:39:36.919204 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.scheduler.base_scheduler [None req-3cc200e4-5875-4ecd-9afd-006de3858b9b None None] Resources bound (agent type, host, resource id):  {{(pid=87508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:39:36.922344 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cc200e4-5875-4ecd-9afd-006de3858b9b None None] Received port after_create {{(pid=87508) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 22:39:36.930372 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-fedfb65b-6b99-4db8-8e52-b54a94c6187c tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841066'] for security_group, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:36.935596 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-bd40e978-392c-4864-b40a-a01e2a152035 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10807823'] for port, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:36.955446 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-35fb3310-2a23-46c7-8e79-318b69c4cbed tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:39:36.985860 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-fedfb65b-6b99-4db8-8e52-b54a94c6187c tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:39:37.013626 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-fedfb65b-6b99-4db8-8e52-b54a94c6187c tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Usage tracker for resource:security_group_rule and tenant:fd927e9f15874920a18b902299712a83 is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:39:37.017850 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc200e4-5875-4ecd-9afd-006de3858b9b None None] Pushing event updated for resources: {'Port': ['ID=877497e0-a3bf-43b7-9e1f-d807f217bddf,revision_number=1']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:39:37.020580 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-fedfb65b-6b99-4db8-8e52-b54a94c6187c tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:39:37.021556 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-3cc200e4-5875-4ecd-9afd-006de3858b9b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:39:37.026064 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-1af9cdd4-5bd5-46d6-90fb-e0c410ba8019 tempest-BulkNetworkOpsTest-146173519 tempest-BulkNetworkOpsTest-146173519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3329572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3741856'] for network, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:37.035281 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-fedfb65b-6b99-4db8-8e52-b54a94c6187c tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:39:37.039890 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35f511a-3366-4484-ac64-5e5a3fce3d35 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Pushing event updated for resources: {'Port': ['ID=d264d508-13ef-4db7-a9fe-daedfd7656cd,revision_number=2']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:39:37.043714 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-1af9cdd4-5bd5-46d6-90fb-e0c410ba8019 tempest-BulkNetworkOpsTest-146173519 tempest-BulkNetworkOpsTest-146173519-project] Notify callbacks [] for network, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:37.049864 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-c35f511a-3366-4484-ac64-5e5a3fce3d35 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:39:37.052767 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-a06c2eaf-21ae-4ef7-89bb-632cb7c69749 tempest-ServersTestManualDisk-828097669 tempest-ServersTestManualDisk-828097669-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.068s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:39:37.052904 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-252747e3-c955-47cc-8f01-0a739c0a634f None None] For port 5f9740e9-8e58-41ac-b7e4-ae780fa8d82e, host dv-neutron-821829-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=5f9740e9-8e58-41ac-b7e4-ae780fa8d82e,segment=NetworkSegment(0a960113-a73a-458d-9ed1-bc4718deccdc),segment_id=0a960113-a73a-458d-9ed1-bc4718deccdc)] {{(pid=87508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 22:39:37.058966 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-3cc200e4-5875-4ecd-9afd-006de3858b9b None None] Attempting to bind port 877497e0-a3bf-43b7-9e1f-d807f217bddf on host dv-neutron-821829-1-hyperv for vnic_type normal with profile  {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 22:39:37.059615 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-3cc200e4-5875-4ecd-9afd-006de3858b9b None None] Attempting to bind port 877497e0-a3bf-43b7-9e1f-d807f217bddf by drivers openvswitch,hyperv on host dv-neutron-821829-1-hyperv at level 0 using segments [{'id': '0c9c01f1-0c59-498d-853c-3a79eaf0190b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'b11b382e-04b4-4415-9df0-7a979f8d83ca'}] {{(pid=87508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 22:39:37.059998 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cc200e4-5875-4ecd-9afd-006de3858b9b None None] Attempting to bind port 877497e0-a3bf-43b7-9e1f-d807f217bddf on network b11b382e-04b4-4415-9df0-7a979f8d83ca {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 22:39:37.067967 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-252747e3-c955-47cc-8f01-0a739c0a634f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:37.081205 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-f7ee7614-5a2c-442d-95e4-05ca51ca38f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:39:37.093570 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-1af9cdd4-5bd5-46d6-90fb-e0c410ba8019 tempest-BulkNetworkOpsTest-146173519 tempest-BulkNetworkOpsTest-146173519-project] 10.222.0.13 "DELETE /v2.0/networks/0d145ce2-6069-458f-8ff4-ec8889829eb6 HTTP/1.1" status: 204  len: 168 time: 1.3348162
Dec 16 22:39:37.134215 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cc200e4-5875-4ecd-9afd-006de3858b9b None None] Checking agent: {'id': '5571501f-366e-47a4-9b60-8ef19d935d27', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821829-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 24, 2), 'started_at': datetime.datetime(2021, 12, 16, 22, 24, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 39, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821829-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 22:39:37.134694 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cc200e4-5875-4ecd-9afd-006de3858b9b None None] Checking segment: {'id': '0c9c01f1-0c59-498d-853c-3a79eaf0190b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'b11b382e-04b4-4415-9df0-7a979f8d83ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 22:39:37.135109 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-3cc200e4-5875-4ecd-9afd-006de3858b9b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:37.135516 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cc200e4-5875-4ecd-9afd-006de3858b9b None None] Bound using segment: {'id': '0c9c01f1-0c59-498d-853c-3a79eaf0190b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'b11b382e-04b4-4415-9df0-7a979f8d83ca'} {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 22:39:37.136104 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-3cc200e4-5875-4ecd-9afd-006de3858b9b None None] Bound port: 877497e0-a3bf-43b7-9e1f-d807f217bddf, host: dv-neutron-821829-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c9c01f1-0c59-498d-853c-3a79eaf0190b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'b11b382e-04b4-4415-9df0-7a979f8d83ca'}}] {{(pid=87508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 22:39:37.136493 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-3cc200e4-5875-4ecd-9afd-006de3858b9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:37.155815 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedfb65b-6b99-4db8-8e52-b54a94c6187c tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Pushing event updated for resources: {'SecurityGroup': ['ID=213c82c7-2570-472c-bf95-2772614b2dd4,revision_number=1']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:39:37.176737 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-fedfb65b-6b99-4db8-8e52-b54a94c6187c tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:39:37.188493 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-90877cea-d164-4b6e-9510-8c66bb215c62 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.149s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:39:37.219191 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af9cdd4-5bd5-46d6-90fb-e0c410ba8019 tempest-BulkNetworkOpsTest-146173519 tempest-BulkNetworkOpsTest-146173519-project] Pushing event deleted for resources: {'Network': ['ID=0d145ce2-6069-458f-8ff4-ec8889829eb6,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:39:37.291127 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-2425ec5e-1538-4d37-a751-3caebf1ab666 None None] Provisioning complete for port 827f09bb-46d9-4c12-a36c-341d2a124005 triggered by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:39:37.291600 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-2425ec5e-1538-4d37-a751-3caebf1ab666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:37.293627 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd40e978-392c-4864-b40a-a01e2a152035 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Network a4da44a4-9e60-4965-bc08-5b8dd7030956 is already hosted by enough agents. {{(pid=87507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:39:37.304434 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-fedfb65b-6b99-4db8-8e52-b54a94c6187c tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Notify callbacks [] for security_group, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:37.316711 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd40e978-392c-4864-b40a-a01e2a152035 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Pushing event updated for resources: {'Port': ['ID=7ac10c77-e94f-4bd1-953c-02a46dffa45c,revision_number=1']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:39:37.318788 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-1af9cdd4-5bd5-46d6-90fb-e0c410ba8019 tempest-BulkNetworkOpsTest-146173519 tempest-BulkNetworkOpsTest-146173519-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:39:37.319251 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.base_scheduler [None req-bd40e978-392c-4864-b40a-a01e2a152035 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Resources bound (agent type, host, resource id):  {{(pid=87507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:39:37.351389 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-bd40e978-392c-4864-b40a-a01e2a152035 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.396s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:39:37.363909 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd40e978-392c-4864-b40a-a01e2a152035 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Received port after_create {{(pid=87507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 22:39:37.405749 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-fedfb65b-6b99-4db8-8e52-b54a94c6187c tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841066'] for security_group, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:37.424773 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-678094b5-a3c6-43ac-ac23-27a35a22420a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:39:37.431360 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252747e3-c955-47cc-8f01-0a739c0a634f None None] Pushing event updated for resources: {'Port': ['ID=5f9740e9-8e58-41ac-b7e4-ae780fa8d82e,revision_number=2']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:39:37.452206 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c35f511a-3366-4484-ac64-5e5a3fce3d35 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Network e894d2d2-4397-41ec-8ac1-73c4017e299f is already hosted by enough agents. {{(pid=87506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:39:37.463330 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.base_scheduler [None req-c35f511a-3366-4484-ac64-5e5a3fce3d35 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Resources bound (agent type, host, resource id):  {{(pid=87506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:39:37.493029 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-252747e3-c955-47cc-8f01-0a739c0a634f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.409s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:39:37.555315 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-3cc200e4-5875-4ecd-9afd-006de3858b9b None None] For port 877497e0-a3bf-43b7-9e1f-d807f217bddf, host dv-neutron-821829-1-hyperv, cleared binding levels {{(pid=87508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 22:39:37.584281 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-3cc200e4-5875-4ecd-9afd-006de3858b9b None None] For port 877497e0-a3bf-43b7-9e1f-d807f217bddf, host dv-neutron-821829-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=877497e0-a3bf-43b7-9e1f-d807f217bddf,segment=NetworkSegment(0c9c01f1-0c59-498d-853c-3a79eaf0190b),segment_id=0c9c01f1-0c59-498d-853c-3a79eaf0190b)] {{(pid=87508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 22:39:37.599786 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-3cc200e4-5875-4ecd-9afd-006de3858b9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:37.622483 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:39:37.670610 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea49758-6046-432e-a7d0-3bbc04d19c24 req-a2c46e4c-7ec6-4b2e-a2d4-ca1666e76e22 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:39:37.680562 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-4ea49758-6046-432e-a7d0-3bbc04d19c24 req-a2c46e4c-7ec6-4b2e-a2d4-ca1666e76e22 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] 10.222.0.13 "GET /v2.0/ports?device_id=e559bb86-9633-4370-9cd9-33cf2cb148d6 HTTP/1.1" status: 200  len: 944 time: 0.6157000
Dec 16 22:39:37.690913 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-fedfb65b-6b99-4db8-8e52-b54a94c6187c tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Notify callbacks [] for security_group, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:37.700911 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-fedfb65b-6b99-4db8-8e52-b54a94c6187c tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1746 time: 2.1369350
Dec 16 22:39:37.730404 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 45910) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:39:37.731437 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedfb65b-6b99-4db8-8e52-b54a94c6187c tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d30a83f3-312d-42bc-89d4-f64782606203,revision_number=1']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:39:37.751095 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 45912) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:39:37.752067 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-fedfb65b-6b99-4db8-8e52-b54a94c6187c tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:39:37.825909 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd40e978-392c-4864-b40a-a01e2a152035 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:39:37.826778 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-bd40e978-392c-4864-b40a-a01e2a152035 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for port, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:37.850507 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-4ea49758-6046-432e-a7d0-3bbc04d19c24 req-135612ae-af97-4a63-b832-75a031410136 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c8293c6-7a9d-4021-9d0b-d55cb4b08bc4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1687264
Dec 16 22:39:37.933949 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-bd40e978-392c-4864-b40a-a01e2a152035 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 925 time: 3.5229700
Dec 16 22:39:37.942254 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 45920) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:39:37.950611 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc200e4-5875-4ecd-9afd-006de3858b9b None None] Pushing event updated for resources: {'Port': ['ID=877497e0-a3bf-43b7-9e1f-d807f217bddf,revision_number=2']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:39:37.952440 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-134b6546-b7c4-4169-96e8-cb53405f0c0e tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Request body: {'port': {'network_id': 'a4da44a4-9e60-4965-bc08-5b8dd7030956', 'name': 'tempest-PortsTestJSON-1795302167', 'fixed_ips': [{'subnet_id': '361d121d-2d9a-4ca8-beb3-3beb608d0103', 'ip_address': '172.20.0.9'}]}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:39:37.965971 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-3cc200e4-5875-4ecd-9afd-006de3858b9b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.345s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:39:37.969106 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:37.987680 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-2425ec5e-1538-4d37-a751-3caebf1ab666 None None] Provisioning for port d264d508-13ef-4db7-a9fe-daedfd7656cd completed by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 22:39:37.994287 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-2425ec5e-1538-4d37-a751-3caebf1ab666 None None] Provisioning complete for port d264d508-13ef-4db7-a9fe-daedfd7656cd triggered by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:39:37.994810 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-2425ec5e-1538-4d37-a751-3caebf1ab666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:38.033817 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-2d04d959-9490-4151-890b-4a5258b5e05d tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Synchronizing usage tracker for tenant:fd927e9f15874920a18b902299712a83 on resource:security_group {{(pid=87506) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 22:39:38.063203 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-2425ec5e-1538-4d37-a751-3caebf1ab666 None None] Port d264d508-13ef-4db7-a9fe-daedfd7656cd cannot update to ACTIVE because it is not bound. {{(pid=87508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 22:39:38.079962 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-cb5fabf3-3e88-4673-96d4-41477819a419 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:38.131751 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-2d04d959-9490-4151-890b-4a5258b5e05d tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Unset dirty status for tenant:fd927e9f15874920a18b902299712a83 on resource:security_group {{(pid=87506) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 22:39:38.133357 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-2d04d959-9490-4151-890b-4a5258b5e05d tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 4511 time: 0.3923950
Dec 16 22:39:38.136899 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 45924) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:39:38.159320 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-4393fb83-4f4d-46dc-aac1-a1781ae817e6 tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Request body: {'security_group': {'name': 'tempest-security--1024184315', 'description': 'tempest-security-description-1501128209'}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:39:38.193508 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-0e440c7d-6ba2-4fb1-a228-d73dc3c809e4 None None] Provisioning complete for port d264d508-13ef-4db7-a9fe-daedfd7656cd triggered by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:39:38.194064 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-0e440c7d-6ba2-4fb1-a228-d73dc3c809e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:38.211551 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-4393fb83-4f4d-46dc-aac1-a1781ae817e6 tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Notify callbacks [] for security_group, before_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:38.219053 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c35f511a-3366-4484-ac64-5e5a3fce3d35 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Router 17895173-428d-4926-812c-ee6102db527a is scheduled to L3 agent 4f519db7-069b-43e2-8411-c092bac9102a with binding_index 1 {{(pid=87506) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 16 22:39:38.276930 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-0e440c7d-6ba2-4fb1-a228-d73dc3c809e4 None None] Port d264d508-13ef-4db7-a9fe-daedfd7656cd cannot update to ACTIVE because it is not bound. {{(pid=87508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 22:39:38.405823 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-134b6546-b7c4-4169-96e8-cb53405f0c0e tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:39:38.427276 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-134b6546-b7c4-4169-96e8-cb53405f0c0e tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Usage tracker for resource:port and tenant:3ddf94e9e4ac4112b345468cafab037c is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:39:38.433757 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-134b6546-b7c4-4169-96e8-cb53405f0c0e tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:39:38.446674 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c35f511a-3366-4484-ac64-5e5a3fce3d35 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify agent at l3_agent.dv-neutron-821829-1-hyperv the message routers_updated {{(pid=87506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 22:39:38.454737 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-c35f511a-3366-4484-ac64-5e5a3fce3d35 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] 10.222.0.13 "PUT /v2.0/routers/17895173-428d-4926-812c-ee6102db527a/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.0737932
Dec 16 22:39:38.455466 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 45928) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:39:38.459591 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0301f4ab-c949-454d-b97e-066211521b0b None None] Sync routers for ids ['17895173-428d-4926-812c-ee6102db527a'] in dv-neutron-821829-1-hyperv {{(pid=87509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 22:39:38.474738 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0301f4ab-c949-454d-b97e-066211521b0b None None] Routers {'17895173-428d-4926-812c-ee6102db527a'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:39:38.475541 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-0301f4ab-c949-454d-b97e-066211521b0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b7cb153d0>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:39:31Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['17895173-428d-4926-812c-ee6102db527a'], 'active': True} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:39:38.497264 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-134b6546-b7c4-4169-96e8-cb53405f0c0e tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:39:38.531488 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-134b6546-b7c4-4169-96e8-cb53405f0c0e tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Made reservation on behalf of 3ddf94e9e4ac4112b345468cafab037c for: {'port': 1} {{(pid=87507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:39:38.537809 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-134b6546-b7c4-4169-96e8-cb53405f0c0e tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:38.569780 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-0301f4ab-c949-454d-b97e-066211521b0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b7cb153d0>, [], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:39:38.573022 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-3ba9006d-590b-4740-aaaa-71a063e96556 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=bc8e86120c604ba197d6b48e9df1cd92&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7475729
Dec 16 22:39:38.582387 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 45932) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:39:38.587164 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0301f4ab-c949-454d-b97e-066211521b0b None None] Routers {'17895173-428d-4926-812c-ee6102db527a'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:39:38.587889 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-0301f4ab-c949-454d-b97e-066211521b0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b7cb153d0>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:39:31Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['17895173-428d-4926-812c-ee6102db527a'], 'active': True} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:39:38.595153 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-4393fb83-4f4d-46dc-aac1-a1781ae817e6 tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Notify callbacks [] for security_group, precommit_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:38.616557 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-4393fb83-4f4d-46dc-aac1-a1781ae817e6 tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841066'] for security_group, after_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:38.635249 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-4393fb83-4f4d-46dc-aac1-a1781ae817e6 tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Notify callbacks [] for security_group, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:38.636847 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-4393fb83-4f4d-46dc-aac1-a1781ae817e6 tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] 10.222.0.13 "PUT /v2.0/security-groups/d30a83f3-312d-42bc-89d4-f64782606203 HTTP/1.1" status: 200  len: 1780 time: 0.4988296
Dec 16 22:39:38.640464 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-ab7b3ead-ee25-4a37-bb42-e3d42bd587a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:39:38.642715 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 45936) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:39:38.662219 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.notifiers.nova [None req-134b6546-b7c4-4169-96e8-cb53405f0c0e tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] device_id is not set on port bd1ee28e-a113-4477-a72f-f4b5f9cfee88 yet. {{(pid=87507) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 16 22:39:38.681268 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-0301f4ab-c949-454d-b97e-066211521b0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b7cb153d0>, [], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:39:38.682577 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-351173f6-f839-498c-b320-3a62c0586cee tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:39:38.683202 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-351173f6-f839-498c-b320-3a62c0586cee tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Synchronizing usage tracker for tenant:a221f56311244d31a510a3a1bb3c6ce9 on resource:port {{(pid=87506) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 22:39:38.683741 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0301f4ab-c949-454d-b97e-066211521b0b None None] The sync data for ids ['17895173-428d-4926-812c-ee6102db527a'] in dv-neutron-821829-1-hyperv is: [] {{(pid=87509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 22:39:38.712707 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4393fb83-4f4d-46dc-aac1-a1781ae817e6 tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d30a83f3-312d-42bc-89d4-f64782606203,revision_number=2']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:39:38.716379 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-4393fb83-4f4d-46dc-aac1-a1781ae817e6 tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:39:38.724988 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-351173f6-f839-498c-b320-3a62c0586cee tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Unset dirty status for tenant:a221f56311244d31a510a3a1bb3c6ce9 on resource:port {{(pid=87506) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 22:39:38.726264 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-351173f6-f839-498c-b320-3a62c0586cee tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] 10.222.0.13 "GET /v2.0/ports/d264d508-13ef-4db7-a9fe-daedfd7656cd HTTP/1.1" status: 200  len: 911 time: 0.2433527
Dec 16 22:39:38.732266 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 45940) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:39:38.739260 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-015410d0-ee39-414c-a3d9-8c21591e8dc2 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '210063bb-c472-4d5a-9b21-1a9e95ed15f6'}]}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:39:38.871836 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 5f9740e9-8e58-41ac-b7e4-ae780fa8d82e up at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 22:39:38.928704 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-cb5fabf3-3e88-4673-96d4-41477819a419 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks [] for port, precommit_update {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:38.930415 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-f6e1cd21-5a0a-4558-a13a-34535dc2cf08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:38.934784 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-c858c614-af48-4f81-b84a-ad50f02d3736 tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] 10.222.0.13 "GET /v2.0/security-groups/d30a83f3-312d-42bc-89d4-f64782606203 HTTP/1.1" status: 200  len: 1780 time: 0.2854385
Dec 16 22:39:38.940016 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 45946) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:39:38.940689 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-cb5fabf3-3e88-4673-96d4-41477819a419 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10807814'] for port, after_update {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:38.964721 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-48e2e1c9-6bcc-40b7-9345-1bc2780965b7 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:39:38.966889 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa253ca5-6f6b-4c6d-b452-b895541cd234 None None] Network a4da44a4-9e60-4965-bc08-5b8dd7030956 requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 22:39:39.118701 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-5ab786a3-e1ac-4b56-a1a2-0e367eb06ef1 None None] Provisioning for port 5f9740e9-8e58-41ac-b7e4-ae780fa8d82e completed by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 22:39:39.150399 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-f6e1cd21-5a0a-4558-a13a-34535dc2cf08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:39.195081 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning for port 5f9740e9-8e58-41ac-b7e4-ae780fa8d82e completed by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 22:39:39.205586 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning complete for port 5f9740e9-8e58-41ac-b7e4-ae780fa8d82e triggered by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:39:39.205974 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:39.274991 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-015410d0-ee39-414c-a3d9-8c21591e8dc2 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:39.400951 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93609592-0236-4049-b216-fce27fa3be87 None None] Network b11b382e-04b4-4415-9df0-7a979f8d83ca requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 22:39:39.431172 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5fabf3-3e88-4673-96d4-41477819a419 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Pushing event updated for resources: {'Port': ['ID=08d40a24-c0de-47b0-be9c-5cf3c512804c,revision_number=2']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:39:39.450126 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-cb5fabf3-3e88-4673-96d4-41477819a419 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.485s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:39:39.550518 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.db_base_plugin_common [None req-134b6546-b7c4-4169-96e8-cb53405f0c0e tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Allocated IP 172.20.0.9 (a4da44a4-9e60-4965-bc08-5b8dd7030956/361d121d-2d9a-4ca8-beb3-3beb608d0103/bd1ee28e-a113-4477-a72f-f4b5f9cfee88) {{(pid=87507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 22:39:39.563361 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-2ab75fe1-ca21-45cc-a6f8-16f2d237f1e8 tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Notify callbacks [] for security_group, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:39.571175 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:39.581331 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-fad1ab07-cbfd-4907-964a-c6e884652c06 None None] Provisioning for port 877497e0-a3bf-43b7-9e1f-d807f217bddf completed by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 22:39:39.680923 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] For port 5f9740e9-8e58-41ac-b7e4-ae780fa8d82e, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=5f9740e9-8e58-41ac-b7e4-ae780fa8d82e,segment=NetworkSegment(0a960113-a73a-458d-9ed1-bc4718deccdc),segment_id=0a960113-a73a-458d-9ed1-bc4718deccdc)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:39:39.687729 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:39.688093 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 877497e0-a3bf-43b7-9e1f-d807f217bddf up at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 22:39:39.725397 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-92fb7070-57c7-4edb-bff0-1fcdd8ae4301 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:39:39.732947 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-2ab75fe1-ca21-45cc-a6f8-16f2d237f1e8 tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:39.754887 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-f6e1cd21-5a0a-4558-a13a-34535dc2cf08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841066'] for security_group, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:39.779903 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd2fff0-3fe9-4cbb-bbdc-1be49f4a8b4e req-e5018498-d32d-4594-bbd5-a98b19e4b39c tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:39:39.781445 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-4cd2fff0-3fe9-4cbb-bbdc-1be49f4a8b4e req-e5018498-d32d-4594-bbd5-a98b19e4b39c tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] 10.222.0.13 "GET /v2.0/ports?device_id=e559bb86-9633-4370-9cd9-33cf2cb148d6 HTTP/1.1" status: 200  len: 944 time: 0.7290721
Dec 16 22:39:39.782137 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-22a81518-253b-4cbe-9adc-8efecff63bfd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:39:39.855535 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Pushing event updated for resources: {'Port': ['ID=5f9740e9-8e58-41ac-b7e4-ae780fa8d82e,revision_number=3']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:39:39.858717 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:39:39.887393 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning for port 877497e0-a3bf-43b7-9e1f-d807f217bddf completed by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 22:39:39.895576 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning complete for port 877497e0-a3bf-43b7-9e1f-d807f217bddf triggered by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:39:39.895925 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:39.956611 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-cb5fabf3-3e88-4673-96d4-41477819a419 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3830061'] for router_interface, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:39.965669 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-5fde2d22-aeac-4da9-bb4d-c718f70d3aac None None] Provisioning for port 7ac10c77-e94f-4bd1-953c-02a46dffa45c completed by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 22:39:39.965906 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-015410d0-ee39-414c-a3d9-8c21591e8dc2 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks [] for port, precommit_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:39.977388 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e1cd21-5a0a-4558-a13a-34535dc2cf08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e7b17fe-2752-4a03-b586-21461236cc2e,revision_number=None']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:39:39.978176 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-015410d0-ee39-414c-a3d9-8c21591e8dc2 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1863400'] for port, after_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:39.989988 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-015410d0-ee39-414c-a3d9-8c21591e8dc2 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:39:39.990672 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-015410d0-ee39-414c-a3d9-8c21591e8dc2 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for port, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:39.992040 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-015410d0-ee39-414c-a3d9-8c21591e8dc2 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] 10.222.0.13 "PUT /v2.0/ports/d264d508-13ef-4db7-a9fe-daedfd7656cd HTTP/1.1" status: 200  len: 911 time: 1.2587707
Dec 16 22:39:39.992880 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-dd82f1c7-1bbd-466b-935e-6ff0ab11177e tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:39:40.000221 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-5fde2d22-aeac-4da9-bb4d-c718f70d3aac None None] Provisioning complete for port 7ac10c77-e94f-4bd1-953c-02a46dffa45c triggered by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:39:40.001087 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-5fde2d22-aeac-4da9-bb4d-c718f70d3aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:40.029850 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 45950) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:39:40.102270 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-134b6546-b7c4-4169-96e8-cb53405f0c0e tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks [] for port, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:40.106048 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-f6e1cd21-5a0a-4558-a13a-34535dc2cf08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.324s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:39:40.124439 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-f6e1cd21-5a0a-4558-a13a-34535dc2cf08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:40.128199 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-f6e1cd21-5a0a-4558-a13a-34535dc2cf08 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6e7b17fe-2752-4a03-b586-21461236cc2e HTTP/1.1" status: 204  len: 168 time: 1.5424409
Dec 16 22:39:40.146555 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-5fde2d22-aeac-4da9-bb4d-c718f70d3aac None None] Port 7ac10c77-e94f-4bd1-953c-02a46dffa45c cannot update to ACTIVE because it is not bound. {{(pid=87508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 22:39:40.155354 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-4cd2fff0-3fe9-4cbb-bbdc-1be49f4a8b4e req-281f20a1-667a-4287-8472-3ead6369b17b tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c8293c6-7a9d-4021-9d0b-d55cb4b08bc4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3654916
Dec 16 22:39:40.157465 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-2ab75fe1-ca21-45cc-a6f8-16f2d237f1e8 tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841066'] for security_group, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:40.171235 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-0413b6ad-ac51-4150-a6f7-e9d2ff19f7ba tempest-ExternalNetworksAdminNegativeTestJSON-235258638 tempest-ExternalNetworksAdminNegativeTestJSON-235258638-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:39:40.186656 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-5fde2d22-aeac-4da9-bb4d-c718f70d3aac None None] Provisioning complete for port 5f9740e9-8e58-41ac-b7e4-ae780fa8d82e triggered by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:39:40.187000 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-5fde2d22-aeac-4da9-bb4d-c718f70d3aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:40.209221 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab75fe1-ca21-45cc-a6f8-16f2d237f1e8 tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d30a83f3-312d-42bc-89d4-f64782606203,revision_number=None']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:39:40.212873 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.provisioning_blocks [None req-134b6546-b7c4-4169-96e8-cb53405f0c0e tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Transition to ACTIVE for port object bd1ee28e-a113-4477-a72f-f4b5f9cfee88 will not be triggered until provisioned by entity DHCP. {{(pid=87507) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:39:40.215833 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-2ab75fe1-ca21-45cc-a6f8-16f2d237f1e8 tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:39:40.227637 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-2ab75fe1-ca21-45cc-a6f8-16f2d237f1e8 tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Notify callbacks [] for security_group, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:40.228976 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-2ab75fe1-ca21-45cc-a6f8-16f2d237f1e8 tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] 10.222.0.13 "DELETE /v2.0/security-groups/d30a83f3-312d-42bc-89d4-f64782606203 HTTP/1.1" status: 204  len: 168 time: 1.2836790
Dec 16 22:39:40.233492 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 45956) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:39:40.271291 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:40.359267 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-b9034af0-8de1-4d17-8e14-4e99ddcdb0c3 tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Synchronizing usage tracker for tenant:fd927e9f15874920a18b902299712a83 on resource:security_group {{(pid=87507) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 22:39:40.377361 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015410d0-ee39-414c-a3d9-8c21591e8dc2 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Pushing event updated for resources: {'Port': ['ID=d264d508-13ef-4db7-a9fe-daedfd7656cd,revision_number=3']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:39:40.381438 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-015410d0-ee39-414c-a3d9-8c21591e8dc2 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.389s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:39:40.415204 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-cb5fabf3-3e88-4673-96d4-41477819a419 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:40.426156 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] For port 877497e0-a3bf-43b7-9e1f-d807f217bddf, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=877497e0-a3bf-43b7-9e1f-d807f217bddf,segment=NetworkSegment(0c9c01f1-0c59-498d-853c-3a79eaf0190b),segment_id=0c9c01f1-0c59-498d-853c-3a79eaf0190b)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:39:40.430041 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-b9034af0-8de1-4d17-8e14-4e99ddcdb0c3 tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Unset dirty status for tenant:fd927e9f15874920a18b902299712a83 on resource:security_group {{(pid=87507) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 22:39:40.431973 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-b9034af0-8de1-4d17-8e14-4e99ddcdb0c3 tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2983 time: 0.1973510
Dec 16 22:39:40.439035 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 45962) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:39:40.451961 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:40.454880 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 827f09bb-46d9-4c12-a36c-341d2a124005 up at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 22:39:40.528502 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-134b6546-b7c4-4169-96e8-cb53405f0c0e tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10807823'] for port, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:40.566975 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-410dffa1-784d-4a88-a91b-0ff8e8f53639 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:39:40.580656 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-af13ff13-7738-427f-97f1-ee88c2219127 tempest-BulkNetworkOpsTest-146173519 tempest-BulkNetworkOpsTest-146173519-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:39:40.690683 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134b6546-b7c4-4169-96e8-cb53405f0c0e tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Pushing event updated for resources: {'Port': ['ID=bd1ee28e-a113-4477-a72f-f4b5f9cfee88,revision_number=1']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:39:40.703305 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning complete for port 827f09bb-46d9-4c12-a36c-341d2a124005 triggered by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:39:40.703772 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.api.v2.resource [None req-1d21e03d-10ba-4492-84bc-580f0b088b58 tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] delete failed (client error): The resource could not be found.
Dec 16 22:39:40.704190 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:40.708434 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-1d21e03d-10ba-4492-84bc-580f0b088b58 tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] 10.222.0.13 "DELETE /v2.0/security-groups/d30a83f3-312d-42bc-89d4-f64782606203 HTTP/1.1" status: 404  len: 347 time: 0.2649615
Dec 16 22:39:40.709580 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 45970) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:39:40.717764 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-134b6546-b7c4-4169-96e8-cb53405f0c0e tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:39:40.718716 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-b4c0417b-c1d8-49d7-b5f8-c0212bde4c17 tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Request body: {'security_group': {'name': 'tempest-secgroup--487235168'}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:39:40.728709 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-b4c0417b-c1d8-49d7-b5f8-c0212bde4c17 tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:39:40.740817 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-b4c0417b-c1d8-49d7-b5f8-c0212bde4c17 tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:39:40.755885 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-b4c0417b-c1d8-49d7-b5f8-c0212bde4c17 tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Notify callbacks [] for security_group, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:40.765904 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-134b6546-b7c4-4169-96e8-cb53405f0c0e tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Network a4da44a4-9e60-4965-bc08-5b8dd7030956 is already hosted by enough agents. {{(pid=87507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:39:40.775073 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.base_scheduler [None req-134b6546-b7c4-4169-96e8-cb53405f0c0e tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Resources bound (agent type, host, resource id):  {{(pid=87507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:39:40.821191 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Pushing event updated for resources: {'Port': ['ID=877497e0-a3bf-43b7-9e1f-d807f217bddf,revision_number=3']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:39:40.837910 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:39:40.870990 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-6a42b40e-498f-457c-bc9d-aafe45902502 None None] Provisioning for port 08d40a24-c0de-47b0-be9c-5cf3c512804c completed by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 22:39:40.877692 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-134b6546-b7c4-4169-96e8-cb53405f0c0e tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Received port after_create {{(pid=87507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 22:39:40.888325 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-6a42b40e-498f-457c-bc9d-aafe45902502 None None] Provisioning complete for port 08d40a24-c0de-47b0-be9c-5cf3c512804c triggered by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:39:40.889427 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-6a42b40e-498f-457c-bc9d-aafe45902502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:40.895083 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-b4c0417b-c1d8-49d7-b5f8-c0212bde4c17 tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:39:40.907689 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-b4c0417b-c1d8-49d7-b5f8-c0212bde4c17 tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Usage tracker for resource:security_group_rule and tenant:fd927e9f15874920a18b902299712a83 is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:39:40.915989 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-b4c0417b-c1d8-49d7-b5f8-c0212bde4c17 tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:39:40.924784 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-b4c0417b-c1d8-49d7-b5f8-c0212bde4c17 tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:39:41.057132 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-6a42b40e-498f-457c-bc9d-aafe45902502 None None] Port 08d40a24-c0de-47b0-be9c-5cf3c512804c cannot update to ACTIVE because it is not bound. {{(pid=87508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 22:39:41.168763 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-134b6546-b7c4-4169-96e8-cb53405f0c0e tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:39:41.169227 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-134b6546-b7c4-4169-96e8-cb53405f0c0e tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for port, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:41.181420 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-b4c0417b-c1d8-49d7-b5f8-c0212bde4c17 tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Notify callbacks [] for security_group, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:41.190206 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-f585dc50-64b9-4886-bbc7-608be69d4a16 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3830176'] for router_interface, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:41.245315 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-6a42b40e-498f-457c-bc9d-aafe45902502 None None] Provisioning complete for port 877497e0-a3bf-43b7-9e1f-d807f217bddf triggered by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:39:41.245709 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-6a42b40e-498f-457c-bc9d-aafe45902502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:41.267044 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-134b6546-b7c4-4169-96e8-cb53405f0c0e tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 924 time: 3.3210173
Dec 16 22:39:41.315278 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 45988) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:39:41.449788 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-b4c0417b-c1d8-49d7-b5f8-c0212bde4c17 tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841066'] for security_group, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:41.461273 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-2e9d230e-e60c-4f66-8757-5d16b563ea61 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:39:41.505471 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 45992) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:39:41.539874 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 5f9740e9-8e58-41ac-b7e4-ae780fa8d82e up at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 22:39:41.586937 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c0417b-c1d8-49d7-b5f8-c0212bde4c17 tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6df18689-6663-4c8b-a27d-c9183bf58b87,revision_number=1']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:39:41.590527 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-b4c0417b-c1d8-49d7-b5f8-c0212bde4c17 tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:39:41.609060 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-b4c0417b-c1d8-49d7-b5f8-c0212bde4c17 tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Notify callbacks [] for security_group, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:41.609060 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-b4c0417b-c1d8-49d7-b5f8-c0212bde4c17 tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1745 time: 0.8958111
Dec 16 22:39:41.609348 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-6a42b40e-498f-457c-bc9d-aafe45902502 None None] Provisioning complete for port 7ac10c77-e94f-4bd1-953c-02a46dffa45c triggered by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:39:41.609348 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-6a42b40e-498f-457c-bc9d-aafe45902502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:41.609580 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 45998) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:39:41.614701 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-b0e75d2a-aee5-46f1-b895-92c2527fd23c tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Request body: {'security_group_rule': {'security_group_id': '6df18689-6663-4c8b-a27d-c9183bf58b87', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:39:41.623745 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-b0e75d2a-aee5-46f1-b895-92c2527fd23c tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:39:41.680527 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning complete for port 5f9740e9-8e58-41ac-b7e4-ae780fa8d82e triggered by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:39:41.681014 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:41.708617 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b5baf0b-7b63-4afb-987b-3bf1d891bbcb tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:39:41.709531 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-5b5baf0b-7b63-4afb-987b-3bf1d891bbcb tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Synchronizing usage tracker for tenant:3ddf94e9e4ac4112b345468cafab037c on resource:port {{(pid=87507) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 22:39:41.723813 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-b0e75d2a-aee5-46f1-b895-92c2527fd23c tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Usage tracker for resource:security_group_rule and tenant:fd927e9f15874920a18b902299712a83 is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:39:41.730765 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-b0e75d2a-aee5-46f1-b895-92c2527fd23c tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:39:41.750127 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-6a42b40e-498f-457c-bc9d-aafe45902502 None None] Port 7ac10c77-e94f-4bd1-953c-02a46dffa45c cannot update to ACTIVE because it is not bound. {{(pid=87508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 22:39:41.752838 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c0e6f5-c1ee-4920-98c4-ebe070ebcc03 req-0a62e45d-453f-4c56-a188-820fbc3f1405 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:39:41.755480 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-77c0e6f5-c1ee-4920-98c4-ebe070ebcc03 req-0a62e45d-453f-4c56-a188-820fbc3f1405 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] 10.222.0.13 "GET /v2.0/ports?device_id=e559bb86-9633-4370-9cd9-33cf2cb148d6 HTTP/1.1" status: 200  len: 944 time: 0.3782725
Dec 16 22:39:41.757913 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-5b5baf0b-7b63-4afb-987b-3bf1d891bbcb tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Unset dirty status for tenant:3ddf94e9e4ac4112b345468cafab037c on resource:port {{(pid=87507) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 22:39:41.762396 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-5b5baf0b-7b63-4afb-987b-3bf1d891bbcb tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] 10.222.0.13 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200  len: 923 time: 0.4437630
Dec 16 22:39:41.763885 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 46002) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:39:41.800853 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-b0e75d2a-aee5-46f1-b895-92c2527fd23c tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:39:41.831059 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 877497e0-a3bf-43b7-9e1f-d807f217bddf up at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 22:39:41.839024 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-b0e75d2a-aee5-46f1-b895-92c2527fd23c tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:41.864689 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-3afeea2c-3273-4979-8993-b9bf38688c0e tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] Request body: {'security_group': {'name': 'default'}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:39:41.865473 dv-neutron-821829-1-hyperv neutron-server[87507]: WARNING neutron.api.v2.base [None req-3afeea2c-3273-4979-8993-b9bf38688c0e tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists.
Dec 16 22:39:41.866615 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.api.v2.resource [None req-3afeea2c-3273-4979-8993-b9bf38688c0e tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] create failed (client error): There was a conflict when trying to complete your request.
Dec 16 22:39:41.871354 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-3afeea2c-3273-4979-8993-b9bf38688c0e tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 409  len: 330 time: 0.2945387
Dec 16 22:39:41.872425 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-cb5fabf3-3e88-4673-96d4-41477819a419 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks [] for port, precommit_update {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:41.872589 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 46008) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:39:41.884188 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-77c0e6f5-c1ee-4920-98c4-ebe070ebcc03 req-9c063428-f1b3-4d65-9d79-5d9109b2c802 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c8293c6-7a9d-4021-9d0b-d55cb4b08bc4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1176684
Dec 16 22:39:41.885809 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-cb5fabf3-3e88-4673-96d4-41477819a419 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10807814'] for port, after_update {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:41.886774 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-cb5fabf3-3e88-4673-96d4-41477819a419 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3791426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3830222'] for router_interface, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:41.891074 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-9aadc0be-6ceb-48f7-a956-2f54f39288f0 tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] Request body: {'security_group': {'name': 'tempest-secgroup--1685158082'}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:39:41.896788 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-464aae99-447a-4112-8dd1-4a629c1c332a tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:39:41.914413 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-9aadc0be-6ceb-48f7-a956-2f54f39288f0 tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:39:41.923751 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-9aadc0be-6ceb-48f7-a956-2f54f39288f0 tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] Usage tracker for resource:security_group and tenant:88adc064733e430480c28c4364665e17 is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:39:41.929890 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning complete for port 877497e0-a3bf-43b7-9e1f-d807f217bddf triggered by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:39:41.930456 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-9aadc0be-6ceb-48f7-a956-2f54f39288f0 tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:39:41.930552 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:41.943053 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-9aadc0be-6ceb-48f7-a956-2f54f39288f0 tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:39:42.008216 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-089d169b-6362-4757-be2d-fcecb7eec610 None None] Provisioning for port bd1ee28e-a113-4477-a72f-f4b5f9cfee88 completed by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 22:39:42.014285 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-b0e75d2a-aee5-46f1-b895-92c2527fd23c tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:42.018592 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-089d169b-6362-4757-be2d-fcecb7eec610 None None] Provisioning complete for port bd1ee28e-a113-4477-a72f-f4b5f9cfee88 triggered by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:39:42.018977 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-089d169b-6362-4757-be2d-fcecb7eec610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:42.027636 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-b0e75d2a-aee5-46f1-b895-92c2527fd23c tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841137'] for security_group_rule, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:42.036324 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-bd1820ce-eecb-4142-9741-4a08f53707e9 tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:39:42.043533 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-9aadc0be-6ceb-48f7-a956-2f54f39288f0 tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] Notify callbacks [] for security_group, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:42.074919 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-9aadc0be-6ceb-48f7-a956-2f54f39288f0 tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] Notify callbacks [] for security_group, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:42.091852 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [None req-f585dc50-64b9-4886-bbc7-608be69d4a16 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Deleting port d264d508-13ef-4db7-a9fe-daedfd7656cd {{(pid=87506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:39:42.092189 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-f585dc50-64b9-4886-bbc7-608be69d4a16 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:42.140761 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e75d2a-aee5-46f1-b895-92c2527fd23c tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14f2f055-7801-4912-8fec-4ed6564bce10,revision_number=0']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:39:42.143294 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-089d169b-6362-4757-be2d-fcecb7eec610 None None] Port bd1ee28e-a113-4477-a72f-f4b5f9cfee88 cannot update to ACTIVE because it is not bound. {{(pid=87508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 22:39:42.143498 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-b0e75d2a-aee5-46f1-b895-92c2527fd23c tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:39:42.154605 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-9aadc0be-6ceb-48f7-a956-2f54f39288f0 tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:39:42.164480 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-b0e75d2a-aee5-46f1-b895-92c2527fd23c tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:42.168281 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-b0e75d2a-aee5-46f1-b895-92c2527fd23c tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.5555608
Dec 16 22:39:42.170798 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 46012) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:39:42.173348 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-089d169b-6362-4757-be2d-fcecb7eec610 None None] Provisioning complete for port 08d40a24-c0de-47b0-be9c-5cf3c512804c triggered by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:39:42.173625 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-089d169b-6362-4757-be2d-fcecb7eec610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:42.175324 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-9aadc0be-6ceb-48f7-a956-2f54f39288f0 tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] Usage tracker for resource:security_group_rule and tenant:88adc064733e430480c28c4364665e17 is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:39:42.192804 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-9aadc0be-6ceb-48f7-a956-2f54f39288f0 tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:39:42.208528 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5fabf3-3e88-4673-96d4-41477819a419 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Pushing event updated for resources: {'Port': ['ID=08d40a24-c0de-47b0-be9c-5cf3c512804c,revision_number=3']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:39:42.214119 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-cb5fabf3-3e88-4673-96d4-41477819a419 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:39:42.223932 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-9aadc0be-6ceb-48f7-a956-2f54f39288f0 tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:39:42.228769 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-089d169b-6362-4757-be2d-fcecb7eec610 None None] Port 08d40a24-c0de-47b0-be9c-5cf3c512804c cannot update to ACTIVE because it is not bound. {{(pid=87508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 22:39:42.248226 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca465a0b-f23e-401e-86ec-f9e3e190e4cd tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:39:42.254042 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca465a0b-f23e-401e-86ec-f9e3e190e4cd tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:39:42.259910 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca465a0b-f23e-401e-86ec-f9e3e190e4cd tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:39:42.262865 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-ca465a0b-f23e-401e-86ec-f9e3e190e4cd tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] 10.222.0.13 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200  len: 2380 time: 0.4942753
Dec 16 22:39:42.265207 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 46016) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:39:42.312430 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-9d4d1006-9713-438f-83ef-564ae33cff9d tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:42.336333 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-9d4d1006-9713-438f-83ef-564ae33cff9d tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:42.345243 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb5fabf3-3e88-4673-96d4-41477819a419 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Network b11b382e-04b4-4415-9df0-7a979f8d83ca is already hosted by enough agents. {{(pid=87507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:39:42.348822 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.base_scheduler [None req-cb5fabf3-3e88-4673-96d4-41477819a419 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Resources bound (agent type, host, resource id):  {{(pid=87507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:39:42.357483 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.plugin [None req-e69bb3a3-b330-4f9e-8644-9955e3e865c0 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Deleting port bd1ee28e-a113-4477-a72f-f4b5f9cfee88 {{(pid=87507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:39:42.358230 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-e69bb3a3-b330-4f9e-8644-9955e3e865c0 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:42.414454 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-9d4d1006-9713-438f-83ef-564ae33cff9d tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841137'] for security_group_rule, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:42.421189 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-3aa68a90-8eae-4d43-9d27-07e09228aed5 tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:39:42.432476 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-f585dc50-64b9-4886-bbc7-608be69d4a16 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:42.512243 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Device 4359d2e8-34fe-4cb4-bef0-4f10169a8bef details requested by agent hyperv_hv-neutron-8218 with host hv-neutron-8218 {{(pid=87508) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 16 22:39:42.513420 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4d1006-9713-438f-83ef-564ae33cff9d tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=14f2f055-7801-4912-8fec-4ed6564bce10,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:39:42.580695 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-9d4d1006-9713-438f-83ef-564ae33cff9d tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:39:42.588102 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [None req-f585dc50-64b9-4886-bbc7-608be69d4a16 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Calling delete_port for d264d508-13ef-4db7-a9fe-daedfd7656cd owned by network:router_interface {{(pid=87506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:39:42.653441 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-9d4d1006-9713-438f-83ef-564ae33cff9d tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:42.654475 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-9d4d1006-9713-438f-83ef-564ae33cff9d tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/14f2f055-7801-4912-8fec-4ed6564bce10 HTTP/1.1" status: 204  len: 168 time: 0.4807477
Dec 16 22:39:42.669416 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 46020) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:39:42.686678 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] For port 4359d2e8-34fe-4cb4-bef0-4f10169a8bef, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=4359d2e8-34fe-4cb4-bef0-4f10169a8bef,segment=NetworkSegment(32a05c8f-4e22-414f-870d-ee93982b6a67),segment_id=32a05c8f-4e22-414f-870d-ee93982b6a67)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:39:42.695036 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-4b88595b-6de2-46b4-86dd-9ba1f939aef8 None None] Provisioning complete for port 08d40a24-c0de-47b0-be9c-5cf3c512804c triggered by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:39:42.695426 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-4b88595b-6de2-46b4-86dd-9ba1f939aef8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:42.698164 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-9aadc0be-6ceb-48f7-a956-2f54f39288f0 tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] Notify callbacks [] for security_group, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:42.717207 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-9aadc0be-6ceb-48f7-a956-2f54f39288f0 tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841066'] for security_group, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:42.729470 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-3beb48d6-2a89-4352-ab14-eaef88752569 tempest-AllowedAddressPairTestJSON-1611484417 tempest-AllowedAddressPairTestJSON-1611484417-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:39:42.739090 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-9aadc0be-6ceb-48f7-a956-2f54f39288f0 tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:39:42.741433 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Returning: {'device': '4359d2e8-34fe-4cb4-bef0-4f10169a8bef', 'network_id': '59be113d-df84-4589-a861-2ce3da6b2e5d', 'port_id': '4359d2e8-34fe-4cb4-bef0-4f10169a8bef', 'mac_address': 'fa:16:3e:20:0b:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e85fa5c2-5253-44c8-9f57-0c1d2c97dd41', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87508) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 16 22:39:42.754707 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-9aadc0be-6ceb-48f7-a956-2f54f39288f0 tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] Usage tracker for resource:security_group_rule and tenant:88adc064733e430480c28c4364665e17 is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:39:42.755504 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb5fabf3-3e88-4673-96d4-41477819a419 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Router 648739f5-6143-4e31-b0df-ad6f5aa2c7e1 is scheduled to L3 agent 4f519db7-069b-43e2-8411-c092bac9102a with binding_index 1 {{(pid=87507) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 16 22:39:42.767624 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-9aadc0be-6ceb-48f7-a956-2f54f39288f0 tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:39:42.783594 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-9aadc0be-6ceb-48f7-a956-2f54f39288f0 tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:39:42.793744 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-4b88595b-6de2-46b4-86dd-9ba1f939aef8 None None] Port 08d40a24-c0de-47b0-be9c-5cf3c512804c cannot update to ACTIVE because it is not bound. {{(pid=87508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 22:39:42.798141 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-76378bb2-f9fd-43f1-9c12-178d1bde91ef tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Synchronizing usage tracker for tenant:fd927e9f15874920a18b902299712a83 on resource:security_group_rule {{(pid=87506) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 22:39:42.810453 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:42.811193 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aadc0be-6ceb-48f7-a956-2f54f39288f0 tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e93c57e-a78d-4223-93e8-c30d7d787736,revision_number=1']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:39:42.814745 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-9aadc0be-6ceb-48f7-a956-2f54f39288f0 tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:39:42.830215 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.notifiers.nova [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4359d2e8-34fe-4cb4-bef0-4f10169a8bef {{(pid=87508) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 22:39:42.848974 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] For port 4359d2e8-34fe-4cb4-bef0-4f10169a8bef, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=4359d2e8-34fe-4cb4-bef0-4f10169a8bef,segment=NetworkSegment(32a05c8f-4e22-414f-870d-ee93982b6a67),segment_id=32a05c8f-4e22-414f-870d-ee93982b6a67)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:39:42.855498 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:42.857973 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-ef5299e8-f0e5-4aba-a31e-938b469cb41c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:39:42.862537 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-76378bb2-f9fd-43f1-9c12-178d1bde91ef tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Unset dirty status for tenant:fd927e9f15874920a18b902299712a83 on resource:security_group_rule {{(pid=87506) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 22:39:42.864833 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-76378bb2-f9fd-43f1-9c12-178d1bde91ef tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3567 time: 0.1944902
Dec 16 22:39:42.870378 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 46024) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:39:42.914690 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-e69bb3a3-b330-4f9e-8644-9955e3e865c0 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:42.931381 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Pushing event updated for resources: {'Port': ['ID=4359d2e8-34fe-4cb4-bef0-4f10169a8bef,revision_number=4']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:39:42.934178 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:39:43.001638 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-9aadc0be-6ceb-48f7-a956-2f54f39288f0 tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] Notify callbacks [] for security_group, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:43.011007 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-9aadc0be-6ceb-48f7-a956-2f54f39288f0 tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841066'] for security_group, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:43.018839 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-fedfb65b-6b99-4db8-8e52-b54a94c6187c tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:39:43.040579 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-f585dc50-64b9-4886-bbc7-608be69d4a16 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1863393'] for port, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:43.062391 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.plugin [None req-e69bb3a3-b330-4f9e-8644-9955e3e865c0 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Calling delete_port for bd1ee28e-a113-4477-a72f-f4b5f9cfee88 owned by  {{(pid=87507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:39:43.088116 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-147524cd-be0a-44cd-b94b-778c5b1bf6ac tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Notify callbacks [] for security_group, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:43.132006 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-9aadc0be-6ceb-48f7-a956-2f54f39288f0 tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] Notify callbacks [] for security_group, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:43.136067 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-9aadc0be-6ceb-48f7-a956-2f54f39288f0 tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1746 time: 1.2584982
Dec 16 22:39:43.140241 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 46030) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:39:43.145897 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aadc0be-6ceb-48f7-a956-2f54f39288f0 tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c84b020-fbba-4e48-b2a3-4ff21be90472,revision_number=1']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:39:43.148699 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-9aadc0be-6ceb-48f7-a956-2f54f39288f0 tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:39:43.151823 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-c9ed8c06-2d61-4a9e-b5b6-f757ed509cb7 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.095s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:39:43.156412 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-0292c3d9-5787-45e0-8d70-35df2f0f6c89 tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] Request body: {'security_group_rule': {'security_group_id': '0c84b020-fbba-4e48-b2a3-4ff21be90472', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:39:43.179790 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb5fabf3-3e88-4673-96d4-41477819a419 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify agent at l3_agent.dv-neutron-821829-1-hyperv the message routers_updated {{(pid=87507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 22:39:43.181987 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] get_ports_and_sgs() called for port_ids ['4359d2e8-34fe-4cb4-bef0-4f10169a8bef'] {{(pid=87508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 22:39:43.184610 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-0292c3d9-5787-45e0-8d70-35df2f0f6c89 tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:39:43.192102 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-cb5fabf3-3e88-4673-96d4-41477819a419 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] 10.222.0.13 "PUT /v2.0/routers/648739f5-6143-4e31-b0df-ad6f5aa2c7e1/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.8474467
Dec 16 22:39:43.196710 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-0292c3d9-5787-45e0-8d70-35df2f0f6c89 tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] Usage tracker for resource:security_group_rule and tenant:88adc064733e430480c28c4364665e17 is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:39:43.200590 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 46034) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:39:43.206795 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-0292c3d9-5787-45e0-8d70-35df2f0f6c89 tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:39:43.227592 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44d9a7ca-5f4b-4361-a3a3-f4e9c29bad2e None None] Sync routers for ids ['648739f5-6143-4e31-b0df-ad6f5aa2c7e1'] in dv-neutron-821829-1-hyperv {{(pid=87508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 22:39:43.274834 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-0292c3d9-5787-45e0-8d70-35df2f0f6c89 tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:39:43.275419 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44d9a7ca-5f4b-4361-a3a3-f4e9c29bad2e None None] Routers {'648739f5-6143-4e31-b0df-ad6f5aa2c7e1'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:39:43.276120 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-44d9a7ca-5f4b-4361-a3a3-f4e9c29bad2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b77f4eaf0>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:39:31Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['648739f5-6143-4e31-b0df-ad6f5aa2c7e1'], 'active': True} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:39:43.325922 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f585dc50-64b9-4886-bbc7-608be69d4a16 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Pushing event deleted for resources: {'Port': ['ID=d264d508-13ef-4db7-a9fe-daedfd7656cd,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:39:43.328403 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-f585dc50-64b9-4886-bbc7-608be69d4a16 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:39:43.330062 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-147524cd-be0a-44cd-b94b-778c5b1bf6ac tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:43.363253 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-f585dc50-64b9-4886-bbc7-608be69d4a16 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3791449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3739472'] for router_interface, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:43.366534 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-44d9a7ca-5f4b-4361-a3a3-f4e9c29bad2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b77f4eaf0>, [], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:39:43.385398 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-0292c3d9-5787-45e0-8d70-35df2f0f6c89 tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:43.392389 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44d9a7ca-5f4b-4361-a3a3-f4e9c29bad2e None None] Routers {'648739f5-6143-4e31-b0df-ad6f5aa2c7e1'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:39:43.393213 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-44d9a7ca-5f4b-4361-a3a3-f4e9c29bad2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b77f4eaf0>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:39:31Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['648739f5-6143-4e31-b0df-ad6f5aa2c7e1'], 'active': True} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:39:43.404027 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7198cecc-5a47-470a-b37d-ee0119f24b68 req-a8722c03-e3fc-4ffa-926c-c1d7a1dcfde1 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:39:43.405747 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-7198cecc-5a47-470a-b37d-ee0119f24b68 req-a8722c03-e3fc-4ffa-926c-c1d7a1dcfde1 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] 10.222.0.13 "GET /v2.0/ports?device_id=e559bb86-9633-4370-9cd9-33cf2cb148d6 HTTP/1.1" status: 200  len: 945 time: 0.3538365
Dec 16 22:39:43.480666 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-44d9a7ca-5f4b-4361-a3a3-f4e9c29bad2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b77f4eaf0>, [], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:39:43.481542 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44d9a7ca-5f4b-4361-a3a3-f4e9c29bad2e None None] The sync data for ids ['648739f5-6143-4e31-b0df-ad6f5aa2c7e1'] in dv-neutron-821829-1-hyperv is: [] {{(pid=87508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 22:39:43.499178 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-e69bb3a3-b330-4f9e-8644-9955e3e865c0 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10807823'] for port, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:43.523026 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-725ca096-095c-47ee-bbf3-5777c4583d48 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:39:43.523750 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-725ca096-095c-47ee-bbf3-5777c4583d48 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Synchronizing usage tracker for tenant:69ee045658914011ac7b8ba0ad799b2d on resource:port {{(pid=87507) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 22:39:43.526469 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-88379fcf-7309-4bf0-8b8f-e602e8acde16 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:39:43.571927 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-7198cecc-5a47-470a-b37d-ee0119f24b68 req-9fb76fe1-846b-4c90-9961-08cb484e972a tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c8293c6-7a9d-4021-9d0b-d55cb4b08bc4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1567509
Dec 16 22:39:43.588500 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69bb3a3-b330-4f9e-8644-9955e3e865c0 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Pushing event deleted for resources: {'Port': ['ID=bd1ee28e-a113-4477-a72f-f4b5f9cfee88,revision_number=None']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:39:43.601508 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-e69bb3a3-b330-4f9e-8644-9955e3e865c0 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:39:43.644713 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-0292c3d9-5787-45e0-8d70-35df2f0f6c89 tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:43.678834 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-147524cd-be0a-44cd-b94b-778c5b1bf6ac tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841066'] for security_group, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:43.685922 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-725ca096-095c-47ee-bbf3-5777c4583d48 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Unset dirty status for tenant:69ee045658914011ac7b8ba0ad799b2d on resource:port {{(pid=87507) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 22:39:43.687141 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-725ca096-095c-47ee-bbf3-5777c4583d48 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] 10.222.0.13 "GET /v2.0/ports?device_id=648739f5-6143-4e31-b0df-ad6f5aa2c7e1 HTTP/1.1" status: 200  len: 989 time: 0.4854350
Dec 16 22:39:43.690378 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 46038) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:39:43.691558 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-9aadc0be-6ceb-48f7-a956-2f54f39288f0 tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:39:43.697798 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-0292c3d9-5787-45e0-8d70-35df2f0f6c89 tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841137'] for security_group_rule, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:43.706035 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-1feb10ca-db43-421d-874f-1295a26ce0bc tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:39:43.737267 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0292c3d9-5787-45e0-8d70-35df2f0f6c89 tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1bd1c17-58fc-4b89-a9de-214a91a1444e,revision_number=0']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:39:43.742623 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-0292c3d9-5787-45e0-8d70-35df2f0f6c89 tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:39:43.755244 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-e69bb3a3-b330-4f9e-8644-9955e3e865c0 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for port, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:43.757952 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-e69bb3a3-b330-4f9e-8644-9955e3e865c0 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] 10.222.0.13 "DELETE /v2.0/ports/bd1ee28e-a113-4477-a72f-f4b5f9cfee88 HTTP/1.1" status: 204  len: 168 time: 1.4910331
Dec 16 22:39:43.759353 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-0292c3d9-5787-45e0-8d70-35df2f0f6c89 tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:43.760681 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-0292c3d9-5787-45e0-8d70-35df2f0f6c89 tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.6176922
Dec 16 22:39:43.761526 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 46042) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:39:43.763671 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 46044) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:39:43.787244 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147524cd-be0a-44cd-b94b-778c5b1bf6ac tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6df18689-6663-4c8b-a27d-c9183bf58b87,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:39:43.804566 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-f0ae133e-4850-4048-8ad5-c79d76ead809 tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] Request body: {'security_group_rule': {'security_group_id': '0c84b020-fbba-4e48-b2a3-4ff21be90472', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:39:43.897096 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-147524cd-be0a-44cd-b94b-778c5b1bf6ac tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:39:43.905137 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-147524cd-be0a-44cd-b94b-778c5b1bf6ac tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Notify callbacks [] for security_group, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:43.906273 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-147524cd-be0a-44cd-b94b-778c5b1bf6ac tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] 10.222.0.13 "DELETE /v2.0/security-groups/6df18689-6663-4c8b-a27d-c9183bf58b87 HTTP/1.1" status: 204  len: 168 time: 1.0348997
Dec 16 22:39:43.954027 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 46050) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:39:43.956656 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-f0ae133e-4850-4048-8ad5-c79d76ead809 tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:39:43.960060 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.pecan_wsgi.hooks.translation [None req-d64db688-abfd-4d8b-b08a-6ca5f4838441 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] GET failed (client error): The resource could not be found.
Dec 16 22:39:43.960585 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-d64db688-abfd-4d8b-b08a-6ca5f4838441 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Synchronizing usage tracker for tenant:3ddf94e9e4ac4112b345468cafab037c on resource:port {{(pid=87507) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 22:39:43.977083 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-f0ae133e-4850-4048-8ad5-c79d76ead809 tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] Usage tracker for resource:security_group_rule and tenant:88adc064733e430480c28c4364665e17 is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:39:43.980370 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-f0ae133e-4850-4048-8ad5-c79d76ead809 tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:39:43.993493 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-f0ae133e-4850-4048-8ad5-c79d76ead809 tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:39:44.007711 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f585dc50-64b9-4886-bbc7-608be69d4a16 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Router 17895173-428d-4926-812c-ee6102db527a has already been hosted by L3 agent 4f519db7-069b-43e2-8411-c092bac9102a {{(pid=87506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 22:39:44.016776 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-d64db688-abfd-4d8b-b08a-6ca5f4838441 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Unset dirty status for tenant:3ddf94e9e4ac4112b345468cafab037c on resource:port {{(pid=87507) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 22:39:44.017938 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-d64db688-abfd-4d8b-b08a-6ca5f4838441 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] 10.222.0.13 "GET /v2.0/ports/bd1ee28e-a113-4477-a72f-f4b5f9cfee88 HTTP/1.1" status: 404  len: 333 time: 0.2553759
Dec 16 22:39:44.025670 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 46054) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:39:44.070229 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-f0ae133e-4850-4048-8ad5-c79d76ead809 tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:44.088095 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-b3e92b83-1e26-4af6-9053-b5f4ae5ef7ea tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2983 time: 0.1329036
Dec 16 22:39:44.092877 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 46058) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:39:44.108111 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-4262d4a3-169c-4584-a7f9-1f2ebf05a786 tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Request body: {'security_group': {'name': 'tempest-secgroup--394301832'}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:39:44.127911 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-4262d4a3-169c-4584-a7f9-1f2ebf05a786 tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:39:44.147110 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-4262d4a3-169c-4584-a7f9-1f2ebf05a786 tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Usage tracker for resource:security_group and tenant:fd927e9f15874920a18b902299712a83 is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:39:44.152495 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.plugin [None req-44108655-67b3-4268-9329-351a870dc3fb tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Deleting port 7ac10c77-e94f-4bd1-953c-02a46dffa45c {{(pid=87507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:39:44.152832 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-44108655-67b3-4268-9329-351a870dc3fb tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:44.178942 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-4262d4a3-169c-4584-a7f9-1f2ebf05a786 tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:39:44.198299 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-4262d4a3-169c-4584-a7f9-1f2ebf05a786 tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:39:44.236898 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-4262d4a3-169c-4584-a7f9-1f2ebf05a786 tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Notify callbacks [] for security_group, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:44.284764 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f585dc50-64b9-4886-bbc7-608be69d4a16 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify agent at l3_agent.dv-neutron-821829-1-hyperv the message routers_updated {{(pid=87506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 22:39:44.285914 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.api.v2.resource [None req-f0ae133e-4850-4048-8ad5-c79d76ead809 tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] create failed (client error): There was a conflict when trying to complete your request.
Dec 16 22:39:44.289635 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-f0ae133e-4850-4048-8ad5-c79d76ead809 tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 409  len: 366 time: 0.4914033
Dec 16 22:39:44.290565 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 46062) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:39:44.292657 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-f585dc50-64b9-4886-bbc7-608be69d4a16 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] 10.222.0.13 "PUT /v2.0/routers/17895173-428d-4926-812c-ee6102db527a/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.2615395
Dec 16 22:39:44.294514 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 46066) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:39:44.296716 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67fff2d9-39cd-4d28-848f-bb1cd02d1284 None None] Sync routers for ids ['17895173-428d-4926-812c-ee6102db527a'] in dv-neutron-821829-1-hyperv {{(pid=87509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 22:39:44.306183 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67fff2d9-39cd-4d28-848f-bb1cd02d1284 None None] Routers {'17895173-428d-4926-812c-ee6102db527a'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:39:44.306880 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-67fff2d9-39cd-4d28-848f-bb1cd02d1284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b7cb15700>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:39:31Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['17895173-428d-4926-812c-ee6102db527a'], 'active': True} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:39:44.353559 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-4262d4a3-169c-4584-a7f9-1f2ebf05a786 tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:39:44.368877 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-67fff2d9-39cd-4d28-848f-bb1cd02d1284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b7cb15700>, [], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:39:44.371007 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-4262d4a3-169c-4584-a7f9-1f2ebf05a786 tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Usage tracker for resource:security_group_rule and tenant:fd927e9f15874920a18b902299712a83 is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:39:44.377338 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67fff2d9-39cd-4d28-848f-bb1cd02d1284 None None] Routers {'17895173-428d-4926-812c-ee6102db527a'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:39:44.378045 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-67fff2d9-39cd-4d28-848f-bb1cd02d1284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b7cb15700>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:39:31Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['17895173-428d-4926-812c-ee6102db527a'], 'active': True} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:39:44.381926 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-ef9ee636-6bbf-42f1-b955-af3a2786add7 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] 10.222.0.13 "GET /v2.0/ports?device_id=17895173-428d-4926-812c-ee6102db527a HTTP/1.1" status: 200  len: 205 time: 0.0837879
Dec 16 22:39:44.394355 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 46070) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:39:44.395770 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-4262d4a3-169c-4584-a7f9-1f2ebf05a786 tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:39:44.410671 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-4262d4a3-169c-4584-a7f9-1f2ebf05a786 tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:39:44.438081 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-67fff2d9-39cd-4d28-848f-bb1cd02d1284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b7cb15700>, [], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:39:44.438572 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67fff2d9-39cd-4d28-848f-bb1cd02d1284 None None] The sync data for ids ['17895173-428d-4926-812c-ee6102db527a'] in dv-neutron-821829-1-hyperv is: [] {{(pid=87509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 22:39:44.525922 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Device 4359d2e8-34fe-4cb4-bef0-4f10169a8bef up at agent hyperv_hv-neutron-8218 {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 22:39:44.538512 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-fe19792d-1c78-4cb7-958f-148e1ad934b7 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks [] for router, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:44.558432 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-f617d42d-8b7b-45bb-8be8-67f5e2ba192c tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] Notify callbacks [] for security_group, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:44.587600 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-44108655-67b3-4268-9329-351a870dc3fb tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:44.601846 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Provisioning for port 4359d2e8-34fe-4cb4-bef0-4f10169a8bef completed by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 22:39:44.607254 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Provisioning complete for port 4359d2e8-34fe-4cb4-bef0-4f10169a8bef triggered by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:39:44.607887 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:44.738988 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:44.758240 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.plugin [None req-44108655-67b3-4268-9329-351a870dc3fb tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Calling delete_port for 7ac10c77-e94f-4bd1-953c-02a46dffa45c owned by  {{(pid=87507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:39:44.766891 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e559bb86-9633-4370-9cd9-33cf2cb148d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4359d2e8-34fe-4cb4-bef0-4f10169a8bef'}] {{(pid=87508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 22:39:44.777066 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] For port 4359d2e8-34fe-4cb4-bef0-4f10169a8bef, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=4359d2e8-34fe-4cb4-bef0-4f10169a8bef,segment=NetworkSegment(32a05c8f-4e22-414f-870d-ee93982b6a67),segment_id=32a05c8f-4e22-414f-870d-ee93982b6a67)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:39:44.782237 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:44.785341 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-99e7631e-d9e5-43ef-8ef2-5fb19f659bbe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:39:44.801249 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-f617d42d-8b7b-45bb-8be8-67f5e2ba192c tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:44.867506 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Pushing event updated for resources: {'Port': ['ID=4359d2e8-34fe-4cb4-bef0-4f10169a8bef,revision_number=5']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:39:44.871894 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:39:44.952116 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-4262d4a3-169c-4584-a7f9-1f2ebf05a786 tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Notify callbacks [] for security_group, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:44.965717 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-4262d4a3-169c-4584-a7f9-1f2ebf05a786 tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841066'] for security_group, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:44.974615 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-1b6f6c97-e979-401c-9cc2-65b23c0f6646 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:39:44.988682 dv-neutron-821829-1-hyperv neutron-server[87508]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e559bb86-9633-4370-9cd9-33cf2cb148d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4359d2e8-34fe-4cb4-bef0-4f10169a8bef', 'code': 200}
Dec 16 22:39:45.039334 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-fe19792d-1c78-4cb7-958f-148e1ad934b7 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3739500', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39002'] for router, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:45.049074 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-f617d42d-8b7b-45bb-8be8-67f5e2ba192c tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841066'] for security_group, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:45.052351 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-fe19792d-1c78-4cb7-958f-148e1ad934b7 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:45.084929 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-09d9e3f7-bb8d-4386-9216-e75b537368b3 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3830176'] for router_interface, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:45.095794 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4262d4a3-169c-4584-a7f9-1f2ebf05a786 tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c45b14d5-bb22-4291-8e3a-983b7fb50ce7,revision_number=1']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:39:45.105512 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-4262d4a3-169c-4584-a7f9-1f2ebf05a786 tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:39:45.115574 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44433f9-a002-4296-bb9b-73dfa06ffe1e req-03f67694-a54e-40bf-9c11-73113797f7ab tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:39:45.117168 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-e44433f9-a002-4296-bb9b-73dfa06ffe1e req-03f67694-a54e-40bf-9c11-73113797f7ab tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] 10.222.0.13 "GET /v2.0/ports?device_id=e559bb86-9633-4370-9cd9-33cf2cb148d6 HTTP/1.1" status: 200  len: 946 time: 0.3292956
Dec 16 22:39:45.117780 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-61bda111-cd82-47ee-a9a9-426f933519ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.058s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:39:45.130114 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-4262d4a3-169c-4584-a7f9-1f2ebf05a786 tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Notify callbacks [] for security_group, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:45.134020 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-4262d4a3-169c-4584-a7f9-1f2ebf05a786 tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1745 time: 1.0374851
Dec 16 22:39:45.134160 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 46080) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:39:45.141638 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-fe19792d-1c78-4cb7-958f-148e1ad934b7 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3830089'] for router, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:45.142150 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe19792d-1c78-4cb7-958f-148e1ad934b7 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Fanout notify agent at l3_agent the message router_deleted on router 17895173-428d-4926-812c-ee6102db527a {{(pid=87506) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 16 22:39:45.150629 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-f617d42d-8b7b-45bb-8be8-67f5e2ba192c tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] Notify callbacks [] for security_group, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:45.151718 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-f617d42d-8b7b-45bb-8be8-67f5e2ba192c tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] 10.222.0.13 "DELETE /v2.0/security-groups/0c84b020-fbba-4e48-b2a3-4ff21be90472 HTTP/1.1" status: 204  len: 168 time: 0.8602691
Dec 16 22:39:45.154288 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-44108655-67b3-4268-9329-351a870dc3fb tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10807823'] for port, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:45.156102 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f617d42d-8b7b-45bb-8be8-67f5e2ba192c tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c84b020-fbba-4e48-b2a3-4ff21be90472,revision_number=None']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:39:45.160573 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 46084) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:39:45.164510 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-1c3ee34f-0764-413b-a298-caf395713fc5 tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Request body: {'security_group_rule': {'security_group_id': 'c45b14d5-bb22-4291-8e3a-983b7fb50ce7', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:39:45.166653 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-f617d42d-8b7b-45bb-8be8-67f5e2ba192c tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:39:45.169882 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-844adddb-fa69-4a86-8eb4-c8225ca2f236 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:39:45.237389 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-1c3ee34f-0764-413b-a298-caf395713fc5 tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:39:45.241551 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44108655-67b3-4268-9329-351a870dc3fb tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Pushing event deleted for resources: {'Port': ['ID=7ac10c77-e94f-4bd1-953c-02a46dffa45c,revision_number=None']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:39:45.246654 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-fe19792d-1c78-4cb7-958f-148e1ad934b7 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks [] for router, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:45.247705 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-fe19792d-1c78-4cb7-958f-148e1ad934b7 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] 10.222.0.13 "DELETE /v2.0/routers/17895173-428d-4926-812c-ee6102db527a HTTP/1.1" status: 204  len: 168 time: 0.8522174
Dec 16 22:39:45.272422 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 46088) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:39:45.273314 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-44108655-67b3-4268-9329-351a870dc3fb tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:39:45.280688 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-1c3ee34f-0764-413b-a298-caf395713fc5 tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Usage tracker for resource:security_group_rule and tenant:fd927e9f15874920a18b902299712a83 is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:39:45.288205 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-1c3ee34f-0764-413b-a298-caf395713fc5 tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:39:45.310911 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-1c3ee34f-0764-413b-a298-caf395713fc5 tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:39:45.325425 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-e44433f9-a002-4296-bb9b-73dfa06ffe1e req-cc2924fe-1402-4677-96c7-9e4c0cdc9b02 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c8293c6-7a9d-4021-9d0b-d55cb4b08bc4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1992993
Dec 16 22:39:45.403267 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-1c3ee34f-0764-413b-a298-caf395713fc5 tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:45.429615 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-2cb6a7e6-3394-412a-acba-3b9c86994e05 tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] Synchronizing usage tracker for tenant:88adc064733e430480c28c4364665e17 on resource:security_group {{(pid=87507) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 22:39:45.435438 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc2fa114-1152-4d94-80fd-3ddae9247552 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Deleting subnet 210063bb-c472-4d5a-9b21-1a9e95ed15f6 {{(pid=87507) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 16 22:39:45.445804 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-fc2fa114-1152-4d94-80fd-3ddae9247552 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks [] for subnet, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:45.488461 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-44108655-67b3-4268-9329-351a870dc3fb tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for port, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:45.490277 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-44108655-67b3-4268-9329-351a870dc3fb tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] 10.222.0.13 "DELETE /v2.0/ports/7ac10c77-e94f-4bd1-953c-02a46dffa45c HTTP/1.1" status: 204  len: 168 time: 1.4600933
Dec 16 22:39:45.497002 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 46092) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:39:45.509375 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-2cb6a7e6-3394-412a-acba-3b9c86994e05 tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] Unset dirty status for tenant:88adc064733e430480c28c4364665e17 on resource:security_group {{(pid=87507) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 22:39:45.510700 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-2cb6a7e6-3394-412a-acba-3b9c86994e05 tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2983 time: 0.3459175
Dec 16 22:39:45.516252 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 46096) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:39:45.524007 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-3c7c71e3-5168-4fde-9c60-70c875023a6c tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] Request body: {'security_group': {'name': 'tempest-secgroup--1286085477'}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:39:45.529751 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-fc2fa114-1152-4d94-80fd-3ddae9247552 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2128562'] for subnet, precommit_delete_associations {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:45.548642 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8967e0b3-078c-455e-b1d4-cc9dc72521da req-6d64875a-4281-4f68-afca-26c56dea9bda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:39:45.550157 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-8967e0b3-078c-455e-b1d4-cc9dc72521da req-6d64875a-4281-4f68-afca-26c56dea9bda service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=e559bb86-9633-4370-9cd9-33cf2cb148d6 HTTP/1.1" status: 200  len: 1099 time: 0.3098857
Dec 16 22:39:45.565789 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-3c7c71e3-5168-4fde-9c60-70c875023a6c tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:39:45.575114 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.pecan_wsgi.hooks.translation [None req-a63ffa7d-a9c4-482c-b339-96df8894eb72 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] GET failed (client error): The resource could not be found.
Dec 16 22:39:45.575639 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-a63ffa7d-a9c4-482c-b339-96df8894eb72 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Synchronizing usage tracker for tenant:3ddf94e9e4ac4112b345468cafab037c on resource:port {{(pid=87506) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 22:39:45.583188 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-3c7c71e3-5168-4fde-9c60-70c875023a6c tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:39:45.602462 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-3c7c71e3-5168-4fde-9c60-70c875023a6c tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] Notify callbacks [] for security_group, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:45.629580 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-1c3ee34f-0764-413b-a298-caf395713fc5 tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:45.634444 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-3c7c71e3-5168-4fde-9c60-70c875023a6c tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:39:45.635249 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-a63ffa7d-a9c4-482c-b339-96df8894eb72 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Unset dirty status for tenant:3ddf94e9e4ac4112b345468cafab037c on resource:port {{(pid=87506) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 22:39:45.636433 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-a63ffa7d-a9c4-482c-b339-96df8894eb72 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] 10.222.0.13 "GET /v2.0/ports/7ac10c77-e94f-4bd1-953c-02a46dffa45c HTTP/1.1" status: 404  len: 333 time: 0.1367145
Dec 16 22:39:45.640493 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 46100) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:39:45.642352 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-1c3ee34f-0764-413b-a298-caf395713fc5 tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841137'] for security_group_rule, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:45.644113 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-3c7c71e3-5168-4fde-9c60-70c875023a6c tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] Usage tracker for resource:security_group_rule and tenant:88adc064733e430480c28c4364665e17 is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:39:45.644905 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:39:45.648542 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-3c7c71e3-5168-4fde-9c60-70c875023a6c tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:39:45.651939 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-8967e0b3-078c-455e-b1d4-cc9dc72521da req-91d303f9-a863-42dd-bfe0-03eef6c36c55 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=2c8293c6-7a9d-4021-9d0b-d55cb4b08bc4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0937228
Dec 16 22:39:45.657330 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [None req-09d9e3f7-bb8d-4386-9216-e75b537368b3 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Deleting port 08d40a24-c0de-47b0-be9c-5cf3c512804c {{(pid=87506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:39:45.657664 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-09d9e3f7-bb8d-4386-9216-e75b537368b3 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:45.683953 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-3c7c71e3-5168-4fde-9c60-70c875023a6c tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:39:45.706532 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3ee34f-0764-413b-a298-caf395713fc5 tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06bc94db-40bb-4be5-9a4c-9cea084044b4,revision_number=0']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:39:45.711613 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-1c3ee34f-0764-413b-a298-caf395713fc5 tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:39:45.715901 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-fc2fa114-1152-4d94-80fd-3ddae9247552 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3328566'] for subnet, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:45.733227 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-1c3ee34f-0764-413b-a298-caf395713fc5 tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:45.734653 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-1c3ee34f-0764-413b-a298-caf395713fc5 tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.5943789
Dec 16 22:39:45.746684 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 46104) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:39:45.770683 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-5d68dff0-9189-41be-8c0f-f07e73c964e0 tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Request body: {'security_group_rule': {'security_group_id': 'c45b14d5-bb22-4291-8e3a-983b7fb50ce7', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:39:45.784446 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-5d68dff0-9189-41be-8c0f-f07e73c964e0 tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:39:45.794858 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2bb6bbe-a817-4977-b37f-d2ebc7b4efdf tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Deleting subnet 361d121d-2d9a-4ca8-beb3-3beb608d0103 {{(pid=87507) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 16 22:39:45.802828 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-a2bb6bbe-a817-4977-b37f-d2ebc7b4efdf tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks [] for subnet, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:45.829979 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-5d68dff0-9189-41be-8c0f-f07e73c964e0 tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Usage tracker for resource:security_group_rule and tenant:fd927e9f15874920a18b902299712a83 is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:39:45.845392 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-5d68dff0-9189-41be-8c0f-f07e73c964e0 tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:39:45.859503 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-5d68dff0-9189-41be-8c0f-f07e73c964e0 tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:39:45.867886 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-09d9e3f7-bb8d-4386-9216-e75b537368b3 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:45.901068 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-a2bb6bbe-a817-4977-b37f-d2ebc7b4efdf tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2128562'] for subnet, precommit_delete_associations {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:45.993965 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [None req-09d9e3f7-bb8d-4386-9216-e75b537368b3 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Calling delete_port for 08d40a24-c0de-47b0-be9c-5cf3c512804c owned by network:router_interface {{(pid=87506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:39:46.088340 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-5d68dff0-9189-41be-8c0f-f07e73c964e0 tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:46.114169 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-fc2fa114-1152-4d94-80fd-3ddae9247552 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3328622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10807868', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10549621'] for subnet, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:46.119544 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-3c7c71e3-5168-4fde-9c60-70c875023a6c tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] Notify callbacks [] for security_group, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:46.125197 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-99aae98b-eedd-49fb-9a18-3e4949bfa4df tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:39:46.174472 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-09d9e3f7-bb8d-4386-9216-e75b537368b3 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1863393'] for port, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:46.175137 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-3c7c71e3-5168-4fde-9c60-70c875023a6c tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841066'] for security_group, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:46.181964 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-f585dc50-64b9-4886-bbc7-608be69d4a16 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:39:46.186324 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2fa114-1152-4d94-80fd-3ddae9247552 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Pushing event deleted for resources: {'Subnet': ['ID=210063bb-c472-4d5a-9b21-1a9e95ed15f6,revision_number=None']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:39:46.206964 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-fc2fa114-1152-4d94-80fd-3ddae9247552 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:39:46.207489 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-37e75b32-b188-41b2-a0ed-06d08ada11da tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.022s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:39:46.207607 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a12219a-7d23-43c0-999c-8c9fcaf482f3 None None] Network e894d2d2-4397-41ec-8ac1-73c4017e299f requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 22:39:46.217011 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-fc2fa114-1152-4d94-80fd-3ddae9247552 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks [] for subnet, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:46.280216 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-fc2fa114-1152-4d94-80fd-3ddae9247552 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] 10.222.0.13 "DELETE /v2.0/subnets/210063bb-c472-4d5a-9b21-1a9e95ed15f6 HTTP/1.1" status: 204  len: 168 time: 0.9993477
Dec 16 22:39:46.284615 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 46108) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:39:46.285893 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c71e3-5168-4fde-9c60-70c875023a6c tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] Pushing event updated for resources: {'SecurityGroup': ['ID=219e0898-d96f-4994-a869-5ecf6d5a15ce,revision_number=1']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:39:46.310462 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-3c7c71e3-5168-4fde-9c60-70c875023a6c tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:39:46.311276 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-3c7c71e3-5168-4fde-9c60-70c875023a6c tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] Notify callbacks [] for security_group, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:46.312514 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-3c7c71e3-5168-4fde-9c60-70c875023a6c tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1746 time: 0.7951717
Dec 16 22:39:46.338229 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 46112) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:39:46.344169 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-48a5640e-c12a-45b0-ab0a-23acd882c5ed tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] Request body: {'security_group_rule': {'security_group_id': '219e0898-d96f-4994-a869-5ecf6d5a15ce', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:39:46.344649 dv-neutron-821829-1-hyperv neutron-server[87507]: WARNING neutron.api.v2.base [None req-48a5640e-c12a-45b0-ab0a-23acd882c5ed tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].
Dec 16 22:39:46.345284 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.api.v2.resource [None req-48a5640e-c12a-45b0-ab0a-23acd882c5ed tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 16 22:39:46.346228 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-48a5640e-c12a-45b0-ab0a-23acd882c5ed tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 396 time: 0.0070636
Dec 16 22:39:46.365325 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 46116) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:39:46.436513 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d9e3f7-bb8d-4386-9216-e75b537368b3 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Pushing event deleted for resources: {'Port': ['ID=08d40a24-c0de-47b0-be9c-5cf3c512804c,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:39:46.438505 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-5d68dff0-9189-41be-8c0f-f07e73c964e0 tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:46.438719 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-09d9e3f7-bb8d-4386-9216-e75b537368b3 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:39:46.442043 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-a2bb6bbe-a817-4977-b37f-d2ebc7b4efdf tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3328566'] for subnet, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:46.502509 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-5d68dff0-9189-41be-8c0f-f07e73c964e0 tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841137'] for security_group_rule, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:46.507331 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c403161-8327-413c-a13d-752dab681e8d None None] DHCP port deletion for e894d2d2-4397-41ec-8ac1-73c4017e299f request from dv-neutron-821829-1-hyperv {{(pid=87508) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 16 22:39:46.523133 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-7c403161-8327-413c-a13d-752dab681e8d None None] Deleting port 827f09bb-46d9-4c12-a36c-341d2a124005 {{(pid=87508) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:39:46.526811 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-7c403161-8327-413c-a13d-752dab681e8d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:46.549229 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:39:46.617625 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-09d9e3f7-bb8d-4386-9216-e75b537368b3 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3791449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3739472'] for router_interface, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:46.734453 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-be98e0cb-9b74-4c9a-9439-da3da3ec3a0a tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] Notify callbacks [] for security_group, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:46.755658 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d68dff0-9189-41be-8c0f-f07e73c964e0 tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2dafee7e-c72f-4c94-8c63-f2eb4a9dce57,revision_number=0']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:39:46.770428 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-5d68dff0-9189-41be-8c0f-f07e73c964e0 tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:39:46.776866 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-a2bb6bbe-a817-4977-b37f-d2ebc7b4efdf tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3328622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10807868', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10549621'] for subnet, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:46.782034 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-98c389cc-c92f-4616-92f8-1a9f2f757375 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:39:46.809004 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-5d68dff0-9189-41be-8c0f-f07e73c964e0 tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:46.810161 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-5d68dff0-9189-41be-8c0f-f07e73c964e0 tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 1.0625443
Dec 16 22:39:46.820908 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-8a416540-0a8e-484b-9d65-68042e9158dd tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-825997'] for network, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:46.823010 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 46122) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:39:46.834851 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-98fbd204-c299-4ccf-893b-88b168227cba tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Request body: {'security_group_rule': {'security_group_id': 'c45b14d5-bb22-4291-8e3a-983b7fb50ce7', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:39:46.841868 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bb6bbe-a817-4977-b37f-d2ebc7b4efdf tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Pushing event deleted for resources: {'Subnet': ['ID=361d121d-2d9a-4ca8-beb3-3beb608d0103,revision_number=None']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:39:46.850540 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-a2bb6bbe-a817-4977-b37f-d2ebc7b4efdf tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:39:46.851488 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-98fbd204-c299-4ccf-893b-88b168227cba tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:39:46.857181 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-a2bb6bbe-a817-4977-b37f-d2ebc7b4efdf tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks [] for subnet, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:46.860961 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2470a63-b7ef-4fb9-86e4-f7453de96f94 None None] Network a4da44a4-9e60-4965-bc08-5b8dd7030956 requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 22:39:46.862437 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-98fbd204-c299-4ccf-893b-88b168227cba tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Usage tracker for resource:security_group_rule and tenant:fd927e9f15874920a18b902299712a83 is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:39:46.868337 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-98fbd204-c299-4ccf-893b-88b168227cba tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:39:46.871431 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-be98e0cb-9b74-4c9a-9439-da3da3ec3a0a tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:46.878727 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-98fbd204-c299-4ccf-893b-88b168227cba tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:39:46.884030 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-a2bb6bbe-a817-4977-b37f-d2ebc7b4efdf tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] 10.222.0.13 "DELETE /v2.0/subnets/361d121d-2d9a-4ca8-beb3-3beb608d0103 HTTP/1.1" status: 204  len: 168 time: 1.2414229
Dec 16 22:39:46.891110 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 46126) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:39:46.893690 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.plugin [None req-8a416540-0a8e-484b-9d65-68042e9158dd tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Deleting port 827f09bb-46d9-4c12-a36c-341d2a124005 {{(pid=87507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:39:46.893981 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-8a416540-0a8e-484b-9d65-68042e9158dd tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:46.931216 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-7c403161-8327-413c-a13d-752dab681e8d None None] For port 827f09bb-46d9-4c12-a36c-341d2a124005, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=827f09bb-46d9-4c12-a36c-341d2a124005,segment=NetworkSegment(9872c965-53cb-4cfb-becf-029f9ece098c),segment_id=9872c965-53cb-4cfb-becf-029f9ece098c)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:39:46.931638 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-7c403161-8327-413c-a13d-752dab681e8d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:47.036835 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09d9e3f7-bb8d-4386-9216-e75b537368b3 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Router 648739f5-6143-4e31-b0df-ad6f5aa2c7e1 has already been hosted by L3 agent 4f519db7-069b-43e2-8411-c092bac9102a {{(pid=87506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 22:39:47.076166 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c10befb-9074-4aa1-bab9-a246e7dc2926 req-58f1f113-6cbb-47e1-b996-fd063a3eca15 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:39:47.078970 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-7c403161-8327-413c-a13d-752dab681e8d None None] Calling delete_port for 827f09bb-46d9-4c12-a36c-341d2a124005 owned by network:dhcp {{(pid=87508) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:39:47.080212 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-0c10befb-9074-4aa1-bab9-a246e7dc2926 req-58f1f113-6cbb-47e1-b996-fd063a3eca15 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] 10.222.0.13 "GET /v2.0/ports?device_id=e559bb86-9633-4370-9cd9-33cf2cb148d6 HTTP/1.1" status: 200  len: 946 time: 0.4871340
Dec 16 22:39:47.099126 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-be98e0cb-9b74-4c9a-9439-da3da3ec3a0a tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841066'] for security_group, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:47.108353 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-5546dcf2-6ad1-4fb3-8e02-2e0ffbad5e0d tempest-NegativeSecGroupTest-382581040 tempest-NegativeSecGroupTest-382581040-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:39:47.112669 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-98fbd204-c299-4ccf-893b-88b168227cba tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:47.166072 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-f904dc85-f0b7-449a-a7c7-4ef7bd75e5a8 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-825997'] for network, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:47.180028 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be98e0cb-9b74-4c9a-9439-da3da3ec3a0a tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=219e0898-d96f-4994-a869-5ecf6d5a15ce,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:39:47.182358 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-be98e0cb-9b74-4c9a-9439-da3da3ec3a0a tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:39:47.207308 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09d9e3f7-bb8d-4386-9216-e75b537368b3 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify agent at l3_agent.dv-neutron-821829-1-hyperv the message routers_updated {{(pid=87506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 22:39:47.218876 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-be98e0cb-9b74-4c9a-9439-da3da3ec3a0a tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] Notify callbacks [] for security_group, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:47.222969 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-be98e0cb-9b74-4c9a-9439-da3da3ec3a0a tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] 10.222.0.13 "DELETE /v2.0/security-groups/219e0898-d96f-4994-a869-5ecf6d5a15ce HTTP/1.1" status: 204  len: 168 time: 0.8549640
Dec 16 22:39:47.224773 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 46130) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:39:47.226929 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3bae472-8ba7-4fd0-8404-a3bd3a77a67a None None] Sync routers for ids ['648739f5-6143-4e31-b0df-ad6f5aa2c7e1'] in dv-neutron-821829-1-hyperv {{(pid=87508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 22:39:47.240360 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-09d9e3f7-bb8d-4386-9216-e75b537368b3 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] 10.222.0.13 "PUT /v2.0/routers/648739f5-6143-4e31-b0df-ad6f5aa2c7e1/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.5356650
Dec 16 22:39:47.243019 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 46134) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:39:47.251218 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-0c10befb-9074-4aa1-bab9-a246e7dc2926 req-40fcc2cf-1d1d-4d31-baa9-60d05a6e4513 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c8293c6-7a9d-4021-9d0b-d55cb4b08bc4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1274176
Dec 16 22:39:47.253930 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3bae472-8ba7-4fd0-8404-a3bd3a77a67a None None] Routers {'648739f5-6143-4e31-b0df-ad6f5aa2c7e1'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:39:47.254808 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-c3bae472-8ba7-4fd0-8404-a3bd3a77a67a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b7c19f790>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:39:31Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['648739f5-6143-4e31-b0df-ad6f5aa2c7e1'], 'active': True} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:39:47.303406 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.pecan_wsgi.hooks.translation [None req-7eb24318-9d59-4957-a2a7-c53d80e6c611 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] GET failed (client error): The resource could not be found.
Dec 16 22:39:47.303976 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-7eb24318-9d59-4957-a2a7-c53d80e6c611 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Synchronizing usage tracker for tenant:69ee045658914011ac7b8ba0ad799b2d on resource:port {{(pid=87506) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 22:39:47.311149 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.plugin [None req-f904dc85-f0b7-449a-a7c7-4ef7bd75e5a8 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Deleting port 5f9740e9-8e58-41ac-b7e4-ae780fa8d82e {{(pid=87507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:39:47.311479 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-f904dc85-f0b7-449a-a7c7-4ef7bd75e5a8 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:47.322656 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-7c403161-8327-413c-a13d-752dab681e8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949'] for port, after_delete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:47.335087 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-811131bd-bf54-4749-8a51-3dfca2e4fbb8 tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] Synchronizing usage tracker for tenant:88adc064733e430480c28c4364665e17 on resource:security_group {{(pid=87506) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 22:39:47.336402 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-5fed5e46-66ec-420b-a561-6354e3f63053 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:39:47.339188 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-7eb24318-9d59-4957-a2a7-c53d80e6c611 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Unset dirty status for tenant:69ee045658914011ac7b8ba0ad799b2d on resource:port {{(pid=87506) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 22:39:47.342973 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-7eb24318-9d59-4957-a2a7-c53d80e6c611 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] 10.222.0.13 "GET /v2.0/ports/08d40a24-c0de-47b0-be9c-5cf3c512804c HTTP/1.1" status: 404  len: 333 time: 0.0964439
Dec 16 22:39:47.343269 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 46138) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:39:47.380635 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c403161-8327-413c-a13d-752dab681e8d None None] Pushing event deleted for resources: {'Port': ['ID=827f09bb-46d9-4c12-a36c-341d2a124005,revision_number=None']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:39:47.388013 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-c3bae472-8ba7-4fd0-8404-a3bd3a77a67a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b7c19f790>, [], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:39:47.394086 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-7c403161-8327-413c-a13d-752dab681e8d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:39:47.406747 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3bae472-8ba7-4fd0-8404-a3bd3a77a67a None None] Routers {'648739f5-6143-4e31-b0df-ad6f5aa2c7e1'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:39:47.407648 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-c3bae472-8ba7-4fd0-8404-a3bd3a77a67a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b7c19f790>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:39:31Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['648739f5-6143-4e31-b0df-ad6f5aa2c7e1'], 'active': True} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:39:47.407921 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-98fbd204-c299-4ccf-893b-88b168227cba tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:47.411182 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.db [None req-8a416540-0a8e-484b-9d65-68042e9158dd tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] For port 827f09bb-46d9-4c12-a36c-341d2a124005, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=827f09bb-46d9-4c12-a36c-341d2a124005,segment=NetworkSegment(9872c965-53cb-4cfb-becf-029f9ece098c),segment_id=9872c965-53cb-4cfb-becf-029f9ece098c)] {{(pid=87507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:39:47.411348 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-8a416540-0a8e-484b-9d65-68042e9158dd tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:47.428944 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-98fbd204-c299-4ccf-893b-88b168227cba tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841137'] for security_group_rule, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:47.480428 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-811131bd-bf54-4749-8a51-3dfca2e4fbb8 tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] Unset dirty status for tenant:88adc064733e430480c28c4364665e17 on resource:security_group {{(pid=87506) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 22:39:47.486447 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-811131bd-bf54-4749-8a51-3dfca2e4fbb8 tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2983 time: 0.2606888
Dec 16 22:39:47.487321 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 46142) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:39:47.489590 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c403161-8327-413c-a13d-752dab681e8d None None] No DVR routers for this DVR port 827f09bb-46d9-4c12-a36c-341d2a124005 on host dv-neutron-821829-1-hyperv {{(pid=87508) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 22:39:47.494582 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 827f09bb-46d9-4c12-a36c-341d2a124005 no longer exists at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 22:39:47.497615 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-9384a4af-a796-4ffb-83da-58b63d35c63f tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] Request body: {'security_group': {'name': 'tempest-secgroup--277804137'}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:39:47.507118 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-9384a4af-a796-4ffb-83da-58b63d35c63f tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:39:47.512055 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-291ada49-ec57-4221-868e-7ea6047e420b tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks [] for router, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:47.544328 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] No Port match for: 827f09bb-46d9-4c12-a36c-341d2a124005 {{(pid=87508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 22:39:47.545090 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 827f09bb-46d9-4c12-a36c-341d2a124005 not bound to the agent host dv-neutron-821829-1-hyperv {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 22:39:47.559733 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-c3bae472-8ba7-4fd0-8404-a3bd3a77a67a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b7c19f790>, [], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:39:47.560456 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3bae472-8ba7-4fd0-8404-a3bd3a77a67a None None] The sync data for ids ['648739f5-6143-4e31-b0df-ad6f5aa2c7e1'] in dv-neutron-821829-1-hyperv is: [] {{(pid=87508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 22:39:47.564971 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-63d73527-f52d-4c11-bc03-4068c4929f9a tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:39:47.593686 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b09b0460-d750-4c05-b98b-fab60e77ec7d None None] DHCP port deletion for a4da44a4-9e60-4965-bc08-5b8dd7030956 request from dv-neutron-821829-1-hyperv {{(pid=87508) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 16 22:39:47.599184 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-b09b0460-d750-4c05-b98b-fab60e77ec7d None None] Deleting port 5f9740e9-8e58-41ac-b7e4-ae780fa8d82e {{(pid=87508) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:39:47.599640 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b09b0460-d750-4c05-b98b-fab60e77ec7d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:47.649666 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.plugin [None req-8a416540-0a8e-484b-9d65-68042e9158dd tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Calling delete_port for 827f09bb-46d9-4c12-a36c-341d2a124005 owned by network:dhcp {{(pid=87507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:39:47.654829 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-9384a4af-a796-4ffb-83da-58b63d35c63f tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:39:47.693282 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fbd204-c299-4ccf-893b-88b168227cba tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b640b507-b096-4c07-916e-de7ef2ac3820,revision_number=0']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:39:47.713023 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-98fbd204-c299-4ccf-893b-88b168227cba tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:39:47.803775 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-98fbd204-c299-4ccf-893b-88b168227cba tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:47.804928 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-98fbd204-c299-4ccf-893b-88b168227cba tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.9747152
Dec 16 22:39:47.813393 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 46146) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:39:47.831422 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-b09b0460-d750-4c05-b98b-fab60e77ec7d None None] For port 5f9740e9-8e58-41ac-b7e4-ae780fa8d82e, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=5f9740e9-8e58-41ac-b7e4-ae780fa8d82e,segment=NetworkSegment(0a960113-a73a-458d-9ed1-bc4718deccdc),segment_id=0a960113-a73a-458d-9ed1-bc4718deccdc)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:39:47.832200 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b09b0460-d750-4c05-b98b-fab60e77ec7d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:47.835100 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-357c5211-0877-43fa-8492-5e1681f961d6 tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Request body: {'security_group_rule': {'security_group_id': 'c45b14d5-bb22-4291-8e3a-983b7fb50ce7', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:39:47.855071 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-357c5211-0877-43fa-8492-5e1681f961d6 tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:39:47.865486 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-357c5211-0877-43fa-8492-5e1681f961d6 tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Usage tracker for resource:security_group_rule and tenant:fd927e9f15874920a18b902299712a83 is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:39:47.877786 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-357c5211-0877-43fa-8492-5e1681f961d6 tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:39:47.887235 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-357c5211-0877-43fa-8492-5e1681f961d6 tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:39:47.892358 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.db.api [None req-8a416540-0a8e-484b-9d65-68042e9158dd tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87507) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 16 22:39:47.892669 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_db.api [None req-8a416540-0a8e-484b-9d65-68042e9158dd tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 16 22:39:47.895239 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.db [None req-f904dc85-f0b7-449a-a7c7-4ef7bd75e5a8 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] For port 5f9740e9-8e58-41ac-b7e4-ae780fa8d82e, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=5f9740e9-8e58-41ac-b7e4-ae780fa8d82e,segment=NetworkSegment(0a960113-a73a-458d-9ed1-bc4718deccdc),segment_id=0a960113-a73a-458d-9ed1-bc4718deccdc)] {{(pid=87507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:39:47.895601 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-f904dc85-f0b7-449a-a7c7-4ef7bd75e5a8 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:47.956392 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-b09b0460-d750-4c05-b98b-fab60e77ec7d None None] Calling delete_port for 5f9740e9-8e58-41ac-b7e4-ae780fa8d82e owned by network:dhcp {{(pid=87508) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:39:47.976417 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-9384a4af-a796-4ffb-83da-58b63d35c63f tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] Notify callbacks [] for security_group, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:48.002888 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-291ada49-ec57-4221-868e-7ea6047e420b tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3739500', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39002'] for router, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:48.006587 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-291ada49-ec57-4221-868e-7ea6047e420b tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:48.014599 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-9384a4af-a796-4ffb-83da-58b63d35c63f tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:39:48.028399 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-9384a4af-a796-4ffb-83da-58b63d35c63f tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] Usage tracker for resource:security_group_rule and tenant:88adc064733e430480c28c4364665e17 is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:39:48.032168 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-9384a4af-a796-4ffb-83da-58b63d35c63f tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:39:48.039374 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b09b0460-d750-4c05-b98b-fab60e77ec7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949'] for port, after_delete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:48.040415 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-9384a4af-a796-4ffb-83da-58b63d35c63f tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:39:48.044233 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:39:48.044881 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-291ada49-ec57-4221-868e-7ea6047e420b tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3830089'] for router, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:48.045463 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-291ada49-ec57-4221-868e-7ea6047e420b tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Fanout notify agent at l3_agent the message router_deleted on router 648739f5-6143-4e31-b0df-ad6f5aa2c7e1 {{(pid=87506) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 16 22:39:48.065443 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-291ada49-ec57-4221-868e-7ea6047e420b tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks [] for router, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:48.066586 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-291ada49-ec57-4221-868e-7ea6047e420b tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] 10.222.0.13 "DELETE /v2.0/routers/648739f5-6143-4e31-b0df-ad6f5aa2c7e1 HTTP/1.1" status: 204  len: 168 time: 0.7224987
Dec 16 22:39:48.073935 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 46150) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:39:48.091833 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09b0460-d750-4c05-b98b-fab60e77ec7d None None] Pushing event deleted for resources: {'Port': ['ID=5f9740e9-8e58-41ac-b7e4-ae780fa8d82e,revision_number=None']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:39:48.095300 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-b09b0460-d750-4c05-b98b-fab60e77ec7d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:39:48.098265 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b09b0460-d750-4c05-b98b-fab60e77ec7d None None] No DVR routers for this DVR port 5f9740e9-8e58-41ac-b7e4-ae780fa8d82e on host dv-neutron-821829-1-hyperv {{(pid=87508) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 22:39:48.161727 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.plugin [None req-f904dc85-f0b7-449a-a7c7-4ef7bd75e5a8 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Calling delete_port for 5f9740e9-8e58-41ac-b7e4-ae780fa8d82e owned by network:dhcp {{(pid=87507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:39:48.168446 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.db_base_plugin_v2 [None req-7027347f-3e31-4439-b972-c4821c268ee4 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Deleting subnet 518424be-ffd7-44dd-bbb0-a9a8ba339582 {{(pid=87506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 16 22:39:48.173582 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-7027347f-3e31-4439-b972-c4821c268ee4 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks [] for subnet, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:48.188703 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-357c5211-0877-43fa-8492-5e1681f961d6 tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:48.243242 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-9384a4af-a796-4ffb-83da-58b63d35c63f tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] Notify callbacks [] for security_group, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:48.251348 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-9384a4af-a796-4ffb-83da-58b63d35c63f tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841066'] for security_group, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:48.256646 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-7027347f-3e31-4439-b972-c4821c268ee4 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-266764487'] for subnet, precommit_delete_associations {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:48.278500 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.db.api [None req-f904dc85-f0b7-449a-a7c7-4ef7bd75e5a8 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87507) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 16 22:39:48.278927 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_db.api [None req-f904dc85-f0b7-449a-a7c7-4ef7bd75e5a8 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 16 22:39:48.284021 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-7ab7085a-9afd-4127-a14f-f82b5589909e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:39:48.290178 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-357c5211-0877-43fa-8492-5e1681f961d6 tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:48.294663 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-357c5211-0877-43fa-8492-5e1681f961d6 tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841137'] for security_group_rule, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:48.296598 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:39:48.318621 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357c5211-0877-43fa-8492-5e1681f961d6 tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ddd6aad-b09e-4229-b5c7-3c5e6822af31,revision_number=0']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:39:48.322835 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-357c5211-0877-43fa-8492-5e1681f961d6 tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:39:48.344895 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-357c5211-0877-43fa-8492-5e1681f961d6 tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:48.346786 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-357c5211-0877-43fa-8492-5e1681f961d6 tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.5306871
Dec 16 22:39:48.350035 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 46156) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:39:48.352953 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9384a4af-a796-4ffb-83da-58b63d35c63f tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e383825e-a1c5-42c6-a092-966827534dc2,revision_number=1']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:39:48.355969 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-9384a4af-a796-4ffb-83da-58b63d35c63f tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:39:48.356907 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-aec26004-a4e4-4f2f-a869-7f5462401efb tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Request body: {'security_group_rule': {'security_group_id': 'c45b14d5-bb22-4291-8e3a-983b7fb50ce7', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:39:48.361396 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-9384a4af-a796-4ffb-83da-58b63d35c63f tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] Notify callbacks [] for security_group, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:48.364450 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-aec26004-a4e4-4f2f-a869-7f5462401efb tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:39:48.365869 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-9384a4af-a796-4ffb-83da-58b63d35c63f tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1745 time: 0.8738229
Dec 16 22:39:48.368555 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-aec26004-a4e4-4f2f-a869-7f5462401efb tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Usage tracker for resource:security_group_rule and tenant:fd927e9f15874920a18b902299712a83 is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:39:48.369044 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 46160) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:39:48.372820 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-aec26004-a4e4-4f2f-a869-7f5462401efb tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:39:48.375343 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-797e633f-60e2-46c8-be0d-be96eb2917ef tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] Request body: {'security_group_rule': {'security_group_id': 'e383825e-a1c5-42c6-a092-966827534dc2', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:39:48.376183 dv-neutron-821829-1-hyperv neutron-server[87506]: WARNING neutron.api.v2.base [None req-797e633f-60e2-46c8-be0d-be96eb2917ef tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.
Dec 16 22:39:48.376686 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.api.v2.resource [None req-797e633f-60e2-46c8-be0d-be96eb2917ef tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 16 22:39:48.377599 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-797e633f-60e2-46c8-be0d-be96eb2917ef tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 667 time: 0.0076549
Dec 16 22:39:48.381156 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 46164) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:39:48.408185 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.plugin [None req-8a416540-0a8e-484b-9d65-68042e9158dd tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Deleting port 827f09bb-46d9-4c12-a36c-341d2a124005 {{(pid=87507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:39:48.408423 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-8a416540-0a8e-484b-9d65-68042e9158dd tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:48.440479 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-7027347f-3e31-4439-b972-c4821c268ee4 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3328566'] for subnet, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:48.450504 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-aec26004-a4e4-4f2f-a869-7f5462401efb tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:39:48.493746 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.plugin [None req-8a416540-0a8e-484b-9d65-68042e9158dd tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] The port '827f09bb-46d9-4c12-a36c-341d2a124005' was deleted {{(pid=87507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 16 22:39:48.507313 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-6d7648ca-c5ac-49c8-b76d-fb6a1df81c95 tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] Notify callbacks [] for security_group, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:48.548033 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-6d7648ca-c5ac-49c8-b76d-fb6a1df81c95 tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:48.558554 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-aec26004-a4e4-4f2f-a869-7f5462401efb tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:48.563105 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-7027347f-3e31-4439-b972-c4821c268ee4 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3328622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1863378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11213117'] for subnet, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:48.573518 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-ee9d37a5-cf02-45b2-8218-1c238b463299 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:39:48.617507 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-7027347f-3e31-4439-b972-c4821c268ee4 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks [] for subnet, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:48.624322 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b47fb28d-8d26-4e2b-bf1b-92bcd8911e94 None None] Network b11b382e-04b4-4415-9df0-7a979f8d83ca requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 22:39:48.629181 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7027347f-3e31-4439-b972-c4821c268ee4 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Pushing event deleted for resources: {'Subnet': ['ID=518424be-ffd7-44dd-bbb0-a9a8ba339582,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:39:48.631460 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-7027347f-3e31-4439-b972-c4821c268ee4 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:39:48.637005 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-7027347f-3e31-4439-b972-c4821c268ee4 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] 10.222.0.13 "DELETE /v2.0/subnets/518424be-ffd7-44dd-bbb0-a9a8ba339582 HTTP/1.1" status: 204  len: 168 time: 0.5617692
Dec 16 22:39:48.640810 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 46168) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:39:48.667511 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-8a416540-0a8e-484b-9d65-68042e9158dd tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3329565', 'neutron.services.segments.db._delete_segments_for_network-8734753546406'] for network, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:48.714106 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.services.segments.db [None req-8a416540-0a8e-484b-9d65-68042e9158dd tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1b7c1dd130>,) {'filters': {'network_id': ['e894d2d2-4397-41ec-8ac1-73c4017e299f']}} {{(pid=87507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:39:48.731661 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed0ae78-c1fa-45cf-ab49-414aca53d5d8 req-c803d100-e398-4ee2-ad59-f99a7271b3e7 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:39:48.733255 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-eed0ae78-c1fa-45cf-ab49-414aca53d5d8 req-c803d100-e398-4ee2-ad59-f99a7271b3e7 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] 10.222.0.13 "GET /v2.0/ports?device_id=e559bb86-9633-4370-9cd9-33cf2cb148d6 HTTP/1.1" status: 200  len: 946 time: 0.3615601
Dec 16 22:39:48.739830 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-6d7648ca-c5ac-49c8-b76d-fb6a1df81c95 tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841066'] for security_group, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:48.743630 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.services.segments.db [None req-8a416540-0a8e-484b-9d65-68042e9158dd tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b7c1dd130>, '9872c965-53cb-4cfb-becf-029f9ece098c') {'for_net_delete': True} {{(pid=87507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:39:48.744004 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.services.segments.db [None req-8a416540-0a8e-484b-9d65-68042e9158dd tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b7c1dd130>, '9872c965-53cb-4cfb-becf-029f9ece098c') {} {{(pid=87507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:39:48.747326 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-29f1c683-dbb5-4202-a074-541ab45c8d70 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:39:48.775965 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-8a416540-0a8e-484b-9d65-68042e9158dd tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734753593977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2128549'] for segment, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:48.779095 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7648ca-c5ac-49c8-b76d-fb6a1df81c95 tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e383825e-a1c5-42c6-a092-966827534dc2,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:39:48.783983 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-6d7648ca-c5ac-49c8-b76d-fb6a1df81c95 tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:39:48.784510 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.plugin [None req-f904dc85-f0b7-449a-a7c7-4ef7bd75e5a8 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Deleting port 5f9740e9-8e58-41ac-b7e4-ae780fa8d82e {{(pid=87507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:39:48.785272 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-f904dc85-f0b7-449a-a7c7-4ef7bd75e5a8 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:48.792905 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-ad553640-28e3-4303-825a-7741c328d8f9 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-825997'] for network, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:48.799451 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-6d7648ca-c5ac-49c8-b76d-fb6a1df81c95 tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] Notify callbacks [] for security_group, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:48.803739 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-6d7648ca-c5ac-49c8-b76d-fb6a1df81c95 tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] 10.222.0.13 "DELETE /v2.0/security-groups/e383825e-a1c5-42c6-a092-966827534dc2 HTTP/1.1" status: 204  len: 168 time: 0.4185562
Dec 16 22:39:48.804477 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 46172) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:39:48.828034 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [None req-ad553640-28e3-4303-825a-7741c328d8f9 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Deleting port 877497e0-a3bf-43b7-9e1f-d807f217bddf {{(pid=87506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:39:48.828288 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-ad553640-28e3-4303-825a-7741c328d8f9 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:48.882018 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-aec26004-a4e4-4f2f-a869-7f5462401efb tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:48.883095 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-8a416540-0a8e-484b-9d65-68042e9158dd tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-883292'] for segment, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:48.889968 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.plugin [None req-f904dc85-f0b7-449a-a7c7-4ef7bd75e5a8 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] The port '5f9740e9-8e58-41ac-b7e4-ae780fa8d82e' was deleted {{(pid=87507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 16 22:39:48.900723 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-aec26004-a4e4-4f2f-a869-7f5462401efb tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841137'] for security_group_rule, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:48.909900 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-35e884da-eac1-4773-bd76-416f25e0efec tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] Synchronizing usage tracker for tenant:88adc064733e430480c28c4364665e17 on resource:security_group {{(pid=87506) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 22:39:48.937968 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a416540-0a8e-484b-9d65-68042e9158dd tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Releasing vlan 187 on physical network physnet1 to pool {{(pid=87507) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 16 22:39:48.938430 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-8a416540-0a8e-484b-9d65-68042e9158dd tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-883285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10808034'] for segment, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:48.953551 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-a324e0eb-c749-43bc-bf8e-2da0a8cf40ef tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:39:48.953982 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-421bcefc-3ede-42c3-9d1e-e34f06e21836 None None] DHCP port deletion for b11b382e-04b4-4415-9df0-7a979f8d83ca request from dv-neutron-821829-1-hyperv {{(pid=87508) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 16 22:39:48.958308 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-421bcefc-3ede-42c3-9d1e-e34f06e21836 None None] Deleting port 877497e0-a3bf-43b7-9e1f-d807f217bddf {{(pid=87508) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:39:48.958862 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-421bcefc-3ede-42c3-9d1e-e34f06e21836 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:48.962564 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-eed0ae78-c1fa-45cf-ab49-414aca53d5d8 req-1909e27f-3f3c-419a-a880-35ddf91731f1 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c8293c6-7a9d-4021-9d0b-d55cb4b08bc4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2116313
Dec 16 22:39:48.963344 dv-neutron-821829-1-hyperv neutron-server[87507]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 16 22:39:48.963344 dv-neutron-821829-1-hyperv neutron-server[87507]:   util.warn(
Dec 16 22:39:48.963344 dv-neutron-821829-1-hyperv neutron-server[87507]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 16 22:39:48.963344 dv-neutron-821829-1-hyperv neutron-server[87507]:   util.warn(
Dec 16 22:39:48.963344 dv-neutron-821829-1-hyperv neutron-server[87507]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 16 22:39:48.963344 dv-neutron-821829-1-hyperv neutron-server[87507]:   util.warn(
Dec 16 22:39:48.963344 dv-neutron-821829-1-hyperv neutron-server[87507]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 16 22:39:48.963344 dv-neutron-821829-1-hyperv neutron-server[87507]:   util.warn(
Dec 16 22:39:48.963344 dv-neutron-821829-1-hyperv neutron-server[87507]: Traceback (most recent call last):
Dec 16 22:39:48.963344 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 16 22:39:48.963344 dv-neutron-821829-1-hyperv neutron-server[87507]:     timer()
Dec 16 22:39:48.963344 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 22:39:48.963344 dv-neutron-821829-1-hyperv neutron-server[87507]:     cb(*args, **kw)
Dec 16 22:39:48.963344 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 22:39:48.963344 dv-neutron-821829-1-hyperv neutron-server[87507]:     return func(*args, **kwargs)
Dec 16 22:39:48.963344 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 22:39:48.963344 dv-neutron-821829-1-hyperv neutron-server[87507]:     self._notify()
Dec 16 22:39:48.963344 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 22:39:48.963344 dv-neutron-821829-1-hyperv neutron-server[87507]:     self.callback(batched_events)
Dec 16 22:39:48.963344 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 22:39:48.963344 dv-neutron-821829-1-hyperv neutron-server[87507]:     event.method(event)
Dec 16 22:39:48.963344 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 22:39:48.963344 dv-neutron-821829-1-hyperv neutron-server[87507]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 22:39:48.963344 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 22:39:48.963344 dv-neutron-821829-1-hyperv neutron-server[87507]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 22:39:48.963344 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 22:39:48.963344 dv-neutron-821829-1-hyperv neutron-server[87507]:     return f(self, *a, **k)
Dec 16 22:39:48.963344 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 16 22:39:48.963344 dv-neutron-821829-1-hyperv neutron-server[87507]:     return self._get(url).json()
Dec 16 22:39:48.963344 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 16 22:39:48.963344 dv-neutron-821829-1-hyperv neutron-server[87507]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 22:39:48.963344 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 16 22:39:48.963344 dv-neutron-821829-1-hyperv neutron-server[87507]:     return self.request(url, 'GET', **kwargs)
Dec 16 22:39:48.963344 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 16 22:39:48.963344 dv-neutron-821829-1-hyperv neutron-server[87507]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 22:39:48.963344 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 16 22:39:48.963344 dv-neutron-821829-1-hyperv neutron-server[87507]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 22:39:48.963344 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 16 22:39:48.963344 dv-neutron-821829-1-hyperv neutron-server[87507]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 22:39:48.963344 dv-neutron-821829-1-hyperv neutron-server[87507]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 22:39:48.973131 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-35e884da-eac1-4773-bd76-416f25e0efec tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] Unset dirty status for tenant:88adc064733e430480c28c4364665e17 on resource:security_group {{(pid=87506) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 22:39:48.974382 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-35e884da-eac1-4773-bd76-416f25e0efec tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2983 time: 0.1695979
Dec 16 22:39:48.980061 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 46176) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:39:49.011554 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-a2f4a6b5-b951-4294-b055-d3d56b826234 tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] Request body: {'security_group': {'name': 'tempest-secgroup--1191170535'}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:39:49.019832 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-a2f4a6b5-b951-4294-b055-d3d56b826234 tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:39:49.086296 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-a2f4a6b5-b951-4294-b055-d3d56b826234 tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:39:49.100470 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-8a416540-0a8e-484b-9d65-68042e9158dd tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3329572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3741856'] for network, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:49.109764 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-8a416540-0a8e-484b-9d65-68042e9158dd tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks [] for network, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:49.113584 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec26004-a4e4-4f2f-a869-7f5462401efb tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=adce69be-fe69-4f56-ab28-c5e4206631bd,revision_number=0']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:39:49.114158 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.db [None req-ad553640-28e3-4303-825a-7741c328d8f9 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] For port 877497e0-a3bf-43b7-9e1f-d807f217bddf, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=877497e0-a3bf-43b7-9e1f-d807f217bddf,segment=NetworkSegment(0c9c01f1-0c59-498d-853c-3a79eaf0190b),segment_id=0c9c01f1-0c59-498d-853c-3a79eaf0190b)] {{(pid=87506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:39:49.114613 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-ad553640-28e3-4303-825a-7741c328d8f9 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:49.115937 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-aec26004-a4e4-4f2f-a869-7f5462401efb tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:39:49.123828 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-a2f4a6b5-b951-4294-b055-d3d56b826234 tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] Notify callbacks [] for security_group, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:49.162365 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-7bd3b440-cc2f-4027-ac3b-4eb7661b85df tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:39:49.202271 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-421bcefc-3ede-42c3-9d1e-e34f06e21836 None None] For port 877497e0-a3bf-43b7-9e1f-d807f217bddf, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=877497e0-a3bf-43b7-9e1f-d807f217bddf,segment=NetworkSegment(0c9c01f1-0c59-498d-853c-3a79eaf0190b),segment_id=0c9c01f1-0c59-498d-853c-3a79eaf0190b)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:39:49.202655 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-421bcefc-3ede-42c3-9d1e-e34f06e21836 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:49.244691 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a416540-0a8e-484b-9d65-68042e9158dd tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Pushing event deleted for resources: {'Network': ['ID=e894d2d2-4397-41ec-8ac1-73c4017e299f,revision_number=None']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:39:49.247182 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-8a416540-0a8e-484b-9d65-68042e9158dd tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:39:49.267040 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-8a416540-0a8e-484b-9d65-68042e9158dd tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] 10.222.0.13 "DELETE /v2.0/networks/e894d2d2-4397-41ec-8ac1-73c4017e299f HTTP/1.1" status: 204  len: 168 time: 2.9748814
Dec 16 22:39:49.267299 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [None req-ad553640-28e3-4303-825a-7741c328d8f9 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Calling delete_port for 877497e0-a3bf-43b7-9e1f-d807f217bddf owned by network:dhcp {{(pid=87506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:39:49.267900 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-f904dc85-f0b7-449a-a7c7-4ef7bd75e5a8 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3329565', 'neutron.services.segments.db._delete_segments_for_network-8734753546406'] for network, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:49.274948 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 46182) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:39:49.280587 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-aec26004-a4e4-4f2f-a869-7f5462401efb tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:49.281920 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-aec26004-a4e4-4f2f-a869-7f5462401efb tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 767 time: 0.9304664
Dec 16 22:39:49.288154 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-f4764ed6-8768-459e-9f01-268de460ca9b tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1062176932', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:39:49.295483 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-a2f4a6b5-b951-4294-b055-d3d56b826234 tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:39:49.299387 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-a2f4a6b5-b951-4294-b055-d3d56b826234 tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] Usage tracker for resource:security_group_rule and tenant:88adc064733e430480c28c4364665e17 is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:39:49.301939 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 46186) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:39:49.302454 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-a2f4a6b5-b951-4294-b055-d3d56b826234 tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:39:49.308345 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-a2f4a6b5-b951-4294-b055-d3d56b826234 tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:39:49.308777 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-f4764ed6-8768-459e-9f01-268de460ca9b tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:39:49.324600 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.services.segments.db [None req-f904dc85-f0b7-449a-a7c7-4ef7bd75e5a8 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1b76717190>,) {'filters': {'network_id': ['a4da44a4-9e60-4965-bc08-5b8dd7030956']}} {{(pid=87507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:39:49.330942 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-421bcefc-3ede-42c3-9d1e-e34f06e21836 None None] Calling delete_port for 877497e0-a3bf-43b7-9e1f-d807f217bddf owned by network:dhcp {{(pid=87508) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:39:49.338189 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-f4764ed6-8768-459e-9f01-268de460ca9b tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Usage tracker for resource:router and tenant:a221f56311244d31a510a3a1bb3c6ce9 is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:39:49.347440 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-f4764ed6-8768-459e-9f01-268de460ca9b tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:39:49.352931 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.services.segments.db [None req-f904dc85-f0b7-449a-a7c7-4ef7bd75e5a8 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b76717190>, '0a960113-a73a-458d-9ed1-bc4718deccdc') {'for_net_delete': True} {{(pid=87507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:39:49.353234 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.services.segments.db [None req-f904dc85-f0b7-449a-a7c7-4ef7bd75e5a8 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b76717190>, '0a960113-a73a-458d-9ed1-bc4718deccdc') {} {{(pid=87507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:39:49.374268 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-f4764ed6-8768-459e-9f01-268de460ca9b tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:39:49.393701 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-f904dc85-f0b7-449a-a7c7-4ef7bd75e5a8 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734753593977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2128549'] for segment, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:49.395521 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-a2f4a6b5-b951-4294-b055-d3d56b826234 tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] Notify callbacks [] for security_group, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:49.403637 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-a31bdd67-09bf-4c0d-a1a0-e33eca734771 tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:49.406319 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-a2f4a6b5-b951-4294-b055-d3d56b826234 tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841066'] for security_group, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:49.425657 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-a31bdd67-09bf-4c0d-a1a0-e33eca734771 tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:49.432413 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-89107ba0-7570-40ae-a5ad-b8374ec72bca tempest-NegativeSecGroupTest-382581040 tempest-NegativeSecGroupTest-382581040-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:39:49.436131 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-f4764ed6-8768-459e-9f01-268de460ca9b tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3741155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38980'] for router, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:49.437258 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-f4764ed6-8768-459e-9f01-268de460ca9b tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3743284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3741748', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3896702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-38989'] for router, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:49.449098 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-f904dc85-f0b7-449a-a7c7-4ef7bd75e5a8 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-883292'] for segment, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:49.457370 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-421bcefc-3ede-42c3-9d1e-e34f06e21836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949'] for port, after_delete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:49.462288 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-3cc200e4-5875-4ecd-9afd-006de3858b9b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:39:49.465174 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f904dc85-f0b7-449a-a7c7-4ef7bd75e5a8 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Releasing vlan 167 on physical network physnet1 to pool {{(pid=87507) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 16 22:39:49.465683 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-f904dc85-f0b7-449a-a7c7-4ef7bd75e5a8 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-883285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10808034'] for segment, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:49.478324 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f4a6b5-b951-4294-b055-d3d56b826234 tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] Pushing event updated for resources: {'SecurityGroup': ['ID=13da49a7-eb2e-4769-857f-b838638e5ecc,revision_number=1']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:39:49.480799 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-a2f4a6b5-b951-4294-b055-d3d56b826234 tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] Notify callbacks [] for security_group, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:49.482185 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-a2f4a6b5-b951-4294-b055-d3d56b826234 tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1746 time: 0.5011933
Dec 16 22:39:49.482347 dv-neutron-821829-1-hyperv neutron-server[87507]: Traceback (most recent call last):
Dec 16 22:39:49.482347 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 16 22:39:49.482347 dv-neutron-821829-1-hyperv neutron-server[87507]:     timer()
Dec 16 22:39:49.482347 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 22:39:49.482347 dv-neutron-821829-1-hyperv neutron-server[87507]:     cb(*args, **kw)
Dec 16 22:39:49.482347 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 22:39:49.482347 dv-neutron-821829-1-hyperv neutron-server[87507]:     return func(*args, **kwargs)
Dec 16 22:39:49.482347 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 22:39:49.482347 dv-neutron-821829-1-hyperv neutron-server[87507]:     self._notify()
Dec 16 22:39:49.482347 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 22:39:49.482347 dv-neutron-821829-1-hyperv neutron-server[87507]:     self.callback(batched_events)
Dec 16 22:39:49.482347 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 22:39:49.482347 dv-neutron-821829-1-hyperv neutron-server[87507]:     event.method(event)
Dec 16 22:39:49.482347 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 22:39:49.482347 dv-neutron-821829-1-hyperv neutron-server[87507]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 22:39:49.482347 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 22:39:49.482347 dv-neutron-821829-1-hyperv neutron-server[87507]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 22:39:49.482347 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 22:39:49.482347 dv-neutron-821829-1-hyperv neutron-server[87507]:     return f(self, *a, **k)
Dec 16 22:39:49.482347 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 16 22:39:49.482347 dv-neutron-821829-1-hyperv neutron-server[87507]:     return self._get(url).json()
Dec 16 22:39:49.482347 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 16 22:39:49.482347 dv-neutron-821829-1-hyperv neutron-server[87507]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 22:39:49.482347 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 16 22:39:49.482347 dv-neutron-821829-1-hyperv neutron-server[87507]:     return self.request(url, 'GET', **kwargs)
Dec 16 22:39:49.482347 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 16 22:39:49.482347 dv-neutron-821829-1-hyperv neutron-server[87507]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 22:39:49.482347 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 16 22:39:49.482347 dv-neutron-821829-1-hyperv neutron-server[87507]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 22:39:49.482347 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 16 22:39:49.482347 dv-neutron-821829-1-hyperv neutron-server[87507]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 22:39:49.482347 dv-neutron-821829-1-hyperv neutron-server[87507]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 22:39:49.486089 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 46190) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:39:49.486916 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-a2f4a6b5-b951-4294-b055-d3d56b826234 tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:39:49.496166 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-7cc9369f-2088-4920-91b5-e08e5b852ef2 tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] Request body: {'security_group_rule': {'security_group_id': '13da49a7-eb2e-4769-857f-b838638e5ecc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:39:49.497232 dv-neutron-821829-1-hyperv neutron-server[87506]: WARNING neutron.api.v2.base [None req-7cc9369f-2088-4920-91b5-e08e5b852ef2 tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix.
Dec 16 22:39:49.497893 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.api.v2.resource [None req-7cc9369f-2088-4920-91b5-e08e5b852ef2 tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 16 22:39:49.499020 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-7cc9369f-2088-4920-91b5-e08e5b852ef2 tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 319 time: 0.0109851
Dec 16 22:39:49.501167 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d742e93-72ab-4746-8760-d599ce681b58 req-605093d0-6a5b-41aa-be52-4d4fedba0436 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:39:49.502110 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 46194) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:39:49.502724 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-8d742e93-72ab-4746-8760-d599ce681b58 req-605093d0-6a5b-41aa-be52-4d4fedba0436 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] 10.222.0.13 "GET /v2.0/ports?device_id=e559bb86-9633-4370-9cd9-33cf2cb148d6 HTTP/1.1" status: 200  len: 946 time: 0.4076617
Dec 16 22:39:49.508472 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-fa12971c-a61f-4b2f-b1d3-188090247b89 tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] Request body: {'security_group_rule': {'security_group_id': '13da49a7-eb2e-4769-857f-b838638e5ecc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:39:49.509450 dv-neutron-821829-1-hyperv neutron-server[87506]: WARNING neutron.api.v2.base [None req-fa12971c-a61f-4b2f-b1d3-188090247b89 tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix.
Dec 16 22:39:49.510090 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.api.v2.resource [None req-fa12971c-a61f-4b2f-b1d3-188090247b89 tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 16 22:39:49.511241 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-fa12971c-a61f-4b2f-b1d3-188090247b89 tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 320 time: 0.0078664
Dec 16 22:39:49.513565 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.db.api [None req-ad553640-28e3-4303-825a-7741c328d8f9 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87506) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 16 22:39:49.514065 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_db.api [None req-ad553640-28e3-4303-825a-7741c328d8f9 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 16 22:39:49.514646 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 46198) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:39:49.521511 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-54e0d9ef-68ef-4a64-8bed-a9732e6d57df tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] Request body: {'security_group_rule': {'security_group_id': '13da49a7-eb2e-4769-857f-b838638e5ecc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:39:49.522518 dv-neutron-821829-1-hyperv neutron-server[87506]: WARNING neutron.api.v2.base [None req-54e0d9ef-68ef-4a64-8bed-a9732e6d57df tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix.
Dec 16 22:39:49.523206 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.api.v2.resource [None req-54e0d9ef-68ef-4a64-8bed-a9732e6d57df tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 16 22:39:49.524314 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-54e0d9ef-68ef-4a64-8bed-a9732e6d57df tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 316 time: 0.0083835
Dec 16 22:39:49.526867 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 46202) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:39:49.531966 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-30a6d5e9-1559-4093-877c-273bdcccb038 tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] Request body: {'security_group_rule': {'security_group_id': '13da49a7-eb2e-4769-857f-b838638e5ecc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:39:49.533001 dv-neutron-821829-1-hyperv neutron-server[87506]: WARNING neutron.api.v2.base [None req-30a6d5e9-1559-4093-877c-273bdcccb038 tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix.
Dec 16 22:39:49.533794 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.api.v2.resource [None req-30a6d5e9-1559-4093-877c-273bdcccb038 tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 16 22:39:49.534946 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-30a6d5e9-1559-4093-877c-273bdcccb038 tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 309 time: 0.0070114
Dec 16 22:39:49.538361 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 46206) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:39:49.544973 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 5f9740e9-8e58-41ac-b7e4-ae780fa8d82e no longer exists at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 22:39:49.595045 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421bcefc-3ede-42c3-9d1e-e34f06e21836 None None] Pushing event deleted for resources: {'Port': ['ID=877497e0-a3bf-43b7-9e1f-d807f217bddf,revision_number=None']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:39:49.597420 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-421bcefc-3ede-42c3-9d1e-e34f06e21836 None None] No DVR routers for this DVR port 877497e0-a3bf-43b7-9e1f-d807f217bddf on host dv-neutron-821829-1-hyperv {{(pid=87508) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 22:39:49.598868 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] No Port match for: 5f9740e9-8e58-41ac-b7e4-ae780fa8d82e {{(pid=87508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 22:39:49.599203 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 5f9740e9-8e58-41ac-b7e4-ae780fa8d82e not bound to the agent host dv-neutron-821829-1-hyperv {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 22:39:49.599807 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 877497e0-a3bf-43b7-9e1f-d807f217bddf no longer exists at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 22:39:49.603508 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-a31bdd67-09bf-4c0d-a1a0-e33eca734771 tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841137'] for security_group_rule, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:49.609631 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-600269c2-1a5b-4b33-91b8-d0b02b86f9b0 tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] Notify callbacks [] for security_group, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:49.610440 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-357c5211-0877-43fa-8492-5e1681f961d6 tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:39:49.629879 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-421bcefc-3ede-42c3-9d1e-e34f06e21836 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:39:49.637901 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] No Port match for: 877497e0-a3bf-43b7-9e1f-d807f217bddf {{(pid=87508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 22:39:49.638646 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 877497e0-a3bf-43b7-9e1f-d807f217bddf not bound to the agent host dv-neutron-821829-1-hyperv {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 22:39:49.639220 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31bdd67-09bf-4c0d-a1a0-e33eca734771 tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=adce69be-fe69-4f56-ab28-c5e4206631bd,revision_number=None']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:39:49.642632 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-a31bdd67-09bf-4c0d-a1a0-e33eca734771 tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:39:49.643148 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-f904dc85-f0b7-449a-a7c7-4ef7bd75e5a8 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3329572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3741856'] for network, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:49.647040 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-f904dc85-f0b7-449a-a7c7-4ef7bd75e5a8 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks [] for network, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:49.655186 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-1ec29649-99b6-4dec-95e3-15b730fc817b tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:39:49.663918 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-600269c2-1a5b-4b33-91b8-d0b02b86f9b0 tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:49.694045 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-8d742e93-72ab-4746-8760-d599ce681b58 req-9784a974-dae0-48ee-ae40-17950291fe19 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c8293c6-7a9d-4021-9d0b-d55cb4b08bc4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1394057
Dec 16 22:39:49.695834 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-f4764ed6-8768-459e-9f01-268de460ca9b tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:49.697566 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f904dc85-f0b7-449a-a7c7-4ef7bd75e5a8 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Pushing event deleted for resources: {'Network': ['ID=a4da44a4-9e60-4965-bc08-5b8dd7030956,revision_number=None']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:39:49.700468 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-f904dc85-f0b7-449a-a7c7-4ef7bd75e5a8 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:39:49.707931 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-a31bdd67-09bf-4c0d-a1a0-e33eca734771 tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:49.715344 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-a31bdd67-09bf-4c0d-a1a0-e33eca734771 tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/adce69be-fe69-4f56-ab28-c5e4206631bd HTTP/1.1" status: 204  len: 168 time: 0.4051602
Dec 16 22:39:49.715344 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-f904dc85-f0b7-449a-a7c7-4ef7bd75e5a8 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] 10.222.0.13 "DELETE /v2.0/networks/a4da44a4-9e60-4965-bc08-5b8dd7030956 HTTP/1.1" status: 204  len: 168 time: 2.7927773
Dec 16 22:39:49.715344 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 46210) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:39:49.716696 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 46214) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:39:49.721397 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-600269c2-1a5b-4b33-91b8-d0b02b86f9b0 tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841066'] for security_group, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:49.724787 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-3e399f16-69f0-448b-8ef9-b90f92dc9e11 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:39:49.731395 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 46216) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:39:49.737188 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600269c2-1a5b-4b33-91b8-d0b02b86f9b0 tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=13da49a7-eb2e-4769-857f-b838638e5ecc,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:39:49.740272 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-600269c2-1a5b-4b33-91b8-d0b02b86f9b0 tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:39:49.743409 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-9efd1e95-8154-4280-8f15-a59bb3d00e0a tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-672179367'}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:39:49.763852 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-600269c2-1a5b-4b33-91b8-d0b02b86f9b0 tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] Notify callbacks [] for security_group, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:49.765052 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-600269c2-1a5b-4b33-91b8-d0b02b86f9b0 tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] 10.222.0.13 "DELETE /v2.0/security-groups/13da49a7-eb2e-4769-857f-b838638e5ecc HTTP/1.1" status: 204  len: 168 time: 0.2257032
Dec 16 22:39:49.767573 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 46222) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:39:49.787552 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-9efd1e95-8154-4280-8f15-a59bb3d00e0a tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:39:49.799104 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-9efd1e95-8154-4280-8f15-a59bb3d00e0a tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Usage tracker for resource:network and tenant:3ddf94e9e4ac4112b345468cafab037c is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:39:49.802641 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-f4764ed6-8768-459e-9f01-268de460ca9b tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3740952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3741923'] for router, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:49.811025 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-9efd1e95-8154-4280-8f15-a59bb3d00e0a tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:39:49.821892 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-77b29de2-9675-4c6b-8ed3-5d83b3e81e23 tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] Synchronizing usage tracker for tenant:88adc064733e430480c28c4364665e17 on resource:security_group {{(pid=87506) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 22:39:49.823875 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-9efd1e95-8154-4280-8f15-a59bb3d00e0a tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:39:49.837065 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-77b29de2-9675-4c6b-8ed3-5d83b3e81e23 tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] Unset dirty status for tenant:88adc064733e430480c28c4364665e17 on resource:security_group {{(pid=87506) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 22:39:49.838622 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-77b29de2-9675-4c6b-8ed3-5d83b3e81e23 tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2983 time: 0.0700498
Dec 16 22:39:49.842886 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 46226) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:39:49.849004 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-aad0a881-6a1c-4cbb-9206-c5409d48d216 tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] Request body: {'security_group': {'name': 'tempest-secgroup--1222157363'}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:39:49.855930 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-aad0a881-6a1c-4cbb-9206-c5409d48d216 tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:39:49.866322 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-aad0a881-6a1c-4cbb-9206-c5409d48d216 tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:39:49.867019 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-359e50df-65d1-476c-8824-39ca7cc5f796 tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Synchronizing usage tracker for tenant:fd927e9f15874920a18b902299712a83 on resource:security_group_rule {{(pid=87507) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 22:39:49.876506 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-aad0a881-6a1c-4cbb-9206-c5409d48d216 tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] Notify callbacks [] for security_group, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:49.877530 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9efd1e95-8154-4280-8f15-a59bb3d00e0a tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Made reservation on behalf of 3ddf94e9e4ac4112b345468cafab037c for: {'network': 1} {{(pid=87507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:39:49.884727 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-9efd1e95-8154-4280-8f15-a59bb3d00e0a tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for network, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:49.893241 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-f4764ed6-8768-459e-9f01-268de460ca9b tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks [] for router, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:49.894403 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-f4764ed6-8768-459e-9f01-268de460ca9b tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 703 time: 0.6152012
Dec 16 22:39:49.896255 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-aad0a881-6a1c-4cbb-9206-c5409d48d216 tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:39:49.898850 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 46230) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:39:49.902775 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-aad0a881-6a1c-4cbb-9206-c5409d48d216 tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] Usage tracker for resource:security_group_rule and tenant:88adc064733e430480c28c4364665e17 is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:39:49.908306 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-3b321c35-fc97-451d-bc19-f9ab88478757 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-208132570'}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:39:49.913299 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-aad0a881-6a1c-4cbb-9206-c5409d48d216 tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:39:49.916166 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-3b321c35-fc97-451d-bc19-f9ab88478757 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:39:49.921999 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-359e50df-65d1-476c-8824-39ca7cc5f796 tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Unset dirty status for tenant:fd927e9f15874920a18b902299712a83 on resource:security_group_rule {{(pid=87507) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 22:39:49.922163 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-aad0a881-6a1c-4cbb-9206-c5409d48d216 tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:39:49.923301 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-359e50df-65d1-476c-8824-39ca7cc5f796 tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 5731 time: 0.2094102
Dec 16 22:39:49.924283 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-3b321c35-fc97-451d-bc19-f9ab88478757 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Usage tracker for resource:network and tenant:a221f56311244d31a510a3a1bb3c6ce9 is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:39:49.927139 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 46234) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:39:49.930479 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-3b321c35-fc97-451d-bc19-f9ab88478757 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:39:49.936763 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aba12f59-f861-4de9-baf7-db3f647e656c tempest-TestVolumeBootPattern-1635027124 tempest-TestVolumeBootPattern-1635027124-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:39:49.938252 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-aba12f59-f861-4de9-baf7-db3f647e656c tempest-TestVolumeBootPattern-1635027124 tempest-TestVolumeBootPattern-1635027124-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=e559bb86-9633-4370-9cd9-33cf2cb148d6 HTTP/1.1" status: 200  len: 1094 time: 0.2042859
Dec 16 22:39:49.939046 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9efd1e95-8154-4280-8f15-a59bb3d00e0a tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] vlan segment allocate from pool success with {'vlan_id': 195, 'physical_network': 'physnet1'}  {{(pid=87507) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 22:39:49.941209 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-3b321c35-fc97-451d-bc19-f9ab88478757 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:39:49.944189 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 46238) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:39:49.950239 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-b5aca2a1-703c-4177-8846-e32fefe795c2 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Request body: {'floatingip': {'floating_network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'port_id': '4359d2e8-34fe-4cb4-bef0-4f10169a8bef', 'tenant_id': 'ebcac23e4eae475893854e16d121f861', 'fixed_ip_address': '172.20.0.12'}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:39:49.958951 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-b5aca2a1-703c-4177-8846-e32fefe795c2 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:39:49.961472 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-9efd1e95-8154-4280-8f15-a59bb3d00e0a tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-883292'] for segment, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:49.961812 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.db.segments_db [None req-9efd1e95-8154-4280-8f15-a59bb3d00e0a tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Added segment 6309acce-1ec6-4563-a182-b9a344ba9eb9 of type vlan for network 77fc6d23-71e2-48c8-8bb8-5aef66333fb3
Dec 16 22:39:49.968076 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-b5aca2a1-703c-4177-8846-e32fefe795c2 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Usage tracker for resource:floatingip and tenant:ebcac23e4eae475893854e16d121f861 is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:39:49.971502 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-b5aca2a1-703c-4177-8846-e32fefe795c2 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:39:49.979471 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b321c35-fc97-451d-bc19-f9ab88478757 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Made reservation on behalf of a221f56311244d31a510a3a1bb3c6ce9 for: {'network': 1} {{(pid=87506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:39:49.980796 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-b5aca2a1-703c-4177-8846-e32fefe795c2 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:39:49.982781 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-3b321c35-fc97-451d-bc19-f9ab88478757 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for network, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:50.002222 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-9efd1e95-8154-4280-8f15-a59bb3d00e0a tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734753047233'] for network, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:50.006942 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-8373ec3f-400d-45b7-ac47-d5f76f878449 tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:50.007143 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-b5aca2a1-703c-4177-8846-e32fefe795c2 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Notify callbacks [] for floatingip, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:50.016110 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [None req-ad553640-28e3-4303-825a-7741c328d8f9 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Deleting port 877497e0-a3bf-43b7-9e1f-d807f217bddf {{(pid=87506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:39:50.016443 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-ad553640-28e3-4303-825a-7741c328d8f9 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:50.050204 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-8373ec3f-400d-45b7-ac47-d5f76f878449 tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:50.230218 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b321c35-fc97-451d-bc19-f9ab88478757 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] vlan segment allocate from pool success with {'vlan_id': 150, 'physical_network': 'physnet1'}  {{(pid=87506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 22:39:50.238268 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-9efd1e95-8154-4280-8f15-a59bb3d00e0a tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440'] for network, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:50.243744 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [None req-ad553640-28e3-4303-825a-7741c328d8f9 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] The port '877497e0-a3bf-43b7-9e1f-d807f217bddf' was deleted {{(pid=87506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 16 22:39:50.243914 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9efd1e95-8154-4280-8f15-a59bb3d00e0a tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:39:50.244478 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-9efd1e95-8154-4280-8f15-a59bb3d00e0a tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks [] for network, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:50.250297 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-db925ccc-82ff-4436-acfb-8ba1d7acb474 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:39:50.299467 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-3b321c35-fc97-451d-bc19-f9ab88478757 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-883292'] for segment, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:50.300136 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.db.segments_db [None req-3b321c35-fc97-451d-bc19-f9ab88478757 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Added segment 813541d7-5a16-4695-b75a-fa872b9e2804 of type vlan for network bf9c7624-5a8f-45ef-80fb-86a40ea7bbb3
Dec 16 22:39:50.337191 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-aad0a881-6a1c-4cbb-9206-c5409d48d216 tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] Notify callbacks [] for security_group, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:50.338078 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-8373ec3f-400d-45b7-ac47-d5f76f878449 tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841137'] for security_group_rule, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:50.360687 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-9efd1e95-8154-4280-8f15-a59bb3d00e0a tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 767 time: 0.6287825
Dec 16 22:39:50.363485 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 46242) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:39:50.371627 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-eb606e67-49e5-462a-80e4-4af64adb5f58 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Request body: {'subnet': {'network_id': '77fc6d23-71e2-48c8-8bb8-5aef66333fb3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:39:50.382953 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-1c3ee34f-0764-413b-a298-caf395713fc5 tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:39:50.384848 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efd1e95-8154-4280-8f15-a59bb3d00e0a tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Pushing event updated for resources: {'Network': ['ID=77fc6d23-71e2-48c8-8bb8-5aef66333fb3,revision_number=1']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:39:50.387562 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-9efd1e95-8154-4280-8f15-a59bb3d00e0a tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:39:50.397805 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Network 77fc6d23-71e2-48c8-8bb8-5aef66333fb3 details requested by agent ovs-agent-dv-neutron-821829-1-hyperv with host dv-neutron-821829-1-hyperv {{(pid=87508) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 22:39:50.405488 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-aad0a881-6a1c-4cbb-9206-c5409d48d216 tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841066'] for security_group, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:50.440121 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8373ec3f-400d-45b7-ac47-d5f76f878449 tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5ddd6aad-b09e-4229-b5c7-3c5e6822af31,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:39:50.453787 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-8373ec3f-400d-45b7-ac47-d5f76f878449 tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:39:50.456025 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-ad553640-28e3-4303-825a-7741c328d8f9 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3329565', 'neutron.services.segments.db._delete_segments_for_network-8734753546406'] for network, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:50.463854 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-c1f5a005-d3c0-4e8a-8f96-d31cf7849ae7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.039s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:39:50.485149 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-3b321c35-fc97-451d-bc19-f9ab88478757 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734753047233'] for network, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:50.538838 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.services.segments.db [None req-ad553640-28e3-4303-825a-7741c328d8f9 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1b7c8019d0>,) {'filters': {'network_id': ['b11b382e-04b4-4415-9df0-7a979f8d83ca']}} {{(pid=87506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:39:50.545246 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-eb606e67-49e5-462a-80e4-4af64adb5f58 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:39:50.552492 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-eb606e67-49e5-462a-80e4-4af64adb5f58 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Usage tracker for resource:subnet and tenant:3ddf94e9e4ac4112b345468cafab037c is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:39:50.556111 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-aad0a881-6a1c-4cbb-9206-c5409d48d216 tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] Notify callbacks [] for security_group, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:50.556296 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-b5aca2a1-703c-4177-8846-e32fefe795c2 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:50.560353 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-aad0a881-6a1c-4cbb-9206-c5409d48d216 tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1746 time: 0.7131836
Dec 16 22:39:50.560515 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-eb606e67-49e5-462a-80e4-4af64adb5f58 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:39:50.563689 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 46246) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:39:50.566141 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-eb606e67-49e5-462a-80e4-4af64adb5f58 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:39:50.567153 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad0a881-6a1c-4cbb-9206-c5409d48d216 tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b47c5d31-0a6a-4873-941e-c62685072c38,revision_number=1']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:39:50.573794 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.services.segments.db [None req-ad553640-28e3-4303-825a-7741c328d8f9 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b7c8019d0>, '0c9c01f1-0c59-498d-853c-3a79eaf0190b') {'for_net_delete': True} {{(pid=87506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:39:50.574091 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.services.segments.db [None req-ad553640-28e3-4303-825a-7741c328d8f9 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b7c8019d0>, '0c9c01f1-0c59-498d-853c-3a79eaf0190b') {} {{(pid=87506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:39:50.580818 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-8373ec3f-400d-45b7-ac47-d5f76f878449 tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:50.582590 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-8373ec3f-400d-45b7-ac47-d5f76f878449 tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/5ddd6aad-b09e-4229-b5c7-3c5e6822af31 HTTP/1.1" status: 204  len: 168 time: 0.6534276
Dec 16 22:39:50.583430 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-aad0a881-6a1c-4cbb-9206-c5409d48d216 tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:39:50.588911 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 46250) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:39:50.593833 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-ad553640-28e3-4303-825a-7741c328d8f9 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734753593977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-266764496'] for segment, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:50.604824 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-f0248aca-8828-43fc-955d-a792995c32d0 tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] Request body: {'security_group_rule': {'security_group_id': 'b47c5d31-0a6a-4873-941e-c62685072c38', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:39:50.605368 dv-neutron-821829-1-hyperv neutron-server[87507]: WARNING neutron.api.v2.base [None req-f0248aca-8828-43fc-955d-a792995c32d0 tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16
Dec 16 22:39:50.605915 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.api.v2.resource [None req-f0248aca-8828-43fc-955d-a792995c32d0 tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 16 22:39:50.606865 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-f0248aca-8828-43fc-955d-a792995c32d0 tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 317 time: 0.0422268
Dec 16 22:39:50.610741 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 46254) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:39:50.621662 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-3b321c35-fc97-451d-bc19-f9ab88478757 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440'] for network, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:50.622502 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-09bfb78d-6b05-4bdc-8b96-5bbc45af55d1 tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] Request body: {'security_group_rule': {'security_group_id': 'b47c5d31-0a6a-4873-941e-c62685072c38', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:39:50.626973 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b321c35-fc97-451d-bc19-f9ab88478757 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:39:50.627550 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-3b321c35-fc97-451d-bc19-f9ab88478757 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks [] for network, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:50.635393 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-74d9a611-f4ce-4005-9e29-034593b43e53 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:39:50.642838 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-09bfb78d-6b05-4bdc-8b96-5bbc45af55d1 tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:39:50.652459 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-09bfb78d-6b05-4bdc-8b96-5bbc45af55d1 tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] Usage tracker for resource:security_group_rule and tenant:88adc064733e430480c28c4364665e17 is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:39:50.655470 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-09bfb78d-6b05-4bdc-8b96-5bbc45af55d1 tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:39:50.660622 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb606e67-49e5-462a-80e4-4af64adb5f58 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Made reservation on behalf of 3ddf94e9e4ac4112b345468cafab037c for: {'subnet': 1} {{(pid=87507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:39:50.664046 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-eb606e67-49e5-462a-80e4-4af64adb5f58 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10549598'] for subnet, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:50.666575 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-ad553640-28e3-4303-825a-7741c328d8f9 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-883292'] for segment, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:50.691482 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-09bfb78d-6b05-4bdc-8b96-5bbc45af55d1 tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:39:50.733064 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad553640-28e3-4303-825a-7741c328d8f9 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Releasing vlan 169 on physical network physnet1 to pool {{(pid=87506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 16 22:39:50.733462 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-ad553640-28e3-4303-825a-7741c328d8f9 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-883285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1863180'] for segment, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:50.753274 dv-neutron-821829-1-hyperv neutron-server[87506]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 16 22:39:50.753274 dv-neutron-821829-1-hyperv neutron-server[87506]:   util.warn(
Dec 16 22:39:50.753274 dv-neutron-821829-1-hyperv neutron-server[87506]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 16 22:39:50.753274 dv-neutron-821829-1-hyperv neutron-server[87506]:   util.warn(
Dec 16 22:39:50.753274 dv-neutron-821829-1-hyperv neutron-server[87506]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 16 22:39:50.753274 dv-neutron-821829-1-hyperv neutron-server[87506]:   util.warn(
Dec 16 22:39:50.753274 dv-neutron-821829-1-hyperv neutron-server[87506]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 16 22:39:50.753274 dv-neutron-821829-1-hyperv neutron-server[87506]:   util.warn(
Dec 16 22:39:50.753274 dv-neutron-821829-1-hyperv neutron-server[87506]: Traceback (most recent call last):
Dec 16 22:39:50.753274 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 16 22:39:50.753274 dv-neutron-821829-1-hyperv neutron-server[87506]:     timer()
Dec 16 22:39:50.753274 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 22:39:50.753274 dv-neutron-821829-1-hyperv neutron-server[87506]:     cb(*args, **kw)
Dec 16 22:39:50.753274 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 22:39:50.753274 dv-neutron-821829-1-hyperv neutron-server[87506]:     return func(*args, **kwargs)
Dec 16 22:39:50.753274 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 22:39:50.753274 dv-neutron-821829-1-hyperv neutron-server[87506]:     self._notify()
Dec 16 22:39:50.753274 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 22:39:50.753274 dv-neutron-821829-1-hyperv neutron-server[87506]:     self.callback(batched_events)
Dec 16 22:39:50.753274 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 22:39:50.753274 dv-neutron-821829-1-hyperv neutron-server[87506]:     event.method(event)
Dec 16 22:39:50.753274 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 22:39:50.753274 dv-neutron-821829-1-hyperv neutron-server[87506]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 22:39:50.753274 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 22:39:50.753274 dv-neutron-821829-1-hyperv neutron-server[87506]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 22:39:50.753274 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 22:39:50.753274 dv-neutron-821829-1-hyperv neutron-server[87506]:     return f(self, *a, **k)
Dec 16 22:39:50.753274 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 16 22:39:50.753274 dv-neutron-821829-1-hyperv neutron-server[87506]:     return self._get(url).json()
Dec 16 22:39:50.753274 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 16 22:39:50.753274 dv-neutron-821829-1-hyperv neutron-server[87506]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 22:39:50.753274 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 16 22:39:50.753274 dv-neutron-821829-1-hyperv neutron-server[87506]:     return self.request(url, 'GET', **kwargs)
Dec 16 22:39:50.753274 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 16 22:39:50.753274 dv-neutron-821829-1-hyperv neutron-server[87506]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 22:39:50.753274 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 16 22:39:50.753274 dv-neutron-821829-1-hyperv neutron-server[87506]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 22:39:50.753274 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 16 22:39:50.753274 dv-neutron-821829-1-hyperv neutron-server[87506]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 22:39:50.753274 dv-neutron-821829-1-hyperv neutron-server[87506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 22:39:50.766983 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-3b321c35-fc97-451d-bc19-f9ab88478757 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.8633659
Dec 16 22:39:50.795380 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 46258) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:39:50.821896 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-063c32a4-e239-460e-b084-faefe2c84177 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Request body: {'subnet': {'network_id': 'bf9c7624-5a8f-45ef-80fb-86a40ea7bbb3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:39:50.841700 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-852896d7-783a-4f55-8dbb-382d2de7307d tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Synchronizing usage tracker for tenant:fd927e9f15874920a18b902299712a83 on resource:security_group_rule {{(pid=87506) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 22:39:50.862235 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b321c35-fc97-451d-bc19-f9ab88478757 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Pushing event updated for resources: {'Network': ['ID=bf9c7624-5a8f-45ef-80fb-86a40ea7bbb3,revision_number=1']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:39:50.866711 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-3b321c35-fc97-451d-bc19-f9ab88478757 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:39:50.877797 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Network bf9c7624-5a8f-45ef-80fb-86a40ea7bbb3 details requested by agent ovs-agent-dv-neutron-821829-1-hyperv with host dv-neutron-821829-1-hyperv {{(pid=87508) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 22:39:50.881763 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-852896d7-783a-4f55-8dbb-382d2de7307d tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Unset dirty status for tenant:fd927e9f15874920a18b902299712a83 on resource:security_group_rule {{(pid=87506) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 22:39:50.885747 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-852896d7-783a-4f55-8dbb-382d2de7307d tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 5190 time: 0.2933464
Dec 16 22:39:50.885747 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-ad553640-28e3-4303-825a-7741c328d8f9 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3329572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3741856'] for network, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:50.886004 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 46262) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:39:50.889719 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-3b321c35-fc97-451d-bc19-f9ab88478757 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:39:50.904319 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-ad553640-28e3-4303-825a-7741c328d8f9 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks [] for network, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:50.925575 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad553640-28e3-4303-825a-7741c328d8f9 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Pushing event deleted for resources: {'Network': ['ID=b11b382e-04b4-4415-9df0-7a979f8d83ca,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:39:50.935130 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-ad553640-28e3-4303-825a-7741c328d8f9 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] 10.222.0.13 "DELETE /v2.0/networks/b11b382e-04b4-4415-9df0-7a979f8d83ca HTTP/1.1" status: 204  len: 168 time: 2.2900107
Dec 16 22:39:50.935130 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-ad553640-28e3-4303-825a-7741c328d8f9 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:39:50.935130 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 46266) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:39:50.941609 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.api.v2.resource [None req-09bfb78d-6b05-4bdc-8b96-5bbc45af55d1 tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 16 22:39:50.945786 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-09bfb78d-6b05-4bdc-8b96-5bbc45af55d1 tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 354 time: 0.3309631
Dec 16 22:39:50.949777 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 46270) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:39:50.980373 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-fcf30395-bcbf-4ae7-a62f-4893aee364c6 tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] Request body: {'security_group_rule': {'security_group_id': 'b47c5d31-0a6a-4873-941e-c62685072c38', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:39:50.980843 dv-neutron-821829-1-hyperv neutron-server[87507]: WARNING neutron.api.v2.base [None req-fcf30395-bcbf-4ae7-a62f-4893aee364c6 tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536
Dec 16 22:39:50.981653 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.api.v2.resource [None req-fcf30395-bcbf-4ae7-a62f-4893aee364c6 tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 16 22:39:50.982252 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-fcf30395-bcbf-4ae7-a62f-4893aee364c6 tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 319 time: 0.0271084
Dec 16 22:39:50.989036 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.db_base_plugin_common [None req-b5aca2a1-703c-4177-8846-e32fefe795c2 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Allocated IP 172.26.0.97 (f8905ce9-304b-4976-bc47-e58c71c11de5/9bca8591-41ef-4f2d-8ecb-ecaab1a28acf/d2719754-00e5-456c-a88d-4b7efdffdcbb) {{(pid=87507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 22:39:50.989262 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 46274) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:39:50.994378 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-e51177a3-6001-40b0-a517-3c3479e95a4d tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:51.002450 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-12ca253e-a74e-4314-a163-454a49900eae tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] Request body: {'security_group_rule': {'security_group_id': 'b47c5d31-0a6a-4873-941e-c62685072c38', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:39:51.014508 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-063c32a4-e239-460e-b084-faefe2c84177 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:39:51.014767 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-12ca253e-a74e-4314-a163-454a49900eae tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:39:51.025190 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-e51177a3-6001-40b0-a517-3c3479e95a4d tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:51.030718 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-12ca253e-a74e-4314-a163-454a49900eae tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] Usage tracker for resource:security_group_rule and tenant:88adc064733e430480c28c4364665e17 is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:39:51.036671 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-063c32a4-e239-460e-b084-faefe2c84177 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Usage tracker for resource:subnet and tenant:a221f56311244d31a510a3a1bb3c6ce9 is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:39:51.040117 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-12ca253e-a74e-4314-a163-454a49900eae tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:39:51.053055 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-12ca253e-a74e-4314-a163-454a49900eae tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:39:51.064961 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d93f626-85c8-40a6-8c35-bd3439b80fb0 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:39:51.065528 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-0d93f626-85c8-40a6-8c35-bd3439b80fb0 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Synchronizing usage tracker for tenant:69ee045658914011ac7b8ba0ad799b2d on resource:port {{(pid=87506) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 22:39:51.079785 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-063c32a4-e239-460e-b084-faefe2c84177 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:39:51.099129 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-e51177a3-6001-40b0-a517-3c3479e95a4d tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841137'] for security_group_rule, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:51.101674 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:39:51.115639 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-0d93f626-85c8-40a6-8c35-bd3439b80fb0 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Unset dirty status for tenant:69ee045658914011ac7b8ba0ad799b2d on resource:port {{(pid=87506) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 22:39:51.116787 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-0d93f626-85c8-40a6-8c35-bd3439b80fb0 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] 10.222.0.13 "GET /v2.0/ports/de92b1bc-1545-4d82-b632-a33cf163810e HTTP/1.1" status: 200  len: 844 time: 0.1809123
Dec 16 22:39:51.121116 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51177a3-6001-40b0-a517-3c3479e95a4d tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b640b507-b096-4c07-916e-de7ef2ac3820,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:39:51.125136 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 46278) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:39:51.127823 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-e51177a3-6001-40b0-a517-3c3479e95a4d tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:39:51.155973 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-063c32a4-e239-460e-b084-faefe2c84177 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:39:51.159148 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.api.v2.resource [None req-12ca253e-a74e-4314-a163-454a49900eae tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 16 22:39:51.160217 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-12ca253e-a74e-4314-a163-454a49900eae tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 354 time: 0.1700411
Dec 16 22:39:51.166021 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 46282) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:39:51.178025 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-c5ec5662-6849-4539-909b-03c6196be5d9 tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] Request body: {'security_group_rule': {'security_group_id': 'b47c5d31-0a6a-4873-941e-c62685072c38', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:39:51.178504 dv-neutron-821829-1-hyperv neutron-server[87506]: WARNING neutron.api.v2.base [None req-c5ec5662-6849-4539-909b-03c6196be5d9 tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16
Dec 16 22:39:51.178984 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.api.v2.resource [None req-c5ec5662-6849-4539-909b-03c6196be5d9 tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 16 22:39:51.179939 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-c5ec5662-6849-4539-909b-03c6196be5d9 tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 317 time: 0.0129852
Dec 16 22:39:51.183373 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-e51177a3-6001-40b0-a517-3c3479e95a4d tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:51.186944 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-e51177a3-6001-40b0-a517-3c3479e95a4d tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/b640b507-b096-4c07-916e-de7ef2ac3820 HTTP/1.1" status: 204  len: 168 time: 0.2976990
Dec 16 22:39:51.186944 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 46286) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:39:51.195830 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 46288) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:39:51.198101 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-063c32a4-e239-460e-b084-faefe2c84177 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Made reservation on behalf of a221f56311244d31a510a3a1bb3c6ce9 for: {'subnet': 1} {{(pid=87507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:39:51.201713 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-063c32a4-e239-460e-b084-faefe2c84177 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10549598'] for subnet, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:51.203738 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-bc4227b7-3c0c-4884-9e3f-0edfa92615a4 tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] Request body: {'security_group_rule': {'security_group_id': 'b47c5d31-0a6a-4873-941e-c62685072c38', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:39:51.224171 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-bc4227b7-3c0c-4884-9e3f-0edfa92615a4 tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:39:51.234948 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-bc4227b7-3c0c-4884-9e3f-0edfa92615a4 tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] Usage tracker for resource:security_group_rule and tenant:88adc064733e430480c28c4364665e17 is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:39:51.241681 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-f20ddac8-0962-40cd-b39a-c9c54665a0bf tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] 10.222.0.13 "GET /v2.0/ports/de92b1bc-1545-4d82-b632-a33cf163810e?fields=id&fields=mac_address HTTP/1.1" status: 200  len: 281 time: 0.1154678
Dec 16 22:39:51.242919 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-bc4227b7-3c0c-4884-9e3f-0edfa92615a4 tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:39:51.256051 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 46294) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:39:51.259285 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-bc4227b7-3c0c-4884-9e3f-0edfa92615a4 tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:39:51.264467 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-0da933c6-8b94-4871-9a75-5b5500c4b85a tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Request body: {'subnet': {'network_id': '2769000e-f979-4993-b25c-a53f47882427', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:39:51.324478 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-eb606e67-49e5-462a-80e4-4af64adb5f58 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10807931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10549612'] for subnet, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:51.341677 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-df11c6c0-5d18-4f81-a4a6-5686efa0475e tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:39:51.354452 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.db.securitygroups_db [None req-bc4227b7-3c0c-4884-9e3f-0edfa92615a4 tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] Project 88adc064733e430480c28c4364665e17 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 16 22:39:51.370532 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-9202281b-f4ff-431c-94c4-dcaf647bce3c tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Synchronizing usage tracker for tenant:fd927e9f15874920a18b902299712a83 on resource:security_group_rule {{(pid=87506) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 22:39:51.426878 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-b5aca2a1-703c-4177-8846-e32fefe795c2 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Notify callbacks [] for port, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:51.427312 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.api.v2.resource [None req-bc4227b7-3c0c-4884-9e3f-0edfa92615a4 tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 16 22:39:51.433848 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-bc4227b7-3c0c-4884-9e3f-0edfa92615a4 tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 361 time: 0.2401466
Dec 16 22:39:51.433848 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-9202281b-f4ff-431c-94c4-dcaf647bce3c tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Unset dirty status for tenant:fd927e9f15874920a18b902299712a83 on resource:security_group_rule {{(pid=87506) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 22:39:51.433848 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-9202281b-f4ff-431c-94c4-dcaf647bce3c tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4649 time: 0.2332551
Dec 16 22:39:51.433848 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-0da933c6-8b94-4871-9a75-5b5500c4b85a tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:39:51.433848 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 46298) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:39:51.434378 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 46300) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:39:51.439680 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-4c6ee758-7258-4162-943f-e0481caad7ab tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] Request body: {'security_group_rule': {'security_group_id': 'b47c5d31-0a6a-4873-941e-c62685072c38', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:39:51.440172 dv-neutron-821829-1-hyperv neutron-server[87506]: WARNING neutron.api.v2.base [None req-4c6ee758-7258-4162-943f-e0481caad7ab tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1
Dec 16 22:39:51.440647 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.api.v2.resource [None req-4c6ee758-7258-4162-943f-e0481caad7ab tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 16 22:39:51.444565 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-4c6ee758-7258-4162-943f-e0481caad7ab tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 316 time: 0.0077829
Dec 16 22:39:51.444565 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-0da933c6-8b94-4871-9a75-5b5500c4b85a tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Usage tracker for resource:subnet and tenant:69ee045658914011ac7b8ba0ad799b2d is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:39:51.445631 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 46306) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:39:51.450495 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-13632d20-3a92-4728-8172-2b5dfaaef228 tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] Request body: {'security_group_rule': {'security_group_id': 'b47c5d31-0a6a-4873-941e-c62685072c38', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:39:51.455984 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-0da933c6-8b94-4871-9a75-5b5500c4b85a tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:39:51.462963 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-13632d20-3a92-4728-8172-2b5dfaaef228 tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:39:51.465244 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-0da933c6-8b94-4871-9a75-5b5500c4b85a tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:39:51.469631 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-13632d20-3a92-4728-8172-2b5dfaaef228 tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] Usage tracker for resource:security_group_rule and tenant:88adc064733e430480c28c4364665e17 is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:39:51.474049 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-13632d20-3a92-4728-8172-2b5dfaaef228 tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:39:51.481359 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-13632d20-3a92-4728-8172-2b5dfaaef228 tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:39:51.484924 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0da933c6-8b94-4871-9a75-5b5500c4b85a tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Made reservation on behalf of 69ee045658914011ac7b8ba0ad799b2d for: {'subnet': 1} {{(pid=87506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:39:51.485920 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb606e67-49e5-462a-80e4-4af64adb5f58 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Pushing event updated for resources: {'Subnet': ['ID=7f2c5147-3fd4-4aff-bbba-91aabad9672c,revision_number=0']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:39:51.488768 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-eb606e67-49e5-462a-80e4-4af64adb5f58 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:39:51.488953 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-0da933c6-8b94-4871-9a75-5b5500c4b85a tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11213078'] for subnet, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:51.507078 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-07392b13-bddb-4617-a6ce-343418e07702 tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:51.528511 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-07392b13-bddb-4617-a6ce-343418e07702 tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:51.536267 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb606e67-49e5-462a-80e4-4af64adb5f58 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Checking segment: {'id': '6309acce-1ec6-4563-a182-b9a344ba9eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '77fc6d23-71e2-48c8-8bb8-5aef66333fb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 22:39:51.536630 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb606e67-49e5-462a-80e4-4af64adb5f58 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Network hostable DHCP agents. Network: 77fc6d23-71e2-48c8-8bb8-5aef66333fb3, hostable agents: ['3b155c4d-12dc-491e-aa14-6113b06cfacd'], hosted agents: [] {{(pid=87507) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 16 22:39:51.567200 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.db.securitygroups_db [None req-13632d20-3a92-4728-8172-2b5dfaaef228 tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] Project 88adc064733e430480c28c4364665e17 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 16 22:39:51.621723 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.api.v2.resource [None req-13632d20-3a92-4728-8172-2b5dfaaef228 tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 16 22:39:51.622978 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-13632d20-3a92-4728-8172-2b5dfaaef228 tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 373 time: 0.1764679
Dec 16 22:39:51.625842 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 46310) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:39:51.632526 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb606e67-49e5-462a-80e4-4af64adb5f58 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Network 77fc6d23-71e2-48c8-8bb8-5aef66333fb3 is scheduled to be hosted by DHCP agent 3b155c4d-12dc-491e-aa14-6113b06cfacd with binding_index 1 {{(pid=87507) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 16 22:39:51.634949 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-949080ad-4f9f-4f29-868b-69c4d8952248 tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] Request body: {'security_group_rule': {'security_group_id': 'b47c5d31-0a6a-4873-941e-c62685072c38', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:39:51.644023 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-949080ad-4f9f-4f29-868b-69c4d8952248 tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:39:51.645693 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-07392b13-bddb-4617-a6ce-343418e07702 tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841137'] for security_group_rule, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:51.649887 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-0292c3d9-5787-45e0-8d70-35df2f0f6c89 tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:39:51.653736 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-949080ad-4f9f-4f29-868b-69c4d8952248 tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] Usage tracker for resource:security_group_rule and tenant:88adc064733e430480c28c4364665e17 is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:39:51.655887 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-b5aca2a1-703c-4177-8846-e32fefe795c2 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10807823'] for port, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:51.658329 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-949080ad-4f9f-4f29-868b-69c4d8952248 tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:39:51.666615 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-949080ad-4f9f-4f29-868b-69c4d8952248 tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:39:51.680109 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.base_scheduler [None req-eb606e67-49e5-462a-80e4-4af64adb5f58 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821829-1-hyperv, 77fc6d23-71e2-48c8-8bb8-5aef66333fb3) {{(pid=87507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:39:51.688829 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5531d3d6-6b04-42e9-ba74-869eb73c9cd1 None None] Network 77fc6d23-71e2-48c8-8bb8-5aef66333fb3 requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 22:39:51.699238 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07392b13-bddb-4617-a6ce-343418e07702 tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2dafee7e-c72f-4c94-8c63-f2eb4a9dce57,revision_number=None']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:39:51.704568 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb606e67-49e5-462a-80e4-4af64adb5f58 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:39:51.705030 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-eb606e67-49e5-462a-80e4-4af64adb5f58 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks [] for subnet, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:51.709744 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-07392b13-bddb-4617-a6ce-343418e07702 tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:39:51.712774 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-d6b800cc-aacb-4253-b717-114fdf73a235 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.039s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:39:51.718195 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.db.securitygroups_db [None req-949080ad-4f9f-4f29-868b-69c4d8952248 tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] Project 88adc064733e430480c28c4364665e17 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 16 22:39:51.764487 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.api.v2.resource [None req-949080ad-4f9f-4f29-868b-69c4d8952248 tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 16 22:39:51.768097 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-949080ad-4f9f-4f29-868b-69c4d8952248 tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 361 time: 0.1388006
Dec 16 22:39:51.768330 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 46314) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:39:51.782620 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5aca2a1-703c-4177-8846-e32fefe795c2 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Network f8905ce9-304b-4976-bc47-e58c71c11de5 is already hosted by enough agents. {{(pid=87507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:39:51.788948 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.base_scheduler [None req-b5aca2a1-703c-4177-8846-e32fefe795c2 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Resources bound (agent type, host, resource id):  {{(pid=87507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:39:51.801567 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-063c32a4-e239-460e-b084-faefe2c84177 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10807931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10549612'] for subnet, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:51.808467 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5aca2a1-703c-4177-8846-e32fefe795c2 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Received port after_create {{(pid=87507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 22:39:51.847866 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-0da933c6-8b94-4871-9a75-5b5500c4b85a tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1863317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11213092'] for subnet, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:51.854344 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-abb185b8-cfa8-48ef-8432-83bae51af896 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:39:51.859230 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-eb606e67-49e5-462a-80e4-4af64adb5f58 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.4946902
Dec 16 22:39:51.864232 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 46318) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:39:51.867625 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5aca2a1-703c-4177-8846-e32fefe795c2 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Pushing event updated for resources: {'Port': ['ID=d2719754-00e5-456c-a88d-4b7efdffdcbb,revision_number=1']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:39:51.872748 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-b5aca2a1-703c-4177-8846-e32fefe795c2 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:39:51.875128 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-36a8feaa-b515-46d6-821d-dba3b90651a0 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.039s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:39:51.901517 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-07392b13-bddb-4617-a6ce-343418e07702 tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:51.902613 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-07392b13-bddb-4617-a6ce-343418e07702 tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/2dafee7e-c72f-4c94-8c63-f2eb4a9dce57 HTTP/1.1" status: 204  len: 168 time: 0.4676113
Dec 16 22:39:51.905913 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-0ae99154-a95b-478c-9966-83395d27c4a0 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1404823607', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:39:51.926972 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 46322) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:39:51.930081 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-29767525-1b2d-4c92-ae9d-a36089eb72be tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] Notify callbacks [] for security_group, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:51.937445 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-0ae99154-a95b-478c-9966-83395d27c4a0 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:39:51.954264 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-287a9d03-380b-46c8-98af-cd95be05fe4a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1d6bfaf-d325-5e4f-b05d-2441d8339617-77fc6d23-71e2-48c8-8bb8-5aef66333fb3', 'network_id': '77fc6d23-71e2-48c8-8bb8-5aef66333fb3', 'tenant_id': '3ddf94e9e4ac4112b345468cafab037c', 'fixed_ips': [{'subnet_id': '7f2c5147-3fd4-4aff-bbba-91aabad9672c'}]}} from dv-neutron-821829-1-hyperv. {{(pid=87508) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 16 22:39:51.955196 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-287a9d03-380b-46c8-98af-cd95be05fe4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:51.956468 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-0ae99154-a95b-478c-9966-83395d27c4a0 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Usage tracker for resource:router and tenant:3ddf94e9e4ac4112b345468cafab037c is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:39:51.966759 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-0ae99154-a95b-478c-9966-83395d27c4a0 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:39:51.992896 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0da933c6-8b94-4871-9a75-5b5500c4b85a tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Network 2769000e-f979-4993-b25c-a53f47882427 is already hosted by enough agents. {{(pid=87506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:39:51.998119 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-29767525-1b2d-4c92-ae9d-a36089eb72be tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:52.003047 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-0ae99154-a95b-478c-9966-83395d27c4a0 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:39:52.011155 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.base_scheduler [None req-0da933c6-8b94-4871-9a75-5b5500c4b85a tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Resources bound (agent type, host, resource id):  {{(pid=87506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:39:52.018299 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0da933c6-8b94-4871-9a75-5b5500c4b85a tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:39:52.018892 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-0da933c6-8b94-4871-9a75-5b5500c4b85a tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks [] for subnet, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:52.029847 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063c32a4-e239-460e-b084-faefe2c84177 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Pushing event updated for resources: {'Subnet': ['ID=6e134cd3-03ec-41ee-843d-e78994f77c61,revision_number=0']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:39:52.043745 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-063c32a4-e239-460e-b084-faefe2c84177 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:39:52.044364 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf0c345d-03e3-468f-bce9-dba979289aa9 None None] Network 2769000e-f979-4993-b25c-a53f47882427 requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 22:39:52.044516 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-063c32a4-e239-460e-b084-faefe2c84177 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Checking segment: {'id': '813541d7-5a16-4695-b75a-fa872b9e2804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'bf9c7624-5a8f-45ef-80fb-86a40ea7bbb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 22:39:52.044926 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-063c32a4-e239-460e-b084-faefe2c84177 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Network hostable DHCP agents. Network: bf9c7624-5a8f-45ef-80fb-86a40ea7bbb3, hostable agents: ['3b155c4d-12dc-491e-aa14-6113b06cfacd'], hosted agents: [] {{(pid=87507) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 16 22:39:52.048468 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da933c6-8b94-4871-9a75-5b5500c4b85a tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Pushing event updated for resources: {'Subnet': ['ID=3c79a5d2-6e5f-4724-8734-4a3d39686ffc,revision_number=0']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:39:52.064223 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-0ae99154-a95b-478c-9966-83395d27c4a0 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3741155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38980'] for router, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:52.065584 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-0ae99154-a95b-478c-9966-83395d27c4a0 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3743284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3741748', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3896702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-38989'] for router, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:52.068514 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-0da933c6-8b94-4871-9a75-5b5500c4b85a tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:39:52.079810 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-a8b6a7d5-c3b5-47f1-9ac2-d99967de313f tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4108 time: 0.1335394
Dec 16 22:39:52.090669 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 46326) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:39:52.113859 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-0da933c6-8b94-4871-9a75-5b5500c4b85a tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.8551869
Dec 16 22:39:52.114954 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 46330) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:39:52.124280 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-063c32a4-e239-460e-b084-faefe2c84177 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Network bf9c7624-5a8f-45ef-80fb-86a40ea7bbb3 is scheduled to be hosted by DHCP agent 3b155c4d-12dc-491e-aa14-6113b06cfacd with binding_index 1 {{(pid=87507) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 16 22:39:52.125829 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-d0a18ad5-e044-412f-9aa4-ed27b3ca6487 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Request body: {'security_group': {'name': 'tempest-secgroup-1570555043'}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:39:52.139435 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-d0a18ad5-e044-412f-9aa4-ed27b3ca6487 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:39:52.143191 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-0ae99154-a95b-478c-9966-83395d27c4a0 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:52.153169 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-d0a18ad5-e044-412f-9aa4-ed27b3ca6487 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Usage tracker for resource:security_group and tenant:69ee045658914011ac7b8ba0ad799b2d is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:39:52.158074 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-d0a18ad5-e044-412f-9aa4-ed27b3ca6487 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:39:52.159235 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.base_scheduler [None req-063c32a4-e239-460e-b084-faefe2c84177 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821829-1-hyperv, bf9c7624-5a8f-45ef-80fb-86a40ea7bbb3) {{(pid=87507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:39:52.162195 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-29767525-1b2d-4c92-ae9d-a36089eb72be tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841066'] for security_group, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:52.166747 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-b28eefcf-5cae-46c0-abc8-5c91bc23531d tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:52.173891 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-063c32a4-e239-460e-b084-faefe2c84177 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:39:52.174472 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-063c32a4-e239-460e-b084-faefe2c84177 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks [] for subnet, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:52.181239 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-9384a4af-a796-4ffb-83da-58b63d35c63f tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:39:52.187136 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6611d92-00af-420a-899c-5b1ba2e8b035 None None] Network bf9c7624-5a8f-45ef-80fb-86a40ea7bbb3 requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 22:39:52.197369 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-b28eefcf-5cae-46c0-abc8-5c91bc23531d tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:52.205120 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-d0a18ad5-e044-412f-9aa4-ed27b3ca6487 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:39:52.224190 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29767525-1b2d-4c92-ae9d-a36089eb72be tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b47c5d31-0a6a-4873-941e-c62685072c38,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:39:52.233309 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-29767525-1b2d-4c92-ae9d-a36089eb72be tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:39:52.243448 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-d0a18ad5-e044-412f-9aa4-ed27b3ca6487 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks [] for security_group, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:52.253485 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-29767525-1b2d-4c92-ae9d-a36089eb72be tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] Notify callbacks [] for security_group, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:52.257166 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-29767525-1b2d-4c92-ae9d-a36089eb72be tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] 10.222.0.13 "DELETE /v2.0/security-groups/b47c5d31-0a6a-4873-941e-c62685072c38 HTTP/1.1" status: 204  len: 168 time: 0.4854262
Dec 16 22:39:52.260402 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 46334) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:39:52.296482 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-d0a18ad5-e044-412f-9aa4-ed27b3ca6487 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:39:52.308475 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-b28eefcf-5cae-46c0-abc8-5c91bc23531d tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841137'] for security_group_rule, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:52.310635 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-d0a18ad5-e044-412f-9aa4-ed27b3ca6487 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Usage tracker for resource:security_group_rule and tenant:69ee045658914011ac7b8ba0ad799b2d is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:39:52.316685 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-8373ec3f-400d-45b7-ac47-d5f76f878449 tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:39:52.323434 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-d0a18ad5-e044-412f-9aa4-ed27b3ca6487 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:39:52.339349 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-d0a18ad5-e044-412f-9aa4-ed27b3ca6487 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:39:52.357971 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28eefcf-5cae-46c0-abc8-5c91bc23531d tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=06bc94db-40bb-4be5-9a4c-9cea084044b4,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:39:52.365405 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-b28eefcf-5cae-46c0-abc8-5c91bc23531d tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:52.368696 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-b28eefcf-5cae-46c0-abc8-5c91bc23531d tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/06bc94db-40bb-4be5-9a4c-9cea084044b4 HTTP/1.1" status: 204  len: 168 time: 0.2735426
Dec 16 22:39:52.368696 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-b28eefcf-5cae-46c0-abc8-5c91bc23531d tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:39:52.374660 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 46338) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:39:52.381710 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-23c46960-7a4d-4dc0-85ee-9fd4ff08f477 tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] Synchronizing usage tracker for tenant:88adc064733e430480c28c4364665e17 on resource:security_group {{(pid=87506) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 22:39:52.435518 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-063c32a4-e239-460e-b084-faefe2c84177 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.6335280
Dec 16 22:39:52.439028 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 46342) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:39:52.439754 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-0ae99154-a95b-478c-9966-83395d27c4a0 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3740952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3741923'] for router, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:52.471054 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.db_base_plugin_common [None req-287a9d03-380b-46c8-98af-cd95be05fe4a None None] Allocated IP 172.20.0.2 (77fc6d23-71e2-48c8-8bb8-5aef66333fb3/7f2c5147-3fd4-4aff-bbba-91aabad9672c/cddb0004-a06f-4eed-aab5-254c0d9410e9) {{(pid=87508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 22:39:52.492590 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-d0a18ad5-e044-412f-9aa4-ed27b3ca6487 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks [] for security_group, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:52.502053 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-d0a18ad5-e044-412f-9aa4-ed27b3ca6487 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841066'] for security_group, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:52.527002 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-19df984f-ea85-4dd7-9912-f2c210f79af6 tempest-ServerActionsTestJSON-1581017418 tempest-ServerActionsTestJSON-1581017418-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:39:52.542455 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-23c46960-7a4d-4dc0-85ee-9fd4ff08f477 tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] Unset dirty status for tenant:88adc064733e430480c28c4364665e17 on resource:security_group {{(pid=87506) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 22:39:52.547597 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-23c46960-7a4d-4dc0-85ee-9fd4ff08f477 tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2983 time: 0.2848401
Dec 16 22:39:52.551946 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 46346) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:39:52.557088 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-d0a18ad5-e044-412f-9aa4-ed27b3ca6487 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks [] for security_group, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:52.561249 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-d0a18ad5-e044-412f-9aa4-ed27b3ca6487 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1745 time: 0.4393408
Dec 16 22:39:52.562006 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-666de791-5c44-4912-80e1-aa111da4ff48 tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] Request body: {'security_group': {'name': 'tempest-secgroup--636777199'}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:39:52.572528 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 46350) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:39:52.575983 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-666de791-5c44-4912-80e1-aa111da4ff48 tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:39:52.584999 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-92108ce1-86aa-4f2a-9a69-febf8e175b11 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Request body: {'security_group': {'name': 'tempest-secgroup-1998159627'}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:39:52.597006 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-92108ce1-86aa-4f2a-9a69-febf8e175b11 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:39:52.602555 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a18ad5-e044-412f-9aa4-ed27b3ca6487 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a5bf3a3-72ad-44fb-9b02-3b26c707564e,revision_number=1']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:39:52.605066 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-666de791-5c44-4912-80e1-aa111da4ff48 tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:39:52.608477 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-d0a18ad5-e044-412f-9aa4-ed27b3ca6487 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:39:52.610547 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-92108ce1-86aa-4f2a-9a69-febf8e175b11 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Usage tracker for resource:security_group and tenant:69ee045658914011ac7b8ba0ad799b2d is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:39:52.615524 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-92108ce1-86aa-4f2a-9a69-febf8e175b11 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:39:52.622812 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-92108ce1-86aa-4f2a-9a69-febf8e175b11 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:39:52.629960 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-666de791-5c44-4912-80e1-aa111da4ff48 tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] Notify callbacks [] for security_group, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:52.648368 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-92108ce1-86aa-4f2a-9a69-febf8e175b11 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks [] for security_group, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:52.670472 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-cbd9c3f3-22d3-4026-a20f-374139e6cd73 tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Synchronizing usage tracker for tenant:fd927e9f15874920a18b902299712a83 on resource:security_group_rule {{(pid=87507) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 22:39:52.673283 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-666de791-5c44-4912-80e1-aa111da4ff48 tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:39:52.679933 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-666de791-5c44-4912-80e1-aa111da4ff48 tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] Usage tracker for resource:security_group_rule and tenant:88adc064733e430480c28c4364665e17 is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:39:52.680403 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-0ae99154-a95b-478c-9966-83395d27c4a0 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks [] for router, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:52.684162 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-0ae99154-a95b-478c-9966-83395d27c4a0 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 702 time: 0.8114679
Dec 16 22:39:52.684345 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-92108ce1-86aa-4f2a-9a69-febf8e175b11 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:39:52.684927 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 46354) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:39:52.687955 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-666de791-5c44-4912-80e1-aa111da4ff48 tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:39:52.694975 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-92108ce1-86aa-4f2a-9a69-febf8e175b11 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Usage tracker for resource:security_group_rule and tenant:69ee045658914011ac7b8ba0ad799b2d is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:39:52.701113 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-2238a909-093f-4f05-a198-d8aa04021789 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Request body: {'port': {'network_id': '77fc6d23-71e2-48c8-8bb8-5aef66333fb3', 'name': 'tempest-PortsTestJSON-134610952'}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:39:52.802666 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1291a72-4706-4086-9d3e-f841f0891444 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1d6bfaf-d325-5e4f-b05d-2441d8339617-bf9c7624-5a8f-45ef-80fb-86a40ea7bbb3', 'network_id': 'bf9c7624-5a8f-45ef-80fb-86a40ea7bbb3', 'tenant_id': 'a221f56311244d31a510a3a1bb3c6ce9', 'fixed_ips': [{'subnet_id': '6e134cd3-03ec-41ee-843d-e78994f77c61'}]}} from dv-neutron-821829-1-hyperv. {{(pid=87508) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 16 22:39:52.803428 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-a1291a72-4706-4086-9d3e-f841f0891444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:52.819464 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adc1b05e-2c9c-4d71-ad62-54aa771a9e49 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1d6bfaf-d325-5e4f-b05d-2441d8339617-2769000e-f979-4993-b25c-a53f47882427', 'network_id': '2769000e-f979-4993-b25c-a53f47882427', 'tenant_id': '69ee045658914011ac7b8ba0ad799b2d', 'fixed_ips': [{'subnet_id': '3c79a5d2-6e5f-4724-8734-4a3d39686ffc'}]}} from dv-neutron-821829-1-hyperv. {{(pid=87508) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 16 22:39:52.820345 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-adc1b05e-2c9c-4d71-ad62-54aa771a9e49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:52.841685 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-cbd9c3f3-22d3-4026-a20f-374139e6cd73 tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Unset dirty status for tenant:fd927e9f15874920a18b902299712a83 on resource:security_group_rule {{(pid=87507) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 22:39:52.841997 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-92108ce1-86aa-4f2a-9a69-febf8e175b11 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:39:52.843194 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-cbd9c3f3-22d3-4026-a20f-374139e6cd73 tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3567 time: 0.4626126
Dec 16 22:39:52.845185 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-666de791-5c44-4912-80e1-aa111da4ff48 tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:39:52.850456 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 46358) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:39:52.898782 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-92108ce1-86aa-4f2a-9a69-febf8e175b11 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:39:53.044755 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-287a9d03-380b-46c8-98af-cd95be05fe4a None None] Notify callbacks [] for port, precommit_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:53.102249 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-287a9d03-380b-46c8-98af-cd95be05fe4a None None] Transition to ACTIVE for port object cddb0004-a06f-4eed-aab5-254c0d9410e9 will not be triggered until provisioned by entity L2. {{(pid=87508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:39:53.119036 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-138b6c54-56d3-4a69-b90b-fa05000c7076 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:53.122935 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-2238a909-093f-4f05-a198-d8aa04021789 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:39:53.141145 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-50dd6b61-83b9-43d6-aa14-979437547437 tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Notify callbacks [] for security_group, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:53.159159 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-2238a909-093f-4f05-a198-d8aa04021789 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:39:53.175662 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-666de791-5c44-4912-80e1-aa111da4ff48 tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] Notify callbacks [] for security_group, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:53.181634 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-287a9d03-380b-46c8-98af-cd95be05fe4a None None] Transition to ACTIVE for port object cddb0004-a06f-4eed-aab5-254c0d9410e9 will not be triggered until provisioned by entity DHCP. {{(pid=87508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:39:53.193443 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-666de791-5c44-4912-80e1-aa111da4ff48 tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841066'] for security_group, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:53.201904 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.db_base_plugin_common [None req-a1291a72-4706-4086-9d3e-f841f0891444 None None] Allocated IP 2001:db8::2 (bf9c7624-5a8f-45ef-80fb-86a40ea7bbb3/6e134cd3-03ec-41ee-843d-e78994f77c61/e595cb84-0488-4651-8460-345ebee68b7b) {{(pid=87508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 22:39:53.204519 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-287a9d03-380b-46c8-98af-cd95be05fe4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940'] for port, after_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:53.208096 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-92108ce1-86aa-4f2a-9a69-febf8e175b11 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks [] for security_group, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:53.209234 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-d9630907-4ca1-4554-8c77-4e5309a418b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:39:53.218615 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-fd7c5ef3-4f84-48ec-a198-c01b5f7ca07a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:39:53.233644 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-92108ce1-86aa-4f2a-9a69-febf8e175b11 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841066'] for security_group, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:53.245079 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-50dd6b61-83b9-43d6-aa14-979437547437 tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:53.255847 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.db_base_plugin_common [None req-adc1b05e-2c9c-4d71-ad62-54aa771a9e49 None None] Allocated IP 2001:db8::2 (2769000e-f979-4993-b25c-a53f47882427/3c79a5d2-6e5f-4724-8734-4a3d39686ffc/aefaa845-a51c-4a1f-8414-e7a8b0037790) {{(pid=87508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 22:39:53.270365 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2238a909-093f-4f05-a198-d8aa04021789 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Made reservation on behalf of 3ddf94e9e4ac4112b345468cafab037c for: {'port': 1} {{(pid=87506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:39:53.273965 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-2238a909-093f-4f05-a198-d8aa04021789 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:53.281779 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-b5aca2a1-703c-4177-8846-e32fefe795c2 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:53.291615 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-287a9d03-380b-46c8-98af-cd95be05fe4a None None] Network 77fc6d23-71e2-48c8-8bb8-5aef66333fb3 is already hosted by enough agents. {{(pid=87508) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:39:53.303972 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.scheduler.base_scheduler [None req-287a9d03-380b-46c8-98af-cd95be05fe4a None None] Resources bound (agent type, host, resource id):  {{(pid=87508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:39:53.312454 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-287a9d03-380b-46c8-98af-cd95be05fe4a None None] Received port after_create {{(pid=87508) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 22:39:53.325776 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666de791-5c44-4912-80e1-aa111da4ff48 tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02c7675a-5aa1-4c38-a5d0-a5c5f86b37bb,revision_number=1']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:39:53.336327 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-666de791-5c44-4912-80e1-aa111da4ff48 tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:39:53.347335 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-29767525-1b2d-4c92-ae9d-a36089eb72be tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.103s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:39:53.360236 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.notifiers.nova [None req-2238a909-093f-4f05-a198-d8aa04021789 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] device_id is not set on port 45ba4bd5-49d2-4654-93c3-5a12d314dd60 yet. {{(pid=87506) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 16 22:39:53.406641 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-92108ce1-86aa-4f2a-9a69-febf8e175b11 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks [] for security_group, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:53.408092 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-92108ce1-86aa-4f2a-9a69-febf8e175b11 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1745 time: 0.8336008
Dec 16 22:39:53.409169 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-666de791-5c44-4912-80e1-aa111da4ff48 tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] Notify callbacks [] for security_group, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:53.410379 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-666de791-5c44-4912-80e1-aa111da4ff48 tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1745 time: 0.8574696
Dec 16 22:39:53.415702 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 46362) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:39:53.415702 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 46364) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:39:53.421460 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287a9d03-380b-46c8-98af-cd95be05fe4a None None] Pushing event updated for resources: {'Port': ['ID=cddb0004-a06f-4eed-aab5-254c0d9410e9,revision_number=1']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:39:53.445385 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-2ee0646c-63d0-4dc2-a26b-918046172b78 tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] Request body: {'security_group_rule': {'security_group_id': '02c7675a-5aa1-4c38-a5d0-a5c5f86b37bb', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:39:53.456463 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-c3bfac8f-ffe9-4180-9a1c-2f0f51fb2e28 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1726340250', 'security_groups': ['ae7fb029-f2ce-4606-8a4c-bff8ee92e0fa'], 'network_id': '2769000e-f979-4993-b25c-a53f47882427', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '3c79a5d2-6e5f-4724-8734-4a3d39686ffc'}]}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:39:53.478908 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-2ee0646c-63d0-4dc2-a26b-918046172b78 tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:39:53.496309 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-b5aca2a1-703c-4177-8846-e32fefe795c2 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:53.498346 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-2ee0646c-63d0-4dc2-a26b-918046172b78 tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] Usage tracker for resource:security_group_rule and tenant:88adc064733e430480c28c4364665e17 is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:39:53.528800 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-287a9d03-380b-46c8-98af-cd95be05fe4a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:39:53.538216 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.agents_db [None req-0abd2616-a86c-48e2-be07-10823335a5bb None None] Agent healthcheck: found 6 active agents {{(pid=87509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 22:39:53.557842 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-2ee0646c-63d0-4dc2-a26b-918046172b78 tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:39:53.574017 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92108ce1-86aa-4f2a-9a69-febf8e175b11 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae7fb029-f2ce-4606-8a4c-bff8ee92e0fa,revision_number=1']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:39:53.575648 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-287a9d03-380b-46c8-98af-cd95be05fe4a None None] Attempting to bind port cddb0004-a06f-4eed-aab5-254c0d9410e9 on host dv-neutron-821829-1-hyperv for vnic_type normal with profile  {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 22:39:53.576014 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-287a9d03-380b-46c8-98af-cd95be05fe4a None None] Attempting to bind port cddb0004-a06f-4eed-aab5-254c0d9410e9 by drivers openvswitch,hyperv on host dv-neutron-821829-1-hyperv at level 0 using segments [{'id': '6309acce-1ec6-4563-a182-b9a344ba9eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '77fc6d23-71e2-48c8-8bb8-5aef66333fb3'}] {{(pid=87508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 22:39:53.576408 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-287a9d03-380b-46c8-98af-cd95be05fe4a None None] Attempting to bind port cddb0004-a06f-4eed-aab5-254c0d9410e9 on network 77fc6d23-71e2-48c8-8bb8-5aef66333fb3 {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 22:39:53.584903 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-50dd6b61-83b9-43d6-aa14-979437547437 tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841066'] for security_group, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:53.592177 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-92108ce1-86aa-4f2a-9a69-febf8e175b11 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:39:53.592868 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-92108ce1-86aa-4f2a-9a69-febf8e175b11 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:39:53.593837 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-287a9d03-380b-46c8-98af-cd95be05fe4a None None] Checking agent: {'id': '5571501f-366e-47a4-9b60-8ef19d935d27', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821829-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 24, 2), 'started_at': datetime.datetime(2021, 12, 16, 22, 24, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 39, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821829-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 22:39:53.594423 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-287a9d03-380b-46c8-98af-cd95be05fe4a None None] Checking segment: {'id': '6309acce-1ec6-4563-a182-b9a344ba9eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '77fc6d23-71e2-48c8-8bb8-5aef66333fb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 22:39:53.595124 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-287a9d03-380b-46c8-98af-cd95be05fe4a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:53.595729 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-287a9d03-380b-46c8-98af-cd95be05fe4a None None] Bound using segment: {'id': '6309acce-1ec6-4563-a182-b9a344ba9eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '77fc6d23-71e2-48c8-8bb8-5aef66333fb3'} {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 22:39:53.596235 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-287a9d03-380b-46c8-98af-cd95be05fe4a None None] Bound port: cddb0004-a06f-4eed-aab5-254c0d9410e9, host: dv-neutron-821829-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6309acce-1ec6-4563-a182-b9a344ba9eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '77fc6d23-71e2-48c8-8bb8-5aef66333fb3'}}] {{(pid=87508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 22:39:53.596878 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-287a9d03-380b-46c8-98af-cd95be05fe4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:53.603844 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-2ee0646c-63d0-4dc2-a26b-918046172b78 tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:39:53.657113 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50dd6b61-83b9-43d6-aa14-979437547437 tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c45b14d5-bb22-4291-8e3a-983b7fb50ce7,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:39:53.666896 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-50dd6b61-83b9-43d6-aa14-979437547437 tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:39:53.764136 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-50dd6b61-83b9-43d6-aa14-979437547437 tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Notify callbacks [] for security_group, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:53.767677 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-50dd6b61-83b9-43d6-aa14-979437547437 tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] 10.222.0.13 "DELETE /v2.0/security-groups/c45b14d5-bb22-4291-8e3a-983b7fb50ce7 HTTP/1.1" status: 204  len: 168 time: 0.9108851
Dec 16 22:39:53.770850 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.db_base_plugin_common [None req-2238a909-093f-4f05-a198-d8aa04021789 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Allocated IP 172.20.0.12 (77fc6d23-71e2-48c8-8bb8-5aef66333fb3/7f2c5147-3fd4-4aff-bbba-91aabad9672c/45ba4bd5-49d2-4654-93c3-5a12d314dd60) {{(pid=87506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 22:39:53.773334 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 46370) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:39:53.811153 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-c3bfac8f-ffe9-4180-9a1c-2f0f51fb2e28 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:39:53.817435 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.api.v2.resource [None req-2ee0646c-63d0-4dc2-a26b-918046172b78 tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] create failed (client error): The resource could not be found.
Dec 16 22:39:53.818490 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-2ee0646c-63d0-4dc2-a26b-918046172b78 tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 404  len: 323 time: 0.3972690
Dec 16 22:39:53.821542 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 46374) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:39:53.834373 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-c3bfac8f-ffe9-4180-9a1c-2f0f51fb2e28 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:39:53.838059 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-7c073e04-054a-4414-83f1-76c4a80e75ac tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] Request body: {'security_group_rule': {'security_group_id': '02c7675a-5aa1-4c38-a5d0-a5c5f86b37bb', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'e7842b60-72c4-43cf-b256-98a8b7f64361'}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:39:53.848308 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-7c073e04-054a-4414-83f1-76c4a80e75ac tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:39:53.862606 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-7c073e04-054a-4414-83f1-76c4a80e75ac tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] Usage tracker for resource:security_group_rule and tenant:88adc064733e430480c28c4364665e17 is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:39:53.867657 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-7c073e04-054a-4414-83f1-76c4a80e75ac tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:39:53.876878 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-7c073e04-054a-4414-83f1-76c4a80e75ac tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:39:53.878271 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3bfac8f-ffe9-4180-9a1c-2f0f51fb2e28 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Made reservation on behalf of 69ee045658914011ac7b8ba0ad799b2d for: {'port': 1} {{(pid=87506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:39:53.888739 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-287a9d03-380b-46c8-98af-cd95be05fe4a None None] For port cddb0004-a06f-4eed-aab5-254c0d9410e9, host dv-neutron-821829-1-hyperv, cleared binding levels {{(pid=87508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 22:39:53.890906 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-adc1b05e-2c9c-4d71-ad62-54aa771a9e49 None None] Notify callbacks [] for port, precommit_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:53.899486 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-287a9d03-380b-46c8-98af-cd95be05fe4a None None] For port cddb0004-a06f-4eed-aab5-254c0d9410e9, host dv-neutron-821829-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=cddb0004-a06f-4eed-aab5-254c0d9410e9,segment=NetworkSegment(6309acce-1ec6-4563-a182-b9a344ba9eb9),segment_id=6309acce-1ec6-4563-a182-b9a344ba9eb9)] {{(pid=87508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 22:39:53.912516 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-287a9d03-380b-46c8-98af-cd95be05fe4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:53.913153 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-b3127e7d-2f19-46bf-a540-eaa3d4d41675 tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Synchronizing usage tracker for tenant:fd927e9f15874920a18b902299712a83 on resource:security_group {{(pid=87506) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 22:39:53.916362 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-a1291a72-4706-4086-9d3e-f841f0891444 None None] Notify callbacks [] for port, precommit_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:53.918944 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-adc1b05e-2c9c-4d71-ad62-54aa771a9e49 None None] Transition to ACTIVE for port object aefaa845-a51c-4a1f-8414-e7a8b0037790 will not be triggered until provisioned by entity L2. {{(pid=87508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:39:53.921114 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-b09b0460-d750-4c05-b98b-fab60e77ec7d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:39:53.921965 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-b5aca2a1-703c-4177-8846-e32fefe795c2 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Notify callbacks [] for port, precommit_update {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:53.933777 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-b5aca2a1-703c-4177-8846-e32fefe795c2 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10807814'] for port, after_update {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:53.938630 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-f4c363d8-d694-41fd-8758-e24621133e15 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:39:53.979940 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-a1291a72-4706-4086-9d3e-f841f0891444 None None] Transition to ACTIVE for port object e595cb84-0488-4651-8460-345ebee68b7b will not be triggered until provisioned by entity L2. {{(pid=87508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:39:54.003000 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.api.v2.resource [None req-7c073e04-054a-4414-83f1-76c4a80e75ac tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] create failed (client error): The resource could not be found.
Dec 16 22:39:54.007223 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-7c073e04-054a-4414-83f1-76c4a80e75ac tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 404  len: 347 time: 0.1822109
Dec 16 22:39:54.014515 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 46378) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:39:54.024764 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-adc1b05e-2c9c-4d71-ad62-54aa771a9e49 None None] Transition to ACTIVE for port object aefaa845-a51c-4a1f-8414-e7a8b0037790 will not be triggered until provisioned by entity DHCP. {{(pid=87508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:39:54.030891 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-a1291a72-4706-4086-9d3e-f841f0891444 None None] Transition to ACTIVE for port object e595cb84-0488-4651-8460-345ebee68b7b will not be triggered until provisioned by entity DHCP. {{(pid=87508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:39:54.047299 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-adc1b05e-2c9c-4d71-ad62-54aa771a9e49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940'] for port, after_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:54.054326 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-a1291a72-4706-4086-9d3e-f841f0891444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940'] for port, after_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:54.059476 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287a9d03-380b-46c8-98af-cd95be05fe4a None None] Pushing event updated for resources: {'Port': ['ID=cddb0004-a06f-4eed-aab5-254c0d9410e9,revision_number=2']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:39:54.066944 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-287a9d03-380b-46c8-98af-cd95be05fe4a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:39:54.069398 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-ebf0183e-b723-4164-9113-f22d8f60f9c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.016s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:39:54.095057 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-b3127e7d-2f19-46bf-a540-eaa3d4d41675 tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Unset dirty status for tenant:fd927e9f15874920a18b902299712a83 on resource:security_group {{(pid=87506) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 22:39:54.096403 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-b3127e7d-2f19-46bf-a540-eaa3d4d41675 tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2983 time: 0.3207083
Dec 16 22:39:54.116687 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 46382) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:39:54.126565 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-be9a02bd-9d47-4a75-b92c-ce52fe9401f9 tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Request body: {'security_group': {'name': 'tempest-secgroup--1350131902'}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:39:54.147813 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-be9a02bd-9d47-4a75-b92c-ce52fe9401f9 tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:39:54.156551 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5aca2a1-703c-4177-8846-e32fefe795c2 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Pushing event updated for resources: {'Port': ['ID=d2719754-00e5-456c-a88d-4b7efdffdcbb,revision_number=2']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:39:54.160663 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-b5aca2a1-703c-4177-8846-e32fefe795c2 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3741874'] for floatingip, after_update {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:54.179124 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-be9a02bd-9d47-4a75-b92c-ce52fe9401f9 tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:39:54.183988 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-c3bfac8f-ffe9-4180-9a1c-2f0f51fb2e28 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:54.208719 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adc1b05e-2c9c-4d71-ad62-54aa771a9e49 None None] Network 2769000e-f979-4993-b25c-a53f47882427 is already hosted by enough agents. {{(pid=87508) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:39:54.216072 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.scheduler.base_scheduler [None req-adc1b05e-2c9c-4d71-ad62-54aa771a9e49 None None] Resources bound (agent type, host, resource id):  {{(pid=87508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:39:54.220803 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1291a72-4706-4086-9d3e-f841f0891444 None None] Network bf9c7624-5a8f-45ef-80fb-86a40ea7bbb3 is already hosted by enough agents. {{(pid=87508) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:39:54.221671 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-be9a02bd-9d47-4a75-b92c-ce52fe9401f9 tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Notify callbacks [] for security_group, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:54.225289 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adc1b05e-2c9c-4d71-ad62-54aa771a9e49 None None] Received port after_create {{(pid=87508) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 22:39:54.227745 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc1b05e-2c9c-4d71-ad62-54aa771a9e49 None None] Pushing event updated for resources: {'Port': ['ID=aefaa845-a51c-4a1f-8414-e7a8b0037790,revision_number=1']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:39:54.230324 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.scheduler.base_scheduler [None req-a1291a72-4706-4086-9d3e-f841f0891444 None None] Resources bound (agent type, host, resource id):  {{(pid=87508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:39:54.244384 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.notifiers.nova [None req-c3bfac8f-ffe9-4180-9a1c-2f0f51fb2e28 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] device_id is not set on port cdec5144-e6e5-491e-914a-7c6982da3683 yet. {{(pid=87506) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 16 22:39:54.269788 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1291a72-4706-4086-9d3e-f841f0891444 None None] Received port after_create {{(pid=87508) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 22:39:54.286578 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5aca2a1-703c-4177-8846-e32fefe795c2 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:39:54.287111 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5aca2a1-703c-4177-8846-e32fefe795c2 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:39:54.287584 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5aca2a1-703c-4177-8846-e32fefe795c2 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:39:54.288092 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5aca2a1-703c-4177-8846-e32fefe795c2 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:39:54.288552 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5aca2a1-703c-4177-8846-e32fefe795c2 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:39:54.289128 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5aca2a1-703c-4177-8846-e32fefe795c2 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:39:54.289478 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5aca2a1-703c-4177-8846-e32fefe795c2 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:39:54.289933 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5aca2a1-703c-4177-8846-e32fefe795c2 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:39:54.290387 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5aca2a1-703c-4177-8846-e32fefe795c2 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:39:54.290917 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5aca2a1-703c-4177-8846-e32fefe795c2 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:39:54.291310 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5aca2a1-703c-4177-8846-e32fefe795c2 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:39:54.291776 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5aca2a1-703c-4177-8846-e32fefe795c2 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:39:54.302770 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-b5aca2a1-703c-4177-8846-e32fefe795c2 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.364s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:39:54.359661 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-be9a02bd-9d47-4a75-b92c-ce52fe9401f9 tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:39:54.376728 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-be9a02bd-9d47-4a75-b92c-ce52fe9401f9 tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Usage tracker for resource:security_group_rule and tenant:fd927e9f15874920a18b902299712a83 is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:39:54.384014 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-2238a909-093f-4f05-a198-d8aa04021789 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks [] for port, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:54.394713 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-be9a02bd-9d47-4a75-b92c-ce52fe9401f9 tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:39:54.395454 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.db_base_plugin_common [None req-138b6c54-56d3-4a69-b90b-fa05000c7076 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Allocated IP 2001:db8::1 (bf9c7624-5a8f-45ef-80fb-86a40ea7bbb3/6e134cd3-03ec-41ee-843d-e78994f77c61/07a12276-2538-44d6-9e80-8f6358f227c6) {{(pid=87507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 22:39:54.413073 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-be9a02bd-9d47-4a75-b92c-ce52fe9401f9 tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:39:54.433530 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.provisioning_blocks [None req-2238a909-093f-4f05-a198-d8aa04021789 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Transition to ACTIVE for port object 45ba4bd5-49d2-4654-93c3-5a12d314dd60 will not be triggered until provisioned by entity DHCP. {{(pid=87506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:39:54.503172 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1291a72-4706-4086-9d3e-f841f0891444 None None] Pushing event updated for resources: {'Port': ['ID=e595cb84-0488-4651-8460-345ebee68b7b,revision_number=1']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:39:54.506348 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-adc1b05e-2c9c-4d71-ad62-54aa771a9e49 None None] Attempting to bind port aefaa845-a51c-4a1f-8414-e7a8b0037790 on host dv-neutron-821829-1-hyperv for vnic_type normal with profile  {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 22:39:54.506745 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-adc1b05e-2c9c-4d71-ad62-54aa771a9e49 None None] Attempting to bind port aefaa845-a51c-4a1f-8414-e7a8b0037790 by drivers openvswitch,hyperv on host dv-neutron-821829-1-hyperv at level 0 using segments [{'id': '22cf138c-9e36-435b-996f-2f0ecf1ae63f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '2769000e-f979-4993-b25c-a53f47882427'}] {{(pid=87508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 22:39:54.507169 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adc1b05e-2c9c-4d71-ad62-54aa771a9e49 None None] Attempting to bind port aefaa845-a51c-4a1f-8414-e7a8b0037790 on network 2769000e-f979-4993-b25c-a53f47882427 {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 22:39:54.529319 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-a1291a72-4706-4086-9d3e-f841f0891444 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.460s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:39:54.530127 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adc1b05e-2c9c-4d71-ad62-54aa771a9e49 None None] Checking agent: {'id': '5571501f-366e-47a4-9b60-8ef19d935d27', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821829-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 24, 2), 'started_at': datetime.datetime(2021, 12, 16, 22, 24, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 39, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821829-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 22:39:54.531241 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adc1b05e-2c9c-4d71-ad62-54aa771a9e49 None None] Checking segment: {'id': '22cf138c-9e36-435b-996f-2f0ecf1ae63f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '2769000e-f979-4993-b25c-a53f47882427'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 22:39:54.531868 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-adc1b05e-2c9c-4d71-ad62-54aa771a9e49 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:54.532436 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adc1b05e-2c9c-4d71-ad62-54aa771a9e49 None None] Bound using segment: {'id': '22cf138c-9e36-435b-996f-2f0ecf1ae63f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '2769000e-f979-4993-b25c-a53f47882427'} {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 22:39:54.533588 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-adc1b05e-2c9c-4d71-ad62-54aa771a9e49 None None] Bound port: aefaa845-a51c-4a1f-8414-e7a8b0037790, host: dv-neutron-821829-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22cf138c-9e36-435b-996f-2f0ecf1ae63f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '2769000e-f979-4993-b25c-a53f47882427'}}] {{(pid=87508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 22:39:54.534231 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-adc1b05e-2c9c-4d71-ad62-54aa771a9e49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:54.567852 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-a1291a72-4706-4086-9d3e-f841f0891444 None None] Attempting to bind port e595cb84-0488-4651-8460-345ebee68b7b on host dv-neutron-821829-1-hyperv for vnic_type normal with profile  {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 22:39:54.568498 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-a1291a72-4706-4086-9d3e-f841f0891444 None None] Attempting to bind port e595cb84-0488-4651-8460-345ebee68b7b by drivers openvswitch,hyperv on host dv-neutron-821829-1-hyperv at level 0 using segments [{'id': '813541d7-5a16-4695-b75a-fa872b9e2804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'bf9c7624-5a8f-45ef-80fb-86a40ea7bbb3'}] {{(pid=87508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 22:39:54.569050 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1291a72-4706-4086-9d3e-f841f0891444 None None] Attempting to bind port e595cb84-0488-4651-8460-345ebee68b7b on network bf9c7624-5a8f-45ef-80fb-86a40ea7bbb3 {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 22:39:54.571753 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.512s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:39:54.572305 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:39:54.576279 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-992739cd-3e26-470b-897a-9e5cb91b1d04 tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] Notify callbacks [] for security_group, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:54.612669 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1291a72-4706-4086-9d3e-f841f0891444 None None] Checking agent: {'id': '5571501f-366e-47a4-9b60-8ef19d935d27', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821829-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 24, 2), 'started_at': datetime.datetime(2021, 12, 16, 22, 24, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 39, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821829-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 22:39:54.612669 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1291a72-4706-4086-9d3e-f841f0891444 None None] Checking segment: {'id': '813541d7-5a16-4695-b75a-fa872b9e2804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'bf9c7624-5a8f-45ef-80fb-86a40ea7bbb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 22:39:54.613450 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-a1291a72-4706-4086-9d3e-f841f0891444 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:54.613938 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1291a72-4706-4086-9d3e-f841f0891444 None None] Bound using segment: {'id': '813541d7-5a16-4695-b75a-fa872b9e2804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'bf9c7624-5a8f-45ef-80fb-86a40ea7bbb3'} {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 22:39:54.614535 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-a1291a72-4706-4086-9d3e-f841f0891444 None None] Bound port: e595cb84-0488-4651-8460-345ebee68b7b, host: dv-neutron-821829-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '813541d7-5a16-4695-b75a-fa872b9e2804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'bf9c7624-5a8f-45ef-80fb-86a40ea7bbb3'}}] {{(pid=87508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 22:39:54.615122 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-a1291a72-4706-4086-9d3e-f841f0891444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:54.658381 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-2238a909-093f-4f05-a198-d8aa04021789 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1863393'] for port, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:54.669182 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-9aac4368-6594-4a93-b325-c89d794678bc tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:39:54.674347 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.db.l3_db [None req-b5aca2a1-703c-4177-8846-e32fefe795c2 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Floating IP d171fb35-a4a3-4b20-a1d2-1cafa38e92d8 associated. External IP: 172.26.0.97, port: 4359d2e8-34fe-4cb4-bef0-4f10169a8bef.
Dec 16 22:39:54.725820 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-adc1b05e-2c9c-4d71-ad62-54aa771a9e49 None None] For port aefaa845-a51c-4a1f-8414-e7a8b0037790, host dv-neutron-821829-1-hyperv, cleared binding levels {{(pid=87508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 22:39:54.735277 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-be9a02bd-9d47-4a75-b92c-ce52fe9401f9 tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Notify callbacks [] for security_group, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:54.741573 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-adc1b05e-2c9c-4d71-ad62-54aa771a9e49 None None] For port aefaa845-a51c-4a1f-8414-e7a8b0037790, host dv-neutron-821829-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=aefaa845-a51c-4a1f-8414-e7a8b0037790,segment=NetworkSegment(22cf138c-9e36-435b-996f-2f0ecf1ae63f),segment_id=22cf138c-9e36-435b-996f-2f0ecf1ae63f)] {{(pid=87508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 22:39:54.742525 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-992739cd-3e26-470b-897a-9e5cb91b1d04 tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:54.746935 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-a1291a72-4706-4086-9d3e-f841f0891444 None None] For port e595cb84-0488-4651-8460-345ebee68b7b, host dv-neutron-821829-1-hyperv, cleared binding levels {{(pid=87508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 22:39:54.749658 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-adc1b05e-2c9c-4d71-ad62-54aa771a9e49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:54.755148 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-a1291a72-4706-4086-9d3e-f841f0891444 None None] For port e595cb84-0488-4651-8460-345ebee68b7b, host dv-neutron-821829-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=e595cb84-0488-4651-8460-345ebee68b7b,segment=NetworkSegment(813541d7-5a16-4695-b75a-fa872b9e2804),segment_id=813541d7-5a16-4695-b75a-fa872b9e2804)] {{(pid=87508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 22:39:54.756952 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-7c403161-8327-413c-a13d-752dab681e8d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:39:54.760631 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.db_base_plugin_common [None req-c3bfac8f-ffe9-4180-9a1c-2f0f51fb2e28 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Allocated IP 2001:db8::b7 (2769000e-f979-4993-b25c-a53f47882427/3c79a5d2-6e5f-4724-8734-4a3d39686ffc/cdec5144-e6e5-491e-914a-7c6982da3683) {{(pid=87506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 22:39:54.763159 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-be9a02bd-9d47-4a75-b92c-ce52fe9401f9 tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841066'] for security_group, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:54.797621 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-a1291a72-4706-4086-9d3e-f841f0891444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:54.797887 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2238a909-093f-4f05-a198-d8aa04021789 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Network 77fc6d23-71e2-48c8-8bb8-5aef66333fb3 is already hosted by enough agents. {{(pid=87506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:39:54.803283 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.base_scheduler [None req-2238a909-093f-4f05-a198-d8aa04021789 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Resources bound (agent type, host, resource id):  {{(pid=87506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:39:54.806646 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2238a909-093f-4f05-a198-d8aa04021789 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Received port after_create {{(pid=87506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 22:39:54.869252 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2238a909-093f-4f05-a198-d8aa04021789 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Pushing event updated for resources: {'Port': ['ID=45ba4bd5-49d2-4654-93c3-5a12d314dd60,revision_number=1']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:39:54.872368 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-2238a909-093f-4f05-a198-d8aa04021789 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:39:54.880157 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-600269c2-1a5b-4b33-91b8-d0b02b86f9b0 tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.100s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:39:54.881231 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc1b05e-2c9c-4d71-ad62-54aa771a9e49 None None] Pushing event updated for resources: {'Port': ['ID=aefaa845-a51c-4a1f-8414-e7a8b0037790,revision_number=2']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:39:54.886059 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-adc1b05e-2c9c-4d71-ad62-54aa771a9e49 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:39:54.886541 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-9bfd3dc2-69c5-4640-b386-053922a8efea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.069s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:39:54.953333 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-be9a02bd-9d47-4a75-b92c-ce52fe9401f9 tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Notify callbacks [] for security_group, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:54.957464 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-be9a02bd-9d47-4a75-b92c-ce52fe9401f9 tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1746 time: 0.8400145
Dec 16 22:39:54.958088 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 46386) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:39:54.958286 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-138b6c54-56d3-4a69-b90b-fa05000c7076 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks [] for port, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:54.963386 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-992739cd-3e26-470b-897a-9e5cb91b1d04 tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841066'] for security_group, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:54.969710 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2238a909-093f-4f05-a198-d8aa04021789 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:39:54.970351 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-2238a909-093f-4f05-a198-d8aa04021789 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for port, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:54.982553 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-445ef3f0-adcf-4db3-a2d6-8fd6659a0d81 tempest-BulkNetworkOpsIpV6Test-1671727552 tempest-BulkNetworkOpsIpV6Test-1671727552-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:39:54.982764 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-cf97d7b1-c607-4150-a73c-15172ee5aa64 tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Request body: {'security_group_rule': {'security_group_id': '35bda2df-e287-41b4-9ac1-99b49d4350d8', 'direction': 'ingress', 'protocol': 17}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:39:55.017081 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9a02bd-9d47-4a75-b92c-ce52fe9401f9 tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Pushing event updated for resources: {'SecurityGroup': ['ID=35bda2df-e287-41b4-9ac1-99b49d4350d8,revision_number=1']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:39:55.017859 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1291a72-4706-4086-9d3e-f841f0891444 None None] Pushing event updated for resources: {'Port': ['ID=e595cb84-0488-4651-8460-345ebee68b7b,revision_number=2']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:39:55.019595 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-be9a02bd-9d47-4a75-b92c-ce52fe9401f9 tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:39:55.024808 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992739cd-3e26-470b-897a-9e5cb91b1d04 tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=02c7675a-5aa1-4c38-a5d0-a5c5f86b37bb,revision_number=None']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:39:55.026060 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-a1291a72-4706-4086-9d3e-f841f0891444 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:39:55.028007 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-cf97d7b1-c607-4150-a73c-15172ee5aa64 tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:39:55.044014 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-992739cd-3e26-470b-897a-9e5cb91b1d04 tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:39:55.063560 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.provisioning_blocks [None req-138b6c54-56d3-4a69-b90b-fa05000c7076 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Transition to ACTIVE for port object 07a12276-2538-44d6-9e80-8f6358f227c6 will not be triggered until provisioned by entity DHCP. {{(pid=87507) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:39:55.268074 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-992739cd-3e26-470b-897a-9e5cb91b1d04 tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] Notify callbacks [] for security_group, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:55.268074 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-992739cd-3e26-470b-897a-9e5cb91b1d04 tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] 10.222.0.13 "DELETE /v2.0/security-groups/02c7675a-5aa1-4c38-a5d0-a5c5f86b37bb HTTP/1.1" status: 204  len: 168 time: 1.2230430
Dec 16 22:39:55.270025 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 46390) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:39:55.278784 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-cf97d7b1-c607-4150-a73c-15172ee5aa64 tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Usage tracker for resource:security_group_rule and tenant:fd927e9f15874920a18b902299712a83 is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:39:55.286585 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-cf97d7b1-c607-4150-a73c-15172ee5aa64 tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:39:55.303934 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-2238a909-093f-4f05-a198-d8aa04021789 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 924 time: 2.6179159
Dec 16 22:39:55.316853 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 46394) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:39:55.330351 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-cf97d7b1-c607-4150-a73c-15172ee5aa64 tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:39:55.374343 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-d0b9b74a-fb8d-4572-832f-61474f697fb1 tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] Synchronizing usage tracker for tenant:88adc064733e430480c28c4364665e17 on resource:security_group {{(pid=87507) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 22:39:55.375826 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-138b6c54-56d3-4a69-b90b-fa05000c7076 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10807823'] for port, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:55.387469 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5aca2a1-703c-4177-8846-e32fefe795c2 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Router c6b0af86-1588-4d9e-9f98-ac61fdf8ef7a has already been hosted by L3 agent 4f519db7-069b-43e2-8411-c092bac9102a {{(pid=87507) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 22:39:55.390540 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-b5aca2a1-703c-4177-8846-e32fefe795c2 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:39:55.640673 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-138b6c54-56d3-4a69-b90b-fa05000c7076 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Network bf9c7624-5a8f-45ef-80fb-86a40ea7bbb3 is already hosted by enough agents. {{(pid=87507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:39:55.656875 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.base_scheduler [None req-138b6c54-56d3-4a69-b90b-fa05000c7076 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Resources bound (agent type, host, resource id):  {{(pid=87507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:39:55.665776 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-138b6c54-56d3-4a69-b90b-fa05000c7076 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Received port after_create {{(pid=87507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 22:39:55.666233 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-138b6c54-56d3-4a69-b90b-fa05000c7076 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3830061'] for router_interface, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:55.673876 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-d0b9b74a-fb8d-4572-832f-61474f697fb1 tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] Unset dirty status for tenant:88adc064733e430480c28c4364665e17 on resource:security_group {{(pid=87507) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 22:39:55.681717 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-d0b9b74a-fb8d-4572-832f-61474f697fb1 tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2983 time: 0.4115956
Dec 16 22:39:55.684736 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 46398) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:39:55.687001 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device e595cb84-0488-4651-8460-345ebee68b7b up at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 22:39:55.701102 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-0c7ff630-d7b0-4eb5-be48-ed8941a2e032 tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] Request body: {'security_group_rule': {'security_group_id': '279f1881-f3e8-4c1b-a609-36812bfa9779', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:39:55.717608 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138b6c54-56d3-4a69-b90b-fa05000c7076 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Pushing event updated for resources: {'Port': ['ID=07a12276-2538-44d6-9e80-8f6358f227c6,revision_number=1']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:39:55.794734 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning for port e595cb84-0488-4651-8460-345ebee68b7b completed by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 22:39:55.801180 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device aefaa845-a51c-4a1f-8414-e7a8b0037790 up at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 22:39:55.827676 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-cf97d7b1-c607-4150-a73c-15172ee5aa64 tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:55.861659 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dcd1980-b160-492a-b3a0-364ff84ae8ee None None] Network 77fc6d23-71e2-48c8-8bb8-5aef66333fb3 requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 22:39:55.934508 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-0c7ff630-d7b0-4eb5-be48-ed8941a2e032 tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:39:55.941977 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-138b6c54-56d3-4a69-b90b-fa05000c7076 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.551s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:39:55.951944 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-0c7ff630-d7b0-4eb5-be48-ed8941a2e032 tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] Usage tracker for resource:security_group_rule and tenant:88adc064733e430480c28c4364665e17 is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:39:55.963104 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-0c7ff630-d7b0-4eb5-be48-ed8941a2e032 tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:39:55.985735 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-0c7ff630-d7b0-4eb5-be48-ed8941a2e032 tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:39:55.988220 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-8dae2b3e-0921-4e68-9854-3ddd68c335d7 None None] Provisioning for port cddb0004-a06f-4eed-aab5-254c0d9410e9 completed by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 22:39:56.015519 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-c3bfac8f-ffe9-4180-9a1c-2f0f51fb2e28 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks [] for port, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:56.021342 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5aca2a1-703c-4177-8846-e32fefe795c2 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Notify agent at l3_agent.dv-neutron-821829-1-hyperv the message routers_updated {{(pid=87507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 22:39:56.022533 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning for port aefaa845-a51c-4a1f-8414-e7a8b0037790 completed by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 22:39:56.034442 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9ed202b-094e-4bf7-b789-6fb969edc81e None None] Sync routers for ids ['c6b0af86-1588-4d9e-9f98-ac61fdf8ef7a'] in dv-neutron-821829-1-hyperv {{(pid=87509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 22:39:56.037098 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device cddb0004-a06f-4eed-aab5-254c0d9410e9 up at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 22:39:56.046213 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9ed202b-094e-4bf7-b789-6fb969edc81e None None] Routers {'c6b0af86-1588-4d9e-9f98-ac61fdf8ef7a'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:39:56.047201 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-a9ed202b-094e-4bf7-b789-6fb969edc81e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b7c6b1490>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:39:31Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['c6b0af86-1588-4d9e-9f98-ac61fdf8ef7a'], 'active': True} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:39:56.076121 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.provisioning_blocks [None req-c3bfac8f-ffe9-4180-9a1c-2f0f51fb2e28 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Transition to ACTIVE for port object cdec5144-e6e5-491e-914a-7c6982da3683 will not be triggered until provisioned by entity DHCP. {{(pid=87506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:39:56.127638 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-b5aca2a1-703c-4177-8846-e32fefe795c2 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for floatingip, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:56.163651 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.api.v2.resource [None req-0c7ff630-d7b0-4eb5-be48-ed8941a2e032 tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] create failed (client error): The resource could not be found.
Dec 16 22:39:56.164976 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-0c7ff630-d7b0-4eb5-be48-ed8941a2e032 tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 404  len: 347 time: 0.4698052
Dec 16 22:39:56.187297 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 46402) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:39:56.198822 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-138b6c54-56d3-4a69-b90b-fa05000c7076 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:56.210690 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-c3bfac8f-ffe9-4180-9a1c-2f0f51fb2e28 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1863393'] for port, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:56.221990 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-cf97d7b1-c607-4150-a73c-15172ee5aa64 tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:56.222601 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-da603dcb-75d6-44c2-9a6c-aab1bb3144af tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] Request body: {'security_group': {'name': 'tempest-secgroup--256206755'}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:39:56.233119 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-da603dcb-75d6-44c2-9a6c-aab1bb3144af tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:39:56.234319 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-09d9e3f7-bb8d-4386-9216-e75b537368b3 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:39:56.245220 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning for port cddb0004-a06f-4eed-aab5-254c0d9410e9 completed by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 22:39:56.252460 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning complete for port cddb0004-a06f-4eed-aab5-254c0d9410e9 triggered by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:39:56.252856 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:56.278440 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-da603dcb-75d6-44c2-9a6c-aab1bb3144af tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:39:56.293083 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-cf97d7b1-c607-4150-a73c-15172ee5aa64 tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841137'] for security_group_rule, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:56.310414 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3bfac8f-ffe9-4180-9a1c-2f0f51fb2e28 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Network 2769000e-f979-4993-b25c-a53f47882427 is already hosted by enough agents. {{(pid=87506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:39:56.321543 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.base_scheduler [None req-c3bfac8f-ffe9-4180-9a1c-2f0f51fb2e28 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Resources bound (agent type, host, resource id):  {{(pid=87506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:39:56.334433 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3bfac8f-ffe9-4180-9a1c-2f0f51fb2e28 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Received port after_create {{(pid=87506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 22:39:56.345296 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3bfac8f-ffe9-4180-9a1c-2f0f51fb2e28 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:39:56.345966 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-c3bfac8f-ffe9-4180-9a1c-2f0f51fb2e28 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for port, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:56.379346 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-b5aca2a1-703c-4177-8846-e32fefe795c2 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 6.4339688
Dec 16 22:39:56.384076 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e559bb86-9633-4370-9cd9-33cf2cb148d6', 'tag': '4359d2e8-34fe-4cb4-bef0-4f10169a8bef'}] {{(pid=87507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 22:39:56.410899 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-da603dcb-75d6-44c2-9a6c-aab1bb3144af tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] Notify callbacks [] for security_group, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:56.434160 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvr_db [None req-a9ed202b-094e-4bf7-b789-6fb969edc81e None None] Set router c6b0af86-1588-4d9e-9f98-ac61fdf8ef7a gateway port host: dv-neutron-821829-1-hyperv {{(pid=87509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 22:39:56.562636 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:56.619207 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-da603dcb-75d6-44c2-9a6c-aab1bb3144af tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:39:56.623855 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-da603dcb-75d6-44c2-9a6c-aab1bb3144af tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] Usage tracker for resource:security_group_rule and tenant:88adc064733e430480c28c4364665e17 is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:39:56.634291 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-cf97d7b1-c607-4150-a73c-15172ee5aa64 tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:56.635573 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-da603dcb-75d6-44c2-9a6c-aab1bb3144af tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:39:56.647011 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] For port cddb0004-a06f-4eed-aab5-254c0d9410e9, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=cddb0004-a06f-4eed-aab5-254c0d9410e9,segment=NetworkSegment(6309acce-1ec6-4563-a182-b9a344ba9eb9),segment_id=6309acce-1ec6-4563-a182-b9a344ba9eb9)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:39:56.651834 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-cf97d7b1-c607-4150-a73c-15172ee5aa64 tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 767 time: 1.6863670
Dec 16 22:39:56.651995 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-da603dcb-75d6-44c2-9a6c-aab1bb3144af tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:39:56.653763 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-c3bfac8f-ffe9-4180-9a1c-2f0f51fb2e28 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 930 time: 3.2307997
Dec 16 22:39:56.657014 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 46412) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:39:56.657469 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 46414) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:39:56.661870 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:56.667897 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:39:56.672021 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bfac8f-ffe9-4180-9a1c-2f0f51fb2e28 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Pushing event updated for resources: {'Port': ['ID=cdec5144-e6e5-491e-914a-7c6982da3683,revision_number=1']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:39:56.718815 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-d57447d4-f34c-4e7f-8041-9290953460b1 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Request body: {'subnet': {'network_id': '2769000e-f979-4993-b25c-a53f47882427', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:39:56.759939 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e559bb86-9633-4370-9cd9-33cf2cb148d6', 'tag': '4359d2e8-34fe-4cb4-bef0-4f10169a8bef', 'status': 'completed', 'code': 200}
Dec 16 22:39:56.778138 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11f68e0d-403a-472f-96a1-dd7694d559c4 None None] Network bf9c7624-5a8f-45ef-80fb-86a40ea7bbb3 requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 22:39:56.882243 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-e8ef6e64-72a0-49a2-bafa-d044375ff78c tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:56.942450 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Pushing event updated for resources: {'Port': ['ID=cddb0004-a06f-4eed-aab5-254c0d9410e9,revision_number=3']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:39:56.947950 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bfac8f-ffe9-4180-9a1c-2f0f51fb2e28 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:39:56.948088 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bfac8f-ffe9-4180-9a1c-2f0f51fb2e28 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:39:56.948536 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bfac8f-ffe9-4180-9a1c-2f0f51fb2e28 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:39:56.948823 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bfac8f-ffe9-4180-9a1c-2f0f51fb2e28 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:39:56.949678 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bfac8f-ffe9-4180-9a1c-2f0f51fb2e28 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:39:56.949775 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bfac8f-ffe9-4180-9a1c-2f0f51fb2e28 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:39:56.950745 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bfac8f-ffe9-4180-9a1c-2f0f51fb2e28 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:39:56.951192 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bfac8f-ffe9-4180-9a1c-2f0f51fb2e28 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:39:56.951569 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bfac8f-ffe9-4180-9a1c-2f0f51fb2e28 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:39:56.951992 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bfac8f-ffe9-4180-9a1c-2f0f51fb2e28 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:39:56.953229 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bfac8f-ffe9-4180-9a1c-2f0f51fb2e28 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:39:56.953229 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bfac8f-ffe9-4180-9a1c-2f0f51fb2e28 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:39:56.958297 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:39:56.958775 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-c3bfac8f-ffe9-4180-9a1c-2f0f51fb2e28 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.725s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:39:56.985773 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-e14d3800-f1a2-4d09-bad8-0b83a6497fdd tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Notify callbacks [] for security_group, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:56.986919 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-649585e9-b0bf-403b-9551-3516d8b11ead None None] Provisioning for port e595cb84-0488-4651-8460-345ebee68b7b completed by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 22:39:57.000441 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-649585e9-b0bf-403b-9551-3516d8b11ead None None] Provisioning complete for port e595cb84-0488-4651-8460-345ebee68b7b triggered by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:39:57.001764 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-649585e9-b0bf-403b-9551-3516d8b11ead None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:57.031308 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-e14d3800-f1a2-4d09-bad8-0b83a6497fdd tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:57.079419 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-a9ed202b-094e-4bf7-b789-6fb969edc81e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b7c6b1490>, [{'id': 'c6b0af86-1588-4d9e-9f98-ac61fdf8ef7a', 'name': 'tempest-TestVolumeBootPattern-241322810-router', 'tenant_id': 'ebcac23e4eae475893854e16d121f861', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.7'}], 'enable_snat': True}, 'gw_port_id': '627705e4-06a5-44d7-9654-b5ffda9763f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:34:55Z', 'updated_at': '2021-12-16T22:35:14Z', 'revision_number': 4, 'project_id': 'ebcac23e4eae475893854e16d121f861', 'gw_port': {'id': '627705e4-06a5-44d7-9654-b5ffda9763f8', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:4f:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6b0af86-1588-4d9e-9f98-ac61fdf8ef7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:34:59Z', 'updated_at': '2021-12-16T22:35:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv', '_floatingips': [{'id': 'd171fb35-a4a3-4b20-a1d2-1cafa38e92d8', 'tenant_id': 'ebcac23e4eae475893854e16d121f861', 'floating_ip_address': '172.26.0.97', 'floating_network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'router_id': 'c6b0af86-1588-4d9e-9f98-ac61fdf8ef7a', 'port_id': '4359d2e8-34fe-4cb4-bef0-4f10169a8bef', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1090, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '59be113d-df84-4589-a861-2ce3da6b2e5d', 'mac_address': 'fa:16:3e:20:0b:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e559bb86-9633-4370-9cd9-33cf2cb148d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T22:39:52Z', 'updated_at': '2021-12-16T22:39:52Z', 'revision_number': 0, 'project_id': 'ebcac23e4eae475893854e16d121f861', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f4b371e-1da4-4a31-bbd3-1b44e0ee69be', 'name': '', 'network_id': '59be113d-df84-4589-a861-2ce3da6b2e5d', 'tenant_id': 'ebcac23e4eae475893854e16d121f861', 'mac_address': 'fa:16:3e:90:d1:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6b0af86-1588-4d9e-9f98-ac61fdf8ef7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'e85fa5c2-5253-44c8-9f57-0c1d2c97dd41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:35:10Z', 'updated_at': '2021-12-16T22:35:23Z', 'revision_number': 5, 'project_id': 'ebcac23e4eae475893854e16d121f861', 'subnets': [{'id': 'e85fa5c2-5253-44c8-9f57-0c1d2c97dd41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:39:57.089223 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9ed202b-094e-4bf7-b789-6fb969edc81e None None] Checking router: c6b0af86-1588-4d9e-9f98-ac61fdf8ef7a for host: dv-neutron-821829-1-hyperv {{(pid=87509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 22:39:57.115841 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.806s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:39:57.125509 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9ed202b-094e-4bf7-b789-6fb969edc81e None None] Routers {'c6b0af86-1588-4d9e-9f98-ac61fdf8ef7a'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:39:57.127597 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-a9ed202b-094e-4bf7-b789-6fb969edc81e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b7c6b1490>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:39:31Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['c6b0af86-1588-4d9e-9f98-ac61fdf8ef7a'], 'active': True} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:39:57.186556 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf97d7b1-c607-4150-a73c-15172ee5aa64 tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=30f381ef-4b15-47bb-8670-0551ac57d7e3,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:39:57.189490 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-cf97d7b1-c607-4150-a73c-15172ee5aa64 tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:39:57.195438 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-e14d3800-f1a2-4d09-bad8-0b83a6497fdd tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841066'] for security_group, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:57.223418 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-fdfe8398-31b0-435b-9a17-efd62d0aca67 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:39:57.256548 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14d3800-f1a2-4d09-bad8-0b83a6497fdd tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=35bda2df-e287-41b4-9ac1-99b49d4350d8,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:39:57.259227 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-e14d3800-f1a2-4d09-bad8-0b83a6497fdd tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:39:57.261016 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-e14d3800-f1a2-4d09-bad8-0b83a6497fdd tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Notify callbacks [] for security_group, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:57.264568 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-e14d3800-f1a2-4d09-bad8-0b83a6497fdd tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] 10.222.0.13 "DELETE /v2.0/security-groups/35bda2df-e287-41b4-9ac1-99b49d4350d8 HTTP/1.1" status: 204  len: 168 time: 0.6036136
Dec 16 22:39:57.337203 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 46420) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:39:57.421159 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-138b6c54-56d3-4a69-b90b-fa05000c7076 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks [] for port, precommit_update {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:57.431606 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-da603dcb-75d6-44c2-9a6c-aab1bb3144af tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] Notify callbacks [] for security_group, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:57.439901 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-138b6c54-56d3-4a69-b90b-fa05000c7076 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10807814'] for port, after_update {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:57.451833 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-138b6c54-56d3-4a69-b90b-fa05000c7076 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3791426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3830222'] for router_interface, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:57.459990 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-fcb8b738-b3a4-43e2-bbae-908b78a7be52 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:39:57.513134 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device cddb0004-a06f-4eed-aab5-254c0d9410e9 up at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 22:39:57.545532 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-da603dcb-75d6-44c2-9a6c-aab1bb3144af tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841066'] for security_group, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:57.595474 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvr_db [None req-a9ed202b-094e-4bf7-b789-6fb969edc81e None None] Set router c6b0af86-1588-4d9e-9f98-ac61fdf8ef7a gateway port host: dv-neutron-821829-1-hyperv {{(pid=87509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 22:39:57.827917 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138b6c54-56d3-4a69-b90b-fa05000c7076 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Pushing event updated for resources: {'Port': ['ID=07a12276-2538-44d6-9e80-8f6358f227c6,revision_number=2']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:39:57.838313 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-138b6c54-56d3-4a69-b90b-fa05000c7076 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.378s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:39:57.860534 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-649585e9-b0bf-403b-9551-3516d8b11ead None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:57.872884 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-64e3d8f1-3664-4439-979b-282e4a662b42 tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.301s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:39:57.911723 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning complete for port cddb0004-a06f-4eed-aab5-254c0d9410e9 triggered by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:39:57.913385 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:57.936546 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-4d7b8efd-8616-4505-b401-5bab5ff1d517 tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Synchronizing usage tracker for tenant:fd927e9f15874920a18b902299712a83 on resource:security_group {{(pid=87506) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 22:39:57.947484 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-da603dcb-75d6-44c2-9a6c-aab1bb3144af tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] Notify callbacks [] for security_group, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:57.954309 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-da603dcb-75d6-44c2-9a6c-aab1bb3144af tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1745 time: 1.7636061
Dec 16 22:39:57.960738 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 46424) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:39:57.989122 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-baeb2fec-c30f-4662-b484-f408f8b5d1a5 tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] Request body: {'security_group': {'name': 'tempest-secgroup--609048321'}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:39:58.015995 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-baeb2fec-c30f-4662-b484-f408f8b5d1a5 tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:39:58.022235 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581d59f9-8053-4ceb-ab68-14ecf58655eb req-7b29b644-fc61-46c4-a5e0-625a6fa46f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:39:58.024399 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-581d59f9-8053-4ceb-ab68-14ecf58655eb req-7b29b644-fc61-46c4-a5e0-625a6fa46f82 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ebcac23e4eae475893854e16d121f861&device_id=e559bb86-9633-4370-9cd9-33cf2cb148d6 HTTP/1.1" status: 200  len: 1099 time: 1.2570140
Dec 16 22:39:58.044088 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da603dcb-75d6-44c2-9a6c-aab1bb3144af tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5d5af6d1-c038-4ff8-96d2-d214db71de31,revision_number=1']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:39:58.045506 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-d57447d4-f34c-4e7f-8041-9290953460b1 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:39:58.060574 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-649585e9-b0bf-403b-9551-3516d8b11ead None None] For port e595cb84-0488-4651-8460-345ebee68b7b, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=e595cb84-0488-4651-8460-345ebee68b7b,segment=NetworkSegment(813541d7-5a16-4695-b75a-fa872b9e2804),segment_id=813541d7-5a16-4695-b75a-fa872b9e2804)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:39:58.076179 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-da603dcb-75d6-44c2-9a6c-aab1bb3144af tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:39:58.079557 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-4d7b8efd-8616-4505-b401-5bab5ff1d517 tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Unset dirty status for tenant:fd927e9f15874920a18b902299712a83 on resource:security_group {{(pid=87506) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 22:39:58.080576 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-4d7b8efd-8616-4505-b401-5bab5ff1d517 tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2983 time: 0.7359715
Dec 16 22:39:58.082741 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-d57447d4-f34c-4e7f-8041-9290953460b1 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Usage tracker for resource:subnet and tenant:69ee045658914011ac7b8ba0ad799b2d is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:39:58.091730 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-649585e9-b0bf-403b-9551-3516d8b11ead None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:58.107622 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-a1291a72-4706-4086-9d3e-f841f0891444 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:39:58.163522 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-138b6c54-56d3-4a69-b90b-fa05000c7076 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Network bf9c7624-5a8f-45ef-80fb-86a40ea7bbb3 is already hosted by enough agents. {{(pid=87507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:39:58.169934 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-baeb2fec-c30f-4662-b484-f408f8b5d1a5 tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] Usage tracker for resource:security_group and tenant:88adc064733e430480c28c4364665e17 is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:39:58.175358 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 46428) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:39:58.175358 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.base_scheduler [None req-138b6c54-56d3-4a69-b90b-fa05000c7076 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Resources bound (agent type, host, resource id):  {{(pid=87507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:39:58.181588 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-d57447d4-f34c-4e7f-8041-9290953460b1 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:39:58.186451 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-276193d0-05af-4cdc-9906-b5608b7a0e31 tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Request body: {'security_group': {'name': 'tempest-secgroup--72253270'}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:39:58.283043 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-a9ed202b-094e-4bf7-b789-6fb969edc81e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b7c6b1490>, [{'id': 'c6b0af86-1588-4d9e-9f98-ac61fdf8ef7a', 'name': 'tempest-TestVolumeBootPattern-241322810-router', 'tenant_id': 'ebcac23e4eae475893854e16d121f861', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.7'}], 'enable_snat': True}, 'gw_port_id': '627705e4-06a5-44d7-9654-b5ffda9763f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:34:55Z', 'updated_at': '2021-12-16T22:35:14Z', 'revision_number': 4, 'project_id': 'ebcac23e4eae475893854e16d121f861', 'gw_port': {'id': '627705e4-06a5-44d7-9654-b5ffda9763f8', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:4f:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6b0af86-1588-4d9e-9f98-ac61fdf8ef7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:34:59Z', 'updated_at': '2021-12-16T22:35:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv', '_floatingips': [{'id': 'd171fb35-a4a3-4b20-a1d2-1cafa38e92d8', 'tenant_id': 'ebcac23e4eae475893854e16d121f861', 'floating_ip_address': '172.26.0.97', 'floating_network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'router_id': 'c6b0af86-1588-4d9e-9f98-ac61fdf8ef7a', 'port_id': '4359d2e8-34fe-4cb4-bef0-4f10169a8bef', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1090, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '59be113d-df84-4589-a861-2ce3da6b2e5d', 'mac_address': 'fa:16:3e:20:0b:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e559bb86-9633-4370-9cd9-33cf2cb148d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T22:39:52Z', 'updated_at': '2021-12-16T22:39:52Z', 'revision_number': 0, 'project_id': 'ebcac23e4eae475893854e16d121f861', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f4b371e-1da4-4a31-bbd3-1b44e0ee69be', 'name': '', 'network_id': '59be113d-df84-4589-a861-2ce3da6b2e5d', 'tenant_id': 'ebcac23e4eae475893854e16d121f861', 'mac_address': 'fa:16:3e:90:d1:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6b0af86-1588-4d9e-9f98-ac61fdf8ef7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'e85fa5c2-5253-44c8-9f57-0c1d2c97dd41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:35:10Z', 'updated_at': '2021-12-16T22:35:23Z', 'revision_number': 5, 'project_id': 'ebcac23e4eae475893854e16d121f861', 'subnets': [{'id': 'e85fa5c2-5253-44c8-9f57-0c1d2c97dd41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:39:58.293577 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9ed202b-094e-4bf7-b789-6fb969edc81e None None] The sync data for ids ['c6b0af86-1588-4d9e-9f98-ac61fdf8ef7a'] in dv-neutron-821829-1-hyperv is: [{'id': 'c6b0af86-1588-4d9e-9f98-ac61fdf8ef7a', 'name': 'tempest-TestVolumeBootPattern-241322810-router', 'tenant_id': 'ebcac23e4eae475893854e16d121f861', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.7'}], 'enable_snat': True}, 'gw_port_id': '627705e4-06a5-44d7-9654-b5ffda9763f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:34:55Z', 'updated_at': '2021-12-16T22:35:14Z', 'revision_number': 4, 'project_id': 'ebcac23e4eae475893854e16d121f861', 'gw_port': {'id': '627705e4-06a5-44d7-9654-b5ffda9763f8', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:4f:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6b0af86-1588-4d9e-9f98-ac61fdf8ef7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:34:59Z', 'updated_at': '2021-12-16T22:35:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv', '_floatingips': [{'id': 'd171fb35-a4a3-4b20-a1d2-1cafa38e92d8', 'tenant_id': 'ebcac23e4eae475893854e16d121f861', 'floating_ip_address': '172.26.0.97', 'floating_network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'router_id': 'c6b0af86-1588-4d9e-9f98-ac61fdf8ef7a', 'port_id': '4359d2e8-34fe-4cb4-bef0-4f10169a8bef', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1090, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '59be113d-df84-4589-a861-2ce3da6b2e5d', 'mac_address': 'fa:16:3e:20:0b:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e559bb86-9633-4370-9cd9-33cf2cb148d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T22:39:52Z', 'updated_at': '2021-12-16T22:39:52Z', 'revision_number': 0, 'project_id': 'ebcac23e4eae475893854e16d121f861', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f4b371e-1da4-4a31-bbd3-1b44e0ee69be', 'name': '', 'network_id': '59be113d-df84-4589-a861-2ce3da6b2e5d', 'tenant_id': 'ebcac23e4eae475893854e16d121f861', 'mac_address': 'fa:16:3e:90:d1:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6b0af86-1588-4d9e-9f98-ac61fdf8ef7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'e85fa5c2-5253-44c8-9f57-0c1d2c97dd41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:35:10Z', 'updated_at': '2021-12-16T22:35:23Z', 'revision_number': 5, 'project_id': 'ebcac23e4eae475893854e16d121f861', 'subnets': [{'id': 'e85fa5c2-5253-44c8-9f57-0c1d2c97dd41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 22:39:58.347779 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-baeb2fec-c30f-4662-b484-f408f8b5d1a5 tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:39:58.375070 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-d57447d4-f34c-4e7f-8041-9290953460b1 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:39:58.389819 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-4196bafa-4077-4228-bfee-946eb95fc293 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:58.405628 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-f4a969f0-80d1-4be9-83a9-adf0eb66bc7e None None] Provisioning for port aefaa845-a51c-4a1f-8414-e7a8b0037790 completed by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 22:39:58.407864 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-276193d0-05af-4cdc-9906-b5608b7a0e31 tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:39:58.419832 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649585e9-b0bf-403b-9551-3516d8b11ead None None] Pushing event updated for resources: {'Port': ['ID=e595cb84-0488-4651-8460-345ebee68b7b,revision_number=3']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:39:58.423723 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-649585e9-b0bf-403b-9551-3516d8b11ead None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:39:58.426053 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-f4a969f0-80d1-4be9-83a9-adf0eb66bc7e None None] Provisioning complete for port aefaa845-a51c-4a1f-8414-e7a8b0037790 triggered by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:39:58.426053 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-f4a969f0-80d1-4be9-83a9-adf0eb66bc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:58.433451 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-baeb2fec-c30f-4662-b484-f408f8b5d1a5 tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:39:58.464393 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-276193d0-05af-4cdc-9906-b5608b7a0e31 tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:39:58.494406 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-276193d0-05af-4cdc-9906-b5608b7a0e31 tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Notify callbacks [] for security_group, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:58.544025 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-276193d0-05af-4cdc-9906-b5608b7a0e31 tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:39:58.546839 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-276193d0-05af-4cdc-9906-b5608b7a0e31 tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Usage tracker for resource:security_group_rule and tenant:fd927e9f15874920a18b902299712a83 is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:39:58.549263 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d57447d4-f34c-4e7f-8041-9290953460b1 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Made reservation on behalf of 69ee045658914011ac7b8ba0ad799b2d for: {'subnet': 1} {{(pid=87506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:39:58.553059 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-276193d0-05af-4cdc-9906-b5608b7a0e31 tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:39:58.557180 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-d57447d4-f34c-4e7f-8041-9290953460b1 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11213078'] for subnet, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:58.561136 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-276193d0-05af-4cdc-9906-b5608b7a0e31 tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:39:58.636504 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-138b6c54-56d3-4a69-b90b-fa05000c7076 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Router de6e1cb0-4da7-43f8-b26d-16a795a01ed1 is scheduled to L3 agent 4f519db7-069b-43e2-8411-c092bac9102a with binding_index 1 {{(pid=87507) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 16 22:39:58.718682 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-f4a969f0-80d1-4be9-83a9-adf0eb66bc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:58.786720 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a72a979-6f21-4f34-900b-ebccfd278655 None None] New status for floating IP d171fb35-a4a3-4b20-a1d2-1cafa38e92d8: ACTIVE {{(pid=87508) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 16 22:39:58.815407 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-baeb2fec-c30f-4662-b484-f408f8b5d1a5 tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] Notify callbacks [] for security_group, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:58.829308 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-276193d0-05af-4cdc-9906-b5608b7a0e31 tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Notify callbacks [] for security_group, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:58.834248 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-e8ef6e64-72a0-49a2-bafa-d044375ff78c tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks [] for port, precommit_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:58.848084 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-276193d0-05af-4cdc-9906-b5608b7a0e31 tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841066'] for security_group, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:58.854449 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581d59f9-8053-4ceb-ab68-14ecf58655eb req-8c5d5485-6eba-47ef-b9be-84f1ac317081 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:39:58.856261 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-6edfbd17-660e-42f7-8769-d7598d1d1d11 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:39:58.856411 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-581d59f9-8053-4ceb-ab68-14ecf58655eb req-8c5d5485-6eba-47ef-b9be-84f1ac317081 service neutron] 10.222.0.49 "GET /v2.0/networks?id=59be113d-df84-4589-a861-2ce3da6b2e5d HTTP/1.1" status: 200  len: 912 time: 0.8017819
Dec 16 22:39:58.857060 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-e8ef6e64-72a0-49a2-bafa-d044375ff78c tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1863400'] for port, after_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:58.863989 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-330b94ad-2fa6-45f5-9d18-643cc6368576 tempest-BulkNetworkOpsTest-146173519 tempest-BulkNetworkOpsTest-146173519-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:39:58.874331 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-f4a969f0-80d1-4be9-83a9-adf0eb66bc7e None None] For port aefaa845-a51c-4a1f-8414-e7a8b0037790, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=aefaa845-a51c-4a1f-8414-e7a8b0037790,segment=NetworkSegment(22cf138c-9e36-435b-996f-2f0ecf1ae63f),segment_id=22cf138c-9e36-435b-996f-2f0ecf1ae63f)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:39:58.900152 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276193d0-05af-4cdc-9906-b5608b7a0e31 tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Pushing event updated for resources: {'SecurityGroup': ['ID=261d549c-0032-45f7-8144-fd047059d78d,revision_number=1']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:39:58.905881 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-276193d0-05af-4cdc-9906-b5608b7a0e31 tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:39:58.931657 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-138b6c54-56d3-4a69-b90b-fa05000c7076 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify agent at l3_agent.dv-neutron-821829-1-hyperv the message routers_updated {{(pid=87507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 22:39:58.943303 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b12e0f63-5b0b-484e-bf78-31ab34cd019f None None] Sync routers for ids ['de6e1cb0-4da7-43f8-b26d-16a795a01ed1'] in dv-neutron-821829-1-hyperv {{(pid=87509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 22:39:58.950633 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-138b6c54-56d3-4a69-b90b-fa05000c7076 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] 10.222.0.13 "PUT /v2.0/routers/de6e1cb0-4da7-43f8-b26d-16a795a01ed1/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.5045872
Dec 16 22:39:58.953990 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-276193d0-05af-4cdc-9906-b5608b7a0e31 tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Notify callbacks [] for security_group, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:58.957734 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b12e0f63-5b0b-484e-bf78-31ab34cd019f None None] Routers {'de6e1cb0-4da7-43f8-b26d-16a795a01ed1'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:39:58.958665 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-276193d0-05af-4cdc-9906-b5608b7a0e31 tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1744 time: 0.7844439
Dec 16 22:39:58.959010 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-b12e0f63-5b0b-484e-bf78-31ab34cd019f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b7c6b1a60>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:39:31Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['de6e1cb0-4da7-43f8-b26d-16a795a01ed1'], 'active': True} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:39:58.959469 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 46432) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:39:58.959836 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 46434) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:39:58.967081 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-cca4882e-a888-46cd-aee1-227781ff4d86 tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Request body: {'security_group': {'name': 'tempest-secgroup--846571529'}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:39:58.974136 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-cca4882e-a888-46cd-aee1-227781ff4d86 tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:39:58.978731 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-cca4882e-a888-46cd-aee1-227781ff4d86 tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Usage tracker for resource:security_group and tenant:fd927e9f15874920a18b902299712a83 is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:39:58.983134 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-cca4882e-a888-46cd-aee1-227781ff4d86 tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:39:58.990321 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-cca4882e-a888-46cd-aee1-227781ff4d86 tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:39:59.005023 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-2fd85b5e-3b50-4ee4-a667-50af21d7a080 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-751393948'}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:39:59.011094 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-cca4882e-a888-46cd-aee1-227781ff4d86 tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Notify callbacks [] for security_group, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:59.031419 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-2fd85b5e-3b50-4ee4-a667-50af21d7a080 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:39:59.037651 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-baeb2fec-c30f-4662-b484-f408f8b5d1a5 tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:39:59.038793 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-2fd85b5e-3b50-4ee4-a667-50af21d7a080 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Usage tracker for resource:network and tenant:a221f56311244d31a510a3a1bb3c6ce9 is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:39:59.041738 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-cca4882e-a888-46cd-aee1-227781ff4d86 tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:39:59.044083 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-2fd85b5e-3b50-4ee4-a667-50af21d7a080 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:39:59.046405 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-baeb2fec-c30f-4662-b484-f408f8b5d1a5 tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] Usage tracker for resource:security_group_rule and tenant:88adc064733e430480c28c4364665e17 is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:39:59.049685 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-baeb2fec-c30f-4662-b484-f408f8b5d1a5 tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:39:59.051077 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-cca4882e-a888-46cd-aee1-227781ff4d86 tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Usage tracker for resource:security_group_rule and tenant:fd927e9f15874920a18b902299712a83 is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:39:59.053703 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-2fd85b5e-3b50-4ee4-a667-50af21d7a080 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:39:59.055938 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-cca4882e-a888-46cd-aee1-227781ff4d86 tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:39:59.056806 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-baeb2fec-c30f-4662-b484-f408f8b5d1a5 tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:39:59.066588 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-cca4882e-a888-46cd-aee1-227781ff4d86 tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:39:59.083544 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fd85b5e-3b50-4ee4-a667-50af21d7a080 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Made reservation on behalf of a221f56311244d31a510a3a1bb3c6ce9 for: {'network': 1} {{(pid=87507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:39:59.087751 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-2fd85b5e-3b50-4ee4-a667-50af21d7a080 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for network, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:59.130987 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-baeb2fec-c30f-4662-b484-f408f8b5d1a5 tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] Notify callbacks [] for security_group, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:59.136705 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.db.ipam_backend_mixin [None req-d57447d4-f34c-4e7f-8041-9290953460b1 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 3c79a5d2-6e5f-4724-8734-4a3d39686ffc (CIDR: 2001:db8::/64)
Dec 16 22:39:59.137329 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2fd85b5e-3b50-4ee4-a667-50af21d7a080 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] vlan segment allocate from pool success with {'vlan_id': 198, 'physical_network': 'physnet1'}  {{(pid=87507) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 22:39:59.163742 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-f4a969f0-80d1-4be9-83a9-adf0eb66bc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:59.163941 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-2fd85b5e-3b50-4ee4-a667-50af21d7a080 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-883292'] for segment, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:59.164168 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.db.segments_db [None req-2fd85b5e-3b50-4ee4-a667-50af21d7a080 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Added segment a7479e81-7962-40b1-a70d-8b291137cf8a of type vlan for network db5c2862-b6a8-4557-8764-528fa7bc107e
Dec 16 22:39:59.167591 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-252747e3-c955-47cc-8f01-0a739c0a634f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:39:59.196468 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvr_db [None req-b12e0f63-5b0b-484e-bf78-31ab34cd019f None None] Set router de6e1cb0-4da7-43f8-b26d-16a795a01ed1 gateway port host: None {{(pid=87509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 22:39:59.210911 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.pecan_wsgi.hooks.translation [None req-d57447d4-f34c-4e7f-8041-9290953460b1 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 16 22:39:59.211457 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d57447d4-f34c-4e7f-8041-9290953460b1 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 16 22:39:59.215604 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-baeb2fec-c30f-4662-b484-f408f8b5d1a5 tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841066'] for security_group, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:59.230387 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-cca4882e-a888-46cd-aee1-227781ff4d86 tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Notify callbacks [] for security_group, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:59.232866 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-2fd85b5e-3b50-4ee4-a667-50af21d7a080 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734753047233'] for network, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:59.238553 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-cca4882e-a888-46cd-aee1-227781ff4d86 tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841066'] for security_group, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:59.246600 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-500d38f1-96a8-48e9-a52e-c4a3943edcd2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:39:59.278158 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-f4a969f0-80d1-4be9-83a9-adf0eb66bc7e None None] Provisioning complete for port cddb0004-a06f-4eed-aab5-254c0d9410e9 triggered by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:39:59.278584 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-f4a969f0-80d1-4be9-83a9-adf0eb66bc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:59.285931 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca4882e-a888-46cd-aee1-227781ff4d86 tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d997546c-0436-4b43-a100-b6b08fc4334a,revision_number=1']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:39:59.291136 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-cca4882e-a888-46cd-aee1-227781ff4d86 tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:39:59.334505 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ef6e64-72a0-49a2-bafa-d044375ff78c tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Pushing event updated for resources: {'Port': ['ID=45ba4bd5-49d2-4654-93c3-5a12d314dd60,revision_number=2']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:39:59.350904 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-e8ef6e64-72a0-49a2-bafa-d044375ff78c tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.488s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:39:59.351692 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-b4c0417b-c1d8-49d7-b5f8-c0212bde4c17 tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.132s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:39:59.353018 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-cca4882e-a888-46cd-aee1-227781ff4d86 tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Notify callbacks [] for security_group, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:59.357874 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-cca4882e-a888-46cd-aee1-227781ff4d86 tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1745 time: 0.3949859
Dec 16 22:39:59.359469 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 46440) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:39:59.360259 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-2fd85b5e-3b50-4ee4-a667-50af21d7a080 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440'] for network, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:59.367925 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fd85b5e-3b50-4ee4-a667-50af21d7a080 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:39:59.368799 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-2fd85b5e-3b50-4ee4-a667-50af21d7a080 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks [] for network, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:59.378626 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-d57447d4-f34c-4e7f-8041-9290953460b1 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 2.7095137
Dec 16 22:39:59.379820 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-baeb2fec-c30f-4662-b484-f408f8b5d1a5 tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] Notify callbacks [] for security_group, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:59.380983 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-baeb2fec-c30f-4662-b484-f408f8b5d1a5 tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1745 time: 1.4133003
Dec 16 22:39:59.382132 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 46442) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:39:59.389678 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 46444) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:39:59.391027 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-80807f40-c88f-4372-b330-51bfd886b542 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:39:59.446734 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a969f0-80d1-4be9-83a9-adf0eb66bc7e None None] Pushing event updated for resources: {'Port': ['ID=aefaa845-a51c-4a1f-8414-e7a8b0037790,revision_number=3']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:39:59.449726 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-581d59f9-8053-4ceb-ab68-14ecf58655eb req-bfc3afd6-563a-408b-870f-6061c1bce903 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4359d2e8-34fe-4cb4-bef0-4f10169a8bef HTTP/1.1" status: 200  len: 999 time: 0.5445595
Dec 16 22:39:59.462326 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a969f0-80d1-4be9-83a9-adf0eb66bc7e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:39:59.462691 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a969f0-80d1-4be9-83a9-adf0eb66bc7e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:39:59.463042 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a969f0-80d1-4be9-83a9-adf0eb66bc7e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:39:59.463382 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a969f0-80d1-4be9-83a9-adf0eb66bc7e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:39:59.463718 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a969f0-80d1-4be9-83a9-adf0eb66bc7e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:39:59.474595 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-270d8748-4d86-47d8-99f5-a1278257a95d tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Request body: {'subnet': {'network_id': '2769000e-f979-4993-b25c-a53f47882427', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:39:59.478104 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a969f0-80d1-4be9-83a9-adf0eb66bc7e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:39:59.478494 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a969f0-80d1-4be9-83a9-adf0eb66bc7e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:39:59.478841 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a969f0-80d1-4be9-83a9-adf0eb66bc7e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:39:59.479318 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a969f0-80d1-4be9-83a9-adf0eb66bc7e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:39:59.479991 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a969f0-80d1-4be9-83a9-adf0eb66bc7e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:39:59.480485 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a969f0-80d1-4be9-83a9-adf0eb66bc7e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:39:59.480990 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a969f0-80d1-4be9-83a9-adf0eb66bc7e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:39:59.485446 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-f4a969f0-80d1-4be9-83a9-adf0eb66bc7e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:39:59.534804 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device e595cb84-0488-4651-8460-345ebee68b7b up at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 22:39:59.611304 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-7cf1e08c-8d8f-4a26-96a4-462533fe3e1e tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Request body: {'security_group_rule': {'security_group_id': '261d549c-0032-45f7-8144-fd047059d78d', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'd997546c-0436-4b43-a100-b6b08fc4334a', 'remote_ip_prefix': None}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:39:59.624326 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-56bdba2b-3149-4956-b27e-fe4365e1da93 tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] Request body: {'security_group_rule': {'security_group_id': '5d5af6d1-c038-4ff8-96d2-d214db71de31', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': 'ab43e6b4-81bf-4ff1-b05b-27785954af09'}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:39:59.634811 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-2fd85b5e-3b50-4ee4-a667-50af21d7a080 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.6736336
Dec 16 22:39:59.635981 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-7cf1e08c-8d8f-4a26-96a4-462533fe3e1e tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:39:59.653648 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-f4a969f0-80d1-4be9-83a9-adf0eb66bc7e None None] Provisioning for port 45ba4bd5-49d2-4654-93c3-5a12d314dd60 completed by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 22:39:59.656211 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 46452) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:39:59.657898 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning complete for port e595cb84-0488-4651-8460-345ebee68b7b triggered by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:39:59.658522 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:59.665831 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baeb2fec-c30f-4662-b484-f408f8b5d1a5 tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab43e6b4-81bf-4ff1-b05b-27785954af09,revision_number=1']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:39:59.671624 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-9164a91b-94b5-4ef9-9422-da62e1e80826 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Request body: {'subnet': {'network_id': 'db5c2862-b6a8-4557-8764-528fa7bc107e', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:39:59.698405 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-f4a969f0-80d1-4be9-83a9-adf0eb66bc7e None None] Provisioning complete for port 45ba4bd5-49d2-4654-93c3-5a12d314dd60 triggered by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:39:59.698820 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-baeb2fec-c30f-4662-b484-f408f8b5d1a5 tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.347s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:39:59.699263 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-f4a969f0-80d1-4be9-83a9-adf0eb66bc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:59.705852 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-56bdba2b-3149-4956-b27e-fe4365e1da93 tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:39:59.715808 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-7cf1e08c-8d8f-4a26-96a4-462533fe3e1e tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Usage tracker for resource:security_group_rule and tenant:fd927e9f15874920a18b902299712a83 is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:39:59.722737 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-56bdba2b-3149-4956-b27e-fe4365e1da93 tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] Usage tracker for resource:security_group_rule and tenant:88adc064733e430480c28c4364665e17 is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:39:59.726366 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-7cf1e08c-8d8f-4a26-96a4-462533fe3e1e tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:39:59.741273 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-56bdba2b-3149-4956-b27e-fe4365e1da93 tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:39:59.761377 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-7cf1e08c-8d8f-4a26-96a4-462533fe3e1e tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:39:59.763969 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-56bdba2b-3149-4956-b27e-fe4365e1da93 tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:39:59.767579 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd85b5e-3b50-4ee4-a667-50af21d7a080 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Pushing event updated for resources: {'Network': ['ID=db5c2862-b6a8-4557-8764-528fa7bc107e,revision_number=1']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:39:59.783615 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-2fd85b5e-3b50-4ee4-a667-50af21d7a080 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.393s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:39:59.784361 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Network db5c2862-b6a8-4557-8764-528fa7bc107e details requested by agent ovs-agent-dv-neutron-821829-1-hyperv with host dv-neutron-821829-1-hyperv {{(pid=87508) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 22:39:59.786001 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-b12e0f63-5b0b-484e-bf78-31ab34cd019f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b7c6b1a60>, [{'id': 'de6e1cb0-4da7-43f8-b26d-16a795a01ed1', 'name': 'tempest-RoutersIpV6Test-router-1062176932', 'tenant_id': 'a221f56311244d31a510a3a1bb3c6ce9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:39:49Z', 'updated_at': '2021-12-16T22:39:56Z', 'revision_number': 2, 'project_id': 'a221f56311244d31a510a3a1bb3c6ce9', 'gw_port_host': None, '_interfaces': [{'id': '07a12276-2538-44d6-9e80-8f6358f227c6', 'name': '', 'network_id': 'bf9c7624-5a8f-45ef-80fb-86a40ea7bbb3', 'tenant_id': 'a221f56311244d31a510a3a1bb3c6ce9', 'mac_address': 'fa:16:3e:64:d7:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de6e1cb0-4da7-43f8-b26d-16a795a01ed1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': '6e134cd3-03ec-41ee-843d-e78994f77c61', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:39:53Z', 'updated_at': '2021-12-16T22:39:56Z', 'revision_number': 2, 'project_id': 'a221f56311244d31a510a3a1bb3c6ce9', 'subnets': [{'id': '6e134cd3-03ec-41ee-843d-e78994f77c61', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:39:59.790677 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b12e0f63-5b0b-484e-bf78-31ab34cd019f None None] Checking router: de6e1cb0-4da7-43f8-b26d-16a795a01ed1 for host: dv-neutron-821829-1-hyperv {{(pid=87509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 22:39:59.791194 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b12e0f63-5b0b-484e-bf78-31ab34cd019f None None] Updating router de6e1cb0-4da7-43f8-b26d-16a795a01ed1 port 07a12276-2538-44d6-9e80-8f6358f227c6 binding host dv-neutron-821829-1-hyperv {{(pid=87509) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 16 22:39:59.830156 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.api.v2.resource [None req-56bdba2b-3149-4956-b27e-fe4365e1da93 tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 16 22:39:59.832172 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-56bdba2b-3149-4956-b27e-fe4365e1da93 tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 387 time: 0.2289541
Dec 16 22:39:59.840136 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 46456) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:39:59.845543 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-7cf1e08c-8d8f-4a26-96a4-462533fe3e1e tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:59.852877 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron_lib.callbacks.manager [None req-b12e0f63-5b0b-484e-bf78-31ab34cd019f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:59.885090 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581d59f9-8053-4ceb-ab68-14ecf58655eb req-389a0985-6360-40ae-956a-4d72a14d7939 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:39:59.886441 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-581d59f9-8053-4ceb-ab68-14ecf58655eb req-389a0985-6360-40ae-956a-4d72a14d7939 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e85fa5c2-5253-44c8-9f57-0c1d2c97dd41 HTTP/1.1" status: 200  len: 850 time: 0.3615751
Dec 16 22:39:59.904740 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-f4a969f0-80d1-4be9-83a9-adf0eb66bc7e None None] Port 45ba4bd5-49d2-4654-93c3-5a12d314dd60 cannot update to ACTIVE because it is not bound. {{(pid=87508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 22:39:59.939468 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-7cf1e08c-8d8f-4a26-96a4-462533fe3e1e tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:59.947174 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-7cf1e08c-8d8f-4a26-96a4-462533fe3e1e tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841137'] for security_group_rule, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:59.950086 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:39:59.959068 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-f4a969f0-80d1-4be9-83a9-adf0eb66bc7e None None] Provisioning complete for port de92b1bc-1545-4d82-b632-a33cf163810e triggered by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:39:59.959633 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-f4a969f0-80d1-4be9-83a9-adf0eb66bc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:39:59.979206 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf1e08c-8d8f-4a26-96a4-462533fe3e1e tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1bd4dc5b-b1ef-426e-8947-85e96d98213d,revision_number=0']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:39:59.988678 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-7cf1e08c-8d8f-4a26-96a4-462533fe3e1e tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:40:00.002479 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-7cf1e08c-8d8f-4a26-96a4-462533fe3e1e tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:00.004841 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-7cf1e08c-8d8f-4a26-96a4-462533fe3e1e tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 798 time: 0.6176317
Dec 16 22:40:00.007509 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 46460) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:40:00.037980 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-1b099a18-c645-4bee-bb7d-f46911857b2f tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:00.042243 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-9164a91b-94b5-4ef9-9422-da62e1e80826 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:40:00.048713 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-1b099a18-c645-4bee-bb7d-f46911857b2f tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:00.055250 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-9164a91b-94b5-4ef9-9422-da62e1e80826 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Usage tracker for resource:subnet and tenant:a221f56311244d31a510a3a1bb3c6ce9 is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:40:00.063282 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-9164a91b-94b5-4ef9-9422-da62e1e80826 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:40:00.075419 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-1b099a18-c645-4bee-bb7d-f46911857b2f tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841137'] for security_group_rule, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:00.078089 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:40:00.086362 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-f4a969f0-80d1-4be9-83a9-adf0eb66bc7e None None] Port de92b1bc-1545-4d82-b632-a33cf163810e cannot update to ACTIVE because it is not bound. {{(pid=87508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 22:40:00.096553 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b099a18-c645-4bee-bb7d-f46911857b2f tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1bd4dc5b-b1ef-426e-8947-85e96d98213d,revision_number=None']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:40:00.101701 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-1b099a18-c645-4bee-bb7d-f46911857b2f tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:40:00.105633 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-1b099a18-c645-4bee-bb7d-f46911857b2f tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:00.106999 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-1b099a18-c645-4bee-bb7d-f46911857b2f tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/1bd4dc5b-b1ef-426e-8947-85e96d98213d HTTP/1.1" status: 204  len: 168 time: 0.0983708
Dec 16 22:40:00.109523 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 46464) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:40:00.112492 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-9164a91b-94b5-4ef9-9422-da62e1e80826 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:40:00.121960 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-f4a969f0-80d1-4be9-83a9-adf0eb66bc7e None None] Provisioning for port cdec5144-e6e5-491e-914a-7c6982da3683 completed by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 22:40:00.126003 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-e8ef6e64-72a0-49a2-bafa-d044375ff78c tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3830061'] for router_interface, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:00.131471 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-270d8748-4d86-47d8-99f5-a1278257a95d tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:40:00.137804 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-f4a969f0-80d1-4be9-83a9-adf0eb66bc7e None None] Provisioning complete for port cdec5144-e6e5-491e-914a-7c6982da3683 triggered by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:40:00.138773 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-f4a969f0-80d1-4be9-83a9-adf0eb66bc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:00.150113 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-270d8748-4d86-47d8-99f5-a1278257a95d tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Usage tracker for resource:subnet and tenant:69ee045658914011ac7b8ba0ad799b2d is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:40:00.164845 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-270d8748-4d86-47d8-99f5-a1278257a95d tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:40:00.177942 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-94a551ef-a2bf-4942-a328-a01721cf9b92 tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] Notify callbacks [] for security_group, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:00.178885 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-df520982-6c79-48a3-9160-c1984d68c0a9 tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Synchronizing usage tracker for tenant:fd927e9f15874920a18b902299712a83 on resource:security_group_rule {{(pid=87507) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 22:40:00.181318 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-270d8748-4d86-47d8-99f5-a1278257a95d tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:40:00.203379 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-df520982-6c79-48a3-9160-c1984d68c0a9 tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Unset dirty status for tenant:fd927e9f15874920a18b902299712a83 on resource:security_group_rule {{(pid=87507) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 22:40:00.203629 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9164a91b-94b5-4ef9-9422-da62e1e80826 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Made reservation on behalf of a221f56311244d31a510a3a1bb3c6ce9 for: {'subnet': 1} {{(pid=87506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:40:00.205289 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-df520982-6c79-48a3-9160-c1984d68c0a9 tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4659 time: 0.0940003
Dec 16 22:40:00.207522 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-9164a91b-94b5-4ef9-9422-da62e1e80826 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11213078'] for subnet, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:00.207721 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 46468) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:40:00.220222 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-f4a969f0-80d1-4be9-83a9-adf0eb66bc7e None None] Port cdec5144-e6e5-491e-914a-7c6982da3683 cannot update to ACTIVE because it is not bound. {{(pid=87508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 22:40:00.280824 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-19b21546-a134-4a83-88f3-f2bf9e2877f0 tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Notify callbacks [] for security_group, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:00.292177 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron_lib.callbacks.manager [None req-b12e0f63-5b0b-484e-bf78-31ab34cd019f None None] Notify callbacks [] for port, precommit_update {{(pid=87509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:00.307114 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.provisioning_blocks [None req-b12e0f63-5b0b-484e-bf78-31ab34cd019f None None] Transition to ACTIVE for port object 07a12276-2538-44d6-9e80-8f6358f227c6 will not be triggered until provisioned by entity L2. {{(pid=87509) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:40:00.310868 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-19b21546-a134-4a83-88f3-f2bf9e2877f0 tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:00.315007 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron_lib.callbacks.manager [None req-b12e0f63-5b0b-484e-bf78-31ab34cd019f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:00.319790 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG oslo_concurrency.lockutils [None req-90c33b13-aa19-4f64-be92-cfcfbc27a69d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:40:00.359713 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-f49a6b55-ff0a-4c8c-a73f-9b0f5bd6bd31 None None] Provisioning complete for port e595cb84-0488-4651-8460-345ebee68b7b triggered by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:40:00.361540 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-f49a6b55-ff0a-4c8c-a73f-9b0f5bd6bd31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:00.365116 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-19b21546-a134-4a83-88f3-f2bf9e2877f0 tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841066'] for security_group, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:00.373248 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-0b5c2233-ef60-4485-8603-836ba7b3ce59 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:40:00.390900 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b21546-a134-4a83-88f3-f2bf9e2877f0 tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d997546c-0436-4b43-a100-b6b08fc4334a,revision_number=None']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:40:00.394870 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-19b21546-a134-4a83-88f3-f2bf9e2877f0 tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:40:00.422826 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-19b21546-a134-4a83-88f3-f2bf9e2877f0 tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Notify callbacks [] for security_group, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:00.428439 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-19b21546-a134-4a83-88f3-f2bf9e2877f0 tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] 10.222.0.13 "DELETE /v2.0/security-groups/d997546c-0436-4b43-a100-b6b08fc4334a HTTP/1.1" status: 204  len: 168 time: 0.2160289
Dec 16 22:40:00.430397 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 46472) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:40:00.450867 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5141e2ae-7f44-486d-bd7b-047af1e54eb0 None None] Pushing event updated for resources: {'Port': ['ID=07a12276-2538-44d6-9e80-8f6358f227c6,revision_number=3']} {{(pid=87509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:40:00.460906 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5141e2ae-7f44-486d-bd7b-047af1e54eb0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:40:00.461509 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5141e2ae-7f44-486d-bd7b-047af1e54eb0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:40:00.462083 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5141e2ae-7f44-486d-bd7b-047af1e54eb0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:40:00.462766 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5141e2ae-7f44-486d-bd7b-047af1e54eb0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:40:00.463336 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5141e2ae-7f44-486d-bd7b-047af1e54eb0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:40:00.463909 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5141e2ae-7f44-486d-bd7b-047af1e54eb0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:40:00.464463 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5141e2ae-7f44-486d-bd7b-047af1e54eb0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:40:00.464998 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5141e2ae-7f44-486d-bd7b-047af1e54eb0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:40:00.465532 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5141e2ae-7f44-486d-bd7b-047af1e54eb0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:40:00.466079 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5141e2ae-7f44-486d-bd7b-047af1e54eb0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:40:00.466610 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5141e2ae-7f44-486d-bd7b-047af1e54eb0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:40:00.467163 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5141e2ae-7f44-486d-bd7b-047af1e54eb0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:40:00.468880 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-270d8748-4d86-47d8-99f5-a1278257a95d tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Made reservation on behalf of 69ee045658914011ac7b8ba0ad799b2d for: {'subnet': 1} {{(pid=87506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:40:00.473226 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-270d8748-4d86-47d8-99f5-a1278257a95d tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11213078'] for subnet, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:00.473861 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG oslo_concurrency.lockutils [None req-5141e2ae-7f44-486d-bd7b-047af1e54eb0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=87509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:40:00.505536 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-94a551ef-a2bf-4942-a328-a01721cf9b92 tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:00.583268 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-0022a956-76c5-42f5-8fb6-dbf350116102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:00.592228 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-7ac8a811-f9cd-4b3c-aa6d-9fcac38a4fe9 tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Synchronizing usage tracker for tenant:fd927e9f15874920a18b902299712a83 on resource:security_group {{(pid=87507) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 22:40:00.598494 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.plugins.ml2.managers [None req-b12e0f63-5b0b-484e-bf78-31ab34cd019f None None] Attempting to bind port 07a12276-2538-44d6-9e80-8f6358f227c6 on host dv-neutron-821829-1-hyperv for vnic_type normal with profile  {{(pid=87509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 22:40:00.599089 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.plugins.ml2.managers [None req-b12e0f63-5b0b-484e-bf78-31ab34cd019f None None] Attempting to bind port 07a12276-2538-44d6-9e80-8f6358f227c6 by drivers openvswitch,hyperv on host dv-neutron-821829-1-hyperv at level 0 using segments [{'id': '813541d7-5a16-4695-b75a-fa872b9e2804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'bf9c7624-5a8f-45ef-80fb-86a40ea7bbb3'}] {{(pid=87509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 22:40:00.599651 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b12e0f63-5b0b-484e-bf78-31ab34cd019f None None] Attempting to bind port 07a12276-2538-44d6-9e80-8f6358f227c6 on network bf9c7624-5a8f-45ef-80fb-86a40ea7bbb3 {{(pid=87509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 22:40:00.606532 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b12e0f63-5b0b-484e-bf78-31ab34cd019f None None] Checking agent: {'id': '5571501f-366e-47a4-9b60-8ef19d935d27', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821829-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 24, 2), 'started_at': datetime.datetime(2021, 12, 16, 22, 24, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 39, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821829-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 22:40:00.607525 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b12e0f63-5b0b-484e-bf78-31ab34cd019f None None] Checking segment: {'id': '813541d7-5a16-4695-b75a-fa872b9e2804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'bf9c7624-5a8f-45ef-80fb-86a40ea7bbb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 22:40:00.608226 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron_lib.callbacks.manager [None req-b12e0f63-5b0b-484e-bf78-31ab34cd019f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:00.608638 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b12e0f63-5b0b-484e-bf78-31ab34cd019f None None] Bound using segment: {'id': '813541d7-5a16-4695-b75a-fa872b9e2804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'bf9c7624-5a8f-45ef-80fb-86a40ea7bbb3'} {{(pid=87509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 22:40:00.609175 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.plugins.ml2.managers [None req-b12e0f63-5b0b-484e-bf78-31ab34cd019f None None] Bound port: 07a12276-2538-44d6-9e80-8f6358f227c6, host: dv-neutron-821829-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '813541d7-5a16-4695-b75a-fa872b9e2804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'bf9c7624-5a8f-45ef-80fb-86a40ea7bbb3'}}] {{(pid=87509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 22:40:00.609733 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron_lib.callbacks.manager [None req-b12e0f63-5b0b-484e-bf78-31ab34cd019f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:00.610692 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-7ac8a811-f9cd-4b3c-aa6d-9fcac38a4fe9 tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Unset dirty status for tenant:fd927e9f15874920a18b902299712a83 on resource:security_group {{(pid=87507) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 22:40:00.612434 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-7ac8a811-f9cd-4b3c-aa6d-9fcac38a4fe9 tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 4509 time: 0.1807449
Dec 16 22:40:00.616109 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 46476) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:40:00.673006 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-f49a6b55-ff0a-4c8c-a73f-9b0f5bd6bd31 None None] Provisioning for port 07a12276-2538-44d6-9e80-8f6358f227c6 completed by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 22:40:00.687749 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581d59f9-8053-4ceb-ab68-14ecf58655eb req-55b2b3e5-6f31-4e28-b118-35c9a0982680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:40:00.689263 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-581d59f9-8053-4ceb-ab68-14ecf58655eb req-55b2b3e5-6f31-4e28-b118-35c9a0982680 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=59be113d-df84-4589-a861-2ce3da6b2e5d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.7454796
Dec 16 22:40:00.696871 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-f49a6b55-ff0a-4c8c-a73f-9b0f5bd6bd31 None None] Provisioning complete for port 45ba4bd5-49d2-4654-93c3-5a12d314dd60 triggered by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:40:00.697078 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-f49a6b55-ff0a-4c8c-a73f-9b0f5bd6bd31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:00.736993 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-4c80bce1-5507-464f-b8e8-1ca3e4fb3f5d tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Notify callbacks [] for security_group, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:00.778244 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.plugins.ml2.db [None req-b12e0f63-5b0b-484e-bf78-31ab34cd019f None None] For port 07a12276-2538-44d6-9e80-8f6358f227c6, host dv-neutron-821829-1-hyperv, cleared binding levels {{(pid=87509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 22:40:00.783308 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.plugins.ml2.db [None req-b12e0f63-5b0b-484e-bf78-31ab34cd019f None None] For port 07a12276-2538-44d6-9e80-8f6358f227c6, host dv-neutron-821829-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=07a12276-2538-44d6-9e80-8f6358f227c6,segment=NetworkSegment(813541d7-5a16-4695-b75a-fa872b9e2804),segment_id=813541d7-5a16-4695-b75a-fa872b9e2804)] {{(pid=87509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 22:40:00.790455 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron_lib.callbacks.manager [None req-b12e0f63-5b0b-484e-bf78-31ab34cd019f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:00.796966 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG oslo_concurrency.lockutils [None req-6ec5a287-f720-4832-ad6c-bb95229dfa79 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:40:00.807507 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-4c80bce1-5507-464f-b8e8-1ca3e4fb3f5d tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:00.859954 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-4c80bce1-5507-464f-b8e8-1ca3e4fb3f5d tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841066'] for security_group, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:00.867404 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-992739cd-3e26-470b-897a-9e5cb91b1d04 tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:40:00.898993 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c80bce1-5507-464f-b8e8-1ca3e4fb3f5d tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=261d549c-0032-45f7-8144-fd047059d78d,revision_number=None']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:40:00.903411 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-4c80bce1-5507-464f-b8e8-1ca3e4fb3f5d tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:40:00.908166 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5141e2ae-7f44-486d-bd7b-047af1e54eb0 None None] Pushing event updated for resources: {'Port': ['ID=07a12276-2538-44d6-9e80-8f6358f227c6,revision_number=4']} {{(pid=87509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:40:00.914447 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b12e0f63-5b0b-484e-bf78-31ab34cd019f None None] Routers {'de6e1cb0-4da7-43f8-b26d-16a795a01ed1'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:40:00.914447 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-b12e0f63-5b0b-484e-bf78-31ab34cd019f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b7c6b1a60>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:40:01Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['de6e1cb0-4da7-43f8-b26d-16a795a01ed1'], 'active': True} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:40:00.921467 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-4c80bce1-5507-464f-b8e8-1ca3e4fb3f5d tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Notify callbacks [] for security_group, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:00.923616 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-4c80bce1-5507-464f-b8e8-1ca3e4fb3f5d tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] 10.222.0.13 "DELETE /v2.0/security-groups/261d549c-0032-45f7-8144-fd047059d78d HTTP/1.1" status: 204  len: 168 time: 0.3062274
Dec 16 22:40:00.925921 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 46480) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:40:00.929083 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-e8ef6e64-72a0-49a2-bafa-d044375ff78c tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:00.946016 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-f49a6b55-ff0a-4c8c-a73f-9b0f5bd6bd31 None None] Port 45ba4bd5-49d2-4654-93c3-5a12d314dd60 cannot update to ACTIVE because it is not bound. {{(pid=87508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 22:40:00.967928 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG oslo_concurrency.lockutils [None req-5141e2ae-7f44-486d-bd7b-047af1e54eb0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=87509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:40:00.990579 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-67cb6cea-d30a-4523-8fd8-dde7f2c50036 tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Synchronizing usage tracker for tenant:fd927e9f15874920a18b902299712a83 on resource:security_group {{(pid=87507) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 22:40:01.007326 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-67cb6cea-d30a-4523-8fd8-dde7f2c50036 tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Unset dirty status for tenant:fd927e9f15874920a18b902299712a83 on resource:security_group {{(pid=87507) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 22:40:01.008846 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-67cb6cea-d30a-4523-8fd8-dde7f2c50036 tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2983 time: 0.0817196
Dec 16 22:40:01.013700 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 46484) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:40:01.020484 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-eb811f16-9c14-4824-a014-163345ece3a9 tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Request body: {'security_group': {'name': 'tempest-secgroup--239950825'}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:40:01.023311 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-94a551ef-a2bf-4942-a328-a01721cf9b92 tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841066'] for security_group, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:01.028286 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-eb811f16-9c14-4824-a014-163345ece3a9 tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:40:01.038993 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-eb811f16-9c14-4824-a014-163345ece3a9 tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:40:01.042478 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-7cca4003-e9e1-4dda-97df-74dbd07ce08a tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:40:01.051984 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-eb811f16-9c14-4824-a014-163345ece3a9 tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Notify callbacks [] for security_group, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:01.075859 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-eb811f16-9c14-4824-a014-163345ece3a9 tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:40:01.080992 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-eb811f16-9c14-4824-a014-163345ece3a9 tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Usage tracker for resource:security_group_rule and tenant:fd927e9f15874920a18b902299712a83 is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:40:01.086704 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-eb811f16-9c14-4824-a014-163345ece3a9 tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:40:01.089592 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvr_db [None req-b12e0f63-5b0b-484e-bf78-31ab34cd019f None None] Set router de6e1cb0-4da7-43f8-b26d-16a795a01ed1 gateway port host: None {{(pid=87509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 22:40:01.093737 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-eb811f16-9c14-4824-a014-163345ece3a9 tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:40:01.159017 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a551ef-a2bf-4942-a328-a01721cf9b92 tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab43e6b4-81bf-4ff1-b05b-27785954af09,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:40:01.186554 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-94a551ef-a2bf-4942-a328-a01721cf9b92 tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:40:01.188401 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-eb811f16-9c14-4824-a014-163345ece3a9 tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Notify callbacks [] for security_group, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:01.195202 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-eb811f16-9c14-4824-a014-163345ece3a9 tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841066'] for security_group, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:01.202402 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-3ee08c94-8d6c-4ee9-8050-7c8335846b12 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:40:01.263192 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb811f16-9c14-4824-a014-163345ece3a9 tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Pushing event updated for resources: {'SecurityGroup': ['ID=839d405d-7ea7-4d41-b737-1533ab42de69,revision_number=1']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:40:01.267581 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-581d59f9-8053-4ceb-ab68-14ecf58655eb req-6ec7f0d4-bf0a-4bfb-aa10-8b91473011a9 service neutron] 10.222.0.49 "GET /v2.0/networks/59be113d-df84-4589-a861-2ce3da6b2e5d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5622520
Dec 16 22:40:01.267874 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-eb811f16-9c14-4824-a014-163345ece3a9 tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:40:01.276006 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-eb811f16-9c14-4824-a014-163345ece3a9 tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Notify callbacks [] for security_group, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:01.280205 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-eb811f16-9c14-4824-a014-163345ece3a9 tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1745 time: 0.2651615
Dec 16 22:40:01.281533 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 46488) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:40:01.287375 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-f65e92f4-4811-49bd-8197-a3531073a6b6 tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Request body: {'security_group_rule': {'security_group_id': '839d405d-7ea7-4d41-b737-1533ab42de69', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:40:01.294503 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-f65e92f4-4811-49bd-8197-a3531073a6b6 tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:40:01.300676 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-f65e92f4-4811-49bd-8197-a3531073a6b6 tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Usage tracker for resource:security_group_rule and tenant:fd927e9f15874920a18b902299712a83 is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:40:01.304536 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-f65e92f4-4811-49bd-8197-a3531073a6b6 tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:40:01.311164 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-f65e92f4-4811-49bd-8197-a3531073a6b6 tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:40:01.329266 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-f65e92f4-4811-49bd-8197-a3531073a6b6 tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:01.356562 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-94a551ef-a2bf-4942-a328-a01721cf9b92 tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] Notify callbacks [] for security_group, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:01.359961 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-94a551ef-a2bf-4942-a328-a01721cf9b92 tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] 10.222.0.13 "DELETE /v2.0/security-groups/ab43e6b4-81bf-4ff1-b05b-27785954af09 HTTP/1.1" status: 204  len: 168 time: 1.5147324
Dec 16 22:40:01.361026 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 46492) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:40:01.461336 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-3e729f7f-1589-4d54-9c4a-7ee6b283cc2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:01.468501 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-1f7884de-b10c-44eb-88ef-3b39356d389a tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] Synchronizing usage tracker for tenant:88adc064733e430480c28c4364665e17 on resource:security_group {{(pid=87507) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 22:40:01.472726 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-f65e92f4-4811-49bd-8197-a3531073a6b6 tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:01.479848 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-f65e92f4-4811-49bd-8197-a3531073a6b6 tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841137'] for security_group_rule, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:01.483751 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-98fbd204-c299-4ccf-893b-88b168227cba tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:40:01.492336 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device aefaa845-a51c-4a1f-8414-e7a8b0037790 up at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 22:40:01.514408 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-1f7884de-b10c-44eb-88ef-3b39356d389a tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] Unset dirty status for tenant:88adc064733e430480c28c4364665e17 on resource:security_group {{(pid=87507) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 22:40:01.515975 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-1f7884de-b10c-44eb-88ef-3b39356d389a tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 4510 time: 0.1517601
Dec 16 22:40:01.516481 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-b12e0f63-5b0b-484e-bf78-31ab34cd019f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b7c6b1a60>, [{'id': 'de6e1cb0-4da7-43f8-b26d-16a795a01ed1', 'name': 'tempest-RoutersIpV6Test-router-1062176932', 'tenant_id': 'a221f56311244d31a510a3a1bb3c6ce9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:39:49Z', 'updated_at': '2021-12-16T22:39:56Z', 'revision_number': 2, 'project_id': 'a221f56311244d31a510a3a1bb3c6ce9', 'gw_port_host': None, '_interfaces': [{'id': '07a12276-2538-44d6-9e80-8f6358f227c6', 'name': '', 'network_id': 'bf9c7624-5a8f-45ef-80fb-86a40ea7bbb3', 'tenant_id': 'a221f56311244d31a510a3a1bb3c6ce9', 'mac_address': 'fa:16:3e:64:d7:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de6e1cb0-4da7-43f8-b26d-16a795a01ed1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': '6e134cd3-03ec-41ee-843d-e78994f77c61', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:39:53Z', 'updated_at': '2021-12-16T22:40:00Z', 'revision_number': 4, 'project_id': 'a221f56311244d31a510a3a1bb3c6ce9', 'subnets': [{'id': '6e134cd3-03ec-41ee-843d-e78994f77c61', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:40:01.516793 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65e92f4-4811-49bd-8197-a3531073a6b6 tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d429efbc-f68d-424a-8cd0-da334d39f9e4,revision_number=0']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:40:01.519513 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-f65e92f4-4811-49bd-8197-a3531073a6b6 tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:40:01.520028 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 46496) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:40:01.523097 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b12e0f63-5b0b-484e-bf78-31ab34cd019f None None] The sync data for ids ['de6e1cb0-4da7-43f8-b26d-16a795a01ed1'] in dv-neutron-821829-1-hyperv is: [{'id': 'de6e1cb0-4da7-43f8-b26d-16a795a01ed1', 'name': 'tempest-RoutersIpV6Test-router-1062176932', 'tenant_id': 'a221f56311244d31a510a3a1bb3c6ce9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:39:49Z', 'updated_at': '2021-12-16T22:39:56Z', 'revision_number': 2, 'project_id': 'a221f56311244d31a510a3a1bb3c6ce9', 'gw_port_host': None, '_interfaces': [{'id': '07a12276-2538-44d6-9e80-8f6358f227c6', 'name': '', 'network_id': 'bf9c7624-5a8f-45ef-80fb-86a40ea7bbb3', 'tenant_id': 'a221f56311244d31a510a3a1bb3c6ce9', 'mac_address': 'fa:16:3e:64:d7:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de6e1cb0-4da7-43f8-b26d-16a795a01ed1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': '6e134cd3-03ec-41ee-843d-e78994f77c61', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:39:53Z', 'updated_at': '2021-12-16T22:40:00Z', 'revision_number': 4, 'project_id': 'a221f56311244d31a510a3a1bb3c6ce9', 'subnets': [{'id': '6e134cd3-03ec-41ee-843d-e78994f77c61', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 22:40:01.581893 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-f65e92f4-4811-49bd-8197-a3531073a6b6 tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:01.583465 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-f65e92f4-4811-49bd-8197-a3531073a6b6 tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 786 time: 0.3007987
Dec 16 22:40:01.587134 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 46500) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:40:01.595199 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-9164a91b-94b5-4ef9-9422-da62e1e80826 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1863317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11213092'] for subnet, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:01.613571 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-8a9d0df8-a345-4adb-a90c-365fc3199553 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:40:01.620332 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning complete for port aefaa845-a51c-4a1f-8414-e7a8b0037790 triggered by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:40:01.620756 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:01.643241 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-23f16d9c-5457-44a4-aa34-2e8521b33c32 tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] Notify callbacks [] for security_group, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:01.645699 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-f834e5cc-6b3c-4e28-82f6-a6b2727e776e tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:01.669240 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-f834e5cc-6b3c-4e28-82f6-a6b2727e776e tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:01.701202 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-23f16d9c-5457-44a4-aa34-2e8521b33c32 tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:01.704421 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:01.743722 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-f834e5cc-6b3c-4e28-82f6-a6b2727e776e tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841137'] for security_group_rule, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:01.748945 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:40:01.771601 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f834e5cc-6b3c-4e28-82f6-a6b2727e776e tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d429efbc-f68d-424a-8cd0-da334d39f9e4,revision_number=None']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:40:01.774738 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-f834e5cc-6b3c-4e28-82f6-a6b2727e776e tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:01.776073 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-f834e5cc-6b3c-4e28-82f6-a6b2727e776e tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/d429efbc-f68d-424a-8cd0-da334d39f9e4 HTTP/1.1" status: 204  len: 168 time: 0.1877780
Dec 16 22:40:01.777724 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-f834e5cc-6b3c-4e28-82f6-a6b2727e776e tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:40:01.778614 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 46504) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:40:01.837028 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-1f046f4c-5aa3-4998-a7b8-ea9f5d6aae9d tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Synchronizing usage tracker for tenant:fd927e9f15874920a18b902299712a83 on resource:security_group_rule {{(pid=87507) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 22:40:01.839930 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-23f16d9c-5457-44a4-aa34-2e8521b33c32 tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841066'] for security_group, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:01.851657 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-9648997a-a719-47a6-af79-f092af83d16b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:40:01.860638 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9164a91b-94b5-4ef9-9422-da62e1e80826 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Pushing event updated for resources: {'Subnet': ['ID=b61a424a-6183-452e-96e6-83bd21bf2da4,revision_number=0']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:40:01.864334 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-9164a91b-94b5-4ef9-9422-da62e1e80826 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:40:01.872151 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f16d9c-5457-44a4-aa34-2e8521b33c32 tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d5af6d1-c038-4ff8-96d2-d214db71de31,revision_number=None']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:40:01.872589 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-581d59f9-8053-4ceb-ab68-14ecf58655eb req-3f79ffed-762f-4b82-9443-349719d36bfc service neutron] 10.222.0.49 "GET /v2.0/networks/59be113d-df84-4589-a861-2ce3da6b2e5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5923288
Dec 16 22:40:01.878463 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-23f16d9c-5457-44a4-aa34-2e8521b33c32 tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:40:01.883995 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9164a91b-94b5-4ef9-9422-da62e1e80826 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Checking segment: {'id': 'a7479e81-7962-40b1-a70d-8b291137cf8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'db5c2862-b6a8-4557-8764-528fa7bc107e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 22:40:01.884816 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9164a91b-94b5-4ef9-9422-da62e1e80826 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Network hostable DHCP agents. Network: db5c2862-b6a8-4557-8764-528fa7bc107e, hostable agents: ['3b155c4d-12dc-491e-aa14-6113b06cfacd'], hosted agents: [] {{(pid=87506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 16 22:40:01.893527 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-23f16d9c-5457-44a4-aa34-2e8521b33c32 tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] Notify callbacks [] for security_group, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:01.897790 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-23f16d9c-5457-44a4-aa34-2e8521b33c32 tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] 10.222.0.13 "DELETE /v2.0/security-groups/5d5af6d1-c038-4ff8-96d2-d214db71de31 HTTP/1.1" status: 204  len: 168 time: 0.3767123
Dec 16 22:40:01.898834 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 46508) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:40:01.902869 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-1f046f4c-5aa3-4998-a7b8-ea9f5d6aae9d tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Unset dirty status for tenant:fd927e9f15874920a18b902299712a83 on resource:security_group_rule {{(pid=87507) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 22:40:01.906658 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-1f046f4c-5aa3-4998-a7b8-ea9f5d6aae9d tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3567 time: 0.1251934
Dec 16 22:40:01.908471 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 46510) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:40:01.982929 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-e9f9f91b-fcc7-4a18-92a3-be66ea0add9f tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Notify callbacks [] for security_group, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:02.012662 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-e9f9f91b-fcc7-4a18-92a3-be66ea0add9f tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:02.041630 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9164a91b-94b5-4ef9-9422-da62e1e80826 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Network db5c2862-b6a8-4557-8764-528fa7bc107e is scheduled to be hosted by DHCP agent 3b155c4d-12dc-491e-aa14-6113b06cfacd with binding_index 1 {{(pid=87506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 16 22:40:02.063734 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-bec748b7-62dc-4ebc-bedb-6b84e28234d5 tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] Synchronizing usage tracker for tenant:88adc064733e430480c28c4364665e17 on resource:security_group {{(pid=87506) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 22:40:02.068859 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-e9f9f91b-fcc7-4a18-92a3-be66ea0add9f tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841066'] for security_group, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:02.069898 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-270d8748-4d86-47d8-99f5-a1278257a95d tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1863317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11213092'] for subnet, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:02.075021 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-d160c3f7-3b5e-4f8c-ad0c-450a02d0dc85 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:40:02.075199 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-82dd8141-1c69-475e-a038-b20ba9c30bbf tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:40:02.092139 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f9f91b-fcc7-4a18-92a3-be66ea0add9f tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=839d405d-7ea7-4d41-b737-1533ab42de69,revision_number=None']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:40:02.096400 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-e9f9f91b-fcc7-4a18-92a3-be66ea0add9f tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:40:02.102306 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.base_scheduler [None req-9164a91b-94b5-4ef9-9422-da62e1e80826 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821829-1-hyperv, db5c2862-b6a8-4557-8764-528fa7bc107e) {{(pid=87506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:40:02.108293 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-e9f9f91b-fcc7-4a18-92a3-be66ea0add9f tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Notify callbacks [] for security_group, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:02.113597 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-e9f9f91b-fcc7-4a18-92a3-be66ea0add9f tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] 10.222.0.13 "DELETE /v2.0/security-groups/839d405d-7ea7-4d41-b737-1533ab42de69 HTTP/1.1" status: 204  len: 168 time: 0.1993754
Dec 16 22:40:02.114911 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 46516) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:40:02.118524 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-585f5631-22e9-4335-a759-344d6bc96c75 None None] Network db5c2862-b6a8-4557-8764-528fa7bc107e requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 22:40:02.135836 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9164a91b-94b5-4ef9-9422-da62e1e80826 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:40:02.136436 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-9164a91b-94b5-4ef9-9422-da62e1e80826 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks [] for subnet, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:02.184670 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-fcba2457-2ba0-44f5-9bc4-edcd73653c5c tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Synchronizing usage tracker for tenant:fd927e9f15874920a18b902299712a83 on resource:security_group {{(pid=87507) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 22:40:02.185411 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-9164a91b-94b5-4ef9-9422-da62e1e80826 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 830 time: 2.5209856
Dec 16 22:40:02.189519 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 46520) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:40:02.200741 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-e8ef6e64-72a0-49a2-bafa-d044375ff78c tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks [] for port, precommit_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:02.202687 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-bec748b7-62dc-4ebc-bedb-6b84e28234d5 tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] Unset dirty status for tenant:88adc064733e430480c28c4364665e17 on resource:security_group {{(pid=87506) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 22:40:02.204109 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-bec748b7-62dc-4ebc-bedb-6b84e28234d5 tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2983 time: 0.2966497
Dec 16 22:40:02.209451 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-270d8748-4d86-47d8-99f5-a1278257a95d tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Network 2769000e-f979-4993-b25c-a53f47882427 is already hosted by enough agents. {{(pid=87506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:40:02.213540 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.base_scheduler [None req-270d8748-4d86-47d8-99f5-a1278257a95d tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Resources bound (agent type, host, resource id):  {{(pid=87506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:40:02.217297 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 46524) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:40:02.217946 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-e8ef6e64-72a0-49a2-bafa-d044375ff78c tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1863400'] for port, after_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:02.232371 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77fd5a85-102a-4a95-96f1-61fdb9f27dd2 None None] Network 2769000e-f979-4993-b25c-a53f47882427 requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 22:40:02.249454 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-401cad9d-9abf-4416-954a-6560be08e1b4 tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] Request body: {'security_group': {'name': 'tempest-secgroup--1541463723'}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:40:02.262825 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-270d8748-4d86-47d8-99f5-a1278257a95d tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:40:02.263696 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-270d8748-4d86-47d8-99f5-a1278257a95d tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks [] for subnet, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:02.268220 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270d8748-4d86-47d8-99f5-a1278257a95d tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Pushing event updated for resources: {'Subnet': ['ID=30f653ab-310c-4dc3-8166-56300fbe79e2,revision_number=0']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:40:02.292896 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-270d8748-4d86-47d8-99f5-a1278257a95d tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:40:02.293719 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-afb0dfe5-4bf4-4cbb-9f13-eb96c2e49344 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.026s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:40:02.327258 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-401cad9d-9abf-4416-954a-6560be08e1b4 tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:40:02.378735 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-fcba2457-2ba0-44f5-9bc4-edcd73653c5c tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Unset dirty status for tenant:fd927e9f15874920a18b902299712a83 on resource:security_group {{(pid=87507) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 22:40:02.383640 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-fcba2457-2ba0-44f5-9bc4-edcd73653c5c tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2983 time: 0.2651970
Dec 16 22:40:02.384898 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 46528) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:40:02.386392 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-270d8748-4d86-47d8-99f5-a1278257a95d tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 836 time: 2.9938238
Dec 16 22:40:02.389498 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 46532) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:40:02.389871 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-401cad9d-9abf-4416-954a-6560be08e1b4 tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:40:02.401151 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-e8ef6e64-72a0-49a2-bafa-d044375ff78c tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3791426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3830222'] for router_interface, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:02.419117 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ef6e64-72a0-49a2-bafa-d044375ff78c tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Pushing event updated for resources: {'Port': ['ID=45ba4bd5-49d2-4654-93c3-5a12d314dd60,revision_number=3']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:40:02.439481 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-e8ef6e64-72a0-49a2-bafa-d044375ff78c tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:40:02.443787 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-401cad9d-9abf-4416-954a-6560be08e1b4 tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] Notify callbacks [] for security_group, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:02.477566 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-5c1bcc5c-562e-4496-b725-90a6f420cf0b tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-260825903', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '30f653ab-310c-4dc3-8166-56300fbe79e2'}], 'security_groups': ['8a5bf3a3-72ad-44fb-9b02-3b26c707564e']}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:40:02.510183 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-6f6340bf-d8d1-4eee-8caa-672cde9e7233 tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Request body: {'security_group': {'name': 'tempest-secgroup--2073639149'}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:40:02.532190 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-6f6340bf-d8d1-4eee-8caa-672cde9e7233 tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:40:02.625718 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-6f6340bf-d8d1-4eee-8caa-672cde9e7233 tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:40:02.641796 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-233fcbed-81b0-4689-890b-c26ca52fa8c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1d6bfaf-d325-5e4f-b05d-2441d8339617-db5c2862-b6a8-4557-8764-528fa7bc107e', 'network_id': 'db5c2862-b6a8-4557-8764-528fa7bc107e', 'tenant_id': 'a221f56311244d31a510a3a1bb3c6ce9', 'fixed_ips': [{'subnet_id': 'b61a424a-6183-452e-96e6-83bd21bf2da4'}]}} from dv-neutron-821829-1-hyperv. {{(pid=87508) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 16 22:40:02.641796 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-233fcbed-81b0-4689-890b-c26ca52fa8c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:02.672661 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-401cad9d-9abf-4416-954a-6560be08e1b4 tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:40:02.673382 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-6f6340bf-d8d1-4eee-8caa-672cde9e7233 tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Notify callbacks [] for security_group, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:02.681309 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-401cad9d-9abf-4416-954a-6560be08e1b4 tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] Usage tracker for resource:security_group_rule and tenant:88adc064733e430480c28c4364665e17 is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:40:02.685954 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-401cad9d-9abf-4416-954a-6560be08e1b4 tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:40:02.697365 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-401cad9d-9abf-4416-954a-6560be08e1b4 tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:40:02.770270 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8ef6e64-72a0-49a2-bafa-d044375ff78c tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Network 77fc6d23-71e2-48c8-8bb8-5aef66333fb3 is already hosted by enough agents. {{(pid=87506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:40:02.773940 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.base_scheduler [None req-e8ef6e64-72a0-49a2-bafa-d044375ff78c tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Resources bound (agent type, host, resource id):  {{(pid=87506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:40:02.880135 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.db_base_plugin_common [None req-233fcbed-81b0-4689-890b-c26ca52fa8c8 None None] Allocated IP 2001:db8:1::2 (db5c2862-b6a8-4557-8764-528fa7bc107e/b61a424a-6183-452e-96e6-83bd21bf2da4/0c83640b-769d-425e-8ed7-b857aeeee242) {{(pid=87508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 22:40:02.925889 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6f266ae-144d-47a0-97a9-0de01899ea4d None None] Update dhcp port {'port': {'network_id': '2769000e-f979-4993-b25c-a53f47882427', 'fixed_ips': [{'subnet_id': '3c79a5d2-6e5f-4724-8734-4a3d39686ffc', 'ip_address': '2001:db8::2'}, {'subnet_id': '30f653ab-310c-4dc3-8166-56300fbe79e2'}], 'binding:host_id': 'dv-neutron-821829-1-hyperv'}, 'id': 'aefaa845-a51c-4a1f-8414-e7a8b0037790'} from dv-neutron-821829-1-hyperv. {{(pid=87508) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}}
Dec 16 22:40:02.948036 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-6f6340bf-d8d1-4eee-8caa-672cde9e7233 tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:40:02.961977 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-6f6340bf-d8d1-4eee-8caa-672cde9e7233 tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Usage tracker for resource:security_group_rule and tenant:fd927e9f15874920a18b902299712a83 is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:40:03.020060 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-6f6340bf-d8d1-4eee-8caa-672cde9e7233 tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:40:03.038910 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-6f6340bf-d8d1-4eee-8caa-672cde9e7233 tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:40:03.057056 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-401cad9d-9abf-4416-954a-6560be08e1b4 tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] Notify callbacks [] for security_group, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:03.071007 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-401cad9d-9abf-4416-954a-6560be08e1b4 tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841066'] for security_group, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:03.087987 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-be98e0cb-9b74-4c9a-9439-da3da3ec3a0a tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:40:03.099871 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-d6f266ae-144d-47a0-97a9-0de01899ea4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:03.167304 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401cad9d-9abf-4416-954a-6560be08e1b4 tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a820eef3-a968-458e-97dd-b383d21f100e,revision_number=1']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:40:03.174333 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-401cad9d-9abf-4416-954a-6560be08e1b4 tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:40:03.191347 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-401cad9d-9abf-4416-954a-6560be08e1b4 tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] Notify callbacks [] for security_group, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:03.195453 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-401cad9d-9abf-4416-954a-6560be08e1b4 tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1746 time: 0.9474487
Dec 16 22:40:03.196412 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 46536) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:40:03.202704 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-e798c1d6-8183-4046-9bdd-411bc16f1023 tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] Request body: {'security_group_rule': {'security_group_id': 'a820eef3-a968-458e-97dd-b383d21f100e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:40:03.208639 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8ef6e64-72a0-49a2-bafa-d044375ff78c tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Router 6eb40345-9bb5-485b-9d92-ad9542f3c610 is scheduled to L3 agent 4f519db7-069b-43e2-8411-c092bac9102a with binding_index 1 {{(pid=87506) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 16 22:40:03.212613 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-e798c1d6-8183-4046-9bdd-411bc16f1023 tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:40:03.219858 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-e798c1d6-8183-4046-9bdd-411bc16f1023 tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] Usage tracker for resource:security_group_rule and tenant:88adc064733e430480c28c4364665e17 is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:40:03.224454 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-e798c1d6-8183-4046-9bdd-411bc16f1023 tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:40:03.288248 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-e798c1d6-8183-4046-9bdd-411bc16f1023 tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:40:03.328259 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-4541ba3b-6be8-499c-bc94-3c60aa55c4f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:03.359505 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-5c1bcc5c-562e-4496-b725-90a6f420cf0b tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:03.394738 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-abbd1f4f-10d6-4a59-82b1-c8b6f00f1e74 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:03.396058 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-4775cfce-900c-4549-8dc1-08acda49db59 None None] Provisioning complete for port 45ba4bd5-49d2-4654-93c3-5a12d314dd60 triggered by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:40:03.396502 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-4775cfce-900c-4549-8dc1-08acda49db59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:03.422770 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8ef6e64-72a0-49a2-bafa-d044375ff78c tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify agent at l3_agent.dv-neutron-821829-1-hyperv the message routers_updated {{(pid=87506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 22:40:03.425435 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.api.v2.resource [None req-e798c1d6-8183-4046-9bdd-411bc16f1023 tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 16 22:40:03.426724 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-e798c1d6-8183-4046-9bdd-411bc16f1023 tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 351 time: 0.2293427
Dec 16 22:40:03.431633 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-e8ef6e64-72a0-49a2-bafa-d044375ff78c tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] 10.222.0.13 "PUT /v2.0/routers/6eb40345-9bb5-485b-9d92-ad9542f3c610/add_router_interface HTTP/1.1" status: 200  len: 503 time: 8.1081955
Dec 16 22:40:03.432510 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 46540) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:40:03.434735 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 46542) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:40:03.440221 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-d7f1e82c-cada-47f3-9006-c8fa9ee90c7b tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] Request body: {'security_group_rule': {'security_group_id': 'a820eef3-a968-458e-97dd-b383d21f100e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:40:03.459050 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-259046fb-88de-48e9-b2de-139464f74c17 None None] Sync routers for ids ['6eb40345-9bb5-485b-9d92-ad9542f3c610'] in dv-neutron-821829-1-hyperv {{(pid=87508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 22:40:03.465997 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-6f6340bf-d8d1-4eee-8caa-672cde9e7233 tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Notify callbacks [] for security_group, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:03.482979 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-6f6340bf-d8d1-4eee-8caa-672cde9e7233 tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841066'] for security_group, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:03.521811 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-d7f1e82c-cada-47f3-9006-c8fa9ee90c7b tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:40:03.539864 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-259046fb-88de-48e9-b2de-139464f74c17 None None] Routers {'6eb40345-9bb5-485b-9d92-ad9542f3c610'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:40:03.540671 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-259046fb-88de-48e9-b2de-139464f74c17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b77d01580>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:40:01Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['6eb40345-9bb5-485b-9d92-ad9542f3c610'], 'active': True} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:40:03.544713 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-5ac30305-ba0a-48b5-8640-fa797fc387ad tempest-ExtraDHCPOptionsTestJSON-1956761191 tempest-ExtraDHCPOptionsTestJSON-1956761191-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:40:03.551329 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-d7f1e82c-cada-47f3-9006-c8fa9ee90c7b tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] Usage tracker for resource:security_group_rule and tenant:88adc064733e430480c28c4364665e17 is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:40:03.569164 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-d7f1e82c-cada-47f3-9006-c8fa9ee90c7b tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:40:03.580729 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-d7f1e82c-cada-47f3-9006-c8fa9ee90c7b tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:40:03.609329 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 07a12276-2538-44d6-9e80-8f6358f227c6 up at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 22:40:03.643175 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.api.v2.resource [None req-d7f1e82c-cada-47f3-9006-c8fa9ee90c7b tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 16 22:40:03.644454 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-d7f1e82c-cada-47f3-9006-c8fa9ee90c7b tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 351 time: 0.2106855
Dec 16 22:40:03.653183 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5cb6b8a-d149-4bf2-b986-0f1271e13a70 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:40:03.653910 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-e5cb6b8a-d149-4bf2-b986-0f1271e13a70 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Synchronizing usage tracker for tenant:3ddf94e9e4ac4112b345468cafab037c on resource:port {{(pid=87506) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 22:40:03.656540 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 46548) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:40:03.699615 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-e5cb6b8a-d149-4bf2-b986-0f1271e13a70 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Unset dirty status for tenant:3ddf94e9e4ac4112b345468cafab037c on resource:port {{(pid=87506) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 22:40:03.700835 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-e5cb6b8a-d149-4bf2-b986-0f1271e13a70 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] 10.222.0.13 "GET /v2.0/ports?device_id=6eb40345-9bb5-485b-9d92-ad9542f3c610 HTTP/1.1" status: 200  len: 982 time: 0.2434254
Dec 16 22:40:03.708640 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 46552) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:40:03.717496 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6340bf-d8d1-4eee-8caa-672cde9e7233 tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7df36aae-3d47-4fc0-ac25-642296644e6e,revision_number=1']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:40:03.725271 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.db_base_plugin_common [None req-d6f266ae-144d-47a0-97a9-0de01899ea4d None None] Allocated IP 2001:db8:0:1::2 (2769000e-f979-4993-b25c-a53f47882427/30f653ab-310c-4dc3-8166-56300fbe79e2/aefaa845-a51c-4a1f-8414-e7a8b0037790) {{(pid=87508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 22:40:03.735739 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-259046fb-88de-48e9-b2de-139464f74c17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b77d01580>, [], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:40:03.737381 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-6f6340bf-d8d1-4eee-8caa-672cde9e7233 tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:40:03.737951 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-4775cfce-900c-4549-8dc1-08acda49db59 None None] Port 45ba4bd5-49d2-4654-93c3-5a12d314dd60 cannot update to ACTIVE because it is not bound. {{(pid=87508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 22:40:03.749968 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-6f6340bf-d8d1-4eee-8caa-672cde9e7233 tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Notify callbacks [] for security_group, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:03.753734 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-6f6340bf-d8d1-4eee-8caa-672cde9e7233 tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1746 time: 1.3629661
Dec 16 22:40:03.777000 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 46556) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:40:03.786241 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-233fcbed-81b0-4689-890b-c26ca52fa8c8 None None] Notify callbacks [] for port, precommit_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:03.788590 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-259046fb-88de-48e9-b2de-139464f74c17 None None] Routers {'6eb40345-9bb5-485b-9d92-ad9542f3c610'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:40:03.789409 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-259046fb-88de-48e9-b2de-139464f74c17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b77d01580>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:40:01Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['6eb40345-9bb5-485b-9d92-ad9542f3c610'], 'active': True} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:40:03.804272 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-9d69c78f-9d07-4c97-b9ad-4cd655d4f8fb tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Request body: {'security_group_rule': {'security_group_id': '7df36aae-3d47-4fc0-ac25-642296644e6e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:40:03.876693 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-9d69c78f-9d07-4c97-b9ad-4cd655d4f8fb tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:40:03.882342 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-233fcbed-81b0-4689-890b-c26ca52fa8c8 None None] Transition to ACTIVE for port object 0c83640b-769d-425e-8ed7-b857aeeee242 will not be triggered until provisioned by entity L2. {{(pid=87508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:40:03.885683 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-ad262897-9212-4894-9d72-70ac642d9811 tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] Notify callbacks [] for security_group, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:03.893552 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-9d69c78f-9d07-4c97-b9ad-4cd655d4f8fb tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Usage tracker for resource:security_group_rule and tenant:fd927e9f15874920a18b902299712a83 is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:40:03.916487 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-9d69c78f-9d07-4c97-b9ad-4cd655d4f8fb tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:40:03.927441 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-259046fb-88de-48e9-b2de-139464f74c17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b77d01580>, [], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:40:03.928126 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-259046fb-88de-48e9-b2de-139464f74c17 None None] The sync data for ids ['6eb40345-9bb5-485b-9d92-ad9542f3c610'] in dv-neutron-821829-1-hyperv is: [] {{(pid=87508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 22:40:03.931747 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-9d69c78f-9d07-4c97-b9ad-4cd655d4f8fb tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:40:03.976783 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-233fcbed-81b0-4689-890b-c26ca52fa8c8 None None] Transition to ACTIVE for port object 0c83640b-769d-425e-8ed7-b857aeeee242 will not be triggered until provisioned by entity DHCP. {{(pid=87508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:40:03.983143 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning for port 07a12276-2538-44d6-9e80-8f6358f227c6 completed by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 22:40:03.990778 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-233fcbed-81b0-4689-890b-c26ca52fa8c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940'] for port, after_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:04.003754 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-421bcefc-3ede-42c3-9d1e-e34f06e21836 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:40:04.017083 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-ad262897-9212-4894-9d72-70ac642d9811 tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:04.046807 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning complete for port 07a12276-2538-44d6-9e80-8f6358f227c6 triggered by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:40:04.047198 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:04.126055 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-d6f266ae-144d-47a0-97a9-0de01899ea4d None None] For port aefaa845-a51c-4a1f-8414-e7a8b0037790, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=aefaa845-a51c-4a1f-8414-e7a8b0037790,segment=NetworkSegment(22cf138c-9e36-435b-996f-2f0ecf1ae63f),segment_id=22cf138c-9e36-435b-996f-2f0ecf1ae63f)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:40:04.126055 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-233fcbed-81b0-4689-890b-c26ca52fa8c8 None None] Network db5c2862-b6a8-4557-8764-528fa7bc107e is already hosted by enough agents. {{(pid=87508) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:40:04.139668 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.scheduler.base_scheduler [None req-233fcbed-81b0-4689-890b-c26ca52fa8c8 None None] Resources bound (agent type, host, resource id):  {{(pid=87508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:40:04.139668 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-233fcbed-81b0-4689-890b-c26ca52fa8c8 None None] Received port after_create {{(pid=87508) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 22:40:04.161290 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-9d69c78f-9d07-4c97-b9ad-4cd655d4f8fb tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:04.178473 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.db_base_plugin_common [None req-abbd1f4f-10d6-4a59-82b1-c8b6f00f1e74 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Allocated IP 2001:db8:1::1 (db5c2862-b6a8-4557-8764-528fa7bc107e/b61a424a-6183-452e-96e6-83bd21bf2da4/3e33538a-b435-411d-911e-75458b397f0d) {{(pid=87507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 22:40:04.216651 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233fcbed-81b0-4689-890b-c26ca52fa8c8 None None] Pushing event updated for resources: {'Port': ['ID=0c83640b-769d-425e-8ed7-b857aeeee242,revision_number=1']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:40:04.216651 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-233fcbed-81b0-4689-890b-c26ca52fa8c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:40:04.269549 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-ad262897-9212-4894-9d72-70ac642d9811 tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841066'] for security_group, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:04.269549 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-4393fb83-4f4d-46dc-aac1-a1781ae817e6 tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:40:04.291112 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-d6f266ae-144d-47a0-97a9-0de01899ea4d None None] Notify callbacks [] for port, precommit_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:04.305106 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad262897-9212-4894-9d72-70ac642d9811 tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a820eef3-a968-458e-97dd-b383d21f100e,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:40:04.305106 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-ad262897-9212-4894-9d72-70ac642d9811 tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:40:04.321965 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-9d69c78f-9d07-4c97-b9ad-4cd655d4f8fb tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:04.333092 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-ad262897-9212-4894-9d72-70ac642d9811 tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] Notify callbacks [] for security_group, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:04.333092 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-ad262897-9212-4894-9d72-70ac642d9811 tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] 10.222.0.13 "DELETE /v2.0/security-groups/a820eef3-a968-458e-97dd-b383d21f100e HTTP/1.1" status: 204  len: 168 time: 0.6718178
Dec 16 22:40:04.333092 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 46560) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:40:04.354262 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-233fcbed-81b0-4689-890b-c26ca52fa8c8 None None] Attempting to bind port 0c83640b-769d-425e-8ed7-b857aeeee242 on host dv-neutron-821829-1-hyperv for vnic_type normal with profile  {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 22:40:04.354262 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-233fcbed-81b0-4689-890b-c26ca52fa8c8 None None] Attempting to bind port 0c83640b-769d-425e-8ed7-b857aeeee242 by drivers openvswitch,hyperv on host dv-neutron-821829-1-hyperv at level 0 using segments [{'id': 'a7479e81-7962-40b1-a70d-8b291137cf8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'db5c2862-b6a8-4557-8764-528fa7bc107e'}] {{(pid=87508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 22:40:04.354262 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-233fcbed-81b0-4689-890b-c26ca52fa8c8 None None] Attempting to bind port 0c83640b-769d-425e-8ed7-b857aeeee242 on network db5c2862-b6a8-4557-8764-528fa7bc107e {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 22:40:04.367623 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-9d69c78f-9d07-4c97-b9ad-4cd655d4f8fb tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841137'] for security_group_rule, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:04.367623 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-c02c144e-011a-43ac-b103-a7ee5b3a3898 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:40:04.373740 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-d6f266ae-144d-47a0-97a9-0de01899ea4d None None] Transition to ACTIVE for port object aefaa845-a51c-4a1f-8414-e7a8b0037790 will not be triggered until provisioned by entity DHCP. {{(pid=87508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:40:04.373740 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-233fcbed-81b0-4689-890b-c26ca52fa8c8 None None] Checking agent: {'id': '5571501f-366e-47a4-9b60-8ef19d935d27', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821829-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 24, 2), 'started_at': datetime.datetime(2021, 12, 16, 22, 24, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 40, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821829-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 22:40:04.382045 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-233fcbed-81b0-4689-890b-c26ca52fa8c8 None None] Checking segment: {'id': 'a7479e81-7962-40b1-a70d-8b291137cf8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'db5c2862-b6a8-4557-8764-528fa7bc107e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 22:40:04.382045 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-233fcbed-81b0-4689-890b-c26ca52fa8c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:04.382045 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-233fcbed-81b0-4689-890b-c26ca52fa8c8 None None] Bound using segment: {'id': 'a7479e81-7962-40b1-a70d-8b291137cf8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'db5c2862-b6a8-4557-8764-528fa7bc107e'} {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 22:40:04.382045 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-233fcbed-81b0-4689-890b-c26ca52fa8c8 None None] Bound port: 0c83640b-769d-425e-8ed7-b857aeeee242, host: dv-neutron-821829-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7479e81-7962-40b1-a70d-8b291137cf8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'db5c2862-b6a8-4557-8764-528fa7bc107e'}}] {{(pid=87508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 22:40:04.382045 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-233fcbed-81b0-4689-890b-c26ca52fa8c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:04.403315 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-d6f266ae-144d-47a0-97a9-0de01899ea4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:04.410355 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d69c78f-9d07-4c97-b9ad-4cd655d4f8fb tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75a21c51-4a6f-4bc7-899e-4a6169bfaab9,revision_number=0']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:40:04.416354 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:40:04.456172 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-abbd1f4f-10d6-4a59-82b1-c8b6f00f1e74 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks [] for port, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:04.477297 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-9d69c78f-9d07-4c97-b9ad-4cd655d4f8fb tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:40:04.483127 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.provisioning_blocks [None req-abbd1f4f-10d6-4a59-82b1-c8b6f00f1e74 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Transition to ACTIVE for port object 3e33538a-b435-411d-911e-75458b397f0d will not be triggered until provisioned by entity DHCP. {{(pid=87507) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:40:04.513911 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-9d69c78f-9d07-4c97-b9ad-4cd655d4f8fb tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:04.525753 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-9d69c78f-9d07-4c97-b9ad-4cd655d4f8fb tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.7305386
Dec 16 22:40:04.532043 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:04.543443 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 46566) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:40:04.681987 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f266ae-144d-47a0-97a9-0de01899ea4d None None] Pushing event updated for resources: {'Port': ['ID=aefaa845-a51c-4a1f-8414-e7a8b0037790,revision_number=4']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:40:04.681987 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-d6f266ae-144d-47a0-97a9-0de01899ea4d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:40:04.688314 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] For port 07a12276-2538-44d6-9e80-8f6358f227c6, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=07a12276-2538-44d6-9e80-8f6358f227c6,segment=NetworkSegment(813541d7-5a16-4695-b75a-fa872b9e2804),segment_id=813541d7-5a16-4695-b75a-fa872b9e2804)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:40:04.695501 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:04.699016 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-233fcbed-81b0-4689-890b-c26ca52fa8c8 None None] For port 0c83640b-769d-425e-8ed7-b857aeeee242, host dv-neutron-821829-1-hyperv, cleared binding levels {{(pid=87508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 22:40:04.699016 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-a1291a72-4706-4086-9d3e-f841f0891444 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:40:04.732123 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.db_base_plugin_common [None req-5c1bcc5c-562e-4496-b725-90a6f420cf0b tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Delete allocated IP 2001:db8::b7 (2769000e-f979-4993-b25c-a53f47882427/3c79a5d2-6e5f-4724-8734-4a3d39686ffc) {{(pid=87507) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}}
Dec 16 22:40:04.745747 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-aab21c3c-5226-41d7-aa27-3029ca8375d8 tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] 10.222.0.13 "GET /v2.0/security-group-rules/75a21c51-4a6f-4bc7-899e-4a6169bfaab9 HTTP/1.1" status: 200  len: 763 time: 0.1978030
Dec 16 22:40:04.749012 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.db_base_plugin_common [None req-5c1bcc5c-562e-4496-b725-90a6f420cf0b tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Allocated IP 2001:db8:0:1::3a6 (2769000e-f979-4993-b25c-a53f47882427/30f653ab-310c-4dc3-8166-56300fbe79e2/cdec5144-e6e5-491e-914a-7c6982da3683) {{(pid=87507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 22:40:04.758880 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-bf82bb2a-305e-4dc1-93c1-fcd87da1d4c0 tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] Synchronizing usage tracker for tenant:88adc064733e430480c28c4364665e17 on resource:security_group {{(pid=87506) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 22:40:04.758880 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 46570) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:40:04.785707 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-233fcbed-81b0-4689-890b-c26ca52fa8c8 None None] For port 0c83640b-769d-425e-8ed7-b857aeeee242, host dv-neutron-821829-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=0c83640b-769d-425e-8ed7-b857aeeee242,segment=NetworkSegment(a7479e81-7962-40b1-a70d-8b291137cf8a),segment_id=a7479e81-7962-40b1-a70d-8b291137cf8a)] {{(pid=87508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 22:40:04.795247 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-233fcbed-81b0-4689-890b-c26ca52fa8c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:04.863396 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Pushing event updated for resources: {'Port': ['ID=07a12276-2538-44d6-9e80-8f6358f227c6,revision_number=5']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:40:04.863396 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:40:04.869321 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.059s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:40:04.917658 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-bf82bb2a-305e-4dc1-93c1-fcd87da1d4c0 tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] Unset dirty status for tenant:88adc064733e430480c28c4364665e17 on resource:security_group {{(pid=87506) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 22:40:04.917658 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-bf82bb2a-305e-4dc1-93c1-fcd87da1d4c0 tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2983 time: 0.5744865
Dec 16 22:40:04.927022 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 46574) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:40:04.972635 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-d30f443f-dff6-4df5-9529-4e0179f34842 tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Synchronizing usage tracker for tenant:fd927e9f15874920a18b902299712a83 on resource:security_group_rule {{(pid=87506) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 22:40:04.995125 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233fcbed-81b0-4689-890b-c26ca52fa8c8 None None] Pushing event updated for resources: {'Port': ['ID=0c83640b-769d-425e-8ed7-b857aeeee242,revision_number=2']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:40:05.000355 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-68606a2c-547a-48c6-a491-5a86206b0f7e tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] Request body: {'security_group': {'name': 'tempest-secgroup--1099162729'}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:40:05.015990 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-233fcbed-81b0-4689-890b-c26ca52fa8c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:40:05.077764 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-68606a2c-547a-48c6-a491-5a86206b0f7e tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:40:05.090206 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-d30f443f-dff6-4df5-9529-4e0179f34842 tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Unset dirty status for tenant:fd927e9f15874920a18b902299712a83 on resource:security_group_rule {{(pid=87506) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 22:40:05.090206 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-d30f443f-dff6-4df5-9529-4e0179f34842 tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4113 time: 0.3217053
Dec 16 22:40:05.103600 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 46578) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:40:05.103600 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-68606a2c-547a-48c6-a491-5a86206b0f7e tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:40:05.161318 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-68606a2c-547a-48c6-a491-5a86206b0f7e tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] Notify callbacks [] for security_group, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:05.202353 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-201f3759-57d3-4308-985e-a35c7060fa79 tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:05.212650 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-e2cc9fc0-3514-4085-99ac-22fba717edae tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3830176'] for router_interface, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:05.334889 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-abbd1f4f-10d6-4a59-82b1-c8b6f00f1e74 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10807823'] for port, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:05.353347 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-d28ed5d6-172b-493b-a8ce-c465aca274f7 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:40:05.459915 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abbd1f4f-10d6-4a59-82b1-c8b6f00f1e74 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Network db5c2862-b6a8-4557-8764-528fa7bc107e is already hosted by enough agents. {{(pid=87507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:40:05.473057 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.base_scheduler [None req-abbd1f4f-10d6-4a59-82b1-c8b6f00f1e74 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Resources bound (agent type, host, resource id):  {{(pid=87507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:40:05.473057 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbd1f4f-10d6-4a59-82b1-c8b6f00f1e74 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Pushing event updated for resources: {'Port': ['ID=3e33538a-b435-411d-911e-75458b397f0d,revision_number=1']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:40:05.483543 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abbd1f4f-10d6-4a59-82b1-c8b6f00f1e74 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Received port after_create {{(pid=87507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 22:40:05.483543 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-abbd1f4f-10d6-4a59-82b1-c8b6f00f1e74 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3830061'] for router_interface, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:05.483543 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-abbd1f4f-10d6-4a59-82b1-c8b6f00f1e74 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:40:05.577165 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-5c1bcc5c-562e-4496-b725-90a6f420cf0b tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks [] for port, precommit_update {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:05.587315 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-201f3759-57d3-4308-985e-a35c7060fa79 tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:05.616319 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-68606a2c-547a-48c6-a491-5a86206b0f7e tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:40:05.635457 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-68606a2c-547a-48c6-a491-5a86206b0f7e tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] Usage tracker for resource:security_group_rule and tenant:88adc064733e430480c28c4364665e17 is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:40:05.645686 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.provisioning_blocks [None req-5c1bcc5c-562e-4496-b725-90a6f420cf0b tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Transition to ACTIVE for port object cdec5144-e6e5-491e-914a-7c6982da3683 will not be triggered until provisioned by entity DHCP. {{(pid=87507) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:40:05.651452 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-68606a2c-547a-48c6-a491-5a86206b0f7e tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:40:05.657016 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-5c1bcc5c-562e-4496-b725-90a6f420cf0b tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10807814'] for port, after_update {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:05.666951 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-68606a2c-547a-48c6-a491-5a86206b0f7e tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:40:05.671719 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-e69bb3a3-b330-4f9e-8644-9955e3e865c0 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:40:05.824869 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 07a12276-2538-44d6-9e80-8f6358f227c6 up at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 22:40:05.837663 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1bcc5c-562e-4496-b725-90a6f420cf0b tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Pushing event updated for resources: {'Port': ['ID=cdec5144-e6e5-491e-914a-7c6982da3683,revision_number=2']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:40:05.837663 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-5c1bcc5c-562e-4496-b725-90a6f420cf0b tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:40:05.922661 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.plugin [None req-5c1bcc5c-562e-4496-b725-90a6f420cf0b tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] In _notify_port_updated(), no bound segment for port cdec5144-e6e5-491e-914a-7c6982da3683 on network 2769000e-f979-4993-b25c-a53f47882427 {{(pid=87507) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}}
Dec 16 22:40:05.928222 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c1bcc5c-562e-4496-b725-90a6f420cf0b tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:40:05.933256 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-5c1bcc5c-562e-4496-b725-90a6f420cf0b tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for port, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:05.933256 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-5c1bcc5c-562e-4496-b725-90a6f420cf0b tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] 10.222.0.13 "PUT /v2.0/ports/cdec5144-e6e5-491e-914a-7c6982da3683 HTTP/1.1" status: 200  len: 930 time: 3.5238848
Dec 16 22:40:05.958375 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 46582) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:40:06.004083 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning complete for port 07a12276-2538-44d6-9e80-8f6358f227c6 triggered by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:40:06.004083 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:06.097599 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-68606a2c-547a-48c6-a491-5a86206b0f7e tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] Notify callbacks [] for security_group, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:06.102632 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-8a0fbcd6-a848-4178-a857-00107bc0a408 None None] Provisioning for port aefaa845-a51c-4a1f-8414-e7a8b0037790 completed by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 22:40:06.119128 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-8a0fbcd6-a848-4178-a857-00107bc0a408 None None] Provisioning complete for port aefaa845-a51c-4a1f-8414-e7a8b0037790 triggered by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:40:06.119128 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-8a0fbcd6-a848-4178-a857-00107bc0a408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:06.156218 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-68606a2c-547a-48c6-a491-5a86206b0f7e tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841066'] for security_group, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:06.166411 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-666de791-5c44-4912-80e1-aa111da4ff48 tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:40:06.198900 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-abbd1f4f-10d6-4a59-82b1-c8b6f00f1e74 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:06.226564 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68606a2c-547a-48c6-a491-5a86206b0f7e tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a57c43f-b2b2-475f-b5d5-65dcd354822c,revision_number=1']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:40:06.232651 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-68606a2c-547a-48c6-a491-5a86206b0f7e tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:40:06.274698 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-201f3759-57d3-4308-985e-a35c7060fa79 tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841137'] for security_group_rule, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:06.274698 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-0d97bd18-f1f8-4626-a1b9-b2399fc9a6b0 tempest-NegativeSecGroupTest-382581040 tempest-NegativeSecGroupTest-382581040-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:40:06.278445 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.plugin [None req-fbe88cfa-d5c4-4295-9389-619ea119b9a6 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Deleting port cdec5144-e6e5-491e-914a-7c6982da3683 {{(pid=87507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:40:06.278445 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-fbe88cfa-d5c4-4295-9389-619ea119b9a6 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:06.361598 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201f3759-57d3-4308-985e-a35c7060fa79 tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=75a21c51-4a6f-4bc7-899e-4a6169bfaab9,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:40:06.361598 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-201f3759-57d3-4308-985e-a35c7060fa79 tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:40:06.361598 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-201f3759-57d3-4308-985e-a35c7060fa79 tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:06.361598 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-201f3759-57d3-4308-985e-a35c7060fa79 tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/75a21c51-4a6f-4bc7-899e-4a6169bfaab9 HTTP/1.1" status: 204  len: 168 time: 1.2674778
Dec 16 22:40:06.374253 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 46586) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:40:06.391454 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-68606a2c-547a-48c6-a491-5a86206b0f7e tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] Notify callbacks [] for security_group, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:06.391454 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-68606a2c-547a-48c6-a491-5a86206b0f7e tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1746 time: 1.4662311
Dec 16 22:40:06.391454 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 46590) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:40:06.404241 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-eba9b80b-b89e-4bd0-a719-fcf43bc2245e tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] Request body: {'security_group': {'name': 'default'}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:40:06.404241 dv-neutron-821829-1-hyperv neutron-server[87506]: WARNING neutron.api.v2.base [None req-eba9b80b-b89e-4bd0-a719-fcf43bc2245e tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists.
Dec 16 22:40:06.404241 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.api.v2.resource [None req-eba9b80b-b89e-4bd0-a719-fcf43bc2245e tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] update failed (client error): There was a conflict when trying to complete your request.
Dec 16 22:40:06.404241 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-eba9b80b-b89e-4bd0-a719-fcf43bc2245e tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] 10.222.0.13 "PUT /v2.0/security-groups/9a57c43f-b2b2-475f-b5d5-65dcd354822c HTTP/1.1" status: 409  len: 330 time: 0.0090969
Dec 16 22:40:06.404241 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 46594) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:40:06.416620 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 0c83640b-769d-425e-8ed7-b857aeeee242 up at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 22:40:06.502424 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [None req-e2cc9fc0-3514-4085-99ac-22fba717edae tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Deleting port 45ba4bd5-49d2-4654-93c3-5a12d314dd60 {{(pid=87506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:40:06.502424 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-e2cc9fc0-3514-4085-99ac-22fba717edae tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:06.530148 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-2879f1dd-6f51-4da5-b384-ddc82bac42c0 tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Synchronizing usage tracker for tenant:fd927e9f15874920a18b902299712a83 on resource:security_group_rule {{(pid=87507) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 22:40:06.674918 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-e4e6bb7e-734b-4c32-a9a8-25e752b98a98 tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] Notify callbacks [] for security_group, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:06.721477 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning for port 0c83640b-769d-425e-8ed7-b857aeeee242 completed by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 22:40:06.721477 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device aefaa845-a51c-4a1f-8414-e7a8b0037790 up at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 22:40:06.791513 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1b2663d-9c6a-476c-a342-866e8418f7bf None None] Network db5c2862-b6a8-4557-8764-528fa7bc107e requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 22:40:06.814833 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-2879f1dd-6f51-4da5-b384-ddc82bac42c0 tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Unset dirty status for tenant:fd927e9f15874920a18b902299712a83 on resource:security_group_rule {{(pid=87507) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 22:40:06.814833 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-2879f1dd-6f51-4da5-b384-ddc82bac42c0 tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3567 time: 0.4474018
Dec 16 22:40:06.866165 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-e2cc9fc0-3514-4085-99ac-22fba717edae tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:06.882986 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 46598) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:40:06.882986 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-0739e1d6-1371-4644-90ba-b40e502b608b tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Request body: {'security_group_rule': {'security_group_id': '7df36aae-3d47-4fc0-ac25-642296644e6e', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:40:06.914009 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-0739e1d6-1371-4644-90ba-b40e502b608b tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:40:06.944395 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-0739e1d6-1371-4644-90ba-b40e502b608b tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:40:07.032134 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [None req-e2cc9fc0-3514-4085-99ac-22fba717edae tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Calling delete_port for 45ba4bd5-49d2-4654-93c3-5a12d314dd60 owned by network:router_interface {{(pid=87506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:40:07.038109 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-8a0fbcd6-a848-4178-a857-00107bc0a408 None None] Provisioning complete for port de92b1bc-1545-4d82-b632-a33cf163810e triggered by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:40:07.038109 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-8a0fbcd6-a848-4178-a857-00107bc0a408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:07.134549 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-0739e1d6-1371-4644-90ba-b40e502b608b tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:07.149489 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-fbe88cfa-d5c4-4295-9389-619ea119b9a6 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:07.154069 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-8a0fbcd6-a848-4178-a857-00107bc0a408 None None] Port de92b1bc-1545-4d82-b632-a33cf163810e cannot update to ACTIVE because it is not bound. {{(pid=87508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 22:40:07.187053 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning complete for port aefaa845-a51c-4a1f-8414-e7a8b0037790 triggered by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:40:07.187053 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:07.248331 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-e2cc9fc0-3514-4085-99ac-22fba717edae tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1863393'] for port, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:07.254317 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-8a0fbcd6-a848-4178-a857-00107bc0a408 None None] Provisioning for port cdec5144-e6e5-491e-914a-7c6982da3683 completed by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 22:40:07.259361 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-f9dc128d-1d61-43c4-a725-d6c65ac68b97 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:40:07.267583 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-8a0fbcd6-a848-4178-a857-00107bc0a408 None None] Provisioning complete for port cdec5144-e6e5-491e-914a-7c6982da3683 triggered by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:40:07.267583 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-8a0fbcd6-a848-4178-a857-00107bc0a408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:07.323836 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-8a0fbcd6-a848-4178-a857-00107bc0a408 None None] Port cdec5144-e6e5-491e-914a-7c6982da3683 cannot update to ACTIVE because it is not bound. {{(pid=87508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 22:40:07.349448 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2cc9fc0-3514-4085-99ac-22fba717edae tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Pushing event deleted for resources: {'Port': ['ID=45ba4bd5-49d2-4654-93c3-5a12d314dd60,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:40:07.380710 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-e2cc9fc0-3514-4085-99ac-22fba717edae tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:40:07.459429 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-c2dd5f25-91eb-4bd6-a3b9-30c40dc6a84a None None] Provisioning for port 0c83640b-769d-425e-8ed7-b857aeeee242 completed by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 22:40:07.476362 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-e4e6bb7e-734b-4c32-a9a8-25e752b98a98 tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:07.480045 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-c2dd5f25-91eb-4bd6-a3b9-30c40dc6a84a None None] Provisioning complete for port 0c83640b-769d-425e-8ed7-b857aeeee242 triggered by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:40:07.480045 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-c2dd5f25-91eb-4bd6-a3b9-30c40dc6a84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:07.575753 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.plugin [None req-fbe88cfa-d5c4-4295-9389-619ea119b9a6 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Calling delete_port for cdec5144-e6e5-491e-914a-7c6982da3683 owned by  {{(pid=87507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:40:07.867479 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-0739e1d6-1371-4644-90ba-b40e502b608b tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:07.886502 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-0739e1d6-1371-4644-90ba-b40e502b608b tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841137'] for security_group_rule, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:07.900257 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:40:07.909379 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-abbd1f4f-10d6-4a59-82b1-c8b6f00f1e74 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks [] for port, precommit_update {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:07.914291 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:07.923774 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-c2dd5f25-91eb-4bd6-a3b9-30c40dc6a84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:07.967583 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-abbd1f4f-10d6-4a59-82b1-c8b6f00f1e74 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10807814'] for port, after_update {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:07.967583 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-abbd1f4f-10d6-4a59-82b1-c8b6f00f1e74 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3791426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3830222'] for router_interface, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:07.977420 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-e4e6bb7e-734b-4c32-a9a8-25e752b98a98 tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841066'] for security_group, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:07.997952 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-c2dd5f25-91eb-4bd6-a3b9-30c40dc6a84a None None] For port 0c83640b-769d-425e-8ed7-b857aeeee242, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=0c83640b-769d-425e-8ed7-b857aeeee242,segment=NetworkSegment(a7479e81-7962-40b1-a70d-8b291137cf8a),segment_id=a7479e81-7962-40b1-a70d-8b291137cf8a)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:40:07.997952 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-c2dd5f25-91eb-4bd6-a3b9-30c40dc6a84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:08.003716 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-94a551ef-a2bf-4942-a328-a01721cf9b92 tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:40:08.009286 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-287a9d03-380b-46c8-98af-cd95be05fe4a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:40:08.016053 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0739e1d6-1371-4644-90ba-b40e502b608b tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2cce16e3-a010-40e2-92f1-cc8fdbcae493,revision_number=0']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:40:08.016053 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-0739e1d6-1371-4644-90ba-b40e502b608b tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:40:08.035108 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-35a618cb-510c-4e35-af92-915c1734281e tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.039s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:40:08.148216 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2dd5f25-91eb-4bd6-a3b9-30c40dc6a84a None None] Pushing event updated for resources: {'Port': ['ID=0c83640b-769d-425e-8ed7-b857aeeee242,revision_number=3']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:40:08.148216 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-c2dd5f25-91eb-4bd6-a3b9-30c40dc6a84a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:40:08.158981 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-c2dd5f25-91eb-4bd6-a3b9-30c40dc6a84a None None] Provisioning complete for port cdec5144-e6e5-491e-914a-7c6982da3683 triggered by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:40:08.158981 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-c2dd5f25-91eb-4bd6-a3b9-30c40dc6a84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:08.177723 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e6bb7e-734b-4c32-a9a8-25e752b98a98 tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a57c43f-b2b2-475f-b5d5-65dcd354822c,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:40:08.188901 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-e4e6bb7e-734b-4c32-a9a8-25e752b98a98 tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:40:08.188901 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-e2cc9fc0-3514-4085-99ac-22fba717edae tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3791449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3739472'] for router_interface, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:08.233021 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-c2dd5f25-91eb-4bd6-a3b9-30c40dc6a84a None None] Port cdec5144-e6e5-491e-914a-7c6982da3683 cannot update to ACTIVE because it is not bound. {{(pid=87508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 22:40:08.368553 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-f728b4a3-4bcc-4b15-b5ce-5211326ec0a5 None None] Provisioning for port 3e33538a-b435-411d-911e-75458b397f0d completed by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 22:40:08.378165 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-f728b4a3-4bcc-4b15-b5ce-5211326ec0a5 None None] Provisioning complete for port 3e33538a-b435-411d-911e-75458b397f0d triggered by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:40:08.378165 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-f728b4a3-4bcc-4b15-b5ce-5211326ec0a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:08.466407 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-0739e1d6-1371-4644-90ba-b40e502b608b tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:08.466407 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-0739e1d6-1371-4644-90ba-b40e502b608b tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 1.5892167
Dec 16 22:40:08.480164 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-f728b4a3-4bcc-4b15-b5ce-5211326ec0a5 None None] Port 3e33538a-b435-411d-911e-75458b397f0d cannot update to ACTIVE because it is not bound. {{(pid=87508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 22:40:08.491925 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-f728b4a3-4bcc-4b15-b5ce-5211326ec0a5 None None] Provisioning complete for port 0c83640b-769d-425e-8ed7-b857aeeee242 triggered by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:40:08.492394 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-f728b4a3-4bcc-4b15-b5ce-5211326ec0a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:08.500156 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 46604) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:40:08.503009 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-e4e6bb7e-734b-4c32-a9a8-25e752b98a98 tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] Notify callbacks [] for security_group, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:08.507211 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-e4e6bb7e-734b-4c32-a9a8-25e752b98a98 tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] 10.222.0.13 "DELETE /v2.0/security-groups/9a57c43f-b2b2-475f-b5d5-65dcd354822c HTTP/1.1" status: 204  len: 168 time: 2.1032093
Dec 16 22:40:08.515857 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 46608) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:40:08.544849 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-fbe88cfa-d5c4-4295-9389-619ea119b9a6 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10807823'] for port, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:08.557999 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-00c3857b-9449-492b-b65c-fe6119a31a90 tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] 10.222.0.13 "GET /v2.0/security-group-rules/2cce16e3-a010-40e2-92f1-cc8fdbcae493 HTTP/1.1" status: 200  len: 763 time: 0.0538094
Dec 16 22:40:08.560389 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbd1f4f-10d6-4a59-82b1-c8b6f00f1e74 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Pushing event updated for resources: {'Port': ['ID=3e33538a-b435-411d-911e-75458b397f0d,revision_number=2']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:40:08.562264 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 46612) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:40:08.571997 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abbd1f4f-10d6-4a59-82b1-c8b6f00f1e74 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Network db5c2862-b6a8-4557-8764-528fa7bc107e is already hosted by enough agents. {{(pid=87507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:40:08.571997 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-abbd1f4f-10d6-4a59-82b1-c8b6f00f1e74 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.538s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:40:08.571997 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.base_scheduler [None req-abbd1f4f-10d6-4a59-82b1-c8b6f00f1e74 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Resources bound (agent type, host, resource id):  {{(pid=87507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:40:08.571997 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-f6716485-0312-4a45-8528-8ef8e910fbfe tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.014s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:40:08.726545 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe88cfa-d5c4-4295-9389-619ea119b9a6 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Pushing event deleted for resources: {'Port': ['ID=cdec5144-e6e5-491e-914a-7c6982da3683,revision_number=None']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:40:08.726545 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-fbe88cfa-d5c4-4295-9389-619ea119b9a6 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:40:08.762958 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-23afa655-5aee-4cc0-868f-f420f28c4c46 tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Synchronizing usage tracker for tenant:fd927e9f15874920a18b902299712a83 on resource:security_group_rule {{(pid=87506) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 22:40:08.786919 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-d5d95201-2f19-4253-b919-65dce5dca86e tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] Synchronizing usage tracker for tenant:88adc064733e430480c28c4364665e17 on resource:security_group {{(pid=87506) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 22:40:08.790934 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2cc9fc0-3514-4085-99ac-22fba717edae tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Router 6eb40345-9bb5-485b-9d92-ad9542f3c610 has already been hosted by L3 agent 4f519db7-069b-43e2-8411-c092bac9102a {{(pid=87506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 22:40:08.812080 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-23afa655-5aee-4cc0-868f-f420f28c4c46 tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Unset dirty status for tenant:fd927e9f15874920a18b902299712a83 on resource:security_group_rule {{(pid=87506) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 22:40:08.817249 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-23afa655-5aee-4cc0-868f-f420f28c4c46 tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4113 time: 0.2487450
Dec 16 22:40:08.821881 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 46616) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:40:08.866980 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-fbe88cfa-d5c4-4295-9389-619ea119b9a6 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for port, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:08.870278 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-fbe88cfa-d5c4-4295-9389-619ea119b9a6 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] 10.222.0.13 "DELETE /v2.0/ports/cdec5144-e6e5-491e-914a-7c6982da3683 HTTP/1.1" status: 204  len: 168 time: 2.9188862
Dec 16 22:40:08.934526 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 46620) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:40:09.000755 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.pecan_wsgi.hooks.translation [None req-e378c467-57c6-4f1c-b261-acfcddd8e973 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] GET failed (client error): The resource could not be found.
Dec 16 22:40:09.000755 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-e378c467-57c6-4f1c-b261-acfcddd8e973 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Synchronizing usage tracker for tenant:69ee045658914011ac7b8ba0ad799b2d on resource:port {{(pid=87507) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 22:40:09.021857 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2cc9fc0-3514-4085-99ac-22fba717edae tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify agent at l3_agent.dv-neutron-821829-1-hyperv the message routers_updated {{(pid=87506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 22:40:09.043968 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-e378c467-57c6-4f1c-b261-acfcddd8e973 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Unset dirty status for tenant:69ee045658914011ac7b8ba0ad799b2d on resource:port {{(pid=87507) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 22:40:09.043968 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-e378c467-57c6-4f1c-b261-acfcddd8e973 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] 10.222.0.13 "GET /v2.0/ports/cdec5144-e6e5-491e-914a-7c6982da3683 HTTP/1.1" status: 404  len: 333 time: 0.1029627
Dec 16 22:40:09.043968 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 46624) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:40:09.057545 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-e2cc9fc0-3514-4085-99ac-22fba717edae tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] 10.222.0.13 "PUT /v2.0/routers/6eb40345-9bb5-485b-9d92-ad9542f3c610/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 5.3260281
Dec 16 22:40:09.057545 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-d5d95201-2f19-4253-b919-65dce5dca86e tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] Unset dirty status for tenant:88adc064733e430480c28c4364665e17 on resource:security_group {{(pid=87506) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 22:40:09.063449 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 46628) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:40:09.069574 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96f3a4dc-714b-49cf-8d53-4f0e0b1fe978 None None] Sync routers for ids ['6eb40345-9bb5-485b-9d92-ad9542f3c610'] in dv-neutron-821829-1-hyperv {{(pid=87509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 22:40:09.075540 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-d5d95201-2f19-4253-b919-65dce5dca86e tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2983 time: 0.5244191
Dec 16 22:40:09.075540 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 46632) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:40:09.082257 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96f3a4dc-714b-49cf-8d53-4f0e0b1fe978 None None] Routers {'6eb40345-9bb5-485b-9d92-ad9542f3c610'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:40:09.082257 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-96f3a4dc-714b-49cf-8d53-4f0e0b1fe978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b7c747b20>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:40:01Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['6eb40345-9bb5-485b-9d92-ad9542f3c610'], 'active': True} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:40:09.088857 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-a9837c4c-c43a-45eb-bda2-aa4bd53a00b5 None None] Provisioning complete for port 3e33538a-b435-411d-911e-75458b397f0d triggered by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:40:09.088857 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-a9837c4c-c43a-45eb-bda2-aa4bd53a00b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:09.126517 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.pecan_wsgi.hooks.translation [None req-138bfa5b-1105-4b0e-8d6a-388284bec7a9 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] GET failed (client error): The resource could not be found.
Dec 16 22:40:09.126517 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-138bfa5b-1105-4b0e-8d6a-388284bec7a9 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Synchronizing usage tracker for tenant:3ddf94e9e4ac4112b345468cafab037c on resource:port {{(pid=87507) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 22:40:09.161545 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-9a395120-0c03-4748-b6e5-71689f6a61d8 tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:09.168585 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abbd1f4f-10d6-4a59-82b1-c8b6f00f1e74 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Router de6e1cb0-4da7-43f8-b26d-16a795a01ed1 has already been hosted by L3 agent 4f519db7-069b-43e2-8411-c092bac9102a {{(pid=87507) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 22:40:09.168585 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-138bfa5b-1105-4b0e-8d6a-388284bec7a9 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Unset dirty status for tenant:3ddf94e9e4ac4112b345468cafab037c on resource:port {{(pid=87507) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 22:40:09.168585 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-138bfa5b-1105-4b0e-8d6a-388284bec7a9 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] 10.222.0.13 "GET /v2.0/ports/45ba4bd5-49d2-4654-93c3-5a12d314dd60 HTTP/1.1" status: 404  len: 333 time: 0.1140938
Dec 16 22:40:09.168585 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 46636) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:40:09.174690 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-96f3a4dc-714b-49cf-8d53-4f0e0b1fe978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b7c747b20>, [], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:40:09.185310 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96f3a4dc-714b-49cf-8d53-4f0e0b1fe978 None None] Routers {'6eb40345-9bb5-485b-9d92-ad9542f3c610'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:40:09.185310 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-96f3a4dc-714b-49cf-8d53-4f0e0b1fe978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b7c747b20>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:40:01Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['6eb40345-9bb5-485b-9d92-ad9542f3c610'], 'active': True} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:40:09.195178 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.api.v2.resource [None req-abb68be5-f8c9-48de-bcf0-2f7520f9087a tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] delete failed (client error): The resource could not be found.
Dec 16 22:40:09.195178 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-abb68be5-f8c9-48de-bcf0-2f7520f9087a tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] 10.222.0.13 "DELETE /v2.0/security-groups/ba0409a3-8662-457b-95a8-fbe9901c9faa HTTP/1.1" status: 404  len: 347 time: 0.1269774
Dec 16 22:40:09.195178 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-9a395120-0c03-4748-b6e5-71689f6a61d8 tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:09.223925 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-a9837c4c-c43a-45eb-bda2-aa4bd53a00b5 None None] Port 3e33538a-b435-411d-911e-75458b397f0d cannot update to ACTIVE because it is not bound. {{(pid=87508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 22:40:09.229183 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 46640) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:40:09.255535 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.api.v2.resource [None req-078000e8-a17e-45f9-896b-63c59593d815 tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] show failed (client error): The resource could not be found.
Dec 16 22:40:09.260502 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-078000e8-a17e-45f9-896b-63c59593d815 tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] 10.222.0.13 "GET /v2.0/security-groups/9c3e6d13-1cd4-48d4-a97b-ce15633ff418 HTTP/1.1" status: 404  len: 347 time: 0.0357385
Dec 16 22:40:09.261579 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-96f3a4dc-714b-49cf-8d53-4f0e0b1fe978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b7c747b20>, [], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:40:09.261732 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 46644) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:40:09.261872 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96f3a4dc-714b-49cf-8d53-4f0e0b1fe978 None None] The sync data for ids ['6eb40345-9bb5-485b-9d92-ad9542f3c610'] in dv-neutron-821829-1-hyperv is: [] {{(pid=87509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 22:40:09.285626 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.api.v2.resource [None req-344cee6c-5464-474a-bd59-927eeed19a7e tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] show failed (client error): The resource could not be found.
Dec 16 22:40:09.291194 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-344cee6c-5464-474a-bd59-927eeed19a7e tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] 10.222.0.13 "GET /v2.0/security-group-rules/c319805b-0378-46f4-ac1b-d1d18835c016 HTTP/1.1" status: 404  len: 356 time: 0.0251215
Dec 16 22:40:09.296823 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-9a395120-0c03-4748-b6e5-71689f6a61d8 tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841137'] for security_group_rule, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:09.299184 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-6f51b921-2bc1-4532-a8a6-80361b88e814 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:40:09.318413 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a395120-0c03-4748-b6e5-71689f6a61d8 tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2cce16e3-a010-40e2-92f1-cc8fdbcae493,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:40:09.321080 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-9a395120-0c03-4748-b6e5-71689f6a61d8 tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:40:09.328004 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-9a395120-0c03-4748-b6e5-71689f6a61d8 tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:09.330939 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-9a395120-0c03-4748-b6e5-71689f6a61d8 tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/2cce16e3-a010-40e2-92f1-cc8fdbcae493 HTTP/1.1" status: 204  len: 168 time: 0.5073690
Dec 16 22:40:09.330939 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 46650) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:40:09.385852 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-4a8125fd-a12d-471b-b88d-da4276b8457a tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks [] for security_group, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:09.419188 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-d6ea0230-860d-475c-9bba-07be32f48fd3 tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Synchronizing usage tracker for tenant:fd927e9f15874920a18b902299712a83 on resource:security_group_rule {{(pid=87506) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 22:40:09.444401 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-d6ea0230-860d-475c-9bba-07be32f48fd3 tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Unset dirty status for tenant:fd927e9f15874920a18b902299712a83 on resource:security_group_rule {{(pid=87506) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 22:40:09.444401 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-d6ea0230-860d-475c-9bba-07be32f48fd3 tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3567 time: 0.1081276
Dec 16 22:40:09.454106 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 46654) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:40:09.464485 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-003d5123-984a-48c6-b322-38c5a2b6e5db tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Request body: {'security_group_rule': {'security_group_id': '7df36aae-3d47-4fc0-ac25-642296644e6e', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:40:09.472965 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-003d5123-984a-48c6-b322-38c5a2b6e5db tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:40:09.482114 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-003d5123-984a-48c6-b322-38c5a2b6e5db tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:40:09.509760 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-003d5123-984a-48c6-b322-38c5a2b6e5db tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:09.516942 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-55a2c0cc-054d-49ab-a6bd-f8796f920aa7 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks [] for router, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:09.619968 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-003d5123-984a-48c6-b322-38c5a2b6e5db tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:09.619968 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-003d5123-984a-48c6-b322-38c5a2b6e5db tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841137'] for security_group_rule, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:09.619968 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-9a395120-0c03-4748-b6e5-71689f6a61d8 tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:40:09.645904 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 0c83640b-769d-425e-8ed7-b857aeeee242 up at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 22:40:09.709641 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-003d5123-984a-48c6-b322-38c5a2b6e5db tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:09.709641 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-003d5123-984a-48c6-b322-38c5a2b6e5db tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.2544169
Dec 16 22:40:09.709641 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 46658) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:40:09.717946 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003d5123-984a-48c6-b322-38c5a2b6e5db tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ba959d6-1b62-44cb-adc0-313e2fc16f01,revision_number=0']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:40:09.725745 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-003d5123-984a-48c6-b322-38c5a2b6e5db tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:40:09.767397 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-b8a8e2fb-2ad8-4f73-9882-9e4ba8c58281 tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] 10.222.0.13 "GET /v2.0/security-group-rules/9ba959d6-1b62-44cb-adc0-313e2fc16f01 HTTP/1.1" status: 200  len: 764 time: 0.0527391
Dec 16 22:40:09.767736 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 46664) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:40:09.785413 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-4a8125fd-a12d-471b-b88d-da4276b8457a tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:09.821086 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning complete for port 0c83640b-769d-425e-8ed7-b857aeeee242 triggered by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:40:09.821086 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:09.834069 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-4746cadf-0112-4510-ab68-bfc8ec4bc641 tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Synchronizing usage tracker for tenant:fd927e9f15874920a18b902299712a83 on resource:security_group_rule {{(pid=87506) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 22:40:09.852881 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-4746cadf-0112-4510-ab68-bfc8ec4bc641 tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Unset dirty status for tenant:fd927e9f15874920a18b902299712a83 on resource:security_group_rule {{(pid=87506) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 22:40:09.852881 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-4746cadf-0112-4510-ab68-bfc8ec4bc641 tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4114 time: 0.0769849
Dec 16 22:40:09.852881 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 46668) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:40:09.874283 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 46672) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:40:09.910588 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-142693b9-70b3-496d-9b2d-a189edb022a0 tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:09.927727 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-142693b9-70b3-496d-9b2d-a189edb022a0 tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:09.950931 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-142693b9-70b3-496d-9b2d-a189edb022a0 tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841137'] for security_group_rule, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:09.950931 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-6013f69b-40e7-4571-93e3-62e93cc05a53 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:40:10.045631 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142693b9-70b3-496d-9b2d-a189edb022a0 tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9ba959d6-1b62-44cb-adc0-313e2fc16f01,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:40:10.059629 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abbd1f4f-10d6-4a59-82b1-c8b6f00f1e74 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify agent at l3_agent.dv-neutron-821829-1-hyperv the message routers_updated {{(pid=87507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 22:40:10.078798 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-abbd1f4f-10d6-4a59-82b1-c8b6f00f1e74 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] 10.222.0.13 "PUT /v2.0/routers/de6e1cb0-4da7-43f8-b26d-16a795a01ed1/add_router_interface HTTP/1.1" status: 200  len: 503 time: 7.8797219
Dec 16 22:40:10.079638 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-424d022c-4e04-429b-ac02-5bfefa6af900 None None] Sync routers for ids ['de6e1cb0-4da7-43f8-b26d-16a795a01ed1'] in dv-neutron-821829-1-hyperv {{(pid=87508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 22:40:10.079790 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-142693b9-70b3-496d-9b2d-a189edb022a0 tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:10.079790 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-142693b9-70b3-496d-9b2d-a189edb022a0 tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/9ba959d6-1b62-44cb-adc0-313e2fc16f01 HTTP/1.1" status: 204  len: 168 time: 0.2277441
Dec 16 22:40:10.079790 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 46678) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:40:10.082406 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-55a2c0cc-054d-49ab-a6bd-f8796f920aa7 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3739500', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39002'] for router, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:10.082729 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-142693b9-70b3-496d-9b2d-a189edb022a0 tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:40:10.086173 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 46680) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:40:10.087429 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-424d022c-4e04-429b-ac02-5bfefa6af900 None None] Routers {'de6e1cb0-4da7-43f8-b26d-16a795a01ed1'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:40:10.087873 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-424d022c-4e04-429b-ac02-5bfefa6af900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b7c120f10>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:40:01Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['de6e1cb0-4da7-43f8-b26d-16a795a01ed1'], 'active': True} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:40:10.088748 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-55a2c0cc-054d-49ab-a6bd-f8796f920aa7 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:10.090869 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-c45dce47-beba-4195-a6d1-2bc11a83bfea tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1726042826'}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:40:10.104397 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-c45dce47-beba-4195-a6d1-2bc11a83bfea tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:40:10.113291 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-c45dce47-beba-4195-a6d1-2bc11a83bfea tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Usage tracker for resource:network and tenant:a221f56311244d31a510a3a1bb3c6ce9 is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:40:10.116661 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-c45dce47-beba-4195-a6d1-2bc11a83bfea tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:40:10.123542 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-001a0d5d-fd42-4c7a-84df-abb68de59005 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=88adc064733e430480c28c4364665e17&name=default HTTP/1.1" status: 200  len: 2983 time: 0.2459557
Dec 16 22:40:10.124899 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 46686) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:40:10.138010 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-c45dce47-beba-4195-a6d1-2bc11a83bfea tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:40:10.158322 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c45dce47-beba-4195-a6d1-2bc11a83bfea tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Made reservation on behalf of a221f56311244d31a510a3a1bb3c6ce9 for: {'network': 1} {{(pid=87506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:40:10.159030 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-cf414692-c0fa-4728-8731-1915aeebb324 tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Synchronizing usage tracker for tenant:fd927e9f15874920a18b902299712a83 on resource:security_group_rule {{(pid=87507) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 22:40:10.162015 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-c45dce47-beba-4195-a6d1-2bc11a83bfea tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for network, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:10.164025 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-4a8125fd-a12d-471b-b88d-da4276b8457a tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841066'] for security_group, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:10.167038 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-55a2c0cc-054d-49ab-a6bd-f8796f920aa7 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3830089'] for router, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:10.167500 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55a2c0cc-054d-49ab-a6bd-f8796f920aa7 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Fanout notify agent at l3_agent the message router_deleted on router 6eb40345-9bb5-485b-9d92-ad9542f3c610 {{(pid=87507) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 16 22:40:10.170350 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-c904c69b-21dc-412f-95fb-6364e5587c8e tempest-BulkNetworkOpsTest-146173519 tempest-BulkNetworkOpsTest-146173519-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:40:10.193871 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c45dce47-beba-4195-a6d1-2bc11a83bfea tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] vlan segment allocate from pool success with {'vlan_id': 153, 'physical_network': 'physnet1'}  {{(pid=87506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 22:40:10.195170 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8125fd-a12d-471b-b88d-da4276b8457a tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae7fb029-f2ce-4606-8a4c-bff8ee92e0fa,revision_number=None']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:40:10.200881 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-4a8125fd-a12d-471b-b88d-da4276b8457a tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:40:10.203464 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-c45dce47-beba-4195-a6d1-2bc11a83bfea tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-883292'] for segment, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:10.203778 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.db.segments_db [None req-c45dce47-beba-4195-a6d1-2bc11a83bfea tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Added segment 2994278f-2fd5-40fa-973f-2fba8af7d6af of type vlan for network 72793834-29eb-42e8-85dd-260a74528871
Dec 16 22:40:10.210071 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-cf414692-c0fa-4728-8731-1915aeebb324 tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Unset dirty status for tenant:fd927e9f15874920a18b902299712a83 on resource:security_group_rule {{(pid=87507) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 22:40:10.211321 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-cf414692-c0fa-4728-8731-1915aeebb324 tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3567 time: 0.1242559
Dec 16 22:40:10.215302 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-55a2c0cc-054d-49ab-a6bd-f8796f920aa7 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks [] for router, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:10.216570 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-55a2c0cc-054d-49ab-a6bd-f8796f920aa7 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] 10.222.0.13 "DELETE /v2.0/routers/6eb40345-9bb5-485b-9d92-ad9542f3c610 HTTP/1.1" status: 204  len: 168 time: 1.0527306
Dec 16 22:40:10.217510 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 46690) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:40:10.220343 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-4a8125fd-a12d-471b-b88d-da4276b8457a tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks [] for security_group, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:10.221388 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-4a8125fd-a12d-471b-b88d-da4276b8457a tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] 10.222.0.13 "DELETE /v2.0/security-groups/ae7fb029-f2ce-4606-8a4c-bff8ee92e0fa HTTP/1.1" status: 204  len: 168 time: 1.1845415
Dec 16 22:40:10.222176 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 46692) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:40:10.233224 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-c45dce47-beba-4195-a6d1-2bc11a83bfea tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734753047233'] for network, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:10.234840 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 46696) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:40:10.267480 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvr_db [None req-424d022c-4e04-429b-ac02-5bfefa6af900 None None] Set router de6e1cb0-4da7-43f8-b26d-16a795a01ed1 gateway port host: None {{(pid=87508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 22:40:10.291497 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-c45dce47-beba-4195-a6d1-2bc11a83bfea tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440'] for network, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:10.297398 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c45dce47-beba-4195-a6d1-2bc11a83bfea tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:40:10.298350 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-c45dce47-beba-4195-a6d1-2bc11a83bfea tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks [] for network, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:10.310158 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-5a359f1c-5944-452d-922c-31d85e8b67eb tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:40:10.362055 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.db_base_plugin_v2 [None req-f611c7c3-515e-43c8-b5d0-1a312e34b6a1 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Deleting subnet 7f2c5147-3fd4-4aff-bbba-91aabad9672c {{(pid=87507) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 16 22:40:10.366679 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-f611c7c3-515e-43c8-b5d0-1a312e34b6a1 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks [] for subnet, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:10.397752 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-4ad3fbda-dfec-4efa-a517-db4a2ddda9d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:10.410346 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-c45dce47-beba-4195-a6d1-2bc11a83bfea tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 770 time: 0.3267586
Dec 16 22:40:10.420329 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 46702) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:40:10.447208 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-d230a1fe-64cb-4cb5-bf2d-c7976f7760c8 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Request body: {'subnet': {'network_id': '72793834-29eb-42e8-85dd-260a74528871', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:40:10.473512 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-00a6b683-1fc7-40de-89ac-cf3587417949 tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Notify callbacks [] for security_group, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:10.475911 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-4ad3fbda-dfec-4efa-a517-db4a2ddda9d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:10.480875 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-07e4b1e6-d07b-4061-9a83-ae4a00b3cee7 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks [] for security_group, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:10.490365 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45dce47-beba-4195-a6d1-2bc11a83bfea tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Pushing event updated for resources: {'Network': ['ID=72793834-29eb-42e8-85dd-260a74528871,revision_number=1']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:40:10.502909 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-c45dce47-beba-4195-a6d1-2bc11a83bfea tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:40:10.504123 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Network 72793834-29eb-42e8-85dd-260a74528871 details requested by agent ovs-agent-dv-neutron-821829-1-hyperv with host dv-neutron-821829-1-hyperv {{(pid=87508) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 22:40:10.546685 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-f611c7c3-515e-43c8-b5d0-1a312e34b6a1 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2128562'] for subnet, precommit_delete_associations {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:10.590777 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-4ad3fbda-dfec-4efa-a517-db4a2ddda9d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841066'] for security_group, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:10.590777 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-6c121cf1-1b5d-441c-8558-b11458e27638 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:40:10.619938 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad3fbda-dfec-4efa-a517-db4a2ddda9d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e93c57e-a78d-4223-93e8-c30d7d787736,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:40:10.633149 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-4ad3fbda-dfec-4efa-a517-db4a2ddda9d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:40:10.633149 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-4ad3fbda-dfec-4efa-a517-db4a2ddda9d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:10.633149 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-4ad3fbda-dfec-4efa-a517-db4a2ddda9d7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8e93c57e-a78d-4223-93e8-c30d7d787736 HTTP/1.1" status: 204  len: 168 time: 0.5020418
Dec 16 22:40:10.672422 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-00a6b683-1fc7-40de-89ac-cf3587417949 tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:10.700340 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-07e4b1e6-d07b-4061-9a83-ae4a00b3cee7 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:10.734798 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-d230a1fe-64cb-4cb5-bf2d-c7976f7760c8 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:40:10.748063 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-d230a1fe-64cb-4cb5-bf2d-c7976f7760c8 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Usage tracker for resource:subnet and tenant:a221f56311244d31a510a3a1bb3c6ce9 is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:40:10.760223 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-d230a1fe-64cb-4cb5-bf2d-c7976f7760c8 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:40:10.779853 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-424d022c-4e04-429b-ac02-5bfefa6af900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b7c120f10>, [{'id': 'de6e1cb0-4da7-43f8-b26d-16a795a01ed1', 'name': 'tempest-RoutersIpV6Test-router-1062176932', 'tenant_id': 'a221f56311244d31a510a3a1bb3c6ce9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:39:49Z', 'updated_at': '2021-12-16T22:40:05Z', 'revision_number': 3, 'project_id': 'a221f56311244d31a510a3a1bb3c6ce9', 'gw_port_host': None, '_interfaces': [{'id': '07a12276-2538-44d6-9e80-8f6358f227c6', 'name': '', 'network_id': 'bf9c7624-5a8f-45ef-80fb-86a40ea7bbb3', 'tenant_id': 'a221f56311244d31a510a3a1bb3c6ce9', 'mac_address': 'fa:16:3e:64:d7:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de6e1cb0-4da7-43f8-b26d-16a795a01ed1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': '6e134cd3-03ec-41ee-843d-e78994f77c61', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:39:53Z', 'updated_at': '2021-12-16T22:40:04Z', 'revision_number': 5, 'project_id': 'a221f56311244d31a510a3a1bb3c6ce9', 'subnets': [{'id': '6e134cd3-03ec-41ee-843d-e78994f77c61', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3e33538a-b435-411d-911e-75458b397f0d', 'name': '', 'network_id': 'db5c2862-b6a8-4557-8764-528fa7bc107e', 'tenant_id': 'a221f56311244d31a510a3a1bb3c6ce9', 'mac_address': 'fa:16:3e:c9:fd:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de6e1cb0-4da7-43f8-b26d-16a795a01ed1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1133, 'fixed_ips': [{'subnet_id': 'b61a424a-6183-452e-96e6-83bd21bf2da4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:40:03Z', 'updated_at': '2021-12-16T22:40:06Z', 'revision_number': 2, 'project_id': 'a221f56311244d31a510a3a1bb3c6ce9', 'subnets': [{'id': 'b61a424a-6183-452e-96e6-83bd21bf2da4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:40:10.784114 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-424d022c-4e04-429b-ac02-5bfefa6af900 None None] Checking router: de6e1cb0-4da7-43f8-b26d-16a795a01ed1 for host: dv-neutron-821829-1-hyperv {{(pid=87508) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 22:40:10.784568 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-424d022c-4e04-429b-ac02-5bfefa6af900 None None] Updating router de6e1cb0-4da7-43f8-b26d-16a795a01ed1 port 3e33538a-b435-411d-911e-75458b397f0d binding host dv-neutron-821829-1-hyperv {{(pid=87508) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 16 22:40:10.784815 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-d230a1fe-64cb-4cb5-bf2d-c7976f7760c8 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:40:10.828223 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d230a1fe-64cb-4cb5-bf2d-c7976f7760c8 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Made reservation on behalf of a221f56311244d31a510a3a1bb3c6ce9 for: {'subnet': 1} {{(pid=87507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:40:10.832509 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-d230a1fe-64cb-4cb5-bf2d-c7976f7760c8 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10549598'] for subnet, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:10.848097 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-424d022c-4e04-429b-ac02-5bfefa6af900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:10.907073 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-00a6b683-1fc7-40de-89ac-cf3587417949 tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841066'] for security_group, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:10.920314 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-2ab75fe1-ca21-45cc-a6f8-16f2d237f1e8 tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:40:10.952033 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-07e4b1e6-d07b-4061-9a83-ae4a00b3cee7 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841066'] for security_group, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:10.960266 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-f611c7c3-515e-43c8-b5d0-1a312e34b6a1 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3328566'] for subnet, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:10.995210 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a6b683-1fc7-40de-89ac-cf3587417949 tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7df36aae-3d47-4fc0-ac25-642296644e6e,revision_number=None']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:40:11.012390 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-00a6b683-1fc7-40de-89ac-cf3587417949 tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:40:11.017860 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-f617d42d-8b7b-45bb-8be8-67f5e2ba192c tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.023s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:40:11.059253 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e4b1e6-d07b-4061-9a83-ae4a00b3cee7 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a5bf3a3-72ad-44fb-9b02-3b26c707564e,revision_number=None']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:40:11.071467 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-07e4b1e6-d07b-4061-9a83-ae4a00b3cee7 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:40:11.081451 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-00a6b683-1fc7-40de-89ac-cf3587417949 tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Notify callbacks [] for security_group, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:11.082597 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-00a6b683-1fc7-40de-89ac-cf3587417949 tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] 10.222.0.13 "DELETE /v2.0/security-groups/7df36aae-3d47-4fc0-ac25-642296644e6e HTTP/1.1" status: 204  len: 168 time: 0.8638484
Dec 16 22:40:11.083663 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-07e4b1e6-d07b-4061-9a83-ae4a00b3cee7 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks [] for security_group, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:11.084665 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-07e4b1e6-d07b-4061-9a83-ae4a00b3cee7 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] 10.222.0.13 "DELETE /v2.0/security-groups/8a5bf3a3-72ad-44fb-9b02-3b26c707564e HTTP/1.1" status: 204  len: 168 time: 0.8468730
Dec 16 22:40:11.087286 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 46718) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:40:11.088086 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 46720) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:40:11.156924 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-0011713e-ac3d-49db-91ec-6c9b3a806129 tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2983 time: 0.0673785
Dec 16 22:40:11.163126 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 46726) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:40:11.173792 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-97acbdef-d722-40c0-99ac-3c1204489397 tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Request body: {'security_group': {'name': 'tempest-secgroup--2063879258'}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:40:11.179044 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.db_base_plugin_v2 [None req-d107eb1a-9c1e-4c24-ba0c-afe13b924a24 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Deleting subnet 3c79a5d2-6e5f-4724-8734-4a3d39686ffc {{(pid=87507) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 16 22:40:11.182797 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-97acbdef-d722-40c0-99ac-3c1204489397 tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:40:11.184704 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-d107eb1a-9c1e-4c24-ba0c-afe13b924a24 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks [] for subnet, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:11.193559 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-97acbdef-d722-40c0-99ac-3c1204489397 tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Usage tracker for resource:security_group and tenant:fd927e9f15874920a18b902299712a83 is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:40:11.198942 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-97acbdef-d722-40c0-99ac-3c1204489397 tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:40:11.210265 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-97acbdef-d722-40c0-99ac-3c1204489397 tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:40:11.223454 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-97acbdef-d722-40c0-99ac-3c1204489397 tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Notify callbacks [] for security_group, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:11.251367 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-97acbdef-d722-40c0-99ac-3c1204489397 tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:40:11.257803 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-97acbdef-d722-40c0-99ac-3c1204489397 tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Usage tracker for resource:security_group_rule and tenant:fd927e9f15874920a18b902299712a83 is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:40:11.260089 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-f611c7c3-515e-43c8-b5d0-1a312e34b6a1 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3328622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10807868', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10549621'] for subnet, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:11.261690 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-97acbdef-d722-40c0-99ac-3c1204489397 tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:40:11.268696 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-97acbdef-d722-40c0-99ac-3c1204489397 tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:40:11.270555 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-d107eb1a-9c1e-4c24-ba0c-afe13b924a24 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2128562'] for subnet, precommit_delete_associations {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:11.292270 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-424d022c-4e04-429b-ac02-5bfefa6af900 None None] Notify callbacks [] for port, precommit_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:11.307358 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-424d022c-4e04-429b-ac02-5bfefa6af900 None None] Transition to ACTIVE for port object 3e33538a-b435-411d-911e-75458b397f0d will not be triggered until provisioned by entity L2. {{(pid=87508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:40:11.314386 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-424d022c-4e04-429b-ac02-5bfefa6af900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:11.320761 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-99e7631e-d9e5-43ef-8ef2-5fb19f659bbe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:40:11.360511 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-97acbdef-d722-40c0-99ac-3c1204489397 tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Notify callbacks [] for security_group, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:11.377247 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-97acbdef-d722-40c0-99ac-3c1204489397 tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841066'] for security_group, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:11.384046 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-54520259-a53d-4284-8797-54893f4b7648 tempest-BulkNetworkOpsTest-146173519 tempest-BulkNetworkOpsTest-146173519-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:40:11.399066 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-aad0a881-6a1c-4cbb-9206-c5409d48d216 tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:40:11.436090 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-f611c7c3-515e-43c8-b5d0-1a312e34b6a1 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks [] for subnet, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:11.450343 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f611c7c3-515e-43c8-b5d0-1a312e34b6a1 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Pushing event deleted for resources: {'Subnet': ['ID=7f2c5147-3fd4-4aff-bbba-91aabad9672c,revision_number=None']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:40:11.459238 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-f611c7c3-515e-43c8-b5d0-1a312e34b6a1 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:40:11.470442 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-f611c7c3-515e-43c8-b5d0-1a312e34b6a1 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] 10.222.0.13 "DELETE /v2.0/subnets/7f2c5147-3fd4-4aff-bbba-91aabad9672c HTTP/1.1" status: 204  len: 168 time: 1.2372959
Dec 16 22:40:11.471256 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 46738) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:40:11.501495 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-97acbdef-d722-40c0-99ac-3c1204489397 tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Notify callbacks [] for security_group, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:11.502949 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-97acbdef-d722-40c0-99ac-3c1204489397 tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1746 time: 0.3384972
Dec 16 22:40:11.507025 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 46742) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:40:11.515609 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-973b38a0-f1e6-45fd-86ab-095af5d44e19 tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Request body: {'security_group_rule': {'security_group_id': '44617c1c-b3ea-46d1-80d9-18b5811abcac', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:40:11.515872 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-148fb133-9053-4b41-988b-94aa52ec82c5 None None] Network 77fc6d23-71e2-48c8-8bb8-5aef66333fb3 requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 22:40:11.527660 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97acbdef-d722-40c0-99ac-3c1204489397 tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Pushing event updated for resources: {'SecurityGroup': ['ID=44617c1c-b3ea-46d1-80d9-18b5811abcac,revision_number=1']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:40:11.532402 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-973b38a0-f1e6-45fd-86ab-095af5d44e19 tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:40:11.539268 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-97acbdef-d722-40c0-99ac-3c1204489397 tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:40:11.543416 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-973b38a0-f1e6-45fd-86ab-095af5d44e19 tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Usage tracker for resource:security_group_rule and tenant:fd927e9f15874920a18b902299712a83 is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:40:11.548530 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-973b38a0-f1e6-45fd-86ab-095af5d44e19 tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:40:11.561463 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-973b38a0-f1e6-45fd-86ab-095af5d44e19 tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:40:11.568400 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99dfcd1-7838-4a15-85c8-ab2ceaa6389d None None] Pushing event updated for resources: {'Port': ['ID=3e33538a-b435-411d-911e-75458b397f0d,revision_number=3']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:40:11.591404 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-d99dfcd1-7838-4a15-85c8-ab2ceaa6389d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:40:11.605480 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-973b38a0-f1e6-45fd-86ab-095af5d44e19 tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:11.629717 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 46746) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:40:11.641251 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [-] 10.222.0.13 "GET / HTTP/1.1" status: 200  len: 248 time: 0.0091200
Dec 16 22:40:11.642820 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 46748) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:40:11.659026 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-d107eb1a-9c1e-4c24-ba0c-afe13b924a24 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3328566'] for subnet, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:11.759555 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-973b38a0-f1e6-45fd-86ab-095af5d44e19 tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:11.766308 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-973b38a0-f1e6-45fd-86ab-095af5d44e19 tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841137'] for security_group_rule, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:11.769099 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-b0e75d2a-aee5-46f1-b895-92c2527fd23c tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:40:11.790599 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-424d022c-4e04-429b-ac02-5bfefa6af900 None None] Attempting to bind port 3e33538a-b435-411d-911e-75458b397f0d on host dv-neutron-821829-1-hyperv for vnic_type normal with profile  {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 22:40:11.790753 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-d230a1fe-64cb-4cb5-bf2d-c7976f7760c8 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10807931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10549612'] for subnet, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:11.790990 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-424d022c-4e04-429b-ac02-5bfefa6af900 None None] Attempting to bind port 3e33538a-b435-411d-911e-75458b397f0d by drivers openvswitch,hyperv on host dv-neutron-821829-1-hyperv at level 0 using segments [{'id': 'a7479e81-7962-40b1-a70d-8b291137cf8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'db5c2862-b6a8-4557-8764-528fa7bc107e'}] {{(pid=87508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 22:40:11.791374 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-424d022c-4e04-429b-ac02-5bfefa6af900 None None] Attempting to bind port 3e33538a-b435-411d-911e-75458b397f0d on network db5c2862-b6a8-4557-8764-528fa7bc107e {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 22:40:11.800783 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-a2bb6bbe-a817-4977-b37f-d2ebc7b4efdf tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:40:11.802912 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-424d022c-4e04-429b-ac02-5bfefa6af900 None None] Checking agent: {'id': '5571501f-366e-47a4-9b60-8ef19d935d27', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821829-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 24, 2), 'started_at': datetime.datetime(2021, 12, 16, 22, 24, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 40, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821829-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 22:40:11.803307 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-424d022c-4e04-429b-ac02-5bfefa6af900 None None] Checking segment: {'id': 'a7479e81-7962-40b1-a70d-8b291137cf8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'db5c2862-b6a8-4557-8764-528fa7bc107e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 22:40:11.803726 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-424d022c-4e04-429b-ac02-5bfefa6af900 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:11.804186 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-424d022c-4e04-429b-ac02-5bfefa6af900 None None] Bound using segment: {'id': 'a7479e81-7962-40b1-a70d-8b291137cf8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'db5c2862-b6a8-4557-8764-528fa7bc107e'} {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 22:40:11.805781 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-424d022c-4e04-429b-ac02-5bfefa6af900 None None] Bound port: 3e33538a-b435-411d-911e-75458b397f0d, host: dv-neutron-821829-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7479e81-7962-40b1-a70d-8b291137cf8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'db5c2862-b6a8-4557-8764-528fa7bc107e'}}] {{(pid=87508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 22:40:11.806409 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-424d022c-4e04-429b-ac02-5bfefa6af900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:11.808034 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973b38a0-f1e6-45fd-86ab-095af5d44e19 tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eac0b5ef-ab8f-4c36-b40a-8970485a681e,revision_number=0']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:40:11.810794 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-973b38a0-f1e6-45fd-86ab-095af5d44e19 tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:40:11.822917 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-973b38a0-f1e6-45fd-86ab-095af5d44e19 tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:11.824671 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-973b38a0-f1e6-45fd-86ab-095af5d44e19 tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.3164790
Dec 16 22:40:11.827258 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 46754) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:40:11.859566 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-11f6c83e-5b19-445f-8245-c4d3a5c8e192 tempest-NetworksApiDiscovery-57464606 tempest-NetworksApiDiscovery-57464606-project] 10.222.0.13 "GET /v2.0/ HTTP/1.1" status: 200  len: 702 time: 0.2118008
Dec 16 22:40:11.861798 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-49679991-cca4-4920-a6a2-f79a820b2806 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-825997'] for network, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:11.932467 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d230a1fe-64cb-4cb5-bf2d-c7976f7760c8 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Pushing event updated for resources: {'Subnet': ['ID=a7ca8b93-95ae-4285-9f48-e0d2c28ea1ba,revision_number=0']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:40:11.932467 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.plugin [None req-49679991-cca4-4920-a6a2-f79a820b2806 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Deleting port cddb0004-a06f-4eed-aab5-254c0d9410e9 {{(pid=87507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:40:11.932467 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-49679991-cca4-4920-a6a2-f79a820b2806 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:11.974174 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-d230a1fe-64cb-4cb5-bf2d-c7976f7760c8 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:40:12.024832 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-424d022c-4e04-429b-ac02-5bfefa6af900 None None] For port 3e33538a-b435-411d-911e-75458b397f0d, host dv-neutron-821829-1-hyperv, cleared binding levels {{(pid=87508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 22:40:12.037102 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-424d022c-4e04-429b-ac02-5bfefa6af900 None None] For port 3e33538a-b435-411d-911e-75458b397f0d, host dv-neutron-821829-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=3e33538a-b435-411d-911e-75458b397f0d,segment=NetworkSegment(a7479e81-7962-40b1-a70d-8b291137cf8a),segment_id=a7479e81-7962-40b1-a70d-8b291137cf8a)] {{(pid=87508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 22:40:12.037769 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-108418ef-4286-4dd0-923e-d368a0e2d0c2 tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Notify callbacks [] for security_group, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:12.042856 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-424d022c-4e04-429b-ac02-5bfefa6af900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:12.047998 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:40:12.051339 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-d107eb1a-9c1e-4c24-ba0c-afe13b924a24 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3328622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10807868', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10549621'] for subnet, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:12.065617 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-7df2a7af-20d5-4431-9aae-a629c0d6da41 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:40:12.085914 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-108418ef-4286-4dd0-923e-d368a0e2d0c2 tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:12.111947 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6995c9c-8008-4ada-bcee-4f213a439410 None None] DHCP port deletion for 77fc6d23-71e2-48c8-8bb8-5aef66333fb3 request from dv-neutron-821829-1-hyperv {{(pid=87508) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 16 22:40:12.119605 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d230a1fe-64cb-4cb5-bf2d-c7976f7760c8 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Checking segment: {'id': '2994278f-2fd5-40fa-973f-2fba8af7d6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '72793834-29eb-42e8-85dd-260a74528871'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 22:40:12.120292 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-f6995c9c-8008-4ada-bcee-4f213a439410 None None] Deleting port cddb0004-a06f-4eed-aab5-254c0d9410e9 {{(pid=87508) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:40:12.120292 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-f6995c9c-8008-4ada-bcee-4f213a439410 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:12.121380 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d230a1fe-64cb-4cb5-bf2d-c7976f7760c8 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Network hostable DHCP agents. Network: 72793834-29eb-42e8-85dd-260a74528871, hostable agents: ['3b155c4d-12dc-491e-aa14-6113b06cfacd'], hosted agents: [] {{(pid=87507) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 16 22:40:12.158968 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-d107eb1a-9c1e-4c24-ba0c-afe13b924a24 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks [] for subnet, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:12.181738 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d107eb1a-9c1e-4c24-ba0c-afe13b924a24 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Pushing event deleted for resources: {'Subnet': ['ID=3c79a5d2-6e5f-4724-8734-4a3d39686ffc,revision_number=None']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:40:12.181738 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-d107eb1a-9c1e-4c24-ba0c-afe13b924a24 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:40:12.197432 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-108418ef-4286-4dd0-923e-d368a0e2d0c2 tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841066'] for security_group, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:12.207568 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-d107eb1a-9c1e-4c24-ba0c-afe13b924a24 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] 10.222.0.13 "DELETE /v2.0/subnets/3c79a5d2-6e5f-4724-8734-4a3d39686ffc HTTP/1.1" status: 204  len: 168 time: 1.0962076
Dec 16 22:40:12.217564 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-05e92261-67f8-45e6-9e6c-668294445970 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:40:12.226460 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 46762) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:40:12.239322 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108418ef-4286-4dd0-923e-d368a0e2d0c2 tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=44617c1c-b3ea-46d1-80d9-18b5811abcac,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:40:12.239322 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-108418ef-4286-4dd0-923e-d368a0e2d0c2 tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:40:12.255077 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 46766) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:40:12.260426 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a022866d-0bdf-4756-ab5c-52c6820d8a62 None None] Network 2769000e-f979-4993-b25c-a53f47882427 requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 22:40:12.267993 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-d883327b-6f21-4e8b-8c16-7e800d65472b tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Request body: {'subnet': {'network_id': '2769000e-f979-4993-b25c-a53f47882427', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:40:12.278424 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-108418ef-4286-4dd0-923e-d368a0e2d0c2 tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Notify callbacks [] for security_group, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:12.278424 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-108418ef-4286-4dd0-923e-d368a0e2d0c2 tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] 10.222.0.13 "DELETE /v2.0/security-groups/44617c1c-b3ea-46d1-80d9-18b5811abcac HTTP/1.1" status: 204  len: 168 time: 0.4374874
Dec 16 22:40:12.278424 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 46772) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:40:12.333027 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-424d022c-4e04-429b-ac02-5bfefa6af900 None None] Routers {'de6e1cb0-4da7-43f8-b26d-16a795a01ed1'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:40:12.333027 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-424d022c-4e04-429b-ac02-5bfefa6af900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b7c120f10>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:40:01Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['de6e1cb0-4da7-43f8-b26d-16a795a01ed1'], 'active': True} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:40:12.368465 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-96f64c02-8612-4631-9e1c-14e1649381d1 tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Synchronizing usage tracker for tenant:fd927e9f15874920a18b902299712a83 on resource:security_group {{(pid=87506) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 22:40:12.400250 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-96f64c02-8612-4631-9e1c-14e1649381d1 tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Unset dirty status for tenant:fd927e9f15874920a18b902299712a83 on resource:security_group {{(pid=87506) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 22:40:12.403289 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-96f64c02-8612-4631-9e1c-14e1649381d1 tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2983 time: 0.1302178
Dec 16 22:40:12.405409 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 46776) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:40:12.485685 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-bfed2eae-bca6-4b4b-9937-c3311b0fadc2 tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Synchronizing usage tracker for tenant:fd927e9f15874920a18b902299712a83 on resource:security_group_rule {{(pid=87506) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 22:40:12.524922 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99dfcd1-7838-4a15-85c8-ab2ceaa6389d None None] Pushing event updated for resources: {'Port': ['ID=3e33538a-b435-411d-911e-75458b397f0d,revision_number=4']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:40:12.526240 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-bfed2eae-bca6-4b4b-9937-c3311b0fadc2 tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Unset dirty status for tenant:fd927e9f15874920a18b902299712a83 on resource:security_group_rule {{(pid=87506) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 22:40:12.527489 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-bfed2eae-bca6-4b4b-9937-c3311b0fadc2 tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 2475 time: 0.1197515
Dec 16 22:40:12.530294 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 46780) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:40:12.569750 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.api.v2.resource [None req-f53cf706-b3ec-44b6-93d9-24f625a2efe3 tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] delete failed (client error): The resource could not be found.
Dec 16 22:40:12.569750 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-f53cf706-b3ec-44b6-93d9-24f625a2efe3 tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] 10.222.0.13 "DELETE /v2.0/security-groups/44617c1c-b3ea-46d1-80d9-18b5811abcac HTTP/1.1" status: 404  len: 347 time: 0.0365803
Dec 16 22:40:12.579047 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 46784) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:40:12.630252 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.db [None req-49679991-cca4-4920-a6a2-f79a820b2806 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] For port cddb0004-a06f-4eed-aab5-254c0d9410e9, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=cddb0004-a06f-4eed-aab5-254c0d9410e9,segment=NetworkSegment(6309acce-1ec6-4563-a182-b9a344ba9eb9),segment_id=6309acce-1ec6-4563-a182-b9a344ba9eb9)] {{(pid=87507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:40:12.630252 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-49679991-cca4-4920-a6a2-f79a820b2806 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:12.663386 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-fc9226ff-191d-41d6-9949-51f5da5bccef admin admin] Notify callbacks [] for security_group, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:12.679522 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d230a1fe-64cb-4cb5-bf2d-c7976f7760c8 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Network 72793834-29eb-42e8-85dd-260a74528871 is scheduled to be hosted by DHCP agent 3b155c4d-12dc-491e-aa14-6113b06cfacd with binding_index 1 {{(pid=87507) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 16 22:40:12.690459 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-afe624ba-ca25-4c0f-bddb-00b7cca259c2 tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2983 time: 0.1117294
Dec 16 22:40:12.690459 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-fc9226ff-191d-41d6-9949-51f5da5bccef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:40:12.700110 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-fc9226ff-191d-41d6-9949-51f5da5bccef admin admin] Usage tracker for resource:security_group_rule and tenant:7a5eaaed2c194b8cad7bbc17d4e26ef5 is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:40:12.700110 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-fc9226ff-191d-41d6-9949-51f5da5bccef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:40:12.724675 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-fc9226ff-191d-41d6-9949-51f5da5bccef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:40:12.887196 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-d99dfcd1-7838-4a15-85c8-ab2ceaa6389d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.829s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:40:12.928633 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-fc9226ff-191d-41d6-9949-51f5da5bccef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:12.928633 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-fc9226ff-191d-41d6-9949-51f5da5bccef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841066'] for security_group, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:12.954396 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-e14d3800-f1a2-4d09-bad8-0b83a6497fdd tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:40:13.005412 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.base_scheduler [None req-d230a1fe-64cb-4cb5-bf2d-c7976f7760c8 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821829-1-hyperv, 72793834-29eb-42e8-85dd-260a74528871) {{(pid=87507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:40:13.016223 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d230a1fe-64cb-4cb5-bf2d-c7976f7760c8 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:40:13.016223 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-d230a1fe-64cb-4cb5-bf2d-c7976f7760c8 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks [] for subnet, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:13.045651 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.plugin [None req-49679991-cca4-4920-a6a2-f79a820b2806 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Calling delete_port for cddb0004-a06f-4eed-aab5-254c0d9410e9 owned by network:dhcp {{(pid=87507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:40:13.051529 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-fc9226ff-191d-41d6-9949-51f5da5bccef admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7a5eaaed2c194b8cad7bbc17d4e26ef5&name=default HTTP/1.1" status: 200  len: 2983 time: 0.7929480
Dec 16 22:40:13.051529 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9226ff-191d-41d6-9949-51f5da5bccef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ef25b76-809f-45fe-97f3-9c3d4b18ccd8,revision_number=1']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:40:13.051529 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 46792) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:40:13.051529 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-fc9226ff-191d-41d6-9949-51f5da5bccef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:40:13.092150 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-d230a1fe-64cb-4cb5-bf2d-c7976f7760c8 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 830 time: 2.6619925
Dec 16 22:40:13.096062 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 46796) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:40:13.208546 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b993c6f-fbaa-469f-86e1-1fbda601ba74 None None] Network 72793834-29eb-42e8-85dd-260a74528871 requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 22:40:13.240272 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 46800) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:40:13.240272 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-d883327b-6f21-4e8b-8c16-7e800d65472b tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:40:13.240272 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-d883327b-6f21-4e8b-8c16-7e800d65472b tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Usage tracker for resource:subnet and tenant:69ee045658914011ac7b8ba0ad799b2d is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:40:13.240272 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-d883327b-6f21-4e8b-8c16-7e800d65472b tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:40:13.253832 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-d883327b-6f21-4e8b-8c16-7e800d65472b tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:40:13.253832 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-49679991-cca4-4920-a6a2-f79a820b2806 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10807823'] for port, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:13.261074 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-c6f91c48-1a98-4eb3-b704-8958d6bc0a08 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:40:13.269025 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvr_db [None req-424d022c-4e04-429b-ac02-5bfefa6af900 None None] Set router de6e1cb0-4da7-43f8-b26d-16a795a01ed1 gateway port host: None {{(pid=87508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 22:40:13.313955 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49679991-cca4-4920-a6a2-f79a820b2806 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Pushing event deleted for resources: {'Port': ['ID=cddb0004-a06f-4eed-aab5-254c0d9410e9,revision_number=None']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:40:13.313955 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d883327b-6f21-4e8b-8c16-7e800d65472b tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Made reservation on behalf of 69ee045658914011ac7b8ba0ad799b2d for: {'subnet': 1} {{(pid=87507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:40:13.328458 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-d883327b-6f21-4e8b-8c16-7e800d65472b tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10549598'] for subnet, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:13.341707 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-49679991-cca4-4920-a6a2-f79a820b2806 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:40:13.402031 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49679991-cca4-4920-a6a2-f79a820b2806 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] No DVR routers for this DVR port cddb0004-a06f-4eed-aab5-254c0d9410e9 on host dv-neutron-821829-1-hyperv {{(pid=87507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 22:40:13.565521 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-f6995c9c-8008-4ada-bcee-4f213a439410 None None] For port cddb0004-a06f-4eed-aab5-254c0d9410e9, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=cddb0004-a06f-4eed-aab5-254c0d9410e9,segment=NetworkSegment(6309acce-1ec6-4563-a182-b9a344ba9eb9),segment_id=6309acce-1ec6-4563-a182-b9a344ba9eb9)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:40:13.566566 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-f6995c9c-8008-4ada-bcee-4f213a439410 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:13.606278 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-49679991-cca4-4920-a6a2-f79a820b2806 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3329565', 'neutron.services.segments.db._delete_segments_for_network-8734753546406'] for network, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:13.608878 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-71b618b2-d6ff-4217-9437-daf453c98255 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:13.675887 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-71b618b2-d6ff-4217-9437-daf453c98255 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:13.680187 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.services.segments.db [None req-49679991-cca4-4920-a6a2-f79a820b2806 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1b771c29d0>,) {'filters': {'network_id': ['77fc6d23-71e2-48c8-8bb8-5aef66333fb3']}} {{(pid=87507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:40:13.696032 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-9d6fb5de-ee5d-4ec8-b77b-b29b80245495 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=fd927e9f15874920a18b902299712a83&name=default HTTP/1.1" status: 200  len: 2983 time: 0.4767277
Dec 16 22:40:13.700049 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.services.segments.db [None req-49679991-cca4-4920-a6a2-f79a820b2806 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b771c29d0>, '6309acce-1ec6-4563-a182-b9a344ba9eb9') {'for_net_delete': True} {{(pid=87507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:40:13.700334 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.services.segments.db [None req-49679991-cca4-4920-a6a2-f79a820b2806 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b771c29d0>, '6309acce-1ec6-4563-a182-b9a344ba9eb9') {} {{(pid=87507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:40:13.703207 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 46806) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:40:13.724761 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-49679991-cca4-4920-a6a2-f79a820b2806 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734753593977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2128549'] for segment, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:13.748298 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-49679991-cca4-4920-a6a2-f79a820b2806 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-883292'] for segment, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:13.760581 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49679991-cca4-4920-a6a2-f79a820b2806 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Releasing vlan 195 on physical network physnet1 to pool {{(pid=87507) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 16 22:40:13.760581 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-49679991-cca4-4920-a6a2-f79a820b2806 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-883285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10808034'] for segment, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:13.775350 dv-neutron-821829-1-hyperv neutron-server[87507]: Traceback (most recent call last):
Dec 16 22:40:13.775350 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 16 22:40:13.775350 dv-neutron-821829-1-hyperv neutron-server[87507]:     timer()
Dec 16 22:40:13.775350 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 22:40:13.775350 dv-neutron-821829-1-hyperv neutron-server[87507]:     cb(*args, **kw)
Dec 16 22:40:13.775350 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 22:40:13.775350 dv-neutron-821829-1-hyperv neutron-server[87507]:     return func(*args, **kwargs)
Dec 16 22:40:13.775350 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 22:40:13.775350 dv-neutron-821829-1-hyperv neutron-server[87507]:     self._notify()
Dec 16 22:40:13.775350 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 22:40:13.775350 dv-neutron-821829-1-hyperv neutron-server[87507]:     self.callback(batched_events)
Dec 16 22:40:13.775350 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 22:40:13.775350 dv-neutron-821829-1-hyperv neutron-server[87507]:     event.method(event)
Dec 16 22:40:13.775350 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 22:40:13.775350 dv-neutron-821829-1-hyperv neutron-server[87507]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 22:40:13.775350 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 22:40:13.775350 dv-neutron-821829-1-hyperv neutron-server[87507]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 22:40:13.775350 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 22:40:13.775350 dv-neutron-821829-1-hyperv neutron-server[87507]:     return f(self, *a, **k)
Dec 16 22:40:13.775350 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 16 22:40:13.775350 dv-neutron-821829-1-hyperv neutron-server[87507]:     return self._get(url).json()
Dec 16 22:40:13.775350 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 16 22:40:13.775350 dv-neutron-821829-1-hyperv neutron-server[87507]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 22:40:13.775350 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 16 22:40:13.775350 dv-neutron-821829-1-hyperv neutron-server[87507]:     return self.request(url, 'GET', **kwargs)
Dec 16 22:40:13.775350 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 16 22:40:13.775350 dv-neutron-821829-1-hyperv neutron-server[87507]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 22:40:13.775350 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 16 22:40:13.775350 dv-neutron-821829-1-hyperv neutron-server[87507]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 22:40:13.775350 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 16 22:40:13.775350 dv-neutron-821829-1-hyperv neutron-server[87507]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 22:40:13.775350 dv-neutron-821829-1-hyperv neutron-server[87507]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 22:40:13.789803 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device cddb0004-a06f-4eed-aab5-254c0d9410e9 no longer exists at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 22:40:13.910894 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-49679991-cca4-4920-a6a2-f79a820b2806 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3329572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3741856'] for network, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:13.917361 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-b25e9a99-f5cc-4e83-a101-00bb9bf2a556 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:40:13.936012 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-49679991-cca4-4920-a6a2-f79a820b2806 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks [] for network, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:13.947369 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] No Port match for: cddb0004-a06f-4eed-aab5-254c0d9410e9 {{(pid=87508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 22:40:13.948016 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device cddb0004-a06f-4eed-aab5-254c0d9410e9 not bound to the agent host dv-neutron-821829-1-hyperv {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 22:40:13.952118 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49679991-cca4-4920-a6a2-f79a820b2806 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Pushing event deleted for resources: {'Network': ['ID=77fc6d23-71e2-48c8-8bb8-5aef66333fb3,revision_number=None']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:40:13.959052 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-49679991-cca4-4920-a6a2-f79a820b2806 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:40:13.959455 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-f6995c9c-8008-4ada-bcee-4f213a439410 None None] Calling delete_port for cddb0004-a06f-4eed-aab5-254c0d9410e9 owned by network:dhcp {{(pid=87508) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:40:13.979135 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-49679991-cca4-4920-a6a2-f79a820b2806 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] 10.222.0.13 "DELETE /v2.0/networks/77fc6d23-71e2-48c8-8bb8-5aef66333fb3 HTTP/1.1" status: 204  len: 168 time: 2.5032496
Dec 16 22:40:13.983653 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 46810) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:40:14.127566 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af11048a-4076-4a58-a3fe-c6fea474e6e7 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:40:14.127566 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-af11048a-4076-4a58-a3fe-c6fea474e6e7 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Synchronizing usage tracker for tenant:3ddf94e9e4ac4112b345468cafab037c on resource:port {{(pid=87507) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 22:40:14.127566 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-d883327b-6f21-4e8b-8c16-7e800d65472b tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10807931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10549612'] for subnet, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:14.127566 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-f611c7c3-515e-43c8-b5d0-1a312e34b6a1 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:40:14.163139 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-71b618b2-d6ff-4217-9437-daf453c98255 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841066'] for security_group, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:14.189267 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-147524cd-be0a-44cd-b94b-778c5b1bf6ac tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:40:14.192128 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-af11048a-4076-4a58-a3fe-c6fea474e6e7 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Unset dirty status for tenant:3ddf94e9e4ac4112b345468cafab037c on resource:port {{(pid=87507) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 22:40:14.192128 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-af11048a-4076-4a58-a3fe-c6fea474e6e7 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] 10.222.0.13 "GET /v2.0/ports/fa7c6b0e-567e-45a5-af54-121c48f391e0 HTTP/1.1" status: 200  len: 841 time: 0.2000124
Dec 16 22:40:14.196985 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-e96a9857-7b26-4ce4-a9fc-5985a13caac3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:14.196985 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 46814) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:40:14.207534 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b618b2-d6ff-4217-9437-daf453c98255 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ef25b76-809f-45fe-97f3-9c3d4b18ccd8,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:40:14.212511 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d883327b-6f21-4e8b-8c16-7e800d65472b tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Network 2769000e-f979-4993-b25c-a53f47882427 is already hosted by enough agents. {{(pid=87507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:40:14.212511 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.base_scheduler [None req-d883327b-6f21-4e8b-8c16-7e800d65472b tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Resources bound (agent type, host, resource id):  {{(pid=87507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:40:14.222987 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-71b618b2-d6ff-4217-9437-daf453c98255 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:40:14.228856 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d883327b-6f21-4e8b-8c16-7e800d65472b tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:40:14.228856 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-d883327b-6f21-4e8b-8c16-7e800d65472b tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks [] for subnet, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:14.237477 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.db.api [None req-f6995c9c-8008-4ada-bcee-4f213a439410 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87508) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 16 22:40:14.238896 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d883327b-6f21-4e8b-8c16-7e800d65472b tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Pushing event updated for resources: {'Subnet': ['ID=e4b17b77-ce3b-400c-9b3d-5bd00be03e23,revision_number=0']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:40:14.239365 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_db.api [None req-f6995c9c-8008-4ada-bcee-4f213a439410 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 16 22:40:14.246646 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-d883327b-6f21-4e8b-8c16-7e800d65472b tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:40:14.258020 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-d883327b-6f21-4e8b-8c16-7e800d65472b tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 2.0427423
Dec 16 22:40:14.258020 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 46818) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:40:14.265675 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-7fcce33d-724c-40d8-913c-0cba3ce94cd7 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Request body: {'security_group': {'name': 'tempest-secgroup-846191752'}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:40:14.265675 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-7fcce33d-724c-40d8-913c-0cba3ce94cd7 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:40:14.271309 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-7fcce33d-724c-40d8-913c-0cba3ce94cd7 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Usage tracker for resource:security_group and tenant:69ee045658914011ac7b8ba0ad799b2d is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:40:14.278088 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-7fcce33d-724c-40d8-913c-0cba3ce94cd7 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:40:14.282528 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-7fcce33d-724c-40d8-913c-0cba3ce94cd7 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:40:14.302336 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-7fcce33d-724c-40d8-913c-0cba3ce94cd7 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks [] for security_group, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:14.310922 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e793b19b-2984-42cc-8188-d499c32c5399 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1d6bfaf-d325-5e4f-b05d-2441d8339617-72793834-29eb-42e8-85dd-260a74528871', 'network_id': '72793834-29eb-42e8-85dd-260a74528871', 'tenant_id': 'a221f56311244d31a510a3a1bb3c6ce9', 'fixed_ips': [{'subnet_id': 'a7ca8b93-95ae-4285-9f48-e0d2c28ea1ba'}]}} from dv-neutron-821829-1-hyperv. {{(pid=87508) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 16 22:40:14.311795 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-e793b19b-2984-42cc-8188-d499c32c5399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:14.327304 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-7fcce33d-724c-40d8-913c-0cba3ce94cd7 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:40:14.330837 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-7fcce33d-724c-40d8-913c-0cba3ce94cd7 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Usage tracker for resource:security_group_rule and tenant:69ee045658914011ac7b8ba0ad799b2d is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:40:14.335520 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-7fcce33d-724c-40d8-913c-0cba3ce94cd7 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:40:14.340103 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-424d022c-4e04-429b-ac02-5bfefa6af900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b7c120f10>, [{'id': 'de6e1cb0-4da7-43f8-b26d-16a795a01ed1', 'name': 'tempest-RoutersIpV6Test-router-1062176932', 'tenant_id': 'a221f56311244d31a510a3a1bb3c6ce9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:39:49Z', 'updated_at': '2021-12-16T22:40:05Z', 'revision_number': 3, 'project_id': 'a221f56311244d31a510a3a1bb3c6ce9', 'gw_port_host': None, '_interfaces': [{'id': '07a12276-2538-44d6-9e80-8f6358f227c6', 'name': '', 'network_id': 'bf9c7624-5a8f-45ef-80fb-86a40ea7bbb3', 'tenant_id': 'a221f56311244d31a510a3a1bb3c6ce9', 'mac_address': 'fa:16:3e:64:d7:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de6e1cb0-4da7-43f8-b26d-16a795a01ed1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': '6e134cd3-03ec-41ee-843d-e78994f77c61', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:39:53Z', 'updated_at': '2021-12-16T22:40:04Z', 'revision_number': 5, 'project_id': 'a221f56311244d31a510a3a1bb3c6ce9', 'subnets': [{'id': '6e134cd3-03ec-41ee-843d-e78994f77c61', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3e33538a-b435-411d-911e-75458b397f0d', 'name': '', 'network_id': 'db5c2862-b6a8-4557-8764-528fa7bc107e', 'tenant_id': 'a221f56311244d31a510a3a1bb3c6ce9', 'mac_address': 'fa:16:3e:c9:fd:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de6e1cb0-4da7-43f8-b26d-16a795a01ed1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1133, 'fixed_ips': [{'subnet_id': 'b61a424a-6183-452e-96e6-83bd21bf2da4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:40:03Z', 'updated_at': '2021-12-16T22:40:12Z', 'revision_number': 4, 'project_id': 'a221f56311244d31a510a3a1bb3c6ce9', 'subnets': [{'id': 'b61a424a-6183-452e-96e6-83bd21bf2da4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:40:14.344490 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-7fcce33d-724c-40d8-913c-0cba3ce94cd7 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:40:14.417834 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-e96a9857-7b26-4ce4-a9fc-5985a13caac3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:14.417972 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-424d022c-4e04-429b-ac02-5bfefa6af900 None None] The sync data for ids ['de6e1cb0-4da7-43f8-b26d-16a795a01ed1'] in dv-neutron-821829-1-hyperv is: [{'id': 'de6e1cb0-4da7-43f8-b26d-16a795a01ed1', 'name': 'tempest-RoutersIpV6Test-router-1062176932', 'tenant_id': 'a221f56311244d31a510a3a1bb3c6ce9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:39:49Z', 'updated_at': '2021-12-16T22:40:05Z', 'revision_number': 3, 'project_id': 'a221f56311244d31a510a3a1bb3c6ce9', 'gw_port_host': None, '_interfaces': [{'id': '07a12276-2538-44d6-9e80-8f6358f227c6', 'name': '', 'network_id': 'bf9c7624-5a8f-45ef-80fb-86a40ea7bbb3', 'tenant_id': 'a221f56311244d31a510a3a1bb3c6ce9', 'mac_address': 'fa:16:3e:64:d7:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de6e1cb0-4da7-43f8-b26d-16a795a01ed1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': '6e134cd3-03ec-41ee-843d-e78994f77c61', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:39:53Z', 'updated_at': '2021-12-16T22:40:04Z', 'revision_number': 5, 'project_id': 'a221f56311244d31a510a3a1bb3c6ce9', 'subnets': [{'id': '6e134cd3-03ec-41ee-843d-e78994f77c61', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3e33538a-b435-411d-911e-75458b397f0d', 'name': '', 'network_id': 'db5c2862-b6a8-4557-8764-528fa7bc107e', 'tenant_id': 'a221f56311244d31a510a3a1bb3c6ce9', 'mac_address': 'fa:16:3e:c9:fd:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de6e1cb0-4da7-43f8-b26d-16a795a01ed1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1133, 'fixed_ips': [{'subnet_id': 'b61a424a-6183-452e-96e6-83bd21bf2da4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:40:03Z', 'updated_at': '2021-12-16T22:40:12Z', 'revision_number': 4, 'project_id': 'a221f56311244d31a510a3a1bb3c6ce9', 'subnets': [{'id': 'b61a424a-6183-452e-96e6-83bd21bf2da4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 22:40:14.459795 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-7fcce33d-724c-40d8-913c-0cba3ce94cd7 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks [] for security_group, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:14.486401 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-7fcce33d-724c-40d8-913c-0cba3ce94cd7 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841066'] for security_group, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:14.550946 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-6f6340bf-d8d1-4eee-8caa-672cde9e7233 tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:40:14.609577 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-69333db7-bc96-44fd-8cb0-6e8189c01d67 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:14.627477 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fcce33d-724c-40d8-913c-0cba3ce94cd7 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Pushing event updated for resources: {'SecurityGroup': ['ID=45f5f23c-1c19-41e8-a0d8-5bc577ab73c5,revision_number=1']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:40:14.627477 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-7fcce33d-724c-40d8-913c-0cba3ce94cd7 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:40:14.637999 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-71b618b2-d6ff-4217-9437-daf453c98255 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:14.637999 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-71b618b2-d6ff-4217-9437-daf453c98255 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1ef25b76-809f-45fe-97f3-9c3d4b18ccd8 HTTP/1.1" status: 204  len: 168 time: 1.5959716
Dec 16 22:40:14.652456 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-e96a9857-7b26-4ce4-a9fc-5985a13caac3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841066'] for security_group, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:14.653730 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-7fcce33d-724c-40d8-913c-0cba3ce94cd7 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks [] for security_group, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:14.653730 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-7fcce33d-724c-40d8-913c-0cba3ce94cd7 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1744 time: 0.3996916
Dec 16 22:40:14.654925 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 46824) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:40:14.663174 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-50dd6b61-83b9-43d6-aa14-979437547437 tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:40:14.663501 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-5cc59c34-1231-43b6-b643-252efa1d586e tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Request body: {'security_group': {'name': 'tempest-secgroup-680363498'}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:40:14.671172 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-5cc59c34-1231-43b6-b643-252efa1d586e tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:40:14.676989 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-5cc59c34-1231-43b6-b643-252efa1d586e tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Usage tracker for resource:security_group and tenant:69ee045658914011ac7b8ba0ad799b2d is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:40:14.679595 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-be910b2e-09c0-44ab-ae99-c17952ee8791 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Synchronizing usage tracker for tenant:3ddf94e9e4ac4112b345468cafab037c on resource:port {{(pid=87506) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 22:40:14.683378 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-5cc59c34-1231-43b6-b643-252efa1d586e tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:40:14.689647 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-5cc59c34-1231-43b6-b643-252efa1d586e tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:40:14.707905 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-5cc59c34-1231-43b6-b643-252efa1d586e tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks [] for security_group, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:14.739875 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-5cc59c34-1231-43b6-b643-252efa1d586e tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:40:14.745717 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-f6995c9c-8008-4ada-bcee-4f213a439410 None None] Deleting port cddb0004-a06f-4eed-aab5-254c0d9410e9 {{(pid=87508) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:40:14.747195 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-f6995c9c-8008-4ada-bcee-4f213a439410 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:14.749844 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-5cc59c34-1231-43b6-b643-252efa1d586e tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Usage tracker for resource:security_group_rule and tenant:69ee045658914011ac7b8ba0ad799b2d is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:40:14.760845 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-5cc59c34-1231-43b6-b643-252efa1d586e tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:40:14.769619 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-5cc59c34-1231-43b6-b643-252efa1d586e tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:40:14.874062 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.db_base_plugin_common [None req-e793b19b-2984-42cc-8188-d499c32c5399 None None] Allocated IP 2001:db8:2::2 (72793834-29eb-42e8-85dd-260a74528871/a7ca8b93-95ae-4285-9f48-e0d2c28ea1ba/82564001-deb4-48b4-8e19-abc4a730c6f0) {{(pid=87508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 22:40:14.891088 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-f6995c9c-8008-4ada-bcee-4f213a439410 None None] The port 'cddb0004-a06f-4eed-aab5-254c0d9410e9' was deleted {{(pid=87508) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 16 22:40:14.923826 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-5cc59c34-1231-43b6-b643-252efa1d586e tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks [] for security_group, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:14.935605 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-5cc59c34-1231-43b6-b643-252efa1d586e tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841066'] for security_group, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:14.960408 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-f6e1cd21-5a0a-4558-a13a-34535dc2cf08 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:40:15.016677 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc59c34-1231-43b6-b643-252efa1d586e tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Pushing event updated for resources: {'SecurityGroup': ['ID=89b657df-2522-431f-ad58-425483ceaa85,revision_number=1']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:40:15.034580 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96a9857-7b26-4ce4-a9fc-5985a13caac3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=213c82c7-2570-472c-bf95-2772614b2dd4,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:40:15.038637 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-5cc59c34-1231-43b6-b643-252efa1d586e tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:40:15.085158 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-5cc59c34-1231-43b6-b643-252efa1d586e tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks [] for security_group, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:15.088160 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-5cc59c34-1231-43b6-b643-252efa1d586e tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1744 time: 0.4309270
Dec 16 22:40:15.089284 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 46830) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:40:15.093732 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-e96a9857-7b26-4ce4-a9fc-5985a13caac3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.431s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:40:15.094908 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-e96a9857-7b26-4ce4-a9fc-5985a13caac3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:15.098437 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-b9747632-3744-4bf6-a336-7c3fe843d785 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Request body: {'security_group': {'name': 'tempest-secgroup-1221078796'}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:40:15.101594 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-e96a9857-7b26-4ce4-a9fc-5985a13caac3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/213c82c7-2570-472c-bf95-2772614b2dd4 HTTP/1.1" status: 204  len: 168 time: 1.3924339
Dec 16 22:40:15.115153 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-be910b2e-09c0-44ab-ae99-c17952ee8791 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Unset dirty status for tenant:3ddf94e9e4ac4112b345468cafab037c on resource:port {{(pid=87506) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 22:40:15.120973 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-be910b2e-09c0-44ab-ae99-c17952ee8791 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] 10.222.0.13 "GET /v2.0/ports/fa7c6b0e-567e-45a5-af54-121c48f391e0?fields=id&fields=mac_address HTTP/1.1" status: 200  len: 281 time: 0.9266665
Dec 16 22:40:15.122251 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 46838) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:40:15.137223 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-b9747632-3744-4bf6-a336-7c3fe843d785 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:40:15.150664 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-b9747632-3744-4bf6-a336-7c3fe843d785 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Usage tracker for resource:security_group and tenant:69ee045658914011ac7b8ba0ad799b2d is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:40:15.154261 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-b9747632-3744-4bf6-a336-7c3fe843d785 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:40:15.168730 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-b9747632-3744-4bf6-a336-7c3fe843d785 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:40:15.179686 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-30b00004-d4c9-42c3-a9d0-adb7b18bd3c6 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Request body: {'subnet': {'network_id': 'd25a7dc0-a328-4711-a6e2-10bbe5d70dc8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:40:15.199131 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-b9747632-3744-4bf6-a336-7c3fe843d785 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks [] for security_group, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:15.281841 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-b9747632-3744-4bf6-a336-7c3fe843d785 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:40:15.291534 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-b9747632-3744-4bf6-a336-7c3fe843d785 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Usage tracker for resource:security_group_rule and tenant:69ee045658914011ac7b8ba0ad799b2d is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:40:15.302391 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-b9747632-3744-4bf6-a336-7c3fe843d785 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:40:15.328807 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-b9747632-3744-4bf6-a336-7c3fe843d785 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:40:15.678555 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-b9747632-3744-4bf6-a336-7c3fe843d785 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks [] for security_group, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:15.689912 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-b9747632-3744-4bf6-a336-7c3fe843d785 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841066'] for security_group, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:15.704111 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-00a6b683-1fc7-40de-89ac-cf3587417949 tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:40:15.756657 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9747632-3744-4bf6-a336-7c3fe843d785 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb825977-3525-4d67-9395-8ef8fb9ad08b,revision_number=1']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:40:15.765842 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-b9747632-3744-4bf6-a336-7c3fe843d785 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:40:15.777592 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-b9747632-3744-4bf6-a336-7c3fe843d785 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks [] for security_group, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:15.777592 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-b9747632-3744-4bf6-a336-7c3fe843d785 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1745 time: 0.6834979
Dec 16 22:40:15.779382 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 46848) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:40:15.794762 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-57d7ed49-c3e5-47f0-ac49-1979128a9d23 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1516566429', 'security_groups': ['fb825977-3525-4d67-9395-8ef8fb9ad08b'], 'network_id': '2769000e-f979-4993-b25c-a53f47882427', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'e4b17b77-ce3b-400c-9b3d-5bd00be03e23'}]}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:40:15.830364 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25216857-61f6-49cd-8f90-ed1897a9e78d None None] Network 2769000e-f979-4993-b25c-a53f47882427 requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 22:40:15.860864 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 3e33538a-b435-411d-911e-75458b397f0d up at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 22:40:16.019221 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-30b00004-d4c9-42c3-a9d0-adb7b18bd3c6 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:40:16.041395 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-30b00004-d4c9-42c3-a9d0-adb7b18bd3c6 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Usage tracker for resource:subnet and tenant:3ddf94e9e4ac4112b345468cafab037c is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:40:16.044854 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-57d7ed49-c3e5-47f0-ac49-1979128a9d23 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:40:16.051726 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-30b00004-d4c9-42c3-a9d0-adb7b18bd3c6 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:40:16.061162 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-57d7ed49-c3e5-47f0-ac49-1979128a9d23 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:40:16.083180 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-30b00004-d4c9-42c3-a9d0-adb7b18bd3c6 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:40:16.086950 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57d7ed49-c3e5-47f0-ac49-1979128a9d23 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Made reservation on behalf of 69ee045658914011ac7b8ba0ad799b2d for: {'port': 1} {{(pid=87507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:40:16.121893 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-072fd808-7776-45ae-b8ac-bae6d9f35c33 req-1d4b468e-ef20-4acf-a66c-28ae7940f907 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=e559bb86-9633-4370-9cd9-33cf2cb148d6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.3928230
Dec 16 22:40:16.121893 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30b00004-d4c9-42c3-a9d0-adb7b18bd3c6 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Made reservation on behalf of 3ddf94e9e4ac4112b345468cafab037c for: {'subnet': 1} {{(pid=87506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:40:16.133692 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-30b00004-d4c9-42c3-a9d0-adb7b18bd3c6 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11213078'] for subnet, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:16.221744 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-dd83c91a-b0d2-4c36-bed2-cbd9200e94c4 None None] Provisioning complete for port de92b1bc-1545-4d82-b632-a33cf163810e triggered by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:40:16.221744 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-dd83c91a-b0d2-4c36-bed2-cbd9200e94c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:16.294760 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 46862) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:40:16.309095 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-e793b19b-2984-42cc-8188-d499c32c5399 None None] Notify callbacks [] for port, precommit_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:16.355721 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-e793b19b-2984-42cc-8188-d499c32c5399 None None] Transition to ACTIVE for port object 82564001-deb4-48b4-8e19-abc4a730c6f0 will not be triggered until provisioned by entity L2. {{(pid=87508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:40:16.406382 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-dd83c91a-b0d2-4c36-bed2-cbd9200e94c4 None None] Port de92b1bc-1545-4d82-b632-a33cf163810e cannot update to ACTIVE because it is not bound. {{(pid=87508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 22:40:16.423654 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning for port 3e33538a-b435-411d-911e-75458b397f0d completed by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 22:40:16.446399 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-57d7ed49-c3e5-47f0-ac49-1979128a9d23 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:16.455710 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-e793b19b-2984-42cc-8188-d499c32c5399 None None] Transition to ACTIVE for port object 82564001-deb4-48b4-8e19-abc4a730c6f0 will not be triggered until provisioned by entity DHCP. {{(pid=87508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:40:16.455710 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning complete for port 3e33538a-b435-411d-911e-75458b397f0d triggered by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:40:16.455710 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:16.483475 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.notifiers.nova [None req-57d7ed49-c3e5-47f0-ac49-1979128a9d23 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] device_id is not set on port 531814d0-12ea-4fc1-9f22-395947886c5f yet. {{(pid=87507) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 16 22:40:16.498948 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-e793b19b-2984-42cc-8188-d499c32c5399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940'] for port, after_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:16.515179 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-252747e3-c955-47cc-8f01-0a739c0a634f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:40:16.575387 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-dd83c91a-b0d2-4c36-bed2-cbd9200e94c4 None None] Provisioning complete for port aefaa845-a51c-4a1f-8414-e7a8b0037790 triggered by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:40:16.575387 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-dd83c91a-b0d2-4c36-bed2-cbd9200e94c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:16.765706 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-8e9e24ff-e83b-48ad-82a1-c6346aab5679 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-215569338-network', 'tenant_id': '021ba4f4c5d94216ba70fdc1551b8e7f'}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:40:16.777008 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e793b19b-2984-42cc-8188-d499c32c5399 None None] Network 72793834-29eb-42e8-85dd-260a74528871 is already hosted by enough agents. {{(pid=87508) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:40:16.790383 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.db_base_plugin_common [None req-57d7ed49-c3e5-47f0-ac49-1979128a9d23 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Allocated IP 2001:db8::c4 (2769000e-f979-4993-b25c-a53f47882427/e4b17b77-ce3b-400c-9b3d-5bd00be03e23/531814d0-12ea-4fc1-9f22-395947886c5f) {{(pid=87507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 22:40:16.794858 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-8e9e24ff-e83b-48ad-82a1-c6346aab5679 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:40:16.796956 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e793b19b-2984-42cc-8188-d499c32c5399 None None] Pushing event updated for resources: {'Port': ['ID=82564001-deb4-48b4-8e19-abc4a730c6f0,revision_number=1']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:40:16.799365 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.scheduler.base_scheduler [None req-e793b19b-2984-42cc-8188-d499c32c5399 None None] Resources bound (agent type, host, resource id):  {{(pid=87508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:40:16.811427 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-e793b19b-2984-42cc-8188-d499c32c5399 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:40:16.811427 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e793b19b-2984-42cc-8188-d499c32c5399 None None] Received port after_create {{(pid=87508) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 22:40:16.843350 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-8e9e24ff-e83b-48ad-82a1-c6346aab5679 admin admin] Usage tracker for resource:network and tenant:021ba4f4c5d94216ba70fdc1551b8e7f is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:40:16.868328 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-8e9e24ff-e83b-48ad-82a1-c6346aab5679 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:40:16.877054 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.db_base_plugin_common [None req-69333db7-bc96-44fd-8cb0-6e8189c01d67 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Allocated IP 2001:db8:2::1 (72793834-29eb-42e8-85dd-260a74528871/a7ca8b93-95ae-4285-9f48-e0d2c28ea1ba/68a3e0cc-82c9-461d-a533-1b1fed433736) {{(pid=87506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 22:40:16.895480 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-8e9e24ff-e83b-48ad-82a1-c6346aab5679 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:40:16.945183 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072fd808-7776-45ae-b8ac-bae6d9f35c33 req-e32fb6b7-4b07-4963-ae46-04c651e7d24d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:40:16.945183 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-072fd808-7776-45ae-b8ac-bae6d9f35c33 req-e32fb6b7-4b07-4963-ae46-04c651e7d24d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ebcac23e4eae475893854e16d121f861&device_id=e559bb86-9633-4370-9cd9-33cf2cb148d6 HTTP/1.1" status: 200  len: 1099 time: 0.6387331
Dec 16 22:40:16.945183 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e9e24ff-e83b-48ad-82a1-c6346aab5679 admin admin] Made reservation on behalf of 021ba4f4c5d94216ba70fdc1551b8e7f for: {'network': 1} {{(pid=87506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:40:16.945183 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-8e9e24ff-e83b-48ad-82a1-c6346aab5679 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for network, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:17.026491 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-57d7ed49-c3e5-47f0-ac49-1979128a9d23 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks [] for port, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:17.044208 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.provisioning_blocks [None req-57d7ed49-c3e5-47f0-ac49-1979128a9d23 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Transition to ACTIVE for port object 531814d0-12ea-4fc1-9f22-395947886c5f will not be triggered until provisioned by entity DHCP. {{(pid=87507) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:40:17.071410 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-e793b19b-2984-42cc-8188-d499c32c5399 None None] Attempting to bind port 82564001-deb4-48b4-8e19-abc4a730c6f0 on host dv-neutron-821829-1-hyperv for vnic_type normal with profile  {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 22:40:17.071410 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-e793b19b-2984-42cc-8188-d499c32c5399 None None] Attempting to bind port 82564001-deb4-48b4-8e19-abc4a730c6f0 by drivers openvswitch,hyperv on host dv-neutron-821829-1-hyperv at level 0 using segments [{'id': '2994278f-2fd5-40fa-973f-2fba8af7d6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '72793834-29eb-42e8-85dd-260a74528871'}] {{(pid=87508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 22:40:17.071410 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e793b19b-2984-42cc-8188-d499c32c5399 None None] Attempting to bind port 82564001-deb4-48b4-8e19-abc4a730c6f0 on network 72793834-29eb-42e8-85dd-260a74528871 {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 22:40:17.075836 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-8e9e24ff-e83b-48ad-82a1-c6346aab5679 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:17.085034 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:17.090430 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-57d7ed49-c3e5-47f0-ac49-1979128a9d23 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10807823'] for port, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:17.101837 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-138b6c54-56d3-4a69-b90b-fa05000c7076 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:40:17.106874 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e793b19b-2984-42cc-8188-d499c32c5399 None None] Checking agent: {'id': '5571501f-366e-47a4-9b60-8ef19d935d27', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821829-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 24, 2), 'started_at': datetime.datetime(2021, 12, 16, 22, 24, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 40, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821829-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 22:40:17.106874 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e793b19b-2984-42cc-8188-d499c32c5399 None None] Checking segment: {'id': '2994278f-2fd5-40fa-973f-2fba8af7d6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '72793834-29eb-42e8-85dd-260a74528871'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 22:40:17.106874 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-e793b19b-2984-42cc-8188-d499c32c5399 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:17.106874 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e793b19b-2984-42cc-8188-d499c32c5399 None None] Bound using segment: {'id': '2994278f-2fd5-40fa-973f-2fba8af7d6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '72793834-29eb-42e8-85dd-260a74528871'} {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 22:40:17.106874 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-e793b19b-2984-42cc-8188-d499c32c5399 None None] Bound port: 82564001-deb4-48b4-8e19-abc4a730c6f0, host: dv-neutron-821829-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2994278f-2fd5-40fa-973f-2fba8af7d6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '72793834-29eb-42e8-85dd-260a74528871'}}] {{(pid=87508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 22:40:17.106874 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-e793b19b-2984-42cc-8188-d499c32c5399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:17.217300 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-8e9e24ff-e83b-48ad-82a1-c6346aab5679 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:40:17.241461 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-8e9e24ff-e83b-48ad-82a1-c6346aab5679 admin admin] Usage tracker for resource:security_group_rule and tenant:021ba4f4c5d94216ba70fdc1551b8e7f is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:40:17.262798 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-8e9e24ff-e83b-48ad-82a1-c6346aab5679 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:40:17.264920 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] For port 3e33538a-b435-411d-911e-75458b397f0d, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=3e33538a-b435-411d-911e-75458b397f0d,segment=NetworkSegment(a7479e81-7962-40b1-a70d-8b291137cf8a),segment_id=a7479e81-7962-40b1-a70d-8b291137cf8a)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:40:17.274552 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57d7ed49-c3e5-47f0-ac49-1979128a9d23 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Network 2769000e-f979-4993-b25c-a53f47882427 is already hosted by enough agents. {{(pid=87507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:40:17.286986 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:17.292996 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.base_scheduler [None req-57d7ed49-c3e5-47f0-ac49-1979128a9d23 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Resources bound (agent type, host, resource id):  {{(pid=87507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:40:17.292996 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d7ed49-c3e5-47f0-ac49-1979128a9d23 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Pushing event updated for resources: {'Port': ['ID=531814d0-12ea-4fc1-9f22-395947886c5f,revision_number=1']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:40:17.292996 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57d7ed49-c3e5-47f0-ac49-1979128a9d23 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Received port after_create {{(pid=87507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 22:40:17.317054 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57d7ed49-c3e5-47f0-ac49-1979128a9d23 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:40:17.317054 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-57d7ed49-c3e5-47f0-ac49-1979128a9d23 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for port, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:17.327218 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-adc1b05e-2c9c-4d71-ad62-54aa771a9e49 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:40:17.335014 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-57d7ed49-c3e5-47f0-ac49-1979128a9d23 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:40:17.345441 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-8e9e24ff-e83b-48ad-82a1-c6346aab5679 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:40:17.354489 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-57d7ed49-c3e5-47f0-ac49-1979128a9d23 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 930 time: 1.5467522
Dec 16 22:40:17.354489 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 46868) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:40:17.354489 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-15084df3-c493-410a-8f71-105c2a6689ca tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Request body: {'subnet': {'network_id': '2769000e-f979-4993-b25c-a53f47882427', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:40:17.396473 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3e0bebe-bae3-4866-b55e-85a064b76b3c None None] Update dhcp port {'port': {'network_id': '2769000e-f979-4993-b25c-a53f47882427', 'fixed_ips': [{'subnet_id': '30f653ab-310c-4dc3-8166-56300fbe79e2', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'e4b17b77-ce3b-400c-9b3d-5bd00be03e23'}], 'binding:host_id': 'dv-neutron-821829-1-hyperv'}, 'id': 'aefaa845-a51c-4a1f-8414-e7a8b0037790'} from dv-neutron-821829-1-hyperv. {{(pid=87508) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}}
Dec 16 22:40:17.434856 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-e793b19b-2984-42cc-8188-d499c32c5399 None None] For port 82564001-deb4-48b4-8e19-abc4a730c6f0, host dv-neutron-821829-1-hyperv, cleared binding levels {{(pid=87508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 22:40:17.454895 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-30b00004-d4c9-42c3-a9d0-adb7b18bd3c6 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1863317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11213092'] for subnet, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:17.462410 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-e793b19b-2984-42cc-8188-d499c32c5399 None None] For port 82564001-deb4-48b4-8e19-abc4a730c6f0, host dv-neutron-821829-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=82564001-deb4-48b4-8e19-abc4a730c6f0,segment=NetworkSegment(2994278f-2fd5-40fa-973f-2fba8af7d6af),segment_id=2994278f-2fd5-40fa-973f-2fba8af7d6af)] {{(pid=87508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 22:40:17.469602 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-0da933c6-8b94-4871-9a75-5b5500c4b85a tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:40:17.476031 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-e793b19b-2984-42cc-8188-d499c32c5399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:17.476031 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Pushing event updated for resources: {'Port': ['ID=3e33538a-b435-411d-911e-75458b397f0d,revision_number=5']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:40:17.476031 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:40:17.488567 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-649585e9-b0bf-403b-9551-3516d8b11ead None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.007s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:40:17.528322 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072fd808-7776-45ae-b8ac-bae6d9f35c33 req-0e465fca-cb1c-4788-b287-cf722f6c9b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:40:17.528322 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-072fd808-7776-45ae-b8ac-bae6d9f35c33 req-0e465fca-cb1c-4788-b287-cf722f6c9b23 service neutron] 10.222.0.49 "GET /v2.0/networks?id=59be113d-df84-4589-a861-2ce3da6b2e5d HTTP/1.1" status: 200  len: 912 time: 0.5612495
Dec 16 22:40:17.536404 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-a3e0bebe-bae3-4866-b55e-85a064b76b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:17.632343 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-15084df3-c493-410a-8f71-105c2a6689ca tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:40:17.632343 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-15084df3-c493-410a-8f71-105c2a6689ca tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Usage tracker for resource:subnet and tenant:69ee045658914011ac7b8ba0ad799b2d is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:40:17.639895 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-15084df3-c493-410a-8f71-105c2a6689ca tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:40:17.656874 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-15084df3-c493-410a-8f71-105c2a6689ca tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:40:17.663181 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e793b19b-2984-42cc-8188-d499c32c5399 None None] Pushing event updated for resources: {'Port': ['ID=82564001-deb4-48b4-8e19-abc4a730c6f0,revision_number=2']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:40:17.663181 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-e793b19b-2984-42cc-8188-d499c32c5399 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:40:17.668878 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15084df3-c493-410a-8f71-105c2a6689ca tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Made reservation on behalf of 69ee045658914011ac7b8ba0ad799b2d for: {'subnet': 1} {{(pid=87507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:40:17.683678 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-15084df3-c493-410a-8f71-105c2a6689ca tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10549598'] for subnet, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:17.689190 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-69333db7-bc96-44fd-8cb0-6e8189c01d67 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks [] for port, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:17.731698 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30b00004-d4c9-42c3-a9d0-adb7b18bd3c6 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Network d25a7dc0-a328-4711-a6e2-10bbe5d70dc8 is already hosted by enough agents. {{(pid=87506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:40:17.760651 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.base_scheduler [None req-30b00004-d4c9-42c3-a9d0-adb7b18bd3c6 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Resources bound (agent type, host, resource id):  {{(pid=87506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:40:17.771892 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30b00004-d4c9-42c3-a9d0-adb7b18bd3c6 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:40:17.784293 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-30b00004-d4c9-42c3-a9d0-adb7b18bd3c6 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks [] for subnet, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:17.791244 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8f4abe6-1139-4b71-bbf5-ddd1a954d381 None None] Network d25a7dc0-a328-4711-a6e2-10bbe5d70dc8 requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 22:40:17.848992 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.provisioning_blocks [None req-69333db7-bc96-44fd-8cb0-6e8189c01d67 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Transition to ACTIVE for port object 68a3e0cc-82c9-461d-a533-1b1fed433736 will not be triggered until provisioned by entity DHCP. {{(pid=87506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:40:17.850509 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b00004-d4c9-42c3-a9d0-adb7b18bd3c6 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Pushing event updated for resources: {'Subnet': ['ID=e5cc539c-8da5-4492-abfa-f63ffbc94bcd,revision_number=0']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:40:17.855406 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-30b00004-d4c9-42c3-a9d0-adb7b18bd3c6 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.399s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:40:17.875947 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.db.ipam_backend_mixin [None req-15084df3-c493-410a-8f71-105c2a6689ca tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet e4b17b77-ce3b-400c-9b3d-5bd00be03e23 (CIDR: 2001:db8::/64)
Dec 16 22:40:17.880399 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.pecan_wsgi.hooks.translation [None req-15084df3-c493-410a-8f71-105c2a6689ca tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 16 22:40:17.880962 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15084df3-c493-410a-8f71-105c2a6689ca tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87507) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 16 22:40:17.907540 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-15084df3-c493-410a-8f71-105c2a6689ca tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 0.5723484
Dec 16 22:40:17.910289 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 46872) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:40:17.914001 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-072fd808-7776-45ae-b8ac-bae6d9f35c33 req-bd95edd6-1f7e-44e2-a96d-7bb90ea28b6a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4359d2e8-34fe-4cb4-bef0-4f10169a8bef HTTP/1.1" status: 200  len: 1001 time: 0.3405175
Dec 16 22:40:17.916337 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-a16293d7-6677-4cf4-9e18-0210509cc362 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Request body: {'subnet': {'network_id': '2769000e-f979-4993-b25c-a53f47882427', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:40:17.983669 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-30b00004-d4c9-42c3-a9d0-adb7b18bd3c6 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 2.8342042
Dec 16 22:40:17.993636 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 46876) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:40:18.038160 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-99131bda-2136-4741-918e-7a770339db20 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Request body: {'security_group': {'name': 'tempest-secgroup-191052916'}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:40:18.046516 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-99131bda-2136-4741-918e-7a770339db20 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:40:18.051990 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-99131bda-2136-4741-918e-7a770339db20 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Usage tracker for resource:security_group and tenant:3ddf94e9e4ac4112b345468cafab037c is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:40:18.055420 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-99131bda-2136-4741-918e-7a770339db20 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:40:18.061458 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-99131bda-2136-4741-918e-7a770339db20 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:40:18.091879 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072fd808-7776-45ae-b8ac-bae6d9f35c33 req-29eb83e3-481c-4862-be39-dc5d2dd1f886 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:40:18.094793 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-072fd808-7776-45ae-b8ac-bae6d9f35c33 req-29eb83e3-481c-4862-be39-dc5d2dd1f886 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e85fa5c2-5253-44c8-9f57-0c1d2c97dd41 HTTP/1.1" status: 200  len: 850 time: 0.1714876
Dec 16 22:40:18.102570 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-8e9e24ff-e83b-48ad-82a1-c6346aab5679 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:18.103961 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-99131bda-2136-4741-918e-7a770339db20 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks [] for security_group, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:18.134937 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-a16293d7-6677-4cf4-9e18-0210509cc362 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:40:18.148449 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-a16293d7-6677-4cf4-9e18-0210509cc362 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Usage tracker for resource:subnet and tenant:69ee045658914011ac7b8ba0ad799b2d is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:40:18.148449 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-a16293d7-6677-4cf4-9e18-0210509cc362 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:40:18.169606 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-a16293d7-6677-4cf4-9e18-0210509cc362 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:40:18.169606 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a16293d7-6677-4cf4-9e18-0210509cc362 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Made reservation on behalf of 69ee045658914011ac7b8ba0ad799b2d for: {'subnet': 1} {{(pid=87507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:40:18.186193 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-8e9e24ff-e83b-48ad-82a1-c6346aab5679 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841066'] for security_group, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:18.197584 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-a16293d7-6677-4cf4-9e18-0210509cc362 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10549598'] for subnet, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:18.204389 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e9e24ff-e83b-48ad-82a1-c6346aab5679 admin admin] vlan segment allocate from pool success with {'vlan_id': 167, 'physical_network': 'physnet1'}  {{(pid=87506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 22:40:18.212206 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.db_base_plugin_common [None req-a3e0bebe-bae3-4866-b55e-85a064b76b3c None None] Allocated IP 2001:db8::2 (2769000e-f979-4993-b25c-a53f47882427/e4b17b77-ce3b-400c-9b3d-5bd00be03e23/aefaa845-a51c-4a1f-8414-e7a8b0037790) {{(pid=87508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 22:40:18.219703 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-8e9e24ff-e83b-48ad-82a1-c6346aab5679 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-883292'] for segment, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:18.219703 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.db.segments_db [None req-8e9e24ff-e83b-48ad-82a1-c6346aab5679 admin admin] Added segment 2577d818-0e29-479d-b0de-338c10752042 of type vlan for network b8fd4ecc-4c8d-44f6-ade3-05c82b463e30
Dec 16 22:40:18.234821 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-8e9e24ff-e83b-48ad-82a1-c6346aab5679 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734753047233'] for network, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:18.251256 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-4da9883d-790f-4237-94de-2c5d237104ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:40:18.258496 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-69333db7-bc96-44fd-8cb0-6e8189c01d67 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1863393'] for port, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:18.307994 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-99131bda-2136-4741-918e-7a770339db20 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:40:18.310387 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-8e9e24ff-e83b-48ad-82a1-c6346aab5679 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440'] for network, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:18.311386 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e9e24ff-e83b-48ad-82a1-c6346aab5679 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:40:18.311987 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-8e9e24ff-e83b-48ad-82a1-c6346aab5679 admin admin] Notify callbacks [] for network, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:18.321511 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69333db7-bc96-44fd-8cb0-6e8189c01d67 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Network 72793834-29eb-42e8-85dd-260a74528871 is already hosted by enough agents. {{(pid=87506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:40:18.328029 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-99131bda-2136-4741-918e-7a770339db20 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Usage tracker for resource:security_group_rule and tenant:3ddf94e9e4ac4112b345468cafab037c is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:40:18.330991 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.base_scheduler [None req-69333db7-bc96-44fd-8cb0-6e8189c01d67 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Resources bound (agent type, host, resource id):  {{(pid=87506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:40:18.333130 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9e24ff-e83b-48ad-82a1-c6346aab5679 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2a7ae02-12b2-467c-a00d-8fc3127f3c58,revision_number=1']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:40:18.337473 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69333db7-bc96-44fd-8cb0-6e8189c01d67 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Received port after_create {{(pid=87506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 22:40:18.338350 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-69333db7-bc96-44fd-8cb0-6e8189c01d67 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3830061'] for router_interface, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:18.341164 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-99131bda-2136-4741-918e-7a770339db20 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:40:18.350645 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-8e9e24ff-e83b-48ad-82a1-c6346aab5679 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:40:18.351490 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-e2cc9fc0-3514-4085-99ac-22fba717edae tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.084s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:40:18.360683 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.db.ipam_backend_mixin [None req-a16293d7-6677-4cf4-9e18-0210509cc362 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 30f653ab-310c-4dc3-8166-56300fbe79e2 (CIDR: 2001:db8:0:1::/64)
Dec 16 22:40:18.364942 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.pecan_wsgi.hooks.translation [None req-a16293d7-6677-4cf4-9e18-0210509cc362 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 16 22:40:18.365661 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a16293d7-6677-4cf4-9e18-0210509cc362 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87507) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 16 22:40:18.384018 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-a16293d7-6677-4cf4-9e18-0210509cc362 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 428 time: 0.4724314
Dec 16 22:40:18.386943 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 46880) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:40:18.394543 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-5c46c821-53dd-4c90-ab6f-5f29e16e9301 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Request body: {'subnet': {'network_id': '2769000e-f979-4993-b25c-a53f47882427', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:40:18.399549 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-a3e0bebe-bae3-4866-b55e-85a064b76b3c None None] For port aefaa845-a51c-4a1f-8414-e7a8b0037790, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=aefaa845-a51c-4a1f-8414-e7a8b0037790,segment=NetworkSegment(22cf138c-9e36-435b-996f-2f0ecf1ae63f),segment_id=22cf138c-9e36-435b-996f-2f0ecf1ae63f)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:40:18.406272 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-99131bda-2136-4741-918e-7a770339db20 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:40:18.430572 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-a3e0bebe-bae3-4866-b55e-85a064b76b3c None None] Notify callbacks [] for port, precommit_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:18.436520 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c34cf4b4-2ad0-44a2-937f-a1a932b5813c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1d6bfaf-d325-5e4f-b05d-2441d8339617-d25a7dc0-a328-4711-a6e2-10bbe5d70dc8', 'network_id': 'd25a7dc0-a328-4711-a6e2-10bbe5d70dc8', 'tenant_id': '3ddf94e9e4ac4112b345468cafab037c', 'fixed_ips': [{'subnet_id': 'e5cc539c-8da5-4492-abfa-f63ffbc94bcd'}]}} from dv-neutron-821829-1-hyperv. {{(pid=87508) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 16 22:40:18.437506 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-c34cf4b4-2ad0-44a2-937f-a1a932b5813c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:18.447406 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-8e9e24ff-e83b-48ad-82a1-c6346aab5679 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 2.1507921
Dec 16 22:40:18.460136 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 46884) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:40:18.473832 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-a3e0bebe-bae3-4866-b55e-85a064b76b3c None None] Transition to ACTIVE for port object aefaa845-a51c-4a1f-8414-e7a8b0037790 will not be triggered until provisioned by entity DHCP. {{(pid=87508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:40:18.490078 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072fd808-7776-45ae-b8ac-bae6d9f35c33 req-68591d3e-cfd7-4c6e-85ef-92d2d5b118a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:40:18.491999 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-072fd808-7776-45ae-b8ac-bae6d9f35c33 req-68591d3e-cfd7-4c6e-85ef-92d2d5b118a9 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=59be113d-df84-4589-a861-2ce3da6b2e5d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.3764422
Dec 16 22:40:18.495946 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-131ef8fd-59d0-4b40-8aad-7f0c201f0b00 admin admin] Request body: {'subnet': {'network_id': 'b8fd4ecc-4c8d-44f6-ade3-05c82b463e30', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-215569338-subnet', 'tenant_id': '021ba4f4c5d94216ba70fdc1551b8e7f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:40:18.519208 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-a3e0bebe-bae3-4866-b55e-85a064b76b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:18.527559 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-92fb7070-57c7-4edb-bff0-1fcdd8ae4301 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:40:18.540955 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-131ef8fd-59d0-4b40-8aad-7f0c201f0b00 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:40:18.597376 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69333db7-bc96-44fd-8cb0-6e8189c01d67 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Pushing event updated for resources: {'Port': ['ID=68a3e0cc-82c9-461d-a533-1b1fed433736,revision_number=1']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:40:18.601599 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-69333db7-bc96-44fd-8cb0-6e8189c01d67 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:40:18.613634 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-131ef8fd-59d0-4b40-8aad-7f0c201f0b00 admin admin] Usage tracker for resource:subnet and tenant:021ba4f4c5d94216ba70fdc1551b8e7f is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:40:18.645610 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-5c46c821-53dd-4c90-ab6f-5f29e16e9301 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:40:18.649704 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-5c46c821-53dd-4c90-ab6f-5f29e16e9301 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Usage tracker for resource:subnet and tenant:69ee045658914011ac7b8ba0ad799b2d is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:40:18.652819 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-5c46c821-53dd-4c90-ab6f-5f29e16e9301 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:40:18.659862 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-5c46c821-53dd-4c90-ab6f-5f29e16e9301 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:40:18.665680 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-2dd6e7f6-5444-488e-b39a-5f10f442dd12 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.343s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:40:18.670587 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c46c821-53dd-4c90-ab6f-5f29e16e9301 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Made reservation on behalf of 69ee045658914011ac7b8ba0ad799b2d for: {'subnet': 1} {{(pid=87507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:40:18.674616 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-5c46c821-53dd-4c90-ab6f-5f29e16e9301 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10549598'] for subnet, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:18.682643 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-131ef8fd-59d0-4b40-8aad-7f0c201f0b00 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:40:18.714326 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-131ef8fd-59d0-4b40-8aad-7f0c201f0b00 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:40:18.725023 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e0bebe-bae3-4866-b55e-85a064b76b3c None None] Pushing event updated for resources: {'Port': ['ID=aefaa845-a51c-4a1f-8414-e7a8b0037790,revision_number=6']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:40:18.778345 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-a3e0bebe-bae3-4866-b55e-85a064b76b3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:40:18.826962 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.db_base_plugin_common [None req-c34cf4b4-2ad0-44a2-937f-a1a932b5813c None None] Allocated IP 172.20.0.2 (d25a7dc0-a328-4711-a6e2-10bbe5d70dc8/e5cc539c-8da5-4492-abfa-f63ffbc94bcd/04256dca-9934-4eef-94a4-04d4b12df29b) {{(pid=87508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 22:40:18.842277 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-131ef8fd-59d0-4b40-8aad-7f0c201f0b00 admin admin] Made reservation on behalf of 021ba4f4c5d94216ba70fdc1551b8e7f for: {'subnet': 1} {{(pid=87506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:40:18.844953 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-131ef8fd-59d0-4b40-8aad-7f0c201f0b00 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11213078'] for subnet, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:18.908741 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9e24ff-e83b-48ad-82a1-c6346aab5679 admin admin] Pushing event updated for resources: {'Network': ['ID=b8fd4ecc-4c8d-44f6-ade3-05c82b463e30,revision_number=1']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:40:18.960716 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-8e9e24ff-e83b-48ad-82a1-c6346aab5679 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:40:19.039003 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-5c46c821-53dd-4c90-ab6f-5f29e16e9301 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10807931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10549612'] for subnet, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:19.040897 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-99131bda-2136-4741-918e-7a770339db20 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks [] for security_group, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:19.048602 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-063c32a4-e239-460e-b084-faefe2c84177 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:40:19.072084 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-99131bda-2136-4741-918e-7a770339db20 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841066'] for security_group, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:19.089176 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-e4e6bb7e-734b-4c32-a9a8-25e752b98a98 tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:40:19.102264 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-c34cf4b4-2ad0-44a2-937f-a1a932b5813c None None] Notify callbacks [] for port, precommit_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:19.114334 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-69333db7-bc96-44fd-8cb0-6e8189c01d67 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:19.119026 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c46c821-53dd-4c90-ab6f-5f29e16e9301 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Network 2769000e-f979-4993-b25c-a53f47882427 is already hosted by enough agents. {{(pid=87507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:40:19.128562 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.base_scheduler [None req-5c46c821-53dd-4c90-ab6f-5f29e16e9301 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Resources bound (agent type, host, resource id):  {{(pid=87507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:40:19.133701 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c46c821-53dd-4c90-ab6f-5f29e16e9301 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:40:19.133939 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-c34cf4b4-2ad0-44a2-937f-a1a932b5813c None None] Transition to ACTIVE for port object 04256dca-9934-4eef-94a4-04d4b12df29b will not be triggered until provisioned by entity L2. {{(pid=87508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:40:19.134685 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-5c46c821-53dd-4c90-ab6f-5f29e16e9301 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks [] for subnet, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:19.135297 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-072fd808-7776-45ae-b8ac-bae6d9f35c33 req-acbacaec-ffae-4f07-a0ef-404de446e3fe service neutron] 10.222.0.49 "GET /v2.0/networks/59be113d-df84-4589-a861-2ce3da6b2e5d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6259878
Dec 16 22:40:19.152754 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c46c821-53dd-4c90-ab6f-5f29e16e9301 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Pushing event updated for resources: {'Subnet': ['ID=21a9f57e-39f9-4c7e-86dd-c471d9b9ebed,revision_number=0']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:40:19.155501 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-5c46c821-53dd-4c90-ab6f-5f29e16e9301 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:40:19.158971 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-c34cf4b4-2ad0-44a2-937f-a1a932b5813c None None] Transition to ACTIVE for port object 04256dca-9934-4eef-94a4-04d4b12df29b will not be triggered until provisioned by entity DHCP. {{(pid=87508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:40:19.164613 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Network b8fd4ecc-4c8d-44f6-ade3-05c82b463e30 details requested by agent ovs-agent-dv-neutron-821829-1-hyperv with host dv-neutron-821829-1-hyperv {{(pid=87508) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 22:40:19.177986 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-5c46c821-53dd-4c90-ab6f-5f29e16e9301 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 836 time: 0.7898962
Dec 16 22:40:19.180808 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 46888) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:40:19.192500 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-4cc96575-af1d-4367-aa96-c3f7a54d6b48 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1030095403', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '21a9f57e-39f9-4c7e-86dd-c471d9b9ebed'}], 'security_groups': ['45f5f23c-1c19-41e8-a0d8-5bc577ab73c5', '89b657df-2522-431f-ad58-425483ceaa85']}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:40:19.251502 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-c34cf4b4-2ad0-44a2-937f-a1a932b5813c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940'] for port, after_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:19.268072 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:40:19.344777 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8628a19-d256-4cad-b6a8-fca9351a1707 None None] Network 72793834-29eb-42e8-85dd-260a74528871 requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 22:40:19.428172 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c34cf4b4-2ad0-44a2-937f-a1a932b5813c None None] Network d25a7dc0-a328-4711-a6e2-10bbe5d70dc8 is already hosted by enough agents. {{(pid=87508) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:40:19.439459 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.scheduler.base_scheduler [None req-c34cf4b4-2ad0-44a2-937f-a1a932b5813c None None] Resources bound (agent type, host, resource id):  {{(pid=87508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:40:19.467653 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c34cf4b4-2ad0-44a2-937f-a1a932b5813c None None] Received port after_create {{(pid=87508) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 22:40:19.473502 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99131bda-2136-4741-918e-7a770339db20 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef80ce14-2754-455a-9ba3-05d18d07056d,revision_number=1']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:40:19.476171 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-99131bda-2136-4741-918e-7a770339db20 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks [] for security_group, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:19.480650 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-99131bda-2136-4741-918e-7a770339db20 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1744 time: 1.4742434
Dec 16 22:40:19.481958 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-99131bda-2136-4741-918e-7a770339db20 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.393s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:40:19.484866 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 46892) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:40:19.516649 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-4517d29d-0838-4bf6-ac01-859fc6e1bd19 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Request body: {'security_group': {'name': 'tempest-secgroup-689716889'}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:40:19.562360 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-4517d29d-0838-4bf6-ac01-859fc6e1bd19 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:40:19.572866 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-4cc96575-af1d-4367-aa96-c3f7a54d6b48 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:19.654092 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34cf4b4-2ad0-44a2-937f-a1a932b5813c None None] Pushing event updated for resources: {'Port': ['ID=04256dca-9934-4eef-94a4-04d4b12df29b,revision_number=1']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:40:19.660618 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-c34cf4b4-2ad0-44a2-937f-a1a932b5813c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.393s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:40:19.662146 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-c34cf4b4-2ad0-44a2-937f-a1a932b5813c None None] Attempting to bind port 04256dca-9934-4eef-94a4-04d4b12df29b on host dv-neutron-821829-1-hyperv for vnic_type normal with profile  {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 22:40:19.662711 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-c34cf4b4-2ad0-44a2-937f-a1a932b5813c None None] Attempting to bind port 04256dca-9934-4eef-94a4-04d4b12df29b by drivers openvswitch,hyperv on host dv-neutron-821829-1-hyperv at level 0 using segments [{'id': '1f048097-0229-4a28-baff-9e702fc17100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'd25a7dc0-a328-4711-a6e2-10bbe5d70dc8'}] {{(pid=87508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 22:40:19.663308 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c34cf4b4-2ad0-44a2-937f-a1a932b5813c None None] Attempting to bind port 04256dca-9934-4eef-94a4-04d4b12df29b on network d25a7dc0-a328-4711-a6e2-10bbe5d70dc8 {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 22:40:19.670943 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-ad63e723-3938-469f-b67b-92e5aa6ad59d None None] Provisioning for port 82564001-deb4-48b4-8e19-abc4a730c6f0 completed by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 22:40:19.680060 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-4517d29d-0838-4bf6-ac01-859fc6e1bd19 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Usage tracker for resource:security_group and tenant:3ddf94e9e4ac4112b345468cafab037c is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:40:19.683578 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c34cf4b4-2ad0-44a2-937f-a1a932b5813c None None] Checking agent: {'id': '5571501f-366e-47a4-9b60-8ef19d935d27', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821829-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 24, 2), 'started_at': datetime.datetime(2021, 12, 16, 22, 24, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 40, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821829-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 22:40:19.684224 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c34cf4b4-2ad0-44a2-937f-a1a932b5813c None None] Checking segment: {'id': '1f048097-0229-4a28-baff-9e702fc17100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'd25a7dc0-a328-4711-a6e2-10bbe5d70dc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 22:40:19.684822 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-c34cf4b4-2ad0-44a2-937f-a1a932b5813c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:19.685721 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c34cf4b4-2ad0-44a2-937f-a1a932b5813c None None] Bound using segment: {'id': '1f048097-0229-4a28-baff-9e702fc17100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'd25a7dc0-a328-4711-a6e2-10bbe5d70dc8'} {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 22:40:19.686394 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-c34cf4b4-2ad0-44a2-937f-a1a932b5813c None None] Bound port: 04256dca-9934-4eef-94a4-04d4b12df29b, host: dv-neutron-821829-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f048097-0229-4a28-baff-9e702fc17100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'd25a7dc0-a328-4711-a6e2-10bbe5d70dc8'}}] {{(pid=87508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 22:40:19.686779 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-c34cf4b4-2ad0-44a2-937f-a1a932b5813c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:19.732144 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 3e33538a-b435-411d-911e-75458b397f0d up at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 22:40:19.776048 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-4517d29d-0838-4bf6-ac01-859fc6e1bd19 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:40:19.796219 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-4517d29d-0838-4bf6-ac01-859fc6e1bd19 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:40:19.802833 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-955364c3-b2e1-459b-90fc-0040905cb685 None None] Network 2769000e-f979-4993-b25c-a53f47882427 requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 22:40:19.905735 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-4517d29d-0838-4bf6-ac01-859fc6e1bd19 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks [] for security_group, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:19.971192 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-072fd808-7776-45ae-b8ac-bae6d9f35c33 req-e2ea0151-1c2d-41d5-9761-04e9cc4aa66f service neutron] 10.222.0.49 "GET /v2.0/networks/59be113d-df84-4589-a861-2ce3da6b2e5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.8045874
Dec 16 22:40:19.974015 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-4517d29d-0838-4bf6-ac01-859fc6e1bd19 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:40:19.988303 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-4517d29d-0838-4bf6-ac01-859fc6e1bd19 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Usage tracker for resource:security_group_rule and tenant:3ddf94e9e4ac4112b345468cafab037c is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:40:19.993716 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-131ef8fd-59d0-4b40-8aad-7f0c201f0b00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1863317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11213092'] for subnet, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:19.999977 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-4517d29d-0838-4bf6-ac01-859fc6e1bd19 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:40:20.005495 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-9164a91b-94b5-4ef9-9422-da62e1e80826 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:40:20.041696 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-4517d29d-0838-4bf6-ac01-859fc6e1bd19 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:40:20.061947 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.db_base_plugin_common [None req-4cc96575-af1d-4367-aa96-c3f7a54d6b48 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Delete allocated IP 2001:db8::c4 (2769000e-f979-4993-b25c-a53f47882427/e4b17b77-ce3b-400c-9b3d-5bd00be03e23) {{(pid=87507) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}}
Dec 16 22:40:20.073147 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.db_base_plugin_common [None req-4cc96575-af1d-4367-aa96-c3f7a54d6b48 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Allocated IP 2001:db8:0:2::2fc (2769000e-f979-4993-b25c-a53f47882427/21a9f57e-39f9-4c7e-86dd-c471d9b9ebed/531814d0-12ea-4fc1-9f22-395947886c5f) {{(pid=87507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 22:40:20.083865 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-f2d4dabe-a255-4a75-934d-3cb8de3b9bc8 None None] Provisioning complete for port de92b1bc-1545-4d82-b632-a33cf163810e triggered by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:40:20.084267 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-f2d4dabe-a255-4a75-934d-3cb8de3b9bc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:20.139783 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-c34cf4b4-2ad0-44a2-937f-a1a932b5813c None None] For port 04256dca-9934-4eef-94a4-04d4b12df29b, host dv-neutron-821829-1-hyperv, cleared binding levels {{(pid=87508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 22:40:20.182581 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-c34cf4b4-2ad0-44a2-937f-a1a932b5813c None None] For port 04256dca-9934-4eef-94a4-04d4b12df29b, host dv-neutron-821829-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=04256dca-9934-4eef-94a4-04d4b12df29b,segment=NetworkSegment(1f048097-0229-4a28-baff-9e702fc17100),segment_id=1f048097-0229-4a28-baff-9e702fc17100)] {{(pid=87508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 22:40:20.195182 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131ef8fd-59d0-4b40-8aad-7f0c201f0b00 admin admin] Pushing event updated for resources: {'Subnet': ['ID=21def962-9025-49f2-8714-ffd8dceead3d,revision_number=0']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:40:20.204354 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-131ef8fd-59d0-4b40-8aad-7f0c201f0b00 admin admin] Checking segment: {'id': '2577d818-0e29-479d-b0de-338c10752042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'b8fd4ecc-4c8d-44f6-ade3-05c82b463e30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 22:40:20.205053 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-131ef8fd-59d0-4b40-8aad-7f0c201f0b00 admin admin] Network hostable DHCP agents. Network: b8fd4ecc-4c8d-44f6-ade3-05c82b463e30, hostable agents: ['3b155c4d-12dc-491e-aa14-6113b06cfacd'], hosted agents: [] {{(pid=87506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 16 22:40:20.214313 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-131ef8fd-59d0-4b40-8aad-7f0c201f0b00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:40:20.234883 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-c34cf4b4-2ad0-44a2-937f-a1a932b5813c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:20.244254 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-3cc200e4-5875-4ecd-9afd-006de3858b9b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:40:20.273872 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-f2d4dabe-a255-4a75-934d-3cb8de3b9bc8 None None] Port de92b1bc-1545-4d82-b632-a33cf163810e cannot update to ACTIVE because it is not bound. {{(pid=87508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 22:40:20.289158 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning complete for port 3e33538a-b435-411d-911e-75458b397f0d triggered by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:40:20.289551 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:20.291938 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-131ef8fd-59d0-4b40-8aad-7f0c201f0b00 admin admin] Network b8fd4ecc-4c8d-44f6-ade3-05c82b463e30 is scheduled to be hosted by DHCP agent 3b155c4d-12dc-491e-aa14-6113b06cfacd with binding_index 1 {{(pid=87506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 16 22:40:20.322712 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.base_scheduler [None req-131ef8fd-59d0-4b40-8aad-7f0c201f0b00 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821829-1-hyperv, b8fd4ecc-4c8d-44f6-ade3-05c82b463e30) {{(pid=87506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:40:20.344209 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-4517d29d-0838-4bf6-ac01-859fc6e1bd19 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks [] for security_group, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:20.346262 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-131ef8fd-59d0-4b40-8aad-7f0c201f0b00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:40:20.347298 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-131ef8fd-59d0-4b40-8aad-7f0c201f0b00 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:20.350465 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00a7db83-27dc-4ae3-a190-42a144a38a02 None None] Network b8fd4ecc-4c8d-44f6-ade3-05c82b463e30 requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 22:40:20.370436 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-69333db7-bc96-44fd-8cb0-6e8189c01d67 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks [] for port, precommit_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:20.385833 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-131ef8fd-59d0-4b40-8aad-7f0c201f0b00 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 1.9114156
Dec 16 22:40:20.388474 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-4517d29d-0838-4bf6-ac01-859fc6e1bd19 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841066'] for security_group, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:20.394723 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-108418ef-4286-4dd0-923e-d368a0e2d0c2 tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:40:20.399891 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-4cc96575-af1d-4367-aa96-c3f7a54d6b48 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks [] for port, precommit_update {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:20.409717 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-69333db7-bc96-44fd-8cb0-6e8189c01d67 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1863400'] for port, after_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:20.410978 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-69333db7-bc96-44fd-8cb0-6e8189c01d67 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3791426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3830222'] for router_interface, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:20.450205 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-4517d29d-0838-4bf6-ac01-859fc6e1bd19 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks [] for security_group, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:20.452154 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-4517d29d-0838-4bf6-ac01-859fc6e1bd19 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1744 time: 0.9426496
Dec 16 22:40:20.452292 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.provisioning_blocks [None req-4cc96575-af1d-4367-aa96-c3f7a54d6b48 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Ignored duplicate provisioning block setup for port 531814d0-12ea-4fc1-9f22-395947886c5f by entity DHCP. {{(pid=87507) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}}
Dec 16 22:40:20.455027 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 46898) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:40:20.462593 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-4cc96575-af1d-4367-aa96-c3f7a54d6b48 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10807814'] for port, after_update {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:20.471467 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4517d29d-0838-4bf6-ac01-859fc6e1bd19 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f8f8ae1-5b16-4d8c-bc7e-1f7ccf74e5ac,revision_number=1']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:40:20.477832 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-4517d29d-0838-4bf6-ac01-859fc6e1bd19 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:40:20.478831 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-c35f511a-3366-4484-ac64-5e5a3fce3d35 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.060s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:40:20.494378 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-a1178645-0531-4376-b0e1-51dfbfd48f1f tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-86967045', 'security_groups': ['8f8f8ae1-5b16-4d8c-bc7e-1f7ccf74e5ac'], 'network_id': 'd25a7dc0-a328-4711-a6e2-10bbe5d70dc8', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'e5cc539c-8da5-4492-abfa-f63ffbc94bcd'}]}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:40:20.538181 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-138b6c54-56d3-4a69-b90b-fa05000c7076 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:40:20.557993 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-f2d4dabe-a255-4a75-934d-3cb8de3b9bc8 None None] Provisioning for port aefaa845-a51c-4a1f-8414-e7a8b0037790 completed by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 22:40:20.592823 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-f2d4dabe-a255-4a75-934d-3cb8de3b9bc8 None None] Provisioning complete for port aefaa845-a51c-4a1f-8414-e7a8b0037790 triggered by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:40:20.593511 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-f2d4dabe-a255-4a75-934d-3cb8de3b9bc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:20.633441 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69333db7-bc96-44fd-8cb0-6e8189c01d67 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Pushing event updated for resources: {'Port': ['ID=68a3e0cc-82c9-461d-a533-1b1fed433736,revision_number=2']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:40:20.641630 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34cf4b4-2ad0-44a2-937f-a1a932b5813c None None] Pushing event updated for resources: {'Port': ['ID=04256dca-9934-4eef-94a4-04d4b12df29b,revision_number=2']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:40:20.645027 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-69333db7-bc96-44fd-8cb0-6e8189c01d67 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:40:20.666322 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-c34cf4b4-2ad0-44a2-937f-a1a932b5813c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.422s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:40:20.719529 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69333db7-bc96-44fd-8cb0-6e8189c01d67 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Network 72793834-29eb-42e8-85dd-260a74528871 is already hosted by enough agents. {{(pid=87506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:40:20.720800 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.base_scheduler [None req-69333db7-bc96-44fd-8cb0-6e8189c01d67 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Resources bound (agent type, host, resource id):  {{(pid=87506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:40:20.809321 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.plugin [None req-4cc96575-af1d-4367-aa96-c3f7a54d6b48 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] In _notify_port_updated(), no bound segment for port 531814d0-12ea-4fc1-9f22-395947886c5f on network 2769000e-f979-4993-b25c-a53f47882427 {{(pid=87507) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}}
Dec 16 22:40:20.815017 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cc96575-af1d-4367-aa96-c3f7a54d6b48 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:40:20.815979 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-4cc96575-af1d-4367-aa96-c3f7a54d6b48 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for port, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:20.817461 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-4cc96575-af1d-4367-aa96-c3f7a54d6b48 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] 10.222.0.13 "PUT /v2.0/ports/531814d0-12ea-4fc1-9f22-395947886c5f HTTP/1.1" status: 200  len: 970 time: 1.6356640
Dec 16 22:40:20.823322 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 46906) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:40:20.969670 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc96575-af1d-4367-aa96-c3f7a54d6b48 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Pushing event updated for resources: {'Port': ['ID=531814d0-12ea-4fc1-9f22-395947886c5f,revision_number=2']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:40:20.978646 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69333db7-bc96-44fd-8cb0-6e8189c01d67 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Router de6e1cb0-4da7-43f8-b26d-16a795a01ed1 has already been hosted by L3 agent 4f519db7-069b-43e2-8411-c092bac9102a {{(pid=87506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 22:40:20.984312 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-4cc96575-af1d-4367-aa96-c3f7a54d6b48 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.446s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:40:21.080233 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.plugin [None req-40c3f4b0-84de-4725-a336-779f019438bc tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Deleting port 531814d0-12ea-4fc1-9f22-395947886c5f {{(pid=87507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:40:21.080928 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-40c3f4b0-84de-4725-a336-779f019438bc tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:21.084528 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 82564001-deb4-48b4-8e19-abc4a730c6f0 up at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 22:40:21.184785 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-a1178645-0531-4376-b0e1-51dfbfd48f1f tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:40:21.207343 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-a1178645-0531-4376-b0e1-51dfbfd48f1f tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Usage tracker for resource:port and tenant:3ddf94e9e4ac4112b345468cafab037c is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:40:21.217799 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-a1178645-0531-4376-b0e1-51dfbfd48f1f tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:40:21.230216 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-a1178645-0531-4376-b0e1-51dfbfd48f1f tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:40:21.233237 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69333db7-bc96-44fd-8cb0-6e8189c01d67 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify agent at l3_agent.dv-neutron-821829-1-hyperv the message routers_updated {{(pid=87506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 22:40:21.248005 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e81b1d0-a549-4da5-9cf5-01e1b4bc6ec8 None None] Sync routers for ids ['de6e1cb0-4da7-43f8-b26d-16a795a01ed1'] in dv-neutron-821829-1-hyperv {{(pid=87509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 22:40:21.263811 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-69333db7-bc96-44fd-8cb0-6e8189c01d67 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] 10.222.0.13 "PUT /v2.0/routers/de6e1cb0-4da7-43f8-b26d-16a795a01ed1/add_router_interface HTTP/1.1" status: 200  len: 503 time: 8.1656699
Dec 16 22:40:21.264886 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 46916) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:40:21.276611 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-53455a4d-a0ba-40e2-a14d-4bba89b1c7de tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-610055029'}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:40:21.279787 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e81b1d0-a549-4da5-9cf5-01e1b4bc6ec8 None None] Routers {'de6e1cb0-4da7-43f8-b26d-16a795a01ed1'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:40:21.280555 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-9e81b1d0-a549-4da5-9cf5-01e1b4bc6ec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b7c77f520>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:40:01Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['de6e1cb0-4da7-43f8-b26d-16a795a01ed1'], 'active': True} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:40:21.282498 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-53455a4d-a0ba-40e2-a14d-4bba89b1c7de tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:40:21.287890 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-53455a4d-a0ba-40e2-a14d-4bba89b1c7de tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Usage tracker for resource:network and tenant:a221f56311244d31a510a3a1bb3c6ce9 is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:40:21.293900 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-53455a4d-a0ba-40e2-a14d-4bba89b1c7de tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:40:21.308659 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-53455a4d-a0ba-40e2-a14d-4bba89b1c7de tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:40:21.336157 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53455a4d-a0ba-40e2-a14d-4bba89b1c7de tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Made reservation on behalf of a221f56311244d31a510a3a1bb3c6ce9 for: {'network': 1} {{(pid=87506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:40:21.356327 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-53455a4d-a0ba-40e2-a14d-4bba89b1c7de tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for network, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:21.403592 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 46922) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:40:21.424414 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-7c9165d9-4f68-4a52-817d-4eb4ddae5903 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1859926201-network', 'tenant_id': '675b704b922a494194d89d1bc749f549'}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:40:21.433547 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a012a7b-2d17-4753-b222-9c69f978a3fe None None] Update dhcp port {'port': {'network_id': '2769000e-f979-4993-b25c-a53f47882427', 'fixed_ips': [{'subnet_id': '30f653ab-310c-4dc3-8166-56300fbe79e2', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'e4b17b77-ce3b-400c-9b3d-5bd00be03e23', 'ip_address': '2001:db8::2'}, {'subnet_id': '21a9f57e-39f9-4c7e-86dd-c471d9b9ebed'}], 'binding:host_id': 'dv-neutron-821829-1-hyperv'}, 'id': 'aefaa845-a51c-4a1f-8414-e7a8b0037790'} from dv-neutron-821829-1-hyperv. {{(pid=87508) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}}
Dec 16 22:40:21.437662 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-7c9165d9-4f68-4a52-817d-4eb4ddae5903 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:40:21.447647 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-7c9165d9-4f68-4a52-817d-4eb4ddae5903 admin admin] Usage tracker for resource:network and tenant:675b704b922a494194d89d1bc749f549 is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:40:21.454308 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-7c9165d9-4f68-4a52-817d-4eb4ddae5903 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:40:21.466061 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-7c9165d9-4f68-4a52-817d-4eb4ddae5903 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:40:21.496511 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c9165d9-4f68-4a52-817d-4eb4ddae5903 admin admin] Made reservation on behalf of 675b704b922a494194d89d1bc749f549 for: {'network': 1} {{(pid=87506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:40:21.502263 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-7c9165d9-4f68-4a52-817d-4eb4ddae5903 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for network, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:21.514364 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning for port 82564001-deb4-48b4-8e19-abc4a730c6f0 completed by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 22:40:21.525859 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-2a012a7b-2d17-4753-b222-9c69f978a3fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:21.527143 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53455a4d-a0ba-40e2-a14d-4bba89b1c7de tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] vlan segment allocate from pool success with {'vlan_id': 192, 'physical_network': 'physnet1'}  {{(pid=87506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 22:40:21.541949 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-7c9165d9-4f68-4a52-817d-4eb4ddae5903 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:21.548179 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvr_db [None req-9e81b1d0-a549-4da5-9cf5-01e1b4bc6ec8 None None] Set router de6e1cb0-4da7-43f8-b26d-16a795a01ed1 gateway port host: None {{(pid=87509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 22:40:21.550288 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning complete for port 82564001-deb4-48b4-8e19-abc4a730c6f0 triggered by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:40:21.550830 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:21.594663 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-53455a4d-a0ba-40e2-a14d-4bba89b1c7de tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-883292'] for segment, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:21.597758 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.db.segments_db [None req-53455a4d-a0ba-40e2-a14d-4bba89b1c7de tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Added segment 1a812ea8-56ef-4d4d-8d18-5a13af3a25fd of type vlan for network 8af41159-bf03-40ab-ae35-c4dd0874c11c
Dec 16 22:40:21.614661 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-7c9165d9-4f68-4a52-817d-4eb4ddae5903 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:40:21.621220 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-7c9165d9-4f68-4a52-817d-4eb4ddae5903 admin admin] Usage tracker for resource:security_group_rule and tenant:675b704b922a494194d89d1bc749f549 is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:40:21.627490 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-7c9165d9-4f68-4a52-817d-4eb4ddae5903 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:40:21.657511 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-7c9165d9-4f68-4a52-817d-4eb4ddae5903 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:40:21.669280 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-53455a4d-a0ba-40e2-a14d-4bba89b1c7de tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734753047233'] for network, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:21.684700 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-40c3f4b0-84de-4725-a336-779f019438bc tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:21.736471 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-53455a4d-a0ba-40e2-a14d-4bba89b1c7de tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440'] for network, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:21.744214 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53455a4d-a0ba-40e2-a14d-4bba89b1c7de tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:40:21.745311 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-53455a4d-a0ba-40e2-a14d-4bba89b1c7de tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks [] for network, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:21.752865 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-61529b72-de6b-4198-98fa-7e45ec3c0c03 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:40:21.913292 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.plugin [None req-40c3f4b0-84de-4725-a336-779f019438bc tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Calling delete_port for 531814d0-12ea-4fc1-9f22-395947886c5f owned by  {{(pid=87507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:40:22.028226 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-9e81b1d0-a549-4da5-9cf5-01e1b4bc6ec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b7c77f520>, [{'id': 'de6e1cb0-4da7-43f8-b26d-16a795a01ed1', 'name': 'tempest-RoutersIpV6Test-router-1062176932', 'tenant_id': 'a221f56311244d31a510a3a1bb3c6ce9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:39:49Z', 'updated_at': '2021-12-16T22:40:18Z', 'revision_number': 4, 'project_id': 'a221f56311244d31a510a3a1bb3c6ce9', 'gw_port_host': None, '_interfaces': [{'id': '07a12276-2538-44d6-9e80-8f6358f227c6', 'name': '', 'network_id': 'bf9c7624-5a8f-45ef-80fb-86a40ea7bbb3', 'tenant_id': 'a221f56311244d31a510a3a1bb3c6ce9', 'mac_address': 'fa:16:3e:64:d7:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de6e1cb0-4da7-43f8-b26d-16a795a01ed1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': '6e134cd3-03ec-41ee-843d-e78994f77c61', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:39:53Z', 'updated_at': '2021-12-16T22:40:04Z', 'revision_number': 5, 'project_id': 'a221f56311244d31a510a3a1bb3c6ce9', 'subnets': [{'id': '6e134cd3-03ec-41ee-843d-e78994f77c61', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3e33538a-b435-411d-911e-75458b397f0d', 'name': '', 'network_id': 'db5c2862-b6a8-4557-8764-528fa7bc107e', 'tenant_id': 'a221f56311244d31a510a3a1bb3c6ce9', 'mac_address': 'fa:16:3e:c9:fd:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de6e1cb0-4da7-43f8-b26d-16a795a01ed1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1133, 'fixed_ips': [{'subnet_id': 'b61a424a-6183-452e-96e6-83bd21bf2da4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:40:03Z', 'updated_at': '2021-12-16T22:40:17Z', 'revision_number': 5, 'project_id': 'a221f56311244d31a510a3a1bb3c6ce9', 'subnets': [{'id': 'b61a424a-6183-452e-96e6-83bd21bf2da4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '68a3e0cc-82c9-461d-a533-1b1fed433736', 'name': '', 'network_id': '72793834-29eb-42e8-85dd-260a74528871', 'tenant_id': 'a221f56311244d31a510a3a1bb3c6ce9', 'mac_address': 'fa:16:3e:99:d9:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de6e1cb0-4da7-43f8-b26d-16a795a01ed1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1162, 'fixed_ips': [{'subnet_id': 'a7ca8b93-95ae-4285-9f48-e0d2c28ea1ba', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:40:15Z', 'updated_at': '2021-12-16T22:40:19Z', 'revision_number': 2, 'project_id': 'a221f56311244d31a510a3a1bb3c6ce9', 'subnets': [{'id': 'a7ca8b93-95ae-4285-9f48-e0d2c28ea1ba', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:40:22.029317 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.db_base_plugin_common [None req-2a012a7b-2d17-4753-b222-9c69f978a3fe None None] Allocated IP 2001:db8:0:2::2 (2769000e-f979-4993-b25c-a53f47882427/21a9f57e-39f9-4c7e-86dd-c471d9b9ebed/aefaa845-a51c-4a1f-8414-e7a8b0037790) {{(pid=87508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 22:40:22.033397 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e81b1d0-a549-4da5-9cf5-01e1b4bc6ec8 None None] Checking router: de6e1cb0-4da7-43f8-b26d-16a795a01ed1 for host: dv-neutron-821829-1-hyperv {{(pid=87509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 22:40:22.034035 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e81b1d0-a549-4da5-9cf5-01e1b4bc6ec8 None None] Updating router de6e1cb0-4da7-43f8-b26d-16a795a01ed1 port 68a3e0cc-82c9-461d-a533-1b1fed433736 binding host dv-neutron-821829-1-hyperv {{(pid=87509) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 16 22:40:22.089371 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron_lib.callbacks.manager [None req-9e81b1d0-a549-4da5-9cf5-01e1b4bc6ec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:22.102733 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53455a4d-a0ba-40e2-a14d-4bba89b1c7de tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Pushing event updated for resources: {'Network': ['ID=8af41159-bf03-40ab-ae35-c4dd0874c11c,revision_number=1']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:40:22.107191 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-53455a4d-a0ba-40e2-a14d-4bba89b1c7de tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.354s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:40:22.118402 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-53455a4d-a0ba-40e2-a14d-4bba89b1c7de tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.8497114
Dec 16 22:40:22.121291 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 46926) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:40:22.130529 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-a18090a2-ce50-4423-b93d-857aa46bb768 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Request body: {'subnet': {'network_id': '8af41159-bf03-40ab-ae35-c4dd0874c11c', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:40:22.141261 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-40c3f4b0-84de-4725-a336-779f019438bc tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10807823'] for port, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:22.154980 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-44108655-67b3-4268-9329-351a870dc3fb tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:40:22.198491 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1178645-0531-4376-b0e1-51dfbfd48f1f tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Made reservation on behalf of 3ddf94e9e4ac4112b345468cafab037c for: {'port': 1} {{(pid=87507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:40:22.252517 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c3f4b0-84de-4725-a336-779f019438bc tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Pushing event deleted for resources: {'Port': ['ID=531814d0-12ea-4fc1-9f22-395947886c5f,revision_number=None']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:40:22.254143 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-2a012a7b-2d17-4753-b222-9c69f978a3fe None None] For port aefaa845-a51c-4a1f-8414-e7a8b0037790, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=aefaa845-a51c-4a1f-8414-e7a8b0037790,segment=NetworkSegment(22cf138c-9e36-435b-996f-2f0ecf1ae63f),segment_id=22cf138c-9e36-435b-996f-2f0ecf1ae63f)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:40:22.268563 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-a18090a2-ce50-4423-b93d-857aa46bb768 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:40:22.278502 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-a18090a2-ce50-4423-b93d-857aa46bb768 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Usage tracker for resource:subnet and tenant:a221f56311244d31a510a3a1bb3c6ce9 is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:40:22.288583 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-a18090a2-ce50-4423-b93d-857aa46bb768 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:40:22.298225 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-2a012a7b-2d17-4753-b222-9c69f978a3fe None None] Notify callbacks [] for port, precommit_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:22.299753 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-a18090a2-ce50-4423-b93d-857aa46bb768 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:40:22.302954 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-7c9165d9-4f68-4a52-817d-4eb4ddae5903 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:22.311911 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-7c9165d9-4f68-4a52-817d-4eb4ddae5903 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841066'] for security_group, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:22.317858 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-be9a02bd-9d47-4a75-b92c-ce52fe9401f9 tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:40:22.321518 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-2a012a7b-2d17-4753-b222-9c69f978a3fe None None] Transition to ACTIVE for port object aefaa845-a51c-4a1f-8414-e7a8b0037790 will not be triggered until provisioned by entity DHCP. {{(pid=87508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:40:22.351450 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a18090a2-ce50-4423-b93d-857aa46bb768 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Made reservation on behalf of a221f56311244d31a510a3a1bb3c6ce9 for: {'subnet': 1} {{(pid=87506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:40:22.355372 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-a18090a2-ce50-4423-b93d-857aa46bb768 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11213078'] for subnet, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:22.375393 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Network 8af41159-bf03-40ab-ae35-c4dd0874c11c details requested by agent ovs-agent-dv-neutron-821829-1-hyperv with host dv-neutron-821829-1-hyperv {{(pid=87508) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 22:40:22.379801 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9165d9-4f68-4a52-817d-4eb4ddae5903 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=134d1126-1753-4ef3-ab86-0fe81d66a841,revision_number=1']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:40:22.383528 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-7c9165d9-4f68-4a52-817d-4eb4ddae5903 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:40:22.503711 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron_lib.callbacks.manager [None req-9e81b1d0-a549-4da5-9cf5-01e1b4bc6ec8 None None] Notify callbacks [] for port, precommit_update {{(pid=87509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:22.512645 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-2a012a7b-2d17-4753-b222-9c69f978a3fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:22.516186 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c9165d9-4f68-4a52-817d-4eb4ddae5903 admin admin] vlan segment allocate from pool success with {'vlan_id': 196, 'physical_network': 'physnet1'}  {{(pid=87506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 22:40:22.516512 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.provisioning_blocks [None req-9e81b1d0-a549-4da5-9cf5-01e1b4bc6ec8 None None] Transition to ACTIVE for port object 68a3e0cc-82c9-461d-a533-1b1fed433736 will not be triggered until provisioned by entity L2. {{(pid=87509) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:40:22.517527 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-40c3f4b0-84de-4725-a336-779f019438bc tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.364s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:40:22.526704 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:40:22.527515 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron_lib.callbacks.manager [None req-9e81b1d0-a549-4da5-9cf5-01e1b4bc6ec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:22.545329 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG oslo_concurrency.lockutils [None req-efbe6754-674c-4900-88a9-28af01c72eb0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:40:22.565128 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-7c9165d9-4f68-4a52-817d-4eb4ddae5903 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-883292'] for segment, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:22.567740 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.db.segments_db [None req-7c9165d9-4f68-4a52-817d-4eb4ddae5903 admin admin] Added segment d2b31028-9769-4104-8439-4ba898a8c3a2 of type vlan for network 96610d0e-a8da-42b0-9a9f-968bcb1195ca
Dec 16 22:40:22.585183 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-40c3f4b0-84de-4725-a336-779f019438bc tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for port, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:22.607302 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-40c3f4b0-84de-4725-a336-779f019438bc tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] 10.222.0.13 "DELETE /v2.0/ports/531814d0-12ea-4fc1-9f22-395947886c5f HTTP/1.1" status: 204  len: 168 time: 1.7803671
Dec 16 22:40:22.610284 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 46930) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:40:22.617614 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7be78db7-f8c5-46da-a0b1-b648f69bd99e None None] Network b8fd4ecc-4c8d-44f6-ade3-05c82b463e30 requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 22:40:22.649501 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-7c9165d9-4f68-4a52-817d-4eb4ddae5903 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734753047233'] for network, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:22.680048 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c190c5c-7ba4-47e0-9c8a-a1a5bd5eff5c tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] GET failed (client error): The resource could not be found.
Dec 16 22:40:22.681112 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-8c190c5c-7ba4-47e0-9c8a-a1a5bd5eff5c tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Synchronizing usage tracker for tenant:69ee045658914011ac7b8ba0ad799b2d on resource:port {{(pid=87507) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 22:40:22.723713 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-a1178645-0531-4376-b0e1-51dfbfd48f1f tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:22.743703 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-8c190c5c-7ba4-47e0-9c8a-a1a5bd5eff5c tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Unset dirty status for tenant:69ee045658914011ac7b8ba0ad799b2d on resource:port {{(pid=87507) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 22:40:22.745748 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-8c190c5c-7ba4-47e0-9c8a-a1a5bd5eff5c tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] 10.222.0.13 "GET /v2.0/ports/531814d0-12ea-4fc1-9f22-395947886c5f HTTP/1.1" status: 404  len: 333 time: 0.1340547
Dec 16 22:40:22.750723 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 46934) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:40:22.774757 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.notifiers.nova [None req-a1178645-0531-4376-b0e1-51dfbfd48f1f tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] device_id is not set on port 72836b25-90f3-4d01-bad6-3c912f4bdfd7 yet. {{(pid=87507) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 16 22:40:22.793351 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a012a7b-2d17-4753-b222-9c69f978a3fe None None] Pushing event updated for resources: {'Port': ['ID=aefaa845-a51c-4a1f-8414-e7a8b0037790,revision_number=7']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:40:22.810355 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.db.resource_extend [None req-7c9165d9-4f68-4a52-817d-4eb4ddae5903 admin admin] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 16 22:40:22.821024 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.plugins.ml2.managers [None req-9e81b1d0-a549-4da5-9cf5-01e1b4bc6ec8 None None] Attempting to bind port 68a3e0cc-82c9-461d-a533-1b1fed433736 on host dv-neutron-821829-1-hyperv for vnic_type normal with profile  {{(pid=87509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 22:40:22.821320 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.plugins.ml2.managers [None req-9e81b1d0-a549-4da5-9cf5-01e1b4bc6ec8 None None] Attempting to bind port 68a3e0cc-82c9-461d-a533-1b1fed433736 by drivers openvswitch,hyperv on host dv-neutron-821829-1-hyperv at level 0 using segments [{'id': '2994278f-2fd5-40fa-973f-2fba8af7d6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '72793834-29eb-42e8-85dd-260a74528871'}] {{(pid=87509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 22:40:22.821905 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e81b1d0-a549-4da5-9cf5-01e1b4bc6ec8 None None] Attempting to bind port 68a3e0cc-82c9-461d-a533-1b1fed433736 on network 72793834-29eb-42e8-85dd-260a74528871 {{(pid=87509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 22:40:22.823532 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-a18090a2-ce50-4423-b93d-857aa46bb768 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1863317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11213092'] for subnet, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:22.834114 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-56c18c7a-0a74-45f6-a69e-055820c14ffa tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:40:22.841346 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e81b1d0-a549-4da5-9cf5-01e1b4bc6ec8 None None] Checking agent: {'id': '5571501f-366e-47a4-9b60-8ef19d935d27', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821829-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 24, 2), 'started_at': datetime.datetime(2021, 12, 16, 22, 24, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 40, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821829-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 22:40:22.842000 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e81b1d0-a549-4da5-9cf5-01e1b4bc6ec8 None None] Checking segment: {'id': '2994278f-2fd5-40fa-973f-2fba8af7d6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '72793834-29eb-42e8-85dd-260a74528871'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 22:40:22.842604 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron_lib.callbacks.manager [None req-9e81b1d0-a549-4da5-9cf5-01e1b4bc6ec8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:22.843162 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e81b1d0-a549-4da5-9cf5-01e1b4bc6ec8 None None] Bound using segment: {'id': '2994278f-2fd5-40fa-973f-2fba8af7d6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '72793834-29eb-42e8-85dd-260a74528871'} {{(pid=87509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 22:40:22.843839 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.plugins.ml2.managers [None req-9e81b1d0-a549-4da5-9cf5-01e1b4bc6ec8 None None] Bound port: 68a3e0cc-82c9-461d-a533-1b1fed433736, host: dv-neutron-821829-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2994278f-2fd5-40fa-973f-2fba8af7d6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '72793834-29eb-42e8-85dd-260a74528871'}}] {{(pid=87509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 22:40:22.844378 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron_lib.callbacks.manager [None req-9e81b1d0-a549-4da5-9cf5-01e1b4bc6ec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:22.916404 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce78b936-7a2c-41ba-8562-cbab7a7b2276 None None] Pushing event updated for resources: {'Port': ['ID=68a3e0cc-82c9-461d-a533-1b1fed433736,revision_number=3']} {{(pid=87509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:40:22.919253 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18090a2-ce50-4423-b93d-857aa46bb768 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Pushing event updated for resources: {'Subnet': ['ID=d8741298-93a8-4298-9716-2177f2904672,revision_number=0']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:40:22.921244 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG oslo_concurrency.lockutils [None req-ce78b936-7a2c-41ba-8562-cbab7a7b2276 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.375s {{(pid=87509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:40:22.924438 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-a18090a2-ce50-4423-b93d-857aa46bb768 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:40:22.938918 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-2a012a7b-2d17-4753-b222-9c69f978a3fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.410s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:40:22.945785 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-7c9165d9-4f68-4a52-817d-4eb4ddae5903 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440'] for network, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:22.947101 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c9165d9-4f68-4a52-817d-4eb4ddae5903 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:40:22.947739 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-7c9165d9-4f68-4a52-817d-4eb4ddae5903 admin admin] Notify callbacks [] for network, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:22.953498 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-ad553640-28e3-4303-825a-7741c328d8f9 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:40:22.973615 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.plugins.ml2.db [None req-9e81b1d0-a549-4da5-9cf5-01e1b4bc6ec8 None None] For port 68a3e0cc-82c9-461d-a533-1b1fed433736, host dv-neutron-821829-1-hyperv, cleared binding levels {{(pid=87509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 22:40:22.981702 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:22.984582 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.plugins.ml2.db [None req-9e81b1d0-a549-4da5-9cf5-01e1b4bc6ec8 None None] For port 68a3e0cc-82c9-461d-a533-1b1fed433736, host dv-neutron-821829-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=68a3e0cc-82c9-461d-a533-1b1fed433736,segment=NetworkSegment(2994278f-2fd5-40fa-973f-2fba8af7d6af),segment_id=2994278f-2fd5-40fa-973f-2fba8af7d6af)] {{(pid=87509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 22:40:22.990621 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron_lib.callbacks.manager [None req-9e81b1d0-a549-4da5-9cf5-01e1b4bc6ec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:23.002323 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG oslo_concurrency.lockutils [None req-90c33b13-aa19-4f64-be92-cfcfbc27a69d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:40:23.007381 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-70b23e5d-ecb5-4740-87c9-4d922efc9293 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks [] for security_group, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:23.036017 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-70b23e5d-ecb5-4740-87c9-4d922efc9293 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:23.068692 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a18090a2-ce50-4423-b93d-857aa46bb768 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Checking segment: {'id': '1a812ea8-56ef-4d4d-8d18-5a13af3a25fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '8af41159-bf03-40ab-ae35-c4dd0874c11c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 22:40:23.069085 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a18090a2-ce50-4423-b93d-857aa46bb768 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Network hostable DHCP agents. Network: 8af41159-bf03-40ab-ae35-c4dd0874c11c, hostable agents: ['3b155c4d-12dc-491e-aa14-6113b06cfacd'], hosted agents: [] {{(pid=87506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 16 22:40:23.078684 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] For port 82564001-deb4-48b4-8e19-abc4a730c6f0, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=82564001-deb4-48b4-8e19-abc4a730c6f0,segment=NetworkSegment(2994278f-2fd5-40fa-973f-2fba8af7d6af),segment_id=2994278f-2fd5-40fa-973f-2fba8af7d6af)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:40:23.089931 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-70b23e5d-ecb5-4740-87c9-4d922efc9293 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841066'] for security_group, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:23.091742 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9165d9-4f68-4a52-817d-4eb4ddae5903 admin admin] Pushing event updated for resources: {'Network': ['ID=96610d0e-a8da-42b0-9a9f-968bcb1195ca,revision_number=1']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:40:23.099691 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-7c9165d9-4f68-4a52-817d-4eb4ddae5903 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:40:23.105404 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-7c9165d9-4f68-4a52-817d-4eb4ddae5903 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 1.7010672
Dec 16 22:40:23.106291 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 46938) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:40:23.111669 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce78b936-7a2c-41ba-8562-cbab7a7b2276 None None] Pushing event updated for resources: {'Port': ['ID=68a3e0cc-82c9-461d-a533-1b1fed433736,revision_number=4']} {{(pid=87509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:40:23.115671 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-1a418f78-7154-4cdc-a622-10d618ea6d48 admin admin] Request body: {'subnet': {'network_id': '96610d0e-a8da-42b0-9a9f-968bcb1195ca', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1859926201-subnet', 'tenant_id': '675b704b922a494194d89d1bc749f549', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:40:23.116050 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:23.117617 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device aefaa845-a51c-4a1f-8414-e7a8b0037790 up at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 22:40:23.117846 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG oslo_concurrency.lockutils [None req-ce78b936-7a2c-41ba-8562-cbab7a7b2276 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=87509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:40:23.122016 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-1a418f78-7154-4cdc-a622-10d618ea6d48 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:40:23.124233 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-7fcce33d-724c-40d8-913c-0cba3ce94cd7 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:40:23.124567 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e81b1d0-a549-4da5-9cf5-01e1b4bc6ec8 None None] Routers {'de6e1cb0-4da7-43f8-b26d-16a795a01ed1'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:40:23.125442 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-9e81b1d0-a549-4da5-9cf5-01e1b4bc6ec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b7c77f520>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:40:01Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['de6e1cb0-4da7-43f8-b26d-16a795a01ed1'], 'active': True} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:40:23.127018 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-1a418f78-7154-4cdc-a622-10d618ea6d48 admin admin] Usage tracker for resource:subnet and tenant:675b704b922a494194d89d1bc749f549 is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:40:23.130480 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-1a418f78-7154-4cdc-a622-10d618ea6d48 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:40:23.133409 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a18090a2-ce50-4423-b93d-857aa46bb768 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Network 8af41159-bf03-40ab-ae35-c4dd0874c11c is scheduled to be hosted by DHCP agent 3b155c4d-12dc-491e-aa14-6113b06cfacd with binding_index 1 {{(pid=87506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 16 22:40:23.143397 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-1a418f78-7154-4cdc-a622-10d618ea6d48 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:40:23.160509 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-88a90f1e-621a-41e3-92f8-3fe19078fb6f None None] Provisioning complete for port 82564001-deb4-48b4-8e19-abc4a730c6f0 triggered by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:40:23.160880 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.base_scheduler [None req-a18090a2-ce50-4423-b93d-857aa46bb768 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821829-1-hyperv, 8af41159-bf03-40ab-ae35-c4dd0874c11c) {{(pid=87506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:40:23.161515 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-88a90f1e-621a-41e3-92f8-3fe19078fb6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:23.166585 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a18090a2-ce50-4423-b93d-857aa46bb768 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:40:23.167183 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-a18090a2-ce50-4423-b93d-857aa46bb768 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks [] for subnet, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:23.172065 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a418f78-7154-4cdc-a622-10d618ea6d48 admin admin] Made reservation on behalf of 675b704b922a494194d89d1bc749f549 for: {'subnet': 1} {{(pid=87506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:40:23.174726 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-1a418f78-7154-4cdc-a622-10d618ea6d48 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11213078'] for subnet, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:23.189332 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b23e5d-ecb5-4740-87c9-4d922efc9293 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb825977-3525-4d67-9395-8ef8fb9ad08b,revision_number=None']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:40:23.201845 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-70b23e5d-ecb5-4740-87c9-4d922efc9293 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:40:23.252269 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-287a9d03-380b-46c8-98af-cd95be05fe4a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:40:23.305965 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-a18090a2-ce50-4423-b93d-857aa46bb768 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 830 time: 1.1835196
Dec 16 22:40:23.309528 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 46942) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:40:23.331658 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-70b23e5d-ecb5-4740-87c9-4d922efc9293 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks [] for security_group, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:23.333158 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-70b23e5d-ecb5-4740-87c9-4d922efc9293 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] 10.222.0.13 "DELETE /v2.0/security-groups/fb825977-3525-4d67-9395-8ef8fb9ad08b HTTP/1.1" status: 204  len: 168 time: 0.5814519
Dec 16 22:40:23.336322 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 46946) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:40:23.357690 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvr_db [None req-9e81b1d0-a549-4da5-9cf5-01e1b4bc6ec8 None None] Set router de6e1cb0-4da7-43f8-b26d-16a795a01ed1 gateway port host: None {{(pid=87509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 22:40:23.360756 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Network 96610d0e-a8da-42b0-9a9f-968bcb1195ca details requested by agent ovs-agent-dv-neutron-821829-1-hyperv with host dv-neutron-821829-1-hyperv {{(pid=87508) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 22:40:23.433312 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Pushing event updated for resources: {'Port': ['ID=82564001-deb4-48b4-8e19-abc4a730c6f0,revision_number=3']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:40:23.436914 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-502fa28c-3208-4f5a-99bd-3cde4c3d5644 None None] Network 8af41159-bf03-40ab-ae35-c4dd0874c11c requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 22:40:23.475454 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.db_base_plugin_common [None req-a1178645-0531-4376-b0e1-51dfbfd48f1f tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Allocated IP 172.20.0.9 (d25a7dc0-a328-4711-a6e2-10bbe5d70dc8/e5cc539c-8da5-4492-abfa-f63ffbc94bcd/72836b25-90f3-4d01-bad6-3c912f4bdfd7) {{(pid=87507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 22:40:23.548965 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-c9c13570-e816-471b-a802-ae4d28285e7c tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks [] for security_group, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:23.599604 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.347s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:40:23.620178 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-c9c13570-e816-471b-a802-ae4d28285e7c tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:23.886274 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-a1178645-0531-4376-b0e1-51dfbfd48f1f tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks [] for port, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:23.906252 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.provisioning_blocks [None req-a1178645-0531-4376-b0e1-51dfbfd48f1f tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Transition to ACTIVE for port object 72836b25-90f3-4d01-bad6-3c912f4bdfd7 will not be triggered until provisioned by entity DHCP. {{(pid=87507) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:40:23.906707 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-9e81b1d0-a549-4da5-9cf5-01e1b4bc6ec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b7c77f520>, [{'id': 'de6e1cb0-4da7-43f8-b26d-16a795a01ed1', 'name': 'tempest-RoutersIpV6Test-router-1062176932', 'tenant_id': 'a221f56311244d31a510a3a1bb3c6ce9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:39:49Z', 'updated_at': '2021-12-16T22:40:18Z', 'revision_number': 4, 'project_id': 'a221f56311244d31a510a3a1bb3c6ce9', 'gw_port_host': None, '_interfaces': [{'id': '07a12276-2538-44d6-9e80-8f6358f227c6', 'name': '', 'network_id': 'bf9c7624-5a8f-45ef-80fb-86a40ea7bbb3', 'tenant_id': 'a221f56311244d31a510a3a1bb3c6ce9', 'mac_address': 'fa:16:3e:64:d7:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de6e1cb0-4da7-43f8-b26d-16a795a01ed1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': '6e134cd3-03ec-41ee-843d-e78994f77c61', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:39:53Z', 'updated_at': '2021-12-16T22:40:04Z', 'revision_number': 5, 'project_id': 'a221f56311244d31a510a3a1bb3c6ce9', 'subnets': [{'id': '6e134cd3-03ec-41ee-843d-e78994f77c61', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3e33538a-b435-411d-911e-75458b397f0d', 'name': '', 'network_id': 'db5c2862-b6a8-4557-8764-528fa7bc107e', 'tenant_id': 'a221f56311244d31a510a3a1bb3c6ce9', 'mac_address': 'fa:16:3e:c9:fd:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de6e1cb0-4da7-43f8-b26d-16a795a01ed1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1133, 'fixed_ips': [{'subnet_id': 'b61a424a-6183-452e-96e6-83bd21bf2da4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:40:03Z', 'updated_at': '2021-12-16T22:40:17Z', 'revision_number': 5, 'project_id': 'a221f56311244d31a510a3a1bb3c6ce9', 'subnets': [{'id': 'b61a424a-6183-452e-96e6-83bd21bf2da4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '68a3e0cc-82c9-461d-a533-1b1fed433736', 'name': '', 'network_id': '72793834-29eb-42e8-85dd-260a74528871', 'tenant_id': 'a221f56311244d31a510a3a1bb3c6ce9', 'mac_address': 'fa:16:3e:99:d9:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de6e1cb0-4da7-43f8-b26d-16a795a01ed1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1162, 'fixed_ips': [{'subnet_id': 'a7ca8b93-95ae-4285-9f48-e0d2c28ea1ba', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:40:15Z', 'updated_at': '2021-12-16T22:40:22Z', 'revision_number': 4, 'project_id': 'a221f56311244d31a510a3a1bb3c6ce9', 'subnets': [{'id': 'a7ca8b93-95ae-4285-9f48-e0d2c28ea1ba', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:40:23.914680 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e81b1d0-a549-4da5-9cf5-01e1b4bc6ec8 None None] The sync data for ids ['de6e1cb0-4da7-43f8-b26d-16a795a01ed1'] in dv-neutron-821829-1-hyperv is: [{'id': 'de6e1cb0-4da7-43f8-b26d-16a795a01ed1', 'name': 'tempest-RoutersIpV6Test-router-1062176932', 'tenant_id': 'a221f56311244d31a510a3a1bb3c6ce9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:39:49Z', 'updated_at': '2021-12-16T22:40:18Z', 'revision_number': 4, 'project_id': 'a221f56311244d31a510a3a1bb3c6ce9', 'gw_port_host': None, '_interfaces': [{'id': '07a12276-2538-44d6-9e80-8f6358f227c6', 'name': '', 'network_id': 'bf9c7624-5a8f-45ef-80fb-86a40ea7bbb3', 'tenant_id': 'a221f56311244d31a510a3a1bb3c6ce9', 'mac_address': 'fa:16:3e:64:d7:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de6e1cb0-4da7-43f8-b26d-16a795a01ed1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': '6e134cd3-03ec-41ee-843d-e78994f77c61', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:39:53Z', 'updated_at': '2021-12-16T22:40:04Z', 'revision_number': 5, 'project_id': 'a221f56311244d31a510a3a1bb3c6ce9', 'subnets': [{'id': '6e134cd3-03ec-41ee-843d-e78994f77c61', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3e33538a-b435-411d-911e-75458b397f0d', 'name': '', 'network_id': 'db5c2862-b6a8-4557-8764-528fa7bc107e', 'tenant_id': 'a221f56311244d31a510a3a1bb3c6ce9', 'mac_address': 'fa:16:3e:c9:fd:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de6e1cb0-4da7-43f8-b26d-16a795a01ed1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1133, 'fixed_ips': [{'subnet_id': 'b61a424a-6183-452e-96e6-83bd21bf2da4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:40:03Z', 'updated_at': '2021-12-16T22:40:17Z', 'revision_number': 5, 'project_id': 'a221f56311244d31a510a3a1bb3c6ce9', 'subnets': [{'id': 'b61a424a-6183-452e-96e6-83bd21bf2da4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '68a3e0cc-82c9-461d-a533-1b1fed433736', 'name': '', 'network_id': '72793834-29eb-42e8-85dd-260a74528871', 'tenant_id': 'a221f56311244d31a510a3a1bb3c6ce9', 'mac_address': 'fa:16:3e:99:d9:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de6e1cb0-4da7-43f8-b26d-16a795a01ed1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1162, 'fixed_ips': [{'subnet_id': 'a7ca8b93-95ae-4285-9f48-e0d2c28ea1ba', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:40:15Z', 'updated_at': '2021-12-16T22:40:22Z', 'revision_number': 4, 'project_id': 'a221f56311244d31a510a3a1bb3c6ce9', 'subnets': [{'id': 'a7ca8b93-95ae-4285-9f48-e0d2c28ea1ba', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 22:40:23.941293 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-c9c13570-e816-471b-a802-ae4d28285e7c tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841066'] for security_group, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:23.997925 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-70b23e5d-ecb5-4740-87c9-4d922efc9293 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:40:24.013666 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-a1178645-0531-4376-b0e1-51dfbfd48f1f tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10807823'] for port, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:24.024363 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c13570-e816-471b-a802-ae4d28285e7c tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=89b657df-2522-431f-ad58-425483ceaa85,revision_number=None']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:40:24.032776 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-c9c13570-e816-471b-a802-ae4d28285e7c tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks [] for security_group, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:24.043698 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-c9c13570-e816-471b-a802-ae4d28285e7c tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] 10.222.0.13 "DELETE /v2.0/security-groups/89b657df-2522-431f-ad58-425483ceaa85 HTTP/1.1" status: 204  len: 168 time: 0.7011511
Dec 16 22:40:24.046626 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-c9c13570-e816-471b-a802-ae4d28285e7c tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:40:24.047157 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-57d7ed49-c3e5-47f0-ac49-1979128a9d23 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.025s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:40:24.060456 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 46950) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:40:24.161410 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-88a90f1e-621a-41e3-92f8-3fe19078fb6f None None] Provisioning for port 68a3e0cc-82c9-461d-a533-1b1fed433736 completed by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 22:40:24.201033 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1178645-0531-4376-b0e1-51dfbfd48f1f tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Network d25a7dc0-a328-4711-a6e2-10bbe5d70dc8 is already hosted by enough agents. {{(pid=87507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:40:24.226193 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.base_scheduler [None req-a1178645-0531-4376-b0e1-51dfbfd48f1f tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Resources bound (agent type, host, resource id):  {{(pid=87507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:40:24.232228 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1178645-0531-4376-b0e1-51dfbfd48f1f tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Received port after_create {{(pid=87507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 22:40:24.244889 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-88a90f1e-621a-41e3-92f8-3fe19078fb6f None None] Provisioning complete for port fa7c6b0e-567e-45a5-af54-121c48f391e0 triggered by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:40:24.245557 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-88a90f1e-621a-41e3-92f8-3fe19078fb6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:24.280085 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-129b8d42-7f92-4b13-b9a8-f8099c1af09e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1d6bfaf-d325-5e4f-b05d-2441d8339617-8af41159-bf03-40ab-ae35-c4dd0874c11c', 'network_id': '8af41159-bf03-40ab-ae35-c4dd0874c11c', 'tenant_id': 'a221f56311244d31a510a3a1bb3c6ce9', 'fixed_ips': [{'subnet_id': 'd8741298-93a8-4298-9716-2177f2904672'}]}} from dv-neutron-821829-1-hyperv. {{(pid=87508) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 16 22:40:24.281249 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-129b8d42-7f92-4b13-b9a8-f8099c1af09e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:24.352602 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1178645-0531-4376-b0e1-51dfbfd48f1f tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Pushing event updated for resources: {'Port': ['ID=72836b25-90f3-4d01-bad6-3c912f4bdfd7,revision_number=1']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:40:24.358731 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-a1178645-0531-4376-b0e1-51dfbfd48f1f tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:40:24.417373 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1178645-0531-4376-b0e1-51dfbfd48f1f tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:40:24.422663 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-a1178645-0531-4376-b0e1-51dfbfd48f1f tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for port, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:24.449637 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-a1178645-0531-4376-b0e1-51dfbfd48f1f tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 922 time: 3.9928787
Dec 16 22:40:24.452217 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 46954) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:40:24.455272 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 82564001-deb4-48b4-8e19-abc4a730c6f0 up at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 22:40:24.469680 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-61a628b8-f412-4570-8568-64a1ddbeac4d tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Request body: {'subnet': {'network_id': 'd25a7dc0-a328-4711-a6e2-10bbe5d70dc8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:40:24.531038 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-88a90f1e-621a-41e3-92f8-3fe19078fb6f None None] Port fa7c6b0e-567e-45a5-af54-121c48f391e0 cannot update to ACTIVE because it is not bound. {{(pid=87508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 22:40:24.605949 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-88a90f1e-621a-41e3-92f8-3fe19078fb6f None None] Provisioning for port 04256dca-9934-4eef-94a4-04d4b12df29b completed by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 22:40:24.637149 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning complete for port 82564001-deb4-48b4-8e19-abc4a730c6f0 triggered by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:40:24.639874 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:24.695066 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-1a418f78-7154-4cdc-a622-10d618ea6d48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1863317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11213092'] for subnet, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:24.704592 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-3a02245c-d0bd-47a4-8a8a-e3c35959e61d tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:40:24.712566 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-61a628b8-f412-4570-8568-64a1ddbeac4d tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:40:24.718979 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-61a628b8-f412-4570-8568-64a1ddbeac4d tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Usage tracker for resource:subnet and tenant:3ddf94e9e4ac4112b345468cafab037c is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:40:24.735623 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-61a628b8-f412-4570-8568-64a1ddbeac4d tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:40:24.747117 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-61a628b8-f412-4570-8568-64a1ddbeac4d tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:40:24.766889 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61a628b8-f412-4570-8568-64a1ddbeac4d tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Made reservation on behalf of 3ddf94e9e4ac4112b345468cafab037c for: {'subnet': 1} {{(pid=87507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:40:24.774625 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-61a628b8-f412-4570-8568-64a1ddbeac4d tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10549598'] for subnet, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:24.858361 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.db_base_plugin_common [None req-129b8d42-7f92-4b13-b9a8-f8099c1af09e None None] Allocated IP 2001:db8:3::2 (8af41159-bf03-40ab-ae35-c4dd0874c11c/d8741298-93a8-4298-9716-2177f2904672/426ba980-5dac-4389-8783-5c3793b108be) {{(pid=87508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 22:40:24.894876 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-f7fe26d9-816c-47e4-b0a3-d0276654f241 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks [] for security_group, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:24.896614 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a418f78-7154-4cdc-a622-10d618ea6d48 admin admin] Pushing event updated for resources: {'Subnet': ['ID=76ebd59d-d78f-4fb7-82bd-508c501d01b0,revision_number=0']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:40:24.933085 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-1a418f78-7154-4cdc-a622-10d618ea6d48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:40:24.933904 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a418f78-7154-4cdc-a622-10d618ea6d48 admin admin] Checking segment: {'id': 'd2b31028-9769-4104-8439-4ba898a8c3a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '96610d0e-a8da-42b0-9a9f-968bcb1195ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 22:40:24.934325 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a418f78-7154-4cdc-a622-10d618ea6d48 admin admin] Network hostable DHCP agents. Network: 96610d0e-a8da-42b0-9a9f-968bcb1195ca, hostable agents: ['3b155c4d-12dc-491e-aa14-6113b06cfacd'], hosted agents: [] {{(pid=87506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 16 22:40:24.940221 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 04256dca-9934-4eef-94a4-04d4b12df29b up at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 22:40:24.981706 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.db.ipam_backend_mixin [None req-61a628b8-f412-4570-8568-64a1ddbeac4d tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet e5cc539c-8da5-4492-abfa-f63ffbc94bcd (CIDR: 172.20.0.0/28)
Dec 16 22:40:24.986447 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.pecan_wsgi.hooks.translation [None req-61a628b8-f412-4570-8568-64a1ddbeac4d tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 16 22:40:24.986994 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61a628b8-f412-4570-8568-64a1ddbeac4d tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87507) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 16 22:40:24.990847 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a418f78-7154-4cdc-a622-10d618ea6d48 admin admin] Network 96610d0e-a8da-42b0-9a9f-968bcb1195ca is scheduled to be hosted by DHCP agent 3b155c4d-12dc-491e-aa14-6113b06cfacd with binding_index 1 {{(pid=87506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 16 22:40:25.002196 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-f7fe26d9-816c-47e4-b0a3-d0276654f241 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:25.014900 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-61a628b8-f412-4570-8568-64a1ddbeac4d tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 0.5612438
Dec 16 22:40:25.015337 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-378755b0-3515-4476-93cd-2bd1107ce790 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:25.017547 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 46960) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:40:25.025265 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-813b4c78-cd42-40ed-b3a0-823f442ed7af tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Request body: {'subnet': {'network_id': 'd25a7dc0-a328-4711-a6e2-10bbe5d70dc8', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:40:25.161332 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-f5cd36fc-0bd6-4678-bd32-b403be6a427e None None] Provisioning for port 72836b25-90f3-4d01-bad6-3c912f4bdfd7 completed by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 22:40:25.165823 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.base_scheduler [None req-1a418f78-7154-4cdc-a622-10d618ea6d48 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821829-1-hyperv, 96610d0e-a8da-42b0-9a9f-968bcb1195ca) {{(pid=87506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:40:25.176635 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-f7fe26d9-816c-47e4-b0a3-d0276654f241 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841066'] for security_group, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:25.181959 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-f5cd36fc-0bd6-4678-bd32-b403be6a427e None None] Provisioning complete for port 72836b25-90f3-4d01-bad6-3c912f4bdfd7 triggered by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:40:25.182348 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-f5cd36fc-0bd6-4678-bd32-b403be6a427e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:25.198558 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-813b4c78-cd42-40ed-b3a0-823f442ed7af tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:40:25.203124 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-813b4c78-cd42-40ed-b3a0-823f442ed7af tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Usage tracker for resource:subnet and tenant:3ddf94e9e4ac4112b345468cafab037c is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:40:25.206266 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-813b4c78-cd42-40ed-b3a0-823f442ed7af tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:40:25.213201 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-813b4c78-cd42-40ed-b3a0-823f442ed7af tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:40:25.216227 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec27e0c8-0f69-4337-ba02-4fdf30873fe0 None None] Network 96610d0e-a8da-42b0-9a9f-968bcb1195ca requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 22:40:25.226244 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-813b4c78-cd42-40ed-b3a0-823f442ed7af tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Made reservation on behalf of 3ddf94e9e4ac4112b345468cafab037c for: {'subnet': 1} {{(pid=87507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:40:25.230589 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-813b4c78-cd42-40ed-b3a0-823f442ed7af tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10549598'] for subnet, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:25.353969 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-4517d29d-0838-4bf6-ac01-859fc6e1bd19 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:40:25.364971 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a418f78-7154-4cdc-a622-10d618ea6d48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:40:25.365550 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-1a418f78-7154-4cdc-a622-10d618ea6d48 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:25.376958 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning for port 04256dca-9934-4eef-94a4-04d4b12df29b completed by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 22:40:25.388933 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-f5cd36fc-0bd6-4678-bd32-b403be6a427e None None] Port 72836b25-90f3-4d01-bad6-3c912f4bdfd7 cannot update to ACTIVE because it is not bound. {{(pid=87508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 22:40:25.393654 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fe26d9-816c-47e4-b0a3-d0276654f241 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=45f5f23c-1c19-41e8-a0d8-5bc577ab73c5,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:40:25.402023 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-f7fe26d9-816c-47e4-b0a3-d0276654f241 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:40:25.407080 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning complete for port 04256dca-9934-4eef-94a4-04d4b12df29b triggered by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:40:25.407080 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:25.515907 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-f7fe26d9-816c-47e4-b0a3-d0276654f241 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks [] for security_group, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:25.517016 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-f7fe26d9-816c-47e4-b0a3-d0276654f241 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] 10.222.0.13 "DELETE /v2.0/security-groups/45f5f23c-1c19-41e8-a0d8-5bc577ab73c5 HTTP/1.1" status: 204  len: 168 time: 1.4498525
Dec 16 22:40:25.526275 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-1a418f78-7154-4cdc-a622-10d618ea6d48 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 2.4109726
Dec 16 22:40:25.526275 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 46964) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:40:25.530843 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-129b8d42-7f92-4b13-b9a8-f8099c1af09e None None] Notify callbacks [] for port, precommit_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:25.539922 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-f5cd36fc-0bd6-4678-bd32-b403be6a427e None None] Provisioning complete for port de92b1bc-1545-4d82-b632-a33cf163810e triggered by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:40:25.540314 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-f5cd36fc-0bd6-4678-bd32-b403be6a427e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:25.553735 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-813b4c78-cd42-40ed-b3a0-823f442ed7af tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10807931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10549612'] for subnet, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:25.559588 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-71a6e8ee-7c67-4597-a5e8-988ce1806cd0 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:40:25.619456 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-129b8d42-7f92-4b13-b9a8-f8099c1af09e None None] Transition to ACTIVE for port object 426ba980-5dac-4389-8783-5c3793b108be will not be triggered until provisioned by entity L2. {{(pid=87508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:40:25.620673 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ebf6cc5-d849-46f6-9787-d24f4f3e3f68 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Deleting subnet e4b17b77-ce3b-400c-9b3d-5bd00be03e23 {{(pid=87506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 16 22:40:25.624414 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-1ebf6cc5-d849-46f6-9787-d24f4f3e3f68 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks [] for subnet, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:25.678573 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-129b8d42-7f92-4b13-b9a8-f8099c1af09e None None] Transition to ACTIVE for port object 426ba980-5dac-4389-8783-5c3793b108be will not be triggered until provisioned by entity DHCP. {{(pid=87508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:40:25.680189 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-f5cd36fc-0bd6-4678-bd32-b403be6a427e None None] Port de92b1bc-1545-4d82-b632-a33cf163810e cannot update to ACTIVE because it is not bound. {{(pid=87508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 22:40:25.721875 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-129b8d42-7f92-4b13-b9a8-f8099c1af09e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940'] for port, after_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:25.752269 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-1ebf6cc5-d849-46f6-9787-d24f4f3e3f68 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-266764487'] for subnet, precommit_delete_associations {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:25.762623 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-d6f266ae-144d-47a0-97a9-0de01899ea4d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:40:25.795474 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-f5cd36fc-0bd6-4678-bd32-b403be6a427e None None] Could not find standard attr ID for object 531814d0-12ea-4fc1-9f22-395947886c5f. {{(pid=87508) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 16 22:40:25.822488 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-813b4c78-cd42-40ed-b3a0-823f442ed7af tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Network d25a7dc0-a328-4711-a6e2-10bbe5d70dc8 is already hosted by enough agents. {{(pid=87507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:40:25.826132 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.base_scheduler [None req-813b4c78-cd42-40ed-b3a0-823f442ed7af tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Resources bound (agent type, host, resource id):  {{(pid=87507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:40:25.830921 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-813b4c78-cd42-40ed-b3a0-823f442ed7af tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:40:25.831696 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-813b4c78-cd42-40ed-b3a0-823f442ed7af tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks [] for subnet, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:25.836008 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.db_base_plugin_common [None req-378755b0-3515-4476-93cd-2bd1107ce790 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Allocated IP 2001:db8:3::1 (8af41159-bf03-40ab-ae35-c4dd0874c11c/d8741298-93a8-4298-9716-2177f2904672/219254a8-ac12-465a-b783-8e0e35bea424) {{(pid=87506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 22:40:25.844034 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cf2f796-5238-41a3-9090-693714e113d4 None None] Network 96610d0e-a8da-42b0-9a9f-968bcb1195ca requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 22:40:25.856312 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813b4c78-cd42-40ed-b3a0-823f442ed7af tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Pushing event updated for resources: {'Subnet': ['ID=7ad97adf-ce5f-42c3-b992-5002876725ec,revision_number=0']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:40:25.857519 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf3cd2d0-4fff-4005-9322-5f4b0b9a5ac3 None None] Network d25a7dc0-a328-4711-a6e2-10bbe5d70dc8 requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 22:40:25.859691 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-813b4c78-cd42-40ed-b3a0-823f442ed7af tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:40:25.864565 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-813b4c78-cd42-40ed-b3a0-823f442ed7af tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 804 time: 0.8457880
Dec 16 22:40:25.867094 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 46976) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:40:25.874667 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-ef67841d-23d6-45b8-ba03-a4c127bd4584 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-969247048', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '7ad97adf-ce5f-42c3-b992-5002876725ec'}], 'security_groups': ['ef80ce14-2754-455a-9ba3-05d18d07056d']}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:40:25.904106 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-129b8d42-7f92-4b13-b9a8-f8099c1af09e None None] Network 8af41159-bf03-40ab-ae35-c4dd0874c11c is already hosted by enough agents. {{(pid=87508) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:40:25.983454 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-1ebf6cc5-d849-46f6-9787-d24f4f3e3f68 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3328566'] for subnet, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:26.006403 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.scheduler.base_scheduler [None req-129b8d42-7f92-4b13-b9a8-f8099c1af09e None None] Resources bound (agent type, host, resource id):  {{(pid=87508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:40:26.008972 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-129b8d42-7f92-4b13-b9a8-f8099c1af09e None None] Received port after_create {{(pid=87508) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 22:40:26.016619 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-ef67841d-23d6-45b8-ba03-a4c127bd4584 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:26.025979 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-f5cd36fc-0bd6-4678-bd32-b403be6a427e None None] Provisioning for port aefaa845-a51c-4a1f-8414-e7a8b0037790 completed by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 22:40:26.028448 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:26.047694 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129b8d42-7f92-4b13-b9a8-f8099c1af09e None None] Pushing event updated for resources: {'Port': ['ID=426ba980-5dac-4389-8783-5c3793b108be,revision_number=1']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:40:26.051062 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-129b8d42-7f92-4b13-b9a8-f8099c1af09e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:40:26.063068 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-f5cd36fc-0bd6-4678-bd32-b403be6a427e None None] Provisioning complete for port aefaa845-a51c-4a1f-8414-e7a8b0037790 triggered by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:40:26.063458 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-f5cd36fc-0bd6-4678-bd32-b403be6a427e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:26.100493 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-378755b0-3515-4476-93cd-2bd1107ce790 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks [] for port, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:26.130246 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.provisioning_blocks [None req-378755b0-3515-4476-93cd-2bd1107ce790 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Transition to ACTIVE for port object 219254a8-ac12-465a-b783-8e0e35bea424 will not be triggered until provisioned by entity DHCP. {{(pid=87506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:40:26.149235 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-1ebf6cc5-d849-46f6-9787-d24f4f3e3f68 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3328622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1863378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11213117'] for subnet, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:26.154980 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-49766cb0-711c-4d9f-9260-b6e4cd11b7d4 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:40:26.199340 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebf6cc5-d849-46f6-9787-d24f4f3e3f68 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Pushing event deleted for resources: {'Subnet': ['ID=e4b17b77-ce3b-400c-9b3d-5bd00be03e23,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:40:26.202291 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-1ebf6cc5-d849-46f6-9787-d24f4f3e3f68 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:40:26.204283 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-1ebf6cc5-d849-46f6-9787-d24f4f3e3f68 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks [] for subnet, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:26.216435 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-1ebf6cc5-d849-46f6-9787-d24f4f3e3f68 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] 10.222.0.13 "DELETE /v2.0/subnets/e4b17b77-ce3b-400c-9b3d-5bd00be03e23 HTTP/1.1" status: 204  len: 168 time: 0.6912768
Dec 16 22:40:26.217424 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 46988) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:40:26.220118 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-378755b0-3515-4476-93cd-2bd1107ce790 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1863393'] for port, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:26.224268 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-cfd2fdcc-ba54-48d3-a5e6-96fee0da666e tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:40:26.254721 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff200f51-fb09-4267-88ad-d3297bae591d None None] Network 2769000e-f979-4993-b25c-a53f47882427 requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 22:40:26.349225 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-378755b0-3515-4476-93cd-2bd1107ce790 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Network 8af41159-bf03-40ab-ae35-c4dd0874c11c is already hosted by enough agents. {{(pid=87506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:40:26.351256 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] For port 04256dca-9934-4eef-94a4-04d4b12df29b, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=04256dca-9934-4eef-94a4-04d4b12df29b,segment=NetworkSegment(1f048097-0229-4a28-baff-9e702fc17100),segment_id=1f048097-0229-4a28-baff-9e702fc17100)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:40:26.352437 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378755b0-3515-4476-93cd-2bd1107ce790 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Pushing event updated for resources: {'Port': ['ID=219254a8-ac12-465a-b783-8e0e35bea424,revision_number=1']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:40:26.357377 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.base_scheduler [None req-378755b0-3515-4476-93cd-2bd1107ce790 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Resources bound (agent type, host, resource id):  {{(pid=87506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:40:26.361445 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-378755b0-3515-4476-93cd-2bd1107ce790 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:40:26.362969 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-378755b0-3515-4476-93cd-2bd1107ce790 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Received port after_create {{(pid=87506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 22:40:26.363495 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-378755b0-3515-4476-93cd-2bd1107ce790 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3830061'] for router_interface, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:26.369511 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.db_base_plugin_v2 [None req-f47a8c7a-0eb2-409f-a1aa-11e8543c52c8 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Deleting subnet 21a9f57e-39f9-4c7e-86dd-c471d9b9ebed {{(pid=87506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 16 22:40:26.379975 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-f47a8c7a-0eb2-409f-a1aa-11e8543c52c8 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks [] for subnet, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:26.380172 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-129b8d42-7f92-4b13-b9a8-f8099c1af09e None None] Attempting to bind port 426ba980-5dac-4389-8783-5c3793b108be on host dv-neutron-821829-1-hyperv for vnic_type normal with profile  {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 22:40:26.380425 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-129b8d42-7f92-4b13-b9a8-f8099c1af09e None None] Attempting to bind port 426ba980-5dac-4389-8783-5c3793b108be by drivers openvswitch,hyperv on host dv-neutron-821829-1-hyperv at level 0 using segments [{'id': '1a812ea8-56ef-4d4d-8d18-5a13af3a25fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '8af41159-bf03-40ab-ae35-c4dd0874c11c'}] {{(pid=87508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 22:40:26.380733 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-129b8d42-7f92-4b13-b9a8-f8099c1af09e None None] Attempting to bind port 426ba980-5dac-4389-8783-5c3793b108be on network 8af41159-bf03-40ab-ae35-c4dd0874c11c {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 22:40:26.389223 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:26.390076 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 68a3e0cc-82c9-461d-a533-1b1fed433736 up at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 22:40:26.438116 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26fcf72-0058-4646-90a4-df42026f249c req-daca7d69-25c6-4c78-a430-64e7a580cead tempest-TestServerAdvancedOps-1174825185 tempest-TestServerAdvancedOps-1174825185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:40:26.439174 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-a26fcf72-0058-4646-90a4-df42026f249c req-daca7d69-25c6-4c78-a430-64e7a580cead tempest-TestServerAdvancedOps-1174825185 tempest-TestServerAdvancedOps-1174825185-project] 10.222.0.13 "GET /v2.0/networks?id=b8fd4ecc-4c8d-44f6-ade3-05c82b463e30 HTTP/1.1" status: 200  len: 811 time: 0.2985921
Dec 16 22:40:26.444494 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-f47a8c7a-0eb2-409f-a1aa-11e8543c52c8 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-266764487'] for subnet, precommit_delete_associations {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:26.453317 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-f4a969f0-80d1-4be9-83a9-adf0eb66bc7e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:40:26.524971 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-129b8d42-7f92-4b13-b9a8-f8099c1af09e None None] Checking agent: {'id': '5571501f-366e-47a4-9b60-8ef19d935d27', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821829-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 24, 2), 'started_at': datetime.datetime(2021, 12, 16, 22, 24, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 40, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821829-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 22:40:26.526711 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-129b8d42-7f92-4b13-b9a8-f8099c1af09e None None] Checking segment: {'id': '1a812ea8-56ef-4d4d-8d18-5a13af3a25fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '8af41159-bf03-40ab-ae35-c4dd0874c11c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 22:40:26.526711 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-129b8d42-7f92-4b13-b9a8-f8099c1af09e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:26.526711 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-129b8d42-7f92-4b13-b9a8-f8099c1af09e None None] Bound using segment: {'id': '1a812ea8-56ef-4d4d-8d18-5a13af3a25fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '8af41159-bf03-40ab-ae35-c4dd0874c11c'} {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 22:40:26.526711 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-129b8d42-7f92-4b13-b9a8-f8099c1af09e None None] Bound port: 426ba980-5dac-4389-8783-5c3793b108be, host: dv-neutron-821829-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a812ea8-56ef-4d4d-8d18-5a13af3a25fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '8af41159-bf03-40ab-ae35-c4dd0874c11c'}}] {{(pid=87508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 22:40:26.527097 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-129b8d42-7f92-4b13-b9a8-f8099c1af09e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:26.580390 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-a26fcf72-0058-4646-90a4-df42026f249c req-ee1d6c01-e3cf-4a84-b11f-f06d0c02e864 tempest-TestServerAdvancedOps-1174825185 tempest-TestServerAdvancedOps-1174825185-project] 10.222.0.13 "GET /v2.0/quotas/021ba4f4c5d94216ba70fdc1551b8e7f HTTP/1.1" status: 200  len: 375 time: 0.0177951
Dec 16 22:40:26.591527 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-378755b0-3515-4476-93cd-2bd1107ce790 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:26.598655 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.db_base_plugin_common [None req-ef67841d-23d6-45b8-ba03-a4c127bd4584 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Delete allocated IP 172.20.0.9 (d25a7dc0-a328-4711-a6e2-10bbe5d70dc8/e5cc539c-8da5-4492-abfa-f63ffbc94bcd) {{(pid=87507) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}}
Dec 16 22:40:26.648513 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-a26fcf72-0058-4646-90a4-df42026f249c req-c84d5ba6-b55a-4658-ae82-5bc9e0c7e633 tempest-TestServerAdvancedOps-1174825185 tempest-TestServerAdvancedOps-1174825185-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=021ba4f4c5d94216ba70fdc1551b8e7f&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0546341
Dec 16 22:40:26.649656 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.db_base_plugin_common [None req-ef67841d-23d6-45b8-ba03-a4c127bd4584 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Allocated IP 172.20.0.27 (d25a7dc0-a328-4711-a6e2-10bbe5d70dc8/7ad97adf-ce5f-42c3-b992-5002876725ec/72836b25-90f3-4d01-bad6-3c912f4bdfd7) {{(pid=87507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 22:40:26.794563 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-f47a8c7a-0eb2-409f-a1aa-11e8543c52c8 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3328566'] for subnet, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:26.928878 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Pushing event updated for resources: {'Port': ['ID=04256dca-9934-4eef-94a4-04d4b12df29b,revision_number=3']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:40:26.948088 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning for port 68a3e0cc-82c9-461d-a533-1b1fed433736 completed by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 22:40:26.951432 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.498s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:40:26.965875 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-ef67841d-23d6-45b8-ba03-a4c127bd4584 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks [] for port, precommit_update {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:26.989581 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.provisioning_blocks [None req-ef67841d-23d6-45b8-ba03-a4c127bd4584 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Transition to ACTIVE for port object 72836b25-90f3-4d01-bad6-3c912f4bdfd7 will not be triggered until provisioned by entity DHCP. {{(pid=87507) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:40:26.999669 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-ef67841d-23d6-45b8-ba03-a4c127bd4584 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10807814'] for port, after_update {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:27.005022 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning complete for port 68a3e0cc-82c9-461d-a533-1b1fed433736 triggered by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:40:27.005433 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:27.010017 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-cb5fabf3-3e88-4673-96d4-41477819a419 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:40:27.022579 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-f47a8c7a-0eb2-409f-a1aa-11e8543c52c8 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3328622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1863378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11213117'] for subnet, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:27.028221 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-7fee82f3-b437-4c32-837f-c8ed0673fb8d None None] Could not find standard attr ID for object 531814d0-12ea-4fc1-9f22-395947886c5f. {{(pid=87508) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 16 22:40:27.028433 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-12058a51-e882-4344-a1a2-cc03810713ab tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:40:27.031970 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-129b8d42-7f92-4b13-b9a8-f8099c1af09e None None] For port 426ba980-5dac-4389-8783-5c3793b108be, host dv-neutron-821829-1-hyperv, cleared binding levels {{(pid=87508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 22:40:27.069807 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-129b8d42-7f92-4b13-b9a8-f8099c1af09e None None] For port 426ba980-5dac-4389-8783-5c3793b108be, host dv-neutron-821829-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=426ba980-5dac-4389-8783-5c3793b108be,segment=NetworkSegment(1a812ea8-56ef-4d4d-8d18-5a13af3a25fd),segment_id=1a812ea8-56ef-4d4d-8d18-5a13af3a25fd)] {{(pid=87508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 22:40:27.081506 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47a8c7a-0eb2-409f-a1aa-11e8543c52c8 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Pushing event deleted for resources: {'Subnet': ['ID=21a9f57e-39f9-4c7e-86dd-c471d9b9ebed,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:40:27.082047 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-129b8d42-7f92-4b13-b9a8-f8099c1af09e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:27.091972 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-f47a8c7a-0eb2-409f-a1aa-11e8543c52c8 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:40:27.120711 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-233fcbed-81b0-4689-890b-c26ca52fa8c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:40:27.152608 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-f47a8c7a-0eb2-409f-a1aa-11e8543c52c8 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks [] for subnet, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:27.167432 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-f47a8c7a-0eb2-409f-a1aa-11e8543c52c8 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] 10.222.0.13 "DELETE /v2.0/subnets/21a9f57e-39f9-4c7e-86dd-c471d9b9ebed HTTP/1.1" status: 204  len: 168 time: 0.9490445
Dec 16 22:40:27.170355 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 46994) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:40:27.190951 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-a26fcf72-0058-4646-90a4-df42026f249c req-935c6b4e-f05b-4a3c-a472-0cc7a4244956 service neutron] 10.222.0.13 "GET /v2.0/networks/b8fd4ecc-4c8d-44f6-ade3-05c82b463e30?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5194006
Dec 16 22:40:27.196436 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef67841d-23d6-45b8-ba03-a4c127bd4584 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Pushing event updated for resources: {'Port': ['ID=72836b25-90f3-4d01-bad6-3c912f4bdfd7,revision_number=2']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:40:27.199369 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-ef67841d-23d6-45b8-ba03-a4c127bd4584 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:40:27.216635 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.pecan_wsgi.hooks.translation [None req-f37393e1-5b5a-49f2-ab65-1759e0fc662b tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] DELETE failed (client error): The resource could not be found.
Dec 16 22:40:27.217102 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f37393e1-5b5a-49f2-ab65-1759e0fc662b tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 16 22:40:27.221506 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-f37393e1-5b5a-49f2-ab65-1759e0fc662b tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] 10.222.0.13 "DELETE /v2.0/subnets/e4b17b77-ce3b-400c-9b3d-5bd00be03e23 HTTP/1.1" status: 404  len: 337 time: 0.0501449
Dec 16 22:40:27.224944 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 46998) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:40:27.241769 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129b8d42-7f92-4b13-b9a8-f8099c1af09e None None] Pushing event updated for resources: {'Port': ['ID=426ba980-5dac-4389-8783-5c3793b108be,revision_number=2']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:40:27.284639 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-129b8d42-7f92-4b13-b9a8-f8099c1af09e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:40:27.295174 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.plugin [None req-ef67841d-23d6-45b8-ba03-a4c127bd4584 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] In _notify_port_updated(), no bound segment for port 72836b25-90f3-4d01-bad6-3c912f4bdfd7 on network d25a7dc0-a328-4711-a6e2-10bbe5d70dc8 {{(pid=87507) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}}
Dec 16 22:40:27.301319 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef67841d-23d6-45b8-ba03-a4c127bd4584 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:40:27.301999 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-ef67841d-23d6-45b8-ba03-a4c127bd4584 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for port, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:27.305868 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-ef67841d-23d6-45b8-ba03-a4c127bd4584 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] 10.222.0.13 "PUT /v2.0/ports/72836b25-90f3-4d01-bad6-3c912f4bdfd7 HTTP/1.1" status: 200  len: 920 time: 1.4351549
Dec 16 22:40:27.314279 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 47002) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:40:27.352095 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:27.359579 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-378755b0-3515-4476-93cd-2bd1107ce790 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks [] for port, precommit_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:27.372195 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-378755b0-3515-4476-93cd-2bd1107ce790 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1863400'] for port, after_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:27.373479 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-378755b0-3515-4476-93cd-2bd1107ce790 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3791426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3830222'] for router_interface, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:27.381539 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-e8ef6e64-72a0-49a2-bafa-d044375ff78c tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:40:27.411076 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.plugin [None req-0ec60f6c-e67d-46a8-aecc-b2ae9d7796ee tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Deleting port 72836b25-90f3-4d01-bad6-3c912f4bdfd7 {{(pid=87507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:40:27.411429 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-0ec60f6c-e67d-46a8-aecc-b2ae9d7796ee tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:27.442469 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6e7f71b-5c2c-4ca0-89b0-7868bb65539b tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Deleting subnet 30f653ab-310c-4dc3-8166-56300fbe79e2 {{(pid=87506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 16 22:40:27.549273 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-c6e7f71b-5c2c-4ca0-89b0-7868bb65539b tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks [] for subnet, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:27.558727 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f843890d-4dc0-444d-9f73-0be4c78bce67 None None] Update dhcp port {'port': {'network_id': 'd25a7dc0-a328-4711-a6e2-10bbe5d70dc8', 'fixed_ips': [{'subnet_id': 'e5cc539c-8da5-4492-abfa-f63ffbc94bcd', 'ip_address': '172.20.0.2'}, {'subnet_id': '7ad97adf-ce5f-42c3-b992-5002876725ec'}], 'binding:host_id': 'dv-neutron-821829-1-hyperv'}, 'id': '04256dca-9934-4eef-94a4-04d4b12df29b'} from dv-neutron-821829-1-hyperv. {{(pid=87508) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}}
Dec 16 22:40:27.644786 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378755b0-3515-4476-93cd-2bd1107ce790 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Pushing event updated for resources: {'Port': ['ID=219254a8-ac12-465a-b783-8e0e35bea424,revision_number=2']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:40:27.648185 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-378755b0-3515-4476-93cd-2bd1107ce790 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:40:27.683902 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] For port 68a3e0cc-82c9-461d-a533-1b1fed433736, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=68a3e0cc-82c9-461d-a533-1b1fed433736,segment=NetworkSegment(2994278f-2fd5-40fa-973f-2fba8af7d6af),segment_id=2994278f-2fd5-40fa-973f-2fba8af7d6af)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:40:27.694518 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-c6e7f71b-5c2c-4ca0-89b0-7868bb65539b tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-266764487'] for subnet, precommit_delete_associations {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:27.698146 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:27.699006 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device aefaa845-a51c-4a1f-8414-e7a8b0037790 up at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 22:40:27.730494 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:40:27.759196 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad709911-62c2-4bdb-9e5b-2cf2d08b9ca3 None None] Update dhcp port {'port': {'network_id': '2769000e-f979-4993-b25c-a53f47882427', 'fixed_ips': [{'subnet_id': '30f653ab-310c-4dc3-8166-56300fbe79e2', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '21a9f57e-39f9-4c7e-86dd-c471d9b9ebed'}], 'binding:host_id': 'dv-neutron-821829-1-hyperv'}, 'id': 'aefaa845-a51c-4a1f-8414-e7a8b0037790'} from dv-neutron-821829-1-hyperv. {{(pid=87508) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}}
Dec 16 22:40:27.769410 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-378755b0-3515-4476-93cd-2bd1107ce790 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Network 8af41159-bf03-40ab-ae35-c4dd0874c11c is already hosted by enough agents. {{(pid=87506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:40:27.774283 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.base_scheduler [None req-378755b0-3515-4476-93cd-2bd1107ce790 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Resources bound (agent type, host, resource id):  {{(pid=87506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:40:27.802475 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-f843890d-4dc0-444d-9f73-0be4c78bce67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:27.803682 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-a26fcf72-0058-4646-90a4-df42026f249c req-199743c0-8531-4cd5-acfc-3f3d0a7db2cf service neutron] 10.222.0.13 "GET /v2.0/networks/b8fd4ecc-4c8d-44f6-ade3-05c82b463e30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5955760
Dec 16 22:40:27.877774 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-0ec60f6c-e67d-46a8-aecc-b2ae9d7796ee tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:27.921570 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-ad709911-62c2-4bdb-9e5b-2cf2d08b9ca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:27.957200 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Pushing event updated for resources: {'Port': ['ID=68a3e0cc-82c9-461d-a533-1b1fed433736,revision_number=5']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:40:27.967303 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:40:27.990257 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-378755b0-3515-4476-93cd-2bd1107ce790 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Router de6e1cb0-4da7-43f8-b26d-16a795a01ed1 has already been hosted by L3 agent 4f519db7-069b-43e2-8411-c092bac9102a {{(pid=87506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 22:40:27.991832 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-c6e7f71b-5c2c-4ca0-89b0-7868bb65539b tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3328566'] for subnet, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:28.056471 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning complete for port aefaa845-a51c-4a1f-8414-e7a8b0037790 triggered by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:40:28.056863 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:28.084620 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.plugin [None req-0ec60f6c-e67d-46a8-aecc-b2ae9d7796ee tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Calling delete_port for 72836b25-90f3-4d01-bad6-3c912f4bdfd7 owned by  {{(pid=87507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:40:28.170225 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-1df317e4-dd43-47f2-bb0a-affaeae060cc req-6b9516ec-ebf5-4102-bbeb-b8799c562d4e tempest-TestServerAdvancedOps-1174825185 tempest-TestServerAdvancedOps-1174825185-project] 10.222.0.13 "GET /v2.0/ports?device_id=5c2b94bd-0aca-49a0-95fb-a3268f577382 HTTP/1.1" status: 200  len: 210 time: 0.0982363
Dec 16 22:40:28.269017 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-c6e7f71b-5c2c-4ca0-89b0-7868bb65539b tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3328622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1863378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11213117'] for subnet, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:28.276126 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-1ebf6cc5-d849-46f6-9787-d24f4f3e3f68 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:40:28.277159 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-853ee6dc-9a8e-4a6e-8bd1-a1701cecef4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:28.329030 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-378755b0-3515-4476-93cd-2bd1107ce790 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify agent at l3_agent.dv-neutron-821829-1-hyperv the message routers_updated {{(pid=87506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 22:40:28.330788 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e7f71b-5c2c-4ca0-89b0-7868bb65539b tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Pushing event deleted for resources: {'Subnet': ['ID=30f653ab-310c-4dc3-8166-56300fbe79e2,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:40:28.344565 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-378755b0-3515-4476-93cd-2bd1107ce790 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] 10.222.0.13 "PUT /v2.0/routers/de6e1cb0-4da7-43f8-b26d-16a795a01ed1/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.0338309
Dec 16 22:40:28.345780 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-c6e7f71b-5c2c-4ca0-89b0-7868bb65539b tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:40:28.346362 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 47014) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:40:28.347331 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-c6e7f71b-5c2c-4ca0-89b0-7868bb65539b tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks [] for subnet, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:28.351804 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-c6e7f71b-5c2c-4ca0-89b0-7868bb65539b tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] 10.222.0.13 "DELETE /v2.0/subnets/30f653ab-310c-4dc3-8166-56300fbe79e2 HTTP/1.1" status: 204  len: 168 time: 1.1237218
Dec 16 22:40:28.358843 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server [None req-ad709911-62c2-4bdb-9e5b-2cf2d08b9ca3 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 30f653ab-310c-4dc3-8166-56300fbe79e2: This subnet is being modified by another concurrent operation.
Dec 16 22:40:28.358843 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Dec 16 22:40:28.358843 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Dec 16 22:40:28.358843 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Dec 16 22:40:28.358843 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
Dec 16 22:40:28.358843 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Dec 16 22:40:28.358843 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
Dec 16 22:40:28.358843 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Dec 16 22:40:28.358843 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner
Dec 16 22:40:28.358843 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Dec 16 22:40:28.358843 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner
Dec 16 22:40:28.358843 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Dec 16 22:40:28.358843 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Dec 16 22:40:28.358843 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Dec 16 22:40:28.358843 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 16 22:40:28.358843 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 16 22:40:28.358843 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 16 22:40:28.358843 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 16 22:40:28.358843 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Dec 16 22:40:28.358843 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 16 22:40:28.358843 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Dec 16 22:40:28.358843 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Dec 16 22:40:28.358843 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 16 22:40:28.358843 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 16 22:40:28.358843 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 16 22:40:28.358843 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 16 22:40:28.358843 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Dec 16 22:40:28.358843 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 16 22:40:28.358843 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Dec 16 22:40:28.358843 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Dec 16 22:40:28.358843 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 16 22:40:28.358843 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 16 22:40:28.358843 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 16 22:40:28.358843 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 16 22:40:28.358843 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Dec 16 22:40:28.358843 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Dec 16 22:40:28.358843 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 326, in update_dhcp_port
Dec 16 22:40:28.358843 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server     return self._port_action(plugin, context, port, 'update_port')
Dec 16 22:40:28.358843 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action
Dec 16 22:40:28.358843 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server     return plugin.update_port(context, port['id'], port)
Dec 16 22:40:28.358843 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner
Dec 16 22:40:28.358843 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server     return f(self, context, *args, **kwargs)
Dec 16 22:40:28.358843 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped
Dec 16 22:40:28.358843 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Dec 16 22:40:28.358843 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Dec 16 22:40:28.358843 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Dec 16 22:40:28.358843 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 16 22:40:28.358843 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 16 22:40:28.358843 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 16 22:40:28.358843 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 16 22:40:28.358843 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Dec 16 22:40:28.358843 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 16 22:40:28.358843 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Dec 16 22:40:28.358843 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Dec 16 22:40:28.358843 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 16 22:40:28.358843 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 16 22:40:28.358843 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 16 22:40:28.358843 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 16 22:40:28.358843 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Dec 16 22:40:28.358843 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 16 22:40:28.358843 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Dec 16 22:40:28.358843 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Dec 16 22:40:28.358843 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 16 22:40:28.358843 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 16 22:40:28.358843 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 16 22:40:28.358843 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 16 22:40:28.358843 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Dec 16 22:40:28.358843 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Dec 16 22:40:28.358843 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1700, in update_port
Dec 16 22:40:28.358843 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server     updated_port = super(Ml2Plugin, self).update_port(context, id,
Dec 16 22:40:28.358843 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped
Dec 16 22:40:28.358843 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Dec 16 22:40:28.358843 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1491, in update_port
Dec 16 22:40:28.358843 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server     self.ipam.update_port(
Dec 16 22:40:28.358843 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 729, in update_port
Dec 16 22:40:28.358843 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server     changes = self.update_port_with_ips(context,
Dec 16 22:40:28.358843 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips
Dec 16 22:40:28.358843 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server     changes = self._update_ips_for_port(context,
Dec 16 22:40:28.358843 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port
Dec 16 22:40:28.358843 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server     subnets = self._ipam_get_subnets(
Dec 16 22:40:28.358843 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets
Dec 16 22:40:28.358843 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server     subnet.lock_register(
Dec 16 22:40:28.358843 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register
Dec 16 22:40:28.358843 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server     raise exception
Dec 16 22:40:28.358843 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 30f653ab-310c-4dc3-8166-56300fbe79e2: This subnet is being modified by another concurrent operation.
Dec 16 22:40:28.358843 dv-neutron-821829-1-hyperv neutron-server[87508]: ERROR oslo_messaging.rpc.server 
Dec 16 22:40:28.365333 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 47016) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:40:28.369188 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-b8ce30b0-d3ed-4d05-b09a-aacf84c33b33 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:40:28.369337 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-0ec60f6c-e67d-46a8-aecc-b2ae9d7796ee tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10807823'] for port, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:28.407209 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-68e84bea-d949-4d40-8c13-7564727860de tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:40:28.467681 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a811d5af-452d-4d70-9a77-a6a3557fcd0e None None] Sync routers for ids ['de6e1cb0-4da7-43f8-b26d-16a795a01ed1'] in dv-neutron-821829-1-hyperv {{(pid=87508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 22:40:28.517529 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-722549b3-c9dc-4492-8474-0729cd2f4b4e None None] Network 2769000e-f979-4993-b25c-a53f47882427 requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 22:40:28.540893 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec60f6c-e67d-46a8-aecc-b2ae9d7796ee tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Pushing event deleted for resources: {'Port': ['ID=72836b25-90f3-4d01-bad6-3c912f4bdfd7,revision_number=None']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:40:28.545668 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.pecan_wsgi.hooks.translation [None req-adbf6cb5-6364-41b6-8cc3-98ef88add5bd tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] DELETE failed (client error): The resource could not be found.
Dec 16 22:40:28.546122 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-adbf6cb5-6364-41b6-8cc3-98ef88add5bd tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87507) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 16 22:40:28.561158 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-0ec60f6c-e67d-46a8-aecc-b2ae9d7796ee tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:40:28.565476 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-adbf6cb5-6364-41b6-8cc3-98ef88add5bd tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] 10.222.0.13 "DELETE /v2.0/subnets/3c79a5d2-6e5f-4724-8734-4a3d39686ffc HTTP/1.1" status: 404  len: 337 time: 0.1990142
Dec 16 22:40:28.621795 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 47024) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:40:28.723817 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-e899d521-61fc-47ac-a5de-39b4b54a02c7 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] 10.222.0.13 "GET /v2.0/ports?device_id=648739f5-6143-4e31-b0df-ad6f5aa2c7e1 HTTP/1.1" status: 200  len: 205 time: 0.1001804
Dec 16 22:40:28.725613 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 47028) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:40:28.758111 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a811d5af-452d-4d70-9a77-a6a3557fcd0e None None] Routers {'de6e1cb0-4da7-43f8-b26d-16a795a01ed1'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:40:28.759301 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-a811d5af-452d-4d70-9a77-a6a3557fcd0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b77b632e0>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:40:01Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['de6e1cb0-4da7-43f8-b26d-16a795a01ed1'], 'active': True} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:40:28.806090 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.api.v2.resource [None req-c34bcac2-9931-46a4-bf24-fc426edb9308 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] delete failed (client error): The resource could not be found.
Dec 16 22:40:28.807419 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-c34bcac2-9931-46a4-bf24-fc426edb9308 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] 10.222.0.13 "DELETE /v2.0/routers/648739f5-6143-4e31-b0df-ad6f5aa2c7e1 HTTP/1.1" status: 404  len: 336 time: 0.0806589
Dec 16 22:40:28.810254 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 47032) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:40:28.859538 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c48e884-4a06-41d4-a5af-160738fb283d tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] DELETE failed (client error): The resource could not be found.
Dec 16 22:40:28.860169 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c48e884-4a06-41d4-a5af-160738fb283d tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87507) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 16 22:40:28.865142 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-0c48e884-4a06-41d4-a5af-160738fb283d tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] 10.222.0.13 "DELETE /v2.0/subnets/518424be-ffd7-44dd-bbb0-a9a8ba339582 HTTP/1.1" status: 404  len: 337 time: 0.0507131
Dec 16 22:40:28.870580 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 47036) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:40:28.907791 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-0ec60f6c-e67d-46a8-aecc-b2ae9d7796ee tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for port, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:28.912424 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-0ec60f6c-e67d-46a8-aecc-b2ae9d7796ee tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] 10.222.0.13 "DELETE /v2.0/ports/72836b25-90f3-4d01-bad6-3c912f4bdfd7 HTTP/1.1" status: 204  len: 168 time: 1.5947781
Dec 16 22:40:28.913754 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 47040) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:40:28.916668 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.pecan_wsgi.hooks.translation [None req-4de82930-4b79-4e5d-803d-e4d22f25f016 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] DELETE failed (client error): The resource could not be found.
Dec 16 22:40:28.917105 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4de82930-4b79-4e5d-803d-e4d22f25f016 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87507) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 16 22:40:28.918648 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-4de82930-4b79-4e5d-803d-e4d22f25f016 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] 10.222.0.13 "DELETE /v2.0/subnets/e3b19388-79c1-42b7-90ea-a9b814d85d8b HTTP/1.1" status: 404  len: 337 time: 0.0472190
Dec 16 22:40:28.927384 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 47044) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:40:28.953083 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.db_base_plugin_common [None req-f843890d-4dc0-444d-9f73-0be4c78bce67 None None] Allocated IP 172.20.0.18 (d25a7dc0-a328-4711-a6e2-10bbe5d70dc8/7ad97adf-ce5f-42c3-b992-5002876725ec/04256dca-9934-4eef-94a4-04d4b12df29b) {{(pid=87508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 22:40:28.956376 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-affcb396-bad8-4d15-af83-a6ec1afbcec7 None None] Network 8af41159-bf03-40ab-ae35-c4dd0874c11c requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 22:40:28.963209 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.pecan_wsgi.hooks.translation [None req-a61048c6-d6b3-4735-8800-99e9946321c4 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] GET failed (client error): The resource could not be found.
Dec 16 22:40:28.964016 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-a61048c6-d6b3-4735-8800-99e9946321c4 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Synchronizing usage tracker for tenant:3ddf94e9e4ac4112b345468cafab037c on resource:port {{(pid=87507) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 22:40:28.978192 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.pecan_wsgi.hooks.translation [None req-9cfa6a34-d692-4715-9658-e92ac22ec4da tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] DELETE failed (client error): The resource could not be found.
Dec 16 22:40:28.978547 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9cfa6a34-d692-4715-9658-e92ac22ec4da tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 16 22:40:28.980212 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-9cfa6a34-d692-4715-9658-e92ac22ec4da tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] 10.222.0.13 "DELETE /v2.0/subnets/297b10fc-c035-4d3d-839c-41849ebb0c64 HTTP/1.1" status: 404  len: 337 time: 0.0516379
Dec 16 22:40:28.983612 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 47048) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:40:29.021207 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-a61048c6-d6b3-4735-8800-99e9946321c4 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Unset dirty status for tenant:3ddf94e9e4ac4112b345468cafab037c on resource:port {{(pid=87507) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 22:40:29.022356 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-a61048c6-d6b3-4735-8800-99e9946321c4 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] 10.222.0.13 "GET /v2.0/ports/72836b25-90f3-4d01-bad6-3c912f4bdfd7 HTTP/1.1" status: 404  len: 333 time: 0.1077247
Dec 16 22:40:29.031976 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 47052) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:40:29.036339 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.pecan_wsgi.hooks.translation [None req-6567acd1-6c80-4275-8e2a-40e1199f62b6 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] DELETE failed (client error): The resource could not be found.
Dec 16 22:40:29.036799 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6567acd1-6c80-4275-8e2a-40e1199f62b6 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87507) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 16 22:40:29.038408 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-6567acd1-6c80-4275-8e2a-40e1199f62b6 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] 10.222.0.13 "DELETE /v2.0/ports/385703c7-690f-4218-a6ba-95fad4d51554 HTTP/1.1" status: 404  len: 333 time: 0.0536280
Dec 16 22:40:29.068458 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 47056) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:40:29.121118 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea7747d8-38fd-4dd1-bbc9-a744f6c71b2e tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] DELETE failed (client error): The resource could not be found.
Dec 16 22:40:29.121974 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea7747d8-38fd-4dd1-bbc9-a744f6c71b2e tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87507) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 16 22:40:29.125565 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-ea7747d8-38fd-4dd1-bbc9-a744f6c71b2e tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] 10.222.0.13 "DELETE /v2.0/subnets/69eb16de-3983-41f0-a304-00a5ee3ca4a5 HTTP/1.1" status: 404  len: 337 time: 0.0535150
Dec 16 22:40:29.126790 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 47060) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:40:29.142751 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-213a0d2b-3e6e-4c85-85fb-e5c3960fba1f tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks [] for security_group, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:29.152235 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-a924c81c-18ce-4290-b855-e7258de408e1 None None] Provisioning complete for port de92b1bc-1545-4d82-b632-a33cf163810e triggered by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:40:29.152702 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-a924c81c-18ce-4290-b855-e7258de408e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:29.188042 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-213a0d2b-3e6e-4c85-85fb-e5c3960fba1f tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:29.190834 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e6f1d20-79dd-40f2-8edd-ec8973b591a8 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] DELETE failed (client error): The resource could not be found.
Dec 16 22:40:29.191604 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e6f1d20-79dd-40f2-8edd-ec8973b591a8 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 16 22:40:29.193977 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-2e6f1d20-79dd-40f2-8edd-ec8973b591a8 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] 10.222.0.13 "DELETE /v2.0/subnets/7da09a0d-ff69-4bf0-95c8-a3ae1241e37a HTTP/1.1" status: 404  len: 337 time: 0.0668318
Dec 16 22:40:29.196740 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 47064) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:40:29.287836 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e855743-90e1-4233-a904-1a3ca0ded086 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] DELETE failed (client error): The resource could not be found.
Dec 16 22:40:29.288434 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e855743-90e1-4233-a904-1a3ca0ded086 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 16 22:40:29.288581 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-213a0d2b-3e6e-4c85-85fb-e5c3960fba1f tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841066'] for security_group, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:29.293031 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-7e855743-90e1-4233-a904-1a3ca0ded086 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] 10.222.0.13 "DELETE /v2.0/ports/beb83914-9ff9-4c54-ada7-6cca7fab5f9e HTTP/1.1" status: 404  len: 333 time: 0.0924559
Dec 16 22:40:29.293191 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-3c7c71e3-5168-4fde-9c60-70c875023a6c tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:40:29.303000 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 47070) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:40:29.360642 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.pecan_wsgi.hooks.translation [None req-62556ded-6941-4526-85ef-ed052e5e0510 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] DELETE failed (client error): The resource could not be found.
Dec 16 22:40:29.361093 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-62556ded-6941-4526-85ef-ed052e5e0510 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87507) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 16 22:40:29.363855 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvr_db [None req-a811d5af-452d-4d70-9a77-a6a3557fcd0e None None] Set router de6e1cb0-4da7-43f8-b26d-16a795a01ed1 gateway port host: None {{(pid=87508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 22:40:29.371955 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213a0d2b-3e6e-4c85-85fb-e5c3960fba1f tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f8f8ae1-5b16-4d8c-bc7e-1f7ccf74e5ac,revision_number=None']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:40:29.386034 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-213a0d2b-3e6e-4c85-85fb-e5c3960fba1f tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:40:29.396099 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-62556ded-6941-4526-85ef-ed052e5e0510 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] 10.222.0.13 "DELETE /v2.0/subnets/c1f36cee-6108-42d0-9117-1b431814689a HTTP/1.1" status: 404  len: 337 time: 0.0900145
Dec 16 22:40:29.398409 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-213a0d2b-3e6e-4c85-85fb-e5c3960fba1f tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks [] for security_group, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:29.400823 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-213a0d2b-3e6e-4c85-85fb-e5c3960fba1f tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] 10.222.0.13 "DELETE /v2.0/security-groups/8f8f8ae1-5b16-4d8c-bc7e-1f7ccf74e5ac HTTP/1.1" status: 204  len: 168 time: 0.3673618
Dec 16 22:40:29.401634 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 47074) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:40:29.407197 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 47076) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:40:29.445169 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 426ba980-5dac-4389-8783-5c3793b108be up at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 22:40:29.485226 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-a924c81c-18ce-4290-b855-e7258de408e1 None None] Port de92b1bc-1545-4d82-b632-a33cf163810e cannot update to ACTIVE because it is not bound. {{(pid=87508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 22:40:29.492294 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.extraroute_db [None req-b8ce30b0-d3ed-4d05-b09a-aacf84c33b33 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Added routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=87506) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}}
Dec 16 22:40:29.513038 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.extraroute_db [None req-b8ce30b0-d3ed-4d05-b09a-aacf84c33b33 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Removed routes are [] {{(pid=87506) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}}
Dec 16 22:40:29.513441 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-b8ce30b0-d3ed-4d05-b09a-aacf84c33b33 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3741702', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3740945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-38947'] for router, precommit_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:29.526096 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.pecan_wsgi.hooks.translation [None req-136c8d68-bba0-4383-a736-32e1ac323a8f tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] DELETE failed (client error): The resource could not be found.
Dec 16 22:40:29.526791 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-136c8d68-bba0-4383-a736-32e1ac323a8f tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87507) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 16 22:40:29.530574 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-136c8d68-bba0-4383-a736-32e1ac323a8f tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] 10.222.0.13 "DELETE /v2.0/subnets/74222adc-92f3-43f1-af58-484be7981189 HTTP/1.1" status: 404  len: 337 time: 0.1253002
Dec 16 22:40:29.562189 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 47082) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:40:29.626457 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-f706a810-56d9-4012-977f-cb8d4c97dd5b req-e5b21de5-9032-49bc-9216-4c563deb1a55 tempest-TestServerAdvancedOps-1174825185 tempest-TestServerAdvancedOps-1174825185-project] 10.222.0.13 "GET /v2.0/ports?device_id=5c2b94bd-0aca-49a0-95fb-a3268f577382 HTTP/1.1" status: 200  len: 210 time: 0.1026311
Dec 16 22:40:29.687041 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.plugin [None req-70b455bd-2071-4ae7-a117-9733db97852a tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Deleting port de92b1bc-1545-4d82-b632-a33cf163810e {{(pid=87507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:40:29.687403 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-70b455bd-2071-4ae7-a117-9733db97852a tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:29.693532 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5e6be7a-ef05-4fa6-8d38-e1250e3f3e90 None None] DHCP port deletion for 2769000e-f979-4993-b25c-a53f47882427 request from dv-neutron-821829-1-hyperv {{(pid=87508) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 16 22:40:29.704898 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-b5e6be7a-ef05-4fa6-8d38-e1250e3f3e90 None None] Deleting port aefaa845-a51c-4a1f-8414-e7a8b0037790 {{(pid=87508) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:40:29.705285 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b5e6be7a-ef05-4fa6-8d38-e1250e3f3e90 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:29.730572 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-a924c81c-18ce-4290-b855-e7258de408e1 None None] Provisioning complete for port aefaa845-a51c-4a1f-8414-e7a8b0037790 triggered by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:40:29.730960 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-a924c81c-18ce-4290-b855-e7258de408e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:29.819990 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-b3935d6d-ea69-4f1d-b9ab-3bc00e7fc102 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks [] for security_group, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:29.887027 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-b3935d6d-ea69-4f1d-b9ab-3bc00e7fc102 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:29.900659 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-f843890d-4dc0-444d-9f73-0be4c78bce67 None None] For port 04256dca-9934-4eef-94a4-04d4b12df29b, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=04256dca-9934-4eef-94a4-04d4b12df29b,segment=NetworkSegment(1f048097-0229-4a28-baff-9e702fc17100),segment_id=1f048097-0229-4a28-baff-9e702fc17100)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:40:30.033335 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-b8ce30b0-d3ed-4d05-b09a-aacf84c33b33 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3741702', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3740945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-38947'] for router, precommit_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:30.040822 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-b8ce30b0-d3ed-4d05-b09a-aacf84c33b33 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3741923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3741713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3741720', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3740934'] for router, after_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:30.051900 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26fcf72-0058-4646-90a4-df42026f249c req-5e6e8cec-0b81-4ff2-a043-73361be13ca0 tempest-TestServerAdvancedOps-1174825185 tempest-TestServerAdvancedOps-1174825185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:40:30.052991 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [req-a26fcf72-0058-4646-90a4-df42026f249c req-5e6e8cec-0b81-4ff2-a043-73361be13ca0 tempest-TestServerAdvancedOps-1174825185 tempest-TestServerAdvancedOps-1174825185-project] Synchronizing usage tracker for tenant:021ba4f4c5d94216ba70fdc1551b8e7f on resource:network {{(pid=87506) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 22:40:30.080330 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning for port 426ba980-5dac-4389-8783-5c3793b108be completed by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 22:40:30.086244 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-f843890d-4dc0-444d-9f73-0be4c78bce67 None None] Notify callbacks [] for port, precommit_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:30.128947 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-70b455bd-2071-4ae7-a117-9733db97852a tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:30.162658 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 04256dca-9934-4eef-94a4-04d4b12df29b up at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 22:40:30.259408 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.plugin [None req-70b455bd-2071-4ae7-a117-9733db97852a tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Calling delete_port for de92b1bc-1545-4d82-b632-a33cf163810e owned by  {{(pid=87507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:40:30.267011 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-f843890d-4dc0-444d-9f73-0be4c78bce67 None None] Transition to ACTIVE for port object 04256dca-9934-4eef-94a4-04d4b12df29b will not be triggered until provisioned by entity DHCP. {{(pid=87508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:40:30.300607 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-b3935d6d-ea69-4f1d-b9ab-3bc00e7fc102 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841066'] for security_group, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:30.307473 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-cca4882e-a888-46cd-aee1-227781ff4d86 tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:40:30.321637 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3935d6d-ea69-4f1d-b9ab-3bc00e7fc102 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef80ce14-2754-455a-9ba3-05d18d07056d,revision_number=None']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:40:30.330655 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-b3935d6d-ea69-4f1d-b9ab-3bc00e7fc102 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:40:30.342414 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-f843890d-4dc0-444d-9f73-0be4c78bce67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:30.342655 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-b3935d6d-ea69-4f1d-b9ab-3bc00e7fc102 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks [] for security_group, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:30.347046 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-b3935d6d-ea69-4f1d-b9ab-3bc00e7fc102 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] 10.222.0.13 "DELETE /v2.0/security-groups/ef80ce14-2754-455a-9ba3-05d18d07056d HTTP/1.1" status: 204  len: 168 time: 0.9382808
Dec 16 22:40:30.348080 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 47090) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:40:30.352559 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [req-a26fcf72-0058-4646-90a4-df42026f249c req-5e6e8cec-0b81-4ff2-a043-73361be13ca0 tempest-TestServerAdvancedOps-1174825185 tempest-TestServerAdvancedOps-1174825185-project] Unset dirty status for tenant:021ba4f4c5d94216ba70fdc1551b8e7f on resource:network {{(pid=87506) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 22:40:30.353750 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-a26fcf72-0058-4646-90a4-df42026f249c req-5e6e8cec-0b81-4ff2-a043-73361be13ca0 tempest-TestServerAdvancedOps-1174825185 tempest-TestServerAdvancedOps-1174825185-project] 10.222.0.49 "GET /v2.0/networks?id=b8fd4ecc-4c8d-44f6-ade3-05c82b463e30 HTTP/1.1" status: 200  len: 811 time: 0.7657318
Dec 16 22:40:30.376663 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [req-a26fcf72-0058-4646-90a4-df42026f249c req-2f57a1f2-b080-4b68-a024-9151d8a4cd96 tempest-TestServerAdvancedOps-1174825185 tempest-TestServerAdvancedOps-1174825185-project] Request body: {'port': {'device_id': '5c2b94bd-0aca-49a0-95fb-a3268f577382', 'network_id': 'b8fd4ecc-4c8d-44f6-ade3-05c82b463e30', 'admin_state_up': True, 'tenant_id': '021ba4f4c5d94216ba70fdc1551b8e7f'}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:40:30.398188 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8ce30b0-d3ed-4d05-b09a-aacf84c33b33 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Router de6e1cb0-4da7-43f8-b26d-16a795a01ed1 has already been hosted by L3 agent 4f519db7-069b-43e2-8411-c092bac9102a {{(pid=87506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 22:40:30.443323 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-70b455bd-2071-4ae7-a117-9733db97852a tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10807823'] for port, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:30.450886 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-4cc96575-af1d-4367-aa96-c3f7a54d6b48 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:40:30.483313 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-b5e6be7a-ef05-4fa6-8d38-e1250e3f3e90 None None] For port aefaa845-a51c-4a1f-8414-e7a8b0037790, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=aefaa845-a51c-4a1f-8414-e7a8b0037790,segment=NetworkSegment(22cf138c-9e36-435b-996f-2f0ecf1ae63f),segment_id=22cf138c-9e36-435b-996f-2f0ecf1ae63f)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:40:30.484337 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b5e6be7a-ef05-4fa6-8d38-e1250e3f3e90 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:30.501419 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-233fcbed-81b0-4689-890b-c26ca52fa8c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:40:30.505823 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.db_base_plugin_v2 [None req-695a64ad-6301-4e7d-93d9-f66d6d3a65e1 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Deleting subnet e5cc539c-8da5-4492-abfa-f63ffbc94bcd {{(pid=87507) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 16 22:40:30.507730 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b455bd-2071-4ae7-a117-9733db97852a tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Pushing event deleted for resources: {'Port': ['ID=de92b1bc-1545-4d82-b632-a33cf163810e,revision_number=None']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:40:30.511632 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-695a64ad-6301-4e7d-93d9-f66d6d3a65e1 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks [] for subnet, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:30.538566 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-70b455bd-2071-4ae7-a117-9733db97852a tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:40:30.553191 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-70b455bd-2071-4ae7-a117-9733db97852a tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for port, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:30.559073 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.agents_db [None req-0abd2616-a86c-48e2-be07-10823335a5bb None None] Agent healthcheck: found 6 active agents {{(pid=87509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 22:40:30.566833 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-70b455bd-2071-4ae7-a117-9733db97852a tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] 10.222.0.13 "DELETE /v2.0/ports/de92b1bc-1545-4d82-b632-a33cf163810e HTTP/1.1" status: 204  len: 168 time: 1.0033872
Dec 16 22:40:30.570114 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 47094) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:40:30.604283 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-695a64ad-6301-4e7d-93d9-f66d6d3a65e1 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2128562'] for subnet, precommit_delete_associations {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:30.668400 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [req-a26fcf72-0058-4646-90a4-df42026f249c req-2f57a1f2-b080-4b68-a024-9151d8a4cd96 tempest-TestServerAdvancedOps-1174825185 tempest-TestServerAdvancedOps-1174825185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:40:30.671000 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8ce30b0-d3ed-4d05-b09a-aacf84c33b33 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify agent at l3_agent.dv-neutron-821829-1-hyperv the message routers_updated {{(pid=87506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 22:40:30.679103 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-b8ce30b0-d3ed-4d05-b09a-aacf84c33b33 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks [] for router, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:30.682908 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-b8ce30b0-d3ed-4d05-b09a-aacf84c33b33 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] 10.222.0.13 "PUT /v2.0/routers/de6e1cb0-4da7-43f8-b26d-16a795a01ed1 HTTP/1.1" status: 200  len: 954 time: 2.3268282
Dec 16 22:40:30.684306 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [req-a26fcf72-0058-4646-90a4-df42026f249c req-2f57a1f2-b080-4b68-a024-9151d8a4cd96 tempest-TestServerAdvancedOps-1174825185 tempest-TestServerAdvancedOps-1174825185-project] Usage tracker for resource:port and tenant:021ba4f4c5d94216ba70fdc1551b8e7f is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:40:30.686819 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 47100) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:40:30.740754 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-b5e6be7a-ef05-4fa6-8d38-e1250e3f3e90 None None] Calling delete_port for aefaa845-a51c-4a1f-8414-e7a8b0037790 owned by network:dhcp {{(pid=87508) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:40:30.742400 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [req-a26fcf72-0058-4646-90a4-df42026f249c req-2f57a1f2-b080-4b68-a024-9151d8a4cd96 tempest-TestServerAdvancedOps-1174825185 tempest-TestServerAdvancedOps-1174825185-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:40:30.760023 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [req-a26fcf72-0058-4646-90a4-df42026f249c req-2f57a1f2-b080-4b68-a024-9151d8a4cd96 tempest-TestServerAdvancedOps-1174825185 tempest-TestServerAdvancedOps-1174825185-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:40:30.841693 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a26fcf72-0058-4646-90a4-df42026f249c req-2f57a1f2-b080-4b68-a024-9151d8a4cd96 tempest-TestServerAdvancedOps-1174825185 tempest-TestServerAdvancedOps-1174825185-project] Made reservation on behalf of 021ba4f4c5d94216ba70fdc1551b8e7f for: {'port': 1} {{(pid=87506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:40:30.845199 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-a26fcf72-0058-4646-90a4-df42026f249c req-2f57a1f2-b080-4b68-a024-9151d8a4cd96 tempest-TestServerAdvancedOps-1174825185 tempest-TestServerAdvancedOps-1174825185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:30.849487 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-06bbdb15-a500-44fc-83d9-300532aceed8 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-825997'] for network, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:30.870335 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-5430ab39-4ac4-4bad-b1af-6178a8e29faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:30.870941 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-57d3e587-a47f-49b5-9a42-23aa9c7fe92d req-d1a0d34f-6e57-4cf0-8791-7f4d0daabc51 tempest-TestServerAdvancedOps-1174825185 tempest-TestServerAdvancedOps-1174825185-project] 10.222.0.13 "GET /v2.0/ports?device_id=5c2b94bd-0aca-49a0-95fb-a3268f577382 HTTP/1.1" status: 200  len: 210 time: 0.1081247
Dec 16 22:40:30.891795 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-1a8e2043-80db-448e-ae8b-b24b8eda172c None None] Provisioning for port 426ba980-5dac-4389-8783-5c3793b108be completed by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 22:40:30.891795 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f843890d-4dc0-444d-9f73-0be4c78bce67 None None] Pushing event updated for resources: {'Port': ['ID=04256dca-9934-4eef-94a4-04d4b12df29b,revision_number=4']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:40:30.898034 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-f843890d-4dc0-444d-9f73-0be4c78bce67 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.397s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:40:30.903127 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.plugin [None req-06bbdb15-a500-44fc-83d9-300532aceed8 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Deleting port aefaa845-a51c-4a1f-8414-e7a8b0037790 {{(pid=87507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:40:30.903788 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-06bbdb15-a500-44fc-83d9-300532aceed8 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:30.906819 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-1a8e2043-80db-448e-ae8b-b24b8eda172c None None] Provisioning complete for port 426ba980-5dac-4389-8783-5c3793b108be triggered by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:40:30.907201 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-1a8e2043-80db-448e-ae8b-b24b8eda172c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:30.927365 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-2ea1dac6-939b-4b86-9d0c-7dc6a42caad5 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] 10.222.0.13 "GET /v2.0/routers/de6e1cb0-4da7-43f8-b26d-16a795a01ed1 HTTP/1.1" status: 200  len: 954 time: 0.2393401
Dec 16 22:40:30.929280 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 47104) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:40:30.934816 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-4862ecd6-c1e6-4016-963d-1b181897bc38 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Request body: {'router': {'routes': None}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:40:30.972308 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-695a64ad-6301-4e7d-93d9-f66d6d3a65e1 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3328566'] for subnet, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:30.984589 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 68a3e0cc-82c9-461d-a533-1b1fed433736 up at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 22:40:31.068210 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b5e6be7a-ef05-4fa6-8d38-e1250e3f3e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949'] for port, after_delete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:31.071674 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:40:31.150623 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-a811d5af-452d-4d70-9a77-a6a3557fcd0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b77b632e0>, [{'id': 'de6e1cb0-4da7-43f8-b26d-16a795a01ed1', 'name': 'tempest-RoutersIpV6Test-router-1062176932', 'tenant_id': 'a221f56311244d31a510a3a1bb3c6ce9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:39:49Z', 'updated_at': '2021-12-16T22:40:26Z', 'revision_number': 5, 'project_id': 'a221f56311244d31a510a3a1bb3c6ce9', 'gw_port_host': None, '_interfaces': [{'id': '07a12276-2538-44d6-9e80-8f6358f227c6', 'name': '', 'network_id': 'bf9c7624-5a8f-45ef-80fb-86a40ea7bbb3', 'tenant_id': 'a221f56311244d31a510a3a1bb3c6ce9', 'mac_address': 'fa:16:3e:64:d7:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de6e1cb0-4da7-43f8-b26d-16a795a01ed1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': '6e134cd3-03ec-41ee-843d-e78994f77c61', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:39:53Z', 'updated_at': '2021-12-16T22:40:04Z', 'revision_number': 5, 'project_id': 'a221f56311244d31a510a3a1bb3c6ce9', 'subnets': [{'id': '6e134cd3-03ec-41ee-843d-e78994f77c61', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '219254a8-ac12-465a-b783-8e0e35bea424', 'name': '', 'network_id': '8af41159-bf03-40ab-ae35-c4dd0874c11c', 'tenant_id': 'a221f56311244d31a510a3a1bb3c6ce9', 'mac_address': 'fa:16:3e:ae:54:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de6e1cb0-4da7-43f8-b26d-16a795a01ed1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1195, 'fixed_ips': [{'subnet_id': 'd8741298-93a8-4298-9716-2177f2904672', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:40:25Z', 'updated_at': '2021-12-16T22:40:27Z', 'revision_number': 2, 'project_id': 'a221f56311244d31a510a3a1bb3c6ce9', 'subnets': [{'id': 'd8741298-93a8-4298-9716-2177f2904672', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3e33538a-b435-411d-911e-75458b397f0d', 'name': '', 'network_id': 'db5c2862-b6a8-4557-8764-528fa7bc107e', 'tenant_id': 'a221f56311244d31a510a3a1bb3c6ce9', 'mac_address': 'fa:16:3e:c9:fd:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de6e1cb0-4da7-43f8-b26d-16a795a01ed1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1133, 'fixed_ips': [{'subnet_id': 'b61a424a-6183-452e-96e6-83bd21bf2da4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:40:03Z', 'updated_at': '2021-12-16T22:40:17Z', 'revision_number': 5, 'project_id': 'a221f56311244d31a510a3a1bb3c6ce9', 'subnets': [{'id': 'b61a424a-6183-452e-96e6-83bd21bf2da4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '68a3e0cc-82c9-461d-a533-1b1fed433736', 'name': '', 'network_id': '72793834-29eb-42e8-85dd-260a74528871', 'tenant_id': 'a221f56311244d31a510a3a1bb3c6ce9', 'mac_address': 'fa:16:3e:99:d9:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de6e1cb0-4da7-43f8-b26d-16a795a01ed1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1162, 'fixed_ips': [{'subnet_id': 'a7ca8b93-95ae-4285-9f48-e0d2c28ea1ba', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:40:15Z', 'updated_at': '2021-12-16T22:40:27Z', 'revision_number': 5, 'project_id': 'a221f56311244d31a510a3a1bb3c6ce9', 'subnets': [{'id': 'a7ca8b93-95ae-4285-9f48-e0d2c28ea1ba', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:40:31.157306 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e6be7a-ef05-4fa6-8d38-e1250e3f3e90 None None] Pushing event deleted for resources: {'Port': ['ID=aefaa845-a51c-4a1f-8414-e7a8b0037790,revision_number=None']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:40:31.164658 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-b5e6be7a-ef05-4fa6-8d38-e1250e3f3e90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:40:31.166482 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5e6be7a-ef05-4fa6-8d38-e1250e3f3e90 None None] No DVR routers for this DVR port aefaa845-a51c-4a1f-8414-e7a8b0037790 on host dv-neutron-821829-1-hyperv {{(pid=87508) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 22:40:31.169033 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a811d5af-452d-4d70-9a77-a6a3557fcd0e None None] Checking router: de6e1cb0-4da7-43f8-b26d-16a795a01ed1 for host: dv-neutron-821829-1-hyperv {{(pid=87508) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 22:40:31.169393 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a811d5af-452d-4d70-9a77-a6a3557fcd0e None None] Updating router de6e1cb0-4da7-43f8-b26d-16a795a01ed1 port 219254a8-ac12-465a-b783-8e0e35bea424 binding host dv-neutron-821829-1-hyperv {{(pid=87508) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 16 22:40:31.185082 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.db [None req-06bbdb15-a500-44fc-83d9-300532aceed8 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] For port aefaa845-a51c-4a1f-8414-e7a8b0037790, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=aefaa845-a51c-4a1f-8414-e7a8b0037790,segment=NetworkSegment(22cf138c-9e36-435b-996f-2f0ecf1ae63f),segment_id=22cf138c-9e36-435b-996f-2f0ecf1ae63f)] {{(pid=87507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:40:31.185642 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-06bbdb15-a500-44fc-83d9-300532aceed8 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:31.308991 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning complete for port 68a3e0cc-82c9-461d-a533-1b1fed433736 triggered by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:40:31.309377 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:31.348226 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-a811d5af-452d-4d70-9a77-a6a3557fcd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:31.352090 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.plugin [None req-06bbdb15-a500-44fc-83d9-300532aceed8 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Calling delete_port for aefaa845-a51c-4a1f-8414-e7a8b0037790 owned by network:dhcp {{(pid=87507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:40:31.365367 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-1a8e2043-80db-448e-ae8b-b24b8eda172c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:31.405424 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.db_base_plugin_common [req-a26fcf72-0058-4646-90a4-df42026f249c req-2f57a1f2-b080-4b68-a024-9151d8a4cd96 tempest-TestServerAdvancedOps-1174825185 tempest-TestServerAdvancedOps-1174825185-project] Allocated IP 172.20.0.10 (b8fd4ecc-4c8d-44f6-ade3-05c82b463e30/21def962-9025-49f2-8714-ffd8dceead3d/210194df-de88-426a-be13-ba9791cec1b2) {{(pid=87506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 22:40:31.455480 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-695a64ad-6301-4e7d-93d9-f66d6d3a65e1 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3328622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10807868', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10549621'] for subnet, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:31.462277 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-d230a1fe-64cb-4cb5-bf2d-c7976f7760c8 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:40:31.504526 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695a64ad-6301-4e7d-93d9-f66d6d3a65e1 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Pushing event deleted for resources: {'Subnet': ['ID=e5cc539c-8da5-4492-abfa-f63ffbc94bcd,revision_number=None']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:40:31.508478 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.db.api [None req-06bbdb15-a500-44fc-83d9-300532aceed8 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87507) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 16 22:40:31.509110 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_db.api [None req-06bbdb15-a500-44fc-83d9-300532aceed8 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 16 22:40:31.510085 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-695a64ad-6301-4e7d-93d9-f66d6d3a65e1 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:40:31.514601 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-695a64ad-6301-4e7d-93d9-f66d6d3a65e1 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks [] for subnet, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:31.533388 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-695a64ad-6301-4e7d-93d9-f66d6d3a65e1 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] 10.222.0.13 "DELETE /v2.0/subnets/e5cc539c-8da5-4492-abfa-f63ffbc94bcd HTTP/1.1" status: 204  len: 168 time: 1.1812189
Dec 16 22:40:31.534837 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 47108) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:40:31.546190 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-c974c484-1375-40b5-8d4b-51e0fe8bbedd tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Request body: {'subnet': {'network_id': 'd25a7dc0-a328-4711-a6e2-10bbe5d70dc8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:40:31.626448 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-1a8e2043-80db-448e-ae8b-b24b8eda172c None None] For port 426ba980-5dac-4389-8783-5c3793b108be, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=426ba980-5dac-4389-8783-5c3793b108be,segment=NetworkSegment(1a812ea8-56ef-4d4d-8d18-5a13af3a25fd),segment_id=1a812ea8-56ef-4d4d-8d18-5a13af3a25fd)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:40:31.639666 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-3e729f7f-1589-4d54-9c4a-7ee6b283cc2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:31.642672 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-1a8e2043-80db-448e-ae8b-b24b8eda172c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:31.648463 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-30ef4925-b138-4579-888e-a374d8eaff30 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:40:31.740868 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-c974c484-1375-40b5-8d4b-51e0fe8bbedd tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:40:31.745052 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-c974c484-1375-40b5-8d4b-51e0fe8bbedd tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Usage tracker for resource:subnet and tenant:3ddf94e9e4ac4112b345468cafab037c is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:40:31.751554 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-c974c484-1375-40b5-8d4b-51e0fe8bbedd tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:40:31.760910 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-c974c484-1375-40b5-8d4b-51e0fe8bbedd tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:40:31.778754 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c974c484-1375-40b5-8d4b-51e0fe8bbedd tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Made reservation on behalf of 3ddf94e9e4ac4112b345468cafab037c for: {'subnet': 1} {{(pid=87507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:40:31.783260 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-c974c484-1375-40b5-8d4b-51e0fe8bbedd tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10549598'] for subnet, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:31.836747 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:31.869938 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-a26fcf72-0058-4646-90a4-df42026f249c req-2f57a1f2-b080-4b68-a024-9151d8a4cd96 tempest-TestServerAdvancedOps-1174825185 tempest-TestServerAdvancedOps-1174825185-project] Notify callbacks [] for port, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:32.007058 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-b789d5bb-2c21-4c35-af1c-355c4d0619ca None None] Provisioning complete for port 426ba980-5dac-4389-8783-5c3793b108be triggered by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:40:32.007442 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b789d5bb-2c21-4c35-af1c-355c4d0619ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:32.047085 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8e2043-80db-448e-ae8b-b24b8eda172c None None] Pushing event updated for resources: {'Port': ['ID=426ba980-5dac-4389-8783-5c3793b108be,revision_number=3']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:40:32.062315 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfdce117-8782-44ac-8db3-cb4a7aa76652 None None] Network d25a7dc0-a328-4711-a6e2-10bbe5d70dc8 requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 22:40:32.075242 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-a26fcf72-0058-4646-90a4-df42026f249c req-2f57a1f2-b080-4b68-a024-9151d8a4cd96 tempest-TestServerAdvancedOps-1174825185 tempest-TestServerAdvancedOps-1174825185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1863393'] for port, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:32.082365 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.plugin [None req-06bbdb15-a500-44fc-83d9-300532aceed8 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Deleting port aefaa845-a51c-4a1f-8414-e7a8b0037790 {{(pid=87507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:40:32.082922 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-06bbdb15-a500-44fc-83d9-300532aceed8 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:32.083395 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-ae870941-4662-4882-9116-19af5f11a24e tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:40:32.088477 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device aefaa845-a51c-4a1f-8414-e7a8b0037790 no longer exists at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 22:40:32.119861 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-1a8e2043-80db-448e-ae8b-b24b8eda172c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.471s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:40:32.189608 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] No Port match for: aefaa845-a51c-4a1f-8414-e7a8b0037790 {{(pid=87508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 22:40:32.190877 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device aefaa845-a51c-4a1f-8414-e7a8b0037790 not bound to the agent host dv-neutron-821829-1-hyperv {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 22:40:32.202232 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.plugin [None req-06bbdb15-a500-44fc-83d9-300532aceed8 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] The port 'aefaa845-a51c-4a1f-8414-e7a8b0037790' was deleted {{(pid=87507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 16 22:40:32.348665 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 426ba980-5dac-4389-8783-5c3793b108be up at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 22:40:32.349512 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a26fcf72-0058-4646-90a4-df42026f249c req-2f57a1f2-b080-4b68-a024-9151d8a4cd96 tempest-TestServerAdvancedOps-1174825185 tempest-TestServerAdvancedOps-1174825185-project] Network b8fd4ecc-4c8d-44f6-ade3-05c82b463e30 is already hosted by enough agents. {{(pid=87506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:40:32.351079 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-06bbdb15-a500-44fc-83d9-300532aceed8 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3329565', 'neutron.services.segments.db._delete_segments_for_network-8734753546406'] for network, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:32.354771 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.base_scheduler [req-a26fcf72-0058-4646-90a4-df42026f249c req-2f57a1f2-b080-4b68-a024-9151d8a4cd96 tempest-TestServerAdvancedOps-1174825185 tempest-TestServerAdvancedOps-1174825185-project] Resources bound (agent type, host, resource id):  {{(pid=87506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:40:32.362918 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.l3_dvrscheduler_db [req-a26fcf72-0058-4646-90a4-df42026f249c req-2f57a1f2-b080-4b68-a024-9151d8a4cd96 tempest-TestServerAdvancedOps-1174825185 tempest-TestServerAdvancedOps-1174825185-project] Received port after_create {{(pid=87506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 22:40:32.377392 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.services.segments.db [None req-06bbdb15-a500-44fc-83d9-300532aceed8 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1b7c5c8760>,) {'filters': {'network_id': ['2769000e-f979-4993-b25c-a53f47882427']}} {{(pid=87507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:40:32.394077 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.services.segments.db [None req-06bbdb15-a500-44fc-83d9-300532aceed8 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b7c5c8760>, '22cf138c-9e36-435b-996f-2f0ecf1ae63f') {'for_net_delete': True} {{(pid=87507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:40:32.394407 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.services.segments.db [None req-06bbdb15-a500-44fc-83d9-300532aceed8 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b7c5c8760>, '22cf138c-9e36-435b-996f-2f0ecf1ae63f') {} {{(pid=87507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:40:32.408447 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-06bbdb15-a500-44fc-83d9-300532aceed8 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734753593977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2128549'] for segment, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:32.408758 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f57a1f2-b080-4b68-a024-9151d8a4cd96 tempest-TestServerAdvancedOps-1174825185 tempest-TestServerAdvancedOps-1174825185-project] Pushing event updated for resources: {'Port': ['ID=210194df-de88-426a-be13-ba9791cec1b2,revision_number=1']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:40:32.413341 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-2f57a1f2-b080-4b68-a024-9151d8a4cd96 tempest-TestServerAdvancedOps-1174825185 tempest-TestServerAdvancedOps-1174825185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:40:32.421241 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.extraroute_db [None req-4862ecd6-c1e6-4016-963d-1b181897bc38 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Added routes are [] {{(pid=87506) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}}
Dec 16 22:40:32.421552 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.extraroute_db [None req-4862ecd6-c1e6-4016-963d-1b181897bc38 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Removed routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=87506) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}}
Dec 16 22:40:32.456654 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26fcf72-0058-4646-90a4-df42026f249c req-2f57a1f2-b080-4b68-a024-9151d8a4cd96 tempest-TestServerAdvancedOps-1174825185 tempest-TestServerAdvancedOps-1174825185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:40:32.457182 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-a26fcf72-0058-4646-90a4-df42026f249c req-2f57a1f2-b080-4b68-a024-9151d8a4cd96 tempest-TestServerAdvancedOps-1174825185 tempest-TestServerAdvancedOps-1174825185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for port, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:32.483026 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.db.resource_extend [None req-a811d5af-452d-4d70-9a77-a6a3557fcd0e None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 16 22:40:32.485988 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-4862ecd6-c1e6-4016-963d-1b181897bc38 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3741702', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3740945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-38947'] for router, precommit_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:32.491013 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-a26fcf72-0058-4646-90a4-df42026f249c req-2f57a1f2-b080-4b68-a024-9151d8a4cd96 tempest-TestServerAdvancedOps-1174825185 tempest-TestServerAdvancedOps-1174825185-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.1193252
Dec 16 22:40:32.527368 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-06bbdb15-a500-44fc-83d9-300532aceed8 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-883292'] for segment, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:32.568945 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06bbdb15-a500-44fc-83d9-300532aceed8 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Releasing vlan 175 on physical network physnet1 to pool {{(pid=87507) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 16 22:40:32.569788 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-06bbdb15-a500-44fc-83d9-300532aceed8 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-883285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10808034'] for segment, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:32.589765 dv-neutron-821829-1-hyperv neutron-server[87507]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 16 22:40:32.589765 dv-neutron-821829-1-hyperv neutron-server[87507]:   util.warn(
Dec 16 22:40:32.589765 dv-neutron-821829-1-hyperv neutron-server[87507]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 16 22:40:32.589765 dv-neutron-821829-1-hyperv neutron-server[87507]:   util.warn(
Dec 16 22:40:32.589765 dv-neutron-821829-1-hyperv neutron-server[87507]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 16 22:40:32.589765 dv-neutron-821829-1-hyperv neutron-server[87507]:   util.warn(
Dec 16 22:40:32.589765 dv-neutron-821829-1-hyperv neutron-server[87507]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 16 22:40:32.589765 dv-neutron-821829-1-hyperv neutron-server[87507]:   util.warn(
Dec 16 22:40:32.589765 dv-neutron-821829-1-hyperv neutron-server[87507]: Traceback (most recent call last):
Dec 16 22:40:32.589765 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 16 22:40:32.589765 dv-neutron-821829-1-hyperv neutron-server[87507]:     timer()
Dec 16 22:40:32.589765 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 22:40:32.589765 dv-neutron-821829-1-hyperv neutron-server[87507]:     cb(*args, **kw)
Dec 16 22:40:32.589765 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 22:40:32.589765 dv-neutron-821829-1-hyperv neutron-server[87507]:     return func(*args, **kwargs)
Dec 16 22:40:32.589765 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 22:40:32.589765 dv-neutron-821829-1-hyperv neutron-server[87507]:     self._notify()
Dec 16 22:40:32.589765 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 22:40:32.589765 dv-neutron-821829-1-hyperv neutron-server[87507]:     self.callback(batched_events)
Dec 16 22:40:32.589765 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 22:40:32.589765 dv-neutron-821829-1-hyperv neutron-server[87507]:     event.method(event)
Dec 16 22:40:32.589765 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 22:40:32.589765 dv-neutron-821829-1-hyperv neutron-server[87507]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 22:40:32.589765 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 22:40:32.589765 dv-neutron-821829-1-hyperv neutron-server[87507]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 22:40:32.589765 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 22:40:32.589765 dv-neutron-821829-1-hyperv neutron-server[87507]:     return f(self, *a, **k)
Dec 16 22:40:32.589765 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 16 22:40:32.589765 dv-neutron-821829-1-hyperv neutron-server[87507]:     return self._get(url).json()
Dec 16 22:40:32.589765 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 16 22:40:32.589765 dv-neutron-821829-1-hyperv neutron-server[87507]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 22:40:32.589765 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 16 22:40:32.589765 dv-neutron-821829-1-hyperv neutron-server[87507]:     return self.request(url, 'GET', **kwargs)
Dec 16 22:40:32.589765 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 16 22:40:32.589765 dv-neutron-821829-1-hyperv neutron-server[87507]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 22:40:32.589765 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 16 22:40:32.589765 dv-neutron-821829-1-hyperv neutron-server[87507]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 22:40:32.589765 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 16 22:40:32.589765 dv-neutron-821829-1-hyperv neutron-server[87507]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 22:40:32.589765 dv-neutron-821829-1-hyperv neutron-server[87507]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 22:40:32.612396 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [req-a26fcf72-0058-4646-90a4-df42026f249c req-693af7f2-e2c9-4376-9ccc-50024d79f6f0 service neutron] Request body: {'port': {'device_id': '5c2b94bd-0aca-49a0-95fb-a3268f577382', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8218'}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:40:32.624916 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-b789d5bb-2c21-4c35-af1c-355c4d0619ca None None] Provisioning for port 219254a8-ac12-465a-b783-8e0e35bea424 completed by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 22:40:32.660518 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-a811d5af-452d-4d70-9a77-a6a3557fcd0e None None] Notify callbacks [] for port, precommit_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:32.669486 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-b789d5bb-2c21-4c35-af1c-355c4d0619ca None None] Provisioning complete for port 219254a8-ac12-465a-b783-8e0e35bea424 triggered by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:40:32.669875 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b789d5bb-2c21-4c35-af1c-355c4d0619ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:32.722495 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd5b6c2-7f85-4044-8251-aa6c7702d525 req-217283d4-a67b-484a-bee2-0f1a220aad67 tempest-TestServerAdvancedOps-1174825185 tempest-TestServerAdvancedOps-1174825185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:40:32.723887 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-3bd5b6c2-7f85-4044-8251-aa6c7702d525 req-217283d4-a67b-484a-bee2-0f1a220aad67 tempest-TestServerAdvancedOps-1174825185 tempest-TestServerAdvancedOps-1174825185-project] 10.222.0.13 "GET /v2.0/ports?device_id=5c2b94bd-0aca-49a0-95fb-a3268f577382 HTTP/1.1" status: 200  len: 932 time: 0.6130028
Dec 16 22:40:32.727366 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-06bbdb15-a500-44fc-83d9-300532aceed8 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3329572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3741856'] for network, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:32.734326 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-a811d5af-452d-4d70-9a77-a6a3557fcd0e None None] Transition to ACTIVE for port object 219254a8-ac12-465a-b783-8e0e35bea424 will not be triggered until provisioned by entity L2. {{(pid=87508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:40:32.737227 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-c863e9f1-0296-4d9f-9ea5-f8b6da70ea0a tempest-BulkNetworkOpsTest-146173519 tempest-BulkNetworkOpsTest-146173519-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:40:32.746709 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning complete for port 426ba980-5dac-4389-8783-5c3793b108be triggered by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:40:32.747180 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:32.758443 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-06bbdb15-a500-44fc-83d9-300532aceed8 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Notify callbacks [] for network, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:32.781051 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-b789d5bb-2c21-4c35-af1c-355c4d0619ca None None] Port 219254a8-ac12-465a-b783-8e0e35bea424 cannot update to ACTIVE because it is not bound. {{(pid=87508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 22:40:32.781428 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bbdb15-a500-44fc-83d9-300532aceed8 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Pushing event deleted for resources: {'Network': ['ID=2769000e-f979-4993-b25c-a53f47882427,revision_number=None']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:40:32.788552 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-a811d5af-452d-4d70-9a77-a6a3557fcd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:32.794492 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-f843890d-4dc0-444d-9f73-0be4c78bce67 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:40:32.797559 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-06bbdb15-a500-44fc-83d9-300532aceed8 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:40:32.808310 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-06bbdb15-a500-44fc-83d9-300532aceed8 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] 10.222.0.13 "DELETE /v2.0/networks/2769000e-f979-4993-b25c-a53f47882427 HTTP/1.1" status: 204  len: 168 time: 2.2350962
Dec 16 22:40:32.847624 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-c974c484-1375-40b5-8d4b-51e0fe8bbedd tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10807931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10549612'] for subnet, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:32.894195 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-a26fcf72-0058-4646-90a4-df42026f249c req-693af7f2-e2c9-4376-9ccc-50024d79f6f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:32.899692 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-3e344d17-95f1-49f7-8b1f-caf34327c089 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:40:32.960626 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-4862ecd6-c1e6-4016-963d-1b181897bc38 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3741702', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3740945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-38947'] for router, precommit_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:32.978462 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-4862ecd6-c1e6-4016-963d-1b181897bc38 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3741923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3741713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3741720', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3740934'] for router, after_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:32.986001 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84ebe55-b906-446f-9754-1db889c997ff None None] Pushing event updated for resources: {'Port': ['ID=219254a8-ac12-465a-b783-8e0e35bea424,revision_number=3']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:40:32.998241 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-3bd5b6c2-7f85-4044-8251-aa6c7702d525 req-0a7942c6-d284-44e5-9271-1f64371ac12a tempest-TestServerAdvancedOps-1174825185 tempest-TestServerAdvancedOps-1174825185-project] 10.222.0.13 "GET /v2.0/security-groups?id=f2a7ae02-12b2-467c-a00d-8fc3127f3c58&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2403624
Dec 16 22:40:33.022661 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c974c484-1375-40b5-8d4b-51e0fe8bbedd tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Network d25a7dc0-a328-4711-a6e2-10bbe5d70dc8 is already hosted by enough agents. {{(pid=87507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:40:33.026191 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.base_scheduler [None req-c974c484-1375-40b5-8d4b-51e0fe8bbedd tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Resources bound (agent type, host, resource id):  {{(pid=87507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:40:33.029401 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c974c484-1375-40b5-8d4b-51e0fe8bbedd tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:40:33.030191 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-c974c484-1375-40b5-8d4b-51e0fe8bbedd tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks [] for subnet, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:33.051207 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c974c484-1375-40b5-8d4b-51e0fe8bbedd tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Pushing event updated for resources: {'Subnet': ['ID=0dc5a614-b450-4f75-9bc8-e6f4e56d0a1a,revision_number=0']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:40:33.054407 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-c974c484-1375-40b5-8d4b-51e0fe8bbedd tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:40:33.066282 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-c974c484-1375-40b5-8d4b-51e0fe8bbedd tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.5299668
Dec 16 22:40:33.066616 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-d84ebe55-b906-446f-9754-1db889c997ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:40:33.070558 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 47118) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:40:33.075615 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-8ae14158-b3de-47c1-8b19-1cf7f92dd30f tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Request body: {'security_group': {'name': 'tempest-secgroup-1466173668'}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:40:33.092171 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-8ae14158-b3de-47c1-8b19-1cf7f92dd30f tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:40:33.100746 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-8ae14158-b3de-47c1-8b19-1cf7f92dd30f tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Usage tracker for resource:security_group and tenant:3ddf94e9e4ac4112b345468cafab037c is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:40:33.109417 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-8ae14158-b3de-47c1-8b19-1cf7f92dd30f tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:40:33.119799 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-8ae14158-b3de-47c1-8b19-1cf7f92dd30f tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:40:33.142023 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-8ae14158-b3de-47c1-8b19-1cf7f92dd30f tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks [] for security_group, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:33.178677 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-a811d5af-452d-4d70-9a77-a6a3557fcd0e None None] Attempting to bind port 219254a8-ac12-465a-b783-8e0e35bea424 on host dv-neutron-821829-1-hyperv for vnic_type normal with profile  {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 22:40:33.179358 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-a811d5af-452d-4d70-9a77-a6a3557fcd0e None None] Attempting to bind port 219254a8-ac12-465a-b783-8e0e35bea424 by drivers openvswitch,hyperv on host dv-neutron-821829-1-hyperv at level 0 using segments [{'id': '1a812ea8-56ef-4d4d-8d18-5a13af3a25fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '8af41159-bf03-40ab-ae35-c4dd0874c11c'}] {{(pid=87508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 22:40:33.180008 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a811d5af-452d-4d70-9a77-a6a3557fcd0e None None] Attempting to bind port 219254a8-ac12-465a-b783-8e0e35bea424 on network 8af41159-bf03-40ab-ae35-c4dd0874c11c {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 22:40:33.195407 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-8ae14158-b3de-47c1-8b19-1cf7f92dd30f tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:40:33.202616 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-8ae14158-b3de-47c1-8b19-1cf7f92dd30f tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Usage tracker for resource:security_group_rule and tenant:3ddf94e9e4ac4112b345468cafab037c is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:40:33.208051 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a811d5af-452d-4d70-9a77-a6a3557fcd0e None None] Checking agent: {'id': '5571501f-366e-47a4-9b60-8ef19d935d27', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821829-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 24, 2), 'started_at': datetime.datetime(2021, 12, 16, 22, 24, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 40, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821829-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 22:40:33.208636 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a811d5af-452d-4d70-9a77-a6a3557fcd0e None None] Checking segment: {'id': '1a812ea8-56ef-4d4d-8d18-5a13af3a25fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '8af41159-bf03-40ab-ae35-c4dd0874c11c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 22:40:33.209760 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-a811d5af-452d-4d70-9a77-a6a3557fcd0e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:33.210241 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a811d5af-452d-4d70-9a77-a6a3557fcd0e None None] Bound using segment: {'id': '1a812ea8-56ef-4d4d-8d18-5a13af3a25fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '8af41159-bf03-40ab-ae35-c4dd0874c11c'} {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 22:40:33.210853 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-a811d5af-452d-4d70-9a77-a6a3557fcd0e None None] Bound port: 219254a8-ac12-465a-b783-8e0e35bea424, host: dv-neutron-821829-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a812ea8-56ef-4d4d-8d18-5a13af3a25fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '8af41159-bf03-40ab-ae35-c4dd0874c11c'}}] {{(pid=87508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 22:40:33.211158 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-a811d5af-452d-4d70-9a77-a6a3557fcd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:33.211786 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-8ae14158-b3de-47c1-8b19-1cf7f92dd30f tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:40:33.227840 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-8ae14158-b3de-47c1-8b19-1cf7f92dd30f tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:40:33.243738 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-c3e845b8-2ed9-41e8-a5b5-454d51b1b806 None None] Provisioning complete for port fa7c6b0e-567e-45a5-af54-121c48f391e0 triggered by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:40:33.244518 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-c3e845b8-2ed9-41e8-a5b5-454d51b1b806 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:33.277254 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 47122) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:40:33.295125 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-4541ba3b-6be8-499c-bc94-3c60aa55c4f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:33.359088 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-8ae14158-b3de-47c1-8b19-1cf7f92dd30f tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks [] for security_group, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:33.365795 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-8ae14158-b3de-47c1-8b19-1cf7f92dd30f tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841066'] for security_group, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:33.370592 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-c3e845b8-2ed9-41e8-a5b5-454d51b1b806 None None] Port fa7c6b0e-567e-45a5-af54-121c48f391e0 cannot update to ACTIVE because it is not bound. {{(pid=87508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 22:40:33.378102 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-5cc59c34-1231-43b6-b643-252efa1d586e tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:40:33.383065 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4862ecd6-c1e6-4016-963d-1b181897bc38 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Router de6e1cb0-4da7-43f8-b26d-16a795a01ed1 has already been hosted by L3 agent 4f519db7-069b-43e2-8411-c092bac9102a {{(pid=87506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 22:40:33.392501 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 04256dca-9934-4eef-94a4-04d4b12df29b up at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 22:40:33.451725 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-8ae14158-b3de-47c1-8b19-1cf7f92dd30f tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks [] for security_group, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:33.455412 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-8ae14158-b3de-47c1-8b19-1cf7f92dd30f tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1745 time: 0.3814538
Dec 16 22:40:33.457445 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 47128) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:40:33.465484 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-c3e845b8-2ed9-41e8-a5b5-454d51b1b806 None None] Provisioning for port 04256dca-9934-4eef-94a4-04d4b12df29b completed by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 22:40:33.465725 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-18b34ab1-cb1e-42e9-8441-681ab873e0fe tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Request body: {'security_group': {'name': 'tempest-secgroup-180677627'}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:40:33.485412 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae14158-b3de-47c1-8b19-1cf7f92dd30f tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e1dfcc8-2eba-4843-8666-97f1617ba5c0,revision_number=1']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:40:33.493209 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-c3e845b8-2ed9-41e8-a5b5-454d51b1b806 None None] Provisioning complete for port 04256dca-9934-4eef-94a4-04d4b12df29b triggered by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:40:33.493964 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-c3e845b8-2ed9-41e8-a5b5-454d51b1b806 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:33.500463 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-18b34ab1-cb1e-42e9-8441-681ab873e0fe tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:40:33.503711 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-8ae14158-b3de-47c1-8b19-1cf7f92dd30f tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:40:33.517828 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-18b34ab1-cb1e-42e9-8441-681ab873e0fe tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Usage tracker for resource:security_group and tenant:3ddf94e9e4ac4112b345468cafab037c is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:40:33.524181 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-18b34ab1-cb1e-42e9-8441-681ab873e0fe tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:40:33.541009 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-18b34ab1-cb1e-42e9-8441-681ab873e0fe tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:40:33.559564 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-18b34ab1-cb1e-42e9-8441-681ab873e0fe tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks [] for security_group, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:33.590103 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-a811d5af-452d-4d70-9a77-a6a3557fcd0e None None] For port 219254a8-ac12-465a-b783-8e0e35bea424, host dv-neutron-821829-1-hyperv, cleared binding levels {{(pid=87508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 22:40:33.590783 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-18b34ab1-cb1e-42e9-8441-681ab873e0fe tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:40:33.594444 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-a811d5af-452d-4d70-9a77-a6a3557fcd0e None None] For port 219254a8-ac12-465a-b783-8e0e35bea424, host dv-neutron-821829-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=219254a8-ac12-465a-b783-8e0e35bea424,segment=NetworkSegment(1a812ea8-56ef-4d4d-8d18-5a13af3a25fd),segment_id=1a812ea8-56ef-4d4d-8d18-5a13af3a25fd)] {{(pid=87508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 22:40:33.597414 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-18b34ab1-cb1e-42e9-8441-681ab873e0fe tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Usage tracker for resource:security_group_rule and tenant:3ddf94e9e4ac4112b345468cafab037c is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:40:33.601531 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-18b34ab1-cb1e-42e9-8441-681ab873e0fe tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:40:33.608333 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-18b34ab1-cb1e-42e9-8441-681ab873e0fe tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:40:33.633039 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-a811d5af-452d-4d70-9a77-a6a3557fcd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:33.645003 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-54f54c50-d52f-4d51-9302-5fe7f901a4d1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:40:33.691659 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4862ecd6-c1e6-4016-963d-1b181897bc38 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify agent at l3_agent.dv-neutron-821829-1-hyperv the message routers_updated {{(pid=87506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 22:40:33.702924 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-4862ecd6-c1e6-4016-963d-1b181897bc38 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks [] for router, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:33.707161 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-18b34ab1-cb1e-42e9-8441-681ab873e0fe tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks [] for security_group, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:33.707842 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-4862ecd6-c1e6-4016-963d-1b181897bc38 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] 10.222.0.13 "PUT /v2.0/routers/de6e1cb0-4da7-43f8-b26d-16a795a01ed1 HTTP/1.1" status: 200  len: 704 time: 2.7775185
Dec 16 22:40:33.707994 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 47132) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:40:33.760120 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning complete for port 04256dca-9934-4eef-94a4-04d4b12df29b triggered by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:40:33.760823 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:33.789017 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-80a8f287-f22f-490f-81f8-32fd07c1f2ad admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=69ee045658914011ac7b8ba0ad799b2d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5080595
Dec 16 22:40:33.797425 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 47136) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:40:33.806436 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-18b34ab1-cb1e-42e9-8441-681ab873e0fe tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841066'] for security_group, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:33.809884 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-c3e845b8-2ed9-41e8-a5b5-454d51b1b806 None None] Could not find standard attr ID for object 72836b25-90f3-4d01-bad6-3c912f4bdfd7. {{(pid=87508) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 16 22:40:33.819228 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a811d5af-452d-4d70-9a77-a6a3557fcd0e None None] Routers {'de6e1cb0-4da7-43f8-b26d-16a795a01ed1'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:40:33.820188 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-a811d5af-452d-4d70-9a77-a6a3557fcd0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b77b632e0>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:40:31Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['de6e1cb0-4da7-43f8-b26d-16a795a01ed1'], 'active': True} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:40:33.936045 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:40:33.954411 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-83a1d930-c8fa-480c-ae0a-21683a767bf2 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] 10.222.0.13 "GET /v2.0/routers/de6e1cb0-4da7-43f8-b26d-16a795a01ed1 HTTP/1.1" status: 200  len: 704 time: 0.2444890
Dec 16 22:40:33.963610 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 47140) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:40:34.001280 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvr_db [None req-a811d5af-452d-4d70-9a77-a6a3557fcd0e None None] Set router de6e1cb0-4da7-43f8-b26d-16a795a01ed1 gateway port host: None {{(pid=87508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 22:40:34.115446 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84ebe55-b906-446f-9754-1db889c997ff None None] Pushing event updated for resources: {'Port': ['ID=219254a8-ac12-465a-b783-8e0e35bea424,revision_number=4']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:40:34.126445 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-929e26e7-f837-48fe-a59a-c28a104fc511 None None] Network d25a7dc0-a328-4711-a6e2-10bbe5d70dc8 requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 22:40:34.143064 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-d84ebe55-b906-446f-9754-1db889c997ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.498s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:40:34.145625 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-18b34ab1-cb1e-42e9-8441-681ab873e0fe tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks [] for security_group, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:34.147085 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-18b34ab1-cb1e-42e9-8441-681ab873e0fe tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1744 time: 0.6883352
Dec 16 22:40:34.158205 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 47146) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:40:34.168362 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-194c4da3-cf55-4d51-affa-5dcd262822d1 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Request body: {'security_group': {'name': 'tempest-secgroup-163786938'}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:40:34.180671 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-194c4da3-cf55-4d51-affa-5dcd262822d1 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:40:34.187842 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-194c4da3-cf55-4d51-affa-5dcd262822d1 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Usage tracker for resource:security_group and tenant:3ddf94e9e4ac4112b345468cafab037c is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:40:34.191801 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.notifiers.nova [req-a26fcf72-0058-4646-90a4-df42026f249c req-693af7f2-e2c9-4376-9ccc-50024d79f6f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 210194df-de88-426a-be13-ba9791cec1b2 {{(pid=87506) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 22:40:34.195189 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b34ab1-cb1e-42e9-8441-681ab873e0fe tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa3a56fa-0291-47a1-94c7-446f4f92680a,revision_number=1']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:40:34.198116 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-18b34ab1-cb1e-42e9-8441-681ab873e0fe tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:40:34.203467 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-194c4da3-cf55-4d51-affa-5dcd262822d1 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:40:34.216124 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-a26fcf72-0058-4646-90a4-df42026f249c req-693af7f2-e2c9-4376-9ccc-50024d79f6f0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:34.218468 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-194c4da3-cf55-4d51-affa-5dcd262822d1 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:40:34.228584 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-39cc7aa9-68ed-4fa2-93b1-30f99854a6b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:34.254512 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.provisioning_blocks [req-a26fcf72-0058-4646-90a4-df42026f249c req-693af7f2-e2c9-4376-9ccc-50024d79f6f0 service neutron] Transition to ACTIVE for port object 210194df-de88-426a-be13-ba9791cec1b2 will not be triggered until provisioned by entity L2. {{(pid=87506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:40:34.263090 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-194c4da3-cf55-4d51-affa-5dcd262822d1 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks [] for security_group, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:34.276284 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-a26fcf72-0058-4646-90a4-df42026f249c req-693af7f2-e2c9-4376-9ccc-50024d79f6f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1863400'] for port, after_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:34.286640 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-69333db7-bc96-44fd-8cb0-6e8189c01d67 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:40:34.316185 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-39cc7aa9-68ed-4fa2-93b1-30f99854a6b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:34.425210 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-194c4da3-cf55-4d51-affa-5dcd262822d1 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:40:34.452720 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-194c4da3-cf55-4d51-affa-5dcd262822d1 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Usage tracker for resource:security_group_rule and tenant:3ddf94e9e4ac4112b345468cafab037c is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:40:34.465537 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-194c4da3-cf55-4d51-affa-5dcd262822d1 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:40:34.468728 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693af7f2-e2c9-4376-9ccc-50024d79f6f0 service neutron] Pushing event updated for resources: {'Port': ['ID=210194df-de88-426a-be13-ba9791cec1b2,revision_number=2']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:40:34.477533 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-693af7f2-e2c9-4376-9ccc-50024d79f6f0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:40:34.478370 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-194c4da3-cf55-4d51-affa-5dcd262822d1 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:40:34.552768 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de188d5e-6ba4-4f32-8997-599b75e85593 req-51e7c149-c0f6-4a2b-8e96-c9e161bae5e9 tempest-TestServerAdvancedOps-1174825185 tempest-TestServerAdvancedOps-1174825185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:40:34.554843 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-de188d5e-6ba4-4f32-8997-599b75e85593 req-51e7c149-c0f6-4a2b-8e96-c9e161bae5e9 tempest-TestServerAdvancedOps-1174825185 tempest-TestServerAdvancedOps-1174825185-project] 10.222.0.13 "GET /v2.0/ports?device_id=5c2b94bd-0aca-49a0-95fb-a3268f577382 HTTP/1.1" status: 200  len: 932 time: 0.3974271
Dec 16 22:40:34.564924 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-c50e7ff3-b25e-472d-8eab-aa73f90df4f7 None None] Provisioning complete for port fa7c6b0e-567e-45a5-af54-121c48f391e0 triggered by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:40:34.565514 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-c50e7ff3-b25e-472d-8eab-aa73f90df4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:34.617775 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-39cc7aa9-68ed-4fa2-93b1-30f99854a6b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841066'] for security_group, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:34.626459 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-ad262897-9212-4894-9d72-70ac642d9811 tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:40:34.635024 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-de188d5e-6ba4-4f32-8997-599b75e85593 req-4dcfe1f6-f937-408c-9104-82f36b1a75d4 tempest-TestServerAdvancedOps-1174825185 tempest-TestServerAdvancedOps-1174825185-project] 10.222.0.13 "GET /v2.0/security-groups?id=f2a7ae02-12b2-467c-a00d-8fc3127f3c58&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0686471
Dec 16 22:40:34.679572 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39cc7aa9-68ed-4fa2-93b1-30f99854a6b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c4c37ac-82f9-4fc6-94c6-7b0175197e2b,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:40:34.682423 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-39cc7aa9-68ed-4fa2-93b1-30f99854a6b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:40:34.699900 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-c50e7ff3-b25e-472d-8eab-aa73f90df4f7 None None] Port fa7c6b0e-567e-45a5-af54-121c48f391e0 cannot update to ACTIVE because it is not bound. {{(pid=87508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 22:40:34.723123 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.managers [req-a26fcf72-0058-4646-90a4-df42026f249c req-693af7f2-e2c9-4376-9ccc-50024d79f6f0 service neutron] Attempting to bind port 210194df-de88-426a-be13-ba9791cec1b2 on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=87506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 22:40:34.723731 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.managers [req-a26fcf72-0058-4646-90a4-df42026f249c req-693af7f2-e2c9-4376-9ccc-50024d79f6f0 service neutron] Attempting to bind port 210194df-de88-426a-be13-ba9791cec1b2 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '2577d818-0e29-479d-b0de-338c10752042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'b8fd4ecc-4c8d-44f6-ade3-05c82b463e30'}] {{(pid=87506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 22:40:34.723875 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a26fcf72-0058-4646-90a4-df42026f249c req-693af7f2-e2c9-4376-9ccc-50024d79f6f0 service neutron] Attempting to bind port 210194df-de88-426a-be13-ba9791cec1b2 on network b8fd4ecc-4c8d-44f6-ade3-05c82b463e30 {{(pid=87506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 22:40:34.727340 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-194c4da3-cf55-4d51-affa-5dcd262822d1 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks [] for security_group, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:34.730656 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-39cc7aa9-68ed-4fa2-93b1-30f99854a6b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:34.734308 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-39cc7aa9-68ed-4fa2-93b1-30f99854a6b5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3c4c37ac-82f9-4fc6-94c6-7b0175197e2b HTTP/1.1" status: 204  len: 168 time: 0.9336162
Dec 16 22:40:34.738790 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a26fcf72-0058-4646-90a4-df42026f249c req-693af7f2-e2c9-4376-9ccc-50024d79f6f0 service neutron] Port 210194df-de88-426a-be13-ba9791cec1b2 on network b8fd4ecc-4c8d-44f6-ade3-05c82b463e30 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=87506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 16 22:40:34.739118 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a26fcf72-0058-4646-90a4-df42026f249c req-693af7f2-e2c9-4376-9ccc-50024d79f6f0 service neutron] Attempting to bind port 210194df-de88-426a-be13-ba9791cec1b2 on network b8fd4ecc-4c8d-44f6-ade3-05c82b463e30 {{(pid=87506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 22:40:34.741422 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-194c4da3-cf55-4d51-affa-5dcd262822d1 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841066'] for security_group, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:34.749337 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-6d7648ca-c5ac-49c8-b76d-fb6a1df81c95 tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:40:34.770927 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a26fcf72-0058-4646-90a4-df42026f249c req-693af7f2-e2c9-4376-9ccc-50024d79f6f0 service neutron] Checking agent: {'id': '849b5cbb-8f70-4c31-8f37-fd42f8351747', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8218', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 30, 8), 'started_at': datetime.datetime(2021, 12, 16, 22, 30, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 40, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 22:40:34.771275 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a26fcf72-0058-4646-90a4-df42026f249c req-693af7f2-e2c9-4376-9ccc-50024d79f6f0 service neutron] Checking segment: {'id': '2577d818-0e29-479d-b0de-338c10752042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'b8fd4ecc-4c8d-44f6-ade3-05c82b463e30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 22:40:34.771666 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a26fcf72-0058-4646-90a4-df42026f249c req-693af7f2-e2c9-4376-9ccc-50024d79f6f0 service neutron] Bound using segment: {'id': '2577d818-0e29-479d-b0de-338c10752042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'b8fd4ecc-4c8d-44f6-ade3-05c82b463e30'} {{(pid=87506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 22:40:34.772255 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.managers [req-a26fcf72-0058-4646-90a4-df42026f249c req-693af7f2-e2c9-4376-9ccc-50024d79f6f0 service neutron] Bound port: 210194df-de88-426a-be13-ba9791cec1b2, host: hv-neutron-8218, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2577d818-0e29-479d-b0de-338c10752042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'b8fd4ecc-4c8d-44f6-ade3-05c82b463e30'}}] {{(pid=87506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 22:40:34.772593 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-a26fcf72-0058-4646-90a4-df42026f249c req-693af7f2-e2c9-4376-9ccc-50024d79f6f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:34.778690 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-c50e7ff3-b25e-472d-8eab-aa73f90df4f7 None None] Provisioning complete for port 04256dca-9934-4eef-94a4-04d4b12df29b triggered by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:40:34.779066 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-c50e7ff3-b25e-472d-8eab-aa73f90df4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:34.814233 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194c4da3-cf55-4d51-affa-5dcd262822d1 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e765bd80-23db-478c-ac17-e157f78c1d68,revision_number=1']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:40:34.817399 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-194c4da3-cf55-4d51-affa-5dcd262822d1 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:40:34.818581 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-194c4da3-cf55-4d51-affa-5dcd262822d1 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks [] for security_group, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:34.822394 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-194c4da3-cf55-4d51-affa-5dcd262822d1 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1744 time: 0.6606672
Dec 16 22:40:34.855574 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 47154) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:40:34.868283 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-a811d5af-452d-4d70-9a77-a6a3557fcd0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b77b632e0>, [{'id': 'de6e1cb0-4da7-43f8-b26d-16a795a01ed1', 'name': 'tempest-RoutersIpV6Test-router-1062176932', 'tenant_id': 'a221f56311244d31a510a3a1bb3c6ce9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:39:49Z', 'updated_at': '2021-12-16T22:40:32Z', 'revision_number': 7, 'project_id': 'a221f56311244d31a510a3a1bb3c6ce9', 'gw_port_host': None, '_interfaces': [{'id': '07a12276-2538-44d6-9e80-8f6358f227c6', 'name': '', 'network_id': 'bf9c7624-5a8f-45ef-80fb-86a40ea7bbb3', 'tenant_id': 'a221f56311244d31a510a3a1bb3c6ce9', 'mac_address': 'fa:16:3e:64:d7:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de6e1cb0-4da7-43f8-b26d-16a795a01ed1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': '6e134cd3-03ec-41ee-843d-e78994f77c61', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:39:53Z', 'updated_at': '2021-12-16T22:40:04Z', 'revision_number': 5, 'project_id': 'a221f56311244d31a510a3a1bb3c6ce9', 'subnets': [{'id': '6e134cd3-03ec-41ee-843d-e78994f77c61', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '219254a8-ac12-465a-b783-8e0e35bea424', 'name': '', 'network_id': '8af41159-bf03-40ab-ae35-c4dd0874c11c', 'tenant_id': 'a221f56311244d31a510a3a1bb3c6ce9', 'mac_address': 'fa:16:3e:ae:54:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de6e1cb0-4da7-43f8-b26d-16a795a01ed1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1195, 'fixed_ips': [{'subnet_id': 'd8741298-93a8-4298-9716-2177f2904672', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:40:25Z', 'updated_at': '2021-12-16T22:40:33Z', 'revision_number': 4, 'project_id': 'a221f56311244d31a510a3a1bb3c6ce9', 'subnets': [{'id': 'd8741298-93a8-4298-9716-2177f2904672', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3e33538a-b435-411d-911e-75458b397f0d', 'name': '', 'network_id': 'db5c2862-b6a8-4557-8764-528fa7bc107e', 'tenant_id': 'a221f56311244d31a510a3a1bb3c6ce9', 'mac_address': 'fa:16:3e:c9:fd:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de6e1cb0-4da7-43f8-b26d-16a795a01ed1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1133, 'fixed_ips': [{'subnet_id': 'b61a424a-6183-452e-96e6-83bd21bf2da4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:40:03Z', 'updated_at': '2021-12-16T22:40:17Z', 'revision_number': 5, 'project_id': 'a221f56311244d31a510a3a1bb3c6ce9', 'subnets': [{'id': 'b61a424a-6183-452e-96e6-83bd21bf2da4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '68a3e0cc-82c9-461d-a533-1b1fed433736', 'name': '', 'network_id': '72793834-29eb-42e8-85dd-260a74528871', 'tenant_id': 'a221f56311244d31a510a3a1bb3c6ce9', 'mac_address': 'fa:16:3e:99:d9:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de6e1cb0-4da7-43f8-b26d-16a795a01ed1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1162, 'fixed_ips': [{'subnet_id': 'a7ca8b93-95ae-4285-9f48-e0d2c28ea1ba', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:40:15Z', 'updated_at': '2021-12-16T22:40:27Z', 'revision_number': 5, 'project_id': 'a221f56311244d31a510a3a1bb3c6ce9', 'subnets': [{'id': 'a7ca8b93-95ae-4285-9f48-e0d2c28ea1ba', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:40:34.869376 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-868ea304-4bde-44ae-b61f-fa0ab30e0e23 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-342164621', 'security_groups': ['e765bd80-23db-478c-ac17-e157f78c1d68'], 'network_id': 'd25a7dc0-a328-4711-a6e2-10bbe5d70dc8', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '0dc5a614-b450-4f75-9bc8-e6f4e56d0a1a'}]}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:40:34.874796 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a811d5af-452d-4d70-9a77-a6a3557fcd0e None None] The sync data for ids ['de6e1cb0-4da7-43f8-b26d-16a795a01ed1'] in dv-neutron-821829-1-hyperv is: [{'id': 'de6e1cb0-4da7-43f8-b26d-16a795a01ed1', 'name': 'tempest-RoutersIpV6Test-router-1062176932', 'tenant_id': 'a221f56311244d31a510a3a1bb3c6ce9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:39:49Z', 'updated_at': '2021-12-16T22:40:32Z', 'revision_number': 7, 'project_id': 'a221f56311244d31a510a3a1bb3c6ce9', 'gw_port_host': None, '_interfaces': [{'id': '07a12276-2538-44d6-9e80-8f6358f227c6', 'name': '', 'network_id': 'bf9c7624-5a8f-45ef-80fb-86a40ea7bbb3', 'tenant_id': 'a221f56311244d31a510a3a1bb3c6ce9', 'mac_address': 'fa:16:3e:64:d7:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de6e1cb0-4da7-43f8-b26d-16a795a01ed1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': '6e134cd3-03ec-41ee-843d-e78994f77c61', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:39:53Z', 'updated_at': '2021-12-16T22:40:04Z', 'revision_number': 5, 'project_id': 'a221f56311244d31a510a3a1bb3c6ce9', 'subnets': [{'id': '6e134cd3-03ec-41ee-843d-e78994f77c61', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '219254a8-ac12-465a-b783-8e0e35bea424', 'name': '', 'network_id': '8af41159-bf03-40ab-ae35-c4dd0874c11c', 'tenant_id': 'a221f56311244d31a510a3a1bb3c6ce9', 'mac_address': 'fa:16:3e:ae:54:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de6e1cb0-4da7-43f8-b26d-16a795a01ed1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1195, 'fixed_ips': [{'subnet_id': 'd8741298-93a8-4298-9716-2177f2904672', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:40:25Z', 'updated_at': '2021-12-16T22:40:33Z', 'revision_number': 4, 'project_id': 'a221f56311244d31a510a3a1bb3c6ce9', 'subnets': [{'id': 'd8741298-93a8-4298-9716-2177f2904672', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3e33538a-b435-411d-911e-75458b397f0d', 'name': '', 'network_id': 'db5c2862-b6a8-4557-8764-528fa7bc107e', 'tenant_id': 'a221f56311244d31a510a3a1bb3c6ce9', 'mac_address': 'fa:16:3e:c9:fd:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de6e1cb0-4da7-43f8-b26d-16a795a01ed1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1133, 'fixed_ips': [{'subnet_id': 'b61a424a-6183-452e-96e6-83bd21bf2da4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:40:03Z', 'updated_at': '2021-12-16T22:40:17Z', 'revision_number': 5, 'project_id': 'a221f56311244d31a510a3a1bb3c6ce9', 'subnets': [{'id': 'b61a424a-6183-452e-96e6-83bd21bf2da4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '68a3e0cc-82c9-461d-a533-1b1fed433736', 'name': '', 'network_id': '72793834-29eb-42e8-85dd-260a74528871', 'tenant_id': 'a221f56311244d31a510a3a1bb3c6ce9', 'mac_address': 'fa:16:3e:99:d9:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de6e1cb0-4da7-43f8-b26d-16a795a01ed1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1162, 'fixed_ips': [{'subnet_id': 'a7ca8b93-95ae-4285-9f48-e0d2c28ea1ba', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:40:15Z', 'updated_at': '2021-12-16T22:40:27Z', 'revision_number': 5, 'project_id': 'a221f56311244d31a510a3a1bb3c6ce9', 'subnets': [{'id': 'a7ca8b93-95ae-4285-9f48-e0d2c28ea1ba', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 22:40:34.992522 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-3b2b43de-afb8-49c5-bde2-4424e5bd0da5 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3830176'] for router_interface, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:35.054759 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.db [req-a26fcf72-0058-4646-90a4-df42026f249c req-693af7f2-e2c9-4376-9ccc-50024d79f6f0 service neutron] For port 210194df-de88-426a-be13-ba9791cec1b2, host hv-neutron-8218, cleared binding levels {{(pid=87506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 22:40:35.061694 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.db [req-a26fcf72-0058-4646-90a4-df42026f249c req-693af7f2-e2c9-4376-9ccc-50024d79f6f0 service neutron] For port 210194df-de88-426a-be13-ba9791cec1b2, host hv-neutron-8218, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=210194df-de88-426a-be13-ba9791cec1b2,segment=NetworkSegment(2577d818-0e29-479d-b0de-338c10752042),segment_id=2577d818-0e29-479d-b0de-338c10752042)] {{(pid=87506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 22:40:35.062327 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97987c7e-627c-4ae6-a425-6515b9faeb0c None None] Update dhcp port {'port': {'network_id': 'd25a7dc0-a328-4711-a6e2-10bbe5d70dc8', 'fixed_ips': [{'subnet_id': '7ad97adf-ce5f-42c3-b992-5002876725ec', 'ip_address': '172.20.0.18'}, {'subnet_id': '0dc5a614-b450-4f75-9bc8-e6f4e56d0a1a'}], 'binding:host_id': 'dv-neutron-821829-1-hyperv'}, 'id': '04256dca-9934-4eef-94a4-04d4b12df29b'} from dv-neutron-821829-1-hyperv. {{(pid=87508) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}}
Dec 16 22:40:35.075711 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-a26fcf72-0058-4646-90a4-df42026f249c req-693af7f2-e2c9-4376-9ccc-50024d79f6f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1863400'] for port, after_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:35.084333 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-19e2560a-97fb-47b4-86e0-55379084e318 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:40:35.150061 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26fcf72-0058-4646-90a4-df42026f249c req-693af7f2-e2c9-4376-9ccc-50024d79f6f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:40:35.150696 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-a26fcf72-0058-4646-90a4-df42026f249c req-693af7f2-e2c9-4376-9ccc-50024d79f6f0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for port, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:35.152615 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-97987c7e-627c-4ae6-a425-6515b9faeb0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:35.160258 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-a26fcf72-0058-4646-90a4-df42026f249c req-693af7f2-e2c9-4376-9ccc-50024d79f6f0 service neutron] 10.222.0.49 "PUT /v2.0/ports/210194df-de88-426a-be13-ba9791cec1b2 HTTP/1.1" status: 200  len: 1094 time: 2.5443170
Dec 16 22:40:35.166207 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c2b94bd-0aca-49a0-95fb-a3268f577382', 'tag': '210194df-de88-426a-be13-ba9791cec1b2'}] {{(pid=87506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 22:40:35.285180 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c2b94bd-0aca-49a0-95fb-a3268f577382', 'tag': '210194df-de88-426a-be13-ba9791cec1b2', 'status': 'completed', 'code': 200}
Dec 16 22:40:35.293549 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-868ea304-4bde-44ae-b61f-fa0ab30e0e23 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:40:35.317196 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-868ea304-4bde-44ae-b61f-fa0ab30e0e23 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:40:35.321109 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693af7f2-e2c9-4376-9ccc-50024d79f6f0 service neutron] Pushing event updated for resources: {'Port': ['ID=210194df-de88-426a-be13-ba9791cec1b2,revision_number=3']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:40:35.324514 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-693af7f2-e2c9-4376-9ccc-50024d79f6f0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:40:35.344041 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-868ea304-4bde-44ae-b61f-fa0ab30e0e23 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Made reservation on behalf of 3ddf94e9e4ac4112b345468cafab037c for: {'port': 1} {{(pid=87506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:40:35.482288 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26fcf72-0058-4646-90a4-df42026f249c req-6460a6ff-55b6-4071-9a01-53ab76771bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:40:35.484088 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-a26fcf72-0058-4646-90a4-df42026f249c req-6460a6ff-55b6-4071-9a01-53ab76771bc5 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=021ba4f4c5d94216ba70fdc1551b8e7f&device_id=5c2b94bd-0aca-49a0-95fb-a3268f577382 HTTP/1.1" status: 200  len: 1097 time: 0.2571099
Dec 16 22:40:35.489255 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.db_base_plugin_common [None req-97987c7e-627c-4ae6-a425-6515b9faeb0c None None] Allocated IP 172.20.0.2 (d25a7dc0-a328-4711-a6e2-10bbe5d70dc8/0dc5a614-b450-4f75-9bc8-e6f4e56d0a1a/04256dca-9934-4eef-94a4-04d4b12df29b) {{(pid=87508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 22:40:35.612976 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-a26fcf72-0058-4646-90a4-df42026f249c req-3afd9e84-5aad-4ddf-b4de-543b2a8ab986 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=210194df-de88-426a-be13-ba9791cec1b2 HTTP/1.1" status: 200  len: 217 time: 0.1080053
Dec 16 22:40:35.624615 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.plugin [None req-3b2b43de-afb8-49c5-bde2-4424e5bd0da5 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Deleting port 219254a8-ac12-465a-b783-8e0e35bea424 {{(pid=87507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:40:35.624615 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-3b2b43de-afb8-49c5-bde2-4424e5bd0da5 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:35.688059 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-868ea304-4bde-44ae-b61f-fa0ab30e0e23 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:35.696815 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-97987c7e-627c-4ae6-a425-6515b9faeb0c None None] For port 04256dca-9934-4eef-94a4-04d4b12df29b, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=04256dca-9934-4eef-94a4-04d4b12df29b,segment=NetworkSegment(1f048097-0229-4a28-baff-9e702fc17100),segment_id=1f048097-0229-4a28-baff-9e702fc17100)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:40:35.742651 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26fcf72-0058-4646-90a4-df42026f249c req-21242b95-2ab0-4149-8d91-6b8ff58436ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:40:35.745826 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-a26fcf72-0058-4646-90a4-df42026f249c req-21242b95-2ab0-4149-8d91-6b8ff58436ac service neutron] 10.222.0.49 "GET /v2.0/subnets?id=21def962-9025-49f2-8714-ffd8dceead3d HTTP/1.1" status: 200  len: 851 time: 0.1233923
Dec 16 22:40:35.745826 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.notifiers.nova [None req-868ea304-4bde-44ae-b61f-fa0ab30e0e23 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] device_id is not set on port 78ff17f9-1eb7-4765-ad2d-03cc79185ff6 yet. {{(pid=87506) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 16 22:40:35.791793 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-97987c7e-627c-4ae6-a425-6515b9faeb0c None None] Notify callbacks [] for port, precommit_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:35.821113 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-97987c7e-627c-4ae6-a425-6515b9faeb0c None None] Transition to ACTIVE for port object 04256dca-9934-4eef-94a4-04d4b12df29b will not be triggered until provisioned by entity DHCP. {{(pid=87508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:40:35.828894 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-97987c7e-627c-4ae6-a425-6515b9faeb0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:35.833114 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-e793b19b-2984-42cc-8188-d499c32c5399 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:40:35.850974 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-a26fcf72-0058-4646-90a4-df42026f249c req-373d012e-6f7a-4853-8954-ba216b32c83e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=b8fd4ecc-4c8d-44f6-ade3-05c82b463e30&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0516243
Dec 16 22:40:35.969663 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 47180) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:40:35.995063 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97987c7e-627c-4ae6-a425-6515b9faeb0c None None] Pushing event updated for resources: {'Port': ['ID=04256dca-9934-4eef-94a4-04d4b12df29b,revision_number=6']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:40:35.998347 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-97987c7e-627c-4ae6-a425-6515b9faeb0c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:40:36.023803 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.db [None req-3b2b43de-afb8-49c5-bde2-4424e5bd0da5 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] For port 219254a8-ac12-465a-b783-8e0e35bea424, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=219254a8-ac12-465a-b783-8e0e35bea424,segment=NetworkSegment(1a812ea8-56ef-4d4d-8d18-5a13af3a25fd),segment_id=1a812ea8-56ef-4d4d-8d18-5a13af3a25fd)] {{(pid=87507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:40:36.024176 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-3b2b43de-afb8-49c5-bde2-4424e5bd0da5 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:36.047063 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cf9bb2-4fb7-4daa-93d6-7eb3b121f436 req-0b367528-bec8-4143-97af-87744742f728 tempest-TestServerAdvancedOps-1174825185 tempest-TestServerAdvancedOps-1174825185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:40:36.048704 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-74cf9bb2-4fb7-4daa-93d6-7eb3b121f436 req-0b367528-bec8-4143-97af-87744742f728 tempest-TestServerAdvancedOps-1174825185 tempest-TestServerAdvancedOps-1174825185-project] 10.222.0.13 "GET /v2.0/ports?device_id=5c2b94bd-0aca-49a0-95fb-a3268f577382 HTTP/1.1" status: 200  len: 944 time: 0.2303662
Dec 16 22:40:36.062765 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-a26fcf72-0058-4646-90a4-df42026f249c req-53d2cd7a-1dee-4912-a02a-fd163e081e71 service neutron] 10.222.0.49 "GET /v2.0/networks/b8fd4ecc-4c8d-44f6-ade3-05c82b463e30?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2047880
Dec 16 22:40:36.199431 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b6aec98-c6de-4094-b9a3-3ed3d7088ec2 None None] Sync routers for ids ['de6e1cb0-4da7-43f8-b26d-16a795a01ed1'] in dv-neutron-821829-1-hyperv {{(pid=87509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 22:40:36.212116 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b6aec98-c6de-4094-b9a3-3ed3d7088ec2 None None] Routers {'de6e1cb0-4da7-43f8-b26d-16a795a01ed1'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:40:36.213079 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-2b6aec98-c6de-4094-b9a3-3ed3d7088ec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b7cb4cf10>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:40:31Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['de6e1cb0-4da7-43f8-b26d-16a795a01ed1'], 'active': True} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:40:36.213394 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.plugin [None req-3b2b43de-afb8-49c5-bde2-4424e5bd0da5 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Calling delete_port for 219254a8-ac12-465a-b783-8e0e35bea424 owned by network:router_interface {{(pid=87507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:40:36.260355 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-6d606dd0-7557-4ce3-8e8c-62ab6ab50915 tempest-SubnetPoolsTestJSON-2094449328 tempest-SubnetPoolsTestJSON-2094449328-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1437581961', 'prefixes': ['172.20.0.0/16']}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:40:36.274889 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-6d606dd0-7557-4ce3-8e8c-62ab6ab50915 tempest-SubnetPoolsTestJSON-2094449328 tempest-SubnetPoolsTestJSON-2094449328-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:40:36.334218 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-74cf9bb2-4fb7-4daa-93d6-7eb3b121f436 req-40399850-d4a5-4ce6-96ac-970d1a29de1d tempest-TestServerAdvancedOps-1174825185 tempest-TestServerAdvancedOps-1174825185-project] 10.222.0.13 "GET /v2.0/security-groups?id=f2a7ae02-12b2-467c-a00d-8fc3127f3c58&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2780087
Dec 16 22:40:36.417700 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvr_db [None req-2b6aec98-c6de-4094-b9a3-3ed3d7088ec2 None None] Set router de6e1cb0-4da7-43f8-b26d-16a795a01ed1 gateway port host: None {{(pid=87509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 22:40:36.437590 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-6d606dd0-7557-4ce3-8e8c-62ab6ab50915 tempest-SubnetPoolsTestJSON-2094449328 tempest-SubnetPoolsTestJSON-2094449328-project] Notify callbacks [] for subnetpool, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:36.439258 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-6d606dd0-7557-4ce3-8e8c-62ab6ab50915 tempest-SubnetPoolsTestJSON-2094449328 tempest-SubnetPoolsTestJSON-2094449328-project] 10.222.0.13 "POST /v2.0/subnetpools HTTP/1.1" status: 201  len: 737 time: 0.4585352
Dec 16 22:40:36.441822 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 47188) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:40:36.486727 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-c881902a-1f20-4081-810c-693831eae0bc tempest-SubnetPoolsTestJSON-2094449328 tempest-SubnetPoolsTestJSON-2094449328-project] 10.222.0.13 "GET /v2.0/subnetpools/f9f40284-cdb3-4e9f-b864-4638f7ce9cb0 HTTP/1.1" status: 200  len: 732 time: 0.0431640
Dec 16 22:40:36.491037 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 47192) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:40:36.502931 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-e348632f-c45e-42ab-b586-7f28ad2a9b09 tempest-SubnetPoolsTestJSON-2094449328 tempest-SubnetPoolsTestJSON-2094449328-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1197554538'}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:40:36.527104 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-a26fcf72-0058-4646-90a4-df42026f249c req-7bfb312a-01c0-431b-a462-9e91797ce9cf service neutron] 10.222.0.49 "GET /v2.0/networks/b8fd4ecc-4c8d-44f6-ade3-05c82b463e30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4537363
Dec 16 22:40:36.532455 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.db_base_plugin_common [None req-868ea304-4bde-44ae-b61f-fa0ab30e0e23 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Allocated IP 172.20.0.8 (d25a7dc0-a328-4711-a6e2-10bbe5d70dc8/0dc5a614-b450-4f75-9bc8-e6f4e56d0a1a/78ff17f9-1eb7-4765-ad2d-03cc79185ff6) {{(pid=87506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 22:40:36.667368 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-3b2b43de-afb8-49c5-bde2-4424e5bd0da5 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10807823'] for port, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:36.673203 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-134b6546-b7c4-4169-96e8-cb53405f0c0e tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:40:36.752347 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-49060d6d-500f-4068-820f-29a4f9c511fb None None] Provisioning complete for port fa7c6b0e-567e-45a5-af54-121c48f391e0 triggered by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:40:36.752874 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-49060d6d-500f-4068-820f-29a4f9c511fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:36.816859 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2b43de-afb8-49c5-bde2-4424e5bd0da5 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Pushing event deleted for resources: {'Port': ['ID=219254a8-ac12-465a-b783-8e0e35bea424,revision_number=None']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:40:36.824973 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-3b2b43de-afb8-49c5-bde2-4424e5bd0da5 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:40:36.827687 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 219254a8-ac12-465a-b783-8e0e35bea424 up at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 22:40:36.868470 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-868ea304-4bde-44ae-b61f-fa0ab30e0e23 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks [] for port, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:36.891938 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.provisioning_blocks [None req-868ea304-4bde-44ae-b61f-fa0ab30e0e23 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Transition to ACTIVE for port object 78ff17f9-1eb7-4765-ad2d-03cc79185ff6 will not be triggered until provisioned by entity DHCP. {{(pid=87506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:40:36.921692 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] No Port match for: 219254a8-ac12-465a-b783-8e0e35bea424 {{(pid=87508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 22:40:36.922062 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 219254a8-ac12-465a-b783-8e0e35bea424 not bound to the agent host dv-neutron-821829-1-hyperv {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}}
Dec 16 22:40:36.926444 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db74d2c0-a0ad-4ac3-8180-10c53046d0ab req-4e136e76-a8a3-4aa8-84ce-3797bc39af2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:40:36.927687 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-db74d2c0-a0ad-4ac3-8180-10c53046d0ab req-4e136e76-a8a3-4aa8-84ce-3797bc39af2c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=021ba4f4c5d94216ba70fdc1551b8e7f&device_id=5c2b94bd-0aca-49a0-95fb-a3268f577382 HTTP/1.1" status: 200  len: 1097 time: 0.2882099
Dec 16 22:40:36.969091 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-868ea304-4bde-44ae-b61f-fa0ab30e0e23 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1863393'] for port, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:36.987459 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-c35f511a-3366-4484-ac64-5e5a3fce3d35 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:40:36.999026 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Port 219254a8-ac12-465a-b783-8e0e35bea424 not found, will not notify nova. {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}}
Dec 16 22:40:36.999443 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 04256dca-9934-4eef-94a4-04d4b12df29b up at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 22:40:37.049208 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-868ea304-4bde-44ae-b61f-fa0ab30e0e23 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Network d25a7dc0-a328-4711-a6e2-10bbe5d70dc8 is already hosted by enough agents. {{(pid=87506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:40:37.122096 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.base_scheduler [None req-868ea304-4bde-44ae-b61f-fa0ab30e0e23 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Resources bound (agent type, host, resource id):  {{(pid=87506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:40:37.133368 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-49060d6d-500f-4068-820f-29a4f9c511fb None None] Port fa7c6b0e-567e-45a5-af54-121c48f391e0 cannot update to ACTIVE because it is not bound. {{(pid=87508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 22:40:37.139916 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-2b6aec98-c6de-4094-b9a3-3ed3d7088ec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b7cb4cf10>, [{'id': 'de6e1cb0-4da7-43f8-b26d-16a795a01ed1', 'name': 'tempest-RoutersIpV6Test-router-1062176932', 'tenant_id': 'a221f56311244d31a510a3a1bb3c6ce9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:39:49Z', 'updated_at': '2021-12-16T22:40:32Z', 'revision_number': 7, 'project_id': 'a221f56311244d31a510a3a1bb3c6ce9', 'gw_port_host': None, '_interfaces': [{'id': '07a12276-2538-44d6-9e80-8f6358f227c6', 'name': '', 'network_id': 'bf9c7624-5a8f-45ef-80fb-86a40ea7bbb3', 'tenant_id': 'a221f56311244d31a510a3a1bb3c6ce9', 'mac_address': 'fa:16:3e:64:d7:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de6e1cb0-4da7-43f8-b26d-16a795a01ed1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': '6e134cd3-03ec-41ee-843d-e78994f77c61', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:39:53Z', 'updated_at': '2021-12-16T22:40:04Z', 'revision_number': 5, 'project_id': 'a221f56311244d31a510a3a1bb3c6ce9', 'subnets': [{'id': '6e134cd3-03ec-41ee-843d-e78994f77c61', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '219254a8-ac12-465a-b783-8e0e35bea424', 'name': '', 'network_id': '8af41159-bf03-40ab-ae35-c4dd0874c11c', 'tenant_id': 'a221f56311244d31a510a3a1bb3c6ce9', 'mac_address': 'fa:16:3e:ae:54:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de6e1cb0-4da7-43f8-b26d-16a795a01ed1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1195, 'fixed_ips': [{'subnet_id': 'd8741298-93a8-4298-9716-2177f2904672', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:40:25Z', 'updated_at': '2021-12-16T22:40:33Z', 'revision_number': 4, 'project_id': 'a221f56311244d31a510a3a1bb3c6ce9', 'subnets': [{'id': 'd8741298-93a8-4298-9716-2177f2904672', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3e33538a-b435-411d-911e-75458b397f0d', 'name': '', 'network_id': 'db5c2862-b6a8-4557-8764-528fa7bc107e', 'tenant_id': 'a221f56311244d31a510a3a1bb3c6ce9', 'mac_address': 'fa:16:3e:c9:fd:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de6e1cb0-4da7-43f8-b26d-16a795a01ed1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1133, 'fixed_ips': [{'subnet_id': 'b61a424a-6183-452e-96e6-83bd21bf2da4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:40:03Z', 'updated_at': '2021-12-16T22:40:17Z', 'revision_number': 5, 'project_id': 'a221f56311244d31a510a3a1bb3c6ce9', 'subnets': [{'id': 'b61a424a-6183-452e-96e6-83bd21bf2da4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '68a3e0cc-82c9-461d-a533-1b1fed433736', 'name': '', 'network_id': '72793834-29eb-42e8-85dd-260a74528871', 'tenant_id': 'a221f56311244d31a510a3a1bb3c6ce9', 'mac_address': 'fa:16:3e:99:d9:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de6e1cb0-4da7-43f8-b26d-16a795a01ed1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1162, 'fixed_ips': [{'subnet_id': 'a7ca8b93-95ae-4285-9f48-e0d2c28ea1ba', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:40:15Z', 'updated_at': '2021-12-16T22:40:27Z', 'revision_number': 5, 'project_id': 'a221f56311244d31a510a3a1bb3c6ce9', 'subnets': [{'id': 'a7ca8b93-95ae-4285-9f48-e0d2c28ea1ba', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:40:37.145711 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-868ea304-4bde-44ae-b61f-fa0ab30e0e23 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Received port after_create {{(pid=87506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 22:40:37.152731 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b6aec98-c6de-4094-b9a3-3ed3d7088ec2 None None] Checking router: de6e1cb0-4da7-43f8-b26d-16a795a01ed1 for host: dv-neutron-821829-1-hyperv {{(pid=87509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 22:40:37.166926 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b6aec98-c6de-4094-b9a3-3ed3d7088ec2 None None] Routers {'de6e1cb0-4da7-43f8-b26d-16a795a01ed1'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:40:37.167581 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-2b6aec98-c6de-4094-b9a3-3ed3d7088ec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b7cb4cf10>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:40:31Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['de6e1cb0-4da7-43f8-b26d-16a795a01ed1'], 'active': True} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:40:37.178950 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-49060d6d-500f-4068-820f-29a4f9c511fb None None] Provisioning for port 04256dca-9934-4eef-94a4-04d4b12df29b completed by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 22:40:37.194027 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-49060d6d-500f-4068-820f-29a4f9c511fb None None] Provisioning complete for port 04256dca-9934-4eef-94a4-04d4b12df29b triggered by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:40:37.194511 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-49060d6d-500f-4068-820f-29a4f9c511fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:37.237580 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868ea304-4bde-44ae-b61f-fa0ab30e0e23 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Pushing event updated for resources: {'Port': ['ID=78ff17f9-1eb7-4765-ad2d-03cc79185ff6,revision_number=1']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:40:37.247599 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-868ea304-4bde-44ae-b61f-fa0ab30e0e23 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:40:37.260320 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-868ea304-4bde-44ae-b61f-fa0ab30e0e23 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:40:37.261139 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-868ea304-4bde-44ae-b61f-fa0ab30e0e23 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for port, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:37.289748 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-3b2b43de-afb8-49c5-bde2-4424e5bd0da5 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3791449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3739472'] for router_interface, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:37.307706 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-868ea304-4bde-44ae-b61f-fa0ab30e0e23 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 923 time: 2.4506605
Dec 16 22:40:37.311893 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 47196) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:40:37.321219 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-9079b459-6fa1-4e78-9737-3784541ea417 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Request body: {'subnet': {'network_id': 'd25a7dc0-a328-4711-a6e2-10bbe5d70dc8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:40:37.343498 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning complete for port 04256dca-9934-4eef-94a4-04d4b12df29b triggered by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:40:37.351392 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:37.497207 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvr_db [None req-2b6aec98-c6de-4094-b9a3-3ed3d7088ec2 None None] Set router de6e1cb0-4da7-43f8-b26d-16a795a01ed1 gateway port host: None {{(pid=87509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 22:40:37.539730 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db74d2c0-a0ad-4ac3-8180-10c53046d0ab req-f0cfd568-a931-429a-a967-2910c34d4de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:40:37.541509 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-db74d2c0-a0ad-4ac3-8180-10c53046d0ab req-f0cfd568-a931-429a-a967-2910c34d4de9 service neutron] 10.222.0.49 "GET /v2.0/networks?id=b8fd4ecc-4c8d-44f6-ade3-05c82b463e30 HTTP/1.1" status: 200  len: 912 time: 0.6057386
Dec 16 22:40:37.600183 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-e348632f-c45e-42ab-b586-7f28ad2a9b09 tempest-SubnetPoolsTestJSON-2094449328 tempest-SubnetPoolsTestJSON-2094449328-project] Notify callbacks [] for subnetpool, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:37.601648 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-e348632f-c45e-42ab-b586-7f28ad2a9b09 tempest-SubnetPoolsTestJSON-2094449328 tempest-SubnetPoolsTestJSON-2094449328-project] 10.222.0.13 "PUT /v2.0/subnetpools/f9f40284-cdb3-4e9f-b864-4638f7ce9cb0 HTTP/1.1" status: 200  len: 684 time: 1.1087267
Dec 16 22:40:37.612565 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 47202) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:40:37.653704 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-9079b459-6fa1-4e78-9737-3784541ea417 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:40:37.670308 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-9079b459-6fa1-4e78-9737-3784541ea417 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Usage tracker for resource:subnet and tenant:3ddf94e9e4ac4112b345468cafab037c is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:40:37.675115 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-db74d2c0-a0ad-4ac3-8180-10c53046d0ab req-97853ded-57a9-46d2-83d4-482768561364 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=210194df-de88-426a-be13-ba9791cec1b2 HTTP/1.1" status: 200  len: 217 time: 0.1217594
Dec 16 22:40:37.676245 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-9079b459-6fa1-4e78-9737-3784541ea417 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:40:37.680524 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2d341f2-9006-449b-8093-802f26e58591 None None] get_active_networks_info from dv-neutron-821829-1-hyperv {{(pid=87508) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}}
Dec 16 22:40:37.722792 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-9079b459-6fa1-4e78-9737-3784541ea417 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:40:37.750607 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9079b459-6fa1-4e78-9737-3784541ea417 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Made reservation on behalf of 3ddf94e9e4ac4112b345468cafab037c for: {'subnet': 1} {{(pid=87506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:40:37.755816 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-9079b459-6fa1-4e78-9737-3784541ea417 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11213078'] for subnet, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:37.765402 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-a9d43e5b-411d-44da-a478-8ef14ff5b1e7 None None] Provisioning for port 78ff17f9-1eb7-4765-ad2d-03cc79185ff6 completed by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 22:40:37.785807 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-a9d43e5b-411d-44da-a478-8ef14ff5b1e7 None None] Provisioning complete for port 78ff17f9-1eb7-4765-ad2d-03cc79185ff6 triggered by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:40:37.786192 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-a9d43e5b-411d-44da-a478-8ef14ff5b1e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:37.871155 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db74d2c0-a0ad-4ac3-8180-10c53046d0ab req-b068bafb-c376-4dd0-9365-872ec0e85b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:40:37.873533 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-db74d2c0-a0ad-4ac3-8180-10c53046d0ab req-b068bafb-c376-4dd0-9365-872ec0e85b2e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=21def962-9025-49f2-8714-ffd8dceead3d HTTP/1.1" status: 200  len: 851 time: 0.1898513
Dec 16 22:40:37.928006 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2d341f2-9006-449b-8093-802f26e58591 None None] Resources bound (agent type, host, resource id):  {{(pid=87508) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Dec 16 22:40:37.948191 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-2b6aec98-c6de-4094-b9a3-3ed3d7088ec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b7cb4cf10>, [{'id': 'de6e1cb0-4da7-43f8-b26d-16a795a01ed1', 'name': 'tempest-RoutersIpV6Test-router-1062176932', 'tenant_id': 'a221f56311244d31a510a3a1bb3c6ce9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:39:49Z', 'updated_at': '2021-12-16T22:40:36Z', 'revision_number': 8, 'project_id': 'a221f56311244d31a510a3a1bb3c6ce9', 'gw_port_host': None, '_interfaces': [{'id': '07a12276-2538-44d6-9e80-8f6358f227c6', 'name': '', 'network_id': 'bf9c7624-5a8f-45ef-80fb-86a40ea7bbb3', 'tenant_id': 'a221f56311244d31a510a3a1bb3c6ce9', 'mac_address': 'fa:16:3e:64:d7:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de6e1cb0-4da7-43f8-b26d-16a795a01ed1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': '6e134cd3-03ec-41ee-843d-e78994f77c61', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:39:53Z', 'updated_at': '2021-12-16T22:40:04Z', 'revision_number': 5, 'project_id': 'a221f56311244d31a510a3a1bb3c6ce9', 'subnets': [{'id': '6e134cd3-03ec-41ee-843d-e78994f77c61', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3e33538a-b435-411d-911e-75458b397f0d', 'name': '', 'network_id': 'db5c2862-b6a8-4557-8764-528fa7bc107e', 'tenant_id': 'a221f56311244d31a510a3a1bb3c6ce9', 'mac_address': 'fa:16:3e:c9:fd:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de6e1cb0-4da7-43f8-b26d-16a795a01ed1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1133, 'fixed_ips': [{'subnet_id': 'b61a424a-6183-452e-96e6-83bd21bf2da4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:40:03Z', 'updated_at': '2021-12-16T22:40:17Z', 'revision_number': 5, 'project_id': 'a221f56311244d31a510a3a1bb3c6ce9', 'subnets': [{'id': 'b61a424a-6183-452e-96e6-83bd21bf2da4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '68a3e0cc-82c9-461d-a533-1b1fed433736', 'name': '', 'network_id': '72793834-29eb-42e8-85dd-260a74528871', 'tenant_id': 'a221f56311244d31a510a3a1bb3c6ce9', 'mac_address': 'fa:16:3e:99:d9:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de6e1cb0-4da7-43f8-b26d-16a795a01ed1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1162, 'fixed_ips': [{'subnet_id': 'a7ca8b93-95ae-4285-9f48-e0d2c28ea1ba', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:40:15Z', 'updated_at': '2021-12-16T22:40:27Z', 'revision_number': 5, 'project_id': 'a221f56311244d31a510a3a1bb3c6ce9', 'subnets': [{'id': 'a7ca8b93-95ae-4285-9f48-e0d2c28ea1ba', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:40:37.953746 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b6aec98-c6de-4094-b9a3-3ed3d7088ec2 None None] The sync data for ids ['de6e1cb0-4da7-43f8-b26d-16a795a01ed1'] in dv-neutron-821829-1-hyperv is: [{'id': 'de6e1cb0-4da7-43f8-b26d-16a795a01ed1', 'name': 'tempest-RoutersIpV6Test-router-1062176932', 'tenant_id': 'a221f56311244d31a510a3a1bb3c6ce9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:39:49Z', 'updated_at': '2021-12-16T22:40:36Z', 'revision_number': 8, 'project_id': 'a221f56311244d31a510a3a1bb3c6ce9', 'gw_port_host': None, '_interfaces': [{'id': '07a12276-2538-44d6-9e80-8f6358f227c6', 'name': '', 'network_id': 'bf9c7624-5a8f-45ef-80fb-86a40ea7bbb3', 'tenant_id': 'a221f56311244d31a510a3a1bb3c6ce9', 'mac_address': 'fa:16:3e:64:d7:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de6e1cb0-4da7-43f8-b26d-16a795a01ed1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': '6e134cd3-03ec-41ee-843d-e78994f77c61', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:39:53Z', 'updated_at': '2021-12-16T22:40:04Z', 'revision_number': 5, 'project_id': 'a221f56311244d31a510a3a1bb3c6ce9', 'subnets': [{'id': '6e134cd3-03ec-41ee-843d-e78994f77c61', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3e33538a-b435-411d-911e-75458b397f0d', 'name': '', 'network_id': 'db5c2862-b6a8-4557-8764-528fa7bc107e', 'tenant_id': 'a221f56311244d31a510a3a1bb3c6ce9', 'mac_address': 'fa:16:3e:c9:fd:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de6e1cb0-4da7-43f8-b26d-16a795a01ed1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1133, 'fixed_ips': [{'subnet_id': 'b61a424a-6183-452e-96e6-83bd21bf2da4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:40:03Z', 'updated_at': '2021-12-16T22:40:17Z', 'revision_number': 5, 'project_id': 'a221f56311244d31a510a3a1bb3c6ce9', 'subnets': [{'id': 'b61a424a-6183-452e-96e6-83bd21bf2da4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '68a3e0cc-82c9-461d-a533-1b1fed433736', 'name': '', 'network_id': '72793834-29eb-42e8-85dd-260a74528871', 'tenant_id': 'a221f56311244d31a510a3a1bb3c6ce9', 'mac_address': 'fa:16:3e:99:d9:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de6e1cb0-4da7-43f8-b26d-16a795a01ed1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1162, 'fixed_ips': [{'subnet_id': 'a7ca8b93-95ae-4285-9f48-e0d2c28ea1ba', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:40:15Z', 'updated_at': '2021-12-16T22:40:27Z', 'revision_number': 5, 'project_id': 'a221f56311244d31a510a3a1bb3c6ce9', 'subnets': [{'id': 'a7ca8b93-95ae-4285-9f48-e0d2c28ea1ba', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 22:40:37.970894 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b2b43de-afb8-49c5-bde2-4424e5bd0da5 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Router de6e1cb0-4da7-43f8-b26d-16a795a01ed1 has already been hosted by L3 agent 4f519db7-069b-43e2-8411-c092bac9102a {{(pid=87507) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 22:40:37.981304 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1210cb7-18cb-4e62-9a17-ac5b190d048e req-cc21368f-37e9-47a5-94cb-48beba7fba1e tempest-TestServerAdvancedOps-1174825185 tempest-TestServerAdvancedOps-1174825185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:40:37.990217 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-e1210cb7-18cb-4e62-9a17-ac5b190d048e req-cc21368f-37e9-47a5-94cb-48beba7fba1e tempest-TestServerAdvancedOps-1174825185 tempest-TestServerAdvancedOps-1174825185-project] 10.222.0.13 "GET /v2.0/ports?device_id=5c2b94bd-0aca-49a0-95fb-a3268f577382 HTTP/1.1" status: 200  len: 944 time: 0.4418728
Dec 16 22:40:38.031326 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-db74d2c0-a0ad-4ac3-8180-10c53046d0ab req-95f66b84-20dd-44ff-b4e6-3e59b85fb9a8 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=b8fd4ecc-4c8d-44f6-ade3-05c82b463e30&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0617585
Dec 16 22:40:38.072684 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.db.ipam_backend_mixin [None req-9079b459-6fa1-4e78-9737-3784541ea417 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 0dc5a614-b450-4f75-9bc8-e6f4e56d0a1a (CIDR: 172.20.0.0/28)
Dec 16 22:40:38.073628 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-e1210cb7-18cb-4e62-9a17-ac5b190d048e req-9034ae74-43ee-4eca-9bd6-04659aecdd4a tempest-TestServerAdvancedOps-1174825185 tempest-TestServerAdvancedOps-1174825185-project] 10.222.0.13 "GET /v2.0/security-groups?id=f2a7ae02-12b2-467c-a00d-8fc3127f3c58&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0818946
Dec 16 22:40:38.085010 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:38.089886 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-a9d43e5b-411d-44da-a478-8ef14ff5b1e7 None None] Port 78ff17f9-1eb7-4765-ad2d-03cc79185ff6 cannot update to ACTIVE because it is not bound. {{(pid=87508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 22:40:38.098791 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-a9d43e5b-411d-44da-a478-8ef14ff5b1e7 None None] Could not find standard attr ID for object 72836b25-90f3-4d01-bad6-3c912f4bdfd7. {{(pid=87508) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 16 22:40:38.138818 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.pecan_wsgi.hooks.translation [None req-9079b459-6fa1-4e78-9737-3784541ea417 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 16 22:40:38.139487 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9079b459-6fa1-4e78-9737-3784541ea417 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 16 22:40:38.173743 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-9079b459-6fa1-4e78-9737-3784541ea417 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 0.8581300
Dec 16 22:40:38.181885 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 47206) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:40:38.190537 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-376d0536-9c0b-4e14-8fba-6dde4ff34316 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Request body: {'subnet': {'network_id': 'd25a7dc0-a328-4711-a6e2-10bbe5d70dc8', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:40:38.244436 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b2b43de-afb8-49c5-bde2-4424e5bd0da5 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify agent at l3_agent.dv-neutron-821829-1-hyperv the message routers_updated {{(pid=87507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 22:40:38.260804 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-3b2b43de-afb8-49c5-bde2-4424e5bd0da5 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] 10.222.0.13 "PUT /v2.0/routers/de6e1cb0-4da7-43f8-b26d-16a795a01ed1/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.2959330
Dec 16 22:40:38.261895 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 47210) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:40:38.266029 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-856e7e40-3b26-4e7a-8542-bc06854db098 tempest-SubnetPoolsTestJSON-2094449328 tempest-SubnetPoolsTestJSON-2094449328-project] Notify callbacks [] for subnetpool, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:38.267458 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-856e7e40-3b26-4e7a-8542-bc06854db098 tempest-SubnetPoolsTestJSON-2094449328 tempest-SubnetPoolsTestJSON-2094449328-project] 10.222.0.13 "DELETE /v2.0/subnetpools/f9f40284-cdb3-4e9f-b864-4638f7ce9cb0 HTTP/1.1" status: 204  len: 168 time: 0.6536016
Dec 16 22:40:38.282497 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 47214) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:40:38.324562 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-db74d2c0-a0ad-4ac3-8180-10c53046d0ab req-fc39b447-d1a0-41ce-aadd-e38473a36bac service neutron] 10.222.0.49 "GET /v2.0/networks/b8fd4ecc-4c8d-44f6-ade3-05c82b463e30?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2859077
Dec 16 22:40:38.329863 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.api.v2.resource [None req-d246f16e-d4f2-4a2a-bf4b-6d1d717261b5 tempest-SubnetPoolsTestJSON-2094449328 tempest-SubnetPoolsTestJSON-2094449328-project] show failed (client error): The resource could not be found.
Dec 16 22:40:38.333675 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-d246f16e-d4f2-4a2a-bf4b-6d1d717261b5 tempest-SubnetPoolsTestJSON-2094449328 tempest-SubnetPoolsTestJSON-2094449328-project] 10.222.0.13 "GET /v2.0/subnetpools/f9f40284-cdb3-4e9f-b864-4638f7ce9cb0 HTTP/1.1" status: 404  len: 346 time: 0.0475252
Dec 16 22:40:38.334235 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 47218) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:40:38.348907 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.db_base_plugin_v2 [None req-275b7b7c-b45c-402c-9bd4-44be131796a0 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Deleting subnet d8741298-93a8-4298-9716-2177f2904672 {{(pid=87507) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 16 22:40:38.352791 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-275b7b7c-b45c-402c-9bd4-44be131796a0 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks [] for subnet, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:38.383736 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.api.v2.resource [None req-8e7648a2-fc52-4761-aa28-64cbc72da65e tempest-SubnetPoolsTestJSON-2094449328 tempest-SubnetPoolsTestJSON-2094449328-project] delete failed (client error): The resource could not be found.
Dec 16 22:40:38.388238 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-8e7648a2-fc52-4761-aa28-64cbc72da65e tempest-SubnetPoolsTestJSON-2094449328 tempest-SubnetPoolsTestJSON-2094449328-project] 10.222.0.13 "DELETE /v2.0/subnetpools/f9f40284-cdb3-4e9f-b864-4638f7ce9cb0 HTTP/1.1" status: 404  len: 346 time: 0.0493217
Dec 16 22:40:38.429530 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-275b7b7c-b45c-402c-9bd4-44be131796a0 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2128562'] for subnet, precommit_delete_associations {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:38.497747 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-376d0536-9c0b-4e14-8fba-6dde4ff34316 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:40:38.501677 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-376d0536-9c0b-4e14-8fba-6dde4ff34316 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Usage tracker for resource:subnet and tenant:3ddf94e9e4ac4112b345468cafab037c is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:40:38.505172 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-376d0536-9c0b-4e14-8fba-6dde4ff34316 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:40:38.511011 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-376d0536-9c0b-4e14-8fba-6dde4ff34316 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:40:38.522369 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-376d0536-9c0b-4e14-8fba-6dde4ff34316 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Made reservation on behalf of 3ddf94e9e4ac4112b345468cafab037c for: {'subnet': 1} {{(pid=87506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:40:38.525978 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-376d0536-9c0b-4e14-8fba-6dde4ff34316 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11213078'] for subnet, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:38.527474 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-275b7b7c-b45c-402c-9bd4-44be131796a0 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3328566'] for subnet, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:38.646575 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 219254a8-ac12-465a-b783-8e0e35bea424 no longer exists at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 22:40:38.654102 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-275b7b7c-b45c-402c-9bd4-44be131796a0 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3328622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10807868', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10549621'] for subnet, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:38.669142 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-7bd3b440-cc2f-4027-ac3b-4eb7661b85df tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:40:38.702391 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] No Port match for: 219254a8-ac12-465a-b783-8e0e35bea424 {{(pid=87508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 22:40:38.703210 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 219254a8-ac12-465a-b783-8e0e35bea424 not bound to the agent host dv-neutron-821829-1-hyperv {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 22:40:38.705691 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ac1e1b8-f393-466c-9a18-c5d144ae45d3 None None] Sync routers for ids ['de6e1cb0-4da7-43f8-b26d-16a795a01ed1'] in dv-neutron-821829-1-hyperv {{(pid=87508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 22:40:38.718063 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-275b7b7c-b45c-402c-9bd4-44be131796a0 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks [] for subnet, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:38.727053 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ac1e1b8-f393-466c-9a18-c5d144ae45d3 None None] Routers {'de6e1cb0-4da7-43f8-b26d-16a795a01ed1'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:40:38.728167 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-3ac1e1b8-f393-466c-9a18-c5d144ae45d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b7c482e20>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:40:31Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['de6e1cb0-4da7-43f8-b26d-16a795a01ed1'], 'active': True} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:40:38.728836 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-275b7b7c-b45c-402c-9bd4-44be131796a0 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] 10.222.0.13 "DELETE /v2.0/subnets/d8741298-93a8-4298-9716-2177f2904672 HTTP/1.1" status: 204  len: 168 time: 0.4656060
Dec 16 22:40:38.732803 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 47226) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:40:38.758076 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275b7b7c-b45c-402c-9bd4-44be131796a0 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Pushing event deleted for resources: {'Subnet': ['ID=d8741298-93a8-4298-9716-2177f2904672,revision_number=None']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:40:38.767727 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-275b7b7c-b45c-402c-9bd4-44be131796a0 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:40:38.815577 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.db.ipam_backend_mixin [None req-376d0536-9c0b-4e14-8fba-6dde4ff34316 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 7ad97adf-ce5f-42c3-b992-5002876725ec (CIDR: 172.20.0.16/28)
Dec 16 22:40:38.815577 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 47230) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:40:38.828026 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57ac8f3a-99c1-4f09-b900-777250742ee0 None None] Network 8af41159-bf03-40ab-ae35-c4dd0874c11c requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 22:40:38.831651 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.pecan_wsgi.hooks.translation [None req-376d0536-9c0b-4e14-8fba-6dde4ff34316 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 16 22:40:38.832238 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-376d0536-9c0b-4e14-8fba-6dde4ff34316 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 16 22:40:38.840357 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Device 210194df-de88-426a-be13-ba9791cec1b2 details requested by agent hyperv_hv-neutron-8218 with host hv-neutron-8218 {{(pid=87508) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 16 22:40:38.868194 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-376d0536-9c0b-4e14-8fba-6dde4ff34316 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 425 time: 0.6849959
Dec 16 22:40:38.871121 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 47236) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:40:38.876826 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-c2d3a776-5ba1-42ac-afa4-9d0403896f1a tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Request body: {'subnet': {'network_id': 'd25a7dc0-a328-4711-a6e2-10bbe5d70dc8', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:40:38.890263 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-4108304e-5c61-4f21-bdc6-33eb7e537783 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-825997'] for network, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:38.896538 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-db74d2c0-a0ad-4ac3-8180-10c53046d0ab req-4bc72841-cdb9-409d-a9d0-1b6d5e27cd9a service neutron] 10.222.0.49 "GET /v2.0/networks/b8fd4ecc-4c8d-44f6-ade3-05c82b463e30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5587504
Dec 16 22:40:38.903353 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.plugin [None req-4108304e-5c61-4f21-bdc6-33eb7e537783 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Deleting port 426ba980-5dac-4389-8783-5c3793b108be {{(pid=87507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:40:38.903687 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-4108304e-5c61-4f21-bdc6-33eb7e537783 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:38.997789 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-c622846d-8c75-452d-b6b5-8dbf9937d476 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:39.019952 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-c622846d-8c75-452d-b6b5-8dbf9937d476 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:40:39.036633 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-c622846d-8c75-452d-b6b5-8dbf9937d476 admin admin] Usage tracker for resource:security_group_rule and tenant:cf6dda4723584f7b92b5f7655b8eedd4 is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:40:39.042148 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-c622846d-8c75-452d-b6b5-8dbf9937d476 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:40:39.056725 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-c622846d-8c75-452d-b6b5-8dbf9937d476 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:40:39.065875 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvr_db [None req-3ac1e1b8-f393-466c-9a18-c5d144ae45d3 None None] Set router de6e1cb0-4da7-43f8-b26d-16a795a01ed1 gateway port host: None {{(pid=87508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 22:40:39.073991 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-c2d3a776-5ba1-42ac-afa4-9d0403896f1a tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:40:39.078586 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-c2d3a776-5ba1-42ac-afa4-9d0403896f1a tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Usage tracker for resource:subnet and tenant:3ddf94e9e4ac4112b345468cafab037c is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:40:39.082657 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-c2d3a776-5ba1-42ac-afa4-9d0403896f1a tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:40:39.096864 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-c2d3a776-5ba1-42ac-afa4-9d0403896f1a tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:40:39.119489 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2d3a776-5ba1-42ac-afa4-9d0403896f1a tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Made reservation on behalf of 3ddf94e9e4ac4112b345468cafab037c for: {'subnet': 1} {{(pid=87506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:40:39.123468 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-c2d3a776-5ba1-42ac-afa4-9d0403896f1a tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11213078'] for subnet, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:39.159671 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.db [None req-4108304e-5c61-4f21-bdc6-33eb7e537783 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] For port 426ba980-5dac-4389-8783-5c3793b108be, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=426ba980-5dac-4389-8783-5c3793b108be,segment=NetworkSegment(1a812ea8-56ef-4d4d-8d18-5a13af3a25fd),segment_id=1a812ea8-56ef-4d4d-8d18-5a13af3a25fd)] {{(pid=87507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:40:39.160371 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-4108304e-5c61-4f21-bdc6-33eb7e537783 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:39.293663 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-c622846d-8c75-452d-b6b5-8dbf9937d476 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:39.304017 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-c622846d-8c75-452d-b6b5-8dbf9937d476 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841066'] for security_group, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:39.313996 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-665e174c-c040-4ffc-a5e4-4f43ae932e7a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:40:39.365552 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-c622846d-8c75-452d-b6b5-8dbf9937d476 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=cf6dda4723584f7b92b5f7655b8eedd4&name=default HTTP/1.1" status: 200  len: 2983 time: 0.5460362
Dec 16 22:40:39.368984 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c622846d-8c75-452d-b6b5-8dbf9937d476 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2dbc55c-cea4-4411-a120-bd9e7089753d,revision_number=1']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:40:39.371243 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 47242) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:40:39.378080 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-c622846d-8c75-452d-b6b5-8dbf9937d476 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:40:39.479468 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.plugin [None req-4108304e-5c61-4f21-bdc6-33eb7e537783 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Calling delete_port for 426ba980-5dac-4389-8783-5c3793b108be owned by network:dhcp {{(pid=87507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:40:39.499424 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-901bf794-09c2-4d10-a80d-5bc391b4e2f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:39.528776 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] For port 210194df-de88-426a-be13-ba9791cec1b2, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=210194df-de88-426a-be13-ba9791cec1b2,segment=NetworkSegment(2577d818-0e29-479d-b0de-338c10752042),segment_id=2577d818-0e29-479d-b0de-338c10752042)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:40:39.549775 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-901bf794-09c2-4d10-a80d-5bc391b4e2f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:39.556280 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Returning: {'device': '210194df-de88-426a-be13-ba9791cec1b2', 'network_id': 'b8fd4ecc-4c8d-44f6-ade3-05c82b463e30', 'port_id': '210194df-de88-426a-be13-ba9791cec1b2', 'mac_address': 'fa:16:3e:8b:6a:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21def962-9025-49f2-8714-ffd8dceead3d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87508) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 16 22:40:39.574801 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-c2d3a776-5ba1-42ac-afa4-9d0403896f1a tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1863317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11213092'] for subnet, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:39.585571 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-45f099fe-38a4-4199-9ae1-5777da7f6929 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:40:39.603311 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-4108304e-5c61-4f21-bdc6-33eb7e537783 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10807823'] for port, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:39.608365 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-abbd1f4f-10d6-4a59-82b1-c8b6f00f1e74 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:40:39.659404 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2d3a776-5ba1-42ac-afa4-9d0403896f1a tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Network d25a7dc0-a328-4711-a6e2-10bbe5d70dc8 is already hosted by enough agents. {{(pid=87506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:40:39.664162 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.base_scheduler [None req-c2d3a776-5ba1-42ac-afa4-9d0403896f1a tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Resources bound (agent type, host, resource id):  {{(pid=87506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:40:39.665766 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4108304e-5c61-4f21-bdc6-33eb7e537783 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Pushing event deleted for resources: {'Port': ['ID=426ba980-5dac-4389-8783-5c3793b108be,revision_number=None']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:40:39.667620 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2d3a776-5ba1-42ac-afa4-9d0403896f1a tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:40:39.668242 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-c2d3a776-5ba1-42ac-afa4-9d0403896f1a tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks [] for subnet, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:39.668776 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-4108304e-5c61-4f21-bdc6-33eb7e537783 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:40:39.675390 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d3a776-5ba1-42ac-afa4-9d0403896f1a tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Pushing event updated for resources: {'Subnet': ['ID=2b4818b5-d97b-4daf-b851-15e9e31aa3f4,revision_number=0']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:40:39.682527 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550c001e-fa66-41f1-9e31-cc3e6a6cf8f1 req-865b92e1-10f3-470a-85e2-defdd1b4702e tempest-TestServerAdvancedOps-1174825185 tempest-TestServerAdvancedOps-1174825185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:40:39.682807 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-c2d3a776-5ba1-42ac-afa4-9d0403896f1a tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:40:39.684987 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-550c001e-fa66-41f1-9e31-cc3e6a6cf8f1 req-865b92e1-10f3-470a-85e2-defdd1b4702e tempest-TestServerAdvancedOps-1174825185 tempest-TestServerAdvancedOps-1174825185-project] 10.222.0.13 "GET /v2.0/ports?device_id=5c2b94bd-0aca-49a0-95fb-a3268f577382 HTTP/1.1" status: 200  len: 944 time: 0.3079937
Dec 16 22:40:39.688599 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4108304e-5c61-4f21-bdc6-33eb7e537783 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] No DVR routers for this DVR port 426ba980-5dac-4389-8783-5c3793b108be on host dv-neutron-821829-1-hyperv {{(pid=87507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 22:40:39.698424 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:39.698634 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-901bf794-09c2-4d10-a80d-5bc391b4e2f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841066'] for security_group, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:39.703414 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-fc9226ff-191d-41d6-9949-51f5da5bccef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:40:39.717294 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-c2d3a776-5ba1-42ac-afa4-9d0403896f1a tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 804 time: 0.8450718
Dec 16 22:40:39.720111 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 47246) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:40:39.720832 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a00f43ee-6627-4a1b-95af-a11ee92b76ab None None] Network d25a7dc0-a328-4711-a6e2-10bbe5d70dc8 requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 22:40:39.727789 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-8a774dd1-f5fe-410b-a6a8-5cee0a8006a4 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-150895042', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '2b4818b5-d97b-4daf-b851-15e9e31aa3f4'}], 'security_groups': ['1e1dfcc8-2eba-4843-8666-97f1617ba5c0', 'fa3a56fa-0291-47a1-94c7-446f4f92680a']}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:40:39.749406 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.notifiers.nova [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 210194df-de88-426a-be13-ba9791cec1b2 {{(pid=87508) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 22:40:39.753092 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901bf794-09c2-4d10-a80d-5bc391b4e2f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2dbc55c-cea4-4411-a120-bd9e7089753d,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:40:39.755009 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-901bf794-09c2-4d10-a80d-5bc391b4e2f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:39.760712 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-901bf794-09c2-4d10-a80d-5bc391b4e2f9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b2dbc55c-cea4-4411-a120-bd9e7089753d HTTP/1.1" status: 204  len: 168 time: 0.3826878
Dec 16 22:40:39.760712 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-901bf794-09c2-4d10-a80d-5bc391b4e2f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:40:39.830219 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dd09680-c353-497e-9dde-9ee100471f75 None None] DHCP port deletion for 8af41159-bf03-40ab-ae35-c4dd0874c11c request from dv-neutron-821829-1-hyperv {{(pid=87508) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 16 22:40:39.869969 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] For port 210194df-de88-426a-be13-ba9791cec1b2, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=210194df-de88-426a-be13-ba9791cec1b2,segment=NetworkSegment(2577d818-0e29-479d-b0de-338c10752042),segment_id=2577d818-0e29-479d-b0de-338c10752042)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:40:39.870878 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-550c001e-fa66-41f1-9e31-cc3e6a6cf8f1 req-74d1bab9-f813-44f5-84c5-30dfb4cf2ff0 tempest-TestServerAdvancedOps-1174825185 tempest-TestServerAdvancedOps-1174825185-project] 10.222.0.13 "GET /v2.0/security-groups?id=f2a7ae02-12b2-467c-a00d-8fc3127f3c58&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1333869
Dec 16 22:40:39.879414 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-8a774dd1-f5fe-410b-a6a8-5cee0a8006a4 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:39.882317 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-4108304e-5c61-4f21-bdc6-33eb7e537783 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3329565', 'neutron.services.segments.db._delete_segments_for_network-8734753546406'] for network, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:39.883526 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:39.889211 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-a3e0bebe-bae3-4866-b55e-85a064b76b3c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:40:39.919813 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.services.segments.db [None req-4108304e-5c61-4f21-bdc6-33eb7e537783 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1b76b77280>,) {'filters': {'network_id': ['8af41159-bf03-40ab-ae35-c4dd0874c11c']}} {{(pid=87507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:40:39.933830 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.services.segments.db [None req-4108304e-5c61-4f21-bdc6-33eb7e537783 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b76b77280>, '1a812ea8-56ef-4d4d-8d18-5a13af3a25fd') {'for_net_delete': True} {{(pid=87507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:40:39.934219 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.services.segments.db [None req-4108304e-5c61-4f21-bdc6-33eb7e537783 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b76b77280>, '1a812ea8-56ef-4d4d-8d18-5a13af3a25fd') {} {{(pid=87507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:40:39.958855 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-4108304e-5c61-4f21-bdc6-33eb7e537783 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734753593977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2128549'] for segment, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:39.970522 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-4108304e-5c61-4f21-bdc6-33eb7e537783 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-883292'] for segment, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:39.978448 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4108304e-5c61-4f21-bdc6-33eb7e537783 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Releasing vlan 192 on physical network physnet1 to pool {{(pid=87507) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 16 22:40:39.978808 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-4108304e-5c61-4f21-bdc6-33eb7e537783 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-883285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10808034'] for segment, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:39.994864 dv-neutron-821829-1-hyperv neutron-server[87507]: Traceback (most recent call last):
Dec 16 22:40:39.994864 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 16 22:40:39.994864 dv-neutron-821829-1-hyperv neutron-server[87507]:     timer()
Dec 16 22:40:39.994864 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 22:40:39.994864 dv-neutron-821829-1-hyperv neutron-server[87507]:     cb(*args, **kw)
Dec 16 22:40:39.994864 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 22:40:39.994864 dv-neutron-821829-1-hyperv neutron-server[87507]:     return func(*args, **kwargs)
Dec 16 22:40:39.994864 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 22:40:39.994864 dv-neutron-821829-1-hyperv neutron-server[87507]:     self._notify()
Dec 16 22:40:39.994864 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 22:40:39.994864 dv-neutron-821829-1-hyperv neutron-server[87507]:     self.callback(batched_events)
Dec 16 22:40:39.994864 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 22:40:39.994864 dv-neutron-821829-1-hyperv neutron-server[87507]:     event.method(event)
Dec 16 22:40:39.994864 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 22:40:39.994864 dv-neutron-821829-1-hyperv neutron-server[87507]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 22:40:39.994864 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 22:40:39.994864 dv-neutron-821829-1-hyperv neutron-server[87507]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 22:40:39.994864 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 22:40:39.994864 dv-neutron-821829-1-hyperv neutron-server[87507]:     return f(self, *a, **k)
Dec 16 22:40:39.994864 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 16 22:40:39.994864 dv-neutron-821829-1-hyperv neutron-server[87507]:     return self._get(url).json()
Dec 16 22:40:39.994864 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 16 22:40:39.994864 dv-neutron-821829-1-hyperv neutron-server[87507]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 22:40:39.994864 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 16 22:40:39.994864 dv-neutron-821829-1-hyperv neutron-server[87507]:     return self.request(url, 'GET', **kwargs)
Dec 16 22:40:39.994864 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 16 22:40:39.994864 dv-neutron-821829-1-hyperv neutron-server[87507]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 22:40:39.994864 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 16 22:40:39.994864 dv-neutron-821829-1-hyperv neutron-server[87507]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 22:40:39.994864 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 16 22:40:39.994864 dv-neutron-821829-1-hyperv neutron-server[87507]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 22:40:39.994864 dv-neutron-821829-1-hyperv neutron-server[87507]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 22:40:39.999972 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-3ac1e1b8-f393-466c-9a18-c5d144ae45d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b7c482e20>, [{'id': 'de6e1cb0-4da7-43f8-b26d-16a795a01ed1', 'name': 'tempest-RoutersIpV6Test-router-1062176932', 'tenant_id': 'a221f56311244d31a510a3a1bb3c6ce9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:39:49Z', 'updated_at': '2021-12-16T22:40:36Z', 'revision_number': 8, 'project_id': 'a221f56311244d31a510a3a1bb3c6ce9', 'gw_port_host': None, '_interfaces': [{'id': '07a12276-2538-44d6-9e80-8f6358f227c6', 'name': '', 'network_id': 'bf9c7624-5a8f-45ef-80fb-86a40ea7bbb3', 'tenant_id': 'a221f56311244d31a510a3a1bb3c6ce9', 'mac_address': 'fa:16:3e:64:d7:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de6e1cb0-4da7-43f8-b26d-16a795a01ed1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': '6e134cd3-03ec-41ee-843d-e78994f77c61', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:39:53Z', 'updated_at': '2021-12-16T22:40:04Z', 'revision_number': 5, 'project_id': 'a221f56311244d31a510a3a1bb3c6ce9', 'subnets': [{'id': '6e134cd3-03ec-41ee-843d-e78994f77c61', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3e33538a-b435-411d-911e-75458b397f0d', 'name': '', 'network_id': 'db5c2862-b6a8-4557-8764-528fa7bc107e', 'tenant_id': 'a221f56311244d31a510a3a1bb3c6ce9', 'mac_address': 'fa:16:3e:c9:fd:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de6e1cb0-4da7-43f8-b26d-16a795a01ed1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1133, 'fixed_ips': [{'subnet_id': 'b61a424a-6183-452e-96e6-83bd21bf2da4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:40:03Z', 'updated_at': '2021-12-16T22:40:17Z', 'revision_number': 5, 'project_id': 'a221f56311244d31a510a3a1bb3c6ce9', 'subnets': [{'id': 'b61a424a-6183-452e-96e6-83bd21bf2da4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '68a3e0cc-82c9-461d-a533-1b1fed433736', 'name': '', 'network_id': '72793834-29eb-42e8-85dd-260a74528871', 'tenant_id': 'a221f56311244d31a510a3a1bb3c6ce9', 'mac_address': 'fa:16:3e:99:d9:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de6e1cb0-4da7-43f8-b26d-16a795a01ed1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1162, 'fixed_ips': [{'subnet_id': 'a7ca8b93-95ae-4285-9f48-e0d2c28ea1ba', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:40:15Z', 'updated_at': '2021-12-16T22:40:27Z', 'revision_number': 5, 'project_id': 'a221f56311244d31a510a3a1bb3c6ce9', 'subnets': [{'id': 'a7ca8b93-95ae-4285-9f48-e0d2c28ea1ba', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:40:40.038627 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ac1e1b8-f393-466c-9a18-c5d144ae45d3 None None] Checking router: de6e1cb0-4da7-43f8-b26d-16a795a01ed1 for host: dv-neutron-821829-1-hyperv {{(pid=87508) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 22:40:40.055328 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Pushing event updated for resources: {'Port': ['ID=210194df-de88-426a-be13-ba9791cec1b2,revision_number=4']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:40:40.061776 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:40:40.075635 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-4108304e-5c61-4f21-bdc6-33eb7e537783 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3329572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3741856'] for network, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:40.080416 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-4108304e-5c61-4f21-bdc6-33eb7e537783 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks [] for network, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:40.081116 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ac1e1b8-f393-466c-9a18-c5d144ae45d3 None None] Routers {'de6e1cb0-4da7-43f8-b26d-16a795a01ed1'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:40:40.085270 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-bb8979c6-d1c9-49b5-aa66-0fe4e44f258c tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:40:40.087982 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-3ac1e1b8-f393-466c-9a18-c5d144ae45d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b7c482e20>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:40:31Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['de6e1cb0-4da7-43f8-b26d-16a795a01ed1'], 'active': True} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:40:40.113454 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4108304e-5c61-4f21-bdc6-33eb7e537783 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Pushing event deleted for resources: {'Network': ['ID=8af41159-bf03-40ab-ae35-c4dd0874c11c,revision_number=None']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:40:40.116155 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-4108304e-5c61-4f21-bdc6-33eb7e537783 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:40:40.119865 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-4108304e-5c61-4f21-bdc6-33eb7e537783 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] 10.222.0.13 "DELETE /v2.0/networks/8af41159-bf03-40ab-ae35-c4dd0874c11c HTTP/1.1" status: 204  len: 168 time: 1.3858616
Dec 16 22:40:40.122933 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 47254) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:40:40.248663 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] get_ports_and_sgs() called for port_ids ['210194df-de88-426a-be13-ba9791cec1b2'] {{(pid=87508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 22:40:40.356528 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvr_db [None req-3ac1e1b8-f393-466c-9a18-c5d144ae45d3 None None] Set router de6e1cb0-4da7-43f8-b26d-16a795a01ed1 gateway port host: None {{(pid=87508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 22:40:40.714494 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 426ba980-5dac-4389-8783-5c3793b108be no longer exists at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 22:40:40.766855 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] No Port match for: 426ba980-5dac-4389-8783-5c3793b108be {{(pid=87508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 22:40:40.767112 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 426ba980-5dac-4389-8783-5c3793b108be not bound to the agent host dv-neutron-821829-1-hyperv {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 22:40:40.821946 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-938d77a5-1291-4f8e-b13d-15784a557fe2 None None] Update dhcp port {'port': {'network_id': 'd25a7dc0-a328-4711-a6e2-10bbe5d70dc8', 'fixed_ips': [{'subnet_id': '7ad97adf-ce5f-42c3-b992-5002876725ec', 'ip_address': '172.20.0.18'}, {'subnet_id': '0dc5a614-b450-4f75-9bc8-e6f4e56d0a1a', 'ip_address': '172.20.0.2'}, {'subnet_id': '2b4818b5-d97b-4daf-b851-15e9e31aa3f4'}], 'binding:host_id': 'dv-neutron-821829-1-hyperv'}, 'id': '04256dca-9934-4eef-94a4-04d4b12df29b'} from dv-neutron-821829-1-hyperv. {{(pid=87508) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}}
Dec 16 22:40:40.894660 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.db_base_plugin_common [None req-8a774dd1-f5fe-410b-a6a8-5cee0a8006a4 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Delete allocated IP 172.20.0.8 (d25a7dc0-a328-4711-a6e2-10bbe5d70dc8/0dc5a614-b450-4f75-9bc8-e6f4e56d0a1a) {{(pid=87506) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}}
Dec 16 22:40:40.945935 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.db_base_plugin_common [None req-8a774dd1-f5fe-410b-a6a8-5cee0a8006a4 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Allocated IP 172.20.0.37 (d25a7dc0-a328-4711-a6e2-10bbe5d70dc8/2b4818b5-d97b-4daf-b851-15e9e31aa3f4/78ff17f9-1eb7-4765-ad2d-03cc79185ff6) {{(pid=87506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 22:40:40.976907 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-938d77a5-1291-4f8e-b13d-15784a557fe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:41.150493 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0c73b3-4477-4e6e-98fb-73accb7bd182 req-bfaab5ed-6122-4d1e-896b-e3afd2a7edf3 tempest-TestServerAdvancedOps-1174825185 tempest-TestServerAdvancedOps-1174825185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:40:41.157806 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-3d0c73b3-4477-4e6e-98fb-73accb7bd182 req-bfaab5ed-6122-4d1e-896b-e3afd2a7edf3 tempest-TestServerAdvancedOps-1174825185 tempest-TestServerAdvancedOps-1174825185-project] 10.222.0.13 "GET /v2.0/ports?device_id=5c2b94bd-0aca-49a0-95fb-a3268f577382 HTTP/1.1" status: 200  len: 945 time: 0.1550307
Dec 16 22:40:41.174024 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-3ac1e1b8-f393-466c-9a18-c5d144ae45d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b7c482e20>, [{'id': 'de6e1cb0-4da7-43f8-b26d-16a795a01ed1', 'name': 'tempest-RoutersIpV6Test-router-1062176932', 'tenant_id': 'a221f56311244d31a510a3a1bb3c6ce9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:39:49Z', 'updated_at': '2021-12-16T22:40:36Z', 'revision_number': 8, 'project_id': 'a221f56311244d31a510a3a1bb3c6ce9', 'gw_port_host': None, '_interfaces': [{'id': '07a12276-2538-44d6-9e80-8f6358f227c6', 'name': '', 'network_id': 'bf9c7624-5a8f-45ef-80fb-86a40ea7bbb3', 'tenant_id': 'a221f56311244d31a510a3a1bb3c6ce9', 'mac_address': 'fa:16:3e:64:d7:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de6e1cb0-4da7-43f8-b26d-16a795a01ed1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': '6e134cd3-03ec-41ee-843d-e78994f77c61', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:39:53Z', 'updated_at': '2021-12-16T22:40:04Z', 'revision_number': 5, 'project_id': 'a221f56311244d31a510a3a1bb3c6ce9', 'subnets': [{'id': '6e134cd3-03ec-41ee-843d-e78994f77c61', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3e33538a-b435-411d-911e-75458b397f0d', 'name': '', 'network_id': 'db5c2862-b6a8-4557-8764-528fa7bc107e', 'tenant_id': 'a221f56311244d31a510a3a1bb3c6ce9', 'mac_address': 'fa:16:3e:c9:fd:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de6e1cb0-4da7-43f8-b26d-16a795a01ed1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1133, 'fixed_ips': [{'subnet_id': 'b61a424a-6183-452e-96e6-83bd21bf2da4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:40:03Z', 'updated_at': '2021-12-16T22:40:17Z', 'revision_number': 5, 'project_id': 'a221f56311244d31a510a3a1bb3c6ce9', 'subnets': [{'id': 'b61a424a-6183-452e-96e6-83bd21bf2da4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '68a3e0cc-82c9-461d-a533-1b1fed433736', 'name': '', 'network_id': '72793834-29eb-42e8-85dd-260a74528871', 'tenant_id': 'a221f56311244d31a510a3a1bb3c6ce9', 'mac_address': 'fa:16:3e:99:d9:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de6e1cb0-4da7-43f8-b26d-16a795a01ed1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1162, 'fixed_ips': [{'subnet_id': 'a7ca8b93-95ae-4285-9f48-e0d2c28ea1ba', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:40:15Z', 'updated_at': '2021-12-16T22:40:27Z', 'revision_number': 5, 'project_id': 'a221f56311244d31a510a3a1bb3c6ce9', 'subnets': [{'id': 'a7ca8b93-95ae-4285-9f48-e0d2c28ea1ba', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:40:41.181798 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ac1e1b8-f393-466c-9a18-c5d144ae45d3 None None] The sync data for ids ['de6e1cb0-4da7-43f8-b26d-16a795a01ed1'] in dv-neutron-821829-1-hyperv is: [{'id': 'de6e1cb0-4da7-43f8-b26d-16a795a01ed1', 'name': 'tempest-RoutersIpV6Test-router-1062176932', 'tenant_id': 'a221f56311244d31a510a3a1bb3c6ce9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:39:49Z', 'updated_at': '2021-12-16T22:40:36Z', 'revision_number': 8, 'project_id': 'a221f56311244d31a510a3a1bb3c6ce9', 'gw_port_host': None, '_interfaces': [{'id': '07a12276-2538-44d6-9e80-8f6358f227c6', 'name': '', 'network_id': 'bf9c7624-5a8f-45ef-80fb-86a40ea7bbb3', 'tenant_id': 'a221f56311244d31a510a3a1bb3c6ce9', 'mac_address': 'fa:16:3e:64:d7:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de6e1cb0-4da7-43f8-b26d-16a795a01ed1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': '6e134cd3-03ec-41ee-843d-e78994f77c61', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:39:53Z', 'updated_at': '2021-12-16T22:40:04Z', 'revision_number': 5, 'project_id': 'a221f56311244d31a510a3a1bb3c6ce9', 'subnets': [{'id': '6e134cd3-03ec-41ee-843d-e78994f77c61', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3e33538a-b435-411d-911e-75458b397f0d', 'name': '', 'network_id': 'db5c2862-b6a8-4557-8764-528fa7bc107e', 'tenant_id': 'a221f56311244d31a510a3a1bb3c6ce9', 'mac_address': 'fa:16:3e:c9:fd:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de6e1cb0-4da7-43f8-b26d-16a795a01ed1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1133, 'fixed_ips': [{'subnet_id': 'b61a424a-6183-452e-96e6-83bd21bf2da4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:40:03Z', 'updated_at': '2021-12-16T22:40:17Z', 'revision_number': 5, 'project_id': 'a221f56311244d31a510a3a1bb3c6ce9', 'subnets': [{'id': 'b61a424a-6183-452e-96e6-83bd21bf2da4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '68a3e0cc-82c9-461d-a533-1b1fed433736', 'name': '', 'network_id': '72793834-29eb-42e8-85dd-260a74528871', 'tenant_id': 'a221f56311244d31a510a3a1bb3c6ce9', 'mac_address': 'fa:16:3e:99:d9:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de6e1cb0-4da7-43f8-b26d-16a795a01ed1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1162, 'fixed_ips': [{'subnet_id': 'a7ca8b93-95ae-4285-9f48-e0d2c28ea1ba', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:40:15Z', 'updated_at': '2021-12-16T22:40:27Z', 'revision_number': 5, 'project_id': 'a221f56311244d31a510a3a1bb3c6ce9', 'subnets': [{'id': 'a7ca8b93-95ae-4285-9f48-e0d2c28ea1ba', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 22:40:41.222060 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-3d0c73b3-4477-4e6e-98fb-73accb7bd182 req-065d7051-f1f0-4d29-8235-9c83b5ab5309 tempest-TestServerAdvancedOps-1174825185 tempest-TestServerAdvancedOps-1174825185-project] 10.222.0.13 "GET /v2.0/security-groups?id=f2a7ae02-12b2-467c-a00d-8fc3127f3c58&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0624301
Dec 16 22:40:41.253690 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-19783cf4-21f9-403c-8bb7-f2af6c7a2675 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3830176'] for router_interface, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:41.415240 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-8a774dd1-f5fe-410b-a6a8-5cee0a8006a4 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks [] for port, precommit_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:41.498615 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.provisioning_blocks [None req-8a774dd1-f5fe-410b-a6a8-5cee0a8006a4 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Transition to ACTIVE for port object 78ff17f9-1eb7-4765-ad2d-03cc79185ff6 will not be triggered until provisioned by entity DHCP. {{(pid=87506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:40:41.538544 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-8a774dd1-f5fe-410b-a6a8-5cee0a8006a4 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1863400'] for port, after_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:41.546626 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-378755b0-3515-4476-93cd-2bd1107ce790 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:40:41.572201 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 47290) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:40:41.623253 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a774dd1-f5fe-410b-a6a8-5cee0a8006a4 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Pushing event updated for resources: {'Port': ['ID=78ff17f9-1eb7-4765-ad2d-03cc79185ff6,revision_number=2']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:40:41.656577 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.db_base_plugin_common [None req-938d77a5-1291-4f8e-b13d-15784a557fe2 None None] Allocated IP 172.20.0.34 (d25a7dc0-a328-4711-a6e2-10bbe5d70dc8/2b4818b5-d97b-4daf-b851-15e9e31aa3f4/04256dca-9934-4eef-94a4-04d4b12df29b) {{(pid=87508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 22:40:41.691803 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-8a774dd1-f5fe-410b-a6a8-5cee0a8006a4 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:40:41.734624 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [None req-8a774dd1-f5fe-410b-a6a8-5cee0a8006a4 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] In _notify_port_updated(), no bound segment for port 78ff17f9-1eb7-4765-ad2d-03cc79185ff6 on network d25a7dc0-a328-4711-a6e2-10bbe5d70dc8 {{(pid=87506) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}}
Dec 16 22:40:41.740554 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a774dd1-f5fe-410b-a6a8-5cee0a8006a4 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:40:41.741267 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-8a774dd1-f5fe-410b-a6a8-5cee0a8006a4 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for port, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:41.745374 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 47296) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:40:41.745531 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-8a774dd1-f5fe-410b-a6a8-5cee0a8006a4 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] 10.222.0.13 "PUT /v2.0/ports/78ff17f9-1eb7-4765-ad2d-03cc79185ff6 HTTP/1.1" status: 200  len: 959 time: 2.0243628
Dec 16 22:40:41.804537 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-e3f262cd-baa3-4b2a-942b-2e49a5f95962 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Request body: {'network': {'name': 'tempest-network-smoke--1946885389', 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'port_security_enabled': True}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:40:41.809738 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-e3f262cd-baa3-4b2a-942b-2e49a5f95962 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:40:41.811681 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-938d77a5-1291-4f8e-b13d-15784a557fe2 None None] For port 04256dca-9934-4eef-94a4-04d4b12df29b, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=04256dca-9934-4eef-94a4-04d4b12df29b,segment=NetworkSegment(1f048097-0229-4a28-baff-9e702fc17100),segment_id=1f048097-0229-4a28-baff-9e702fc17100)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:40:41.813624 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [None req-19783cf4-21f9-403c-8bb7-f2af6c7a2675 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Deleting port 68a3e0cc-82c9-461d-a533-1b1fed433736 {{(pid=87506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:40:41.813963 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-19783cf4-21f9-403c-8bb7-f2af6c7a2675 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:41.818471 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-e3f262cd-baa3-4b2a-942b-2e49a5f95962 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Usage tracker for resource:network and tenant:b7e45fda9ad540a6ac359d1c64c9adb2 is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:40:41.827798 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-e3f262cd-baa3-4b2a-942b-2e49a5f95962 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:40:41.837866 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-e3f262cd-baa3-4b2a-942b-2e49a5f95962 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:40:41.838491 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-938d77a5-1291-4f8e-b13d-15784a557fe2 None None] Notify callbacks [] for port, precommit_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:41.849292 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.plugin [None req-337d3d2a-92d1-4a90-8e95-3d5854d6d8bb tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Deleting port 78ff17f9-1eb7-4765-ad2d-03cc79185ff6 {{(pid=87507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:40:41.849635 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-337d3d2a-92d1-4a90-8e95-3d5854d6d8bb tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:41.856458 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-938d77a5-1291-4f8e-b13d-15784a557fe2 None None] Transition to ACTIVE for port object 04256dca-9934-4eef-94a4-04d4b12df29b will not be triggered until provisioned by entity DHCP. {{(pid=87508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:40:41.860918 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-938d77a5-1291-4f8e-b13d-15784a557fe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:41.866006 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-c34cf4b4-2ad0-44a2-937f-a1a932b5813c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:40:41.892121 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3f262cd-baa3-4b2a-942b-2e49a5f95962 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Made reservation on behalf of b7e45fda9ad540a6ac359d1c64c9adb2 for: {'network': 1} {{(pid=87507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:40:41.896179 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-e3f262cd-baa3-4b2a-942b-2e49a5f95962 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for network, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:41.918618 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-e3f262cd-baa3-4b2a-942b-2e49a5f95962 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for security_group, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:41.974411 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-e3f262cd-baa3-4b2a-942b-2e49a5f95962 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:40:41.981594 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-e3f262cd-baa3-4b2a-942b-2e49a5f95962 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Usage tracker for resource:security_group_rule and tenant:b7e45fda9ad540a6ac359d1c64c9adb2 is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:40:41.991621 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-e3f262cd-baa3-4b2a-942b-2e49a5f95962 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:40:42.001029 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-e3f262cd-baa3-4b2a-942b-2e49a5f95962 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:40:42.017128 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.db [None req-19783cf4-21f9-403c-8bb7-f2af6c7a2675 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] For port 68a3e0cc-82c9-461d-a533-1b1fed433736, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=68a3e0cc-82c9-461d-a533-1b1fed433736,segment=NetworkSegment(2994278f-2fd5-40fa-973f-2fba8af7d6af),segment_id=2994278f-2fd5-40fa-973f-2fba8af7d6af)] {{(pid=87506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:40:42.017731 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-19783cf4-21f9-403c-8bb7-f2af6c7a2675 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:42.051794 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938d77a5-1291-4f8e-b13d-15784a557fe2 None None] Pushing event updated for resources: {'Port': ['ID=04256dca-9934-4eef-94a4-04d4b12df29b,revision_number=7']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:40:42.055796 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-938d77a5-1291-4f8e-b13d-15784a557fe2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:40:42.147105 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [None req-19783cf4-21f9-403c-8bb7-f2af6c7a2675 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Calling delete_port for 68a3e0cc-82c9-461d-a533-1b1fed433736 owned by network:router_interface {{(pid=87506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:40:42.172642 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-337d3d2a-92d1-4a90-8e95-3d5854d6d8bb tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:42.310056 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.plugin [None req-337d3d2a-92d1-4a90-8e95-3d5854d6d8bb tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Calling delete_port for 78ff17f9-1eb7-4765-ad2d-03cc79185ff6 owned by  {{(pid=87507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:40:42.368927 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-19783cf4-21f9-403c-8bb7-f2af6c7a2675 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1863393'] for port, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:42.372947 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-6009a61d-73de-4d49-b2b5-52887806937a tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:40:42.421689 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19783cf4-21f9-403c-8bb7-f2af6c7a2675 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Pushing event deleted for resources: {'Port': ['ID=68a3e0cc-82c9-461d-a533-1b1fed433736,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:40:42.437090 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-e3f262cd-baa3-4b2a-942b-2e49a5f95962 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for security_group, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:42.459545 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-e3f262cd-baa3-4b2a-942b-2e49a5f95962 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841066'] for security_group, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:42.459970 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-19783cf4-21f9-403c-8bb7-f2af6c7a2675 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:40:42.473966 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-4a8125fd-a12d-471b-b88d-da4276b8457a tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:40:42.515426 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3f262cd-baa3-4b2a-942b-2e49a5f95962 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] vlan segment allocate from pool success with {'vlan_id': 158, 'physical_network': 'physnet1'}  {{(pid=87507) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 22:40:42.725905 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 04256dca-9934-4eef-94a4-04d4b12df29b up at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 22:40:42.781885 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Device 210194df-de88-426a-be13-ba9791cec1b2 up at agent hyperv_hv-neutron-8218 {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 22:40:42.786762 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f262cd-baa3-4b2a-942b-2e49a5f95962 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Pushing event updated for resources: {'SecurityGroup': ['ID=70501f34-4d44-4d27-a01c-c2390b72dc3b,revision_number=1']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:40:42.792474 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-e3f262cd-baa3-4b2a-942b-2e49a5f95962 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:40:42.810832 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c39f8ca-6ee3-4800-86d9-48ec17a660be req-e2758c71-8495-4528-a184-31cca85e8f09 tempest-TestServerAdvancedOps-1174825185 tempest-TestServerAdvancedOps-1174825185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:40:42.812496 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-5c39f8ca-6ee3-4800-86d9-48ec17a660be req-e2758c71-8495-4528-a184-31cca85e8f09 tempest-TestServerAdvancedOps-1174825185 tempest-TestServerAdvancedOps-1174825185-project] 10.222.0.13 "GET /v2.0/ports?device_id=5c2b94bd-0aca-49a0-95fb-a3268f577382 HTTP/1.1" status: 200  len: 945 time: 0.4736497
Dec 16 22:40:42.823800 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-19783cf4-21f9-403c-8bb7-f2af6c7a2675 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3791449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3739472'] for router_interface, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:42.854421 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-e3f262cd-baa3-4b2a-942b-2e49a5f95962 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-883292'] for segment, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:42.854755 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.db.segments_db [None req-e3f262cd-baa3-4b2a-942b-2e49a5f95962 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Added segment e9b1e4b1-44ca-49bc-bbd9-0eb4b0374e3d of type vlan for network 2f687e27-c3dc-4aa9-ba40-39fc0889e61d
Dec 16 22:40:42.857609 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-337d3d2a-92d1-4a90-8e95-3d5854d6d8bb tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10807823'] for port, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:42.870623 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-49679991-cca4-4920-a6a2-f79a820b2806 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:40:42.889746 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-3d18260e-ea72-4b19-9923-1fc1b6b9d9ec None None] Provisioning complete for port fa7c6b0e-567e-45a5-af54-121c48f391e0 triggered by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:40:42.890226 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-3d18260e-ea72-4b19-9923-1fc1b6b9d9ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:42.941263 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Provisioning for port 210194df-de88-426a-be13-ba9791cec1b2 completed by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 22:40:42.949857 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Provisioning complete for port 210194df-de88-426a-be13-ba9791cec1b2 triggered by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:40:42.950312 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:42.957767 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337d3d2a-92d1-4a90-8e95-3d5854d6d8bb tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Pushing event deleted for resources: {'Port': ['ID=78ff17f9-1eb7-4765-ad2d-03cc79185ff6,revision_number=None']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:40:42.960231 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-337d3d2a-92d1-4a90-8e95-3d5854d6d8bb tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:40:42.963287 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-5c39f8ca-6ee3-4800-86d9-48ec17a660be req-309f7845-4fd7-4b98-9896-21099e243b93 tempest-TestServerAdvancedOps-1174825185 tempest-TestServerAdvancedOps-1174825185-project] 10.222.0.13 "GET /v2.0/security-groups?id=f2a7ae02-12b2-467c-a00d-8fc3127f3c58&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1420858
Dec 16 22:40:42.986502 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-3d18260e-ea72-4b19-9923-1fc1b6b9d9ec None None] Port fa7c6b0e-567e-45a5-af54-121c48f391e0 cannot update to ACTIVE because it is not bound. {{(pid=87508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 22:40:43.019205 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-3d18260e-ea72-4b19-9923-1fc1b6b9d9ec None None] Provisioning for port 04256dca-9934-4eef-94a4-04d4b12df29b completed by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 22:40:43.026698 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-e3f262cd-baa3-4b2a-942b-2e49a5f95962 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734753047233'] for network, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:43.027230 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-3d18260e-ea72-4b19-9923-1fc1b6b9d9ec None None] Provisioning complete for port 04256dca-9934-4eef-94a4-04d4b12df29b triggered by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:40:43.027692 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-3d18260e-ea72-4b19-9923-1fc1b6b9d9ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:43.059491 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-337d3d2a-92d1-4a90-8e95-3d5854d6d8bb tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for port, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:43.083894 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-e3f262cd-baa3-4b2a-942b-2e49a5f95962 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440'] for network, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:43.090254 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3f262cd-baa3-4b2a-942b-2e49a5f95962 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:40:43.091087 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-e3f262cd-baa3-4b2a-942b-2e49a5f95962 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for network, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:43.097228 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-4108304e-5c61-4f21-bdc6-33eb7e537783 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:40:43.116307 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-337d3d2a-92d1-4a90-8e95-3d5854d6d8bb tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] 10.222.0.13 "DELETE /v2.0/ports/78ff17f9-1eb7-4765-ad2d-03cc79185ff6 HTTP/1.1" status: 204  len: 168 time: 1.3663297
Dec 16 22:40:43.124919 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 47302) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:40:43.136634 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:43.170535 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c2b94bd-0aca-49a0-95fb-a3268f577382', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '210194df-de88-426a-be13-ba9791cec1b2'}] {{(pid=87508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 22:40:43.205081 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19783cf4-21f9-403c-8bb7-f2af6c7a2675 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Router de6e1cb0-4da7-43f8-b26d-16a795a01ed1 has already been hosted by L3 agent 4f519db7-069b-43e2-8411-c092bac9102a {{(pid=87506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 22:40:43.230887 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-e3f262cd-baa3-4b2a-942b-2e49a5f95962 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 1.6575522
Dec 16 22:40:43.243062 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4ded7d2-37e6-4a78-a602-fc1463962832 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] GET failed (client error): The resource could not be found.
Dec 16 22:40:43.243528 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-e4ded7d2-37e6-4a78-a602-fc1463962832 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Synchronizing usage tracker for tenant:3ddf94e9e4ac4112b345468cafab037c on resource:port {{(pid=87507) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 22:40:43.246761 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] For port 210194df-de88-426a-be13-ba9791cec1b2, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=210194df-de88-426a-be13-ba9791cec1b2,segment=NetworkSegment(2577d818-0e29-479d-b0de-338c10752042),segment_id=2577d818-0e29-479d-b0de-338c10752042)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:40:43.246939 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 47308) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:40:43.259047 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-5323f933-f1d7-4717-989f-9a53a6833e18 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-932346143', 'admin_state_up': True, 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5'}}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:40:43.266881 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:43.270374 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:40:43.275710 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f262cd-baa3-4b2a-942b-2e49a5f95962 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Pushing event updated for resources: {'Network': ['ID=2f687e27-c3dc-4aa9-ba40-39fc0889e61d,revision_number=1']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:40:43.277479 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-5323f933-f1d7-4717-989f-9a53a6833e18 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:40:43.282767 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-e3f262cd-baa3-4b2a-942b-2e49a5f95962 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:40:43.291308 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-5323f933-f1d7-4717-989f-9a53a6833e18 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Usage tracker for resource:router and tenant:b7e45fda9ad540a6ac359d1c64c9adb2 is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:40:43.296585 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-5323f933-f1d7-4717-989f-9a53a6833e18 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:40:43.303631 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-e4ded7d2-37e6-4a78-a602-fc1463962832 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Unset dirty status for tenant:3ddf94e9e4ac4112b345468cafab037c on resource:port {{(pid=87507) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 22:40:43.307631 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-e4ded7d2-37e6-4a78-a602-fc1463962832 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] 10.222.0.13 "GET /v2.0/ports/78ff17f9-1eb7-4765-ad2d-03cc79185ff6 HTTP/1.1" status: 404  len: 333 time: 0.1794312
Dec 16 22:40:43.307631 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-5323f933-f1d7-4717-989f-9a53a6833e18 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:40:43.309526 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 47312) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:40:43.319806 dv-neutron-821829-1-hyperv neutron-server[87508]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c2b94bd-0aca-49a0-95fb-a3268f577382', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '210194df-de88-426a-be13-ba9791cec1b2', 'code': 200}
Dec 16 22:40:43.321666 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Network 2f687e27-c3dc-4aa9-ba40-39fc0889e61d details requested by agent ovs-agent-dv-neutron-821829-1-hyperv with host dv-neutron-821829-1-hyperv {{(pid=87508) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 22:40:43.342781 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-3d18260e-ea72-4b19-9923-1fc1b6b9d9ec None None] Could not find standard attr ID for object 78ff17f9-1eb7-4765-ad2d-03cc79185ff6. {{(pid=87508) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 16 22:40:43.347705 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-5323f933-f1d7-4717-989f-9a53a6833e18 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3741155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38980'] for router, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:43.349222 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-5323f933-f1d7-4717-989f-9a53a6833e18 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3743284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3741748', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3896702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-38989'] for router, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:43.403677 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-5323f933-f1d7-4717-989f-9a53a6833e18 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:43.418679 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-e2cd3eaf-34b5-412a-bfb9-d5e015c8a21b tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks [] for security_group, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:43.459376 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-e2cd3eaf-34b5-412a-bfb9-d5e015c8a21b tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:43.477738 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Pushing event updated for resources: {'Port': ['ID=210194df-de88-426a-be13-ba9791cec1b2,revision_number=5']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:40:43.481674 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:40:43.494458 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19783cf4-21f9-403c-8bb7-f2af6c7a2675 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify agent at l3_agent.dv-neutron-821829-1-hyperv the message routers_updated {{(pid=87506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 22:40:43.505226 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aedd55a9-e804-4777-9763-2845c09d713a None None] Sync routers for ids ['de6e1cb0-4da7-43f8-b26d-16a795a01ed1'] in dv-neutron-821829-1-hyperv {{(pid=87509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 22:40:43.519726 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aedd55a9-e804-4777-9763-2845c09d713a None None] Routers {'de6e1cb0-4da7-43f8-b26d-16a795a01ed1'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:40:43.520824 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-aedd55a9-e804-4777-9763-2845c09d713a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b7cae8820>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:40:31Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['de6e1cb0-4da7-43f8-b26d-16a795a01ed1'], 'active': True} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:40:43.535958 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-19783cf4-21f9-403c-8bb7-f2af6c7a2675 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] 10.222.0.13 "PUT /v2.0/routers/de6e1cb0-4da7-43f8-b26d-16a795a01ed1/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.4121666
Dec 16 22:40:43.536922 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 47316) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:40:43.567994 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-5976b1c9-30d6-4e47-899f-e9646434acb2 None None] Could not find standard attr ID for object 78ff17f9-1eb7-4765-ad2d-03cc79185ff6. {{(pid=87508) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 16 22:40:43.625521 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.db_base_plugin_v2 [None req-7bb24973-7d6e-4062-9dfa-22eee9463bad tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Deleting subnet a7ca8b93-95ae-4285-9f48-e0d2c28ea1ba {{(pid=87506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 16 22:40:43.629052 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-7bb24973-7d6e-4062-9dfa-22eee9463bad tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks [] for subnet, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:43.703285 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvr_db [None req-aedd55a9-e804-4777-9763-2845c09d713a None None] Set router de6e1cb0-4da7-43f8-b26d-16a795a01ed1 gateway port host: None {{(pid=87509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 22:40:43.741440 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-7bb24973-7d6e-4062-9dfa-22eee9463bad tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-266764487'] for subnet, precommit_delete_associations {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:43.794098 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-5323f933-f1d7-4717-989f-9a53a6833e18 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3741702', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3740945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-38947'] for router, precommit_update {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:43.800204 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-e2cd3eaf-34b5-412a-bfb9-d5e015c8a21b tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841066'] for security_group, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:43.805345 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-213a0d2b-3e6e-4c85-85fb-e5c3960fba1f tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:40:43.833994 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ecc6e4-4cb6-4175-a764-3ef2a1d5af6c req-9acd6c09-c07b-42d2-8ab6-ab8e45345605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:40:43.835730 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-37ecc6e4-4cb6-4175-a764-3ef2a1d5af6c req-9acd6c09-c07b-42d2-8ab6-ab8e45345605 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=5c2b94bd-0aca-49a0-95fb-a3268f577382 HTTP/1.1" status: 200  len: 1099 time: 0.1504421
Dec 16 22:40:43.836985 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2cd3eaf-34b5-412a-bfb9-d5e015c8a21b tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e765bd80-23db-478c-ac17-e157f78c1d68,revision_number=None']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:40:43.840796 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-e2cd3eaf-34b5-412a-bfb9-d5e015c8a21b tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:40:43.887158 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-37ecc6e4-4cb6-4175-a764-3ef2a1d5af6c req-9adab27a-5852-4b7f-969a-ff595b258d22 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=f2a7ae02-12b2-467c-a00d-8fc3127f3c58&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0443773
Dec 16 22:40:43.891604 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-7bb24973-7d6e-4062-9dfa-22eee9463bad tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3328566'] for subnet, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:43.905672 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-e2cd3eaf-34b5-412a-bfb9-d5e015c8a21b tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks [] for security_group, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:43.910005 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-e2cd3eaf-34b5-412a-bfb9-d5e015c8a21b tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] 10.222.0.13 "DELETE /v2.0/security-groups/e765bd80-23db-478c-ac17-e157f78c1d68 HTTP/1.1" status: 204  len: 168 time: 0.5962961
Dec 16 22:40:43.910473 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 47320) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:40:43.970911 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-7bb24973-7d6e-4062-9dfa-22eee9463bad tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3328622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1863378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11213117'] for subnet, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:43.976044 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-7027347f-3e31-4439-b972-c4821c268ee4 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:40:43.988738 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-552a010e-b2c7-4e30-9bcf-97c7b5b3682a tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks [] for security_group, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:44.017209 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb24973-7d6e-4062-9dfa-22eee9463bad tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Pushing event deleted for resources: {'Subnet': ['ID=a7ca8b93-95ae-4285-9f48-e0d2c28ea1ba,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:40:44.021902 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-7bb24973-7d6e-4062-9dfa-22eee9463bad tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:40:44.024978 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-7bb24973-7d6e-4062-9dfa-22eee9463bad tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks [] for subnet, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:44.033036 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdae9ab6-b7a1-4d17-8241-421c18c44cbb None None] Network 72793834-29eb-42e8-85dd-260a74528871 requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 22:40:44.037156 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-552a010e-b2c7-4e30-9bcf-97c7b5b3682a tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:44.055407 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-7bb24973-7d6e-4062-9dfa-22eee9463bad tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] 10.222.0.13 "DELETE /v2.0/subnets/a7ca8b93-95ae-4285-9f48-e0d2c28ea1ba HTTP/1.1" status: 204  len: 168 time: 0.5168126
Dec 16 22:40:44.056519 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 47326) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:40:44.092248 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-aedd55a9-e804-4777-9763-2845c09d713a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b7cae8820>, [{'id': 'de6e1cb0-4da7-43f8-b26d-16a795a01ed1', 'name': 'tempest-RoutersIpV6Test-router-1062176932', 'tenant_id': 'a221f56311244d31a510a3a1bb3c6ce9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:39:49Z', 'updated_at': '2021-12-16T22:40:42Z', 'revision_number': 9, 'project_id': 'a221f56311244d31a510a3a1bb3c6ce9', 'gw_port_host': None, '_interfaces': [{'id': '07a12276-2538-44d6-9e80-8f6358f227c6', 'name': '', 'network_id': 'bf9c7624-5a8f-45ef-80fb-86a40ea7bbb3', 'tenant_id': 'a221f56311244d31a510a3a1bb3c6ce9', 'mac_address': 'fa:16:3e:64:d7:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de6e1cb0-4da7-43f8-b26d-16a795a01ed1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': '6e134cd3-03ec-41ee-843d-e78994f77c61', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:39:53Z', 'updated_at': '2021-12-16T22:40:04Z', 'revision_number': 5, 'project_id': 'a221f56311244d31a510a3a1bb3c6ce9', 'subnets': [{'id': '6e134cd3-03ec-41ee-843d-e78994f77c61', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3e33538a-b435-411d-911e-75458b397f0d', 'name': '', 'network_id': 'db5c2862-b6a8-4557-8764-528fa7bc107e', 'tenant_id': 'a221f56311244d31a510a3a1bb3c6ce9', 'mac_address': 'fa:16:3e:c9:fd:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de6e1cb0-4da7-43f8-b26d-16a795a01ed1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1133, 'fixed_ips': [{'subnet_id': 'b61a424a-6183-452e-96e6-83bd21bf2da4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:40:03Z', 'updated_at': '2021-12-16T22:40:17Z', 'revision_number': 5, 'project_id': 'a221f56311244d31a510a3a1bb3c6ce9', 'subnets': [{'id': 'b61a424a-6183-452e-96e6-83bd21bf2da4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:40:44.096311 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aedd55a9-e804-4777-9763-2845c09d713a None None] Checking router: de6e1cb0-4da7-43f8-b26d-16a795a01ed1 for host: dv-neutron-821829-1-hyperv {{(pid=87509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 22:40:44.105361 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aedd55a9-e804-4777-9763-2845c09d713a None None] Routers {'de6e1cb0-4da7-43f8-b26d-16a795a01ed1'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:40:44.106224 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-aedd55a9-e804-4777-9763-2845c09d713a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b7cae8820>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:40:31Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['de6e1cb0-4da7-43f8-b26d-16a795a01ed1'], 'active': True} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:40:44.178542 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-ba401578-a0dd-4d77-834e-de008ae2a300 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-825997'] for network, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:44.191363 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [None req-ba401578-a0dd-4d77-834e-de008ae2a300 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Deleting port 82564001-deb4-48b4-8e19-abc4a730c6f0 {{(pid=87506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:40:44.191874 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-ba401578-a0dd-4d77-834e-de008ae2a300 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:44.192375 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-552a010e-b2c7-4e30-9bcf-97c7b5b3682a tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841066'] for security_group, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:44.197420 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-e9f9f91b-fcc7-4a18-92a3-be66ea0add9f tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:40:44.220478 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552a010e-b2c7-4e30-9bcf-97c7b5b3682a tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa3a56fa-0291-47a1-94c7-446f4f92680a,revision_number=None']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:40:44.272558 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvr_db [None req-aedd55a9-e804-4777-9763-2845c09d713a None None] Set router de6e1cb0-4da7-43f8-b26d-16a795a01ed1 gateway port host: None {{(pid=87509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 22:40:44.309679 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-552a010e-b2c7-4e30-9bcf-97c7b5b3682a tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:40:44.354357 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1002c0d6-79f9-45cc-a5f4-67110d399bcd None None] DHCP port deletion for 72793834-29eb-42e8-85dd-260a74528871 request from dv-neutron-821829-1-hyperv {{(pid=87508) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 16 22:40:44.359890 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-1002c0d6-79f9-45cc-a5f4-67110d399bcd None None] Deleting port 82564001-deb4-48b4-8e19-abc4a730c6f0 {{(pid=87508) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:40:44.360643 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-1002c0d6-79f9-45cc-a5f4-67110d399bcd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:44.419436 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c8be44-6672-46b1-8ff5-3514a29cd13e req-1e931bf7-2f9d-4f0b-bc59-115f0b02c92b tempest-TestServerAdvancedOps-1174825185 tempest-TestServerAdvancedOps-1174825185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:40:44.421026 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-b0c8be44-6672-46b1-8ff5-3514a29cd13e req-1e931bf7-2f9d-4f0b-bc59-115f0b02c92b tempest-TestServerAdvancedOps-1174825185 tempest-TestServerAdvancedOps-1174825185-project] 10.222.0.13 "GET /v2.0/ports?device_id=5c2b94bd-0aca-49a0-95fb-a3268f577382 HTTP/1.1" status: 200  len: 946 time: 0.3324804
Dec 16 22:40:44.424793 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-552a010e-b2c7-4e30-9bcf-97c7b5b3682a tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks [] for security_group, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:44.429719 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-552a010e-b2c7-4e30-9bcf-97c7b5b3682a tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] 10.222.0.13 "DELETE /v2.0/security-groups/fa3a56fa-0291-47a1-94c7-446f4f92680a HTTP/1.1" status: 204  len: 168 time: 0.5151236
Dec 16 22:40:44.469431 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 47330) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:40:44.470620 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-5323f933-f1d7-4717-989f-9a53a6833e18 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for router_gateway, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:44.542895 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-5323f933-f1d7-4717-989f-9a53a6833e18 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:44.590240 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.db [None req-ba401578-a0dd-4d77-834e-de008ae2a300 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] For port 82564001-deb4-48b4-8e19-abc4a730c6f0, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=82564001-deb4-48b4-8e19-abc4a730c6f0,segment=NetworkSegment(2994278f-2fd5-40fa-973f-2fba8af7d6af),segment_id=2994278f-2fd5-40fa-973f-2fba8af7d6af)] {{(pid=87506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:40:44.591226 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-ba401578-a0dd-4d77-834e-de008ae2a300 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:44.618412 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-b0c8be44-6672-46b1-8ff5-3514a29cd13e req-653c0142-2202-482b-873f-ddfffad9c118 tempest-TestServerAdvancedOps-1174825185 tempest-TestServerAdvancedOps-1174825185-project] 10.222.0.13 "GET /v2.0/security-groups?id=f2a7ae02-12b2-467c-a00d-8fc3127f3c58&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1894622
Dec 16 22:40:44.669021 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-aedd55a9-e804-4777-9763-2845c09d713a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b7cae8820>, [{'id': 'de6e1cb0-4da7-43f8-b26d-16a795a01ed1', 'name': 'tempest-RoutersIpV6Test-router-1062176932', 'tenant_id': 'a221f56311244d31a510a3a1bb3c6ce9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:39:49Z', 'updated_at': '2021-12-16T22:40:42Z', 'revision_number': 9, 'project_id': 'a221f56311244d31a510a3a1bb3c6ce9', 'gw_port_host': None, '_interfaces': [{'id': '07a12276-2538-44d6-9e80-8f6358f227c6', 'name': '', 'network_id': 'bf9c7624-5a8f-45ef-80fb-86a40ea7bbb3', 'tenant_id': 'a221f56311244d31a510a3a1bb3c6ce9', 'mac_address': 'fa:16:3e:64:d7:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de6e1cb0-4da7-43f8-b26d-16a795a01ed1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': '6e134cd3-03ec-41ee-843d-e78994f77c61', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:39:53Z', 'updated_at': '2021-12-16T22:40:04Z', 'revision_number': 5, 'project_id': 'a221f56311244d31a510a3a1bb3c6ce9', 'subnets': [{'id': '6e134cd3-03ec-41ee-843d-e78994f77c61', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3e33538a-b435-411d-911e-75458b397f0d', 'name': '', 'network_id': 'db5c2862-b6a8-4557-8764-528fa7bc107e', 'tenant_id': 'a221f56311244d31a510a3a1bb3c6ce9', 'mac_address': 'fa:16:3e:c9:fd:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de6e1cb0-4da7-43f8-b26d-16a795a01ed1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1133, 'fixed_ips': [{'subnet_id': 'b61a424a-6183-452e-96e6-83bd21bf2da4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:40:03Z', 'updated_at': '2021-12-16T22:40:17Z', 'revision_number': 5, 'project_id': 'a221f56311244d31a510a3a1bb3c6ce9', 'subnets': [{'id': 'b61a424a-6183-452e-96e6-83bd21bf2da4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:40:44.673540 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aedd55a9-e804-4777-9763-2845c09d713a None None] The sync data for ids ['de6e1cb0-4da7-43f8-b26d-16a795a01ed1'] in dv-neutron-821829-1-hyperv is: [{'id': 'de6e1cb0-4da7-43f8-b26d-16a795a01ed1', 'name': 'tempest-RoutersIpV6Test-router-1062176932', 'tenant_id': 'a221f56311244d31a510a3a1bb3c6ce9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:39:49Z', 'updated_at': '2021-12-16T22:40:42Z', 'revision_number': 9, 'project_id': 'a221f56311244d31a510a3a1bb3c6ce9', 'gw_port_host': None, '_interfaces': [{'id': '07a12276-2538-44d6-9e80-8f6358f227c6', 'name': '', 'network_id': 'bf9c7624-5a8f-45ef-80fb-86a40ea7bbb3', 'tenant_id': 'a221f56311244d31a510a3a1bb3c6ce9', 'mac_address': 'fa:16:3e:64:d7:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de6e1cb0-4da7-43f8-b26d-16a795a01ed1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': '6e134cd3-03ec-41ee-843d-e78994f77c61', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:39:53Z', 'updated_at': '2021-12-16T22:40:04Z', 'revision_number': 5, 'project_id': 'a221f56311244d31a510a3a1bb3c6ce9', 'subnets': [{'id': '6e134cd3-03ec-41ee-843d-e78994f77c61', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3e33538a-b435-411d-911e-75458b397f0d', 'name': '', 'network_id': 'db5c2862-b6a8-4557-8764-528fa7bc107e', 'tenant_id': 'a221f56311244d31a510a3a1bb3c6ce9', 'mac_address': 'fa:16:3e:c9:fd:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de6e1cb0-4da7-43f8-b26d-16a795a01ed1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1133, 'fixed_ips': [{'subnet_id': 'b61a424a-6183-452e-96e6-83bd21bf2da4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:40:03Z', 'updated_at': '2021-12-16T22:40:17Z', 'revision_number': 5, 'project_id': 'a221f56311244d31a510a3a1bb3c6ce9', 'subnets': [{'id': 'b61a424a-6183-452e-96e6-83bd21bf2da4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 22:40:44.689477 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 82564001-deb4-48b4-8e19-abc4a730c6f0 no longer exists at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 22:40:44.755160 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [None req-ba401578-a0dd-4d77-834e-de008ae2a300 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Calling delete_port for 82564001-deb4-48b4-8e19-abc4a730c6f0 owned by network:dhcp {{(pid=87506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:40:44.835850 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-48bdfb08-e323-4465-8626-54e4db0c59f1 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks [] for security_group, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:44.840942 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-1002c0d6-79f9-45cc-a5f4-67110d399bcd None None] For port 82564001-deb4-48b4-8e19-abc4a730c6f0, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=82564001-deb4-48b4-8e19-abc4a730c6f0,segment=NetworkSegment(2994278f-2fd5-40fa-973f-2fba8af7d6af),segment_id=2994278f-2fd5-40fa-973f-2fba8af7d6af)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:40:44.841452 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-1002c0d6-79f9-45cc-a5f4-67110d399bcd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:44.849439 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-ba401578-a0dd-4d77-834e-de008ae2a300 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1863393'] for port, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:44.855113 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-19783cf4-21f9-403c-8bb7-f2af6c7a2675 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:40:44.863790 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-48bdfb08-e323-4465-8626-54e4db0c59f1 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:44.898232 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba401578-a0dd-4d77-834e-de008ae2a300 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Pushing event deleted for resources: {'Port': ['ID=82564001-deb4-48b4-8e19-abc4a730c6f0,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:40:44.901942 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-ba401578-a0dd-4d77-834e-de008ae2a300 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:40:44.904661 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] No active binding found for port 82564001-deb4-48b4-8e19-abc4a730c6f0 {{(pid=87508) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}}
Dec 16 22:40:44.905022 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 82564001-deb4-48b4-8e19-abc4a730c6f0 not bound to the agent host dv-neutron-821829-1-hyperv {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 22:40:44.905227 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba401578-a0dd-4d77-834e-de008ae2a300 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] No DVR routers for this DVR port 82564001-deb4-48b4-8e19-abc4a730c6f0 on host dv-neutron-821829-1-hyperv {{(pid=87506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 22:40:44.978973 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-48bdfb08-e323-4465-8626-54e4db0c59f1 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841066'] for security_group, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:44.983742 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-4c80bce1-5507-464f-b8e8-1ca3e4fb3f5d tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:40:45.002149 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48bdfb08-e323-4465-8626-54e4db0c59f1 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e1dfcc8-2eba-4843-8666-97f1617ba5c0,revision_number=None']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:40:45.005880 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-1002c0d6-79f9-45cc-a5f4-67110d399bcd None None] Calling delete_port for 82564001-deb4-48b4-8e19-abc4a730c6f0 owned by network:dhcp {{(pid=87508) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:40:45.020871 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-48bdfb08-e323-4465-8626-54e4db0c59f1 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:40:45.034685 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-48bdfb08-e323-4465-8626-54e4db0c59f1 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks [] for security_group, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:45.036089 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-48bdfb08-e323-4465-8626-54e4db0c59f1 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] 10.222.0.13 "DELETE /v2.0/security-groups/1e1dfcc8-2eba-4843-8666-97f1617ba5c0 HTTP/1.1" status: 204  len: 168 time: 0.5347557
Dec 16 22:40:45.043844 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 47336) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:40:45.047058 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.db_base_plugin_common [None req-5323f933-f1d7-4717-989f-9a53a6833e18 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Allocated IP 172.26.0.107 (f8905ce9-304b-4976-bc47-e58c71c11de5/9bca8591-41ef-4f2d-8ecb-ecaab1a28acf/e34f309c-ecfe-4315-9da6-214f2f81b236) {{(pid=87507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 22:40:45.135752 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.db_base_plugin_v2 [None req-a65c5a67-21ad-4580-b79b-798e69267448 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Deleting subnet 0dc5a614-b450-4f75-9bc8-e6f4e56d0a1a {{(pid=87506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 16 22:40:45.138401 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-ba401578-a0dd-4d77-834e-de008ae2a300 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3329565', 'neutron.services.segments.db._delete_segments_for_network-8734753546406'] for network, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:45.141772 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.db.api [None req-1002c0d6-79f9-45cc-a5f4-67110d399bcd None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87508) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 16 22:40:45.142146 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_db.api [None req-1002c0d6-79f9-45cc-a5f4-67110d399bcd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 16 22:40:45.149910 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-a65c5a67-21ad-4580-b79b-798e69267448 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks [] for subnet, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:45.204942 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.services.segments.db [None req-ba401578-a0dd-4d77-834e-de008ae2a300 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1b7c62cb80>,) {'filters': {'network_id': ['72793834-29eb-42e8-85dd-260a74528871']}} {{(pid=87506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:40:45.222485 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.services.segments.db [None req-ba401578-a0dd-4d77-834e-de008ae2a300 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b7c62cb80>, '2994278f-2fd5-40fa-973f-2fba8af7d6af') {'for_net_delete': True} {{(pid=87506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:40:45.222780 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.services.segments.db [None req-ba401578-a0dd-4d77-834e-de008ae2a300 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b7c62cb80>, '2994278f-2fd5-40fa-973f-2fba8af7d6af') {} {{(pid=87506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:40:45.222962 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-5323f933-f1d7-4717-989f-9a53a6833e18 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for port, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:45.234721 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-a65c5a67-21ad-4580-b79b-798e69267448 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-266764487'] for subnet, precommit_delete_associations {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:45.254743 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-5323f933-f1d7-4717-989f-9a53a6833e18 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10807823'] for port, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:45.259290 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-fbe88cfa-d5c4-4295-9389-619ea119b9a6 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:40:45.275444 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-ba401578-a0dd-4d77-834e-de008ae2a300 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734753593977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-266764496'] for segment, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:45.297742 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-ba401578-a0dd-4d77-834e-de008ae2a300 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-883292'] for segment, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:45.309153 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba401578-a0dd-4d77-834e-de008ae2a300 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Releasing vlan 153 on physical network physnet1 to pool {{(pid=87506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 16 22:40:45.309616 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-ba401578-a0dd-4d77-834e-de008ae2a300 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-883285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1863180'] for segment, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:45.322265 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5323f933-f1d7-4717-989f-9a53a6833e18 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Network f8905ce9-304b-4976-bc47-e58c71c11de5 is already hosted by enough agents. {{(pid=87507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:40:45.324411 dv-neutron-821829-1-hyperv neutron-server[87506]: Traceback (most recent call last):
Dec 16 22:40:45.324411 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 16 22:40:45.324411 dv-neutron-821829-1-hyperv neutron-server[87506]:     timer()
Dec 16 22:40:45.324411 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 22:40:45.324411 dv-neutron-821829-1-hyperv neutron-server[87506]:     cb(*args, **kw)
Dec 16 22:40:45.324411 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 22:40:45.324411 dv-neutron-821829-1-hyperv neutron-server[87506]:     return func(*args, **kwargs)
Dec 16 22:40:45.324411 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 22:40:45.324411 dv-neutron-821829-1-hyperv neutron-server[87506]:     self._notify()
Dec 16 22:40:45.324411 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 22:40:45.324411 dv-neutron-821829-1-hyperv neutron-server[87506]:     self.callback(batched_events)
Dec 16 22:40:45.324411 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 22:40:45.324411 dv-neutron-821829-1-hyperv neutron-server[87506]:     event.method(event)
Dec 16 22:40:45.324411 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 22:40:45.324411 dv-neutron-821829-1-hyperv neutron-server[87506]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 22:40:45.324411 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 22:40:45.324411 dv-neutron-821829-1-hyperv neutron-server[87506]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 22:40:45.324411 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 22:40:45.324411 dv-neutron-821829-1-hyperv neutron-server[87506]:     return f(self, *a, **k)
Dec 16 22:40:45.324411 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 16 22:40:45.324411 dv-neutron-821829-1-hyperv neutron-server[87506]:     return self._get(url).json()
Dec 16 22:40:45.324411 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 16 22:40:45.324411 dv-neutron-821829-1-hyperv neutron-server[87506]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 22:40:45.324411 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 16 22:40:45.324411 dv-neutron-821829-1-hyperv neutron-server[87506]:     return self.request(url, 'GET', **kwargs)
Dec 16 22:40:45.324411 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 16 22:40:45.324411 dv-neutron-821829-1-hyperv neutron-server[87506]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 22:40:45.324411 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 16 22:40:45.324411 dv-neutron-821829-1-hyperv neutron-server[87506]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 22:40:45.324411 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 16 22:40:45.324411 dv-neutron-821829-1-hyperv neutron-server[87506]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 22:40:45.324411 dv-neutron-821829-1-hyperv neutron-server[87506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 22:40:45.326804 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.base_scheduler [None req-5323f933-f1d7-4717-989f-9a53a6833e18 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Resources bound (agent type, host, resource id):  {{(pid=87507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:40:45.328881 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5323f933-f1d7-4717-989f-9a53a6833e18 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Received port after_create {{(pid=87507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 22:40:45.358228 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5323f933-f1d7-4717-989f-9a53a6833e18 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Pushing event updated for resources: {'Port': ['ID=e34f309c-ecfe-4315-9da6-214f2f81b236,revision_number=1']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:40:45.368991 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-5323f933-f1d7-4717-989f-9a53a6833e18 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:40:45.432742 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-ba401578-a0dd-4d77-834e-de008ae2a300 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3329572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3741856'] for network, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:45.435288 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-a65c5a67-21ad-4580-b79b-798e69267448 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3328566'] for subnet, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:45.465644 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-c9219698-0670-4a29-b29b-a79129f42072 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:40:45.489867 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-ba401578-a0dd-4d77-834e-de008ae2a300 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks [] for network, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:45.509950 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba401578-a0dd-4d77-834e-de008ae2a300 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Pushing event deleted for resources: {'Network': ['ID=72793834-29eb-42e8-85dd-260a74528871,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:40:45.515602 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-ba401578-a0dd-4d77-834e-de008ae2a300 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:40:45.519295 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-ba401578-a0dd-4d77-834e-de008ae2a300 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] 10.222.0.13 "DELETE /v2.0/networks/72793834-29eb-42e8-85dd-260a74528871 HTTP/1.1" status: 204  len: 168 time: 1.4615338
Dec 16 22:40:45.521997 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 47340) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:40:45.643823 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-1002c0d6-79f9-45cc-a5f4-67110d399bcd None None] Deleting port 82564001-deb4-48b4-8e19-abc4a730c6f0 {{(pid=87508) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:40:45.644383 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-1002c0d6-79f9-45cc-a5f4-67110d399bcd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:45.681593 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-a65c5a67-21ad-4580-b79b-798e69267448 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3328622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1863378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11213117'] for subnet, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:45.695256 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:40:45.727033 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-1002c0d6-79f9-45cc-a5f4-67110d399bcd None None] The port '82564001-deb4-48b4-8e19-abc4a730c6f0' was deleted {{(pid=87508) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 16 22:40:45.731497 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65c5a67-21ad-4580-b79b-798e69267448 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Pushing event deleted for resources: {'Subnet': ['ID=0dc5a614-b450-4f75-9bc8-e6f4e56d0a1a,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:40:45.735214 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-a65c5a67-21ad-4580-b79b-798e69267448 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks [] for subnet, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:45.738161 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-a65c5a67-21ad-4580-b79b-798e69267448 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:40:45.752866 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c278deb-376a-4f01-b627-d6bb7064358b None None] Network d25a7dc0-a328-4711-a6e2-10bbe5d70dc8 requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 22:40:45.778575 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-5323f933-f1d7-4717-989f-9a53a6833e18 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for router_gateway, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:45.812362 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-a65c5a67-21ad-4580-b79b-798e69267448 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] 10.222.0.13 "DELETE /v2.0/subnets/0dc5a614-b450-4f75-9bc8-e6f4e56d0a1a HTTP/1.1" status: 204  len: 168 time: 0.7674978
Dec 16 22:40:45.820680 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 47346) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:40:46.014812 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfe86f3-5e7f-40bd-9646-50cd77c14400 req-b55c8181-064f-4181-8dfc-f8ade9587633 tempest-TestServerAdvancedOps-1174825185 tempest-TestServerAdvancedOps-1174825185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:40:46.016594 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-fcfe86f3-5e7f-40bd-9646-50cd77c14400 req-b55c8181-064f-4181-8dfc-f8ade9587633 tempest-TestServerAdvancedOps-1174825185 tempest-TestServerAdvancedOps-1174825185-project] 10.222.0.13 "GET /v2.0/ports?device_id=5c2b94bd-0aca-49a0-95fb-a3268f577382 HTTP/1.1" status: 200  len: 946 time: 0.2391574
Dec 16 22:40:46.142864 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.db_base_plugin_v2 [None req-76864f7a-694b-4339-a16e-d97ccc0a9c47 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Deleting subnet 2b4818b5-d97b-4daf-b851-15e9e31aa3f4 {{(pid=87506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 16 22:40:46.148748 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-76864f7a-694b-4339-a16e-d97ccc0a9c47 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks [] for subnet, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:46.204181 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-fcfe86f3-5e7f-40bd-9646-50cd77c14400 req-cef2936e-e1e5-497e-881b-7e36bdf07838 tempest-TestServerAdvancedOps-1174825185 tempest-TestServerAdvancedOps-1174825185-project] 10.222.0.13 "GET /v2.0/security-groups?id=f2a7ae02-12b2-467c-a00d-8fc3127f3c58&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1295111
Dec 16 22:40:46.246209 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-5323f933-f1d7-4717-989f-9a53a6833e18 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3740952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3741923'] for router, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:46.254292 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-76864f7a-694b-4339-a16e-d97ccc0a9c47 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-266764487'] for subnet, precommit_delete_associations {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:46.376564 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-76864f7a-694b-4339-a16e-d97ccc0a9c47 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3328566'] for subnet, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:46.524160 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-473097fb-3a8f-4891-afd4-3c6da84b04dc tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3830176'] for router_interface, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:46.619589 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-76864f7a-694b-4339-a16e-d97ccc0a9c47 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3328622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1863378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11213117'] for subnet, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:46.631561 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 68a3e0cc-82c9-461d-a533-1b1fed433736 no longer exists at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 22:40:46.680004 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-5e9d1195-9c66-4823-903b-4e3e017cd40a tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:40:46.709961 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] No Port match for: 68a3e0cc-82c9-461d-a533-1b1fed433736 {{(pid=87508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 22:40:46.710463 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 68a3e0cc-82c9-461d-a533-1b1fed433736 not bound to the agent host dv-neutron-821829-1-hyperv {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 22:40:46.712873 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c497baf8-586e-4995-9f21-d21915746b9d req-bb0f458e-355f-4180-ba73-fbe4ad5111f5 tempest-TestServerAdvancedOps-1174825185 tempest-TestServerAdvancedOps-1174825185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:40:46.714249 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-c497baf8-586e-4995-9f21-d21915746b9d req-bb0f458e-355f-4180-ba73-fbe4ad5111f5 tempest-TestServerAdvancedOps-1174825185 tempest-TestServerAdvancedOps-1174825185-project] 10.222.0.13 "GET /v2.0/ports?device_id=5c2b94bd-0aca-49a0-95fb-a3268f577382 HTTP/1.1" status: 200  len: 946 time: 0.3739860
Dec 16 22:40:46.758465 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5323f933-f1d7-4717-989f-9a53a6833e18 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Router eea06010-12bf-4f24-b2f6-a6b19ff6f8bf is scheduled to L3 agent 4f519db7-069b-43e2-8411-c092bac9102a with binding_index 1 {{(pid=87507) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 16 22:40:46.774538 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-c497baf8-586e-4995-9f21-d21915746b9d req-dae6f099-e2aa-414b-bd7f-56f805a4d161 tempest-TestServerAdvancedOps-1174825185 tempest-TestServerAdvancedOps-1174825185-project] 10.222.0.13 "GET /v2.0/security-groups?id=f2a7ae02-12b2-467c-a00d-8fc3127f3c58&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0545349
Dec 16 22:40:46.806828 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76864f7a-694b-4339-a16e-d97ccc0a9c47 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Pushing event deleted for resources: {'Subnet': ['ID=2b4818b5-d97b-4daf-b851-15e9e31aa3f4,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:40:46.810785 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-76864f7a-694b-4339-a16e-d97ccc0a9c47 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks [] for subnet, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:46.823186 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-267ba664-12d6-4d60-b476-053861024094 None None] Network d25a7dc0-a328-4711-a6e2-10bbe5d70dc8 requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 22:40:46.825456 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-76864f7a-694b-4339-a16e-d97ccc0a9c47 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:40:46.830936 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-76864f7a-694b-4339-a16e-d97ccc0a9c47 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] 10.222.0.13 "DELETE /v2.0/subnets/2b4818b5-d97b-4daf-b851-15e9e31aa3f4 HTTP/1.1" status: 204  len: 168 time: 1.0092969
Dec 16 22:40:46.833782 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 47354) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:40:46.876589 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.pecan_wsgi.hooks.translation [None req-34928ab3-3dcf-4ae9-9be7-3ff449f72acb tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] DELETE failed (client error): The resource could not be found.
Dec 16 22:40:46.877385 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34928ab3-3dcf-4ae9-9be7-3ff449f72acb tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 16 22:40:46.879234 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-34928ab3-3dcf-4ae9-9be7-3ff449f72acb tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] 10.222.0.13 "DELETE /v2.0/subnets/0dc5a614-b450-4f75-9bc8-e6f4e56d0a1a HTTP/1.1" status: 404  len: 337 time: 0.0443962
Dec 16 22:40:46.883688 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 47358) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:40:46.918492 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-5a70cda6-e9d9-468c-86e1-7b75890d9c76 None None] Provisioning complete for port fa7c6b0e-567e-45a5-af54-121c48f391e0 triggered by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:40:46.919149 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-5a70cda6-e9d9-468c-86e1-7b75890d9c76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:46.964452 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5323f933-f1d7-4717-989f-9a53a6833e18 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify agent at l3_agent.dv-neutron-821829-1-hyperv the message routers_updated {{(pid=87507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 22:40:46.983676 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d868c011-88c1-44dc-8f45-20567b297ebd None None] Sync routers for ids ['eea06010-12bf-4f24-b2f6-a6b19ff6f8bf'] in dv-neutron-821829-1-hyperv {{(pid=87508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 22:40:46.989344 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-5323f933-f1d7-4717-989f-9a53a6833e18 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for router, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:46.990931 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-5323f933-f1d7-4717-989f-9a53a6833e18 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 886 time: 3.7396667
Dec 16 22:40:46.994163 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 47362) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:40:47.064367 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6e64eb1-812e-417f-9db0-733a19ece632 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Deleting subnet 7ad97adf-ce5f-42c3-b992-5002876725ec {{(pid=87506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 16 22:40:47.068308 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-b6e64eb1-812e-417f-9db0-733a19ece632 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks [] for subnet, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:47.089016 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-1fd162be-542e-4992-845a-8f630b4012d2 tempest-TestNetworkBasicOps-761014822 tempest-TestNetworkBasicOps-761014822-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=b7e45fda9ad540a6ac359d1c64c9adb2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0933588
Dec 16 22:40:47.091319 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 47370) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:40:47.097674 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-5a70cda6-e9d9-468c-86e1-7b75890d9c76 None None] Port fa7c6b0e-567e-45a5-af54-121c48f391e0 cannot update to ACTIVE because it is not bound. {{(pid=87508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 22:40:47.103025 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d868c011-88c1-44dc-8f45-20567b297ebd None None] Routers {'eea06010-12bf-4f24-b2f6-a6b19ff6f8bf'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:40:47.103967 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-d868c011-88c1-44dc-8f45-20567b297ebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b77a20100>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:40:31Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['eea06010-12bf-4f24-b2f6-a6b19ff6f8bf'], 'active': True} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:40:47.145664 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-b6e64eb1-812e-417f-9db0-733a19ece632 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-266764487'] for subnet, precommit_delete_associations {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:47.243380 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-5a70cda6-e9d9-468c-86e1-7b75890d9c76 None None] Provisioning complete for port 04256dca-9934-4eef-94a4-04d4b12df29b triggered by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:40:47.243913 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-5a70cda6-e9d9-468c-86e1-7b75890d9c76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:47.280090 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4544879b-52a4-44c8-bdd4-0eaf6ff2a43e tempest-TestNetworkBasicOps-761014822 tempest-TestNetworkBasicOps-761014822-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:40:47.281600 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-4544879b-52a4-44c8-bdd4-0eaf6ff2a43e tempest-TestNetworkBasicOps-761014822 tempest-TestNetworkBasicOps-761014822-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.1891644
Dec 16 22:40:47.284536 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 47374) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:40:47.311260 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8243b9-6e5c-4b72-be17-934a6bad1596 req-88f33baf-b652-46c1-a748-7c661ccf973f tempest-TestServerAdvancedOps-1174825185 tempest-TestServerAdvancedOps-1174825185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:40:47.312977 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-3a8243b9-6e5c-4b72-be17-934a6bad1596 req-88f33baf-b652-46c1-a748-7c661ccf973f tempest-TestServerAdvancedOps-1174825185 tempest-TestServerAdvancedOps-1174825185-project] 10.222.0.13 "GET /v2.0/ports?device_id=5c2b94bd-0aca-49a0-95fb-a3268f577382 HTTP/1.1" status: 200  len: 946 time: 0.1292391
Dec 16 22:40:47.341392 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-b6e64eb1-812e-417f-9db0-733a19ece632 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3328566'] for subnet, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:47.363941 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-3a8243b9-6e5c-4b72-be17-934a6bad1596 req-829fae12-6b38-4817-ac8a-bae8eb2486b3 tempest-TestServerAdvancedOps-1174825185 tempest-TestServerAdvancedOps-1174825185-project] 10.222.0.13 "GET /v2.0/security-groups?id=f2a7ae02-12b2-467c-a00d-8fc3127f3c58&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0441933
Dec 16 22:40:47.374409 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-6db31689-3867-4d2a-bc69-354ecd9e1d2b tempest-TestNetworkBasicOps-761014822 tempest-TestNetworkBasicOps-761014822-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=f8905ce9-304b-4976-bc47-e58c71c11de5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0884271
Dec 16 22:40:47.377069 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 47378) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:40:47.384927 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-37fa8a4e-951c-4037-8df7-f5c98a6f919b tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2083627358', 'network_id': '2f687e27-c3dc-4aa9-ba40-39fc0889e61d', 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:40:47.392655 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [None req-473097fb-3a8f-4891-afd4-3c6da84b04dc tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Deleting port 3e33538a-b435-411d-911e-75458b397f0d {{(pid=87506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:40:47.393021 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-473097fb-3a8f-4891-afd4-3c6da84b04dc tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:47.424035 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvr_db [None req-d868c011-88c1-44dc-8f45-20567b297ebd None None] Set router eea06010-12bf-4f24-b2f6-a6b19ff6f8bf gateway port host: dv-neutron-821829-1-hyperv {{(pid=87508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 22:40:47.501875 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-37fa8a4e-951c-4037-8df7-f5c98a6f919b tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:40:47.506432 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-37fa8a4e-951c-4037-8df7-f5c98a6f919b tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Usage tracker for resource:subnet and tenant:b7e45fda9ad540a6ac359d1c64c9adb2 is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:40:47.509889 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-37fa8a4e-951c-4037-8df7-f5c98a6f919b tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:40:47.517301 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-37fa8a4e-951c-4037-8df7-f5c98a6f919b tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:40:47.532363 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37fa8a4e-951c-4037-8df7-f5c98a6f919b tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Made reservation on behalf of b7e45fda9ad540a6ac359d1c64c9adb2 for: {'subnet': 1} {{(pid=87507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:40:47.536680 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-37fa8a4e-951c-4037-8df7-f5c98a6f919b tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10549598'] for subnet, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:47.567731 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-b6e64eb1-812e-417f-9db0-733a19ece632 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3328622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1863378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11213117'] for subnet, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:47.573635 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-950abcc9-ae67-4081-9a1e-3ea007c5476b tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:40:47.617176 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e64eb1-812e-417f-9db0-733a19ece632 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Pushing event deleted for resources: {'Subnet': ['ID=7ad97adf-ce5f-42c3-b992-5002876725ec,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:40:47.633137 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-b6e64eb1-812e-417f-9db0-733a19ece632 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:40:47.633883 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-b6e64eb1-812e-417f-9db0-733a19ece632 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks [] for subnet, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:47.680545 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-b6e64eb1-812e-417f-9db0-733a19ece632 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] 10.222.0.13 "DELETE /v2.0/subnets/7ad97adf-ce5f-42c3-b992-5002876725ec HTTP/1.1" status: 204  len: 168 time: 0.7955055
Dec 16 22:40:47.683702 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.db [None req-473097fb-3a8f-4891-afd4-3c6da84b04dc tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] For port 3e33538a-b435-411d-911e-75458b397f0d, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=3e33538a-b435-411d-911e-75458b397f0d,segment=NetworkSegment(a7479e81-7962-40b1-a70d-8b291137cf8a),segment_id=a7479e81-7962-40b1-a70d-8b291137cf8a)] {{(pid=87506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:40:47.684221 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-473097fb-3a8f-4891-afd4-3c6da84b04dc tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:47.692551 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 47382) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:40:47.796092 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-37fa8a4e-951c-4037-8df7-f5c98a6f919b tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10807931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10549612'] for subnet, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:47.800229 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-2e21d46b-051b-4f02-8c54-635771030db6 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:40:47.882814 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fa8a4e-951c-4037-8df7-f5c98a6f919b tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Pushing event updated for resources: {'Subnet': ['ID=7b9bf1fd-5beb-40d0-9cdf-c44fd8bdff49,revision_number=0']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:40:47.886309 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-37fa8a4e-951c-4037-8df7-f5c98a6f919b tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:40:47.892942 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37fa8a4e-951c-4037-8df7-f5c98a6f919b tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Checking segment: {'id': 'e9b1e4b1-44ca-49bc-bbd9-0eb4b0374e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '2f687e27-c3dc-4aa9-ba40-39fc0889e61d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 22:40:47.893825 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37fa8a4e-951c-4037-8df7-f5c98a6f919b tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Network hostable DHCP agents. Network: 2f687e27-c3dc-4aa9-ba40-39fc0889e61d, hostable agents: ['3b155c4d-12dc-491e-aa14-6113b06cfacd'], hosted agents: [] {{(pid=87507) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 16 22:40:47.904774 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03621ea7-78de-4af0-b8cb-f4a7b82d3b6c None None] Update dhcp port {'port': {'network_id': 'd25a7dc0-a328-4711-a6e2-10bbe5d70dc8', 'fixed_ips': [{'subnet_id': '7ad97adf-ce5f-42c3-b992-5002876725ec'}], 'binding:host_id': 'dv-neutron-821829-1-hyperv'}, 'id': '04256dca-9934-4eef-94a4-04d4b12df29b'} from dv-neutron-821829-1-hyperv. {{(pid=87508) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}}
Dec 16 22:40:47.915177 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37fa8a4e-951c-4037-8df7-f5c98a6f919b tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Network 2f687e27-c3dc-4aa9-ba40-39fc0889e61d is scheduled to be hosted by DHCP agent 3b155c4d-12dc-491e-aa14-6113b06cfacd with binding_index 1 {{(pid=87507) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 16 22:40:47.925579 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.base_scheduler [None req-37fa8a4e-951c-4037-8df7-f5c98a6f919b tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821829-1-hyperv, 2f687e27-c3dc-4aa9-ba40-39fc0889e61d) {{(pid=87507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:40:47.930121 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37fa8a4e-951c-4037-8df7-f5c98a6f919b tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:40:47.931014 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-37fa8a4e-951c-4037-8df7-f5c98a6f919b tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for subnet, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:47.943151 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-010de8f3-6b6f-4c79-9545-f9d53b0a89e1 None None] Network 2f687e27-c3dc-4aa9-ba40-39fc0889e61d requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 22:40:47.954498 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-37fa8a4e-951c-4037-8df7-f5c98a6f919b tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 832 time: 0.5753040
Dec 16 22:40:47.957540 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 47386) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:40:47.998682 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.pecan_wsgi.hooks.translation [None req-905d8028-d213-49c2-a0b3-61efef29175e tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] DELETE failed (client error): The resource could not be found.
Dec 16 22:40:47.999308 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-905d8028-d213-49c2-a0b3-61efef29175e tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 16 22:40:48.003908 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-905d8028-d213-49c2-a0b3-61efef29175e tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] 10.222.0.13 "DELETE /v2.0/subnets/e5cc539c-8da5-4492-abfa-f63ffbc94bcd HTTP/1.1" status: 404  len: 337 time: 0.3072681
Dec 16 22:40:48.008218 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [None req-473097fb-3a8f-4891-afd4-3c6da84b04dc tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Calling delete_port for 3e33538a-b435-411d-911e-75458b397f0d owned by network:router_interface {{(pid=87506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:40:48.010613 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 47390) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:40:48.047960 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-03621ea7-78de-4af0-b8cb-f4a7b82d3b6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:48.081380 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-d4add5ba-936d-41c4-89f1-e430c0288673 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] 10.222.0.13 "GET /v2.0/ports?device_id=6eb40345-9bb5-485b-9d92-ad9542f3c610 HTTP/1.1" status: 200  len: 205 time: 0.0624435
Dec 16 22:40:48.082421 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 47394) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:40:48.117451 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-d868c011-88c1-44dc-8f45-20567b297ebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b77a20100>, [{'id': 'eea06010-12bf-4f24-b2f6-a6b19ff6f8bf', 'name': 'tempest-TestNetworkBasicOps-router-932346143', 'tenant_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.107'}], 'enable_snat': True}, 'gw_port_id': 'e34f309c-ecfe-4315-9da6-214f2f81b236', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:40:43Z', 'updated_at': '2021-12-16T22:40:45Z', 'revision_number': 3, 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'gw_port': {'id': 'e34f309c-ecfe-4315-9da6-214f2f81b236', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:f1:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eea06010-12bf-4f24-b2f6-a6b19ff6f8bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1224, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:40:44Z', 'updated_at': '2021-12-16T22:40:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv'}], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:40:48.148579 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d868c011-88c1-44dc-8f45-20567b297ebd None None] Checking router: eea06010-12bf-4f24-b2f6-a6b19ff6f8bf for host: dv-neutron-821829-1-hyperv {{(pid=87508) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 22:40:48.148841 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d868c011-88c1-44dc-8f45-20567b297ebd None None] Updating router eea06010-12bf-4f24-b2f6-a6b19ff6f8bf port e34f309c-ecfe-4315-9da6-214f2f81b236 binding host dv-neutron-821829-1-hyperv {{(pid=87508) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 16 22:40:48.154907 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.api.v2.resource [None req-6bc32bbc-0a6a-46c9-a130-6079ce3681b3 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] delete failed (client error): The resource could not be found.
Dec 16 22:40:48.158374 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-6bc32bbc-0a6a-46c9-a130-6079ce3681b3 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] 10.222.0.13 "DELETE /v2.0/routers/6eb40345-9bb5-485b-9d92-ad9542f3c610 HTTP/1.1" status: 404  len: 336 time: 0.0724218
Dec 16 22:40:48.159795 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 47398) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:40:48.210857 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.pecan_wsgi.hooks.translation [None req-9063b2a0-8af0-4e17-948f-a040ade8e208 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] DELETE failed (client error): The resource could not be found.
Dec 16 22:40:48.211185 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9063b2a0-8af0-4e17-948f-a040ade8e208 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 16 22:40:48.234529 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-9063b2a0-8af0-4e17-948f-a040ade8e208 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] 10.222.0.13 "DELETE /v2.0/subnets/7f2c5147-3fd4-4aff-bbba-91aabad9672c HTTP/1.1" status: 404  len: 337 time: 0.0643928
Dec 16 22:40:48.238371 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 47402) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:40:48.244615 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-473097fb-3a8f-4891-afd4-3c6da84b04dc tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1863393'] for port, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:48.253978 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-2cd6f8d1-b9d4-4760-85da-9f091a90af5a tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:40:48.301594 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-d868c011-88c1-44dc-8f45-20567b297ebd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:48.336946 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473097fb-3a8f-4891-afd4-3c6da84b04dc tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Pushing event deleted for resources: {'Port': ['ID=3e33538a-b435-411d-911e-75458b397f0d,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:40:48.353391 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-473097fb-3a8f-4891-afd4-3c6da84b04dc tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:40:48.457189 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.pecan_wsgi.hooks.translation [None req-2043e077-6199-407d-ab6a-6418798a0c50 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] DELETE failed (client error): The resource could not be found.
Dec 16 22:40:48.457468 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2043e077-6199-407d-ab6a-6418798a0c50 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87507) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 16 22:40:48.462927 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-2043e077-6199-407d-ab6a-6418798a0c50 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] 10.222.0.13 "DELETE /v2.0/subnets/361d121d-2d9a-4ca8-beb3-3beb608d0103 HTTP/1.1" status: 404  len: 337 time: 0.2307594
Dec 16 22:40:48.467458 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 47408) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:40:48.556661 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-254367ad-db51-44ac-9f0f-44efc6debdb7 None None] Network d25a7dc0-a328-4711-a6e2-10bbe5d70dc8 requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 22:40:48.676862 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.pecan_wsgi.hooks.translation [None req-31f046fd-46f8-4e16-b3e2-285d0498cf8a tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] DELETE failed (client error): The resource could not be found.
Dec 16 22:40:48.676862 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31f046fd-46f8-4e16-b3e2-285d0498cf8a tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87507) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 16 22:40:48.676862 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-31f046fd-46f8-4e16-b3e2-285d0498cf8a tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] 10.222.0.13 "DELETE /v2.0/subnets/b05217fd-ffc4-411b-8391-ed04cbc83c5b HTTP/1.1" status: 404  len: 337 time: 0.2039750
Dec 16 22:40:48.679296 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9df4f3a-2ecd-47a3-8cc6-c933b8b82b3e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1d6bfaf-d325-5e4f-b05d-2441d8339617-2f687e27-c3dc-4aa9-ba40-39fc0889e61d', 'network_id': '2f687e27-c3dc-4aa9-ba40-39fc0889e61d', 'tenant_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'fixed_ips': [{'subnet_id': '7b9bf1fd-5beb-40d0-9cdf-c44fd8bdff49'}]}} from dv-neutron-821829-1-hyperv. {{(pid=87508) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 16 22:40:48.679296 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-f9df4f3a-2ecd-47a3-8cc6-c933b8b82b3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:48.698423 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 47412) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:40:48.782793 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-473097fb-3a8f-4891-afd4-3c6da84b04dc tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3791449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3739472'] for router_interface, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:49.033899 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.pecan_wsgi.hooks.translation [None req-70c6d173-7e4e-497e-9d64-f6488f259e00 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] DELETE failed (client error): The resource could not be found.
Dec 16 22:40:49.033899 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-70c6d173-7e4e-497e-9d64-f6488f259e00 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87507) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 16 22:40:49.033899 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-70c6d173-7e4e-497e-9d64-f6488f259e00 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] 10.222.0.13 "DELETE /v2.0/ports/449d8f85-5a7f-4d2a-ac8d-17443ba87815 HTTP/1.1" status: 404  len: 333 time: 0.3262696
Dec 16 22:40:49.033899 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 47416) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:40:49.089205 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.pecan_wsgi.hooks.translation [None req-d964ef80-8b7f-47a4-b114-a7d5127f6e78 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] DELETE failed (client error): The resource could not be found.
Dec 16 22:40:49.090014 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d964ef80-8b7f-47a4-b114-a7d5127f6e78 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87507) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 16 22:40:49.094484 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-d964ef80-8b7f-47a4-b114-a7d5127f6e78 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] 10.222.0.13 "DELETE /v2.0/subnets/b5f883c0-8896-41dd-b0c6-89e98ecd1f0a HTTP/1.1" status: 404  len: 337 time: 0.0556612
Dec 16 22:40:49.122773 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 04256dca-9934-4eef-94a4-04d4b12df29b no longer exists at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 22:40:49.167449 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 47420) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:40:49.251046 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.pecan_wsgi.hooks.translation [None req-30e13689-3507-4b91-9d23-447491cee9a5 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] DELETE failed (client error): The resource could not be found.
Dec 16 22:40:49.251046 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30e13689-3507-4b91-9d23-447491cee9a5 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 16 22:40:49.261956 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-30e13689-3507-4b91-9d23-447491cee9a5 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] 10.222.0.13 "DELETE /v2.0/subnets/75c24b5e-fadd-4a86-b59a-7c13bb03d07f HTTP/1.1" status: 404  len: 337 time: 0.0879724
Dec 16 22:40:49.261956 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 47424) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:40:49.283246 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-deadb99d-262e-42c0-a3e5-78d39bf69c63 None None] Provisioning complete for port fa7c6b0e-567e-45a5-af54-121c48f391e0 triggered by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:40:49.283246 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-deadb99d-262e-42c0-a3e5-78d39bf69c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:49.319556 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d4eb1b-71e6-423e-92ed-fd807f4ce542 req-4531626a-6d68-4796-b520-83ec01e8260e tempest-TestServerAdvancedOps-1174825185 tempest-TestServerAdvancedOps-1174825185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:40:49.327562 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-75d4eb1b-71e6-423e-92ed-fd807f4ce542 req-4531626a-6d68-4796-b520-83ec01e8260e tempest-TestServerAdvancedOps-1174825185 tempest-TestServerAdvancedOps-1174825185-project] 10.222.0.13 "GET /v2.0/ports?device_id=5c2b94bd-0aca-49a0-95fb-a3268f577382 HTTP/1.1" status: 200  len: 946 time: 0.6517003
Dec 16 22:40:49.328226 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.pecan_wsgi.hooks.translation [None req-53def844-8d50-44de-9f88-8019094ed7d9 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] DELETE failed (client error): The resource could not be found.
Dec 16 22:40:49.328226 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53def844-8d50-44de-9f88-8019094ed7d9 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 16 22:40:49.334788 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-53def844-8d50-44de-9f88-8019094ed7d9 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] 10.222.0.13 "DELETE /v2.0/ports/f9b46220-59a4-40f4-95a3-78ab91e77662 HTTP/1.1" status: 404  len: 333 time: 0.0714355
Dec 16 22:40:49.334788 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 47428) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:40:49.344035 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-d868c011-88c1-44dc-8f45-20567b297ebd None None] Notify callbacks [] for port, precommit_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:49.384480 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.pecan_wsgi.hooks.translation [None req-e605a544-f1e9-418a-b778-522c8851f245 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] DELETE failed (client error): The resource could not be found.
Dec 16 22:40:49.385079 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e605a544-f1e9-418a-b778-522c8851f245 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 16 22:40:49.397875 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-e605a544-f1e9-418a-b778-522c8851f245 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] 10.222.0.13 "DELETE /v2.0/subnets/bc1b8a0b-d450-419a-9b84-2bbb324ba1f2 HTTP/1.1" status: 404  len: 337 time: 0.0639956
Dec 16 22:40:49.398412 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 47432) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:40:49.442200 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-473097fb-3a8f-4891-afd4-3c6da84b04dc tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Router de6e1cb0-4da7-43f8-b26d-16a795a01ed1 has already been hosted by L3 agent 4f519db7-069b-43e2-8411-c092bac9102a {{(pid=87506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 22:40:49.449146 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.pecan_wsgi.hooks.translation [None req-b61d60cd-59ac-450e-89fe-f3c60e48ad08 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] DELETE failed (client error): The resource could not be found.
Dec 16 22:40:49.449726 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b61d60cd-59ac-450e-89fe-f3c60e48ad08 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 16 22:40:49.453775 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-b61d60cd-59ac-450e-89fe-f3c60e48ad08 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] 10.222.0.13 "DELETE /v2.0/subnets/cfe51f89-f7de-4c16-8633-58ae2c619c21 HTTP/1.1" status: 404  len: 337 time: 0.0498533
Dec 16 22:40:49.455090 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 47436) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:40:49.462365 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-d868c011-88c1-44dc-8f45-20567b297ebd None None] Transition to ACTIVE for port object e34f309c-ecfe-4315-9da6-214f2f81b236 will not be triggered until provisioned by entity L2. {{(pid=87508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:40:49.538085 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [None req-6436f812-f030-462f-953a-57283ade09fd tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Deleting port fa7c6b0e-567e-45a5-af54-121c48f391e0 {{(pid=87506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:40:49.538409 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-6436f812-f030-462f-953a-57283ade09fd tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:49.539225 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-deadb99d-262e-42c0-a3e5-78d39bf69c63 None None] Port fa7c6b0e-567e-45a5-af54-121c48f391e0 cannot update to ACTIVE because it is not bound. {{(pid=87508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 22:40:49.546251 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:49.559396 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-d868c011-88c1-44dc-8f45-20567b297ebd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:49.594390 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:40:49.623479 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-75d4eb1b-71e6-423e-92ed-fd807f4ce542 req-6e5a16bb-4a89-4089-bdfb-0583acbc2cf9 tempest-TestServerAdvancedOps-1174825185 tempest-TestServerAdvancedOps-1174825185-project] 10.222.0.13 "GET /v2.0/security-groups?id=f2a7ae02-12b2-467c-a00d-8fc3127f3c58&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2793241
Dec 16 22:40:49.703630 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-64670002-6b26-4853-914c-fa7039e1de92 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:49.897730 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-d868c011-88c1-44dc-8f45-20567b297ebd None None] Attempting to bind port e34f309c-ecfe-4315-9da6-214f2f81b236 on host dv-neutron-821829-1-hyperv for vnic_type normal with profile  {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 22:40:49.898208 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-d868c011-88c1-44dc-8f45-20567b297ebd None None] Attempting to bind port e34f309c-ecfe-4315-9da6-214f2f81b236 by drivers openvswitch,hyperv on host dv-neutron-821829-1-hyperv at level 0 using segments [{'id': 'a416442d-d143-4052-9f4e-546eb8cbe809', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5'}] {{(pid=87508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 22:40:49.898678 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d868c011-88c1-44dc-8f45-20567b297ebd None None] Attempting to bind port e34f309c-ecfe-4315-9da6-214f2f81b236 on network f8905ce9-304b-4976-bc47-e58c71c11de5 {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 22:40:49.944369 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-473097fb-3a8f-4891-afd4-3c6da84b04dc tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify agent at l3_agent.dv-neutron-821829-1-hyperv the message routers_updated {{(pid=87506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 22:40:49.954145 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d868c011-88c1-44dc-8f45-20567b297ebd None None] Checking agent: {'id': '5571501f-366e-47a4-9b60-8ef19d935d27', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821829-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 24, 2), 'started_at': datetime.datetime(2021, 12, 16, 22, 24, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 40, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821829-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 22:40:49.954768 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d868c011-88c1-44dc-8f45-20567b297ebd None None] Checking segment: {'id': 'a416442d-d143-4052-9f4e-546eb8cbe809', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 22:40:49.956325 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-d868c011-88c1-44dc-8f45-20567b297ebd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:49.956927 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d868c011-88c1-44dc-8f45-20567b297ebd None None] Bound using segment: {'id': 'a416442d-d143-4052-9f4e-546eb8cbe809', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5'} {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 22:40:49.958295 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-d868c011-88c1-44dc-8f45-20567b297ebd None None] Bound port: e34f309c-ecfe-4315-9da6-214f2f81b236, host: dv-neutron-821829-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a416442d-d143-4052-9f4e-546eb8cbe809', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5'}}] {{(pid=87508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 22:40:49.959472 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-d868c011-88c1-44dc-8f45-20567b297ebd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:49.961084 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-473097fb-3a8f-4891-afd4-3c6da84b04dc tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] 10.222.0.13 "PUT /v2.0/routers/de6e1cb0-4da7-43f8-b26d-16a795a01ed1/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.4379942
Dec 16 22:40:49.961366 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38f8db5b-608a-4018-9017-98113c4c1232 None None] Sync routers for ids ['de6e1cb0-4da7-43f8-b26d-16a795a01ed1'] in dv-neutron-821829-1-hyperv {{(pid=87509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 22:40:49.962052 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 47442) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:40:50.044442 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38f8db5b-608a-4018-9017-98113c4c1232 None None] Routers {'de6e1cb0-4da7-43f8-b26d-16a795a01ed1'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:40:50.045293 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-38f8db5b-608a-4018-9017-98113c4c1232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b7d599490>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:40:31Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['de6e1cb0-4da7-43f8-b26d-16a795a01ed1'], 'active': True} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:40:50.142301 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.db_base_plugin_common [None req-f9df4f3a-2ecd-47a3-8cc6-c933b8b82b3e None None] Allocated IP 172.20.0.2 (2f687e27-c3dc-4aa9-ba40-39fc0889e61d/7b9bf1fd-5beb-40d0-9cdf-c44fd8bdff49/d835362d-31d0-431e-9fc1-c7f4eb5fa01c) {{(pid=87508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 22:40:50.146026 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-deadb99d-262e-42c0-a3e5-78d39bf69c63 None None] Provisioning complete for port 04256dca-9934-4eef-94a4-04d4b12df29b triggered by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:40:50.146575 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-deadb99d-262e-42c0-a3e5-78d39bf69c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:50.175077 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.db_base_plugin_v2 [None req-6020362d-4b6b-463d-b570-29cab683edff tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Deleting subnet b61a424a-6183-452e-96e6-83bd21bf2da4 {{(pid=87506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 16 22:40:50.180135 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-6436f812-f030-462f-953a-57283ade09fd tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:50.193240 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-6020362d-4b6b-463d-b570-29cab683edff tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks [] for subnet, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:50.209265 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b7cd65-868c-43b5-b414-39982b6c9c06 None None] Pushing event updated for resources: {'Port': ['ID=e34f309c-ecfe-4315-9da6-214f2f81b236,revision_number=2']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:40:50.214462 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-d5b7cd65-868c-43b5-b414-39982b6c9c06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.621s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:40:50.250295 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] For port 04256dca-9934-4eef-94a4-04d4b12df29b, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=04256dca-9934-4eef-94a4-04d4b12df29b,segment=NetworkSegment(1f048097-0229-4a28-baff-9e702fc17100),segment_id=1f048097-0229-4a28-baff-9e702fc17100)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:40:50.287133 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:50.309630 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-1a8e2043-80db-448e-ae8b-b24b8eda172c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:40:50.327648 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c08bde8-39b0-4249-b72b-f96edd71ee08 req-f82e45e9-0ea2-43e1-b5fb-d3ba3933fe79 tempest-TestServerAdvancedOps-1174825185 tempest-TestServerAdvancedOps-1174825185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:40:50.335220 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-7c08bde8-39b0-4249-b72b-f96edd71ee08 req-f82e45e9-0ea2-43e1-b5fb-d3ba3933fe79 tempest-TestServerAdvancedOps-1174825185 tempest-TestServerAdvancedOps-1174825185-project] 10.222.0.13 "GET /v2.0/ports?device_id=5c2b94bd-0aca-49a0-95fb-a3268f577382 HTTP/1.1" status: 200  len: 946 time: 0.1458890
Dec 16 22:40:50.378327 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvr_db [None req-38f8db5b-608a-4018-9017-98113c4c1232 None None] Set router de6e1cb0-4da7-43f8-b26d-16a795a01ed1 gateway port host: None {{(pid=87509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 22:40:50.396470 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-d868c011-88c1-44dc-8f45-20567b297ebd None None] For port e34f309c-ecfe-4315-9da6-214f2f81b236, host dv-neutron-821829-1-hyperv, cleared binding levels {{(pid=87508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 22:40:50.404650 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-d868c011-88c1-44dc-8f45-20567b297ebd None None] For port e34f309c-ecfe-4315-9da6-214f2f81b236, host dv-neutron-821829-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=e34f309c-ecfe-4315-9da6-214f2f81b236,segment=NetworkSegment(a416442d-d143-4052-9f4e-546eb8cbe809),segment_id=a416442d-d143-4052-9f4e-546eb8cbe809)] {{(pid=87508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 22:40:50.418566 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-7c08bde8-39b0-4249-b72b-f96edd71ee08 req-bc067cd0-13ac-43f6-b31f-1e52d2e606b2 tempest-TestServerAdvancedOps-1174825185 tempest-TestServerAdvancedOps-1174825185-project] 10.222.0.13 "GET /v2.0/security-groups?id=f2a7ae02-12b2-467c-a00d-8fc3127f3c58&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0818832
Dec 16 22:40:50.420023 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [None req-6436f812-f030-462f-953a-57283ade09fd tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Calling delete_port for fa7c6b0e-567e-45a5-af54-121c48f391e0 owned by  {{(pid=87506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:40:50.436848 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e58fa3f0-71bb-49be-a4d5-1285053ef42a None None] DHCP port deletion for d25a7dc0-a328-4711-a6e2-10bbe5d70dc8 request from dv-neutron-821829-1-hyperv {{(pid=87508) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 16 22:40:50.488026 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-6020362d-4b6b-463d-b570-29cab683edff tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-266764487'] for subnet, precommit_delete_associations {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:50.532607 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-d868c011-88c1-44dc-8f45-20567b297ebd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:50.573098 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-e58fa3f0-71bb-49be-a4d5-1285053ef42a None None] Deleting port 04256dca-9934-4eef-94a4-04d4b12df29b {{(pid=87508) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:40:50.573575 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-e58fa3f0-71bb-49be-a4d5-1285053ef42a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:50.607266 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-6436f812-f030-462f-953a-57283ade09fd tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1863393'] for port, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:50.613039 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e26d38-d3eb-4bec-b28f-5f683a8523d3 req-e8316f8b-8cc1-4f77-93a0-fc649fdbfd2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:40:50.614653 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-12e26d38-d3eb-4bec-b28f-5f683a8523d3 req-e8316f8b-8cc1-4f77-93a0-fc649fdbfd2d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=021ba4f4c5d94216ba70fdc1551b8e7f&device_id=5c2b94bd-0aca-49a0-95fb-a3268f577382 HTTP/1.1" status: 200  len: 1099 time: 0.3652506
Dec 16 22:40:50.621113 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-8a774dd1-f5fe-410b-a6a8-5cee0a8006a4 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:40:50.742065 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6436f812-f030-462f-953a-57283ade09fd tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Pushing event deleted for resources: {'Port': ['ID=fa7c6b0e-567e-45a5-af54-121c48f391e0,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:40:50.755447 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-6436f812-f030-462f-953a-57283ade09fd tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:40:50.761562 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-6436f812-f030-462f-953a-57283ade09fd tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for port, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:50.777582 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d868c011-88c1-44dc-8f45-20567b297ebd None None] Routers {'eea06010-12bf-4f24-b2f6-a6b19ff6f8bf'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:40:50.778236 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-d868c011-88c1-44dc-8f45-20567b297ebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b77a20100>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:40:31Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['eea06010-12bf-4f24-b2f6-a6b19ff6f8bf'], 'active': True} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:40:50.788809 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-6020362d-4b6b-463d-b570-29cab683edff tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3328566'] for subnet, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:50.834215 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-6436f812-f030-462f-953a-57283ade09fd tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] 10.222.0.13 "DELETE /v2.0/ports/fa7c6b0e-567e-45a5-af54-121c48f391e0 HTTP/1.1" status: 204  len: 168 time: 1.3759131
Dec 16 22:40:50.836829 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 47448) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:40:50.880308 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e26d38-d3eb-4bec-b28f-5f683a8523d3 req-98cbb36f-62bb-4480-a670-6f7d48fb869c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:40:50.881512 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-12e26d38-d3eb-4bec-b28f-5f683a8523d3 req-98cbb36f-62bb-4480-a670-6f7d48fb869c service neutron] 10.222.0.49 "GET /v2.0/networks?id=b8fd4ecc-4c8d-44f6-ade3-05c82b463e30 HTTP/1.1" status: 200  len: 912 time: 0.2299261
Dec 16 22:40:50.896015 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Pushing event updated for resources: {'Port': ['ID=04256dca-9934-4eef-94a4-04d4b12df29b,revision_number=11']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:40:50.907155 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-38f8db5b-608a-4018-9017-98113c4c1232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b7d599490>, [{'id': 'de6e1cb0-4da7-43f8-b26d-16a795a01ed1', 'name': 'tempest-RoutersIpV6Test-router-1062176932', 'tenant_id': 'a221f56311244d31a510a3a1bb3c6ce9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:39:49Z', 'updated_at': '2021-12-16T22:40:48Z', 'revision_number': 10, 'project_id': 'a221f56311244d31a510a3a1bb3c6ce9', 'gw_port_host': None, '_interfaces': [{'id': '07a12276-2538-44d6-9e80-8f6358f227c6', 'name': '', 'network_id': 'bf9c7624-5a8f-45ef-80fb-86a40ea7bbb3', 'tenant_id': 'a221f56311244d31a510a3a1bb3c6ce9', 'mac_address': 'fa:16:3e:64:d7:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de6e1cb0-4da7-43f8-b26d-16a795a01ed1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': '6e134cd3-03ec-41ee-843d-e78994f77c61', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:39:53Z', 'updated_at': '2021-12-16T22:40:04Z', 'revision_number': 5, 'project_id': 'a221f56311244d31a510a3a1bb3c6ce9', 'subnets': [{'id': '6e134cd3-03ec-41ee-843d-e78994f77c61', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:40:50.913594 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38f8db5b-608a-4018-9017-98113c4c1232 None None] Checking router: de6e1cb0-4da7-43f8-b26d-16a795a01ed1 for host: dv-neutron-821829-1-hyperv {{(pid=87509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 22:40:50.926109 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38f8db5b-608a-4018-9017-98113c4c1232 None None] Routers {'de6e1cb0-4da7-43f8-b26d-16a795a01ed1'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:40:50.926109 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-38f8db5b-608a-4018-9017-98113c4c1232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b7d599490>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:40:31Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['de6e1cb0-4da7-43f8-b26d-16a795a01ed1'], 'active': True} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:40:50.981582 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-12e26d38-d3eb-4bec-b28f-5f683a8523d3 req-7a097535-e32c-4659-add5-ba1fbc04813d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=210194df-de88-426a-be13-ba9791cec1b2 HTTP/1.1" status: 200  len: 217 time: 0.0918465
Dec 16 22:40:50.988070 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-6020362d-4b6b-463d-b570-29cab683edff tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3328622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1863378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11213117'] for subnet, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:50.997477 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-1a418f78-7154-4cdc-a622-10d618ea6d48 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:40:51.057131 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-f7e51fde-6368-4bc2-895d-ca542e878882 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-825997'] for network, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:51.077839 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.plugin [None req-f7e51fde-6368-4bc2-895d-ca542e878882 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Deleting port 04256dca-9934-4eef-94a4-04d4b12df29b {{(pid=87507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:40:51.078560 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-f7e51fde-6368-4bc2-895d-ca542e878882 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:51.092227 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6020362d-4b6b-463d-b570-29cab683edff tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Pushing event deleted for resources: {'Subnet': ['ID=b61a424a-6183-452e-96e6-83bd21bf2da4,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:40:51.098871 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-6020362d-4b6b-463d-b570-29cab683edff tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks [] for subnet, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:51.103915 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-6020362d-4b6b-463d-b570-29cab683edff tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:40:51.113242 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-e58fa3f0-71bb-49be-a4d5-1285053ef42a None None] For port 04256dca-9934-4eef-94a4-04d4b12df29b, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=04256dca-9934-4eef-94a4-04d4b12df29b,segment=NetworkSegment(1f048097-0229-4a28-baff-9e702fc17100),segment_id=1f048097-0229-4a28-baff-9e702fc17100)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:40:51.113650 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-e58fa3f0-71bb-49be-a4d5-1285053ef42a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:51.121312 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-6020362d-4b6b-463d-b570-29cab683edff tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] 10.222.0.13 "DELETE /v2.0/subnets/b61a424a-6183-452e-96e6-83bd21bf2da4 HTTP/1.1" status: 204  len: 168 time: 1.1555808
Dec 16 22:40:51.123936 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 47452) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:40:51.203970 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvr_db [None req-38f8db5b-608a-4018-9017-98113c4c1232 None None] Set router de6e1cb0-4da7-43f8-b26d-16a795a01ed1 gateway port host: None {{(pid=87509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 22:40:51.281969 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e26d38-d3eb-4bec-b28f-5f683a8523d3 req-7d0e12a1-ccd2-426a-8aab-fdd5666395ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:40:51.286910 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-12e26d38-d3eb-4bec-b28f-5f683a8523d3 req-7d0e12a1-ccd2-426a-8aab-fdd5666395ce service neutron] 10.222.0.49 "GET /v2.0/subnets?id=21def962-9025-49f2-8714-ffd8dceead3d HTTP/1.1" status: 200  len: 851 time: 0.2900443
Dec 16 22:40:51.293136 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-7586b4a0-383d-441f-ba05-33e42f662714 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-825997'] for network, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:51.329459 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-e58fa3f0-71bb-49be-a4d5-1285053ef42a None None] Calling delete_port for 04256dca-9934-4eef-94a4-04d4b12df29b owned by network:dhcp {{(pid=87508) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:40:51.415792 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-12e26d38-d3eb-4bec-b28f-5f683a8523d3 req-b60d37c1-48ed-46fa-b41f-59f64a2f601b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=b8fd4ecc-4c8d-44f6-ade3-05c82b463e30&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1060500
Dec 16 22:40:51.418145 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [None req-7586b4a0-383d-441f-ba05-33e42f662714 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Deleting port 0c83640b-769d-425e-8ed7-b857aeeee242 {{(pid=87506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:40:51.418626 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-7586b4a0-383d-441f-ba05-33e42f662714 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:51.456196 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.135s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:40:51.457569 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ece004a-2e35-4112-8093-835cb2216c41 None None] Network db5c2862-b6a8-4557-8764-528fa7bc107e requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 22:40:51.478378 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-e793b19b-2984-42cc-8188-d499c32c5399 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.919s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:40:51.537961 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.db [None req-f7e51fde-6368-4bc2-895d-ca542e878882 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] For port 04256dca-9934-4eef-94a4-04d4b12df29b, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=04256dca-9934-4eef-94a4-04d4b12df29b,segment=NetworkSegment(1f048097-0229-4a28-baff-9e702fc17100),segment_id=1f048097-0229-4a28-baff-9e702fc17100)] {{(pid=87507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:40:51.538514 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-f7e51fde-6368-4bc2-895d-ca542e878882 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:51.576394 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-deadb99d-262e-42c0-a3e5-78d39bf69c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:51.599933 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-e58fa3f0-71bb-49be-a4d5-1285053ef42a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949'] for port, after_delete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:51.716850 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e58fa3f0-71bb-49be-a4d5-1285053ef42a None None] No DVR routers for this DVR port 04256dca-9934-4eef-94a4-04d4b12df29b on host dv-neutron-821829-1-hyperv {{(pid=87508) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 22:40:51.722319 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-38f8db5b-608a-4018-9017-98113c4c1232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b7d599490>, [{'id': 'de6e1cb0-4da7-43f8-b26d-16a795a01ed1', 'name': 'tempest-RoutersIpV6Test-router-1062176932', 'tenant_id': 'a221f56311244d31a510a3a1bb3c6ce9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:39:49Z', 'updated_at': '2021-12-16T22:40:48Z', 'revision_number': 10, 'project_id': 'a221f56311244d31a510a3a1bb3c6ce9', 'gw_port_host': None, '_interfaces': [{'id': '07a12276-2538-44d6-9e80-8f6358f227c6', 'name': '', 'network_id': 'bf9c7624-5a8f-45ef-80fb-86a40ea7bbb3', 'tenant_id': 'a221f56311244d31a510a3a1bb3c6ce9', 'mac_address': 'fa:16:3e:64:d7:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de6e1cb0-4da7-43f8-b26d-16a795a01ed1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': '6e134cd3-03ec-41ee-843d-e78994f77c61', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:39:53Z', 'updated_at': '2021-12-16T22:40:04Z', 'revision_number': 5, 'project_id': 'a221f56311244d31a510a3a1bb3c6ce9', 'subnets': [{'id': '6e134cd3-03ec-41ee-843d-e78994f77c61', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:40:51.726814 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38f8db5b-608a-4018-9017-98113c4c1232 None None] The sync data for ids ['de6e1cb0-4da7-43f8-b26d-16a795a01ed1'] in dv-neutron-821829-1-hyperv is: [{'id': 'de6e1cb0-4da7-43f8-b26d-16a795a01ed1', 'name': 'tempest-RoutersIpV6Test-router-1062176932', 'tenant_id': 'a221f56311244d31a510a3a1bb3c6ce9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:39:49Z', 'updated_at': '2021-12-16T22:40:48Z', 'revision_number': 10, 'project_id': 'a221f56311244d31a510a3a1bb3c6ce9', 'gw_port_host': None, '_interfaces': [{'id': '07a12276-2538-44d6-9e80-8f6358f227c6', 'name': '', 'network_id': 'bf9c7624-5a8f-45ef-80fb-86a40ea7bbb3', 'tenant_id': 'a221f56311244d31a510a3a1bb3c6ce9', 'mac_address': 'fa:16:3e:64:d7:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de6e1cb0-4da7-43f8-b26d-16a795a01ed1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': '6e134cd3-03ec-41ee-843d-e78994f77c61', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:39:53Z', 'updated_at': '2021-12-16T22:40:04Z', 'revision_number': 5, 'project_id': 'a221f56311244d31a510a3a1bb3c6ce9', 'subnets': [{'id': '6e134cd3-03ec-41ee-843d-e78994f77c61', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 22:40:51.728923 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.plugin [None req-f7e51fde-6368-4bc2-895d-ca542e878882 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Calling delete_port for 04256dca-9934-4eef-94a4-04d4b12df29b owned by network:dhcp {{(pid=87507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:40:51.868980 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.db.api [None req-f7e51fde-6368-4bc2-895d-ca542e878882 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87507) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 16 22:40:51.868980 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_db.api [None req-f7e51fde-6368-4bc2-895d-ca542e878882 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 16 22:40:51.921968 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae790b9-e6be-4f7f-a029-ab4d7ca77809 req-7714e0b5-26d7-49c2-b090-c7d1e9c1407c tempest-TestServerAdvancedOps-1174825185 tempest-TestServerAdvancedOps-1174825185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:40:51.932388 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-5ae790b9-e6be-4f7f-a029-ab4d7ca77809 req-7714e0b5-26d7-49c2-b090-c7d1e9c1407c tempest-TestServerAdvancedOps-1174825185 tempest-TestServerAdvancedOps-1174825185-project] 10.222.0.13 "GET /v2.0/ports?device_id=5c2b94bd-0aca-49a0-95fb-a3268f577382 HTTP/1.1" status: 200  len: 946 time: 0.1180618
Dec 16 22:40:52.000963 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-5ae790b9-e6be-4f7f-a029-ab4d7ca77809 req-74b044ae-0f93-49ef-b035-76ec233240a7 tempest-TestServerAdvancedOps-1174825185 tempest-TestServerAdvancedOps-1174825185-project] 10.222.0.13 "GET /v2.0/security-groups?id=f2a7ae02-12b2-467c-a00d-8fc3127f3c58&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0707781
Dec 16 22:40:52.015085 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b7cd65-868c-43b5-b414-39982b6c9c06 None None] Pushing event updated for resources: {'Port': ['ID=e34f309c-ecfe-4315-9da6-214f2f81b236,revision_number=3']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:40:52.056862 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-f9df4f3a-2ecd-47a3-8cc6-c933b8b82b3e None None] Notify callbacks [] for port, precommit_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:52.061084 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-d5b7cd65-868c-43b5-b414-39982b6c9c06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.581s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:40:52.061084 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-b5e6be7a-ef05-4fa6-8d38-e1250e3f3e90 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.395s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:40:52.123009 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.db [None req-7586b4a0-383d-441f-ba05-33e42f662714 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] For port 0c83640b-769d-425e-8ed7-b857aeeee242, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=0c83640b-769d-425e-8ed7-b857aeeee242,segment=NetworkSegment(a7479e81-7962-40b1-a70d-8b291137cf8a),segment_id=a7479e81-7962-40b1-a70d-8b291137cf8a)] {{(pid=87506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:40:52.123009 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-7586b4a0-383d-441f-ba05-33e42f662714 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:52.174473 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvr_db [None req-d868c011-88c1-44dc-8f45-20567b297ebd None None] Set router eea06010-12bf-4f24-b2f6-a6b19ff6f8bf gateway port host: dv-neutron-821829-1-hyperv {{(pid=87508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 22:40:52.281772 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [None req-7586b4a0-383d-441f-ba05-33e42f662714 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Calling delete_port for 0c83640b-769d-425e-8ed7-b857aeeee242 owned by network:dhcp {{(pid=87506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:40:52.345691 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-12e26d38-d3eb-4bec-b28f-5f683a8523d3 req-75aeb058-d302-4dc5-a3d5-10124ba7fb0d service neutron] 10.222.0.49 "GET /v2.0/networks/b8fd4ecc-4c8d-44f6-ade3-05c82b463e30?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7973201
Dec 16 22:40:52.351289 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58fa3f0-71bb-49be-a4d5-1285053ef42a None None] Pushing event deleted for resources: {'Port': ['ID=04256dca-9934-4eef-94a4-04d4b12df29b,revision_number=None']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:40:52.366880 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-e58fa3f0-71bb-49be-a4d5-1285053ef42a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:40:52.366880 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-f9df4f3a-2ecd-47a3-8cc6-c933b8b82b3e None None] Transition to ACTIVE for port object d835362d-31d0-431e-9fc1-c7f4eb5fa01c will not be triggered until provisioned by entity L2. {{(pid=87508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:40:52.378009 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.plugin [None req-f7e51fde-6368-4bc2-895d-ca542e878882 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Deleting port 04256dca-9934-4eef-94a4-04d4b12df29b {{(pid=87507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:40:52.378009 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-f7e51fde-6368-4bc2-895d-ca542e878882 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:52.460254 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-7586b4a0-383d-441f-ba05-33e42f662714 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1863393'] for port, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:52.472420 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-e8ef6e64-72a0-49a2-bafa-d044375ff78c tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:40:52.480487 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-f9df4f3a-2ecd-47a3-8cc6-c933b8b82b3e None None] Transition to ACTIVE for port object d835362d-31d0-431e-9fc1-c7f4eb5fa01c will not be triggered until provisioned by entity DHCP. {{(pid=87508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:40:52.494696 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-f9df4f3a-2ecd-47a3-8cc6-c933b8b82b3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940'] for port, after_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:52.500408 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.plugin [None req-f7e51fde-6368-4bc2-895d-ca542e878882 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] The port '04256dca-9934-4eef-94a4-04d4b12df29b' was deleted {{(pid=87507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 16 22:40:52.502656 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-d99dfcd1-7838-4a15-85c8-ab2ceaa6389d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:40:52.520302 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7586b4a0-383d-441f-ba05-33e42f662714 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] No DVR routers for this DVR port 0c83640b-769d-425e-8ed7-b857aeeee242 on host dv-neutron-821829-1-hyperv {{(pid=87506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 22:40:52.524182 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7586b4a0-383d-441f-ba05-33e42f662714 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Pushing event deleted for resources: {'Port': ['ID=0c83640b-769d-425e-8ed7-b857aeeee242,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:40:52.567716 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-7586b4a0-383d-441f-ba05-33e42f662714 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:40:52.594643 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9df4f3a-2ecd-47a3-8cc6-c933b8b82b3e None None] Network 2f687e27-c3dc-4aa9-ba40-39fc0889e61d is already hosted by enough agents. {{(pid=87508) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:40:52.608019 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.scheduler.base_scheduler [None req-f9df4f3a-2ecd-47a3-8cc6-c933b8b82b3e None None] Resources bound (agent type, host, resource id):  {{(pid=87508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:40:52.632026 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9df4f3a-2ecd-47a3-8cc6-c933b8b82b3e None None] Received port after_create {{(pid=87508) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 22:40:52.699674 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-f7e51fde-6368-4bc2-895d-ca542e878882 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3329565', 'neutron.services.segments.db._delete_segments_for_network-8734753546406'] for network, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:52.706057 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 3e33538a-b435-411d-911e-75458b397f0d no longer exists at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 22:40:52.707883 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.db_base_plugin_common [None req-64670002-6b26-4853-914c-fa7039e1de92 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Allocated IP 172.20.0.1 (2f687e27-c3dc-4aa9-ba40-39fc0889e61d/7b9bf1fd-5beb-40d0-9cdf-c44fd8bdff49/05d23948-13a3-4302-b64d-cb5cf4d089dd) {{(pid=87507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 22:40:52.717953 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-12e26d38-d3eb-4bec-b28f-5f683a8523d3 req-de211d47-f1ae-4012-94a9-5539b9f09433 service neutron] 10.222.0.49 "GET /v2.0/networks/b8fd4ecc-4c8d-44f6-ade3-05c82b463e30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3640575
Dec 16 22:40:52.726562 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-7586b4a0-383d-441f-ba05-33e42f662714 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3329565', 'neutron.services.segments.db._delete_segments_for_network-8734753546406'] for network, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:52.753152 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.services.segments.db [None req-f7e51fde-6368-4bc2-895d-ca542e878882 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1b77b00520>,) {'filters': {'network_id': ['d25a7dc0-a328-4711-a6e2-10bbe5d70dc8']}} {{(pid=87507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:40:52.760332 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.services.segments.db [None req-7586b4a0-383d-441f-ba05-33e42f662714 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1b7736edf0>,) {'filters': {'network_id': ['db5c2862-b6a8-4557-8764-528fa7bc107e']}} {{(pid=87506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:40:52.777129 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9df4f3a-2ecd-47a3-8cc6-c933b8b82b3e None None] Pushing event updated for resources: {'Port': ['ID=d835362d-31d0-431e-9fc1-c7f4eb5fa01c,revision_number=1']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:40:52.777954 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.services.segments.db [None req-7586b4a0-383d-441f-ba05-33e42f662714 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b7736edf0>, 'a7479e81-7962-40b1-a70d-8b291137cf8a') {'for_net_delete': True} {{(pid=87506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:40:52.777954 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.services.segments.db [None req-7586b4a0-383d-441f-ba05-33e42f662714 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b7736edf0>, 'a7479e81-7962-40b1-a70d-8b291137cf8a') {} {{(pid=87506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:40:52.778253 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-f9df4f3a-2ecd-47a3-8cc6-c933b8b82b3e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:40:52.791683 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.services.segments.db [None req-f7e51fde-6368-4bc2-895d-ca542e878882 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b77b00520>, '1f048097-0229-4a28-baff-9e702fc17100') {'for_net_delete': True} {{(pid=87507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:40:52.792050 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.services.segments.db [None req-f7e51fde-6368-4bc2-895d-ca542e878882 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b77b00520>, '1f048097-0229-4a28-baff-9e702fc17100') {} {{(pid=87507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:40:52.795901 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-7586b4a0-383d-441f-ba05-33e42f662714 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734753593977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-266764496'] for segment, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:52.817802 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-7586b4a0-383d-441f-ba05-33e42f662714 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-883292'] for segment, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:52.826880 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7586b4a0-383d-441f-ba05-33e42f662714 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Releasing vlan 198 on physical network physnet1 to pool {{(pid=87506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 16 22:40:52.827337 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-7586b4a0-383d-441f-ba05-33e42f662714 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-883285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1863180'] for segment, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:52.840475 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] No Port match for: 3e33538a-b435-411d-911e-75458b397f0d {{(pid=87508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 22:40:52.840816 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 3e33538a-b435-411d-911e-75458b397f0d not bound to the agent host dv-neutron-821829-1-hyperv {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 22:40:52.852056 dv-neutron-821829-1-hyperv neutron-server[87506]: Traceback (most recent call last):
Dec 16 22:40:52.852056 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 16 22:40:52.852056 dv-neutron-821829-1-hyperv neutron-server[87506]:     timer()
Dec 16 22:40:52.852056 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 22:40:52.852056 dv-neutron-821829-1-hyperv neutron-server[87506]:     cb(*args, **kw)
Dec 16 22:40:52.852056 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 22:40:52.852056 dv-neutron-821829-1-hyperv neutron-server[87506]:     return func(*args, **kwargs)
Dec 16 22:40:52.852056 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 22:40:52.852056 dv-neutron-821829-1-hyperv neutron-server[87506]:     self._notify()
Dec 16 22:40:52.852056 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 22:40:52.852056 dv-neutron-821829-1-hyperv neutron-server[87506]:     self.callback(batched_events)
Dec 16 22:40:52.852056 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 22:40:52.852056 dv-neutron-821829-1-hyperv neutron-server[87506]:     event.method(event)
Dec 16 22:40:52.852056 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 22:40:52.852056 dv-neutron-821829-1-hyperv neutron-server[87506]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 22:40:52.852056 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 22:40:52.852056 dv-neutron-821829-1-hyperv neutron-server[87506]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 22:40:52.852056 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 22:40:52.852056 dv-neutron-821829-1-hyperv neutron-server[87506]:     return f(self, *a, **k)
Dec 16 22:40:52.852056 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 16 22:40:52.852056 dv-neutron-821829-1-hyperv neutron-server[87506]:     return self._get(url).json()
Dec 16 22:40:52.852056 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 16 22:40:52.852056 dv-neutron-821829-1-hyperv neutron-server[87506]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 22:40:52.852056 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 16 22:40:52.852056 dv-neutron-821829-1-hyperv neutron-server[87506]:     return self.request(url, 'GET', **kwargs)
Dec 16 22:40:52.852056 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 16 22:40:52.852056 dv-neutron-821829-1-hyperv neutron-server[87506]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 22:40:52.852056 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 16 22:40:52.852056 dv-neutron-821829-1-hyperv neutron-server[87506]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 22:40:52.852056 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 16 22:40:52.852056 dv-neutron-821829-1-hyperv neutron-server[87506]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 22:40:52.852056 dv-neutron-821829-1-hyperv neutron-server[87506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 22:40:52.865290 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-f7e51fde-6368-4bc2-895d-ca542e878882 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734753593977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2128549'] for segment, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:52.882064 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-f9df4f3a-2ecd-47a3-8cc6-c933b8b82b3e None None] Attempting to bind port d835362d-31d0-431e-9fc1-c7f4eb5fa01c on host dv-neutron-821829-1-hyperv for vnic_type normal with profile  {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 22:40:52.882064 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-f9df4f3a-2ecd-47a3-8cc6-c933b8b82b3e None None] Attempting to bind port d835362d-31d0-431e-9fc1-c7f4eb5fa01c by drivers openvswitch,hyperv on host dv-neutron-821829-1-hyperv at level 0 using segments [{'id': 'e9b1e4b1-44ca-49bc-bbd9-0eb4b0374e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '2f687e27-c3dc-4aa9-ba40-39fc0889e61d'}] {{(pid=87508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 22:40:52.882359 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9df4f3a-2ecd-47a3-8cc6-c933b8b82b3e None None] Attempting to bind port d835362d-31d0-431e-9fc1-c7f4eb5fa01c on network 2f687e27-c3dc-4aa9-ba40-39fc0889e61d {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 22:40:52.890901 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9df4f3a-2ecd-47a3-8cc6-c933b8b82b3e None None] Checking agent: {'id': '5571501f-366e-47a4-9b60-8ef19d935d27', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821829-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 24, 2), 'started_at': datetime.datetime(2021, 12, 16, 22, 24, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 40, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821829-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 22:40:52.890901 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9df4f3a-2ecd-47a3-8cc6-c933b8b82b3e None None] Checking segment: {'id': 'e9b1e4b1-44ca-49bc-bbd9-0eb4b0374e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '2f687e27-c3dc-4aa9-ba40-39fc0889e61d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 22:40:52.891322 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-f9df4f3a-2ecd-47a3-8cc6-c933b8b82b3e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:52.891785 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9df4f3a-2ecd-47a3-8cc6-c933b8b82b3e None None] Bound using segment: {'id': 'e9b1e4b1-44ca-49bc-bbd9-0eb4b0374e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '2f687e27-c3dc-4aa9-ba40-39fc0889e61d'} {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 22:40:52.892467 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-f9df4f3a-2ecd-47a3-8cc6-c933b8b82b3e None None] Bound port: d835362d-31d0-431e-9fc1-c7f4eb5fa01c, host: dv-neutron-821829-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9b1e4b1-44ca-49bc-bbd9-0eb4b0374e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '2f687e27-c3dc-4aa9-ba40-39fc0889e61d'}}] {{(pid=87508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 22:40:52.893524 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-f9df4f3a-2ecd-47a3-8cc6-c933b8b82b3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:52.899612 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-f7e51fde-6368-4bc2-895d-ca542e878882 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-883292'] for segment, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:52.926392 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7e51fde-6368-4bc2-895d-ca542e878882 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Releasing vlan 156 on physical network physnet1 to pool {{(pid=87507) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 16 22:40:52.926774 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-f7e51fde-6368-4bc2-895d-ca542e878882 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-883285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10808034'] for segment, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:52.944396 dv-neutron-821829-1-hyperv neutron-server[87507]: Traceback (most recent call last):
Dec 16 22:40:52.944396 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 16 22:40:52.944396 dv-neutron-821829-1-hyperv neutron-server[87507]:     timer()
Dec 16 22:40:52.944396 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 22:40:52.944396 dv-neutron-821829-1-hyperv neutron-server[87507]:     cb(*args, **kw)
Dec 16 22:40:52.944396 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 22:40:52.944396 dv-neutron-821829-1-hyperv neutron-server[87507]:     return func(*args, **kwargs)
Dec 16 22:40:52.944396 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 22:40:52.944396 dv-neutron-821829-1-hyperv neutron-server[87507]:     self._notify()
Dec 16 22:40:52.944396 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 22:40:52.944396 dv-neutron-821829-1-hyperv neutron-server[87507]:     self.callback(batched_events)
Dec 16 22:40:52.944396 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 22:40:52.944396 dv-neutron-821829-1-hyperv neutron-server[87507]:     event.method(event)
Dec 16 22:40:52.944396 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 22:40:52.944396 dv-neutron-821829-1-hyperv neutron-server[87507]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 22:40:52.944396 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 22:40:52.944396 dv-neutron-821829-1-hyperv neutron-server[87507]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 22:40:52.944396 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 22:40:52.944396 dv-neutron-821829-1-hyperv neutron-server[87507]:     return f(self, *a, **k)
Dec 16 22:40:52.944396 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 16 22:40:52.944396 dv-neutron-821829-1-hyperv neutron-server[87507]:     return self._get(url).json()
Dec 16 22:40:52.944396 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 16 22:40:52.944396 dv-neutron-821829-1-hyperv neutron-server[87507]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 22:40:52.944396 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 16 22:40:52.944396 dv-neutron-821829-1-hyperv neutron-server[87507]:     return self.request(url, 'GET', **kwargs)
Dec 16 22:40:52.944396 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 16 22:40:52.944396 dv-neutron-821829-1-hyperv neutron-server[87507]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 22:40:52.944396 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 16 22:40:52.944396 dv-neutron-821829-1-hyperv neutron-server[87507]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 22:40:52.944396 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 16 22:40:52.944396 dv-neutron-821829-1-hyperv neutron-server[87507]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 22:40:52.944396 dv-neutron-821829-1-hyperv neutron-server[87507]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 22:40:52.955908 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-425b5dd4-43c7-4612-af91-a99a5b2d2df3 None None] DHCP port deletion for db5c2862-b6a8-4557-8764-528fa7bc107e request from dv-neutron-821829-1-hyperv {{(pid=87508) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 16 22:40:52.966423 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-7586b4a0-383d-441f-ba05-33e42f662714 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3329572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3741856'] for network, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:52.980302 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-7586b4a0-383d-441f-ba05-33e42f662714 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks [] for network, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:52.983335 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-397255fb-ed1b-462a-8120-19d83a6b7c4c tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:40:53.015348 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7586b4a0-383d-441f-ba05-33e42f662714 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Pushing event deleted for resources: {'Network': ['ID=db5c2862-b6a8-4557-8764-528fa7bc107e,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:40:53.023906 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-d868c011-88c1-44dc-8f45-20567b297ebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b77a20100>, [{'id': 'eea06010-12bf-4f24-b2f6-a6b19ff6f8bf', 'name': 'tempest-TestNetworkBasicOps-router-932346143', 'tenant_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.107'}], 'enable_snat': True}, 'gw_port_id': 'e34f309c-ecfe-4315-9da6-214f2f81b236', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:40:43Z', 'updated_at': '2021-12-16T22:40:45Z', 'revision_number': 3, 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'gw_port': {'id': 'e34f309c-ecfe-4315-9da6-214f2f81b236', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:f1:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eea06010-12bf-4f24-b2f6-a6b19ff6f8bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1224, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:40:44Z', 'updated_at': '2021-12-16T22:40:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv'}], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:40:53.034886 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d868c011-88c1-44dc-8f45-20567b297ebd None None] The sync data for ids ['eea06010-12bf-4f24-b2f6-a6b19ff6f8bf'] in dv-neutron-821829-1-hyperv is: [{'id': 'eea06010-12bf-4f24-b2f6-a6b19ff6f8bf', 'name': 'tempest-TestNetworkBasicOps-router-932346143', 'tenant_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.107'}], 'enable_snat': True}, 'gw_port_id': 'e34f309c-ecfe-4315-9da6-214f2f81b236', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:40:43Z', 'updated_at': '2021-12-16T22:40:45Z', 'revision_number': 3, 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'gw_port': {'id': 'e34f309c-ecfe-4315-9da6-214f2f81b236', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:f1:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eea06010-12bf-4f24-b2f6-a6b19ff6f8bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1224, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:40:44Z', 'updated_at': '2021-12-16T22:40:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv'}] {{(pid=87508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 22:40:53.041365 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-7586b4a0-383d-441f-ba05-33e42f662714 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:40:53.049985 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-7586b4a0-383d-441f-ba05-33e42f662714 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] 10.222.0.13 "DELETE /v2.0/networks/db5c2862-b6a8-4557-8764-528fa7bc107e HTTP/1.1" status: 204  len: 168 time: 1.9242680
Dec 16 22:40:53.050796 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 47460) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:40:53.055249 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-f9df4f3a-2ecd-47a3-8cc6-c933b8b82b3e None None] For port d835362d-31d0-431e-9fc1-c7f4eb5fa01c, host dv-neutron-821829-1-hyperv, cleared binding levels {{(pid=87508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 22:40:53.060054 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-f9df4f3a-2ecd-47a3-8cc6-c933b8b82b3e None None] For port d835362d-31d0-431e-9fc1-c7f4eb5fa01c, host dv-neutron-821829-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=d835362d-31d0-431e-9fc1-c7f4eb5fa01c,segment=NetworkSegment(e9b1e4b1-44ca-49bc-bbd9-0eb4b0374e3d),segment_id=e9b1e4b1-44ca-49bc-bbd9-0eb4b0374e3d)] {{(pid=87508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 22:40:53.065799 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-f9df4f3a-2ecd-47a3-8cc6-c933b8b82b3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:53.079283 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-c34cf4b4-2ad0-44a2-937f-a1a932b5813c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:40:53.107339 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-f7e51fde-6368-4bc2-895d-ca542e878882 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3329572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3741856'] for network, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:53.117573 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-186ccabd-5f89-48f2-a16d-9ae12c507647 tempest-BulkNetworkOpsTest-146173519 tempest-BulkNetworkOpsTest-146173519-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:40:53.142752 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-f7e51fde-6368-4bc2-895d-ca542e878882 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Notify callbacks [] for network, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:53.148891 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-64670002-6b26-4853-914c-fa7039e1de92 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for port, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:53.171801 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e51fde-6368-4bc2-895d-ca542e878882 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Pushing event deleted for resources: {'Network': ['ID=d25a7dc0-a328-4711-a6e2-10bbe5d70dc8,revision_number=None']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:40:53.188936 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-f7e51fde-6368-4bc2-895d-ca542e878882 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:40:53.215732 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9df4f3a-2ecd-47a3-8cc6-c933b8b82b3e None None] Pushing event updated for resources: {'Port': ['ID=d835362d-31d0-431e-9fc1-c7f4eb5fa01c,revision_number=2']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:40:53.218595 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.provisioning_blocks [None req-64670002-6b26-4853-914c-fa7039e1de92 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Transition to ACTIVE for port object 05d23948-13a3-4302-b64d-cb5cf4d089dd will not be triggered until provisioned by entity DHCP. {{(pid=87507) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:40:53.227193 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-f7e51fde-6368-4bc2-895d-ca542e878882 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] 10.222.0.13 "DELETE /v2.0/networks/d25a7dc0-a328-4711-a6e2-10bbe5d70dc8 HTTP/1.1" status: 204  len: 168 time: 2.3840537
Dec 16 22:40:53.228800 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-f9df4f3a-2ecd-47a3-8cc6-c933b8b82b3e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:40:53.357558 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671df536-2003-4600-be22-d0ccdaad26e3 req-d6dd5346-589d-4c77-8118-3e1be0ea0cca tempest-TestServerAdvancedOps-1174825185 tempest-TestServerAdvancedOps-1174825185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:40:53.359064 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-671df536-2003-4600-be22-d0ccdaad26e3 req-d6dd5346-589d-4c77-8118-3e1be0ea0cca tempest-TestServerAdvancedOps-1174825185 tempest-TestServerAdvancedOps-1174825185-project] 10.222.0.13 "GET /v2.0/ports?device_id=5c2b94bd-0aca-49a0-95fb-a3268f577382 HTTP/1.1" status: 200  len: 946 time: 0.1274283
Dec 16 22:40:53.360660 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-64670002-6b26-4853-914c-fa7039e1de92 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10807823'] for port, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:53.370723 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-b5aca2a1-703c-4177-8846-e32fefe795c2 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:40:53.582336 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64670002-6b26-4853-914c-fa7039e1de92 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Pushing event updated for resources: {'Port': ['ID=05d23948-13a3-4302-b64d-cb5cf4d089dd,revision_number=1']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:40:53.590848 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-64670002-6b26-4853-914c-fa7039e1de92 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:40:53.613697 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64670002-6b26-4853-914c-fa7039e1de92 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Network 2f687e27-c3dc-4aa9-ba40-39fc0889e61d is already hosted by enough agents. {{(pid=87507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:40:53.655459 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.base_scheduler [None req-64670002-6b26-4853-914c-fa7039e1de92 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Resources bound (agent type, host, resource id):  {{(pid=87507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:40:53.668475 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64670002-6b26-4853-914c-fa7039e1de92 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Received port after_create {{(pid=87507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 22:40:53.751496 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-671df536-2003-4600-be22-d0ccdaad26e3 req-c924873c-caaf-49ee-bf37-3d45e2c461fd tempest-TestServerAdvancedOps-1174825185 tempest-TestServerAdvancedOps-1174825185-project] 10.222.0.13 "GET /v2.0/security-groups?id=f2a7ae02-12b2-467c-a00d-8fc3127f3c58&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2213328
Dec 16 22:40:53.782532 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-64670002-6b26-4853-914c-fa7039e1de92 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3830061'] for router_interface, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:53.850154 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 47468) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:40:53.999192 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-4ce384ea-b72f-4568-948d-f5c782b54acf tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3830176'] for router_interface, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:54.031152 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-64670002-6b26-4853-914c-fa7039e1de92 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:54.385200 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-048bbf70-5ae2-40cd-bacf-b412d10bba0f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3ddf94e9e4ac4112b345468cafab037c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5315497
Dec 16 22:40:54.388741 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 47474) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:40:54.518134 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-44aa79ea-0cd5-4a55-a3dd-be3b2c1754cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:54.567994 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-44aa79ea-0cd5-4a55-a3dd-be3b2c1754cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:54.706993 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-64670002-6b26-4853-914c-fa7039e1de92 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for port, precommit_update {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:54.710026 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device d835362d-31d0-431e-9fc1-c7f4eb5fa01c up at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 22:40:54.713509 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-64670002-6b26-4853-914c-fa7039e1de92 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10807814'] for port, after_update {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:54.726561 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [None req-4ce384ea-b72f-4568-948d-f5c782b54acf tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Deleting port 07a12276-2538-44d6-9e80-8f6358f227c6 {{(pid=87506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:40:54.726894 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-4ce384ea-b72f-4568-948d-f5c782b54acf tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:54.743492 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-011dda91-39c0-487c-b2df-1c2b55892378 None None] Network 2f687e27-c3dc-4aa9-ba40-39fc0889e61d requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 22:40:54.748934 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-4432eb77-752e-44d9-942e-320742ae59f6 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:40:54.761450 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-44aa79ea-0cd5-4a55-a3dd-be3b2c1754cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841066'] for security_group, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:54.772754 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-f7fe26d9-816c-47e4-b0a3-d0276654f241 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:40:54.795845 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44aa79ea-0cd5-4a55-a3dd-be3b2c1754cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22947932-a168-40ef-8f36-b52baed5c7f7,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:40:54.815856 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-44aa79ea-0cd5-4a55-a3dd-be3b2c1754cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:40:54.823571 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-44aa79ea-0cd5-4a55-a3dd-be3b2c1754cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:54.828114 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-44aa79ea-0cd5-4a55-a3dd-be3b2c1754cd admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/22947932-a168-40ef-8f36-b52baed5c7f7 HTTP/1.1" status: 204  len: 168 time: 0.4380615
Dec 16 22:40:54.866431 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-64670002-6b26-4853-914c-fa7039e1de92 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3791426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3830222'] for router_interface, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:54.899850 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-fb8b4b86-4cb6-495f-8057-e6c70a601e88 None None] Provisioning for port d835362d-31d0-431e-9fc1-c7f4eb5fa01c completed by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 22:40:54.944891 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64670002-6b26-4853-914c-fa7039e1de92 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Pushing event updated for resources: {'Port': ['ID=05d23948-13a3-4302-b64d-cb5cf4d089dd,revision_number=2']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:40:54.962546 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64670002-6b26-4853-914c-fa7039e1de92 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:40:54.963329 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64670002-6b26-4853-914c-fa7039e1de92 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:40:54.963873 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64670002-6b26-4853-914c-fa7039e1de92 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:40:54.964417 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64670002-6b26-4853-914c-fa7039e1de92 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:40:54.964959 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64670002-6b26-4853-914c-fa7039e1de92 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:40:54.965642 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64670002-6b26-4853-914c-fa7039e1de92 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:40:54.966180 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64670002-6b26-4853-914c-fa7039e1de92 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:40:54.966856 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64670002-6b26-4853-914c-fa7039e1de92 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:40:54.967418 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64670002-6b26-4853-914c-fa7039e1de92 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:40:54.968029 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64670002-6b26-4853-914c-fa7039e1de92 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:40:54.968626 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64670002-6b26-4853-914c-fa7039e1de92 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:40:54.969185 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64670002-6b26-4853-914c-fa7039e1de92 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:40:54.980927 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning for port d835362d-31d0-431e-9fc1-c7f4eb5fa01c completed by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 22:40:54.999232 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning complete for port d835362d-31d0-431e-9fc1-c7f4eb5fa01c triggered by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:40:54.999232 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:55.070947 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.db [None req-4ce384ea-b72f-4568-948d-f5c782b54acf tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] For port 07a12276-2538-44d6-9e80-8f6358f227c6, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=07a12276-2538-44d6-9e80-8f6358f227c6,segment=NetworkSegment(813541d7-5a16-4695-b75a-fa872b9e2804),segment_id=813541d7-5a16-4695-b75a-fa872b9e2804)] {{(pid=87506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:40:55.071443 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-4ce384ea-b72f-4568-948d-f5c782b54acf tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:55.110252 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-64670002-6b26-4853-914c-fa7039e1de92 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.361s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:40:55.200514 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d4de58-5ebd-40b2-8f18-67fe439e6296 req-d43e41ff-daa6-41eb-b410-3c1cd625b795 tempest-TestServerAdvancedOps-1174825185 tempest-TestServerAdvancedOps-1174825185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:40:55.202061 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-86d4de58-5ebd-40b2-8f18-67fe439e6296 req-d43e41ff-daa6-41eb-b410-3c1cd625b795 tempest-TestServerAdvancedOps-1174825185 tempest-TestServerAdvancedOps-1174825185-project] 10.222.0.13 "GET /v2.0/ports?device_id=5c2b94bd-0aca-49a0-95fb-a3268f577382 HTTP/1.1" status: 200  len: 946 time: 0.2457645
Dec 16 22:40:55.213337 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64670002-6b26-4853-914c-fa7039e1de92 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Network 2f687e27-c3dc-4aa9-ba40-39fc0889e61d is already hosted by enough agents. {{(pid=87507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:40:55.214457 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.base_scheduler [None req-64670002-6b26-4853-914c-fa7039e1de92 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Resources bound (agent type, host, resource id):  {{(pid=87507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:40:55.246524 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:55.294481 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [None req-4ce384ea-b72f-4568-948d-f5c782b54acf tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Calling delete_port for 07a12276-2538-44d6-9e80-8f6358f227c6 owned by network:router_interface {{(pid=87506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:40:55.300281 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] For port d835362d-31d0-431e-9fc1-c7f4eb5fa01c, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=d835362d-31d0-431e-9fc1-c7f4eb5fa01c,segment=NetworkSegment(e9b1e4b1-44ca-49bc-bbd9-0eb4b0374e3d),segment_id=e9b1e4b1-44ca-49bc-bbd9-0eb4b0374e3d)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:40:55.305320 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:55.307532 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device e34f309c-ecfe-4315-9da6-214f2f81b236 up at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 22:40:55.375691 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:40:55.549175 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning for port e34f309c-ecfe-4315-9da6-214f2f81b236 completed by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 22:40:55.571784 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Pushing event updated for resources: {'Port': ['ID=d835362d-31d0-431e-9fc1-c7f4eb5fa01c,revision_number=3']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:40:55.581241 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:40:55.581315 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning complete for port e34f309c-ecfe-4315-9da6-214f2f81b236 triggered by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:40:55.581667 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:55.634086 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-86d4de58-5ebd-40b2-8f18-67fe439e6296 req-c98b2d20-fa57-406e-a98b-461f6b90e986 tempest-TestServerAdvancedOps-1174825185 tempest-TestServerAdvancedOps-1174825185-project] 10.222.0.13 "GET /v2.0/security-groups?id=f2a7ae02-12b2-467c-a00d-8fc3127f3c58&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4043767
Dec 16 22:40:55.650566 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64670002-6b26-4853-914c-fa7039e1de92 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Router eea06010-12bf-4f24-b2f6-a6b19ff6f8bf has already been hosted by L3 agent 4f519db7-069b-43e2-8411-c092bac9102a {{(pid=87507) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 22:40:55.664826 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-a2ce5492-f614-4727-ac9b-e82e66917a9a None None] Provisioning complete for port d835362d-31d0-431e-9fc1-c7f4eb5fa01c triggered by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:40:55.665210 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-a2ce5492-f614-4727-ac9b-e82e66917a9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:55.770664 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-4ce384ea-b72f-4568-948d-f5c782b54acf tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1863393'] for port, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:55.775264 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-015410d0-ee39-414c-a3d9-8c21591e8dc2 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:40:55.872845 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:55.932490 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce384ea-b72f-4568-948d-f5c782b54acf tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Pushing event deleted for resources: {'Port': ['ID=07a12276-2538-44d6-9e80-8f6358f227c6,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:40:55.945797 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] For port e34f309c-ecfe-4315-9da6-214f2f81b236, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=e34f309c-ecfe-4315-9da6-214f2f81b236,segment=NetworkSegment(a416442d-d143-4052-9f4e-546eb8cbe809),segment_id=a416442d-d143-4052-9f4e-546eb8cbe809)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:40:55.955274 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:55.958607 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-2a012a7b-2d17-4753-b222-9c69f978a3fe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:40:55.970359 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64670002-6b26-4853-914c-fa7039e1de92 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify agent at l3_agent.dv-neutron-821829-1-hyperv the message routers_updated {{(pid=87507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 22:40:55.982551 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-64670002-6b26-4853-914c-fa7039e1de92 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "PUT /v2.0/routers/eea06010-12bf-4f24-b2f6-a6b19ff6f8bf/add_router_interface HTTP/1.1" status: 200  len: 503 time: 8.0234103
Dec 16 22:40:55.985417 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 47500) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:40:55.991063 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-4ce384ea-b72f-4568-948d-f5c782b54acf tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:40:56.020424 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bce81ce-0cec-4288-8f10-259ed87a54bc None None] Sync routers for ids ['eea06010-12bf-4f24-b2f6-a6b19ff6f8bf'] in dv-neutron-821829-1-hyperv {{(pid=87508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 22:40:56.023665 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 0c83640b-769d-425e-8ed7-b857aeeee242 no longer exists at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 22:40:56.089933 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] No Port match for: 0c83640b-769d-425e-8ed7-b857aeeee242 {{(pid=87508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 22:40:56.090840 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 0c83640b-769d-425e-8ed7-b857aeeee242 not bound to the agent host dv-neutron-821829-1-hyperv {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 22:40:56.100028 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-a2ce5492-f614-4727-ac9b-e82e66917a9a None None] Provisioning for port 05d23948-13a3-4302-b64d-cb5cf4d089dd completed by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 22:40:56.109998 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bce81ce-0cec-4288-8f10-259ed87a54bc None None] Routers {'eea06010-12bf-4f24-b2f6-a6b19ff6f8bf'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:40:56.111133 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-2bce81ce-0cec-4288-8f10-259ed87a54bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b76dfa2e0>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:40:31Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['eea06010-12bf-4f24-b2f6-a6b19ff6f8bf'], 'active': True} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:40:56.218687 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-4ce384ea-b72f-4568-948d-f5c782b54acf tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3791449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3739472'] for router_interface, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:56.280417 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49d5bb7b-727e-480d-9ad1-7c8c47442202 tempest-TestNetworkBasicOps-761014822 tempest-TestNetworkBasicOps-761014822-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:40:56.284604 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49d5bb7b-727e-480d-9ad1-7c8c47442202 tempest-TestNetworkBasicOps-761014822 tempest-TestNetworkBasicOps-761014822-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:40:56.285465 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49d5bb7b-727e-480d-9ad1-7c8c47442202 tempest-TestNetworkBasicOps-761014822 tempest-TestNetworkBasicOps-761014822-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:40:56.287497 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49d5bb7b-727e-480d-9ad1-7c8c47442202 tempest-TestNetworkBasicOps-761014822 tempest-TestNetworkBasicOps-761014822-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:40:56.288143 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49d5bb7b-727e-480d-9ad1-7c8c47442202 tempest-TestNetworkBasicOps-761014822 tempest-TestNetworkBasicOps-761014822-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:40:56.288799 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49d5bb7b-727e-480d-9ad1-7c8c47442202 tempest-TestNetworkBasicOps-761014822 tempest-TestNetworkBasicOps-761014822-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:40:56.290033 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49d5bb7b-727e-480d-9ad1-7c8c47442202 tempest-TestNetworkBasicOps-761014822 tempest-TestNetworkBasicOps-761014822-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:40:56.292212 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49d5bb7b-727e-480d-9ad1-7c8c47442202 tempest-TestNetworkBasicOps-761014822 tempest-TestNetworkBasicOps-761014822-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:40:56.297247 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49d5bb7b-727e-480d-9ad1-7c8c47442202 tempest-TestNetworkBasicOps-761014822 tempest-TestNetworkBasicOps-761014822-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:40:56.300184 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-49d5bb7b-727e-480d-9ad1-7c8c47442202 tempest-TestNetworkBasicOps-761014822 tempest-TestNetworkBasicOps-761014822-project-admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200  len: 6369 time: 0.3135591
Dec 16 22:40:56.302987 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 47508) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:40:56.340334 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvr_db [None req-2bce81ce-0cec-4288-8f10-259ed87a54bc None None] Set router eea06010-12bf-4f24-b2f6-a6b19ff6f8bf gateway port host: dv-neutron-821829-1-hyperv {{(pid=87508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 22:40:56.399966 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 47514) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:40:56.463278 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd74558e-d9ba-4560-b889-5652faca91bf tempest-TestNetworkBasicOps-761014822 tempest-TestNetworkBasicOps-761014822-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:40:56.463752 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd74558e-d9ba-4560-b889-5652faca91bf tempest-TestNetworkBasicOps-761014822 tempest-TestNetworkBasicOps-761014822-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:40:56.464244 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd74558e-d9ba-4560-b889-5652faca91bf tempest-TestNetworkBasicOps-761014822 tempest-TestNetworkBasicOps-761014822-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:40:56.464860 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd74558e-d9ba-4560-b889-5652faca91bf tempest-TestNetworkBasicOps-761014822 tempest-TestNetworkBasicOps-761014822-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:40:56.465449 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd74558e-d9ba-4560-b889-5652faca91bf tempest-TestNetworkBasicOps-761014822 tempest-TestNetworkBasicOps-761014822-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:40:56.466038 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd74558e-d9ba-4560-b889-5652faca91bf tempest-TestNetworkBasicOps-761014822 tempest-TestNetworkBasicOps-761014822-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:40:56.466756 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd74558e-d9ba-4560-b889-5652faca91bf tempest-TestNetworkBasicOps-761014822 tempest-TestNetworkBasicOps-761014822-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:40:56.467343 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd74558e-d9ba-4560-b889-5652faca91bf tempest-TestNetworkBasicOps-761014822 tempest-TestNetworkBasicOps-761014822-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:40:56.468171 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd74558e-d9ba-4560-b889-5652faca91bf tempest-TestNetworkBasicOps-761014822 tempest-TestNetworkBasicOps-761014822-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:40:56.470896 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-dd74558e-d9ba-4560-b889-5652faca91bf tempest-TestNetworkBasicOps-761014822 tempest-TestNetworkBasicOps-761014822-project-admin] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 5896 time: 0.1664722
Dec 16 22:40:56.473786 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 47520) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:40:56.490876 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-a2ce5492-f614-4727-ac9b-e82e66917a9a None None] Provisioning complete for port 05d23948-13a3-4302-b64d-cb5cf4d089dd triggered by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:40:56.491274 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-a2ce5492-f614-4727-ac9b-e82e66917a9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:56.653417 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Pushing event updated for resources: {'Port': ['ID=e34f309c-ecfe-4315-9da6-214f2f81b236,revision_number=4']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:40:56.683656 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.725s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:40:56.755237 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-b1878212-6636-44c7-a725-e522f4ec4aff tempest-RoutersNegativeTest-1851367265 tempest-RoutersNegativeTest-1851367265-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1917349940', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:40:56.768553 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device d835362d-31d0-431e-9fc1-c7f4eb5fa01c up at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 22:40:56.795616 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-a2ce5492-f614-4727-ac9b-e82e66917a9a None None] Port 05d23948-13a3-4302-b64d-cb5cf4d089dd cannot update to ACTIVE because it is not bound. {{(pid=87508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 22:40:56.827707 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-b1878212-6636-44c7-a725-e522f4ec4aff tempest-RoutersNegativeTest-1851367265 tempest-RoutersNegativeTest-1851367265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:40:56.841450 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-b1878212-6636-44c7-a725-e522f4ec4aff tempest-RoutersNegativeTest-1851367265 tempest-RoutersNegativeTest-1851367265-project] Usage tracker for resource:router and tenant:c10d8227509b4e77b7f64f8894c37b60 is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:40:56.846388 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-b1878212-6636-44c7-a725-e522f4ec4aff tempest-RoutersNegativeTest-1851367265 tempest-RoutersNegativeTest-1851367265-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:40:56.860147 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ce384ea-b72f-4568-948d-f5c782b54acf tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Router de6e1cb0-4da7-43f8-b26d-16a795a01ed1 has already been hosted by L3 agent 4f519db7-069b-43e2-8411-c092bac9102a {{(pid=87506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 22:40:56.861121 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-b1878212-6636-44c7-a725-e522f4ec4aff tempest-RoutersNegativeTest-1851367265 tempest-RoutersNegativeTest-1851367265-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:40:56.921298 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning complete for port d835362d-31d0-431e-9fc1-c7f4eb5fa01c triggered by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:40:56.921885 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:56.950658 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31de5012-23e9-4a71-bb5c-6a0a4d4d229f req-5a72083b-b8ea-4652-835d-48f007376beb tempest-TestServerAdvancedOps-1174825185 tempest-TestServerAdvancedOps-1174825185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:40:56.952421 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-31de5012-23e9-4a71-bb5c-6a0a4d4d229f req-5a72083b-b8ea-4652-835d-48f007376beb tempest-TestServerAdvancedOps-1174825185 tempest-TestServerAdvancedOps-1174825185-project] 10.222.0.13 "GET /v2.0/ports?device_id=5c2b94bd-0aca-49a0-95fb-a3268f577382 HTTP/1.1" status: 200  len: 946 time: 0.1949472
Dec 16 22:40:56.992697 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-365a5507-0933-4ca6-b5ce-68eb112765fe None None] Provisioning complete for port 05d23948-13a3-4302-b64d-cb5cf4d089dd triggered by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:40:56.992697 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-365a5507-0933-4ca6-b5ce-68eb112765fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:57.037471 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-31de5012-23e9-4a71-bb5c-6a0a4d4d229f req-19605d2f-3b68-45b2-ac34-b2507a49b838 tempest-TestServerAdvancedOps-1174825185 tempest-TestServerAdvancedOps-1174825185-project] 10.222.0.13 "GET /v2.0/security-groups?id=f2a7ae02-12b2-467c-a00d-8fc3127f3c58&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0738754
Dec 16 22:40:57.039318 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-b1878212-6636-44c7-a725-e522f4ec4aff tempest-RoutersNegativeTest-1851367265 tempest-RoutersNegativeTest-1851367265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3741155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38980'] for router, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:57.040740 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-b1878212-6636-44c7-a725-e522f4ec4aff tempest-RoutersNegativeTest-1851367265 tempest-RoutersNegativeTest-1851367265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3743284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3741748', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3896702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-38989'] for router, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:57.054023 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ce384ea-b72f-4568-948d-f5c782b54acf tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify agent at l3_agent.dv-neutron-821829-1-hyperv the message routers_updated {{(pid=87506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 22:40:57.055285 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-cec176f9-a571-4a1b-9dcc-65d9ab73bd48 tempest-TestNetworkBasicOps-761014822 tempest-TestNetworkBasicOps-761014822-project-admin] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200  len: 3582 time: 0.5802109
Dec 16 22:40:57.071052 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97660858-ece4-4395-99dc-82e9fd89035d None None] Sync routers for ids ['de6e1cb0-4da7-43f8-b26d-16a795a01ed1'] in dv-neutron-821829-1-hyperv {{(pid=87509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 22:40:57.083441 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-b1878212-6636-44c7-a725-e522f4ec4aff tempest-RoutersNegativeTest-1851367265 tempest-RoutersNegativeTest-1851367265-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:57.085189 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97660858-ece4-4395-99dc-82e9fd89035d None None] Routers {'de6e1cb0-4da7-43f8-b26d-16a795a01ed1'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:40:57.085834 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-97660858-ece4-4395-99dc-82e9fd89035d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b7c79a1f0>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:40:31Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['de6e1cb0-4da7-43f8-b26d-16a795a01ed1'], 'active': True} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:40:57.090353 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-365a5507-0933-4ca6-b5ce-68eb112765fe None None] Port 05d23948-13a3-4302-b64d-cb5cf4d089dd cannot update to ACTIVE because it is not bound. {{(pid=87508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 22:40:57.101761 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-4ce384ea-b72f-4568-948d-f5c782b54acf tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] 10.222.0.13 "PUT /v2.0/routers/de6e1cb0-4da7-43f8-b26d-16a795a01ed1/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.0497041
Dec 16 22:40:57.104533 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 47526) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:40:57.114009 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-b1878212-6636-44c7-a725-e522f4ec4aff tempest-RoutersNegativeTest-1851367265 tempest-RoutersNegativeTest-1851367265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3740952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3741923'] for router, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:57.154485 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-b1878212-6636-44c7-a725-e522f4ec4aff tempest-RoutersNegativeTest-1851367265 tempest-RoutersNegativeTest-1851367265-project] Notify callbacks [] for router, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:57.156000 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-b1878212-6636-44c7-a725-e522f4ec4aff tempest-RoutersNegativeTest-1851367265 tempest-RoutersNegativeTest-1851367265-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 708 time: 0.7548339
Dec 16 22:40:57.159295 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 47530) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:40:57.160820 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-2bce81ce-0cec-4288-8f10-259ed87a54bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b76dfa2e0>, [{'id': 'eea06010-12bf-4f24-b2f6-a6b19ff6f8bf', 'name': 'tempest-TestNetworkBasicOps-router-932346143', 'tenant_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.107'}], 'enable_snat': True}, 'gw_port_id': 'e34f309c-ecfe-4315-9da6-214f2f81b236', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:40:43Z', 'updated_at': '2021-12-16T22:40:53Z', 'revision_number': 4, 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'gw_port': {'id': 'e34f309c-ecfe-4315-9da6-214f2f81b236', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:f1:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eea06010-12bf-4f24-b2f6-a6b19ff6f8bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1224, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:40:44Z', 'updated_at': '2021-12-16T22:40:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv', '_interfaces': [{'id': '05d23948-13a3-4302-b64d-cb5cf4d089dd', 'name': '', 'network_id': '2f687e27-c3dc-4aa9-ba40-39fc0889e61d', 'tenant_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'mac_address': 'fa:16:3e:f5:df:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eea06010-12bf-4f24-b2f6-a6b19ff6f8bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1227, 'fixed_ips': [{'subnet_id': '7b9bf1fd-5beb-40d0-9cdf-c44fd8bdff49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:40:50Z', 'updated_at': '2021-12-16T22:40:54Z', 'revision_number': 2, 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'subnets': [{'id': '7b9bf1fd-5beb-40d0-9cdf-c44fd8bdff49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:40:57.171457 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-298d0ecc-b21f-4ae3-8357-1c5ad7a784ea tempest-RoutersNegativeTest-1851367265 tempest-RoutersNegativeTest-1851367265-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-991729167'}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:40:57.175414 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bce81ce-0cec-4288-8f10-259ed87a54bc None None] Checking router: eea06010-12bf-4f24-b2f6-a6b19ff6f8bf for host: dv-neutron-821829-1-hyperv {{(pid=87508) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 22:40:57.175414 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bce81ce-0cec-4288-8f10-259ed87a54bc None None] Updating router eea06010-12bf-4f24-b2f6-a6b19ff6f8bf port 05d23948-13a3-4302-b64d-cb5cf4d089dd binding host dv-neutron-821829-1-hyperv {{(pid=87508) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 16 22:40:57.192727 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-298d0ecc-b21f-4ae3-8357-1c5ad7a784ea tempest-RoutersNegativeTest-1851367265 tempest-RoutersNegativeTest-1851367265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:40:57.193486 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2220ef5-80ed-487d-bbd6-e3aa181217ac tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Deleting subnet 6e134cd3-03ec-41ee-843d-e78994f77c61 {{(pid=87507) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 16 22:40:57.198259 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-a2220ef5-80ed-487d-bbd6-e3aa181217ac tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks [] for subnet, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:57.199726 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-298d0ecc-b21f-4ae3-8357-1c5ad7a784ea tempest-RoutersNegativeTest-1851367265 tempest-RoutersNegativeTest-1851367265-project] Usage tracker for resource:network and tenant:c10d8227509b4e77b7f64f8894c37b60 is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:40:57.202771 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-298d0ecc-b21f-4ae3-8357-1c5ad7a784ea tempest-RoutersNegativeTest-1851367265 tempest-RoutersNegativeTest-1851367265-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:40:57.222483 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-298d0ecc-b21f-4ae3-8357-1c5ad7a784ea tempest-RoutersNegativeTest-1851367265 tempest-RoutersNegativeTest-1851367265-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:40:57.234867 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-298d0ecc-b21f-4ae3-8357-1c5ad7a784ea tempest-RoutersNegativeTest-1851367265 tempest-RoutersNegativeTest-1851367265-project] Made reservation on behalf of c10d8227509b4e77b7f64f8894c37b60 for: {'network': 1} {{(pid=87506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:40:57.239539 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-298d0ecc-b21f-4ae3-8357-1c5ad7a784ea tempest-RoutersNegativeTest-1851367265 tempest-RoutersNegativeTest-1851367265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for network, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:57.240249 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvr_db [None req-97660858-ece4-4395-99dc-82e9fd89035d None None] Set router de6e1cb0-4da7-43f8-b26d-16a795a01ed1 gateway port host: None {{(pid=87509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 22:40:57.252181 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-298d0ecc-b21f-4ae3-8357-1c5ad7a784ea tempest-RoutersNegativeTest-1851367265 tempest-RoutersNegativeTest-1851367265-project] Notify callbacks [] for security_group, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:57.267250 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-298d0ecc-b21f-4ae3-8357-1c5ad7a784ea tempest-RoutersNegativeTest-1851367265 tempest-RoutersNegativeTest-1851367265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:40:57.274024 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-298d0ecc-b21f-4ae3-8357-1c5ad7a784ea tempest-RoutersNegativeTest-1851367265 tempest-RoutersNegativeTest-1851367265-project] Usage tracker for resource:security_group_rule and tenant:c10d8227509b4e77b7f64f8894c37b60 is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:40:57.278038 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-a2220ef5-80ed-487d-bbd6-e3aa181217ac tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2128562'] for subnet, precommit_delete_associations {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:57.280413 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-298d0ecc-b21f-4ae3-8357-1c5ad7a784ea tempest-RoutersNegativeTest-1851367265 tempest-RoutersNegativeTest-1851367265-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:40:57.288215 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-2bce81ce-0cec-4288-8f10-259ed87a54bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:57.297146 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-298d0ecc-b21f-4ae3-8357-1c5ad7a784ea tempest-RoutersNegativeTest-1851367265 tempest-RoutersNegativeTest-1851367265-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:40:57.351074 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-97660858-ece4-4395-99dc-82e9fd89035d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b7c79a1f0>, [{'id': 'de6e1cb0-4da7-43f8-b26d-16a795a01ed1', 'name': 'tempest-RoutersIpV6Test-router-1062176932', 'tenant_id': 'a221f56311244d31a510a3a1bb3c6ce9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:39:49Z', 'updated_at': '2021-12-16T22:40:55Z', 'revision_number': 11, 'project_id': 'a221f56311244d31a510a3a1bb3c6ce9', 'gw_port_host': None}], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:40:57.351947 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 47534) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:40:57.355841 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97660858-ece4-4395-99dc-82e9fd89035d None None] Checking router: de6e1cb0-4da7-43f8-b26d-16a795a01ed1 for host: dv-neutron-821829-1-hyperv {{(pid=87509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 22:40:57.365483 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97660858-ece4-4395-99dc-82e9fd89035d None None] Routers {'de6e1cb0-4da7-43f8-b26d-16a795a01ed1'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:40:57.366102 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-97660858-ece4-4395-99dc-82e9fd89035d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b7c79a1f0>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:40:31Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['de6e1cb0-4da7-43f8-b26d-16a795a01ed1'], 'active': True} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:40:57.369885 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-a827e0cd-1646-460a-ba6f-32abce69a221 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-604537397', 'description': 'tempest-secgroup-smoke-604537397 description', 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2'}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:40:57.379856 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-a827e0cd-1646-460a-ba6f-32abce69a221 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:40:57.387369 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-a827e0cd-1646-460a-ba6f-32abce69a221 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Usage tracker for resource:security_group and tenant:b7e45fda9ad540a6ac359d1c64c9adb2 is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:40:57.392063 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-a827e0cd-1646-460a-ba6f-32abce69a221 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:40:57.399095 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-298d0ecc-b21f-4ae3-8357-1c5ad7a784ea tempest-RoutersNegativeTest-1851367265 tempest-RoutersNegativeTest-1851367265-project] Notify callbacks [] for security_group, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:57.403598 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-a827e0cd-1646-460a-ba6f-32abce69a221 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:40:57.404430 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-298d0ecc-b21f-4ae3-8357-1c5ad7a784ea tempest-RoutersNegativeTest-1851367265 tempest-RoutersNegativeTest-1851367265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841066'] for security_group, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:57.409164 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-e96a9857-7b26-4ce4-a9fc-5985a13caac3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:40:57.425886 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-a827e0cd-1646-460a-ba6f-32abce69a221 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for security_group, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:57.438087 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-298d0ecc-b21f-4ae3-8357-1c5ad7a784ea tempest-RoutersNegativeTest-1851367265 tempest-RoutersNegativeTest-1851367265-project] vlan segment allocate from pool success with {'vlan_id': 174, 'physical_network': 'physnet1'}  {{(pid=87506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 22:40:57.454762 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298d0ecc-b21f-4ae3-8357-1c5ad7a784ea tempest-RoutersNegativeTest-1851367265 tempest-RoutersNegativeTest-1851367265-project] Pushing event updated for resources: {'SecurityGroup': ['ID=96990e30-d2ea-4777-98fa-a7ddae1e572a,revision_number=1']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:40:57.464096 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-298d0ecc-b21f-4ae3-8357-1c5ad7a784ea tempest-RoutersNegativeTest-1851367265 tempest-RoutersNegativeTest-1851367265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-883292'] for segment, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:57.464601 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.db.segments_db [None req-298d0ecc-b21f-4ae3-8357-1c5ad7a784ea tempest-RoutersNegativeTest-1851367265 tempest-RoutersNegativeTest-1851367265-project] Added segment 76aca48d-a4f6-4629-8fe9-b3c22e4df6f8 of type vlan for network 5b99adbf-c96c-4a1b-a87a-51ea086cc183
Dec 16 22:40:57.483554 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-a827e0cd-1646-460a-ba6f-32abce69a221 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:40:57.486129 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298d0ecc-b21f-4ae3-8357-1c5ad7a784ea tempest-RoutersNegativeTest-1851367265 tempest-RoutersNegativeTest-1851367265-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:40:57.486623 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298d0ecc-b21f-4ae3-8357-1c5ad7a784ea tempest-RoutersNegativeTest-1851367265 tempest-RoutersNegativeTest-1851367265-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:40:57.486747 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298d0ecc-b21f-4ae3-8357-1c5ad7a784ea tempest-RoutersNegativeTest-1851367265 tempest-RoutersNegativeTest-1851367265-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:40:57.487489 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298d0ecc-b21f-4ae3-8357-1c5ad7a784ea tempest-RoutersNegativeTest-1851367265 tempest-RoutersNegativeTest-1851367265-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:40:57.488087 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298d0ecc-b21f-4ae3-8357-1c5ad7a784ea tempest-RoutersNegativeTest-1851367265 tempest-RoutersNegativeTest-1851367265-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:40:57.488686 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298d0ecc-b21f-4ae3-8357-1c5ad7a784ea tempest-RoutersNegativeTest-1851367265 tempest-RoutersNegativeTest-1851367265-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:40:57.488813 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298d0ecc-b21f-4ae3-8357-1c5ad7a784ea tempest-RoutersNegativeTest-1851367265 tempest-RoutersNegativeTest-1851367265-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:40:57.489090 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298d0ecc-b21f-4ae3-8357-1c5ad7a784ea tempest-RoutersNegativeTest-1851367265 tempest-RoutersNegativeTest-1851367265-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:40:57.489466 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298d0ecc-b21f-4ae3-8357-1c5ad7a784ea tempest-RoutersNegativeTest-1851367265 tempest-RoutersNegativeTest-1851367265-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:40:57.489836 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298d0ecc-b21f-4ae3-8357-1c5ad7a784ea tempest-RoutersNegativeTest-1851367265 tempest-RoutersNegativeTest-1851367265-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:40:57.490203 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298d0ecc-b21f-4ae3-8357-1c5ad7a784ea tempest-RoutersNegativeTest-1851367265 tempest-RoutersNegativeTest-1851367265-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:40:57.490571 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298d0ecc-b21f-4ae3-8357-1c5ad7a784ea tempest-RoutersNegativeTest-1851367265 tempest-RoutersNegativeTest-1851367265-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:40:57.498591 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-a2220ef5-80ed-487d-bbd6-e3aa181217ac tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3328566'] for subnet, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:57.500700 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-298d0ecc-b21f-4ae3-8357-1c5ad7a784ea tempest-RoutersNegativeTest-1851367265 tempest-RoutersNegativeTest-1851367265-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:40:57.537603 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvr_db [None req-97660858-ece4-4395-99dc-82e9fd89035d None None] Set router de6e1cb0-4da7-43f8-b26d-16a795a01ed1 gateway port host: None {{(pid=87509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 22:40:57.547283 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-298d0ecc-b21f-4ae3-8357-1c5ad7a784ea tempest-RoutersNegativeTest-1851367265 tempest-RoutersNegativeTest-1851367265-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734753047233'] for network, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:57.562846 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-a827e0cd-1646-460a-ba6f-32abce69a221 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Usage tracker for resource:security_group_rule and tenant:b7e45fda9ad540a6ac359d1c64c9adb2 is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:40:57.590230 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-298d0ecc-b21f-4ae3-8357-1c5ad7a784ea tempest-RoutersNegativeTest-1851367265 tempest-RoutersNegativeTest-1851367265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440'] for network, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:57.596695 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-298d0ecc-b21f-4ae3-8357-1c5ad7a784ea tempest-RoutersNegativeTest-1851367265 tempest-RoutersNegativeTest-1851367265-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:40:57.598169 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-298d0ecc-b21f-4ae3-8357-1c5ad7a784ea tempest-RoutersNegativeTest-1851367265 tempest-RoutersNegativeTest-1851367265-project] Notify callbacks [] for network, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:57.604346 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-12058a51-e882-4344-a1a2-cc03810713ab tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:40:57.630000 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-a827e0cd-1646-460a-ba6f-32abce69a221 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:40:57.634971 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-a2220ef5-80ed-487d-bbd6-e3aa181217ac tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3328622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10807868', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10549621'] for subnet, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:57.645310 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-dc41b529-bcfe-4068-a37b-95508e1a4712 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:40:57.661144 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-97660858-ece4-4395-99dc-82e9fd89035d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b7c79a1f0>, [{'id': 'de6e1cb0-4da7-43f8-b26d-16a795a01ed1', 'name': 'tempest-RoutersIpV6Test-router-1062176932', 'tenant_id': 'a221f56311244d31a510a3a1bb3c6ce9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:39:49Z', 'updated_at': '2021-12-16T22:40:55Z', 'revision_number': 11, 'project_id': 'a221f56311244d31a510a3a1bb3c6ce9', 'gw_port_host': None}], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:40:57.666272 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97660858-ece4-4395-99dc-82e9fd89035d None None] The sync data for ids ['de6e1cb0-4da7-43f8-b26d-16a795a01ed1'] in dv-neutron-821829-1-hyperv is: [{'id': 'de6e1cb0-4da7-43f8-b26d-16a795a01ed1', 'name': 'tempest-RoutersIpV6Test-router-1062176932', 'tenant_id': 'a221f56311244d31a510a3a1bb3c6ce9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:39:49Z', 'updated_at': '2021-12-16T22:40:55Z', 'revision_number': 11, 'project_id': 'a221f56311244d31a510a3a1bb3c6ce9', 'gw_port_host': None}] {{(pid=87509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 22:40:57.677020 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-a827e0cd-1646-460a-ba6f-32abce69a221 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:40:57.691079 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2220ef5-80ed-487d-bbd6-e3aa181217ac tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Pushing event deleted for resources: {'Subnet': ['ID=6e134cd3-03ec-41ee-843d-e78994f77c61,revision_number=None']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:40:57.708475 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-a2220ef5-80ed-487d-bbd6-e3aa181217ac tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:40:57.709597 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-a2220ef5-80ed-487d-bbd6-e3aa181217ac tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks [] for subnet, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:57.714295 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6269d517-89cd-441d-85a1-918b2bc3bd7b None None] Network bf9c7624-5a8f-45ef-80fb-86a40ea7bbb3 requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 22:40:57.723002 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-298d0ecc-b21f-4ae3-8357-1c5ad7a784ea tempest-RoutersNegativeTest-1851367265 tempest-RoutersNegativeTest-1851367265-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 786 time: 0.5626292
Dec 16 22:40:57.726208 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-a2220ef5-80ed-487d-bbd6-e3aa181217ac tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] 10.222.0.13 "DELETE /v2.0/subnets/6e134cd3-03ec-41ee-843d-e78994f77c61 HTTP/1.1" status: 204  len: 168 time: 0.6201413
Dec 16 22:40:57.728700 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 47538) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:40:57.728824 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 47540) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:40:57.735367 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-39f28d7d-7f78-4cf9-bf3b-78770b41bbab tempest-RoutersNegativeTest-1851367265 tempest-RoutersNegativeTest-1851367265-project] Request body: {'subnet': {'network_id': '5b99adbf-c96c-4a1b-a87a-51ea086cc183', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:40:57.754081 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298d0ecc-b21f-4ae3-8357-1c5ad7a784ea tempest-RoutersNegativeTest-1851367265 tempest-RoutersNegativeTest-1851367265-project] Pushing event updated for resources: {'Network': ['ID=5b99adbf-c96c-4a1b-a87a-51ea086cc183,revision_number=1']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:40:57.760520 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-298d0ecc-b21f-4ae3-8357-1c5ad7a784ea tempest-RoutersNegativeTest-1851367265 tempest-RoutersNegativeTest-1851367265-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:40:57.793561 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Network 5b99adbf-c96c-4a1b-a87a-51ea086cc183 details requested by agent ovs-agent-dv-neutron-821829-1-hyperv with host dv-neutron-821829-1-hyperv {{(pid=87508) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 22:40:57.857849 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-e75e327e-3471-421b-a39c-4f3314d8dad9 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-825997'] for network, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:57.872894 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [None req-e75e327e-3471-421b-a39c-4f3314d8dad9 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Deleting port e595cb84-0488-4651-8460-345ebee68b7b {{(pid=87506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:40:57.873394 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-e75e327e-3471-421b-a39c-4f3314d8dad9 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:57.878734 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-39f28d7d-7f78-4cf9-bf3b-78770b41bbab tempest-RoutersNegativeTest-1851367265 tempest-RoutersNegativeTest-1851367265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:40:57.894242 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-39f28d7d-7f78-4cf9-bf3b-78770b41bbab tempest-RoutersNegativeTest-1851367265 tempest-RoutersNegativeTest-1851367265-project] Usage tracker for resource:subnet and tenant:c10d8227509b4e77b7f64f8894c37b60 is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:40:57.901742 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-39f28d7d-7f78-4cf9-bf3b-78770b41bbab tempest-RoutersNegativeTest-1851367265 tempest-RoutersNegativeTest-1851367265-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:40:57.907700 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-a827e0cd-1646-460a-ba6f-32abce69a221 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for security_group, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:57.911569 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-a827e0cd-1646-460a-ba6f-32abce69a221 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841066'] for security_group, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:57.915176 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-39f28d7d-7f78-4cf9-bf3b-78770b41bbab tempest-RoutersNegativeTest-1851367265 tempest-RoutersNegativeTest-1851367265-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:40:57.917075 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-c9c13570-e816-471b-a802-ae4d28285e7c tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:40:57.960098 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39f28d7d-7f78-4cf9-bf3b-78770b41bbab tempest-RoutersNegativeTest-1851367265 tempest-RoutersNegativeTest-1851367265-project] Made reservation on behalf of c10d8227509b4e77b7f64f8894c37b60 for: {'subnet': 1} {{(pid=87507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:40:57.962865 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-39f28d7d-7f78-4cf9-bf3b-78770b41bbab tempest-RoutersNegativeTest-1851367265 tempest-RoutersNegativeTest-1851367265-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10549598'] for subnet, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:57.983700 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-a827e0cd-1646-460a-ba6f-32abce69a221 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for security_group, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:57.984932 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-a827e0cd-1646-460a-ba6f-32abce69a221 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1794 time: 0.6320350
Dec 16 22:40:57.989816 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 47546) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:40:57.994983 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-e60e8187-5228-445b-b470-ac35a5f6e544 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Request body: {'security_group_rule': {'security_group_id': 'd05082d4-dbf9-47ae-818f-147b053f15af', 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:40:58.007503 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-e60e8187-5228-445b-b470-ac35a5f6e544 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:40:58.019492 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-e60e8187-5228-445b-b470-ac35a5f6e544 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Usage tracker for resource:security_group_rule and tenant:b7e45fda9ad540a6ac359d1c64c9adb2 is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:40:58.024261 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-e60e8187-5228-445b-b470-ac35a5f6e544 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:40:58.034460 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a827e0cd-1646-460a-ba6f-32abce69a221 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d05082d4-dbf9-47ae-818f-147b053f15af,revision_number=1']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:40:58.043953 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-a827e0cd-1646-460a-ba6f-32abce69a221 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:40:58.047220 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-e60e8187-5228-445b-b470-ac35a5f6e544 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:40:58.159974 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-e60e8187-5228-445b-b470-ac35a5f6e544 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:58.223051 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-2bce81ce-0cec-4288-8f10-259ed87a54bc None None] Notify callbacks [] for port, precommit_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:58.226600 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-4232ad13-ac15-44ae-aba5-51f581fa65c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:58.251811 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-2bce81ce-0cec-4288-8f10-259ed87a54bc None None] Transition to ACTIVE for port object 05d23948-13a3-4302-b64d-cb5cf4d089dd will not be triggered until provisioned by entity L2. {{(pid=87508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:40:58.263138 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-2bce81ce-0cec-4288-8f10-259ed87a54bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:58.263880 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-e60e8187-5228-445b-b470-ac35a5f6e544 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:58.266059 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.db [None req-e75e327e-3471-421b-a39c-4f3314d8dad9 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] For port e595cb84-0488-4651-8460-345ebee68b7b, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=e595cb84-0488-4651-8460-345ebee68b7b,segment=NetworkSegment(813541d7-5a16-4695-b75a-fa872b9e2804),segment_id=813541d7-5a16-4695-b75a-fa872b9e2804)] {{(pid=87506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:40:58.266615 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-e75e327e-3471-421b-a39c-4f3314d8dad9 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:58.272850 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:40:58.278492 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-e60e8187-5228-445b-b470-ac35a5f6e544 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841137'] for security_group_rule, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:58.284192 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:40:58.360011 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-39f28d7d-7f78-4cf9-bf3b-78770b41bbab tempest-RoutersNegativeTest-1851367265 tempest-RoutersNegativeTest-1851367265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10807931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10549612'] for subnet, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:58.366090 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-d107eb1a-9c1e-4c24-ba0c-afe13b924a24 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:40:58.447600 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f28d7d-7f78-4cf9-bf3b-78770b41bbab tempest-RoutersNegativeTest-1851367265 tempest-RoutersNegativeTest-1851367265-project] Pushing event updated for resources: {'Subnet': ['ID=2c163f06-ee26-4334-83cc-0a8be885778c,revision_number=0']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:40:58.452408 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-39f28d7d-7f78-4cf9-bf3b-78770b41bbab tempest-RoutersNegativeTest-1851367265 tempest-RoutersNegativeTest-1851367265-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:40:58.463802 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057c552d-3307-4f13-b13c-afc450a76e2a req-311fa568-5e38-428d-8ab6-de11ecde94e2 tempest-TestServerAdvancedOps-1174825185 tempest-TestServerAdvancedOps-1174825185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:40:58.473522 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-057c552d-3307-4f13-b13c-afc450a76e2a req-311fa568-5e38-428d-8ab6-de11ecde94e2 tempest-TestServerAdvancedOps-1174825185 tempest-TestServerAdvancedOps-1174825185-project] 10.222.0.13 "GET /v2.0/ports?device_id=5c2b94bd-0aca-49a0-95fb-a3268f577382 HTTP/1.1" status: 200  len: 946 time: 0.2681551
Dec 16 22:40:58.502024 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b106465-53b2-4412-9f4a-19a06836b109 None None] DHCP port deletion for bf9c7624-5a8f-45ef-80fb-86a40ea7bbb3 request from dv-neutron-821829-1-hyperv {{(pid=87508) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 16 22:40:58.505102 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [None req-e75e327e-3471-421b-a39c-4f3314d8dad9 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Calling delete_port for e595cb84-0488-4651-8460-345ebee68b7b owned by network:dhcp {{(pid=87506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:40:58.511003 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc4ffd3-48c3-43ea-b261-f0045742db8f None None] Pushing event updated for resources: {'Port': ['ID=05d23948-13a3-4302-b64d-cb5cf4d089dd,revision_number=3']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:40:58.521554 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-7fc4ffd3-48c3-43ea-b261-f0045742db8f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:40:58.531134 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-5b106465-53b2-4412-9f4a-19a06836b109 None None] Deleting port e595cb84-0488-4651-8460-345ebee68b7b {{(pid=87508) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:40:58.531528 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-5b106465-53b2-4412-9f4a-19a06836b109 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:58.580947 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-057c552d-3307-4f13-b13c-afc450a76e2a req-b35f1c90-ed61-4430-9f2b-4ce4ae3ff988 tempest-TestServerAdvancedOps-1174825185 tempest-TestServerAdvancedOps-1174825185-project] 10.222.0.13 "GET /v2.0/security-groups?id=f2a7ae02-12b2-467c-a00d-8fc3127f3c58&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1025014
Dec 16 22:40:58.598820 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39f28d7d-7f78-4cf9-bf3b-78770b41bbab tempest-RoutersNegativeTest-1851367265 tempest-RoutersNegativeTest-1851367265-project] Checking segment: {'id': '76aca48d-a4f6-4629-8fe9-b3c22e4df6f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '5b99adbf-c96c-4a1b-a87a-51ea086cc183'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 22:40:58.599351 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39f28d7d-7f78-4cf9-bf3b-78770b41bbab tempest-RoutersNegativeTest-1851367265 tempest-RoutersNegativeTest-1851367265-project] Network hostable DHCP agents. Network: 5b99adbf-c96c-4a1b-a87a-51ea086cc183, hostable agents: ['3b155c4d-12dc-491e-aa14-6113b06cfacd'], hosted agents: [] {{(pid=87507) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 16 22:40:58.602642 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60e8187-5228-445b-b470-ac35a5f6e544 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84efaf8d-7a83-4996-b3ee-c1bce79d1cf2,revision_number=0']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:40:58.625457 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-e60e8187-5228-445b-b470-ac35a5f6e544 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:40:58.628383 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39f28d7d-7f78-4cf9-bf3b-78770b41bbab tempest-RoutersNegativeTest-1851367265 tempest-RoutersNegativeTest-1851367265-project] Network 5b99adbf-c96c-4a1b-a87a-51ea086cc183 is scheduled to be hosted by DHCP agent 3b155c4d-12dc-491e-aa14-6113b06cfacd with binding_index 1 {{(pid=87507) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 16 22:40:58.637061 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-e60e8187-5228-445b-b470-ac35a5f6e544 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:58.640394 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-e60e8187-5228-445b-b470-ac35a5f6e544 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.6495571
Dec 16 22:40:58.645831 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 47554) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:40:58.653772 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-4f02d8d9-cb9b-4bcc-bb78-b2dc5ee9b675 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Request body: {'security_group_rule': {'security_group_id': 'd05082d4-dbf9-47ae-818f-147b053f15af', 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:40:58.659482 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-2bce81ce-0cec-4288-8f10-259ed87a54bc None None] Attempting to bind port 05d23948-13a3-4302-b64d-cb5cf4d089dd on host dv-neutron-821829-1-hyperv for vnic_type normal with profile  {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 22:40:58.660459 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-2bce81ce-0cec-4288-8f10-259ed87a54bc None None] Attempting to bind port 05d23948-13a3-4302-b64d-cb5cf4d089dd by drivers openvswitch,hyperv on host dv-neutron-821829-1-hyperv at level 0 using segments [{'id': 'e9b1e4b1-44ca-49bc-bbd9-0eb4b0374e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '2f687e27-c3dc-4aa9-ba40-39fc0889e61d'}] {{(pid=87508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 22:40:58.660875 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bce81ce-0cec-4288-8f10-259ed87a54bc None None] Attempting to bind port 05d23948-13a3-4302-b64d-cb5cf4d089dd on network 2f687e27-c3dc-4aa9-ba40-39fc0889e61d {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 22:40:58.662055 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.base_scheduler [None req-39f28d7d-7f78-4cf9-bf3b-78770b41bbab tempest-RoutersNegativeTest-1851367265 tempest-RoutersNegativeTest-1851367265-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821829-1-hyperv, 5b99adbf-c96c-4a1b-a87a-51ea086cc183) {{(pid=87507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:40:58.670281 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-4f02d8d9-cb9b-4bcc-bb78-b2dc5ee9b675 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:40:58.680471 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39f28d7d-7f78-4cf9-bf3b-78770b41bbab tempest-RoutersNegativeTest-1851367265 tempest-RoutersNegativeTest-1851367265-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:40:58.680562 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-39f28d7d-7f78-4cf9-bf3b-78770b41bbab tempest-RoutersNegativeTest-1851367265 tempest-RoutersNegativeTest-1851367265-project] Notify callbacks [] for subnet, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:58.685070 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-4f02d8d9-cb9b-4bcc-bb78-b2dc5ee9b675 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Usage tracker for resource:security_group_rule and tenant:b7e45fda9ad540a6ac359d1c64c9adb2 is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:40:58.687003 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5605168c-81d9-4521-8d69-438771e5de5b None None] Network 5b99adbf-c96c-4a1b-a87a-51ea086cc183 requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 22:40:58.691311 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-4f02d8d9-cb9b-4bcc-bb78-b2dc5ee9b675 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:40:58.709711 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-4f02d8d9-cb9b-4bcc-bb78-b2dc5ee9b675 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:40:58.710850 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bce81ce-0cec-4288-8f10-259ed87a54bc None None] Checking agent: {'id': '5571501f-366e-47a4-9b60-8ef19d935d27', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821829-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 24, 2), 'started_at': datetime.datetime(2021, 12, 16, 22, 24, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 40, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821829-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 22:40:58.711402 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bce81ce-0cec-4288-8f10-259ed87a54bc None None] Checking segment: {'id': 'e9b1e4b1-44ca-49bc-bbd9-0eb4b0374e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '2f687e27-c3dc-4aa9-ba40-39fc0889e61d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 22:40:58.712094 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-2bce81ce-0cec-4288-8f10-259ed87a54bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:58.712509 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bce81ce-0cec-4288-8f10-259ed87a54bc None None] Bound using segment: {'id': 'e9b1e4b1-44ca-49bc-bbd9-0eb4b0374e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '2f687e27-c3dc-4aa9-ba40-39fc0889e61d'} {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 22:40:58.714193 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-2bce81ce-0cec-4288-8f10-259ed87a54bc None None] Bound port: 05d23948-13a3-4302-b64d-cb5cf4d089dd, host: dv-neutron-821829-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9b1e4b1-44ca-49bc-bbd9-0eb4b0374e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '2f687e27-c3dc-4aa9-ba40-39fc0889e61d'}}] {{(pid=87508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 22:40:58.715014 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-2bce81ce-0cec-4288-8f10-259ed87a54bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:58.732255 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-e75e327e-3471-421b-a39c-4f3314d8dad9 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1863393'] for port, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:58.738128 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-39f28d7d-7f78-4cf9-bf3b-78770b41bbab tempest-RoutersNegativeTest-1851367265 tempest-RoutersNegativeTest-1851367265-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.0039442
Dec 16 22:40:58.738229 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-c3bfac8f-ffe9-4180-9a1c-2f0f51fb2e28 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:40:58.738367 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 47558) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:40:58.747335 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-9a5e26c2-2475-4234-a909-a7dd8765212f tempest-RoutersNegativeTest-1851367265 tempest-RoutersNegativeTest-1851367265-project] Request body: {'network': {'name': 'tempest-router-network01--1713894359'}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:40:58.763561 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-9a5e26c2-2475-4234-a909-a7dd8765212f tempest-RoutersNegativeTest-1851367265 tempest-RoutersNegativeTest-1851367265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:40:58.771708 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-9a5e26c2-2475-4234-a909-a7dd8765212f tempest-RoutersNegativeTest-1851367265 tempest-RoutersNegativeTest-1851367265-project] Usage tracker for resource:network and tenant:c10d8227509b4e77b7f64f8894c37b60 is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:40:58.774897 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-9a5e26c2-2475-4234-a909-a7dd8765212f tempest-RoutersNegativeTest-1851367265 tempest-RoutersNegativeTest-1851367265-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:40:58.783130 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-9a5e26c2-2475-4234-a909-a7dd8765212f tempest-RoutersNegativeTest-1851367265 tempest-RoutersNegativeTest-1851367265-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:40:58.785657 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75e327e-3471-421b-a39c-4f3314d8dad9 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Pushing event deleted for resources: {'Port': ['ID=e595cb84-0488-4651-8460-345ebee68b7b,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:40:58.787547 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e75e327e-3471-421b-a39c-4f3314d8dad9 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] No DVR routers for this DVR port e595cb84-0488-4651-8460-345ebee68b7b on host dv-neutron-821829-1-hyperv {{(pid=87506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 22:40:58.789149 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-e75e327e-3471-421b-a39c-4f3314d8dad9 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:40:58.808386 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device e34f309c-ecfe-4315-9da6-214f2f81b236 up at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 22:40:58.821020 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-4f02d8d9-cb9b-4bcc-bb78-b2dc5ee9b675 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:58.829941 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a5e26c2-2475-4234-a909-a7dd8765212f tempest-RoutersNegativeTest-1851367265 tempest-RoutersNegativeTest-1851367265-project] Made reservation on behalf of c10d8227509b4e77b7f64f8894c37b60 for: {'network': 1} {{(pid=87507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:40:58.834583 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-9a5e26c2-2475-4234-a909-a7dd8765212f tempest-RoutersNegativeTest-1851367265 tempest-RoutersNegativeTest-1851367265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for network, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:58.884808 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a5e26c2-2475-4234-a909-a7dd8765212f tempest-RoutersNegativeTest-1851367265 tempest-RoutersNegativeTest-1851367265-project] vlan segment allocate from pool success with {'vlan_id': 155, 'physical_network': 'physnet1'}  {{(pid=87507) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 22:40:58.890299 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-5b106465-53b2-4412-9f4a-19a06836b109 None None] The port 'e595cb84-0488-4651-8460-345ebee68b7b' was deleted {{(pid=87508) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 16 22:40:58.936281 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-9a5e26c2-2475-4234-a909-a7dd8765212f tempest-RoutersNegativeTest-1851367265 tempest-RoutersNegativeTest-1851367265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-883292'] for segment, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:58.936617 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.db.segments_db [None req-9a5e26c2-2475-4234-a909-a7dd8765212f tempest-RoutersNegativeTest-1851367265 tempest-RoutersNegativeTest-1851367265-project] Added segment 3f6bbb2b-41da-4711-8690-1b01d8d3f8a8 of type vlan for network 6d6c6e4e-2aa4-406e-80b4-dea163a46f80
Dec 16 22:40:58.946327 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-e75e327e-3471-421b-a39c-4f3314d8dad9 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3329565', 'neutron.services.segments.db._delete_segments_for_network-8734753546406'] for network, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:58.979186 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-4f02d8d9-cb9b-4bcc-bb78-b2dc5ee9b675 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:58.985470 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-9a5e26c2-2475-4234-a909-a7dd8765212f tempest-RoutersNegativeTest-1851367265 tempest-RoutersNegativeTest-1851367265-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734753047233'] for network, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:58.992255 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-4f02d8d9-cb9b-4bcc-bb78-b2dc5ee9b675 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841137'] for security_group_rule, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:59.006531 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.services.segments.db [None req-e75e327e-3471-421b-a39c-4f3314d8dad9 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1b7c4f28e0>,) {'filters': {'network_id': ['bf9c7624-5a8f-45ef-80fb-86a40ea7bbb3']}} {{(pid=87506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:40:59.019602 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:40:59.035801 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.services.segments.db [None req-e75e327e-3471-421b-a39c-4f3314d8dad9 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b7c4f28e0>, '813541d7-5a16-4695-b75a-fa872b9e2804') {'for_net_delete': True} {{(pid=87506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:40:59.035995 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.services.segments.db [None req-e75e327e-3471-421b-a39c-4f3314d8dad9 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b7c4f28e0>, '813541d7-5a16-4695-b75a-fa872b9e2804') {} {{(pid=87506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:40:59.036142 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f02d8d9-cb9b-4bcc-bb78-b2dc5ee9b675 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01ef51c2-e9dd-4ad3-888f-3b21b607b69e,revision_number=0']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:40:59.039268 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-4f02d8d9-cb9b-4bcc-bb78-b2dc5ee9b675 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:40:59.039875 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-4f02d8d9-cb9b-4bcc-bb78-b2dc5ee9b675 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:59.044183 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-4f02d8d9-cb9b-4bcc-bb78-b2dc5ee9b675 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.3970935
Dec 16 22:40:59.046229 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 47564) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:40:59.053406 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-6973e5a0-35da-4bda-ae15-8de5a6700b72 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Request body: {'security_group_rule': {'security_group_id': 'd05082d4-dbf9-47ae-818f-147b053f15af', 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:40:59.068379 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-e75e327e-3471-421b-a39c-4f3314d8dad9 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734753593977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-266764496'] for segment, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:59.090454 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-e75e327e-3471-421b-a39c-4f3314d8dad9 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-883292'] for segment, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:59.098338 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e75e327e-3471-421b-a39c-4f3314d8dad9 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Releasing vlan 150 on physical network physnet1 to pool {{(pid=87506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 16 22:40:59.098800 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-e75e327e-3471-421b-a39c-4f3314d8dad9 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-883285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1863180'] for segment, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:59.105911 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-6973e5a0-35da-4bda-ae15-8de5a6700b72 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:40:59.110282 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning complete for port e34f309c-ecfe-4315-9da6-214f2f81b236 triggered by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:40:59.110662 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:59.117613 dv-neutron-821829-1-hyperv neutron-server[87506]: Traceback (most recent call last):
Dec 16 22:40:59.117613 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 16 22:40:59.117613 dv-neutron-821829-1-hyperv neutron-server[87506]:     timer()
Dec 16 22:40:59.117613 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 22:40:59.117613 dv-neutron-821829-1-hyperv neutron-server[87506]:     cb(*args, **kw)
Dec 16 22:40:59.117613 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 22:40:59.117613 dv-neutron-821829-1-hyperv neutron-server[87506]:     return func(*args, **kwargs)
Dec 16 22:40:59.117613 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 22:40:59.117613 dv-neutron-821829-1-hyperv neutron-server[87506]:     self._notify()
Dec 16 22:40:59.117613 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 22:40:59.117613 dv-neutron-821829-1-hyperv neutron-server[87506]:     self.callback(batched_events)
Dec 16 22:40:59.117613 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 22:40:59.117613 dv-neutron-821829-1-hyperv neutron-server[87506]:     event.method(event)
Dec 16 22:40:59.117613 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 22:40:59.117613 dv-neutron-821829-1-hyperv neutron-server[87506]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 22:40:59.117613 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 22:40:59.117613 dv-neutron-821829-1-hyperv neutron-server[87506]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 22:40:59.117613 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 22:40:59.117613 dv-neutron-821829-1-hyperv neutron-server[87506]:     return f(self, *a, **k)
Dec 16 22:40:59.117613 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 16 22:40:59.117613 dv-neutron-821829-1-hyperv neutron-server[87506]:     return self._get(url).json()
Dec 16 22:40:59.117613 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 16 22:40:59.117613 dv-neutron-821829-1-hyperv neutron-server[87506]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 22:40:59.117613 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 16 22:40:59.117613 dv-neutron-821829-1-hyperv neutron-server[87506]:     return self.request(url, 'GET', **kwargs)
Dec 16 22:40:59.117613 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 16 22:40:59.117613 dv-neutron-821829-1-hyperv neutron-server[87506]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 22:40:59.117613 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 16 22:40:59.117613 dv-neutron-821829-1-hyperv neutron-server[87506]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 22:40:59.117613 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 16 22:40:59.117613 dv-neutron-821829-1-hyperv neutron-server[87506]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 22:40:59.117613 dv-neutron-821829-1-hyperv neutron-server[87506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 22:40:59.119426 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-6973e5a0-35da-4bda-ae15-8de5a6700b72 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Usage tracker for resource:security_group_rule and tenant:b7e45fda9ad540a6ac359d1c64c9adb2 is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:40:59.130936 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-6973e5a0-35da-4bda-ae15-8de5a6700b72 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:40:59.140608 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-6973e5a0-35da-4bda-ae15-8de5a6700b72 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:40:59.141447 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-2bce81ce-0cec-4288-8f10-259ed87a54bc None None] For port 05d23948-13a3-4302-b64d-cb5cf4d089dd, host dv-neutron-821829-1-hyperv, cleared binding levels {{(pid=87508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 22:40:59.168038 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-9a5e26c2-2475-4234-a909-a7dd8765212f tempest-RoutersNegativeTest-1851367265 tempest-RoutersNegativeTest-1851367265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440'] for network, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:59.173876 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a5e26c2-2475-4234-a909-a7dd8765212f tempest-RoutersNegativeTest-1851367265 tempest-RoutersNegativeTest-1851367265-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:40:59.175361 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-9a5e26c2-2475-4234-a909-a7dd8765212f tempest-RoutersNegativeTest-1851367265 tempest-RoutersNegativeTest-1851367265-project] Notify callbacks [] for network, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:59.183706 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-c1e51f71-debb-4d09-85ee-e78cbd5b5a3a tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:40:59.188990 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-2bce81ce-0cec-4288-8f10-259ed87a54bc None None] For port 05d23948-13a3-4302-b64d-cb5cf4d089dd, host dv-neutron-821829-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=05d23948-13a3-4302-b64d-cb5cf4d089dd,segment=NetworkSegment(e9b1e4b1-44ca-49bc-bbd9-0eb4b0374e3d),segment_id=e9b1e4b1-44ca-49bc-bbd9-0eb4b0374e3d)] {{(pid=87508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 22:40:59.200226 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-2bce81ce-0cec-4288-8f10-259ed87a54bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:59.209305 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:40:59.274609 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-6973e5a0-35da-4bda-ae15-8de5a6700b72 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:59.297108 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-9a5e26c2-2475-4234-a909-a7dd8765212f tempest-RoutersNegativeTest-1851367265 tempest-RoutersNegativeTest-1851367265-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 772 time: 0.5547287
Dec 16 22:40:59.299869 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 47568) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:40:59.334523 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bcf3047-9d02-4437-a82e-6fcaef2acbae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1d6bfaf-d325-5e4f-b05d-2441d8339617-5b99adbf-c96c-4a1b-a87a-51ea086cc183', 'network_id': '5b99adbf-c96c-4a1b-a87a-51ea086cc183', 'tenant_id': 'c10d8227509b4e77b7f64f8894c37b60', 'fixed_ips': [{'subnet_id': '2c163f06-ee26-4334-83cc-0a8be885778c'}]}} from dv-neutron-821829-1-hyperv. {{(pid=87508) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 16 22:40:59.334971 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-9bcf3047-9d02-4437-a82e-6fcaef2acbae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:59.343932 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-eaa23703-3eb0-4891-b176-d93fc41a6149 tempest-RoutersNegativeTest-1851367265 tempest-RoutersNegativeTest-1851367265-project] Request body: {'network': {'name': 'tempest-router-network02--1225978246'}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:40:59.349941 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-eaa23703-3eb0-4891-b176-d93fc41a6149 tempest-RoutersNegativeTest-1851367265 tempest-RoutersNegativeTest-1851367265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:40:59.353977 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-eaa23703-3eb0-4891-b176-d93fc41a6149 tempest-RoutersNegativeTest-1851367265 tempest-RoutersNegativeTest-1851367265-project] Usage tracker for resource:network and tenant:c10d8227509b4e77b7f64f8894c37b60 is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:40:59.361539 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-eaa23703-3eb0-4891-b176-d93fc41a6149 tempest-RoutersNegativeTest-1851367265 tempest-RoutersNegativeTest-1851367265-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:40:59.372220 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc4ffd3-48c3-43ea-b261-f0045742db8f None None] Pushing event updated for resources: {'Port': ['ID=05d23948-13a3-4302-b64d-cb5cf4d089dd,revision_number=4']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:40:59.376012 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743e7d51-62db-454d-9474-72e06ef1da90 req-5934522c-2d91-4a6c-874c-6f0e05999e02 tempest-TestServerAdvancedOps-1174825185 tempest-TestServerAdvancedOps-1174825185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:40:59.384479 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-743e7d51-62db-454d-9474-72e06ef1da90 req-5934522c-2d91-4a6c-874c-6f0e05999e02 tempest-TestServerAdvancedOps-1174825185 tempest-TestServerAdvancedOps-1174825185-project] 10.222.0.13 "GET /v2.0/ports?device_id=5c2b94bd-0aca-49a0-95fb-a3268f577382 HTTP/1.1" status: 200  len: 946 time: 0.3371627
Dec 16 22:40:59.387511 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-eaa23703-3eb0-4891-b176-d93fc41a6149 tempest-RoutersNegativeTest-1851367265 tempest-RoutersNegativeTest-1851367265-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:40:59.390686 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5e26c2-2475-4234-a909-a7dd8765212f tempest-RoutersNegativeTest-1851367265 tempest-RoutersNegativeTest-1851367265-project] Pushing event updated for resources: {'Network': ['ID=6d6c6e4e-2aa4-406e-80b4-dea163a46f80,revision_number=1']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:40:59.410758 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-e75e327e-3471-421b-a39c-4f3314d8dad9 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3329572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3741856'] for network, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:59.415728 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eaa23703-3eb0-4891-b176-d93fc41a6149 tempest-RoutersNegativeTest-1851367265 tempest-RoutersNegativeTest-1851367265-project] Made reservation on behalf of c10d8227509b4e77b7f64f8894c37b60 for: {'network': 1} {{(pid=87506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:40:59.420086 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-eaa23703-3eb0-4891-b176-d93fc41a6149 tempest-RoutersNegativeTest-1851367265 tempest-RoutersNegativeTest-1851367265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for network, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:59.431105 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-3660ff6b-b509-4f5f-82d7-2dfe900ced03 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:40:59.446982 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-9a5e26c2-2475-4234-a909-a7dd8765212f tempest-RoutersNegativeTest-1851367265 tempest-RoutersNegativeTest-1851367265-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:40:59.454854 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-7fc4ffd3-48c3-43ea-b261-f0045742db8f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:40:59.457186 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-e75e327e-3471-421b-a39c-4f3314d8dad9 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks [] for network, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:59.457393 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bce81ce-0cec-4288-8f10-259ed87a54bc None None] Routers {'eea06010-12bf-4f24-b2f6-a6b19ff6f8bf'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:40:59.458044 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-2bce81ce-0cec-4288-8f10-259ed87a54bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b76dfa2e0>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:40:31Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['eea06010-12bf-4f24-b2f6-a6b19ff6f8bf'], 'active': True} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:40:59.465235 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75e327e-3471-421b-a39c-4f3314d8dad9 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Pushing event deleted for resources: {'Network': ['ID=bf9c7624-5a8f-45ef-80fb-86a40ea7bbb3,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:40:59.477874 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-e75e327e-3471-421b-a39c-4f3314d8dad9 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:40:59.485603 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-743e7d51-62db-454d-9474-72e06ef1da90 req-74adf602-0265-46e7-9375-d83496b46af6 tempest-TestServerAdvancedOps-1174825185 tempest-TestServerAdvancedOps-1174825185-project] 10.222.0.13 "GET /v2.0/security-groups?id=f2a7ae02-12b2-467c-a00d-8fc3127f3c58&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1000767
Dec 16 22:40:59.518187 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-6973e5a0-35da-4bda-ae15-8de5a6700b72 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:59.523463 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-6973e5a0-35da-4bda-ae15-8de5a6700b72 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841137'] for security_group_rule, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:59.527053 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-e75e327e-3471-421b-a39c-4f3314d8dad9 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] 10.222.0.13 "DELETE /v2.0/networks/bf9c7624-5a8f-45ef-80fb-86a40ea7bbb3 HTTP/1.1" status: 204  len: 168 time: 1.7969673
Dec 16 22:40:59.532479 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 47572) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:40:59.547384 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-cc741fa6-b4ab-4ed1-97b1-456038e87af9 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Request body: {'router': {'routes': None}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:40:59.556129 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-5d68dff0-9189-41be-8c0f-f07e73c964e0 tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:40:59.566961 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-6973e5a0-35da-4bda-ae15-8de5a6700b72 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:59.568351 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-6973e5a0-35da-4bda-ae15-8de5a6700b72 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.5198510
Dec 16 22:40:59.573019 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 47576) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:40:59.581996 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-69851f0c-f1ef-4545-89d0-cf040f9d0f33 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Request body: {'security_group_rule': {'security_group_id': 'd05082d4-dbf9-47ae-818f-147b053f15af', 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:40:59.588925 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-69851f0c-f1ef-4545-89d0-cf040f9d0f33 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:40:59.593070 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-69851f0c-f1ef-4545-89d0-cf040f9d0f33 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Usage tracker for resource:security_group_rule and tenant:b7e45fda9ad540a6ac359d1c64c9adb2 is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:40:59.602490 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-69851f0c-f1ef-4545-89d0-cf040f9d0f33 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:40:59.609321 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-69851f0c-f1ef-4545-89d0-cf040f9d0f33 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:40:59.611876 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6973e5a0-35da-4bda-ae15-8de5a6700b72 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1175ce1-7f68-4a02-946b-c438a7631dd3,revision_number=0']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:40:59.612148 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Network 6d6c6e4e-2aa4-406e-80b4-dea163a46f80 details requested by agent ovs-agent-dv-neutron-821829-1-hyperv with host dv-neutron-821829-1-hyperv {{(pid=87508) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 22:40:59.620311 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-6973e5a0-35da-4bda-ae15-8de5a6700b72 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:40:59.631217 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eaa23703-3eb0-4891-b176-d93fc41a6149 tempest-RoutersNegativeTest-1851367265 tempest-RoutersNegativeTest-1851367265-project] vlan segment allocate from pool success with {'vlan_id': 170, 'physical_network': 'physnet1'}  {{(pid=87506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 22:40:59.641241 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-69851f0c-f1ef-4545-89d0-cf040f9d0f33 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:59.700893 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130d041b-2977-4771-a555-a5b349ebca56 req-7bf8395a-8fb0-489f-8c50-1f464fb44e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:40:59.702444 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-130d041b-2977-4771-a555-a5b349ebca56 req-7bf8395a-8fb0-489f-8c50-1f464fb44e11 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=021ba4f4c5d94216ba70fdc1551b8e7f&device_id=5c2b94bd-0aca-49a0-95fb-a3268f577382 HTTP/1.1" status: 200  len: 1099 time: 0.4021790
Dec 16 22:40:59.746283 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-eaa23703-3eb0-4891-b176-d93fc41a6149 tempest-RoutersNegativeTest-1851367265 tempest-RoutersNegativeTest-1851367265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-883292'] for segment, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:59.746806 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.db.segments_db [None req-eaa23703-3eb0-4891-b176-d93fc41a6149 tempest-RoutersNegativeTest-1851367265 tempest-RoutersNegativeTest-1851367265-project] Added segment c26c1d80-86f1-4b56-a195-a5022a6dc0ea of type vlan for network 112e1489-2f7b-4ccd-8143-11600127a4ba
Dec 16 22:40:59.839465 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-69851f0c-f1ef-4545-89d0-cf040f9d0f33 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:59.845208 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-69851f0c-f1ef-4545-89d0-cf040f9d0f33 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841137'] for security_group_rule, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:59.852179 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-231ef275-6495-4456-b38a-190e8fe68ec2 tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:40:59.874148 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69851f0c-f1ef-4545-89d0-cf040f9d0f33 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee7b8ea5-8601-47a2-a7b1-3be6df368cff,revision_number=0']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:40:59.887122 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-69851f0c-f1ef-4545-89d0-cf040f9d0f33 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:40:59.909344 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-69851f0c-f1ef-4545-89d0-cf040f9d0f33 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:40:59.909344 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-69851f0c-f1ef-4545-89d0-cf040f9d0f33 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.3337495
Dec 16 22:40:59.909344 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 47580) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:40:59.914305 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-766d9e2e-ee76-420d-9f0d-75c134acca57 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Request body: {'security_group_rule': {'security_group_id': 'd05082d4-dbf9-47ae-818f-147b053f15af', 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:40:59.921634 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-766d9e2e-ee76-420d-9f0d-75c134acca57 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:40:59.928289 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-766d9e2e-ee76-420d-9f0d-75c134acca57 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Usage tracker for resource:security_group_rule and tenant:b7e45fda9ad540a6ac359d1c64c9adb2 is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:40:59.930183 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-766d9e2e-ee76-420d-9f0d-75c134acca57 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:40:59.935555 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-766d9e2e-ee76-420d-9f0d-75c134acca57 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:40:59.948255 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.db.securitygroups_db [None req-766d9e2e-ee76-420d-9f0d-75c134acca57 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Project b7e45fda9ad540a6ac359d1c64c9adb2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 16 22:40:59.956716 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-766d9e2e-ee76-420d-9f0d-75c134acca57 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:00.003292 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-eaa23703-3eb0-4891-b176-d93fc41a6149 tempest-RoutersNegativeTest-1851367265 tempest-RoutersNegativeTest-1851367265-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734753047233'] for network, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:00.009292 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.extraroute_db [None req-cc741fa6-b4ab-4ed1-97b1-456038e87af9 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Added routes are [] {{(pid=87506) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}}
Dec 16 22:41:00.010366 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.extraroute_db [None req-cc741fa6-b4ab-4ed1-97b1-456038e87af9 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Removed routes are [] {{(pid=87506) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}}
Dec 16 22:41:00.010903 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-cc741fa6-b4ab-4ed1-97b1-456038e87af9 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3741702', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3740945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-38947'] for router, precommit_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:00.031952 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvr_db [None req-2bce81ce-0cec-4288-8f10-259ed87a54bc None None] Set router eea06010-12bf-4f24-b2f6-a6b19ff6f8bf gateway port host: dv-neutron-821829-1-hyperv {{(pid=87508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 22:41:00.044601 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-766d9e2e-ee76-420d-9f0d-75c134acca57 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:00.050014 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-766d9e2e-ee76-420d-9f0d-75c134acca57 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841137'] for security_group_rule, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:00.060755 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-1b099a18-c645-4bee-bb7d-f46911857b2f tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:41:00.083217 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766d9e2e-ee76-420d-9f0d-75c134acca57 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f956588-f55a-41c0-b132-f522b74980f2,revision_number=0']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:41:00.085726 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-766d9e2e-ee76-420d-9f0d-75c134acca57 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:41:00.093826 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-766d9e2e-ee76-420d-9f0d-75c134acca57 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:00.098290 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-766d9e2e-ee76-420d-9f0d-75c134acca57 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1854320
Dec 16 22:41:00.098494 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 47584) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:41:00.104742 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-f5b4752d-3f07-4434-93e5-e476c9041408 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Request body: {'security_group_rule': {'security_group_id': 'd05082d4-dbf9-47ae-818f-147b053f15af', 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:41:00.107719 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 07a12276-2538-44d6-9e80-8f6358f227c6 no longer exists at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 22:41:00.111688 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-f5b4752d-3f07-4434-93e5-e476c9041408 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:41:00.116197 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-f5b4752d-3f07-4434-93e5-e476c9041408 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Usage tracker for resource:security_group_rule and tenant:b7e45fda9ad540a6ac359d1c64c9adb2 is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:41:00.120130 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-f5b4752d-3f07-4434-93e5-e476c9041408 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:41:00.126286 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-f5b4752d-3f07-4434-93e5-e476c9041408 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:41:00.136809 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.db.securitygroups_db [None req-f5b4752d-3f07-4434-93e5-e476c9041408 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Project b7e45fda9ad540a6ac359d1c64c9adb2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 16 22:41:00.144946 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-f5b4752d-3f07-4434-93e5-e476c9041408 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:00.162169 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] No Port match for: 07a12276-2538-44d6-9e80-8f6358f227c6 {{(pid=87508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 22:41:00.162527 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 07a12276-2538-44d6-9e80-8f6358f227c6 not bound to the agent host dv-neutron-821829-1-hyperv {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 22:41:00.163162 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device e595cb84-0488-4651-8460-345ebee68b7b no longer exists at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 22:41:00.208411 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] No Port match for: e595cb84-0488-4651-8460-345ebee68b7b {{(pid=87508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 22:41:00.208773 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device e595cb84-0488-4651-8460-345ebee68b7b not bound to the agent host dv-neutron-821829-1-hyperv {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 22:41:00.233434 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-f5b4752d-3f07-4434-93e5-e476c9041408 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:00.238124 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-f5b4752d-3f07-4434-93e5-e476c9041408 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841137'] for security_group_rule, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:00.240326 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:41:00.267348 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b4752d-3f07-4434-93e5-e476c9041408 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8cdc3a47-7c5f-4c2c-9e55-9bd030ce72c1,revision_number=0']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:41:00.271261 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-f5b4752d-3f07-4434-93e5-e476c9041408 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:41:00.280753 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-f5b4752d-3f07-4434-93e5-e476c9041408 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:00.281975 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-f5b4752d-3f07-4434-93e5-e476c9041408 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1823618
Dec 16 22:41:00.297345 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.db_base_plugin_common [None req-9bcf3047-9d02-4437-a82e-6fcaef2acbae None None] Allocated IP 172.20.0.2 (5b99adbf-c96c-4a1b-a87a-51ea086cc183/2c163f06-ee26-4334-83cc-0a8be885778c/41f4e1f1-c91b-442e-8c53-f0f6b5503ef9) {{(pid=87508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 22:41:00.335159 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-eaa23703-3eb0-4891-b176-d93fc41a6149 tempest-RoutersNegativeTest-1851367265 tempest-RoutersNegativeTest-1851367265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440'] for network, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:00.341536 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaa23703-3eb0-4891-b176-d93fc41a6149 tempest-RoutersNegativeTest-1851367265 tempest-RoutersNegativeTest-1851367265-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:41:00.342074 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-eaa23703-3eb0-4891-b176-d93fc41a6149 tempest-RoutersNegativeTest-1851367265 tempest-RoutersNegativeTest-1851367265-project] Notify callbacks [] for network, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:00.355450 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-4e861690-0179-4bf1-8609-e7f457fa3dcb tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:41:00.369516 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130d041b-2977-4771-a555-a5b349ebca56 req-3ff7ff69-6f5d-4765-a47e-873c23adc23a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:41:00.371277 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-130d041b-2977-4771-a555-a5b349ebca56 req-3ff7ff69-6f5d-4765-a47e-873c23adc23a service neutron] 10.222.0.49 "GET /v2.0/networks?id=b8fd4ecc-4c8d-44f6-ade3-05c82b463e30 HTTP/1.1" status: 200  len: 912 time: 0.6559143
Dec 16 22:41:00.470244 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-cc741fa6-b4ab-4ed1-97b1-456038e87af9 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3741702', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3740945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-38947'] for router, precommit_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:00.473269 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-130d041b-2977-4771-a555-a5b349ebca56 req-28c586b9-3c2b-4b4c-b1f9-d00142df8ef6 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=210194df-de88-426a-be13-ba9791cec1b2 HTTP/1.1" status: 200  len: 217 time: 0.0873342
Dec 16 22:41:00.542117 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [req-18f551f0-9b46-4d23-95bd-d87562f2d6de req-7b431f56-d636-4982-b210-4e4b8d50b486 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Synchronizing usage tracker for tenant:b7e45fda9ad540a6ac359d1c64c9adb2 on resource:security_group {{(pid=87507) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 22:41:00.566864 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [req-18f551f0-9b46-4d23-95bd-d87562f2d6de req-7b431f56-d636-4982-b210-4e4b8d50b486 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Unset dirty status for tenant:b7e45fda9ad540a6ac359d1c64c9adb2 on resource:security_group {{(pid=87507) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 22:41:00.584297 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-18f551f0-9b46-4d23-95bd-d87562f2d6de req-7b431f56-d636-4982-b210-4e4b8d50b486 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-604537397&fields=id&tenant_id=b7e45fda9ad540a6ac359d1c64c9adb2 HTTP/1.1" status: 200  len: 267 time: 0.0912948
Dec 16 22:41:00.639152 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-5ebbde92-26fe-45c1-abc4-a6fc893d6176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:00.678560 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-cc741fa6-b4ab-4ed1-97b1-456038e87af9 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3741923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3741713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3741720', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3740934'] for router, after_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:00.688824 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-eaa23703-3eb0-4891-b176-d93fc41a6149 tempest-RoutersNegativeTest-1851367265 tempest-RoutersNegativeTest-1851367265-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 772 time: 1.3844395
Dec 16 22:41:00.695962 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 47602) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:41:00.743462 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-9bcf3047-9d02-4437-a82e-6fcaef2acbae None None] Notify callbacks [] for port, precommit_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:00.747606 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-2bce81ce-0cec-4288-8f10-259ed87a54bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b76dfa2e0>, [{'id': 'eea06010-12bf-4f24-b2f6-a6b19ff6f8bf', 'name': 'tempest-TestNetworkBasicOps-router-932346143', 'tenant_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.107'}], 'enable_snat': True}, 'gw_port_id': 'e34f309c-ecfe-4315-9da6-214f2f81b236', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:40:43Z', 'updated_at': '2021-12-16T22:40:53Z', 'revision_number': 4, 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'gw_port': {'id': 'e34f309c-ecfe-4315-9da6-214f2f81b236', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:f1:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eea06010-12bf-4f24-b2f6-a6b19ff6f8bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1224, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:40:44Z', 'updated_at': '2021-12-16T22:40:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv', '_interfaces': [{'id': '05d23948-13a3-4302-b64d-cb5cf4d089dd', 'name': '', 'network_id': '2f687e27-c3dc-4aa9-ba40-39fc0889e61d', 'tenant_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'mac_address': 'fa:16:3e:f5:df:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eea06010-12bf-4f24-b2f6-a6b19ff6f8bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1227, 'fixed_ips': [{'subnet_id': '7b9bf1fd-5beb-40d0-9cdf-c44fd8bdff49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:40:50Z', 'updated_at': '2021-12-16T22:40:59Z', 'revision_number': 4, 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'subnets': [{'id': '7b9bf1fd-5beb-40d0-9cdf-c44fd8bdff49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:41:00.748337 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-1fa31470-912e-4864-9c32-c526b9265e56 tempest-RoutersNegativeTest-1851367265 tempest-RoutersNegativeTest-1851367265-project] Request body: {'subnet': {'network_id': '6d6c6e4e-2aa4-406e-80b4-dea163a46f80', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:41:00.759565 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bce81ce-0cec-4288-8f10-259ed87a54bc None None] The sync data for ids ['eea06010-12bf-4f24-b2f6-a6b19ff6f8bf'] in dv-neutron-821829-1-hyperv is: [{'id': 'eea06010-12bf-4f24-b2f6-a6b19ff6f8bf', 'name': 'tempest-TestNetworkBasicOps-router-932346143', 'tenant_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.107'}], 'enable_snat': True}, 'gw_port_id': 'e34f309c-ecfe-4315-9da6-214f2f81b236', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:40:43Z', 'updated_at': '2021-12-16T22:40:53Z', 'revision_number': 4, 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'gw_port': {'id': 'e34f309c-ecfe-4315-9da6-214f2f81b236', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:f1:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eea06010-12bf-4f24-b2f6-a6b19ff6f8bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1224, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:40:44Z', 'updated_at': '2021-12-16T22:40:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv', '_interfaces': [{'id': '05d23948-13a3-4302-b64d-cb5cf4d089dd', 'name': '', 'network_id': '2f687e27-c3dc-4aa9-ba40-39fc0889e61d', 'tenant_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'mac_address': 'fa:16:3e:f5:df:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eea06010-12bf-4f24-b2f6-a6b19ff6f8bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1227, 'fixed_ips': [{'subnet_id': '7b9bf1fd-5beb-40d0-9cdf-c44fd8bdff49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:40:50Z', 'updated_at': '2021-12-16T22:40:59Z', 'revision_number': 4, 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'subnets': [{'id': '7b9bf1fd-5beb-40d0-9cdf-c44fd8bdff49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 22:41:00.762550 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-9bcf3047-9d02-4437-a82e-6fcaef2acbae None None] Transition to ACTIVE for port object 41f4e1f1-c91b-442e-8c53-f0f6b5503ef9 will not be triggered until provisioned by entity L2. {{(pid=87508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:41:00.801531 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa23703-3eb0-4891-b176-d93fc41a6149 tempest-RoutersNegativeTest-1851367265 tempest-RoutersNegativeTest-1851367265-project] Pushing event updated for resources: {'Network': ['ID=112e1489-2f7b-4ccd-8143-11600127a4ba,revision_number=1']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:41:00.804689 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-9bcf3047-9d02-4437-a82e-6fcaef2acbae None None] Transition to ACTIVE for port object 41f4e1f1-c91b-442e-8c53-f0f6b5503ef9 will not be triggered until provisioned by entity DHCP. {{(pid=87508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:41:00.814181 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-9bcf3047-9d02-4437-a82e-6fcaef2acbae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940'] for port, after_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:00.820864 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:41:00.872170 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Network 112e1489-2f7b-4ccd-8143-11600127a4ba details requested by agent ovs-agent-dv-neutron-821829-1-hyperv with host dv-neutron-821829-1-hyperv {{(pid=87508) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 22:41:01.008969 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bcf3047-9d02-4437-a82e-6fcaef2acbae None None] Network 5b99adbf-c96c-4a1b-a87a-51ea086cc183 is already hosted by enough agents. {{(pid=87508) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:41:01.025196 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.scheduler.base_scheduler [None req-9bcf3047-9d02-4437-a82e-6fcaef2acbae None None] Resources bound (agent type, host, resource id):  {{(pid=87508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:41:01.026908 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bcf3047-9d02-4437-a82e-6fcaef2acbae None None] Received port after_create {{(pid=87508) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 22:41:01.079638 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f551f0-9b46-4d23-95bd-d87562f2d6de req-fb6a0449-da4f-4029-babf-3419c73d9cb3 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:41:01.080658 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [req-18f551f0-9b46-4d23-95bd-d87562f2d6de req-fb6a0449-da4f-4029-babf-3419c73d9cb3 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Synchronizing usage tracker for tenant:b7e45fda9ad540a6ac359d1c64c9adb2 on resource:network {{(pid=87507) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 22:41:01.088772 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-1fa31470-912e-4864-9c32-c526b9265e56 tempest-RoutersNegativeTest-1851367265 tempest-RoutersNegativeTest-1851367265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:41:01.095121 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bcf3047-9d02-4437-a82e-6fcaef2acbae None None] Pushing event updated for resources: {'Port': ['ID=41f4e1f1-c91b-442e-8c53-f0f6b5503ef9,revision_number=1']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:41:01.110949 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-1fa31470-912e-4864-9c32-c526b9265e56 tempest-RoutersNegativeTest-1851367265 tempest-RoutersNegativeTest-1851367265-project] Usage tracker for resource:subnet and tenant:c10d8227509b4e77b7f64f8894c37b60 is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:41:01.131208 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-1fa31470-912e-4864-9c32-c526b9265e56 tempest-RoutersNegativeTest-1851367265 tempest-RoutersNegativeTest-1851367265-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:41:01.150125 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bcf3047-9d02-4437-a82e-6fcaef2acbae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:41:01.150125 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bcf3047-9d02-4437-a82e-6fcaef2acbae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:41:01.150125 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bcf3047-9d02-4437-a82e-6fcaef2acbae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:41:01.150125 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bcf3047-9d02-4437-a82e-6fcaef2acbae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:41:01.150125 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bcf3047-9d02-4437-a82e-6fcaef2acbae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:41:01.150125 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bcf3047-9d02-4437-a82e-6fcaef2acbae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:41:01.153069 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bcf3047-9d02-4437-a82e-6fcaef2acbae None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:41:01.153069 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bcf3047-9d02-4437-a82e-6fcaef2acbae None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:41:01.153069 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bcf3047-9d02-4437-a82e-6fcaef2acbae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:41:01.153069 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bcf3047-9d02-4437-a82e-6fcaef2acbae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:41:01.153069 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bcf3047-9d02-4437-a82e-6fcaef2acbae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:41:01.153069 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bcf3047-9d02-4437-a82e-6fcaef2acbae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:41:01.160633 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-9bcf3047-9d02-4437-a82e-6fcaef2acbae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:41:01.176200 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24343131-82e8-445d-9ec9-f962b5b87965 req-55448991-d353-4d6f-beac-7e3563471b63 tempest-TestServerAdvancedOps-1174825185 tempest-TestServerAdvancedOps-1174825185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:41:01.183883 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-eaa23703-3eb0-4891-b176-d93fc41a6149 tempest-RoutersNegativeTest-1851367265 tempest-RoutersNegativeTest-1851367265-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.825s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:41:01.190272 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-24343131-82e8-445d-9ec9-f962b5b87965 req-55448991-d353-4d6f-beac-7e3563471b63 tempest-TestServerAdvancedOps-1174825185 tempest-TestServerAdvancedOps-1174825185-project] 10.222.0.13 "GET /v2.0/ports?device_id=5c2b94bd-0aca-49a0-95fb-a3268f577382 HTTP/1.1" status: 200  len: 946 time: 0.5025873
Dec 16 22:41:01.210104 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-9bcf3047-9d02-4437-a82e-6fcaef2acbae None None] Attempting to bind port 41f4e1f1-c91b-442e-8c53-f0f6b5503ef9 on host dv-neutron-821829-1-hyperv for vnic_type normal with profile  {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 22:41:01.210104 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-9bcf3047-9d02-4437-a82e-6fcaef2acbae None None] Attempting to bind port 41f4e1f1-c91b-442e-8c53-f0f6b5503ef9 by drivers openvswitch,hyperv on host dv-neutron-821829-1-hyperv at level 0 using segments [{'id': '76aca48d-a4f6-4629-8fe9-b3c22e4df6f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '5b99adbf-c96c-4a1b-a87a-51ea086cc183'}] {{(pid=87508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 22:41:01.210104 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bcf3047-9d02-4437-a82e-6fcaef2acbae None None] Attempting to bind port 41f4e1f1-c91b-442e-8c53-f0f6b5503ef9 on network 5b99adbf-c96c-4a1b-a87a-51ea086cc183 {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 22:41:01.224919 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bcf3047-9d02-4437-a82e-6fcaef2acbae None None] Checking agent: {'id': '5571501f-366e-47a4-9b60-8ef19d935d27', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821829-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 24, 2), 'started_at': datetime.datetime(2021, 12, 16, 22, 24, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 40, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821829-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 22:41:01.224919 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bcf3047-9d02-4437-a82e-6fcaef2acbae None None] Checking segment: {'id': '76aca48d-a4f6-4629-8fe9-b3c22e4df6f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '5b99adbf-c96c-4a1b-a87a-51ea086cc183'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 22:41:01.224919 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-9bcf3047-9d02-4437-a82e-6fcaef2acbae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:01.224919 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bcf3047-9d02-4437-a82e-6fcaef2acbae None None] Bound using segment: {'id': '76aca48d-a4f6-4629-8fe9-b3c22e4df6f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '5b99adbf-c96c-4a1b-a87a-51ea086cc183'} {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 22:41:01.228773 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-1fa31470-912e-4864-9c32-c526b9265e56 tempest-RoutersNegativeTest-1851367265 tempest-RoutersNegativeTest-1851367265-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:41:01.231275 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-9bcf3047-9d02-4437-a82e-6fcaef2acbae None None] Bound port: 41f4e1f1-c91b-442e-8c53-f0f6b5503ef9, host: dv-neutron-821829-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76aca48d-a4f6-4629-8fe9-b3c22e4df6f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '5b99adbf-c96c-4a1b-a87a-51ea086cc183'}}] {{(pid=87508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 22:41:01.231275 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-9bcf3047-9d02-4437-a82e-6fcaef2acbae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:01.255681 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130d041b-2977-4771-a555-a5b349ebca56 req-769e90ee-e941-46ec-a37e-31041350e25e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:41:01.255681 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-130d041b-2977-4771-a555-a5b349ebca56 req-769e90ee-e941-46ec-a37e-31041350e25e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=21def962-9025-49f2-8714-ffd8dceead3d HTTP/1.1" status: 200  len: 851 time: 0.6272786
Dec 16 22:41:01.278381 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-24343131-82e8-445d-9ec9-f962b5b87965 req-eb036d45-0eaa-4aee-825e-927c4e12ff7e tempest-TestServerAdvancedOps-1174825185 tempest-TestServerAdvancedOps-1174825185-project] 10.222.0.13 "GET /v2.0/security-groups?id=f2a7ae02-12b2-467c-a00d-8fc3127f3c58&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0847490
Dec 16 22:41:01.278381 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [req-18f551f0-9b46-4d23-95bd-d87562f2d6de req-fb6a0449-da4f-4029-babf-3419c73d9cb3 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Unset dirty status for tenant:b7e45fda9ad540a6ac359d1c64c9adb2 on resource:network {{(pid=87507) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 22:41:01.292505 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-18f551f0-9b46-4d23-95bd-d87562f2d6de req-fb6a0449-da4f-4029-babf-3419c73d9cb3 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "GET /v2.0/networks?id=2f687e27-c3dc-4aa9-ba40-39fc0889e61d HTTP/1.1" status: 200  len: 797 time: 0.7035704
Dec 16 22:41:01.322161 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fa31470-912e-4864-9c32-c526b9265e56 tempest-RoutersNegativeTest-1851367265 tempest-RoutersNegativeTest-1851367265-project] Made reservation on behalf of c10d8227509b4e77b7f64f8894c37b60 for: {'subnet': 1} {{(pid=87507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:41:01.325972 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-1fa31470-912e-4864-9c32-c526b9265e56 tempest-RoutersNegativeTest-1851367265 tempest-RoutersNegativeTest-1851367265-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10549598'] for subnet, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:01.352109 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-130d041b-2977-4771-a555-a5b349ebca56 req-e5185204-de00-4f4b-8b1b-088ae1488393 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=b8fd4ecc-4c8d-44f6-ade3-05c82b463e30&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0896192
Dec 16 22:41:01.368462 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc741fa6-b4ab-4ed1-97b1-456038e87af9 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Router de6e1cb0-4da7-43f8-b26d-16a795a01ed1 has already been hosted by L3 agent 4f519db7-069b-43e2-8411-c092bac9102a {{(pid=87506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 22:41:01.388817 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-9bcf3047-9d02-4437-a82e-6fcaef2acbae None None] For port 41f4e1f1-c91b-442e-8c53-f0f6b5503ef9, host dv-neutron-821829-1-hyperv, cleared binding levels {{(pid=87508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 22:41:01.388817 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-9bcf3047-9d02-4437-a82e-6fcaef2acbae None None] For port 41f4e1f1-c91b-442e-8c53-f0f6b5503ef9, host dv-neutron-821829-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=41f4e1f1-c91b-442e-8c53-f0f6b5503ef9,segment=NetworkSegment(76aca48d-a4f6-4629-8fe9-b3c22e4df6f8),segment_id=76aca48d-a4f6-4629-8fe9-b3c22e4df6f8)] {{(pid=87508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 22:41:01.402450 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-18f551f0-9b46-4d23-95bd-d87562f2d6de req-aeee70bd-a668-4a8e-822c-dae6b52acf7c tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "GET /v2.0/quotas/b7e45fda9ad540a6ac359d1c64c9adb2 HTTP/1.1" status: 200  len: 375 time: 0.0984395
Dec 16 22:41:01.406902 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-9bcf3047-9d02-4437-a82e-6fcaef2acbae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:01.406902 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-e58fa3f0-71bb-49be-a4d5-1285053ef42a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:41:01.531434 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-3e729f7f-1589-4d54-9c4a-7ee6b283cc2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:01.560750 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bcf3047-9d02-4437-a82e-6fcaef2acbae None None] Pushing event updated for resources: {'Port': ['ID=41f4e1f1-c91b-442e-8c53-f0f6b5503ef9,revision_number=2']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:41:01.560750 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-9bcf3047-9d02-4437-a82e-6fcaef2acbae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:41:01.690344 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:01.874848 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [req-18f551f0-9b46-4d23-95bd-d87562f2d6de req-9ed5177d-d636-46f5-a3a0-9988c0131836 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Synchronizing usage tracker for tenant:b7e45fda9ad540a6ac359d1c64c9adb2 on resource:port {{(pid=87507) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 22:41:01.897557 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc741fa6-b4ab-4ed1-97b1-456038e87af9 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify agent at l3_agent.dv-neutron-821829-1-hyperv the message routers_updated {{(pid=87506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 22:41:01.909101 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4a6b7c8-c71d-44b2-b156-581240de1c65 None None] Sync routers for ids ['de6e1cb0-4da7-43f8-b26d-16a795a01ed1'] in dv-neutron-821829-1-hyperv {{(pid=87508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 22:41:01.942448 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4a6b7c8-c71d-44b2-b156-581240de1c65 None None] Routers {'de6e1cb0-4da7-43f8-b26d-16a795a01ed1'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:41:01.942448 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-e4a6b7c8-c71d-44b2-b156-581240de1c65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b7c19d190>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:41:01Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['de6e1cb0-4da7-43f8-b26d-16a795a01ed1'], 'active': True} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:41:01.944776 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-cc741fa6-b4ab-4ed1-97b1-456038e87af9 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks [] for router, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:01.946460 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-cc741fa6-b4ab-4ed1-97b1-456038e87af9 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] 10.222.0.13 "PUT /v2.0/routers/de6e1cb0-4da7-43f8-b26d-16a795a01ed1 HTTP/1.1" status: 200  len: 705 time: 2.4070873
Dec 16 22:41:01.953858 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 47606) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:41:01.973179 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [req-18f551f0-9b46-4d23-95bd-d87562f2d6de req-9ed5177d-d636-46f5-a3a0-9988c0131836 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Unset dirty status for tenant:b7e45fda9ad540a6ac359d1c64c9adb2 on resource:port {{(pid=87507) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 22:41:01.973179 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-18f551f0-9b46-4d23-95bd-d87562f2d6de req-9ed5177d-d636-46f5-a3a0-9988c0131836 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=b7e45fda9ad540a6ac359d1c64c9adb2&fields=id HTTP/1.1" status: 200  len: 302 time: 0.5815637
Dec 16 22:41:02.168969 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-6bee02ca-5d88-4c8c-9eb3-25986aca91a6 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Synchronizing usage tracker for tenant:a221f56311244d31a510a3a1bb3c6ce9 on resource:port {{(pid=87506) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 22:41:02.195840 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-1fa31470-912e-4864-9c32-c526b9265e56 tempest-RoutersNegativeTest-1851367265 tempest-RoutersNegativeTest-1851367265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10807931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10549612'] for subnet, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:02.200199 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-130d041b-2977-4771-a555-a5b349ebca56 req-c1b5b5ad-eaa0-46f6-ac67-b42084dd0deb service neutron] 10.222.0.49 "GET /v2.0/networks/b8fd4ecc-4c8d-44f6-ade3-05c82b463e30?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8405252
Dec 16 22:41:02.201243 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvr_db [None req-e4a6b7c8-c71d-44b2-b156-581240de1c65 None None] Set router de6e1cb0-4da7-43f8-b26d-16a795a01ed1 gateway port host: None {{(pid=87508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 22:41:02.201471 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-6bee02ca-5d88-4c8c-9eb3-25986aca91a6 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Unset dirty status for tenant:a221f56311244d31a510a3a1bb3c6ce9 on resource:port {{(pid=87506) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 22:41:02.206479 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-0ed39330-82e7-4c0d-a36b-b4fea6b7926d tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:41:02.207377 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-6bee02ca-5d88-4c8c-9eb3-25986aca91a6 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] 10.222.0.13 "GET /v2.0/ports?device_id=de6e1cb0-4da7-43f8-b26d-16a795a01ed1 HTTP/1.1" status: 200  len: 205 time: 0.2502661
Dec 16 22:41:02.208002 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 47610) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:41:02.365738 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa31470-912e-4864-9c32-c526b9265e56 tempest-RoutersNegativeTest-1851367265 tempest-RoutersNegativeTest-1851367265-project] Pushing event updated for resources: {'Subnet': ['ID=e2214b05-f9d1-4da6-9e31-24a838556464,revision_number=0']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:41:02.384803 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-1fa31470-912e-4864-9c32-c526b9265e56 tempest-RoutersNegativeTest-1851367265 tempest-RoutersNegativeTest-1851367265-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:41:02.388441 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fa31470-912e-4864-9c32-c526b9265e56 tempest-RoutersNegativeTest-1851367265 tempest-RoutersNegativeTest-1851367265-project] Checking segment: {'id': '3f6bbb2b-41da-4711-8690-1b01d8d3f8a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '6d6c6e4e-2aa4-406e-80b4-dea163a46f80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 22:41:02.388871 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fa31470-912e-4864-9c32-c526b9265e56 tempest-RoutersNegativeTest-1851367265 tempest-RoutersNegativeTest-1851367265-project] Network hostable DHCP agents. Network: 6d6c6e4e-2aa4-406e-80b4-dea163a46f80, hostable agents: ['3b155c4d-12dc-491e-aa14-6113b06cfacd'], hosted agents: [] {{(pid=87507) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 16 22:41:02.406633 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-18f551f0-9b46-4d23-95bd-d87562f2d6de req-169aeb82-a4d7-4dc6-b9df-87e3f6c0041b service neutron] 10.222.0.13 "GET /v2.0/networks/2f687e27-c3dc-4aa9-ba40-39fc0889e61d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3684509
Dec 16 22:41:02.474760 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fa31470-912e-4864-9c32-c526b9265e56 tempest-RoutersNegativeTest-1851367265 tempest-RoutersNegativeTest-1851367265-project] Network 6d6c6e4e-2aa4-406e-80b4-dea163a46f80 is scheduled to be hosted by DHCP agent 3b155c4d-12dc-491e-aa14-6113b06cfacd with binding_index 1 {{(pid=87507) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 16 22:41:02.489894 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-e4a6b7c8-c71d-44b2-b156-581240de1c65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b7c19d190>, [{'id': 'de6e1cb0-4da7-43f8-b26d-16a795a01ed1', 'name': 'tempest-RoutersIpV6Test-router-1062176932', 'tenant_id': 'a221f56311244d31a510a3a1bb3c6ce9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:39:49Z', 'updated_at': '2021-12-16T22:40:55Z', 'revision_number': 11, 'project_id': 'a221f56311244d31a510a3a1bb3c6ce9', 'gw_port_host': None}], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:41:02.494686 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4a6b7c8-c71d-44b2-b156-581240de1c65 None None] Checking router: de6e1cb0-4da7-43f8-b26d-16a795a01ed1 for host: dv-neutron-821829-1-hyperv {{(pid=87508) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 22:41:02.505882 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4a6b7c8-c71d-44b2-b156-581240de1c65 None None] Routers {'de6e1cb0-4da7-43f8-b26d-16a795a01ed1'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:41:02.506567 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-e4a6b7c8-c71d-44b2-b156-581240de1c65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b7c19d190>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:41:01Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['de6e1cb0-4da7-43f8-b26d-16a795a01ed1'], 'active': True} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:41:02.616014 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.base_scheduler [None req-1fa31470-912e-4864-9c32-c526b9265e56 tempest-RoutersNegativeTest-1851367265 tempest-RoutersNegativeTest-1851367265-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821829-1-hyperv, 6d6c6e4e-2aa4-406e-80b4-dea163a46f80) {{(pid=87507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:41:02.628576 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-cb7b0063-b4e0-4991-8012-497f65cf19ee tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks [] for router, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:02.636644 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fa31470-912e-4864-9c32-c526b9265e56 tempest-RoutersNegativeTest-1851367265 tempest-RoutersNegativeTest-1851367265-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:41:02.640589 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-1fa31470-912e-4864-9c32-c526b9265e56 tempest-RoutersNegativeTest-1851367265 tempest-RoutersNegativeTest-1851367265-project] Notify callbacks [] for subnet, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:02.666279 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03f8f8f6-7cf0-414b-bd2b-9919ad3ef95f None None] Network 6d6c6e4e-2aa4-406e-80b4-dea163a46f80 requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 22:41:02.704294 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-1fa31470-912e-4864-9c32-c526b9265e56 tempest-RoutersNegativeTest-1851367265 tempest-RoutersNegativeTest-1851367265-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.9728277
Dec 16 22:41:02.712825 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 47616) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:41:02.740011 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-7130665d-9628-4e79-9eab-0b978ac966de tempest-RoutersNegativeTest-1851367265 tempest-RoutersNegativeTest-1851367265-project] Request body: {'subnet': {'network_id': '112e1489-2f7b-4ccd-8143-11600127a4ba', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:41:02.804414 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvr_db [None req-e4a6b7c8-c71d-44b2-b156-581240de1c65 None None] Set router de6e1cb0-4da7-43f8-b26d-16a795a01ed1 gateway port host: None {{(pid=87508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 22:41:02.811125 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-130d041b-2977-4771-a555-a5b349ebca56 req-10a54023-0b66-4d8a-b3a9-6f59f4b7f687 service neutron] 10.222.0.49 "GET /v2.0/networks/b8fd4ecc-4c8d-44f6-ade3-05c82b463e30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6016979
Dec 16 22:41:02.862969 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 41f4e1f1-c91b-442e-8c53-f0f6b5503ef9 up at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 22:41:02.910557 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-7130665d-9628-4e79-9eab-0b978ac966de tempest-RoutersNegativeTest-1851367265 tempest-RoutersNegativeTest-1851367265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:41:02.930364 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-7130665d-9628-4e79-9eab-0b978ac966de tempest-RoutersNegativeTest-1851367265 tempest-RoutersNegativeTest-1851367265-project] Usage tracker for resource:subnet and tenant:c10d8227509b4e77b7f64f8894c37b60 is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:41:02.936199 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-18f551f0-9b46-4d23-95bd-d87562f2d6de req-42e5a182-8850-43f1-bc67-a16776fccaf7 service neutron] 10.222.0.13 "GET /v2.0/networks/2f687e27-c3dc-4aa9-ba40-39fc0889e61d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5180645
Dec 16 22:41:02.937855 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-7130665d-9628-4e79-9eab-0b978ac966de tempest-RoutersNegativeTest-1851367265 tempest-RoutersNegativeTest-1851367265-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:41:02.949303 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e970a9-2628-4cd2-aa47-da0faf98db66 req-e694ad02-3353-448e-8a76-a3f6ad5e754b tempest-TestServerAdvancedOps-1174825185 tempest-TestServerAdvancedOps-1174825185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:41:02.957093 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-23e970a9-2628-4cd2-aa47-da0faf98db66 req-e694ad02-3353-448e-8a76-a3f6ad5e754b tempest-TestServerAdvancedOps-1174825185 tempest-TestServerAdvancedOps-1174825185-project] 10.222.0.13 "GET /v2.0/ports?device_id=5c2b94bd-0aca-49a0-95fb-a3268f577382 HTTP/1.1" status: 200  len: 946 time: 0.4876018
Dec 16 22:41:02.979865 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-e4a6b7c8-c71d-44b2-b156-581240de1c65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b7c19d190>, [{'id': 'de6e1cb0-4da7-43f8-b26d-16a795a01ed1', 'name': 'tempest-RoutersIpV6Test-router-1062176932', 'tenant_id': 'a221f56311244d31a510a3a1bb3c6ce9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:39:49Z', 'updated_at': '2021-12-16T22:40:55Z', 'revision_number': 11, 'project_id': 'a221f56311244d31a510a3a1bb3c6ce9', 'gw_port_host': None}], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:41:02.994105 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-7130665d-9628-4e79-9eab-0b978ac966de tempest-RoutersNegativeTest-1851367265 tempest-RoutersNegativeTest-1851367265-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:41:03.008353 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4a6b7c8-c71d-44b2-b156-581240de1c65 None None] The sync data for ids ['de6e1cb0-4da7-43f8-b26d-16a795a01ed1'] in dv-neutron-821829-1-hyperv is: [{'id': 'de6e1cb0-4da7-43f8-b26d-16a795a01ed1', 'name': 'tempest-RoutersIpV6Test-router-1062176932', 'tenant_id': 'a221f56311244d31a510a3a1bb3c6ce9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:39:49Z', 'updated_at': '2021-12-16T22:40:55Z', 'revision_number': 11, 'project_id': 'a221f56311244d31a510a3a1bb3c6ce9', 'gw_port_host': None}] {{(pid=87508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 22:41:03.018963 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7130665d-9628-4e79-9eab-0b978ac966de tempest-RoutersNegativeTest-1851367265 tempest-RoutersNegativeTest-1851367265-project] Made reservation on behalf of c10d8227509b4e77b7f64f8894c37b60 for: {'subnet': 1} {{(pid=87507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:41:03.022594 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-7130665d-9628-4e79-9eab-0b978ac966de tempest-RoutersNegativeTest-1851367265 tempest-RoutersNegativeTest-1851367265-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10549598'] for subnet, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:03.171707 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning for port 41f4e1f1-c91b-442e-8c53-f0f6b5503ef9 completed by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 22:41:03.178347 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deff30ec-d086-4f4f-a44d-c79ae6acdb47 None None] Network 5b99adbf-c96c-4a1b-a87a-51ea086cc183 requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 22:41:03.196072 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-cb7b0063-b4e0-4991-8012-497f65cf19ee tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3739500', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39002'] for router, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:03.198729 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-cb7b0063-b4e0-4991-8012-497f65cf19ee tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:03.227640 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-cb7b0063-b4e0-4991-8012-497f65cf19ee tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3830089'] for router, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:03.228362 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb7b0063-b4e0-4991-8012-497f65cf19ee tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Fanout notify agent at l3_agent the message router_deleted on router de6e1cb0-4da7-43f8-b26d-16a795a01ed1 {{(pid=87506) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 16 22:41:03.249701 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-cb7b0063-b4e0-4991-8012-497f65cf19ee tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks [] for router, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:03.250948 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-cb7b0063-b4e0-4991-8012-497f65cf19ee tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] 10.222.0.13 "DELETE /v2.0/routers/de6e1cb0-4da7-43f8-b26d-16a795a01ed1 HTTP/1.1" status: 204  len: 168 time: 1.0398710
Dec 16 22:41:03.262273 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 47624) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:41:03.269031 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-9d5814eb-fec5-445d-9439-bced39af0a71 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-190243802', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:41:03.276213 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-9d5814eb-fec5-445d-9439-bced39af0a71 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:41:03.285837 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-9d5814eb-fec5-445d-9439-bced39af0a71 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Usage tracker for resource:router and tenant:a221f56311244d31a510a3a1bb3c6ce9 is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:41:03.290110 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-9d5814eb-fec5-445d-9439-bced39af0a71 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:41:03.299290 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-9d5814eb-fec5-445d-9439-bced39af0a71 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:41:03.321628 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-9d5814eb-fec5-445d-9439-bced39af0a71 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3741155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38980'] for router, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:03.325389 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-9d5814eb-fec5-445d-9439-bced39af0a71 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3743284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3741748', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3896702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-38989'] for router, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:03.356392 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-9d5814eb-fec5-445d-9439-bced39af0a71 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:03.374957 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 05d23948-13a3-4302-b64d-cb5cf4d089dd up at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 22:41:03.421924 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-9d5814eb-fec5-445d-9439-bced39af0a71 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3740952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3741923'] for router, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:03.461547 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca0433c0-c9e3-4c37-a298-6edd2adc2176 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1d6bfaf-d325-5e4f-b05d-2441d8339617-6d6c6e4e-2aa4-406e-80b4-dea163a46f80', 'network_id': '6d6c6e4e-2aa4-406e-80b4-dea163a46f80', 'tenant_id': 'c10d8227509b4e77b7f64f8894c37b60', 'fixed_ips': [{'subnet_id': 'e2214b05-f9d1-4da6-9e31-24a838556464'}]}} from dv-neutron-821829-1-hyperv. {{(pid=87508) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 16 22:41:03.462671 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-ca0433c0-c9e3-4c37-a298-6edd2adc2176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:03.489845 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-4541ba3b-6be8-499c-bc94-3c60aa55c4f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:03.490599 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-517672ce-b840-49a9-9fa5-26ae6b8ed54d None None] Provisioning for port 41f4e1f1-c91b-442e-8c53-f0f6b5503ef9 completed by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 22:41:03.513364 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-9d5814eb-fec5-445d-9439-bced39af0a71 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks [] for router, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:03.514871 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-9d5814eb-fec5-445d-9439-bced39af0a71 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 703 time: 0.2515700
Dec 16 22:41:03.517514 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 47632) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:41:03.532905 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-a2138e6b-ca10-4b27-a82a-b4bcb80547e7 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Request body: {'router': {'admin_state_up': True}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:41:03.576350 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-517672ce-b840-49a9-9fa5-26ae6b8ed54d None None] Provisioning complete for port 41f4e1f1-c91b-442e-8c53-f0f6b5503ef9 triggered by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:41:03.576765 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-517672ce-b840-49a9-9fa5-26ae6b8ed54d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:03.631360 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-7130665d-9628-4e79-9eab-0b978ac966de tempest-RoutersNegativeTest-1851367265 tempest-RoutersNegativeTest-1851367265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10807931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10549612'] for subnet, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:03.676633 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-eb606e67-49e5-462a-80e4-4af64adb5f58 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:41:03.732305 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-23e970a9-2628-4cd2-aa47-da0faf98db66 req-802d90a3-34af-435f-a836-025e5f823cf8 tempest-TestServerAdvancedOps-1174825185 tempest-TestServerAdvancedOps-1174825185-project] 10.222.0.13 "GET /v2.0/security-groups?id=f2a7ae02-12b2-467c-a00d-8fc3127f3c58&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.7738400
Dec 16 22:41:03.771592 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-43d9ef3c-6d20-4acd-9114-e156dd3f1519 req-4b40ccc6-51dd-4ee0-8601-a0f5b79e26a3 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "GET /v2.0/ports?device_id=ac0b34be-0627-4b13-aa10-f4bb3bd32fd4 HTTP/1.1" status: 200  len: 210 time: 0.1511421
Dec 16 22:41:03.810106 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7130665d-9628-4e79-9eab-0b978ac966de tempest-RoutersNegativeTest-1851367265 tempest-RoutersNegativeTest-1851367265-project] Pushing event updated for resources: {'Subnet': ['ID=f493e0d7-4160-4ff3-8a4a-da8f2525b719,revision_number=0']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:41:03.817325 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-7130665d-9628-4e79-9eab-0b978ac966de tempest-RoutersNegativeTest-1851367265 tempest-RoutersNegativeTest-1851367265-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:41:03.827245 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7130665d-9628-4e79-9eab-0b978ac966de tempest-RoutersNegativeTest-1851367265 tempest-RoutersNegativeTest-1851367265-project] Checking segment: {'id': 'c26c1d80-86f1-4b56-a195-a5022a6dc0ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '112e1489-2f7b-4ccd-8143-11600127a4ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 22:41:03.828007 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7130665d-9628-4e79-9eab-0b978ac966de tempest-RoutersNegativeTest-1851367265 tempest-RoutersNegativeTest-1851367265-project] Network hostable DHCP agents. Network: 112e1489-2f7b-4ccd-8143-11600127a4ba, hostable agents: ['3b155c4d-12dc-491e-aa14-6113b06cfacd'], hosted agents: [] {{(pid=87507) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 16 22:41:03.851750 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7130665d-9628-4e79-9eab-0b978ac966de tempest-RoutersNegativeTest-1851367265 tempest-RoutersNegativeTest-1851367265-project] Network 112e1489-2f7b-4ccd-8143-11600127a4ba is scheduled to be hosted by DHCP agent 3b155c4d-12dc-491e-aa14-6113b06cfacd with binding_index 1 {{(pid=87507) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 16 22:41:03.864274 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.base_scheduler [None req-7130665d-9628-4e79-9eab-0b978ac966de tempest-RoutersNegativeTest-1851367265 tempest-RoutersNegativeTest-1851367265-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821829-1-hyperv, 112e1489-2f7b-4ccd-8143-11600127a4ba) {{(pid=87507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:41:03.873966 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7130665d-9628-4e79-9eab-0b978ac966de tempest-RoutersNegativeTest-1851367265 tempest-RoutersNegativeTest-1851367265-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:41:03.874550 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-7130665d-9628-4e79-9eab-0b978ac966de tempest-RoutersNegativeTest-1851367265 tempest-RoutersNegativeTest-1851367265-project] Notify callbacks [] for subnet, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:03.901578 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-7130665d-9628-4e79-9eab-0b978ac966de tempest-RoutersNegativeTest-1851367265 tempest-RoutersNegativeTest-1851367265-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.1867859
Dec 16 22:41:03.904259 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 47638) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:41:03.905735 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba62665b-f7c4-4ccf-8bb4-1dc21f19f089 None None] Network 112e1489-2f7b-4ccd-8143-11600127a4ba requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 22:41:03.954484 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning for port 05d23948-13a3-4302-b64d-cb5cf4d089dd completed by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 22:41:04.051007 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning complete for port 05d23948-13a3-4302-b64d-cb5cf4d089dd triggered by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:41:04.051647 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:04.175522 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-a2138e6b-ca10-4b27-a82a-b4bcb80547e7 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3741702', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3740945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-38947'] for router, precommit_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:04.189293 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-a2138e6b-ca10-4b27-a82a-b4bcb80547e7 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3741923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3741713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3741720', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3740934'] for router, after_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:04.347019 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-517672ce-b840-49a9-9fa5-26ae6b8ed54d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:04.372935 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2138e6b-ca10-4b27-a82a-b4bcb80547e7 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Router d7603c75-4bbe-483a-bd5d-bcde25096091 is scheduled to L3 agent 4f519db7-069b-43e2-8411-c092bac9102a with binding_index 1 {{(pid=87506) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 16 22:41:04.419215 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.db_base_plugin_common [None req-ca0433c0-c9e3-4c37-a298-6edd2adc2176 None None] Allocated IP 172.20.0.2 (6d6c6e4e-2aa4-406e-80b4-dea163a46f80/e2214b05-f9d1-4da6-9e31-24a838556464/7989ad22-19ce-4c44-94d9-cd8ff76bb302) {{(pid=87508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 22:41:04.448283 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-0a09ce79-0b33-4dfb-bab8-9dcad7e4276a tempest-RoutersNegativeTest-1851367265 tempest-RoutersNegativeTest-1851367265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:04.529316 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-517672ce-b840-49a9-9fa5-26ae6b8ed54d None None] For port 41f4e1f1-c91b-442e-8c53-f0f6b5503ef9, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=41f4e1f1-c91b-442e-8c53-f0f6b5503ef9,segment=NetworkSegment(76aca48d-a4f6-4629-8fe9-b3c22e4df6f8),segment_id=76aca48d-a4f6-4629-8fe9-b3c22e4df6f8)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:41:04.581500 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2138e6b-ca10-4b27-a82a-b4bcb80547e7 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify agent at l3_agent.dv-neutron-821829-1-hyperv the message routers_updated {{(pid=87506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 22:41:04.589443 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-a2138e6b-ca10-4b27-a82a-b4bcb80547e7 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks [] for router, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:04.591029 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-a2138e6b-ca10-4b27-a82a-b4bcb80547e7 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] 10.222.0.13 "PUT /v2.0/routers/d7603c75-4bbe-483a-bd5d-bcde25096091 HTTP/1.1" status: 200  len: 697 time: 1.0724590
Dec 16 22:41:04.592901 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-229fffa6-4585-4deb-a7d6-3256bb0232fe None None] Sync routers for ids ['d7603c75-4bbe-483a-bd5d-bcde25096091'] in dv-neutron-821829-1-hyperv {{(pid=87509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 22:41:04.599364 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 47644) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:41:04.614041 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-229fffa6-4585-4deb-a7d6-3256bb0232fe None None] Routers {'d7603c75-4bbe-483a-bd5d-bcde25096091'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:41:04.614825 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-229fffa6-4585-4deb-a7d6-3256bb0232fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b7c79a6a0>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:41:01Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['d7603c75-4bbe-483a-bd5d-bcde25096091'], 'active': True} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:41:04.642813 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-517672ce-b840-49a9-9fa5-26ae6b8ed54d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:04.655902 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-db5f5be1-f26f-4122-aec8-2adc2da78078 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:41:04.797495 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:04.812178 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517672ce-b840-49a9-9fa5-26ae6b8ed54d None None] Pushing event updated for resources: {'Port': ['ID=41f4e1f1-c91b-442e-8c53-f0f6b5503ef9,revision_number=3']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:41:04.817326 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvr_db [None req-229fffa6-4585-4deb-a7d6-3256bb0232fe None None] Set router d7603c75-4bbe-483a-bd5d-bcde25096091 gateway port host: None {{(pid=87509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 22:41:04.825858 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-517672ce-b840-49a9-9fa5-26ae6b8ed54d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:41:04.844087 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93d757a3-072b-4e09-b948-f46f6e81c16c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1d6bfaf-d325-5e4f-b05d-2441d8339617-112e1489-2f7b-4ccd-8143-11600127a4ba', 'network_id': '112e1489-2f7b-4ccd-8143-11600127a4ba', 'tenant_id': 'c10d8227509b4e77b7f64f8894c37b60', 'fixed_ips': [{'subnet_id': 'f493e0d7-4160-4ff3-8a4a-da8f2525b719'}]}} from dv-neutron-821829-1-hyperv. {{(pid=87508) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 16 22:41:04.844946 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-93d757a3-072b-4e09-b948-f46f6e81c16c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:04.874554 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-f2072212-490e-4f9c-8f6f-1b6e0f5c203f tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] 10.222.0.13 "GET /v2.0/routers/d7603c75-4bbe-483a-bd5d-bcde25096091 HTTP/1.1" status: 200  len: 703 time: 0.2677164
Dec 16 22:41:04.877238 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 47652) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:41:04.980739 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-e33fe892-cdf9-49d4-91b0-ab0f11ba3c1f None None] Provisioning complete for port 41f4e1f1-c91b-442e-8c53-f0f6b5503ef9 triggered by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:41:04.981285 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-e33fe892-cdf9-49d4-91b0-ab0f11ba3c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:05.019678 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-d78b0b92-5183-4ef0-95f7-6042df8b25c4 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Synchronizing usage tracker for tenant:a221f56311244d31a510a3a1bb3c6ce9 on resource:port {{(pid=87507) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 22:41:05.028210 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-229fffa6-4585-4deb-a7d6-3256bb0232fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b7c79a6a0>, [{'id': 'd7603c75-4bbe-483a-bd5d-bcde25096091', 'name': 'tempest-RoutersIpV6Test-router-190243802', 'tenant_id': 'a221f56311244d31a510a3a1bb3c6ce9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:41:03Z', 'updated_at': '2021-12-16T22:41:04Z', 'revision_number': 2, 'project_id': 'a221f56311244d31a510a3a1bb3c6ce9', 'gw_port_host': None}], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:41:05.036768 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-229fffa6-4585-4deb-a7d6-3256bb0232fe None None] Checking router: d7603c75-4bbe-483a-bd5d-bcde25096091 for host: dv-neutron-821829-1-hyperv {{(pid=87509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 22:41:05.056745 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-9007022e-96a3-447c-93dd-45c650f2d5c5 req-531653ab-ad50-45ab-b77f-479114032c5e tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "GET /v2.0/ports?device_id=ac0b34be-0627-4b13-aa10-f4bb3bd32fd4 HTTP/1.1" status: 200  len: 210 time: 0.1189086
Dec 16 22:41:05.057161 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-229fffa6-4585-4deb-a7d6-3256bb0232fe None None] Routers {'d7603c75-4bbe-483a-bd5d-bcde25096091'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:41:05.057791 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-229fffa6-4585-4deb-a7d6-3256bb0232fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b7c79a6a0>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:41:01Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['d7603c75-4bbe-483a-bd5d-bcde25096091'], 'active': True} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:41:05.059877 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] For port 05d23948-13a3-4302-b64d-cb5cf4d089dd, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=05d23948-13a3-4302-b64d-cb5cf4d089dd,segment=NetworkSegment(e9b1e4b1-44ca-49bc-bbd9-0eb4b0374e3d),segment_id=e9b1e4b1-44ca-49bc-bbd9-0eb4b0374e3d)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:41:05.071466 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-d78b0b92-5183-4ef0-95f7-6042df8b25c4 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Unset dirty status for tenant:a221f56311244d31a510a3a1bb3c6ce9 on resource:port {{(pid=87507) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 22:41:05.071466 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-d78b0b92-5183-4ef0-95f7-6042df8b25c4 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7603c75-4bbe-483a-bd5d-bcde25096091 HTTP/1.1" status: 200  len: 205 time: 0.1887238
Dec 16 22:41:05.071466 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 47656) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:41:05.094968 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:05.106557 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-129b8d42-7f92-4b13-b9a8-f8099c1af09e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:41:05.259805 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvr_db [None req-229fffa6-4585-4deb-a7d6-3256bb0232fe None None] Set router d7603c75-4bbe-483a-bd5d-bcde25096091 gateway port host: None {{(pid=87509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 22:41:05.269721 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f551f0-9b46-4d23-95bd-d87562f2d6de req-29602229-c05f-464c-9bed-68c490e203c8 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:41:05.271602 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 41f4e1f1-c91b-442e-8c53-f0f6b5503ef9 up at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 22:41:05.272419 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-18f551f0-9b46-4d23-95bd-d87562f2d6de req-29602229-c05f-464c-9bed-68c490e203c8 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.49 "GET /v2.0/networks?id=2f687e27-c3dc-4aa9-ba40-39fc0889e61d HTTP/1.1" status: 200  len: 797 time: 0.2835004
Dec 16 22:41:05.340611 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-18f551f0-9b46-4d23-95bd-d87562f2d6de req-b3c9f1bc-3e58-4203-b7f9-1f68683f8334 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b7e45fda9ad540a6ac359d1c64c9adb2 HTTP/1.1" status: 200  len: 379 time: 0.0524454
Dec 16 22:41:05.359343 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [req-18f551f0-9b46-4d23-95bd-d87562f2d6de req-9a69a679-f995-4320-9c51-b91556f1a41a tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Request body: {'port': {'device_id': 'ac0b34be-0627-4b13-aa10-f4bb3bd32fd4', 'network_id': '2f687e27-c3dc-4aa9-ba40-39fc0889e61d', 'admin_state_up': True, 'tenant_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'security_groups': ['d05082d4-dbf9-47ae-818f-147b053f15af']}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:41:05.404545 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-229fffa6-4585-4deb-a7d6-3256bb0232fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b7c79a6a0>, [{'id': 'd7603c75-4bbe-483a-bd5d-bcde25096091', 'name': 'tempest-RoutersIpV6Test-router-190243802', 'tenant_id': 'a221f56311244d31a510a3a1bb3c6ce9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:41:03Z', 'updated_at': '2021-12-16T22:41:04Z', 'revision_number': 2, 'project_id': 'a221f56311244d31a510a3a1bb3c6ce9', 'gw_port_host': None}], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:41:05.410706 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-229fffa6-4585-4deb-a7d6-3256bb0232fe None None] The sync data for ids ['d7603c75-4bbe-483a-bd5d-bcde25096091'] in dv-neutron-821829-1-hyperv is: [{'id': 'd7603c75-4bbe-483a-bd5d-bcde25096091', 'name': 'tempest-RoutersIpV6Test-router-190243802', 'tenant_id': 'a221f56311244d31a510a3a1bb3c6ce9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:41:03Z', 'updated_at': '2021-12-16T22:41:04Z', 'revision_number': 2, 'project_id': 'a221f56311244d31a510a3a1bb3c6ce9', 'gw_port_host': None}] {{(pid=87509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 22:41:05.425416 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Pushing event updated for resources: {'Port': ['ID=05d23948-13a3-4302-b64d-cb5cf4d089dd,revision_number=5']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:41:05.431000 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.324s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:41:05.451699 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-d849985e-df3a-4afe-b7a2-9be20cdceb24 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks [] for router, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:05.460088 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-ca0433c0-c9e3-4c37-a298-6edd2adc2176 None None] Notify callbacks [] for port, precommit_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:05.479383 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-ca0433c0-c9e3-4c37-a298-6edd2adc2176 None None] Transition to ACTIVE for port object 7989ad22-19ce-4c44-94d9-cd8ff76bb302 will not be triggered until provisioned by entity L2. {{(pid=87508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:41:05.512951 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-ca0433c0-c9e3-4c37-a298-6edd2adc2176 None None] Transition to ACTIVE for port object 7989ad22-19ce-4c44-94d9-cd8ff76bb302 will not be triggered until provisioned by entity DHCP. {{(pid=87508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:41:05.523318 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.db_base_plugin_common [None req-93d757a3-072b-4e09-b948-f46f6e81c16c None None] Allocated IP 172.20.0.2 (112e1489-2f7b-4ccd-8143-11600127a4ba/f493e0d7-4160-4ff3-8a4a-da8f2525b719/ee3126a0-8237-4f45-bec5-09370ba05f9f) {{(pid=87508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 22:41:05.563362 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-ca0433c0-c9e3-4c37-a298-6edd2adc2176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940'] for port, after_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:05.576877 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-c2dd5f25-91eb-4bd6-a3b9-30c40dc6a84a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:41:05.578711 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [req-18f551f0-9b46-4d23-95bd-d87562f2d6de req-9a69a679-f995-4320-9c51-b91556f1a41a tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:41:05.590840 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [req-18f551f0-9b46-4d23-95bd-d87562f2d6de req-9a69a679-f995-4320-9c51-b91556f1a41a tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:41:05.603484 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18f551f0-9b46-4d23-95bd-d87562f2d6de req-9a69a679-f995-4320-9c51-b91556f1a41a tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Made reservation on behalf of b7e45fda9ad540a6ac359d1c64c9adb2 for: {'port': 1} {{(pid=87506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:41:05.607552 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-18f551f0-9b46-4d23-95bd-d87562f2d6de req-9a69a679-f995-4320-9c51-b91556f1a41a tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:05.745335 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca0433c0-c9e3-4c37-a298-6edd2adc2176 None None] Network 6d6c6e4e-2aa4-406e-80b4-dea163a46f80 is already hosted by enough agents. {{(pid=87508) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:41:05.760804 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.scheduler.base_scheduler [None req-ca0433c0-c9e3-4c37-a298-6edd2adc2176 None None] Resources bound (agent type, host, resource id):  {{(pid=87508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:41:05.772043 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca0433c0-c9e3-4c37-a298-6edd2adc2176 None None] Received port after_create {{(pid=87508) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 22:41:05.815508 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0433c0-c9e3-4c37-a298-6edd2adc2176 None None] Pushing event updated for resources: {'Port': ['ID=7989ad22-19ce-4c44-94d9-cd8ff76bb302,revision_number=1']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:41:05.821312 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.db_base_plugin_common [req-18f551f0-9b46-4d23-95bd-d87562f2d6de req-9a69a679-f995-4320-9c51-b91556f1a41a tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Allocated IP 172.20.0.3 (2f687e27-c3dc-4aa9-ba40-39fc0889e61d/7b9bf1fd-5beb-40d0-9cdf-c44fd8bdff49/7460eb7d-ba7c-4e4e-8177-7db125aade59) {{(pid=87506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 22:41:05.825576 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c805980-4cfe-4909-abcf-4398e7bf1f37 req-403ec79f-d6fa-4181-b4a6-cbff85052782 tempest-TestServerAdvancedOps-1174825185 tempest-TestServerAdvancedOps-1174825185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:41:05.827564 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-1c805980-4cfe-4909-abcf-4398e7bf1f37 req-403ec79f-d6fa-4181-b4a6-cbff85052782 tempest-TestServerAdvancedOps-1174825185 tempest-TestServerAdvancedOps-1174825185-project] 10.222.0.13 "GET /v2.0/ports?device_id=5c2b94bd-0aca-49a0-95fb-a3268f577382 HTTP/1.1" status: 200  len: 946 time: 0.8974252
Dec 16 22:41:05.830364 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-ca0433c0-c9e3-4c37-a298-6edd2adc2176 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:41:05.831006 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning complete for port 41f4e1f1-c91b-442e-8c53-f0f6b5503ef9 triggered by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:41:05.831396 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:05.873209 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-d849985e-df3a-4afe-b7a2-9be20cdceb24 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3739500', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39002'] for router, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:05.875315 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.db_base_plugin_common [None req-0a09ce79-0b33-4dfb-bab8-9dcad7e4276a tempest-RoutersNegativeTest-1851367265 tempest-RoutersNegativeTest-1851367265-project] Allocated IP 172.20.0.1 (6d6c6e4e-2aa4-406e-80b4-dea163a46f80/e2214b05-f9d1-4da6-9e31-24a838556464/fb957587-5b7b-49be-b96d-44c48d5a3fc3) {{(pid=87507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 22:41:05.879818 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-d849985e-df3a-4afe-b7a2-9be20cdceb24 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:05.922941 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-1c805980-4cfe-4909-abcf-4398e7bf1f37 req-ba380e2b-bf25-45fd-aeba-b772a7befcb8 tempest-TestServerAdvancedOps-1174825185 tempest-TestServerAdvancedOps-1174825185-project] 10.222.0.13 "GET /v2.0/security-groups?id=f2a7ae02-12b2-467c-a00d-8fc3127f3c58&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0759516
Dec 16 22:41:05.957208 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-d849985e-df3a-4afe-b7a2-9be20cdceb24 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3830089'] for router, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:05.957719 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d849985e-df3a-4afe-b7a2-9be20cdceb24 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Fanout notify agent at l3_agent the message router_deleted on router d7603c75-4bbe-483a-bd5d-bcde25096091 {{(pid=87507) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 16 22:41:06.012520 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-ca0433c0-c9e3-4c37-a298-6edd2adc2176 None None] Attempting to bind port 7989ad22-19ce-4c44-94d9-cd8ff76bb302 on host dv-neutron-821829-1-hyperv for vnic_type normal with profile  {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 22:41:06.013099 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-ca0433c0-c9e3-4c37-a298-6edd2adc2176 None None] Attempting to bind port 7989ad22-19ce-4c44-94d9-cd8ff76bb302 by drivers openvswitch,hyperv on host dv-neutron-821829-1-hyperv at level 0 using segments [{'id': '3f6bbb2b-41da-4711-8690-1b01d8d3f8a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '6d6c6e4e-2aa4-406e-80b4-dea163a46f80'}] {{(pid=87508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 22:41:06.013268 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca0433c0-c9e3-4c37-a298-6edd2adc2176 None None] Attempting to bind port 7989ad22-19ce-4c44-94d9-cd8ff76bb302 on network 6d6c6e4e-2aa4-406e-80b4-dea163a46f80 {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 22:41:06.034090 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca0433c0-c9e3-4c37-a298-6edd2adc2176 None None] Checking agent: {'id': '5571501f-366e-47a4-9b60-8ef19d935d27', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821829-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 24, 2), 'started_at': datetime.datetime(2021, 12, 16, 22, 24, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 41, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821829-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 22:41:06.034530 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca0433c0-c9e3-4c37-a298-6edd2adc2176 None None] Checking segment: {'id': '3f6bbb2b-41da-4711-8690-1b01d8d3f8a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '6d6c6e4e-2aa4-406e-80b4-dea163a46f80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 22:41:06.034932 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-ca0433c0-c9e3-4c37-a298-6edd2adc2176 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:06.035343 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca0433c0-c9e3-4c37-a298-6edd2adc2176 None None] Bound using segment: {'id': '3f6bbb2b-41da-4711-8690-1b01d8d3f8a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '6d6c6e4e-2aa4-406e-80b4-dea163a46f80'} {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 22:41:06.035859 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-ca0433c0-c9e3-4c37-a298-6edd2adc2176 None None] Bound port: 7989ad22-19ce-4c44-94d9-cd8ff76bb302, host: dv-neutron-821829-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f6bbb2b-41da-4711-8690-1b01d8d3f8a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '6d6c6e4e-2aa4-406e-80b4-dea163a46f80'}}] {{(pid=87508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 22:41:06.036242 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-ca0433c0-c9e3-4c37-a298-6edd2adc2176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:06.065748 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-d849985e-df3a-4afe-b7a2-9be20cdceb24 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Notify callbacks [] for router, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:06.066861 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-d849985e-df3a-4afe-b7a2-9be20cdceb24 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] 10.222.0.13 "DELETE /v2.0/routers/d7603c75-4bbe-483a-bd5d-bcde25096091 HTTP/1.1" status: 204  len: 168 time: 0.9960413
Dec 16 22:41:06.073980 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 47666) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:41:06.126277 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-327fe435-bb2f-4045-aa49-514d06c51b88 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7603c75-4bbe-483a-bd5d-bcde25096091 HTTP/1.1" status: 200  len: 205 time: 0.0510514
Dec 16 22:41:06.129884 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 47672) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:41:06.215948 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-93d757a3-072b-4e09-b948-f46f6e81c16c None None] Notify callbacks [] for port, precommit_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:06.251287 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-18f551f0-9b46-4d23-95bd-d87562f2d6de req-9a69a679-f995-4320-9c51-b91556f1a41a tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for port, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:06.276443 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.provisioning_blocks [req-18f551f0-9b46-4d23-95bd-d87562f2d6de req-9a69a679-f995-4320-9c51-b91556f1a41a tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Transition to ACTIVE for port object 7460eb7d-ba7c-4e4e-8177-7db125aade59 will not be triggered until provisioned by entity DHCP. {{(pid=87506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:41:06.284384 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-61fcbe5d-677b-4282-9936-6658d0868d73 req-e0164000-670b-4361-a34b-41a2690a4c21 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "GET /v2.0/ports?device_id=ac0b34be-0627-4b13-aa10-f4bb3bd32fd4 HTTP/1.1" status: 200  len: 210 time: 0.0612116
Dec 16 22:41:06.297868 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.api.v2.resource [None req-4cf3a715-2f29-4203-8fa9-52bfad7e870f tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] delete failed (client error): The resource could not be found.
Dec 16 22:41:06.298954 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-4cf3a715-2f29-4203-8fa9-52bfad7e870f tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] 10.222.0.13 "DELETE /v2.0/routers/d7603c75-4bbe-483a-bd5d-bcde25096091 HTTP/1.1" status: 404  len: 336 time: 0.1681075
Dec 16 22:41:06.301765 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 47678) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:41:06.302275 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-93d757a3-072b-4e09-b948-f46f6e81c16c None None] Transition to ACTIVE for port object ee3126a0-8237-4f45-bec5-09370ba05f9f will not be triggered until provisioned by entity L2. {{(pid=87508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:41:06.335313 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-ca0433c0-c9e3-4c37-a298-6edd2adc2176 None None] For port 7989ad22-19ce-4c44-94d9-cd8ff76bb302, host dv-neutron-821829-1-hyperv, cleared binding levels {{(pid=87508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 22:41:06.339636 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-ca0433c0-c9e3-4c37-a298-6edd2adc2176 None None] For port 7989ad22-19ce-4c44-94d9-cd8ff76bb302, host dv-neutron-821829-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=7989ad22-19ce-4c44-94d9-cd8ff76bb302,segment=NetworkSegment(3f6bbb2b-41da-4711-8690-1b01d8d3f8a8),segment_id=3f6bbb2b-41da-4711-8690-1b01d8d3f8a8)] {{(pid=87508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 22:41:06.340937 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-93d757a3-072b-4e09-b948-f46f6e81c16c None None] Transition to ACTIVE for port object ee3126a0-8237-4f45-bec5-09370ba05f9f will not be triggered until provisioned by entity DHCP. {{(pid=87508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:41:06.345006 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-ca0433c0-c9e3-4c37-a298-6edd2adc2176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:06.349942 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-9bcf3047-9d02-4437-a82e-6fcaef2acbae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:41:06.374150 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.pecan_wsgi.hooks.translation [None req-688c4df4-adc3-43f9-8fdd-17d24d1862a6 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] DELETE failed (client error): The resource could not be found.
Dec 16 22:41:06.374935 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-688c4df4-adc3-43f9-8fdd-17d24d1862a6 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 16 22:41:06.376741 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-0a09ce79-0b33-4dfb-bab8-9dcad7e4276a tempest-RoutersNegativeTest-1851367265 tempest-RoutersNegativeTest-1851367265-project] Notify callbacks [] for port, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:06.389148 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-688c4df4-adc3-43f9-8fdd-17d24d1862a6 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] 10.222.0.13 "DELETE /v2.0/subnets/d8741298-93a8-4298-9716-2177f2904672 HTTP/1.1" status: 404  len: 337 time: 0.0834928
Dec 16 22:41:06.389148 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 47684) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:41:06.403355 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-93d757a3-072b-4e09-b948-f46f6e81c16c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940'] for port, after_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:06.403839 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.provisioning_blocks [None req-0a09ce79-0b33-4dfb-bab8-9dcad7e4276a tempest-RoutersNegativeTest-1851367265 tempest-RoutersNegativeTest-1851367265-project] Transition to ACTIVE for port object fb957587-5b7b-49be-b96d-44c48d5a3fc3 will not be triggered until provisioned by entity DHCP. {{(pid=87507) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:41:06.441081 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.pecan_wsgi.hooks.translation [None req-57b09c9a-4e04-487e-9700-06a8a5e26ba1 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] DELETE failed (client error): The resource could not be found.
Dec 16 22:41:06.441830 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57b09c9a-4e04-487e-9700-06a8a5e26ba1 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 16 22:41:06.446570 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-57b09c9a-4e04-487e-9700-06a8a5e26ba1 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] 10.222.0.13 "DELETE /v2.0/subnets/a7ca8b93-95ae-4285-9f48-e0d2c28ea1ba HTTP/1.1" status: 404  len: 337 time: 0.0542049
Dec 16 22:41:06.446708 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93d757a3-072b-4e09-b948-f46f6e81c16c None None] Network 112e1489-2f7b-4ccd-8143-11600127a4ba is already hosted by enough agents. {{(pid=87508) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:41:06.447009 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 47690) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:41:06.477129 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.scheduler.base_scheduler [None req-93d757a3-072b-4e09-b948-f46f6e81c16c None None] Resources bound (agent type, host, resource id):  {{(pid=87508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:41:06.483572 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-18f551f0-9b46-4d23-95bd-d87562f2d6de req-9a69a679-f995-4320-9c51-b91556f1a41a tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1863393'] for port, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:06.492867 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93d757a3-072b-4e09-b948-f46f6e81c16c None None] Received port after_create {{(pid=87508) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 22:41:06.493445 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-693af7f2-e2c9-4376-9ccc-50024d79f6f0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:41:06.532303 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-0a09ce79-0b33-4dfb-bab8-9dcad7e4276a tempest-RoutersNegativeTest-1851367265 tempest-RoutersNegativeTest-1851367265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10807823'] for port, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:06.537026 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-cb5fabf3-3e88-4673-96d4-41477819a419 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:41:06.538157 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.pecan_wsgi.hooks.translation [None req-47717af8-ef54-4592-903f-803705ad0488 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] DELETE failed (client error): The resource could not be found.
Dec 16 22:41:06.538617 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47717af8-ef54-4592-903f-803705ad0488 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 16 22:41:06.540326 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-47717af8-ef54-4592-903f-803705ad0488 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] 10.222.0.13 "DELETE /v2.0/subnets/b61a424a-6183-452e-96e6-83bd21bf2da4 HTTP/1.1" status: 404  len: 337 time: 0.0926163
Dec 16 22:41:06.552465 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 47694) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:41:06.580394 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0433c0-c9e3-4c37-a298-6edd2adc2176 None None] Pushing event updated for resources: {'Port': ['ID=7989ad22-19ce-4c44-94d9-cd8ff76bb302,revision_number=2']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:41:06.589853 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-ca0433c0-c9e3-4c37-a298-6edd2adc2176 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:41:06.589853 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-7fc4ffd3-48c3-43ea-b261-f0045742db8f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.163s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:41:06.611158 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a09ce79-0b33-4dfb-bab8-9dcad7e4276a tempest-RoutersNegativeTest-1851367265 tempest-RoutersNegativeTest-1851367265-project] Network 6d6c6e4e-2aa4-406e-80b4-dea163a46f80 is already hosted by enough agents. {{(pid=87507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:41:06.612029 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.pecan_wsgi.hooks.translation [None req-610905d1-0979-4d0d-99b9-52ce51c17732 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] DELETE failed (client error): The resource could not be found.
Dec 16 22:41:06.612902 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-610905d1-0979-4d0d-99b9-52ce51c17732 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 16 22:41:06.618468 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-610905d1-0979-4d0d-99b9-52ce51c17732 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] 10.222.0.13 "DELETE /v2.0/subnets/6e134cd3-03ec-41ee-843d-e78994f77c61 HTTP/1.1" status: 404  len: 337 time: 0.0620141
Dec 16 22:41:06.618543 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.base_scheduler [None req-0a09ce79-0b33-4dfb-bab8-9dcad7e4276a tempest-RoutersNegativeTest-1851367265 tempest-RoutersNegativeTest-1851367265-project] Resources bound (agent type, host, resource id):  {{(pid=87507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:41:06.619614 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18f551f0-9b46-4d23-95bd-d87562f2d6de req-9a69a679-f995-4320-9c51-b91556f1a41a tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Network 2f687e27-c3dc-4aa9-ba40-39fc0889e61d is already hosted by enough agents. {{(pid=87506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:41:06.620303 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 47698) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:41:06.625804 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.base_scheduler [req-18f551f0-9b46-4d23-95bd-d87562f2d6de req-9a69a679-f995-4320-9c51-b91556f1a41a tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Resources bound (agent type, host, resource id):  {{(pid=87506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:41:06.628798 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a09ce79-0b33-4dfb-bab8-9dcad7e4276a tempest-RoutersNegativeTest-1851367265 tempest-RoutersNegativeTest-1851367265-project] Received port after_create {{(pid=87507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 22:41:06.631883 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.l3_dvrscheduler_db [req-18f551f0-9b46-4d23-95bd-d87562f2d6de req-9a69a679-f995-4320-9c51-b91556f1a41a tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Received port after_create {{(pid=87506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 22:41:06.718720 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd04b34-e4ca-4754-9a83-c796f844646b req-c4bc4673-f609-4776-b5ed-a7dd89d03bc0 tempest-TestServerAdvancedOps-1174825185 tempest-TestServerAdvancedOps-1174825185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:41:06.720323 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-0fd04b34-e4ca-4754-9a83-c796f844646b req-c4bc4673-f609-4776-b5ed-a7dd89d03bc0 tempest-TestServerAdvancedOps-1174825185 tempest-TestServerAdvancedOps-1174825185-project] 10.222.0.13 "GET /v2.0/ports?device_id=5c2b94bd-0aca-49a0-95fb-a3268f577382 HTTP/1.1" status: 200  len: 946 time: 0.3066754
Dec 16 22:41:06.738189 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a09ce79-0b33-4dfb-bab8-9dcad7e4276a tempest-RoutersNegativeTest-1851367265 tempest-RoutersNegativeTest-1851367265-project] Pushing event updated for resources: {'Port': ['ID=fb957587-5b7b-49be-b96d-44c48d5a3fc3,revision_number=1']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:41:06.742638 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f551f0-9b46-4d23-95bd-d87562f2d6de req-9a69a679-f995-4320-9c51-b91556f1a41a tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:41:06.743309 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-18f551f0-9b46-4d23-95bd-d87562f2d6de req-9a69a679-f995-4320-9c51-b91556f1a41a tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for port, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:06.747684 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a69a679-f995-4320-9c51-b91556f1a41a tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Pushing event updated for resources: {'Port': ['ID=7460eb7d-ba7c-4e4e-8177-7db125aade59,revision_number=1']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:41:06.759405 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-0a09ce79-0b33-4dfb-bab8-9dcad7e4276a tempest-RoutersNegativeTest-1851367265 tempest-RoutersNegativeTest-1851367265-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:41:06.761692 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-9a69a679-f995-4320-9c51-b91556f1a41a tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:41:06.771889 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-5298420f-183c-448d-9029-aeb64024a58e tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] 10.222.0.13 "GET /v2.0/ports?device_id=de6e1cb0-4da7-43f8-b26d-16a795a01ed1 HTTP/1.1" status: 200  len: 205 time: 0.1481833
Dec 16 22:41:06.776742 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 47702) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:41:06.785278 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-0a09ce79-0b33-4dfb-bab8-9dcad7e4276a tempest-RoutersNegativeTest-1851367265 tempest-RoutersNegativeTest-1851367265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3830061'] for router_interface, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:06.851600 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-18f551f0-9b46-4d23-95bd-d87562f2d6de req-9a69a679-f995-4320-9c51-b91556f1a41a tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.5041916
Dec 16 22:41:06.864850 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.api.v2.resource [None req-99d5358f-a2df-451e-bcc1-b5ae716ea182 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] delete failed (client error): The resource could not be found.
Dec 16 22:41:06.865847 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-99d5358f-a2df-451e-bcc1-b5ae716ea182 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] 10.222.0.13 "DELETE /v2.0/routers/de6e1cb0-4da7-43f8-b26d-16a795a01ed1 HTTP/1.1" status: 404  len: 336 time: 0.0878043
Dec 16 22:41:06.866225 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-93d757a3-072b-4e09-b948-f46f6e81c16c None None] Attempting to bind port ee3126a0-8237-4f45-bec5-09370ba05f9f on host dv-neutron-821829-1-hyperv for vnic_type normal with profile  {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 22:41:06.866620 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-93d757a3-072b-4e09-b948-f46f6e81c16c None None] Attempting to bind port ee3126a0-8237-4f45-bec5-09370ba05f9f by drivers openvswitch,hyperv on host dv-neutron-821829-1-hyperv at level 0 using segments [{'id': 'c26c1d80-86f1-4b56-a195-a5022a6dc0ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '112e1489-2f7b-4ccd-8143-11600127a4ba'}] {{(pid=87508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 22:41:06.867012 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93d757a3-072b-4e09-b948-f46f6e81c16c None None] Attempting to bind port ee3126a0-8237-4f45-bec5-09370ba05f9f on network 112e1489-2f7b-4ccd-8143-11600127a4ba {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 22:41:06.868921 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-0fd04b34-e4ca-4754-9a83-c796f844646b req-c21a2856-011b-4bfd-818d-bb7a5fdbeb40 tempest-TestServerAdvancedOps-1174825185 tempest-TestServerAdvancedOps-1174825185-project] 10.222.0.13 "GET /v2.0/security-groups?id=f2a7ae02-12b2-467c-a00d-8fc3127f3c58&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1369181
Dec 16 22:41:06.871366 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [req-18f551f0-9b46-4d23-95bd-d87562f2d6de req-fee2b9c1-15ac-4d75-be7a-d9afd2935122 service neutron] Request body: {'port': {'device_id': 'ac0b34be-0627-4b13-aa10-f4bb3bd32fd4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8218'}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:41:06.885100 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93d757a3-072b-4e09-b948-f46f6e81c16c None None] Checking agent: {'id': '5571501f-366e-47a4-9b60-8ef19d935d27', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821829-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 24, 2), 'started_at': datetime.datetime(2021, 12, 16, 22, 24, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 41, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821829-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 22:41:06.885100 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93d757a3-072b-4e09-b948-f46f6e81c16c None None] Checking segment: {'id': 'c26c1d80-86f1-4b56-a195-a5022a6dc0ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '112e1489-2f7b-4ccd-8143-11600127a4ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 22:41:06.885100 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-93d757a3-072b-4e09-b948-f46f6e81c16c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:06.885100 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93d757a3-072b-4e09-b948-f46f6e81c16c None None] Bound using segment: {'id': 'c26c1d80-86f1-4b56-a195-a5022a6dc0ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '112e1489-2f7b-4ccd-8143-11600127a4ba'} {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 22:41:06.885100 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-93d757a3-072b-4e09-b948-f46f6e81c16c None None] Bound port: ee3126a0-8237-4f45-bec5-09370ba05f9f, host: dv-neutron-821829-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c26c1d80-86f1-4b56-a195-a5022a6dc0ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '112e1489-2f7b-4ccd-8143-11600127a4ba'}}] {{(pid=87508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 22:41:06.885100 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-93d757a3-072b-4e09-b948-f46f6e81c16c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:06.888851 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d757a3-072b-4e09-b948-f46f6e81c16c None None] Pushing event updated for resources: {'Port': ['ID=ee3126a0-8237-4f45-bec5-09370ba05f9f,revision_number=1']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:41:06.893714 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-93d757a3-072b-4e09-b948-f46f6e81c16c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:41:06.909071 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 47706) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:41:06.980380 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-d6678a4e-0dfb-4519-b102-d49974c4ecd4 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] 10.222.0.13 "GET /v2.0/ports?device_id=17895173-428d-4926-812c-ee6102db527a HTTP/1.1" status: 200  len: 205 time: 0.0775168
Dec 16 22:41:06.982550 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 47710) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:41:07.039098 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-93d757a3-072b-4e09-b948-f46f6e81c16c None None] For port ee3126a0-8237-4f45-bec5-09370ba05f9f, host dv-neutron-821829-1-hyperv, cleared binding levels {{(pid=87508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 22:41:07.043569 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-93d757a3-072b-4e09-b948-f46f6e81c16c None None] For port ee3126a0-8237-4f45-bec5-09370ba05f9f, host dv-neutron-821829-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=ee3126a0-8237-4f45-bec5-09370ba05f9f,segment=NetworkSegment(c26c1d80-86f1-4b56-a195-a5022a6dc0ea),segment_id=c26c1d80-86f1-4b56-a195-a5022a6dc0ea)] {{(pid=87508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 22:41:07.048331 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-93d757a3-072b-4e09-b948-f46f6e81c16c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:07.053206 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-ca0433c0-c9e3-4c37-a298-6edd2adc2176 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:41:07.067527 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.api.v2.resource [None req-d5d486fa-e9d6-462b-81e1-2b8d9e8a6bf4 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] delete failed (client error): The resource could not be found.
Dec 16 22:41:07.068818 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-d5d486fa-e9d6-462b-81e1-2b8d9e8a6bf4 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] 10.222.0.13 "DELETE /v2.0/routers/17895173-428d-4926-812c-ee6102db527a HTTP/1.1" status: 404  len: 336 time: 0.0836904
Dec 16 22:41:07.071300 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 47714) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:41:07.093623 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-18f551f0-9b46-4d23-95bd-d87562f2d6de req-fee2b9c1-15ac-4d75-be7a-d9afd2935122 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:07.134643 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.pecan_wsgi.hooks.translation [None req-8acdb7a5-05b1-4269-92a8-6c331ec04c50 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] DELETE failed (client error): The resource could not be found.
Dec 16 22:41:07.135199 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8acdb7a5-05b1-4269-92a8-6c331ec04c50 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87507) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 16 22:41:07.136987 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-8acdb7a5-05b1-4269-92a8-6c331ec04c50 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] 10.222.0.13 "DELETE /v2.0/subnets/210063bb-c472-4d5a-9b21-1a9e95ed15f6 HTTP/1.1" status: 404  len: 337 time: 0.0646143
Dec 16 22:41:07.139571 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 47718) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:41:07.147356 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-0a09ce79-0b33-4dfb-bab8-9dcad7e4276a tempest-RoutersNegativeTest-1851367265 tempest-RoutersNegativeTest-1851367265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:07.160333 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d757a3-072b-4e09-b948-f46f6e81c16c None None] Pushing event updated for resources: {'Port': ['ID=ee3126a0-8237-4f45-bec5-09370ba05f9f,revision_number=2']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:41:07.165273 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-93d757a3-072b-4e09-b948-f46f6e81c16c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:41:07.173872 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-f4b36cb5-53c1-4c64-a248-aa93d5d51153 None None] Provisioning for port 7460eb7d-ba7c-4e4e-8177-7db125aade59 completed by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 22:41:07.184638 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-f4b36cb5-53c1-4c64-a248-aa93d5d51153 None None] Provisioning complete for port 7460eb7d-ba7c-4e4e-8177-7db125aade59 triggered by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:41:07.185477 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-f4b36cb5-53c1-4c64-a248-aa93d5d51153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:07.199726 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-a128fe91-1c34-4619-b21e-4566b5ad08cd tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] 10.222.0.13 "GET /v2.0/ports?device_id=ba4e7bf1-b57d-428d-af6d-e9fc2d584f7b HTTP/1.1" status: 200  len: 205 time: 0.0588441
Dec 16 22:41:07.204496 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 47722) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:41:07.284541 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.api.v2.resource [None req-70489a40-bd75-4f64-8d8a-bf19908bb43b tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] delete failed (client error): The resource could not be found.
Dec 16 22:41:07.287885 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-70489a40-bd75-4f64-8d8a-bf19908bb43b tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] 10.222.0.13 "DELETE /v2.0/routers/ba4e7bf1-b57d-428d-af6d-e9fc2d584f7b HTTP/1.1" status: 404  len: 336 time: 0.0793729
Dec 16 22:41:07.288493 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 47726) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:41:07.302420 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-f4b36cb5-53c1-4c64-a248-aa93d5d51153 None None] Port 7460eb7d-ba7c-4e4e-8177-7db125aade59 cannot update to ACTIVE because it is not bound. {{(pid=87508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 22:41:07.443405 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 7989ad22-19ce-4c44-94d9-cd8ff76bb302 up at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 22:41:07.542124 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.agents_db [None req-0abd2616-a86c-48e2-be07-10823335a5bb None None] Agent healthcheck: found 6 active agents {{(pid=87509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 22:41:07.595685 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning for port 7989ad22-19ce-4c44-94d9-cd8ff76bb302 completed by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 22:41:07.609427 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 05d23948-13a3-4302-b64d-cb5cf4d089dd up at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 22:41:07.699186 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning complete for port 05d23948-13a3-4302-b64d-cb5cf4d089dd triggered by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:41:07.699671 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:07.728602 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-cefd1de9-3c19-45ad-867e-1f7c9063d928 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] 10.222.0.13 "GET /v2.0/ports?device_id=d94daea2-ae2e-4e99-a87a-ed6af06d05d2 HTTP/1.1" status: 200  len: 205 time: 0.4386315
Dec 16 22:41:07.738088 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 47732) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:41:07.785662 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.notifiers.nova [req-18f551f0-9b46-4d23-95bd-d87562f2d6de req-fee2b9c1-15ac-4d75-be7a-d9afd2935122 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7460eb7d-ba7c-4e4e-8177-7db125aade59 {{(pid=87506) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 22:41:07.793150 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-18f551f0-9b46-4d23-95bd-d87562f2d6de req-fee2b9c1-15ac-4d75-be7a-d9afd2935122 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:07.812416 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.provisioning_blocks [req-18f551f0-9b46-4d23-95bd-d87562f2d6de req-fee2b9c1-15ac-4d75-be7a-d9afd2935122 service neutron] Transition to ACTIVE for port object 7460eb7d-ba7c-4e4e-8177-7db125aade59 will not be triggered until provisioned by entity L2. {{(pid=87506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:41:07.818816 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-18f551f0-9b46-4d23-95bd-d87562f2d6de req-fee2b9c1-15ac-4d75-be7a-d9afd2935122 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1863400'] for port, after_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:07.826690 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-4ce384ea-b72f-4568-948d-f5c782b54acf tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:41:07.834447 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:07.984548 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee2b9c1-15ac-4d75-be7a-d9afd2935122 service neutron] Pushing event updated for resources: {'Port': ['ID=7460eb7d-ba7c-4e4e-8177-7db125aade59,revision_number=2']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:41:08.027202 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-fee2b9c1-15ac-4d75-be7a-d9afd2935122 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:41:08.093083 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.api.v2.resource [None req-7566554b-74fd-4662-860c-a44cc693ad9f tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] delete failed (client error): The resource could not be found.
Dec 16 22:41:08.097477 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-7566554b-74fd-4662-860c-a44cc693ad9f tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] 10.222.0.13 "DELETE /v2.0/routers/d94daea2-ae2e-4e99-a87a-ed6af06d05d2 HTTP/1.1" status: 404  len: 336 time: 0.3221726
Dec 16 22:41:08.113745 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 47738) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:41:08.114485 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.managers [req-18f551f0-9b46-4d23-95bd-d87562f2d6de req-fee2b9c1-15ac-4d75-be7a-d9afd2935122 service neutron] Attempting to bind port 7460eb7d-ba7c-4e4e-8177-7db125aade59 on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=87506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 22:41:08.114829 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.managers [req-18f551f0-9b46-4d23-95bd-d87562f2d6de req-fee2b9c1-15ac-4d75-be7a-d9afd2935122 service neutron] Attempting to bind port 7460eb7d-ba7c-4e4e-8177-7db125aade59 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': 'e9b1e4b1-44ca-49bc-bbd9-0eb4b0374e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '2f687e27-c3dc-4aa9-ba40-39fc0889e61d'}] {{(pid=87506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 22:41:08.115155 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18f551f0-9b46-4d23-95bd-d87562f2d6de req-fee2b9c1-15ac-4d75-be7a-d9afd2935122 service neutron] Attempting to bind port 7460eb7d-ba7c-4e4e-8177-7db125aade59 on network 2f687e27-c3dc-4aa9-ba40-39fc0889e61d {{(pid=87506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 22:41:08.168023 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18f551f0-9b46-4d23-95bd-d87562f2d6de req-fee2b9c1-15ac-4d75-be7a-d9afd2935122 service neutron] Port 7460eb7d-ba7c-4e4e-8177-7db125aade59 on network 2f687e27-c3dc-4aa9-ba40-39fc0889e61d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=87506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 16 22:41:08.168552 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18f551f0-9b46-4d23-95bd-d87562f2d6de req-fee2b9c1-15ac-4d75-be7a-d9afd2935122 service neutron] Attempting to bind port 7460eb7d-ba7c-4e4e-8177-7db125aade59 on network 2f687e27-c3dc-4aa9-ba40-39fc0889e61d {{(pid=87506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 22:41:08.268830 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387b6ebf-f572-40f7-82ca-f7277c6fedd0 req-e40f557c-6add-4276-9851-912d117a1378 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:41:08.270723 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-387b6ebf-f572-40f7-82ca-f7277c6fedd0 req-e40f557c-6add-4276-9851-912d117a1378 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "GET /v2.0/ports?device_id=ac0b34be-0627-4b13-aa10-f4bb3bd32fd4 HTTP/1.1" status: 200  len: 931 time: 0.5451195
Dec 16 22:41:08.290015 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae64691-5e36-40a1-bbf9-11c2126f562b req-4b526b31-bcd1-4a36-8dce-c246d0531443 tempest-TestServerAdvancedOps-1174825185 tempest-TestServerAdvancedOps-1174825185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:41:08.291836 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-3ae64691-5e36-40a1-bbf9-11c2126f562b req-4b526b31-bcd1-4a36-8dce-c246d0531443 tempest-TestServerAdvancedOps-1174825185 tempest-TestServerAdvancedOps-1174825185-project] 10.222.0.13 "GET /v2.0/ports?device_id=5c2b94bd-0aca-49a0-95fb-a3268f577382 HTTP/1.1" status: 200  len: 946 time: 0.2134724
Dec 16 22:41:08.304184 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.pecan_wsgi.hooks.translation [None req-fca2aefa-4c11-4619-8bf7-c43477bf1d8d tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] DELETE failed (client error): The resource could not be found.
Dec 16 22:41:08.304677 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fca2aefa-4c11-4619-8bf7-c43477bf1d8d tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 16 22:41:08.306338 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-fca2aefa-4c11-4619-8bf7-c43477bf1d8d tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] 10.222.0.13 "DELETE /v2.0/subnets/d76aed46-0a3c-4e94-b48d-51ae2753005a HTTP/1.1" status: 404  len: 337 time: 0.1885674
Dec 16 22:41:08.307373 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18f551f0-9b46-4d23-95bd-d87562f2d6de req-fee2b9c1-15ac-4d75-be7a-d9afd2935122 service neutron] Checking agent: {'id': '849b5cbb-8f70-4c31-8f37-fd42f8351747', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8218', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 30, 8), 'started_at': datetime.datetime(2021, 12, 16, 22, 30, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 41, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 22:41:08.307713 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18f551f0-9b46-4d23-95bd-d87562f2d6de req-fee2b9c1-15ac-4d75-be7a-d9afd2935122 service neutron] Checking segment: {'id': 'e9b1e4b1-44ca-49bc-bbd9-0eb4b0374e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '2f687e27-c3dc-4aa9-ba40-39fc0889e61d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 22:41:08.308118 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18f551f0-9b46-4d23-95bd-d87562f2d6de req-fee2b9c1-15ac-4d75-be7a-d9afd2935122 service neutron] Bound using segment: {'id': 'e9b1e4b1-44ca-49bc-bbd9-0eb4b0374e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '2f687e27-c3dc-4aa9-ba40-39fc0889e61d'} {{(pid=87506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 22:41:08.308556 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.managers [req-18f551f0-9b46-4d23-95bd-d87562f2d6de req-fee2b9c1-15ac-4d75-be7a-d9afd2935122 service neutron] Bound port: 7460eb7d-ba7c-4e4e-8177-7db125aade59, host: hv-neutron-8218, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9b1e4b1-44ca-49bc-bbd9-0eb4b0374e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '2f687e27-c3dc-4aa9-ba40-39fc0889e61d'}}] {{(pid=87506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 22:41:08.308902 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-18f551f0-9b46-4d23-95bd-d87562f2d6de req-fee2b9c1-15ac-4d75-be7a-d9afd2935122 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:08.310504 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 47742) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:41:08.390281 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-0a09ce79-0b33-4dfb-bab8-9dcad7e4276a tempest-RoutersNegativeTest-1851367265 tempest-RoutersNegativeTest-1851367265-project] Notify callbacks [] for port, precommit_update {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:08.400662 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a861c3a0-d5be-4223-b4be-2acb0b25e7d3 None None] Network 6d6c6e4e-2aa4-406e-80b4-dea163a46f80 requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 22:41:08.419286 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-40f07b28-1038-4964-8326-536925baf541 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] 10.222.0.13 "GET /v2.0/ports?device_id=13d4bd48-fdbf-44cc-9be8-3b336be01681 HTTP/1.1" status: 200  len: 205 time: 0.1073627
Dec 16 22:41:08.422487 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 47746) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:41:08.432809 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-0a09ce79-0b33-4dfb-bab8-9dcad7e4276a tempest-RoutersNegativeTest-1851367265 tempest-RoutersNegativeTest-1851367265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10807814'] for port, after_update {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:08.470905 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-5c1bcc5c-562e-4496-b725-90a6f420cf0b tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:41:08.521871 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-62c70091-a544-4e04-a0c6-da14abb8f126 None None] Provisioning for port 7989ad22-19ce-4c44-94d9-cd8ff76bb302 completed by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 22:41:08.531092 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.api.v2.resource [None req-35136174-df31-4e03-8936-aa00b0cc56cc tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] delete failed (client error): The resource could not be found.
Dec 16 22:41:08.531913 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-35136174-df31-4e03-8936-aa00b0cc56cc tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] 10.222.0.13 "DELETE /v2.0/routers/13d4bd48-fdbf-44cc-9be8-3b336be01681 HTTP/1.1" status: 404  len: 336 time: 0.1085904
Dec 16 22:41:08.535475 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-62c70091-a544-4e04-a0c6-da14abb8f126 None None] Provisioning complete for port 7989ad22-19ce-4c44-94d9-cd8ff76bb302 triggered by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:41:08.536674 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-62c70091-a544-4e04-a0c6-da14abb8f126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:08.543939 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 47750) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:41:08.550192 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-387b6ebf-f572-40f7-82ca-f7277c6fedd0 req-714efbdb-3bc1-4668-8e44-2d4f990ffe0d tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "GET /v2.0/security-groups?id=d05082d4-dbf9-47ae-818f-147b053f15af&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2690871
Dec 16 22:41:08.561562 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-3ae64691-5e36-40a1-bbf9-11c2126f562b req-bbbb238e-1d43-457e-a321-31d14b499a52 tempest-TestServerAdvancedOps-1174825185 tempest-TestServerAdvancedOps-1174825185-project] 10.222.0.13 "GET /v2.0/security-groups?id=f2a7ae02-12b2-467c-a00d-8fc3127f3c58&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2535269
Dec 16 22:41:08.601666 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a09ce79-0b33-4dfb-bab8-9dcad7e4276a tempest-RoutersNegativeTest-1851367265 tempest-RoutersNegativeTest-1851367265-project] Pushing event updated for resources: {'Port': ['ID=fb957587-5b7b-49be-b96d-44c48d5a3fc3,revision_number=2']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:41:08.604591 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-0a09ce79-0b33-4dfb-bab8-9dcad7e4276a tempest-RoutersNegativeTest-1851367265 tempest-RoutersNegativeTest-1851367265-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3791426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3830222'] for router_interface, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:08.608663 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-0a09ce79-0b33-4dfb-bab8-9dcad7e4276a tempest-RoutersNegativeTest-1851367265 tempest-RoutersNegativeTest-1851367265-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:41:08.639337 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.pecan_wsgi.hooks.translation [None req-66be1d30-cb05-474a-86d3-3f1c7fba290b tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] DELETE failed (client error): The resource could not be found.
Dec 16 22:41:08.640038 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-66be1d30-cb05-474a-86d3-3f1c7fba290b tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 16 22:41:08.641970 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-66be1d30-cb05-474a-86d3-3f1c7fba290b tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] 10.222.0.13 "DELETE /v2.0/subnets/68fc3ae4-9569-4338-bc84-7a9f3d10bf55 HTTP/1.1" status: 404  len: 337 time: 0.0968971
Dec 16 22:41:08.645734 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 47754) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:41:08.680907 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.db [req-18f551f0-9b46-4d23-95bd-d87562f2d6de req-fee2b9c1-15ac-4d75-be7a-d9afd2935122 service neutron] For port 7460eb7d-ba7c-4e4e-8177-7db125aade59, host hv-neutron-8218, cleared binding levels {{(pid=87506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 22:41:08.700823 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-ed649674-9e5f-46be-8c50-be2c21691702 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] 10.222.0.13 "GET /v2.0/ports?device_id=c687d116-e64e-4a77-9373-dc6a7e53c1e1 HTTP/1.1" status: 200  len: 205 time: 0.0525193
Dec 16 22:41:08.703117 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 47758) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:41:08.710229 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd34b778-5841-4060-a119-882b89fdfb0a req-8bdff671-22dd-4bb9-9903-c262aae5afb9 tempest-TestServerAdvancedOps-1174825185 tempest-TestServerAdvancedOps-1174825185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:41:08.710935 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [req-bd34b778-5841-4060-a119-882b89fdfb0a req-8bdff671-22dd-4bb9-9903-c262aae5afb9 tempest-TestServerAdvancedOps-1174825185 tempest-TestServerAdvancedOps-1174825185-project] Synchronizing usage tracker for tenant:021ba4f4c5d94216ba70fdc1551b8e7f on resource:port {{(pid=87506) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 22:41:08.721942 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.db [req-18f551f0-9b46-4d23-95bd-d87562f2d6de req-fee2b9c1-15ac-4d75-be7a-d9afd2935122 service neutron] For port 7460eb7d-ba7c-4e4e-8177-7db125aade59, host hv-neutron-8218, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=7460eb7d-ba7c-4e4e-8177-7db125aade59,segment=NetworkSegment(e9b1e4b1-44ca-49bc-bbd9-0eb4b0374e3d),segment_id=e9b1e4b1-44ca-49bc-bbd9-0eb4b0374e3d)] {{(pid=87506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 22:41:08.728653 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-62c70091-a544-4e04-a0c6-da14abb8f126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:08.738112 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-18f551f0-9b46-4d23-95bd-d87562f2d6de req-fee2b9c1-15ac-4d75-be7a-d9afd2935122 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1863400'] for port, after_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:08.744323 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-e24a035b-68a8-4714-8350-db0d6fc4c180 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:41:08.781579 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [req-bd34b778-5841-4060-a119-882b89fdfb0a req-8bdff671-22dd-4bb9-9903-c262aae5afb9 tempest-TestServerAdvancedOps-1174825185 tempest-TestServerAdvancedOps-1174825185-project] Unset dirty status for tenant:021ba4f4c5d94216ba70fdc1551b8e7f on resource:port {{(pid=87506) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 22:41:08.784628 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-bd34b778-5841-4060-a119-882b89fdfb0a req-8bdff671-22dd-4bb9-9903-c262aae5afb9 tempest-TestServerAdvancedOps-1174825185 tempest-TestServerAdvancedOps-1174825185-project] 10.222.0.49 "GET /v2.0/ports?device_id=5c2b94bd-0aca-49a0-95fb-a3268f577382 HTTP/1.1" status: 200  len: 946 time: 0.4328206
Dec 16 22:41:08.803121 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f551f0-9b46-4d23-95bd-d87562f2d6de req-fee2b9c1-15ac-4d75-be7a-d9afd2935122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:41:08.803738 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-18f551f0-9b46-4d23-95bd-d87562f2d6de req-fee2b9c1-15ac-4d75-be7a-d9afd2935122 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for port, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:08.805167 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.api.v2.resource [None req-140544fe-2196-4b53-a290-158e3eb54f1b tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] delete failed (client error): The resource could not be found.
Dec 16 22:41:08.806233 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-140544fe-2196-4b53-a290-158e3eb54f1b tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] 10.222.0.13 "DELETE /v2.0/routers/c687d116-e64e-4a77-9373-dc6a7e53c1e1 HTTP/1.1" status: 404  len: 336 time: 0.1020381
Dec 16 22:41:08.806480 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-18f551f0-9b46-4d23-95bd-d87562f2d6de req-fee2b9c1-15ac-4d75-be7a-d9afd2935122 service neutron] 10.222.0.49 "PUT /v2.0/ports/7460eb7d-ba7c-4e4e-8177-7db125aade59 HTTP/1.1" status: 200  len: 1093 time: 1.9391508
Dec 16 22:41:08.808692 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 47762) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:41:08.820793 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac0b34be-0627-4b13-aa10-f4bb3bd32fd4', 'tag': '7460eb7d-ba7c-4e4e-8177-7db125aade59'}] {{(pid=87506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 22:41:08.864513 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-62c70091-a544-4e04-a0c6-da14abb8f126 None None] For port 7989ad22-19ce-4c44-94d9-cd8ff76bb302, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=7989ad22-19ce-4c44-94d9-cd8ff76bb302,segment=NetworkSegment(3f6bbb2b-41da-4711-8690-1b01d8d3f8a8),segment_id=3f6bbb2b-41da-4711-8690-1b01d8d3f8a8)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:41:08.871791 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-62c70091-a544-4e04-a0c6-da14abb8f126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:08.873819 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-129b8d42-7f92-4b13-b9a8-f8099c1af09e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:41:08.905707 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c08d945-9ce8-490f-a27a-e7b1f23bad5d tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] DELETE failed (client error): The resource could not be found.
Dec 16 22:41:08.906171 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c08d945-9ce8-490f-a27a-e7b1f23bad5d tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87507) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 16 22:41:08.907874 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-6c08d945-9ce8-490f-a27a-e7b1f23bad5d tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] 10.222.0.13 "DELETE /v2.0/subnets/3c5a8425-411c-4613-b6f6-bdaed24515bf HTTP/1.1" status: 404  len: 337 time: 0.0982230
Dec 16 22:41:08.911780 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 47768) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:41:08.946141 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c70091-a544-4e04-a0c6-da14abb8f126 None None] Pushing event updated for resources: {'Port': ['ID=7989ad22-19ce-4c44-94d9-cd8ff76bb302,revision_number=3']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:41:08.948860 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-115cee99-ad54-4bad-8d30-1cdece36a6d6 None None] Network 112e1489-2f7b-4ccd-8143-11600127a4ba requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 22:41:08.972137 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-62c70091-a544-4e04-a0c6-da14abb8f126 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:41:08.976847 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac0b34be-0627-4b13-aa10-f4bb3bd32fd4', 'tag': '7460eb7d-ba7c-4e4e-8177-7db125aade59', 'status': 'completed', 'code': 200}
Dec 16 22:41:08.989631 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1b8e479-d479-420c-bfc9-b40d8ff2faa4 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] DELETE failed (client error): The resource could not be found.
Dec 16 22:41:08.990094 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1b8e479-d479-420c-bfc9-b40d8ff2faa4 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87507) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 16 22:41:08.994885 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-d1b8e479-d479-420c-bfc9-b40d8ff2faa4 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] 10.222.0.13 "DELETE /v2.0/subnets/f2a235a9-3873-4e49-b8bc-d4aa3db0a8b1 HTTP/1.1" status: 404  len: 337 time: 0.0797949
Dec 16 22:41:09.011299 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a09ce79-0b33-4dfb-bab8-9dcad7e4276a tempest-RoutersNegativeTest-1851367265 tempest-RoutersNegativeTest-1851367265-project] Network 6d6c6e4e-2aa4-406e-80b4-dea163a46f80 is already hosted by enough agents. {{(pid=87507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:41:09.013195 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.base_scheduler [None req-0a09ce79-0b33-4dfb-bab8-9dcad7e4276a tempest-RoutersNegativeTest-1851367265 tempest-RoutersNegativeTest-1851367265-project] Resources bound (agent type, host, resource id):  {{(pid=87507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:41:09.052968 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [req-bd34b778-5841-4060-a119-882b89fdfb0a req-e0f0f9a3-691d-45a6-870a-e157fc85cd7f tempest-TestServerAdvancedOps-1174825185 tempest-TestServerAdvancedOps-1174825185-project] Deleting port 210194df-de88-426a-be13-ba9791cec1b2 {{(pid=87506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:41:09.053317 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-bd34b778-5841-4060-a119-882b89fdfb0a req-e0f0f9a3-691d-45a6-870a-e157fc85cd7f tempest-TestServerAdvancedOps-1174825185 tempest-TestServerAdvancedOps-1174825185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:09.094988 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee2b9c1-15ac-4d75-be7a-d9afd2935122 service neutron] Pushing event updated for resources: {'Port': ['ID=7460eb7d-ba7c-4e4e-8177-7db125aade59,revision_number=3']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:41:09.105348 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-fee2b9c1-15ac-4d75-be7a-d9afd2935122 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.361s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:41:09.140928 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f551f0-9b46-4d23-95bd-d87562f2d6de req-32efbfd6-279b-4f4b-9ca0-616e644efb88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:41:09.142013 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-18f551f0-9b46-4d23-95bd-d87562f2d6de req-32efbfd6-279b-4f4b-9ca0-616e644efb88 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b7e45fda9ad540a6ac359d1c64c9adb2&device_id=ac0b34be-0627-4b13-aa10-f4bb3bd32fd4 HTTP/1.1" status: 200  len: 1096 time: 0.2448816
Dec 16 22:41:09.152428 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-81531fd3-9a18-4332-95b9-206700524a94 None None] Provisioning for port ee3126a0-8237-4f45-bec5-09370ba05f9f completed by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 22:41:09.258084 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-18f551f0-9b46-4d23-95bd-d87562f2d6de req-6a3188fb-0cb3-494c-b230-3df1b010eeda service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7460eb7d-ba7c-4e4e-8177-7db125aade59 HTTP/1.1" status: 200  len: 217 time: 0.0870900
Dec 16 22:41:09.289946 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a09ce79-0b33-4dfb-bab8-9dcad7e4276a tempest-RoutersNegativeTest-1851367265 tempest-RoutersNegativeTest-1851367265-project] Router 98c6550d-bbab-4de9-b44d-eedc8c414465 is scheduled to L3 agent 4f519db7-069b-43e2-8411-c092bac9102a with binding_index 1 {{(pid=87507) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 16 22:41:09.446816 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device ee3126a0-8237-4f45-bec5-09370ba05f9f up at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 22:41:09.547454 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 47776) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:41:09.567729 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning for port ee3126a0-8237-4f45-bec5-09370ba05f9f completed by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 22:41:09.574769 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning complete for port ee3126a0-8237-4f45-bec5-09370ba05f9f triggered by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:41:09.575160 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:09.610766 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f551f0-9b46-4d23-95bd-d87562f2d6de req-7adedfd0-0567-469f-b810-e8a33d2d9236 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:41:09.615798 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-18f551f0-9b46-4d23-95bd-d87562f2d6de req-7adedfd0-0567-469f-b810-e8a33d2d9236 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=7b9bf1fd-5beb-40d0-9cdf-c44fd8bdff49 HTTP/1.1" status: 200  len: 835 time: 0.3470361
Dec 16 22:41:09.710053 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-31a9012d-15ff-47c0-94d6-ae51ce516406 None None] Provisioning for port fb957587-5b7b-49be-b96d-44c48d5a3fc3 completed by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 22:41:09.733161 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-31a9012d-15ff-47c0-94d6-ae51ce516406 None None] Provisioning complete for port fb957587-5b7b-49be-b96d-44c48d5a3fc3 triggered by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:41:09.733551 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-31a9012d-15ff-47c0-94d6-ae51ce516406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:09.829671 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.db [req-bd34b778-5841-4060-a119-882b89fdfb0a req-e0f0f9a3-691d-45a6-870a-e157fc85cd7f tempest-TestServerAdvancedOps-1174825185 tempest-TestServerAdvancedOps-1174825185-project] For port 210194df-de88-426a-be13-ba9791cec1b2, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=210194df-de88-426a-be13-ba9791cec1b2,segment=NetworkSegment(2577d818-0e29-479d-b0de-338c10752042),segment_id=2577d818-0e29-479d-b0de-338c10752042)] {{(pid=87506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:41:09.830233 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-bd34b778-5841-4060-a119-882b89fdfb0a req-e0f0f9a3-691d-45a6-870a-e157fc85cd7f tempest-TestServerAdvancedOps-1174825185 tempest-TestServerAdvancedOps-1174825185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:09.893937 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-31a9012d-15ff-47c0-94d6-ae51ce516406 None None] Port fb957587-5b7b-49be-b96d-44c48d5a3fc3 cannot update to ACTIVE because it is not bound. {{(pid=87508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 22:41:09.905592 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:09.943072 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] For port ee3126a0-8237-4f45-bec5-09370ba05f9f, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=ee3126a0-8237-4f45-bec5-09370ba05f9f,segment=NetworkSegment(c26c1d80-86f1-4b56-a195-a5022a6dc0ea),segment_id=c26c1d80-86f1-4b56-a195-a5022a6dc0ea)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:41:09.952170 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:09.953263 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 7989ad22-19ce-4c44-94d9-cd8ff76bb302 up at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 22:41:09.956400 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a09ce79-0b33-4dfb-bab8-9dcad7e4276a tempest-RoutersNegativeTest-1851367265 tempest-RoutersNegativeTest-1851367265-project] Notify agent at l3_agent.dv-neutron-821829-1-hyperv the message routers_updated {{(pid=87507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 22:41:09.967583 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-0a09ce79-0b33-4dfb-bab8-9dcad7e4276a tempest-RoutersNegativeTest-1851367265 tempest-RoutersNegativeTest-1851367265-project] 10.222.0.13 "PUT /v2.0/routers/98c6550d-bbab-4de9-b44d-eedc8c414465/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.0623240
Dec 16 22:41:09.975606 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 47786) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:41:09.988568 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:41:10.017910 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [req-bd34b778-5841-4060-a119-882b89fdfb0a req-e0f0f9a3-691d-45a6-870a-e157fc85cd7f tempest-TestServerAdvancedOps-1174825185 tempest-TestServerAdvancedOps-1174825185-project] Calling delete_port for 210194df-de88-426a-be13-ba9791cec1b2 owned by compute:nova {{(pid=87506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:41:10.018370 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-773f3feb-47f4-4ad8-94e4-23953833e40d None None] Sync routers for ids ['98c6550d-bbab-4de9-b44d-eedc8c414465'] in dv-neutron-821829-1-hyperv {{(pid=87508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 22:41:10.020819 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-31a9012d-15ff-47c0-94d6-ae51ce516406 None None] Provisioning complete for port 7989ad22-19ce-4c44-94d9-cd8ff76bb302 triggered by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:41:10.021292 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-31a9012d-15ff-47c0-94d6-ae51ce516406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:10.107175 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-23278ca6-a190-4d28-aa9e-ec1a2a12e9e4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a221f56311244d31a510a3a1bb3c6ce9&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5551827
Dec 16 22:41:10.114186 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 47790) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:41:10.136540 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f551f0-9b46-4d23-95bd-d87562f2d6de req-117ee7cc-f3d0-42d9-8ce9-0bfb309d75be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:41:10.138171 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-18f551f0-9b46-4d23-95bd-d87562f2d6de req-117ee7cc-f3d0-42d9-8ce9-0bfb309d75be service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=2f687e27-c3dc-4aa9-ba40-39fc0889e61d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.5016944
Dec 16 22:41:10.158652 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-773f3feb-47f4-4ad8-94e4-23953833e40d None None] Routers {'98c6550d-bbab-4de9-b44d-eedc8c414465'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:41:10.159306 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-773f3feb-47f4-4ad8-94e4-23953833e40d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b77bd1fd0>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:41:01Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['98c6550d-bbab-4de9-b44d-eedc8c414465'], 'active': True} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:41:10.212148 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f1e4bb-8549-4405-a6fb-e37b7525981f req-69cd34cc-db16-418b-b2ef-6c7f816bf925 tempest-TestServerAdvancedOps-1174825185 tempest-TestServerAdvancedOps-1174825185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:41:10.215297 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-66f1e4bb-8549-4405-a6fb-e37b7525981f req-69cd34cc-db16-418b-b2ef-6c7f816bf925 tempest-TestServerAdvancedOps-1174825185 tempest-TestServerAdvancedOps-1174825185-project] 10.222.0.13 "GET /v2.0/ports?device_id=5c2b94bd-0aca-49a0-95fb-a3268f577382 HTTP/1.1" status: 200  len: 946 time: 0.3972719
Dec 16 22:41:10.246930 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-773f3feb-47f4-4ad8-94e4-23953833e40d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b77bd1fd0>, [], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:41:10.270962 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Pushing event updated for resources: {'Port': ['ID=ee3126a0-8237-4f45-bec5-09370ba05f9f,revision_number=3']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:41:10.288504 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:41:10.290934 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-773f3feb-47f4-4ad8-94e4-23953833e40d None None] Routers {'98c6550d-bbab-4de9-b44d-eedc8c414465'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:41:10.291727 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-773f3feb-47f4-4ad8-94e4-23953833e40d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b77bd1fd0>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:41:01Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['98c6550d-bbab-4de9-b44d-eedc8c414465'], 'active': True} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:41:10.349615 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning complete for port 7989ad22-19ce-4c44-94d9-cd8ff76bb302 triggered by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:41:10.350213 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:10.378181 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767c96e7-eef2-4f62-a8a2-c217376f3b7b req-20d16e84-5d8c-4a60-b967-9b59fa973e95 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:41:10.381611 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-767c96e7-eef2-4f62-a8a2-c217376f3b7b req-20d16e84-5d8c-4a60-b967-9b59fa973e95 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "GET /v2.0/ports?device_id=ac0b34be-0627-4b13-aa10-f4bb3bd32fd4 HTTP/1.1" status: 200  len: 943 time: 0.5649261
Dec 16 22:41:10.419522 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-773f3feb-47f4-4ad8-94e4-23953833e40d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b77bd1fd0>, [], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:41:10.420194 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-773f3feb-47f4-4ad8-94e4-23953833e40d None None] The sync data for ids ['98c6550d-bbab-4de9-b44d-eedc8c414465'] in dv-neutron-821829-1-hyperv is: [] {{(pid=87508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 22:41:10.495526 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-f1ac181c-d223-4446-b558-dc667e7149d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:10.513481 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-66f1e4bb-8549-4405-a6fb-e37b7525981f req-fe431d22-2426-42d9-bdc4-3be850b332a2 tempest-TestServerAdvancedOps-1174825185 tempest-TestServerAdvancedOps-1174825185-project] 10.222.0.13 "GET /v2.0/security-groups?id=f2a7ae02-12b2-467c-a00d-8fc3127f3c58&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2742591
Dec 16 22:41:10.541886 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-18f551f0-9b46-4d23-95bd-d87562f2d6de req-b1cf5fee-ac22-4446-83cf-1092dfb4bc46 service neutron] 10.222.0.49 "GET /v2.0/networks/2f687e27-c3dc-4aa9-ba40-39fc0889e61d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3961623
Dec 16 22:41:10.548585 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-bd34b778-5841-4060-a119-882b89fdfb0a req-e0f0f9a3-691d-45a6-870a-e157fc85cd7f tempest-TestServerAdvancedOps-1174825185 tempest-TestServerAdvancedOps-1174825185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1863393'] for port, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:10.552150 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-f1ac181c-d223-4446-b558-dc667e7149d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:10.583064 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-a9f7e8eb-c3fc-4c73-a69d-81fb675e6133 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:41:10.584160 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] get_ports_and_sgs() called for port_ids ['210194df-de88-426a-be13-ba9791cec1b2'] {{(pid=87508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 22:41:10.632049 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-bce5c212-b885-4415-8cb0-64fec621db90 None None] Provisioning complete for port fb957587-5b7b-49be-b96d-44c48d5a3fc3 triggered by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:41:10.632469 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-bce5c212-b885-4415-8cb0-64fec621db90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:10.682087 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f0f9a3-691d-45a6-870a-e157fc85cd7f tempest-TestServerAdvancedOps-1174825185 tempest-TestServerAdvancedOps-1174825185-project] Pushing event deleted for resources: {'Port': ['ID=210194df-de88-426a-be13-ba9791cec1b2,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:41:10.693352 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-bce5c212-b885-4415-8cb0-64fec621db90 None None] Port fb957587-5b7b-49be-b96d-44c48d5a3fc3 cannot update to ACTIVE because it is not bound. {{(pid=87508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 22:41:10.701426 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-e0f0f9a3-691d-45a6-870a-e157fc85cd7f tempest-TestServerAdvancedOps-1174825185 tempest-TestServerAdvancedOps-1174825185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:41:10.704441 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-bce5c212-b885-4415-8cb0-64fec621db90 None None] Provisioning complete for port ee3126a0-8237-4f45-bec5-09370ba05f9f triggered by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:41:10.705183 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-bce5c212-b885-4415-8cb0-64fec621db90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:10.712584 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-767c96e7-eef2-4f62-a8a2-c217376f3b7b req-9092ab56-a2b6-4c4b-9cd0-ecf7af1d37aa tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "GET /v2.0/security-groups?id=d05082d4-dbf9-47ae-818f-147b053f15af&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1978047
Dec 16 22:41:10.803327 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd34b778-5841-4060-a119-882b89fdfb0a req-e0f0f9a3-691d-45a6-870a-e157fc85cd7f tempest-TestServerAdvancedOps-1174825185 tempest-TestServerAdvancedOps-1174825185-project] No DVR routers for this DVR port 210194df-de88-426a-be13-ba9791cec1b2 on host hv-neutron-8218 {{(pid=87506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 22:41:10.806163 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-bd34b778-5841-4060-a119-882b89fdfb0a req-e0f0f9a3-691d-45a6-870a-e157fc85cd7f tempest-TestServerAdvancedOps-1174825185 tempest-TestServerAdvancedOps-1174825185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for port, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:10.852473 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-bd34b778-5841-4060-a119-882b89fdfb0a req-e0f0f9a3-691d-45a6-870a-e157fc85cd7f tempest-TestServerAdvancedOps-1174825185 tempest-TestServerAdvancedOps-1174825185-project] 10.222.0.49 "DELETE /v2.0/ports/210194df-de88-426a-be13-ba9791cec1b2 HTTP/1.1" status: 204  len: 173 time: 2.0330579
Dec 16 22:41:10.858214 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-f1ac181c-d223-4446-b558-dc667e7149d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841066'] for security_group, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:10.860928 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-f1ac181c-d223-4446-b558-dc667e7149d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:10.864207 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-f1ac181c-d223-4446-b558-dc667e7149d6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/fc666e7d-1145-4a31-a862-30d5b8b2da9b HTTP/1.1" status: 204  len: 168 time: 0.7481406
Dec 16 22:41:10.869730 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.api.v2.resource [None req-dffece66-13dd-4ff2-9a04-c34451fa312c tempest-RoutersNegativeTest-1851367265 tempest-RoutersNegativeTest-1851367265-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 16 22:41:10.870941 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-dffece66-13dd-4ff2-9a04-c34451fa312c tempest-RoutersNegativeTest-1851367265 tempest-RoutersNegativeTest-1851367265-project] 10.222.0.13 "PUT /v2.0/routers/98c6550d-bbab-4de9-b44d-eedc8c414465/add_router_interface HTTP/1.1" status: 400  len: 438 time: 0.8853378
Dec 16 22:41:10.872900 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-18f551f0-9b46-4d23-95bd-d87562f2d6de req-fdccbac1-7de7-46b0-9803-d76d1714a013 service neutron] 10.222.0.49 "GET /v2.0/networks/2f687e27-c3dc-4aa9-ba40-39fc0889e61d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3135517
Dec 16 22:41:10.873621 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-fedfb65b-6b99-4db8-8e52-b54a94c6187c tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:41:10.876025 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 47796) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:41:10.885601 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ac181c-d223-4446-b558-dc667e7149d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc666e7d-1145-4a31-a862-30d5b8b2da9b,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:41:10.888448 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-f1ac181c-d223-4446-b558-dc667e7149d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:41:11.004707 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c2b94bd-0aca-49a0-95fb-a3268f577382', 'name': 'network-vif-deleted', 'tag': '210194df-de88-426a-be13-ba9791cec1b2'}] {{(pid=87506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 22:41:11.075024 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45f297b-6c36-4130-8ee1-548f910eb416 req-e40cfd80-1d60-400f-8c37-3a05c2b5ddd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:41:11.077054 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-a45f297b-6c36-4130-8ee1-548f910eb416 req-e40cfd80-1d60-400f-8c37-3a05c2b5ddd8 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b7e45fda9ad540a6ac359d1c64c9adb2&device_id=ac0b34be-0627-4b13-aa10-f4bb3bd32fd4 HTTP/1.1" status: 200  len: 1096 time: 0.1042283
Dec 16 22:41:11.079051 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c2b94bd-0aca-49a0-95fb-a3268f577382', 'name': 'network-vif-deleted', 'tag': '210194df-de88-426a-be13-ba9791cec1b2', 'status': 'completed', 'code': 200}
Dec 16 22:41:11.200159 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device ee3126a0-8237-4f45-bec5-09370ba05f9f up at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 22:41:11.253960 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45f297b-6c36-4130-8ee1-548f910eb416 req-0e957273-a80c-4cc4-9b9a-f3d7905b3541 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:41:11.255491 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-a45f297b-6c36-4130-8ee1-548f910eb416 req-0e957273-a80c-4cc4-9b9a-f3d7905b3541 service neutron] 10.222.0.49 "GET /v2.0/networks?id=2f687e27-c3dc-4aa9-ba40-39fc0889e61d HTTP/1.1" status: 200  len: 898 time: 0.1633260
Dec 16 22:41:11.281550 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning complete for port ee3126a0-8237-4f45-bec5-09370ba05f9f triggered by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:41:11.282104 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:11.336421 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-a45f297b-6c36-4130-8ee1-548f910eb416 req-525af440-7efb-4149-b9cf-be7a8ee339ac service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7460eb7d-ba7c-4e4e-8177-7db125aade59 HTTP/1.1" status: 200  len: 217 time: 0.0735853
Dec 16 22:41:11.424597 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45f297b-6c36-4130-8ee1-548f910eb416 req-11879ef8-7c59-442e-9075-2a3dd63acd25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:41:11.426328 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-a45f297b-6c36-4130-8ee1-548f910eb416 req-11879ef8-7c59-442e-9075-2a3dd63acd25 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=7b9bf1fd-5beb-40d0-9cdf-c44fd8bdff49 HTTP/1.1" status: 200  len: 835 time: 0.0819862
Dec 16 22:41:11.449568 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-79a8cca8-aa91-408e-b014-6842826c63e0 tempest-RoutersNegativeTest-1851367265 tempest-RoutersNegativeTest-1851367265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3830176'] for router_interface, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:11.555714 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45f297b-6c36-4130-8ee1-548f910eb416 req-64094fd1-bf99-4dc0-b4fe-16f112db68d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:41:11.558198 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-a45f297b-6c36-4130-8ee1-548f910eb416 req-64094fd1-bf99-4dc0-b4fe-16f112db68d8 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=2f687e27-c3dc-4aa9-ba40-39fc0889e61d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.1035213
Dec 16 22:41:11.764270 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-a45f297b-6c36-4130-8ee1-548f910eb416 req-a30e9dbc-449c-42f2-94a5-90c9178ef8a8 service neutron] 10.222.0.49 "GET /v2.0/networks/2f687e27-c3dc-4aa9-ba40-39fc0889e61d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1876822
Dec 16 22:41:11.785516 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-026b36eb-835d-41de-8733-0880bba696e3 req-0afd7361-4baf-491b-b98a-18687b9db20f tempest-TestServerAdvancedOps-1174825185 tempest-TestServerAdvancedOps-1174825185-project] 10.222.0.13 "GET /v2.0/ports?device_id=5c2b94bd-0aca-49a0-95fb-a3268f577382 HTTP/1.1" status: 200  len: 210 time: 0.0592251
Dec 16 22:41:11.859007 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 47824) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:41:11.918846 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-a45f297b-6c36-4130-8ee1-548f910eb416 req-ff114699-f602-469e-8a9b-01bbd67fcf0b service neutron] 10.222.0.49 "GET /v2.0/networks/2f687e27-c3dc-4aa9-ba40-39fc0889e61d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1473579
Dec 16 22:41:11.968370 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-eb758559-af2e-4362-b603-cd473024b864 tempest-RoutersNegativeIpV6Test-1646080008 tempest-RoutersNegativeIpV6Test-1646080008-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-736889196', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:41:11.975194 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-eb758559-af2e-4362-b603-cd473024b864 tempest-RoutersNegativeIpV6Test-1646080008 tempest-RoutersNegativeIpV6Test-1646080008-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:41:11.979360 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-eb758559-af2e-4362-b603-cd473024b864 tempest-RoutersNegativeIpV6Test-1646080008 tempest-RoutersNegativeIpV6Test-1646080008-project] Usage tracker for resource:router and tenant:8d67094af69948bebe00c5f2c6d10f1a is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:41:11.982245 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-eb758559-af2e-4362-b603-cd473024b864 tempest-RoutersNegativeIpV6Test-1646080008 tempest-RoutersNegativeIpV6Test-1646080008-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:41:11.989545 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-eb758559-af2e-4362-b603-cd473024b864 tempest-RoutersNegativeIpV6Test-1646080008 tempest-RoutersNegativeIpV6Test-1646080008-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:41:12.000437 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-eb758559-af2e-4362-b603-cd473024b864 tempest-RoutersNegativeIpV6Test-1646080008 tempest-RoutersNegativeIpV6Test-1646080008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3741155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38980'] for router, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:12.001573 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-eb758559-af2e-4362-b603-cd473024b864 tempest-RoutersNegativeIpV6Test-1646080008 tempest-RoutersNegativeIpV6Test-1646080008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3743284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3741748', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3896702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-38989'] for router, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:12.002616 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53324b29-20ea-4cb0-bc89-6e6a10ba0179 req-f7f19594-b447-4a00-b15d-7a2b542e5806 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:41:12.004094 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-53324b29-20ea-4cb0-bc89-6e6a10ba0179 req-f7f19594-b447-4a00-b15d-7a2b542e5806 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "GET /v2.0/ports?device_id=ac0b34be-0627-4b13-aa10-f4bb3bd32fd4 HTTP/1.1" status: 200  len: 943 time: 0.1405189
Dec 16 22:41:12.020507 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-eb758559-af2e-4362-b603-cd473024b864 tempest-RoutersNegativeIpV6Test-1646080008 tempest-RoutersNegativeIpV6Test-1646080008-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:12.038623 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-eb758559-af2e-4362-b603-cd473024b864 tempest-RoutersNegativeIpV6Test-1646080008 tempest-RoutersNegativeIpV6Test-1646080008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3740952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3741923'] for router, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:12.061188 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-eb758559-af2e-4362-b603-cd473024b864 tempest-RoutersNegativeIpV6Test-1646080008 tempest-RoutersNegativeIpV6Test-1646080008-project] Notify callbacks [] for router, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:12.064296 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-eb758559-af2e-4362-b603-cd473024b864 tempest-RoutersNegativeIpV6Test-1646080008 tempest-RoutersNegativeIpV6Test-1646080008-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 711 time: 0.2042389
Dec 16 22:41:12.065756 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 47830) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:41:12.071871 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-91bf0c7d-6b50-45d6-afba-b7fa3a255a48 tempest-RoutersNegativeIpV6Test-1646080008 tempest-RoutersNegativeIpV6Test-1646080008-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-2131721901'}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:41:12.076633 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-91bf0c7d-6b50-45d6-afba-b7fa3a255a48 tempest-RoutersNegativeIpV6Test-1646080008 tempest-RoutersNegativeIpV6Test-1646080008-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:41:12.080980 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-91bf0c7d-6b50-45d6-afba-b7fa3a255a48 tempest-RoutersNegativeIpV6Test-1646080008 tempest-RoutersNegativeIpV6Test-1646080008-project] Usage tracker for resource:network and tenant:8d67094af69948bebe00c5f2c6d10f1a is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:41:12.083840 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-91bf0c7d-6b50-45d6-afba-b7fa3a255a48 tempest-RoutersNegativeIpV6Test-1646080008 tempest-RoutersNegativeIpV6Test-1646080008-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:41:12.089479 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-91bf0c7d-6b50-45d6-afba-b7fa3a255a48 tempest-RoutersNegativeIpV6Test-1646080008 tempest-RoutersNegativeIpV6Test-1646080008-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:41:12.097264 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-53324b29-20ea-4cb0-bc89-6e6a10ba0179 req-c6dab011-86ef-4c26-bc81-97c8b1a74921 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "GET /v2.0/security-groups?id=d05082d4-dbf9-47ae-818f-147b053f15af&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0853145
Dec 16 22:41:12.099445 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91bf0c7d-6b50-45d6-afba-b7fa3a255a48 tempest-RoutersNegativeIpV6Test-1646080008 tempest-RoutersNegativeIpV6Test-1646080008-project] Made reservation on behalf of 8d67094af69948bebe00c5f2c6d10f1a for: {'network': 1} {{(pid=87506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:41:12.099950 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.plugin [None req-79a8cca8-aa91-408e-b014-6842826c63e0 tempest-RoutersNegativeTest-1851367265 tempest-RoutersNegativeTest-1851367265-project] Deleting port fb957587-5b7b-49be-b96d-44c48d5a3fc3 {{(pid=87507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:41:12.100664 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-79a8cca8-aa91-408e-b014-6842826c63e0 tempest-RoutersNegativeTest-1851367265 tempest-RoutersNegativeTest-1851367265-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:12.103128 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-91bf0c7d-6b50-45d6-afba-b7fa3a255a48 tempest-RoutersNegativeIpV6Test-1646080008 tempest-RoutersNegativeIpV6Test-1646080008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for network, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:12.116649 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-91bf0c7d-6b50-45d6-afba-b7fa3a255a48 tempest-RoutersNegativeIpV6Test-1646080008 tempest-RoutersNegativeIpV6Test-1646080008-project] Notify callbacks [] for security_group, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:12.131719 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-91bf0c7d-6b50-45d6-afba-b7fa3a255a48 tempest-RoutersNegativeIpV6Test-1646080008 tempest-RoutersNegativeIpV6Test-1646080008-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:41:12.135582 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-91bf0c7d-6b50-45d6-afba-b7fa3a255a48 tempest-RoutersNegativeIpV6Test-1646080008 tempest-RoutersNegativeIpV6Test-1646080008-project] Usage tracker for resource:security_group_rule and tenant:8d67094af69948bebe00c5f2c6d10f1a is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:41:12.138390 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-91bf0c7d-6b50-45d6-afba-b7fa3a255a48 tempest-RoutersNegativeIpV6Test-1646080008 tempest-RoutersNegativeIpV6Test-1646080008-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:41:12.144001 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-91bf0c7d-6b50-45d6-afba-b7fa3a255a48 tempest-RoutersNegativeIpV6Test-1646080008 tempest-RoutersNegativeIpV6Test-1646080008-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:41:12.229749 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-91bf0c7d-6b50-45d6-afba-b7fa3a255a48 tempest-RoutersNegativeIpV6Test-1646080008 tempest-RoutersNegativeIpV6Test-1646080008-project] Notify callbacks [] for security_group, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:12.234073 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-91bf0c7d-6b50-45d6-afba-b7fa3a255a48 tempest-RoutersNegativeIpV6Test-1646080008 tempest-RoutersNegativeIpV6Test-1646080008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841066'] for security_group, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:12.238875 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-901bf794-09c2-4d10-a80d-5bc391b4e2f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:41:12.264461 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91bf0c7d-6b50-45d6-afba-b7fa3a255a48 tempest-RoutersNegativeIpV6Test-1646080008 tempest-RoutersNegativeIpV6Test-1646080008-project] vlan segment allocate from pool success with {'vlan_id': 189, 'physical_network': 'physnet1'}  {{(pid=87506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 22:41:12.276909 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91bf0c7d-6b50-45d6-afba-b7fa3a255a48 tempest-RoutersNegativeIpV6Test-1646080008 tempest-RoutersNegativeIpV6Test-1646080008-project] Pushing event updated for resources: {'SecurityGroup': ['ID=14ba2897-7024-42b8-ac4b-75b0c7ddced4,revision_number=1']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:41:12.280854 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-91bf0c7d-6b50-45d6-afba-b7fa3a255a48 tempest-RoutersNegativeIpV6Test-1646080008 tempest-RoutersNegativeIpV6Test-1646080008-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:41:12.281789 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-91bf0c7d-6b50-45d6-afba-b7fa3a255a48 tempest-RoutersNegativeIpV6Test-1646080008 tempest-RoutersNegativeIpV6Test-1646080008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-883292'] for segment, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:12.282131 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.db.segments_db [None req-91bf0c7d-6b50-45d6-afba-b7fa3a255a48 tempest-RoutersNegativeIpV6Test-1646080008 tempest-RoutersNegativeIpV6Test-1646080008-project] Added segment 6a258663-a095-4409-b356-86ad4dd5b6ce of type vlan for network 6d761588-cde3-4385-946f-8f841c8c567a
Dec 16 22:41:12.294706 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-79a8cca8-aa91-408e-b014-6842826c63e0 tempest-RoutersNegativeTest-1851367265 tempest-RoutersNegativeTest-1851367265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:12.308746 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-91bf0c7d-6b50-45d6-afba-b7fa3a255a48 tempest-RoutersNegativeIpV6Test-1646080008 tempest-RoutersNegativeIpV6Test-1646080008-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734753047233'] for network, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:12.337842 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-91bf0c7d-6b50-45d6-afba-b7fa3a255a48 tempest-RoutersNegativeIpV6Test-1646080008 tempest-RoutersNegativeIpV6Test-1646080008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440'] for network, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:12.343498 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91bf0c7d-6b50-45d6-afba-b7fa3a255a48 tempest-RoutersNegativeIpV6Test-1646080008 tempest-RoutersNegativeIpV6Test-1646080008-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:41:12.344226 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-91bf0c7d-6b50-45d6-afba-b7fa3a255a48 tempest-RoutersNegativeIpV6Test-1646080008 tempest-RoutersNegativeIpV6Test-1646080008-project] Notify callbacks [] for network, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:12.348225 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-7c9165d9-4f68-4a52-817d-4eb4ddae5903 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:41:12.416478 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.plugin [None req-79a8cca8-aa91-408e-b014-6842826c63e0 tempest-RoutersNegativeTest-1851367265 tempest-RoutersNegativeTest-1851367265-project] Calling delete_port for fb957587-5b7b-49be-b96d-44c48d5a3fc3 owned by network:router_interface {{(pid=87507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:41:12.454346 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-91bf0c7d-6b50-45d6-afba-b7fa3a255a48 tempest-RoutersNegativeIpV6Test-1646080008 tempest-RoutersNegativeIpV6Test-1646080008-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 791 time: 0.3845699
Dec 16 22:41:12.454542 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 47834) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:41:12.462244 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-6d06dc09-450f-45d9-82dc-161eb2ea1a20 tempest-RoutersNegativeIpV6Test-1646080008 tempest-RoutersNegativeIpV6Test-1646080008-project] Request body: {'subnet': {'network_id': '6d761588-cde3-4385-946f-8f841c8c567a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:41:12.476250 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91bf0c7d-6b50-45d6-afba-b7fa3a255a48 tempest-RoutersNegativeIpV6Test-1646080008 tempest-RoutersNegativeIpV6Test-1646080008-project] Pushing event updated for resources: {'Network': ['ID=6d761588-cde3-4385-946f-8f841c8c567a,revision_number=1']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:41:12.481127 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-91bf0c7d-6b50-45d6-afba-b7fa3a255a48 tempest-RoutersNegativeIpV6Test-1646080008 tempest-RoutersNegativeIpV6Test-1646080008-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:41:12.486304 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Network 6d761588-cde3-4385-946f-8f841c8c567a details requested by agent ovs-agent-dv-neutron-821829-1-hyperv with host dv-neutron-821829-1-hyperv {{(pid=87508) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 22:41:12.577530 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-6d06dc09-450f-45d9-82dc-161eb2ea1a20 tempest-RoutersNegativeIpV6Test-1646080008 tempest-RoutersNegativeIpV6Test-1646080008-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:41:12.581948 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-6d06dc09-450f-45d9-82dc-161eb2ea1a20 tempest-RoutersNegativeIpV6Test-1646080008 tempest-RoutersNegativeIpV6Test-1646080008-project] Usage tracker for resource:subnet and tenant:8d67094af69948bebe00c5f2c6d10f1a is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:41:12.584892 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-6d06dc09-450f-45d9-82dc-161eb2ea1a20 tempest-RoutersNegativeIpV6Test-1646080008 tempest-RoutersNegativeIpV6Test-1646080008-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:41:12.590725 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-6d06dc09-450f-45d9-82dc-161eb2ea1a20 tempest-RoutersNegativeIpV6Test-1646080008 tempest-RoutersNegativeIpV6Test-1646080008-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:41:12.601266 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d06dc09-450f-45d9-82dc-161eb2ea1a20 tempest-RoutersNegativeIpV6Test-1646080008 tempest-RoutersNegativeIpV6Test-1646080008-project] Made reservation on behalf of 8d67094af69948bebe00c5f2c6d10f1a for: {'subnet': 1} {{(pid=87506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:41:12.604912 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-6d06dc09-450f-45d9-82dc-161eb2ea1a20 tempest-RoutersNegativeIpV6Test-1646080008 tempest-RoutersNegativeIpV6Test-1646080008-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11213078'] for subnet, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:12.729474 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-79a8cca8-aa91-408e-b014-6842826c63e0 tempest-RoutersNegativeTest-1851367265 tempest-RoutersNegativeTest-1851367265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10807823'] for port, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:12.733895 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-40c3f4b0-84de-4725-a336-779f019438bc tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:41:12.782884 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a8cca8-aa91-408e-b014-6842826c63e0 tempest-RoutersNegativeTest-1851367265 tempest-RoutersNegativeTest-1851367265-project] Pushing event deleted for resources: {'Port': ['ID=fb957587-5b7b-49be-b96d-44c48d5a3fc3,revision_number=None']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:41:12.785997 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-79a8cca8-aa91-408e-b014-6842826c63e0 tempest-RoutersNegativeTest-1851367265 tempest-RoutersNegativeTest-1851367265-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:41:12.824184 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Device 7460eb7d-ba7c-4e4e-8177-7db125aade59 details requested by agent hyperv_hv-neutron-8218 with host hv-neutron-8218 {{(pid=87508) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 16 22:41:12.831900 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Device 210194df-de88-426a-be13-ba9791cec1b2 no longer exists at agent hyperv_hv-neutron-8218 {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 22:41:12.870956 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] No Port match for: 210194df-de88-426a-be13-ba9791cec1b2 {{(pid=87508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 22:41:12.871316 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Device 210194df-de88-426a-be13-ba9791cec1b2 not bound to the agent host hv-neutron-8218 {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 22:41:12.945130 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 47840) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:41:13.010594 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] For port 7460eb7d-ba7c-4e4e-8177-7db125aade59, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=7460eb7d-ba7c-4e4e-8177-7db125aade59,segment=NetworkSegment(e9b1e4b1-44ca-49bc-bbd9-0eb4b0374e3d),segment_id=e9b1e4b1-44ca-49bc-bbd9-0eb4b0374e3d)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:41:13.026639 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Returning: {'device': '7460eb7d-ba7c-4e4e-8177-7db125aade59', 'network_id': '2f687e27-c3dc-4aa9-ba40-39fc0889e61d', 'port_id': '7460eb7d-ba7c-4e4e-8177-7db125aade59', 'mac_address': 'fa:16:3e:10:6a:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b9bf1fd-5beb-40d0-9cdf-c44fd8bdff49', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87508) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 16 22:41:13.032292 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.db_base_plugin_v2 [None req-a58c1c36-ac99-425d-8d48-12aaedddfe0c admin admin] Deleting subnet 21def962-9025-49f2-8714-ffd8dceead3d {{(pid=87506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 16 22:41:13.050418 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-a58c1c36-ac99-425d-8d48-12aaedddfe0c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:13.092151 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:13.111090 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.notifiers.nova [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7460eb7d-ba7c-4e4e-8177-7db125aade59 {{(pid=87508) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 22:41:13.115930 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-6d06dc09-450f-45d9-82dc-161eb2ea1a20 tempest-RoutersNegativeIpV6Test-1646080008 tempest-RoutersNegativeIpV6Test-1646080008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1863317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11213092'] for subnet, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:13.124877 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-5c73bedc-1a86-4449-8271-cc10ef50aeb9 tempest-BulkNetworkOpsTest-146173519 tempest-BulkNetworkOpsTest-146173519-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:41:13.160884 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] For port 7460eb7d-ba7c-4e4e-8177-7db125aade59, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=7460eb7d-ba7c-4e4e-8177-7db125aade59,segment=NetworkSegment(e9b1e4b1-44ca-49bc-bbd9-0eb4b0374e3d),segment_id=e9b1e4b1-44ca-49bc-bbd9-0eb4b0374e3d)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:41:13.167064 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:13.170905 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-d5b7cd65-868c-43b5-b414-39982b6c9c06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:41:13.180432 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-a58c1c36-ac99-425d-8d48-12aaedddfe0c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-266764487'] for subnet, precommit_delete_associations {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:13.209017 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-79a8cca8-aa91-408e-b014-6842826c63e0 tempest-RoutersNegativeTest-1851367265 tempest-RoutersNegativeTest-1851367265-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3791449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3739472'] for router_interface, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:13.252472 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Pushing event updated for resources: {'Port': ['ID=7460eb7d-ba7c-4e4e-8177-7db125aade59,revision_number=4']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:41:13.255727 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:41:13.267718 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d06dc09-450f-45d9-82dc-161eb2ea1a20 tempest-RoutersNegativeIpV6Test-1646080008 tempest-RoutersNegativeIpV6Test-1646080008-project] Pushing event updated for resources: {'Subnet': ['ID=e3c0bebb-b5bd-4794-bc10-ac5c10223f3e,revision_number=0']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:41:13.270449 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-6d06dc09-450f-45d9-82dc-161eb2ea1a20 tempest-RoutersNegativeIpV6Test-1646080008 tempest-RoutersNegativeIpV6Test-1646080008-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:41:13.290635 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-a58c1c36-ac99-425d-8d48-12aaedddfe0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3328566'] for subnet, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:13.325238 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d06dc09-450f-45d9-82dc-161eb2ea1a20 tempest-RoutersNegativeIpV6Test-1646080008 tempest-RoutersNegativeIpV6Test-1646080008-project] Checking segment: {'id': '6a258663-a095-4409-b356-86ad4dd5b6ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '6d761588-cde3-4385-946f-8f841c8c567a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 22:41:13.325595 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d06dc09-450f-45d9-82dc-161eb2ea1a20 tempest-RoutersNegativeIpV6Test-1646080008 tempest-RoutersNegativeIpV6Test-1646080008-project] Network hostable DHCP agents. Network: 6d761588-cde3-4385-946f-8f841c8c567a, hostable agents: ['3b155c4d-12dc-491e-aa14-6113b06cfacd'], hosted agents: [] {{(pid=87506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 16 22:41:13.361785 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d06dc09-450f-45d9-82dc-161eb2ea1a20 tempest-RoutersNegativeIpV6Test-1646080008 tempest-RoutersNegativeIpV6Test-1646080008-project] Network 6d761588-cde3-4385-946f-8f841c8c567a is scheduled to be hosted by DHCP agent 3b155c4d-12dc-491e-aa14-6113b06cfacd with binding_index 1 {{(pid=87506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 16 22:41:13.378147 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.base_scheduler [None req-6d06dc09-450f-45d9-82dc-161eb2ea1a20 tempest-RoutersNegativeIpV6Test-1646080008 tempest-RoutersNegativeIpV6Test-1646080008-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821829-1-hyperv, 6d761588-cde3-4385-946f-8f841c8c567a) {{(pid=87506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:41:13.383066 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-a58c1c36-ac99-425d-8d48-12aaedddfe0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3328622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1863378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11213117'] for subnet, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:13.390803 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67bfc420-d996-4b8c-8792-16781938c98b None None] Network 6d761588-cde3-4385-946f-8f841c8c567a requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 22:41:13.399350 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d06dc09-450f-45d9-82dc-161eb2ea1a20 tempest-RoutersNegativeIpV6Test-1646080008 tempest-RoutersNegativeIpV6Test-1646080008-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:41:13.400056 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-6d06dc09-450f-45d9-82dc-161eb2ea1a20 tempest-RoutersNegativeIpV6Test-1646080008 tempest-RoutersNegativeIpV6Test-1646080008-project] Notify callbacks [] for subnet, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:13.403579 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-10239803-8999-4c06-8502-822f76cc5919 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:41:13.446131 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-a58c1c36-ac99-425d-8d48-12aaedddfe0c admin admin] Notify callbacks [] for subnet, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:13.461062 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58c1c36-ac99-425d-8d48-12aaedddfe0c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=21def962-9025-49f2-8714-ffd8dceead3d,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:41:13.463722 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-a58c1c36-ac99-425d-8d48-12aaedddfe0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:41:13.471651 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] get_ports_and_sgs() called for port_ids ['7460eb7d-ba7c-4e4e-8177-7db125aade59'] {{(pid=87508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 22:41:13.475174 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-a58c1c36-ac99-425d-8d48-12aaedddfe0c admin admin] 10.222.0.13 "DELETE /v2.0/subnets/21def962-9025-49f2-8714-ffd8dceead3d HTTP/1.1" status: 204  len: 168 time: 0.5290360
Dec 16 22:41:13.479029 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 47846) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:41:13.502669 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-6d06dc09-450f-45d9-82dc-161eb2ea1a20 tempest-RoutersNegativeIpV6Test-1646080008 tempest-RoutersNegativeIpV6Test-1646080008-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.0470748
Dec 16 22:41:13.504630 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 47850) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:41:13.518220 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-77a5372b-aae2-4b8a-bc66-d3092da29bd6 tempest-RoutersNegativeIpV6Test-1646080008 tempest-RoutersNegativeIpV6Test-1646080008-project] Request body: {'network': {'name': 'tempest-router-network01--967095984'}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:41:13.536651 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79a8cca8-aa91-408e-b014-6842826c63e0 tempest-RoutersNegativeTest-1851367265 tempest-RoutersNegativeTest-1851367265-project] Router 98c6550d-bbab-4de9-b44d-eedc8c414465 has already been hosted by L3 agent 4f519db7-069b-43e2-8411-c092bac9102a {{(pid=87507) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 22:41:13.550749 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa78504-b46b-44ff-8154-2949e5dfec23 req-234c20f8-8b40-4f15-92c6-c0191ac5c648 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:41:13.552513 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-7fa78504-b46b-44ff-8154-2949e5dfec23 req-234c20f8-8b40-4f15-92c6-c0191ac5c648 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "GET /v2.0/ports?device_id=ac0b34be-0627-4b13-aa10-f4bb3bd32fd4 HTTP/1.1" status: 200  len: 944 time: 0.2764332
Dec 16 22:41:13.590422 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-77a5372b-aae2-4b8a-bc66-d3092da29bd6 tempest-RoutersNegativeIpV6Test-1646080008 tempest-RoutersNegativeIpV6Test-1646080008-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:41:13.607444 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-77a5372b-aae2-4b8a-bc66-d3092da29bd6 tempest-RoutersNegativeIpV6Test-1646080008 tempest-RoutersNegativeIpV6Test-1646080008-project] Usage tracker for resource:network and tenant:8d67094af69948bebe00c5f2c6d10f1a is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:41:13.612306 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-77a5372b-aae2-4b8a-bc66-d3092da29bd6 tempest-RoutersNegativeIpV6Test-1646080008 tempest-RoutersNegativeIpV6Test-1646080008-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:41:13.629378 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-77a5372b-aae2-4b8a-bc66-d3092da29bd6 tempest-RoutersNegativeIpV6Test-1646080008 tempest-RoutersNegativeIpV6Test-1646080008-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:41:13.639848 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-28979637-3d94-4449-83f2-f87f3df657ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-825997'] for network, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:13.651083 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77a5372b-aae2-4b8a-bc66-d3092da29bd6 tempest-RoutersNegativeIpV6Test-1646080008 tempest-RoutersNegativeIpV6Test-1646080008-project] Made reservation on behalf of 8d67094af69948bebe00c5f2c6d10f1a for: {'network': 1} {{(pid=87506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:41:13.654578 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-77a5372b-aae2-4b8a-bc66-d3092da29bd6 tempest-RoutersNegativeIpV6Test-1646080008 tempest-RoutersNegativeIpV6Test-1646080008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for network, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:13.714320 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79a8cca8-aa91-408e-b014-6842826c63e0 tempest-RoutersNegativeTest-1851367265 tempest-RoutersNegativeTest-1851367265-project] Notify agent at l3_agent.dv-neutron-821829-1-hyperv the message routers_updated {{(pid=87507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 22:41:13.723156 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-7fa78504-b46b-44ff-8154-2949e5dfec23 req-6bf0cad7-99f1-44a3-93e3-154aa5defb43 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "GET /v2.0/security-groups?id=d05082d4-dbf9-47ae-818f-147b053f15af&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1153753
Dec 16 22:41:13.728162 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-79a8cca8-aa91-408e-b014-6842826c63e0 tempest-RoutersNegativeTest-1851367265 tempest-RoutersNegativeTest-1851367265-project] 10.222.0.13 "PUT /v2.0/routers/98c6550d-bbab-4de9-b44d-eedc8c414465/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8511207
Dec 16 22:41:13.729909 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-483ca23c-2a55-4e26-bcb3-9481d5e173ea None None] Sync routers for ids ['98c6550d-bbab-4de9-b44d-eedc8c414465'] in dv-neutron-821829-1-hyperv {{(pid=87509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 22:41:13.731864 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 47854) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:41:13.765932 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-483ca23c-2a55-4e26-bcb3-9481d5e173ea None None] Routers {'98c6550d-bbab-4de9-b44d-eedc8c414465'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:41:13.766826 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-483ca23c-2a55-4e26-bcb3-9481d5e173ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b7c8ba2e0>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:41:01Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['98c6550d-bbab-4de9-b44d-eedc8c414465'], 'active': True} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:41:13.795262 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77a5372b-aae2-4b8a-bc66-d3092da29bd6 tempest-RoutersNegativeIpV6Test-1646080008 tempest-RoutersNegativeIpV6Test-1646080008-project] vlan segment allocate from pool success with {'vlan_id': 184, 'physical_network': 'physnet1'}  {{(pid=87506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 22:41:13.795490 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdc863e0-4f57-4f1e-bcaa-d5da2e21bc3e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1d6bfaf-d325-5e4f-b05d-2441d8339617-6d761588-cde3-4385-946f-8f841c8c567a', 'network_id': '6d761588-cde3-4385-946f-8f841c8c567a', 'tenant_id': '8d67094af69948bebe00c5f2c6d10f1a', 'fixed_ips': [{'subnet_id': 'e3c0bebb-b5bd-4794-bc10-ac5c10223f3e'}]}} from dv-neutron-821829-1-hyperv. {{(pid=87508) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 16 22:41:13.796374 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-bdc863e0-4f57-4f1e-bcaa-d5da2e21bc3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:13.815109 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-28979637-3d94-4449-83f2-f87f3df657ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3329565', 'neutron.services.segments.db._delete_segments_for_network-8734753546406'] for network, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:13.825866 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-77a5372b-aae2-4b8a-bc66-d3092da29bd6 tempest-RoutersNegativeIpV6Test-1646080008 tempest-RoutersNegativeIpV6Test-1646080008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-883292'] for segment, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:13.826202 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.db.segments_db [None req-77a5372b-aae2-4b8a-bc66-d3092da29bd6 tempest-RoutersNegativeIpV6Test-1646080008 tempest-RoutersNegativeIpV6Test-1646080008-project] Added segment b80de146-3e1f-468a-9bfa-63ec63b7f52d of type vlan for network 4c4afb2c-5719-4c91-8a89-024e34fd3e06
Dec 16 22:41:13.835862 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-483ca23c-2a55-4e26-bcb3-9481d5e173ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b7c8ba2e0>, [], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:41:13.847159 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-483ca23c-2a55-4e26-bcb3-9481d5e173ea None None] Routers {'98c6550d-bbab-4de9-b44d-eedc8c414465'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:41:13.848213 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-483ca23c-2a55-4e26-bcb3-9481d5e173ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b7c8ba2e0>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:41:01Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['98c6550d-bbab-4de9-b44d-eedc8c414465'], 'active': True} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:41:13.851110 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.services.segments.db [None req-28979637-3d94-4449-83f2-f87f3df657ec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1b7d17fc70>,) {'filters': {'network_id': ['b8fd4ecc-4c8d-44f6-ade3-05c82b463e30']}} {{(pid=87506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:41:13.854397 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.api.v2.resource [None req-f1196e07-f8b7-4baf-a4b6-36fda344a50c tempest-RoutersNegativeTest-1851367265 tempest-RoutersNegativeTest-1851367265-project] delete failed (client error): The resource could not be found.
Dec 16 22:41:13.860284 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-f1196e07-f8b7-4baf-a4b6-36fda344a50c tempest-RoutersNegativeTest-1851367265 tempest-RoutersNegativeTest-1851367265-project] 10.222.0.13 "DELETE /v2.0/routers/tempest-non_exist_router-303709954 HTTP/1.1" status: 404  len: 334 time: 0.1266677
Dec 16 22:41:13.860860 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 47858) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:41:13.869067 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-656f5c11-4fcf-48e0-9e26-20ee119ac2ea tempest-RoutersNegativeTest-1851367265 tempest-RoutersNegativeTest-1851367265-project] Request body: {'router': {'external_gateway_info': {'network_id': '98c6550d-bbab-4de9-b44d-eedc8c414465'}}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:41:13.877636 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.services.segments.db [None req-28979637-3d94-4449-83f2-f87f3df657ec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b7d17fc70>, '2577d818-0e29-479d-b0de-338c10752042') {'for_net_delete': True} {{(pid=87506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:41:13.877919 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.services.segments.db [None req-28979637-3d94-4449-83f2-f87f3df657ec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b7d17fc70>, '2577d818-0e29-479d-b0de-338c10752042') {} {{(pid=87506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:41:13.889304 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-77a5372b-aae2-4b8a-bc66-d3092da29bd6 tempest-RoutersNegativeIpV6Test-1646080008 tempest-RoutersNegativeIpV6Test-1646080008-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734753047233'] for network, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:13.897046 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-28979637-3d94-4449-83f2-f87f3df657ec admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734753593977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-266764496'] for segment, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:13.918967 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-483ca23c-2a55-4e26-bcb3-9481d5e173ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b7c8ba2e0>, [], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:41:13.919819 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-483ca23c-2a55-4e26-bcb3-9481d5e173ea None None] The sync data for ids ['98c6550d-bbab-4de9-b44d-eedc8c414465'] in dv-neutron-821829-1-hyperv is: [] {{(pid=87509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 22:41:13.924234 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-28979637-3d94-4449-83f2-f87f3df657ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-883292'] for segment, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:13.935515 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28979637-3d94-4449-83f2-f87f3df657ec admin admin] Releasing vlan 167 on physical network physnet1 to pool {{(pid=87506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 16 22:41:13.936009 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-28979637-3d94-4449-83f2-f87f3df657ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-883285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1863180'] for segment, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:13.949516 dv-neutron-821829-1-hyperv neutron-server[87506]: Traceback (most recent call last):
Dec 16 22:41:13.949516 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 16 22:41:13.949516 dv-neutron-821829-1-hyperv neutron-server[87506]:     timer()
Dec 16 22:41:13.949516 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 22:41:13.949516 dv-neutron-821829-1-hyperv neutron-server[87506]:     cb(*args, **kw)
Dec 16 22:41:13.949516 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 22:41:13.949516 dv-neutron-821829-1-hyperv neutron-server[87506]:     return func(*args, **kwargs)
Dec 16 22:41:13.949516 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 22:41:13.949516 dv-neutron-821829-1-hyperv neutron-server[87506]:     self._notify()
Dec 16 22:41:13.949516 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 22:41:13.949516 dv-neutron-821829-1-hyperv neutron-server[87506]:     self.callback(batched_events)
Dec 16 22:41:13.949516 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 22:41:13.949516 dv-neutron-821829-1-hyperv neutron-server[87506]:     event.method(event)
Dec 16 22:41:13.949516 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 22:41:13.949516 dv-neutron-821829-1-hyperv neutron-server[87506]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 22:41:13.949516 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 22:41:13.949516 dv-neutron-821829-1-hyperv neutron-server[87506]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 22:41:13.949516 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 22:41:13.949516 dv-neutron-821829-1-hyperv neutron-server[87506]:     return f(self, *a, **k)
Dec 16 22:41:13.949516 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 16 22:41:13.949516 dv-neutron-821829-1-hyperv neutron-server[87506]:     return self._get(url).json()
Dec 16 22:41:13.949516 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 16 22:41:13.949516 dv-neutron-821829-1-hyperv neutron-server[87506]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 22:41:13.949516 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 16 22:41:13.949516 dv-neutron-821829-1-hyperv neutron-server[87506]:     return self.request(url, 'GET', **kwargs)
Dec 16 22:41:13.949516 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 16 22:41:13.949516 dv-neutron-821829-1-hyperv neutron-server[87506]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 22:41:13.949516 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 16 22:41:13.949516 dv-neutron-821829-1-hyperv neutron-server[87506]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 22:41:13.949516 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 16 22:41:13.949516 dv-neutron-821829-1-hyperv neutron-server[87506]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 22:41:13.949516 dv-neutron-821829-1-hyperv neutron-server[87506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 22:41:14.000252 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-77a5372b-aae2-4b8a-bc66-d3092da29bd6 tempest-RoutersNegativeIpV6Test-1646080008 tempest-RoutersNegativeIpV6Test-1646080008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440'] for network, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:14.006388 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77a5372b-aae2-4b8a-bc66-d3092da29bd6 tempest-RoutersNegativeIpV6Test-1646080008 tempest-RoutersNegativeIpV6Test-1646080008-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:41:14.006972 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-77a5372b-aae2-4b8a-bc66-d3092da29bd6 tempest-RoutersNegativeIpV6Test-1646080008 tempest-RoutersNegativeIpV6Test-1646080008-project] Notify callbacks [] for network, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:14.017095 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-0d0521d7-9619-414a-aff5-ea87b10fb601 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:41:14.059867 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.db_base_plugin_common [None req-bdc863e0-4f57-4f1e-bcaa-d5da2e21bc3e None None] Allocated IP 2001:db8::2 (6d761588-cde3-4385-946f-8f841c8c567a/e3c0bebb-b5bd-4794-bc10-ac5c10223f3e/02e37449-ba27-43a4-884c-c5374f89625a) {{(pid=87508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 22:41:14.137566 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-77a5372b-aae2-4b8a-bc66-d3092da29bd6 tempest-RoutersNegativeIpV6Test-1646080008 tempest-RoutersNegativeIpV6Test-1646080008-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 771 time: 0.6273413
Dec 16 22:41:14.137566 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-28979637-3d94-4449-83f2-f87f3df657ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3329572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3741856'] for network, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:14.139642 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 47862) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:41:14.145991 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-28979637-3d94-4449-83f2-f87f3df657ec admin admin] Notify callbacks [] for network, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:14.151686 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-049330fd-22e0-4b2f-b8b7-74c84fec94a3 tempest-RoutersNegativeIpV6Test-1646080008 tempest-RoutersNegativeIpV6Test-1646080008-project] Request body: {'network': {'name': 'tempest-router-network02--875771293'}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:41:14.155875 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a5372b-aae2-4b8a-bc66-d3092da29bd6 tempest-RoutersNegativeIpV6Test-1646080008 tempest-RoutersNegativeIpV6Test-1646080008-project] Pushing event updated for resources: {'Network': ['ID=4c4afb2c-5719-4c91-8a89-024e34fd3e06,revision_number=1']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:41:14.161743 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-77a5372b-aae2-4b8a-bc66-d3092da29bd6 tempest-RoutersNegativeIpV6Test-1646080008 tempest-RoutersNegativeIpV6Test-1646080008-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:41:14.163090 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-a3462189-d350-43c1-82f9-fd8afeac7718 tempest-BulkNetworkOpsTest-146173519 tempest-BulkNetworkOpsTest-146173519-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.020s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:41:14.168964 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Network 4c4afb2c-5719-4c91-8a89-024e34fd3e06 details requested by agent ovs-agent-dv-neutron-821829-1-hyperv with host dv-neutron-821829-1-hyperv {{(pid=87508) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 22:41:14.176200 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-049330fd-22e0-4b2f-b8b7-74c84fec94a3 tempest-RoutersNegativeIpV6Test-1646080008 tempest-RoutersNegativeIpV6Test-1646080008-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:41:14.184894 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-049330fd-22e0-4b2f-b8b7-74c84fec94a3 tempest-RoutersNegativeIpV6Test-1646080008 tempest-RoutersNegativeIpV6Test-1646080008-project] Usage tracker for resource:network and tenant:8d67094af69948bebe00c5f2c6d10f1a is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:41:14.188208 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-049330fd-22e0-4b2f-b8b7-74c84fec94a3 tempest-RoutersNegativeIpV6Test-1646080008 tempest-RoutersNegativeIpV6Test-1646080008-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:41:14.191554 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28979637-3d94-4449-83f2-f87f3df657ec admin admin] Pushing event deleted for resources: {'Network': ['ID=b8fd4ecc-4c8d-44f6-ade3-05c82b463e30,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:41:14.196585 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-28979637-3d94-4449-83f2-f87f3df657ec admin admin] 10.222.0.13 "DELETE /v2.0/networks/b8fd4ecc-4c8d-44f6-ade3-05c82b463e30 HTTP/1.1" status: 204  len: 168 time: 0.7164977
Dec 16 22:41:14.197575 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-28979637-3d94-4449-83f2-f87f3df657ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:41:14.198398 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-049330fd-22e0-4b2f-b8b7-74c84fec94a3 tempest-RoutersNegativeIpV6Test-1646080008 tempest-RoutersNegativeIpV6Test-1646080008-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:41:14.200155 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 47866) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:41:14.251179 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-049330fd-22e0-4b2f-b8b7-74c84fec94a3 tempest-RoutersNegativeIpV6Test-1646080008 tempest-RoutersNegativeIpV6Test-1646080008-project] Made reservation on behalf of 8d67094af69948bebe00c5f2c6d10f1a for: {'network': 1} {{(pid=87506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:41:14.255124 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-049330fd-22e0-4b2f-b8b7-74c84fec94a3 tempest-RoutersNegativeIpV6Test-1646080008 tempest-RoutersNegativeIpV6Test-1646080008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for network, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:14.289039 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.db_base_plugin_v2 [None req-da5ca8f3-f7a9-49f2-ac84-63c66ea69db0 admin admin] Deleting subnet 76ebd59d-d78f-4fb7-82bd-508c501d01b0 {{(pid=87506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 16 22:41:14.296162 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-da5ca8f3-f7a9-49f2-ac84-63c66ea69db0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:14.306430 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-656f5c11-4fcf-48e0-9e26-20ee119ac2ea tempest-RoutersNegativeTest-1851367265 tempest-RoutersNegativeTest-1851367265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3741702', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3740945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-38947'] for router, precommit_update {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:14.322971 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-049330fd-22e0-4b2f-b8b7-74c84fec94a3 tempest-RoutersNegativeIpV6Test-1646080008 tempest-RoutersNegativeIpV6Test-1646080008-project] vlan segment allocate from pool success with {'vlan_id': 163, 'physical_network': 'physnet1'}  {{(pid=87506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 22:41:14.334502 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.api.v2.resource [None req-656f5c11-4fcf-48e0-9e26-20ee119ac2ea tempest-RoutersNegativeTest-1851367265 tempest-RoutersNegativeTest-1851367265-project] update failed (client error): The resource could not be found.
Dec 16 22:41:14.337899 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-656f5c11-4fcf-48e0-9e26-20ee119ac2ea tempest-RoutersNegativeTest-1851367265 tempest-RoutersNegativeTest-1851367265-project] 10.222.0.13 "PUT /v2.0/routers/98c6550d-bbab-4de9-b44d-eedc8c414465 HTTP/1.1" status: 404  len: 339 time: 0.4731150
Dec 16 22:41:14.340247 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 47870) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:41:14.344137 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-049330fd-22e0-4b2f-b8b7-74c84fec94a3 tempest-RoutersNegativeIpV6Test-1646080008 tempest-RoutersNegativeIpV6Test-1646080008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-883292'] for segment, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:14.344479 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.db.segments_db [None req-049330fd-22e0-4b2f-b8b7-74c84fec94a3 tempest-RoutersNegativeIpV6Test-1646080008 tempest-RoutersNegativeIpV6Test-1646080008-project] Added segment 8c63d47e-88e3-4e61-bf3b-7b83fd61cd1f of type vlan for network e6b7725c-71ac-459e-94fc-b066e92bc033
Dec 16 22:41:14.364768 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-da5ca8f3-f7a9-49f2-ac84-63c66ea69db0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-266764487'] for subnet, precommit_delete_associations {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:14.382755 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-bdc863e0-4f57-4f1e-bcaa-d5da2e21bc3e None None] Notify callbacks [] for port, precommit_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:14.393364 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-bdc863e0-4f57-4f1e-bcaa-d5da2e21bc3e None None] Transition to ACTIVE for port object 02e37449-ba27-43a4-884c-c5374f89625a will not be triggered until provisioned by entity L2. {{(pid=87508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:41:14.412215 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-049330fd-22e0-4b2f-b8b7-74c84fec94a3 tempest-RoutersNegativeIpV6Test-1646080008 tempest-RoutersNegativeIpV6Test-1646080008-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734753047233'] for network, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:14.412672 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-bdc863e0-4f57-4f1e-bcaa-d5da2e21bc3e None None] Transition to ACTIVE for port object 02e37449-ba27-43a4-884c-c5374f89625a will not be triggered until provisioned by entity DHCP. {{(pid=87508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:41:14.419834 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-bdc863e0-4f57-4f1e-bcaa-d5da2e21bc3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940'] for port, after_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:14.434497 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-ca0433c0-c9e3-4c37-a298-6edd2adc2176 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:41:14.450810 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-da5ca8f3-f7a9-49f2-ac84-63c66ea69db0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3328566'] for subnet, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:14.492830 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdc863e0-4f57-4f1e-bcaa-d5da2e21bc3e None None] Network 6d761588-cde3-4385-946f-8f841c8c567a is already hosted by enough agents. {{(pid=87508) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:41:14.497667 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.scheduler.base_scheduler [None req-bdc863e0-4f57-4f1e-bcaa-d5da2e21bc3e None None] Resources bound (agent type, host, resource id):  {{(pid=87508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:41:14.497850 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-049330fd-22e0-4b2f-b8b7-74c84fec94a3 tempest-RoutersNegativeIpV6Test-1646080008 tempest-RoutersNegativeIpV6Test-1646080008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440'] for network, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:14.503165 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdc863e0-4f57-4f1e-bcaa-d5da2e21bc3e None None] Received port after_create {{(pid=87508) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 22:41:14.504166 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-049330fd-22e0-4b2f-b8b7-74c84fec94a3 tempest-RoutersNegativeIpV6Test-1646080008 tempest-RoutersNegativeIpV6Test-1646080008-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:41:14.504807 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-049330fd-22e0-4b2f-b8b7-74c84fec94a3 tempest-RoutersNegativeIpV6Test-1646080008 tempest-RoutersNegativeIpV6Test-1646080008-project] Notify callbacks [] for network, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:14.511741 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-e81b5d2f-72f3-4de6-a2ed-fd98dac953f2 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:41:14.610197 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-049330fd-22e0-4b2f-b8b7-74c84fec94a3 tempest-RoutersNegativeIpV6Test-1646080008 tempest-RoutersNegativeIpV6Test-1646080008-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 771 time: 0.4657841
Dec 16 22:41:14.612808 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 47874) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:41:14.620026 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc863e0-4f57-4f1e-bcaa-d5da2e21bc3e None None] Pushing event updated for resources: {'Port': ['ID=02e37449-ba27-43a4-884c-c5374f89625a,revision_number=1']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:41:14.623342 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-bdc863e0-4f57-4f1e-bcaa-d5da2e21bc3e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:41:14.625905 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-bdc863e0-4f57-4f1e-bcaa-d5da2e21bc3e None None] Attempting to bind port 02e37449-ba27-43a4-884c-c5374f89625a on host dv-neutron-821829-1-hyperv for vnic_type normal with profile  {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 22:41:14.626399 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-bdc863e0-4f57-4f1e-bcaa-d5da2e21bc3e None None] Attempting to bind port 02e37449-ba27-43a4-884c-c5374f89625a by drivers openvswitch,hyperv on host dv-neutron-821829-1-hyperv at level 0 using segments [{'id': '6a258663-a095-4409-b356-86ad4dd5b6ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '6d761588-cde3-4385-946f-8f841c8c567a'}] {{(pid=87508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 22:41:14.627437 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdc863e0-4f57-4f1e-bcaa-d5da2e21bc3e None None] Attempting to bind port 02e37449-ba27-43a4-884c-c5374f89625a on network 6d761588-cde3-4385-946f-8f841c8c567a {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 22:41:14.633097 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-228100b1-48b4-4a8b-9044-de2be603d3d8 tempest-RoutersNegativeIpV6Test-1646080008 tempest-RoutersNegativeIpV6Test-1646080008-project] Request body: {'subnet': {'network_id': '4c4afb2c-5719-4c91-8a89-024e34fd3e06', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:41:14.634271 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdc863e0-4f57-4f1e-bcaa-d5da2e21bc3e None None] Checking agent: {'id': '5571501f-366e-47a4-9b60-8ef19d935d27', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821829-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 24, 2), 'started_at': datetime.datetime(2021, 12, 16, 22, 24, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 41, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821829-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 22:41:14.634654 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdc863e0-4f57-4f1e-bcaa-d5da2e21bc3e None None] Checking segment: {'id': '6a258663-a095-4409-b356-86ad4dd5b6ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '6d761588-cde3-4385-946f-8f841c8c567a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 22:41:14.635068 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-bdc863e0-4f57-4f1e-bcaa-d5da2e21bc3e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:14.635462 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdc863e0-4f57-4f1e-bcaa-d5da2e21bc3e None None] Bound using segment: {'id': '6a258663-a095-4409-b356-86ad4dd5b6ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '6d761588-cde3-4385-946f-8f841c8c567a'} {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 22:41:14.635962 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-bdc863e0-4f57-4f1e-bcaa-d5da2e21bc3e None None] Bound port: 02e37449-ba27-43a4-884c-c5374f89625a, host: dv-neutron-821829-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a258663-a095-4409-b356-86ad4dd5b6ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '6d761588-cde3-4385-946f-8f841c8c567a'}}] {{(pid=87508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 22:41:14.636340 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-bdc863e0-4f57-4f1e-bcaa-d5da2e21bc3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:14.709713 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049330fd-22e0-4b2f-b8b7-74c84fec94a3 tempest-RoutersNegativeIpV6Test-1646080008 tempest-RoutersNegativeIpV6Test-1646080008-project] Pushing event updated for resources: {'Network': ['ID=e6b7725c-71ac-459e-94fc-b066e92bc033,revision_number=1']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:41:14.712550 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-049330fd-22e0-4b2f-b8b7-74c84fec94a3 tempest-RoutersNegativeIpV6Test-1646080008 tempest-RoutersNegativeIpV6Test-1646080008-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:41:14.719430 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-da5ca8f3-f7a9-49f2-ac84-63c66ea69db0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3328622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1863378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11213117'] for subnet, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:14.723403 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Network e6b7725c-71ac-459e-94fc-b066e92bc033 details requested by agent ovs-agent-dv-neutron-821829-1-hyperv with host dv-neutron-821829-1-hyperv {{(pid=87508) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 22:41:14.727739 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-30b00004-d4c9-42c3-a9d0-adb7b18bd3c6 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:41:14.808791 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-bdc863e0-4f57-4f1e-bcaa-d5da2e21bc3e None None] For port 02e37449-ba27-43a4-884c-c5374f89625a, host dv-neutron-821829-1-hyperv, cleared binding levels {{(pid=87508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 22:41:14.837200 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-bdc863e0-4f57-4f1e-bcaa-d5da2e21bc3e None None] For port 02e37449-ba27-43a4-884c-c5374f89625a, host dv-neutron-821829-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=02e37449-ba27-43a4-884c-c5374f89625a,segment=NetworkSegment(6a258663-a095-4409-b356-86ad4dd5b6ce),segment_id=6a258663-a095-4409-b356-86ad4dd5b6ce)] {{(pid=87508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 22:41:14.842529 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Device 7460eb7d-ba7c-4e4e-8177-7db125aade59 up at agent hyperv_hv-neutron-8218 {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 22:41:14.886562 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-bdc863e0-4f57-4f1e-bcaa-d5da2e21bc3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:14.892152 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:41:14.907258 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5ca8f3-f7a9-49f2-ac84-63c66ea69db0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=76ebd59d-d78f-4fb7-82bd-508c501d01b0,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:41:14.910165 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-da5ca8f3-f7a9-49f2-ac84-63c66ea69db0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:41:14.921306 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-da5ca8f3-f7a9-49f2-ac84-63c66ea69db0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:14.938709 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-228100b1-48b4-4a8b-9044-de2be603d3d8 tempest-RoutersNegativeIpV6Test-1646080008 tempest-RoutersNegativeIpV6Test-1646080008-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:41:14.943578 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-228100b1-48b4-4a8b-9044-de2be603d3d8 tempest-RoutersNegativeIpV6Test-1646080008 tempest-RoutersNegativeIpV6Test-1646080008-project] Usage tracker for resource:subnet and tenant:8d67094af69948bebe00c5f2c6d10f1a is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:41:14.947218 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-228100b1-48b4-4a8b-9044-de2be603d3d8 tempest-RoutersNegativeIpV6Test-1646080008 tempest-RoutersNegativeIpV6Test-1646080008-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:41:14.953434 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-da5ca8f3-f7a9-49f2-ac84-63c66ea69db0 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/76ebd59d-d78f-4fb7-82bd-508c501d01b0 HTTP/1.1" status: 204  len: 168 time: 0.7498615
Dec 16 22:41:14.955889 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 47880) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:41:14.957223 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-228100b1-48b4-4a8b-9044-de2be603d3d8 tempest-RoutersNegativeIpV6Test-1646080008 tempest-RoutersNegativeIpV6Test-1646080008-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:41:14.970723 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-228100b1-48b4-4a8b-9044-de2be603d3d8 tempest-RoutersNegativeIpV6Test-1646080008 tempest-RoutersNegativeIpV6Test-1646080008-project] Made reservation on behalf of 8d67094af69948bebe00c5f2c6d10f1a for: {'subnet': 1} {{(pid=87506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:41:14.974542 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-228100b1-48b4-4a8b-9044-de2be603d3d8 tempest-RoutersNegativeIpV6Test-1646080008 tempest-RoutersNegativeIpV6Test-1646080008-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11213078'] for subnet, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:14.997307 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc863e0-4f57-4f1e-bcaa-d5da2e21bc3e None None] Pushing event updated for resources: {'Port': ['ID=02e37449-ba27-43a4-884c-c5374f89625a,revision_number=2']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:41:15.001220 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-bdc863e0-4f57-4f1e-bcaa-d5da2e21bc3e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:41:15.016218 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Provisioning for port 7460eb7d-ba7c-4e4e-8177-7db125aade59 completed by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 22:41:15.022261 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Provisioning complete for port 7460eb7d-ba7c-4e4e-8177-7db125aade59 triggered by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:41:15.022914 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:15.151447 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-d32fd92c-1de1-4666-bc6a-23a09c936651 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-825997'] for network, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:15.160696 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:15.190289 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac0b34be-0627-4b13-aa10-f4bb3bd32fd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7460eb7d-ba7c-4e4e-8177-7db125aade59'}] {{(pid=87508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 22:41:15.217510 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] For port 7460eb7d-ba7c-4e4e-8177-7db125aade59, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=7460eb7d-ba7c-4e4e-8177-7db125aade59,segment=NetworkSegment(e9b1e4b1-44ca-49bc-bbd9-0eb4b0374e3d),segment_id=e9b1e4b1-44ca-49bc-bbd9-0eb4b0374e3d)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:41:15.220907 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-7680cf18-f28a-4521-b02c-820cf3a7f871 tempest-RoutersNegativeTest-1851367265 tempest-RoutersNegativeTest-1851367265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:15.223521 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:15.225690 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:41:15.275432 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-228100b1-48b4-4a8b-9044-de2be603d3d8 tempest-RoutersNegativeIpV6Test-1646080008 tempest-RoutersNegativeIpV6Test-1646080008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1863317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11213092'] for subnet, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:15.292774 dv-neutron-821829-1-hyperv neutron-server[87508]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac0b34be-0627-4b13-aa10-f4bb3bd32fd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7460eb7d-ba7c-4e4e-8177-7db125aade59', 'code': 200}
Dec 16 22:41:15.293796 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-0983e04e-01e1-4196-8a0b-05b7a1b25019 tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:41:15.329523 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3c17ec-713f-4713-b03b-b643ddd84ee4 req-7da146fd-b9f9-4cb3-9b74-029c8d4b6f7b tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:41:15.332305 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-9b3c17ec-713f-4713-b03b-b643ddd84ee4 req-7da146fd-b9f9-4cb3-9b74-029c8d4b6f7b tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "GET /v2.0/ports?device_id=ac0b34be-0627-4b13-aa10-f4bb3bd32fd4 HTTP/1.1" status: 200  len: 944 time: 0.4252079
Dec 16 22:41:15.337758 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Pushing event updated for resources: {'Port': ['ID=7460eb7d-ba7c-4e4e-8177-7db125aade59,revision_number=5']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:41:15.341026 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:41:15.371975 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228100b1-48b4-4a8b-9044-de2be603d3d8 tempest-RoutersNegativeIpV6Test-1646080008 tempest-RoutersNegativeIpV6Test-1646080008-project] Pushing event updated for resources: {'Subnet': ['ID=83f10113-4c70-43bb-ac5f-3a368a3cfdcd,revision_number=0']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:41:15.375051 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-228100b1-48b4-4a8b-9044-de2be603d3d8 tempest-RoutersNegativeIpV6Test-1646080008 tempest-RoutersNegativeIpV6Test-1646080008-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:41:15.427296 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-228100b1-48b4-4a8b-9044-de2be603d3d8 tempest-RoutersNegativeIpV6Test-1646080008 tempest-RoutersNegativeIpV6Test-1646080008-project] Checking segment: {'id': 'b80de146-3e1f-468a-9bfa-63ec63b7f52d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '4c4afb2c-5719-4c91-8a89-024e34fd3e06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 22:41:15.427661 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-228100b1-48b4-4a8b-9044-de2be603d3d8 tempest-RoutersNegativeIpV6Test-1646080008 tempest-RoutersNegativeIpV6Test-1646080008-project] Network hostable DHCP agents. Network: 4c4afb2c-5719-4c91-8a89-024e34fd3e06, hostable agents: ['3b155c4d-12dc-491e-aa14-6113b06cfacd'], hosted agents: [] {{(pid=87506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 16 22:41:15.465391 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-228100b1-48b4-4a8b-9044-de2be603d3d8 tempest-RoutersNegativeIpV6Test-1646080008 tempest-RoutersNegativeIpV6Test-1646080008-project] Network 4c4afb2c-5719-4c91-8a89-024e34fd3e06 is scheduled to be hosted by DHCP agent 3b155c4d-12dc-491e-aa14-6113b06cfacd with binding_index 1 {{(pid=87506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 16 22:41:15.476464 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.base_scheduler [None req-228100b1-48b4-4a8b-9044-de2be603d3d8 tempest-RoutersNegativeIpV6Test-1646080008 tempest-RoutersNegativeIpV6Test-1646080008-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821829-1-hyperv, 4c4afb2c-5719-4c91-8a89-024e34fd3e06) {{(pid=87506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:41:15.480650 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-228100b1-48b4-4a8b-9044-de2be603d3d8 tempest-RoutersNegativeIpV6Test-1646080008 tempest-RoutersNegativeIpV6Test-1646080008-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:41:15.481404 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-228100b1-48b4-4a8b-9044-de2be603d3d8 tempest-RoutersNegativeIpV6Test-1646080008 tempest-RoutersNegativeIpV6Test-1646080008-project] Notify callbacks [] for subnet, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:15.489788 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1189aec-90b5-434c-a9e1-13959550bcde None None] Network 4c4afb2c-5719-4c91-8a89-024e34fd3e06 requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 22:41:15.604194 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-228100b1-48b4-4a8b-9044-de2be603d3d8 tempest-RoutersNegativeIpV6Test-1646080008 tempest-RoutersNegativeIpV6Test-1646080008-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.9905541
Dec 16 22:41:15.611029 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 47886) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:41:15.625979 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-0bcde6f3-5acd-42a4-8319-d7bee8fa00ef tempest-RoutersNegativeIpV6Test-1646080008 tempest-RoutersNegativeIpV6Test-1646080008-project] Request body: {'subnet': {'network_id': 'e6b7725c-71ac-459e-94fc-b066e92bc033', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:41:15.648772 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-d32fd92c-1de1-4666-bc6a-23a09c936651 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3329565', 'neutron.services.segments.db._delete_segments_for_network-8734753546406'] for network, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:15.675616 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-9b3c17ec-713f-4713-b03b-b643ddd84ee4 req-9ecea998-6f90-4f27-b59a-bd84774a71dc tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "GET /v2.0/security-groups?id=d05082d4-dbf9-47ae-818f-147b053f15af&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3210061
Dec 16 22:41:15.712526 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.services.segments.db [None req-d32fd92c-1de1-4666-bc6a-23a09c936651 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1b771366d0>,) {'filters': {'network_id': ['96610d0e-a8da-42b0-9a9f-968bcb1195ca']}} {{(pid=87507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:41:15.731733 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.services.segments.db [None req-d32fd92c-1de1-4666-bc6a-23a09c936651 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b771366d0>, 'd2b31028-9769-4104-8439-4ba898a8c3a2') {'for_net_delete': True} {{(pid=87507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:41:15.732721 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.services.segments.db [None req-d32fd92c-1de1-4666-bc6a-23a09c936651 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b771366d0>, 'd2b31028-9769-4104-8439-4ba898a8c3a2') {} {{(pid=87507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:41:15.749547 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-afba72d6-3d66-424d-bbdc-556be022aab0 req-50fed775-0c4d-4578-b7de-f4032cc03cdc service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=e559bb86-9633-4370-9cd9-33cf2cb148d6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.2633398
Dec 16 22:41:15.759148 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0c4b47-8e2d-4ba0-ae3a-fde06030c82a req-158296a7-52f2-4e9c-a1ba-b7932292cdff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:41:15.761696 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-2e0c4b47-8e2d-4ba0-ae3a-fde06030c82a req-158296a7-52f2-4e9c-a1ba-b7932292cdff service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=ac0b34be-0627-4b13-aa10-f4bb3bd32fd4 HTTP/1.1" status: 200  len: 1098 time: 0.2277975
Dec 16 22:41:15.770569 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3142efab-80db-41e4-bddd-3f785332a46b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1d6bfaf-d325-5e4f-b05d-2441d8339617-4c4afb2c-5719-4c91-8a89-024e34fd3e06', 'network_id': '4c4afb2c-5719-4c91-8a89-024e34fd3e06', 'tenant_id': '8d67094af69948bebe00c5f2c6d10f1a', 'fixed_ips': [{'subnet_id': '83f10113-4c70-43bb-ac5f-3a368a3cfdcd'}]}} from dv-neutron-821829-1-hyperv. {{(pid=87508) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 16 22:41:15.771668 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-3142efab-80db-41e4-bddd-3f785332a46b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:15.773847 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-0bcde6f3-5acd-42a4-8319-d7bee8fa00ef tempest-RoutersNegativeIpV6Test-1646080008 tempest-RoutersNegativeIpV6Test-1646080008-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:41:15.777699 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-0bcde6f3-5acd-42a4-8319-d7bee8fa00ef tempest-RoutersNegativeIpV6Test-1646080008 tempest-RoutersNegativeIpV6Test-1646080008-project] Usage tracker for resource:subnet and tenant:8d67094af69948bebe00c5f2c6d10f1a is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:41:15.780689 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-0bcde6f3-5acd-42a4-8319-d7bee8fa00ef tempest-RoutersNegativeIpV6Test-1646080008 tempest-RoutersNegativeIpV6Test-1646080008-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:41:15.793205 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-d32fd92c-1de1-4666-bc6a-23a09c936651 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734753593977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2128549'] for segment, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:15.826952 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-d32fd92c-1de1-4666-bc6a-23a09c936651 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-883292'] for segment, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:15.828799 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-0bcde6f3-5acd-42a4-8319-d7bee8fa00ef tempest-RoutersNegativeIpV6Test-1646080008 tempest-RoutersNegativeIpV6Test-1646080008-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:41:15.832969 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-2e0c4b47-8e2d-4ba0-ae3a-fde06030c82a req-d25e885d-468c-436d-9266-28b7ee5eee27 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=d05082d4-dbf9-47ae-818f-147b053f15af&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0443735
Dec 16 22:41:15.842715 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bcde6f3-5acd-42a4-8319-d7bee8fa00ef tempest-RoutersNegativeIpV6Test-1646080008 tempest-RoutersNegativeIpV6Test-1646080008-project] Made reservation on behalf of 8d67094af69948bebe00c5f2c6d10f1a for: {'subnet': 1} {{(pid=87506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:41:15.844146 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d32fd92c-1de1-4666-bc6a-23a09c936651 admin admin] Releasing vlan 196 on physical network physnet1 to pool {{(pid=87507) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 16 22:41:15.844649 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-d32fd92c-1de1-4666-bc6a-23a09c936651 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-883285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10808034'] for segment, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:15.847419 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-0bcde6f3-5acd-42a4-8319-d7bee8fa00ef tempest-RoutersNegativeIpV6Test-1646080008 tempest-RoutersNegativeIpV6Test-1646080008-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11213078'] for subnet, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:15.859261 dv-neutron-821829-1-hyperv neutron-server[87507]: Traceback (most recent call last):
Dec 16 22:41:15.859261 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 16 22:41:15.859261 dv-neutron-821829-1-hyperv neutron-server[87507]:     timer()
Dec 16 22:41:15.859261 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 22:41:15.859261 dv-neutron-821829-1-hyperv neutron-server[87507]:     cb(*args, **kw)
Dec 16 22:41:15.859261 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 22:41:15.859261 dv-neutron-821829-1-hyperv neutron-server[87507]:     return func(*args, **kwargs)
Dec 16 22:41:15.859261 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 22:41:15.859261 dv-neutron-821829-1-hyperv neutron-server[87507]:     self._notify()
Dec 16 22:41:15.859261 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 22:41:15.859261 dv-neutron-821829-1-hyperv neutron-server[87507]:     self.callback(batched_events)
Dec 16 22:41:15.859261 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 22:41:15.859261 dv-neutron-821829-1-hyperv neutron-server[87507]:     event.method(event)
Dec 16 22:41:15.859261 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 22:41:15.859261 dv-neutron-821829-1-hyperv neutron-server[87507]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 22:41:15.859261 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 22:41:15.859261 dv-neutron-821829-1-hyperv neutron-server[87507]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 22:41:15.859261 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 22:41:15.859261 dv-neutron-821829-1-hyperv neutron-server[87507]:     return f(self, *a, **k)
Dec 16 22:41:15.859261 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 16 22:41:15.859261 dv-neutron-821829-1-hyperv neutron-server[87507]:     return self._get(url).json()
Dec 16 22:41:15.859261 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 16 22:41:15.859261 dv-neutron-821829-1-hyperv neutron-server[87507]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 22:41:15.859261 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 16 22:41:15.859261 dv-neutron-821829-1-hyperv neutron-server[87507]:     return self.request(url, 'GET', **kwargs)
Dec 16 22:41:15.859261 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 16 22:41:15.859261 dv-neutron-821829-1-hyperv neutron-server[87507]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 22:41:15.859261 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 16 22:41:15.859261 dv-neutron-821829-1-hyperv neutron-server[87507]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 22:41:15.859261 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 16 22:41:15.859261 dv-neutron-821829-1-hyperv neutron-server[87507]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 22:41:15.859261 dv-neutron-821829-1-hyperv neutron-server[87507]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 22:41:15.977926 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.db_base_plugin_common [None req-3142efab-80db-41e4-bddd-3f785332a46b None None] Allocated IP 2001:db8::2 (4c4afb2c-5719-4c91-8a89-024e34fd3e06/83f10113-4c70-43bb-ac5f-3a368a3cfdcd/90b4f695-39b9-4381-a1ba-d420324b70f2) {{(pid=87508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 22:41:15.999132 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-d32fd92c-1de1-4666-bc6a-23a09c936651 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3329572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3741856'] for network, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:16.003708 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-d32fd92c-1de1-4666-bc6a-23a09c936651 admin admin] Notify callbacks [] for network, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:16.008151 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-8eaafe8a-441c-4262-b6e5-e9228f8442bb tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:41:16.024347 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.db_base_plugin_common [None req-7680cf18-f28a-4521-b02c-820cf3a7f871 tempest-RoutersNegativeTest-1851367265 tempest-RoutersNegativeTest-1851367265-project] Allocated IP 172.20.0.1 (5b99adbf-c96c-4a1b-a87a-51ea086cc183/2c163f06-ee26-4334-83cc-0a8be885778c/97c33ed8-151b-4795-8dd2-8b5d0d2613f9) {{(pid=87507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 22:41:16.041937 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32fd92c-1de1-4666-bc6a-23a09c936651 admin admin] Pushing event deleted for resources: {'Network': ['ID=96610d0e-a8da-42b0-9a9f-968bcb1195ca,revision_number=None']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:41:16.044494 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-d32fd92c-1de1-4666-bc6a-23a09c936651 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:41:16.054343 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-d32fd92c-1de1-4666-bc6a-23a09c936651 admin admin] 10.222.0.13 "DELETE /v2.0/networks/96610d0e-a8da-42b0-9a9f-968bcb1195ca HTTP/1.1" status: 204  len: 168 time: 1.0958495
Dec 16 22:41:16.109035 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-0bcde6f3-5acd-42a4-8319-d7bee8fa00ef tempest-RoutersNegativeIpV6Test-1646080008 tempest-RoutersNegativeIpV6Test-1646080008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1863317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11213092'] for subnet, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:16.117533 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-e97b24ef-4e31-4352-8163-18e7fb22edbe tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:41:16.285821 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-3142efab-80db-41e4-bddd-3f785332a46b None None] Notify callbacks [] for port, precommit_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:16.299439 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-3142efab-80db-41e4-bddd-3f785332a46b None None] Transition to ACTIVE for port object 90b4f695-39b9-4381-a1ba-d420324b70f2 will not be triggered until provisioned by entity L2. {{(pid=87508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:41:16.310097 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcde6f3-5acd-42a4-8319-d7bee8fa00ef tempest-RoutersNegativeIpV6Test-1646080008 tempest-RoutersNegativeIpV6Test-1646080008-project] Pushing event updated for resources: {'Subnet': ['ID=53aa0dc8-357d-425b-995d-b6f0e7c7679e,revision_number=0']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:41:16.318355 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-0bcde6f3-5acd-42a4-8319-d7bee8fa00ef tempest-RoutersNegativeIpV6Test-1646080008 tempest-RoutersNegativeIpV6Test-1646080008-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:41:16.318355 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bcde6f3-5acd-42a4-8319-d7bee8fa00ef tempest-RoutersNegativeIpV6Test-1646080008 tempest-RoutersNegativeIpV6Test-1646080008-project] Checking segment: {'id': '8c63d47e-88e3-4e61-bf3b-7b83fd61cd1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'e6b7725c-71ac-459e-94fc-b066e92bc033'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 22:41:16.318355 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bcde6f3-5acd-42a4-8319-d7bee8fa00ef tempest-RoutersNegativeIpV6Test-1646080008 tempest-RoutersNegativeIpV6Test-1646080008-project] Network hostable DHCP agents. Network: e6b7725c-71ac-459e-94fc-b066e92bc033, hostable agents: ['3b155c4d-12dc-491e-aa14-6113b06cfacd'], hosted agents: [] {{(pid=87506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 16 22:41:16.322201 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 47892) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:41:16.329315 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-3142efab-80db-41e4-bddd-3f785332a46b None None] Transition to ACTIVE for port object 90b4f695-39b9-4381-a1ba-d420324b70f2 will not be triggered until provisioned by entity DHCP. {{(pid=87508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:41:16.335148 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-3142efab-80db-41e4-bddd-3f785332a46b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940'] for port, after_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:16.340614 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-9bcf3047-9d02-4437-a82e-6fcaef2acbae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:41:16.374832 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afba72d6-3d66-424d-bbdc-556be022aab0 req-b0cf3910-7ecc-4130-af8e-74c6dff1232f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:41:16.377115 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-afba72d6-3d66-424d-bbdc-556be022aab0 req-b0cf3910-7ecc-4130-af8e-74c6dff1232f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ebcac23e4eae475893854e16d121f861&device_id=e559bb86-9633-4370-9cd9-33cf2cb148d6 HTTP/1.1" status: 200  len: 1099 time: 0.2608869
Dec 16 22:41:16.384284 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bcde6f3-5acd-42a4-8319-d7bee8fa00ef tempest-RoutersNegativeIpV6Test-1646080008 tempest-RoutersNegativeIpV6Test-1646080008-project] Network e6b7725c-71ac-459e-94fc-b066e92bc033 is scheduled to be hosted by DHCP agent 3b155c4d-12dc-491e-aa14-6113b06cfacd with binding_index 1 {{(pid=87506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 16 22:41:16.403637 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adea946b-6847-4e3b-8bfe-cb1cea4c8a9a None None] Network 6d761588-cde3-4385-946f-8f841c8c567a requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 22:41:16.431422 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3142efab-80db-41e4-bddd-3f785332a46b None None] Network 4c4afb2c-5719-4c91-8a89-024e34fd3e06 is already hosted by enough agents. {{(pid=87508) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:41:16.448640 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.base_scheduler [None req-0bcde6f3-5acd-42a4-8319-d7bee8fa00ef tempest-RoutersNegativeIpV6Test-1646080008 tempest-RoutersNegativeIpV6Test-1646080008-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821829-1-hyperv, e6b7725c-71ac-459e-94fc-b066e92bc033) {{(pid=87506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:41:16.466476 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-24bd8a4e-7ed0-4710-a770-0b6b2c6fa6d2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=021ba4f4c5d94216ba70fdc1551b8e7f&name=default HTTP/1.1" status: 200  len: 2983 time: 0.1399324
Dec 16 22:41:16.475379 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 47896) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:41:16.479664 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.scheduler.base_scheduler [None req-3142efab-80db-41e4-bddd-3f785332a46b None None] Resources bound (agent type, host, resource id):  {{(pid=87508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:41:16.495542 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e739ff20-83e3-4668-849c-58a0b6c397b2 None None] Network e6b7725c-71ac-459e-94fc-b066e92bc033 requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 22:41:16.510428 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3142efab-80db-41e4-bddd-3f785332a46b None None] Received port after_create {{(pid=87508) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 22:41:16.534469 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3142efab-80db-41e4-bddd-3f785332a46b None None] Pushing event updated for resources: {'Port': ['ID=90b4f695-39b9-4381-a1ba-d420324b70f2,revision_number=1']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:41:16.541720 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bcde6f3-5acd-42a4-8319-d7bee8fa00ef tempest-RoutersNegativeIpV6Test-1646080008 tempest-RoutersNegativeIpV6Test-1646080008-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:41:16.542307 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-0bcde6f3-5acd-42a4-8319-d7bee8fa00ef tempest-RoutersNegativeIpV6Test-1646080008 tempest-RoutersNegativeIpV6Test-1646080008-project] Notify callbacks [] for subnet, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:16.554119 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-7680cf18-f28a-4521-b02c-820cf3a7f871 tempest-RoutersNegativeTest-1851367265 tempest-RoutersNegativeTest-1851367265-project] Notify callbacks [] for port, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:16.582964 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-0bcde6f3-5acd-42a4-8319-d7bee8fa00ef tempest-RoutersNegativeIpV6Test-1646080008 tempest-RoutersNegativeIpV6Test-1646080008-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.9664309
Dec 16 22:41:16.583176 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.provisioning_blocks [None req-7680cf18-f28a-4521-b02c-820cf3a7f871 tempest-RoutersNegativeTest-1851367265 tempest-RoutersNegativeTest-1851367265-project] Transition to ACTIVE for port object 97c33ed8-151b-4795-8dd2-8b5d0d2613f9 will not be triggered until provisioned by entity DHCP. {{(pid=87507) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:41:16.584549 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 47900) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:41:16.612064 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afba72d6-3d66-424d-bbdc-556be022aab0 req-c396a6cb-ba5d-470f-9e84-8eb2a1039045 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:41:16.613812 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-afba72d6-3d66-424d-bbdc-556be022aab0 req-c396a6cb-ba5d-470f-9e84-8eb2a1039045 service neutron] 10.222.0.49 "GET /v2.0/networks?id=59be113d-df84-4589-a861-2ce3da6b2e5d HTTP/1.1" status: 200  len: 912 time: 0.2062628
Dec 16 22:41:16.621904 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-3142efab-80db-41e4-bddd-3f785332a46b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:41:16.664899 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-bfe18143-efc4-4615-a35b-2d6c5b89ddbc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:16.670916 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-a4e3b508-a40e-48b6-b25a-6e9a26965cc0 None None] Provisioning for port 02e37449-ba27-43a4-884c-c5374f89625a completed by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 22:41:16.758393 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-bfe18143-efc4-4615-a35b-2d6c5b89ddbc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:16.761795 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-afba72d6-3d66-424d-bbdc-556be022aab0 req-54c3c7bf-e098-416e-b1cb-6bfccdeaa158 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4359d2e8-34fe-4cb4-bef0-4f10169a8bef HTTP/1.1" status: 200  len: 1001 time: 0.1409814
Dec 16 22:41:16.784929 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-3142efab-80db-41e4-bddd-3f785332a46b None None] Attempting to bind port 90b4f695-39b9-4381-a1ba-d420324b70f2 on host dv-neutron-821829-1-hyperv for vnic_type normal with profile  {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 22:41:16.785320 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-3142efab-80db-41e4-bddd-3f785332a46b None None] Attempting to bind port 90b4f695-39b9-4381-a1ba-d420324b70f2 by drivers openvswitch,hyperv on host dv-neutron-821829-1-hyperv at level 0 using segments [{'id': 'b80de146-3e1f-468a-9bfa-63ec63b7f52d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '4c4afb2c-5719-4c91-8a89-024e34fd3e06'}] {{(pid=87508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 22:41:16.785699 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3142efab-80db-41e4-bddd-3f785332a46b None None] Attempting to bind port 90b4f695-39b9-4381-a1ba-d420324b70f2 on network 4c4afb2c-5719-4c91-8a89-024e34fd3e06 {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 22:41:16.827192 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3142efab-80db-41e4-bddd-3f785332a46b None None] Checking agent: {'id': '5571501f-366e-47a4-9b60-8ef19d935d27', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821829-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 24, 2), 'started_at': datetime.datetime(2021, 12, 16, 22, 24, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 41, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821829-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 22:41:16.827606 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3142efab-80db-41e4-bddd-3f785332a46b None None] Checking segment: {'id': 'b80de146-3e1f-468a-9bfa-63ec63b7f52d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '4c4afb2c-5719-4c91-8a89-024e34fd3e06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 22:41:16.828086 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-3142efab-80db-41e4-bddd-3f785332a46b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:16.828523 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3142efab-80db-41e4-bddd-3f785332a46b None None] Bound using segment: {'id': 'b80de146-3e1f-468a-9bfa-63ec63b7f52d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '4c4afb2c-5719-4c91-8a89-024e34fd3e06'} {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 22:41:16.829034 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-3142efab-80db-41e4-bddd-3f785332a46b None None] Bound port: 90b4f695-39b9-4381-a1ba-d420324b70f2, host: dv-neutron-821829-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b80de146-3e1f-468a-9bfa-63ec63b7f52d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '4c4afb2c-5719-4c91-8a89-024e34fd3e06'}}] {{(pid=87508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 22:41:16.829433 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-3142efab-80db-41e4-bddd-3f785332a46b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:16.879415 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afba72d6-3d66-424d-bbdc-556be022aab0 req-42e4d019-235b-48bf-b139-58e0ed7eb9fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:41:16.883616 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-afba72d6-3d66-424d-bbdc-556be022aab0 req-42e4d019-235b-48bf-b139-58e0ed7eb9fe service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e85fa5c2-5253-44c8-9f57-0c1d2c97dd41 HTTP/1.1" status: 200  len: 850 time: 0.0982246
Dec 16 22:41:16.990956 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afba72d6-3d66-424d-bbdc-556be022aab0 req-dd70ca28-4e6c-46c7-b5e1-ed92b7fea3fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:41:16.992533 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-afba72d6-3d66-424d-bbdc-556be022aab0 req-dd70ca28-4e6c-46c7-b5e1-ed92b7fea3fa service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=59be113d-df84-4589-a861-2ce3da6b2e5d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.1002758
Dec 16 22:41:17.070110 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b1be416-b924-40b9-8360-3a267c025bc9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1d6bfaf-d325-5e4f-b05d-2441d8339617-e6b7725c-71ac-459e-94fc-b066e92bc033', 'network_id': 'e6b7725c-71ac-459e-94fc-b066e92bc033', 'tenant_id': '8d67094af69948bebe00c5f2c6d10f1a', 'fixed_ips': [{'subnet_id': '53aa0dc8-357d-425b-995d-b6f0e7c7679e'}]}} from dv-neutron-821829-1-hyperv. {{(pid=87508) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 16 22:41:17.070960 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-6b1be416-b924-40b9-8360-3a267c025bc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:17.115903 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-7680cf18-f28a-4521-b02c-820cf3a7f871 tempest-RoutersNegativeTest-1851367265 tempest-RoutersNegativeTest-1851367265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10807823'] for port, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:17.129369 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-337d3d2a-92d1-4a90-8e95-3d5854d6d8bb tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:41:17.137238 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-3142efab-80db-41e4-bddd-3f785332a46b None None] For port 90b4f695-39b9-4381-a1ba-d420324b70f2, host dv-neutron-821829-1-hyperv, cleared binding levels {{(pid=87508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 22:41:17.148532 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-3142efab-80db-41e4-bddd-3f785332a46b None None] For port 90b4f695-39b9-4381-a1ba-d420324b70f2, host dv-neutron-821829-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=90b4f695-39b9-4381-a1ba-d420324b70f2,segment=NetworkSegment(b80de146-3e1f-468a-9bfa-63ec63b7f52d),segment_id=b80de146-3e1f-468a-9bfa-63ec63b7f52d)] {{(pid=87508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 22:41:17.178477 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-3142efab-80db-41e4-bddd-3f785332a46b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:17.196023 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-f9df4f3a-2ecd-47a3-8cc6-c933b8b82b3e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:41:17.273098 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7680cf18-f28a-4521-b02c-820cf3a7f871 tempest-RoutersNegativeTest-1851367265 tempest-RoutersNegativeTest-1851367265-project] Network 5b99adbf-c96c-4a1b-a87a-51ea086cc183 is already hosted by enough agents. {{(pid=87507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:41:17.289049 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.base_scheduler [None req-7680cf18-f28a-4521-b02c-820cf3a7f871 tempest-RoutersNegativeTest-1851367265 tempest-RoutersNegativeTest-1851367265-project] Resources bound (agent type, host, resource id):  {{(pid=87507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:41:17.291477 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7680cf18-f28a-4521-b02c-820cf3a7f871 tempest-RoutersNegativeTest-1851367265 tempest-RoutersNegativeTest-1851367265-project] Received port after_create {{(pid=87507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 22:41:17.306204 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-afba72d6-3d66-424d-bbdc-556be022aab0 req-db788870-056c-426e-a80c-7c5b34732379 service neutron] 10.222.0.49 "GET /v2.0/networks/59be113d-df84-4589-a861-2ce3da6b2e5d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3060970
Dec 16 22:41:17.315341 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 02e37449-ba27-43a4-884c-c5374f89625a up at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 22:41:17.326456 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-bfe18143-efc4-4615-a35b-2d6c5b89ddbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841066'] for security_group, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:17.360932 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7680cf18-f28a-4521-b02c-820cf3a7f871 tempest-RoutersNegativeTest-1851367265 tempest-RoutersNegativeTest-1851367265-project] Pushing event updated for resources: {'Port': ['ID=97c33ed8-151b-4795-8dd2-8b5d0d2613f9,revision_number=1']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:41:17.365139 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-7680cf18-f28a-4521-b02c-820cf3a7f871 tempest-RoutersNegativeTest-1851367265 tempest-RoutersNegativeTest-1851367265-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:41:17.376184 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-eb811f16-9c14-4824-a014-163345ece3a9 tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.022s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:41:17.409475 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe18143-efc4-4615-a35b-2d6c5b89ddbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2a7ae02-12b2-467c-a00d-8fc3127f3c58,revision_number=None']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:41:17.413576 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-bfe18143-efc4-4615-a35b-2d6c5b89ddbc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:41:17.427415 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-bfe18143-efc4-4615-a35b-2d6c5b89ddbc admin admin] Notify callbacks [] for security_group, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:17.428585 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-bfe18143-efc4-4615-a35b-2d6c5b89ddbc admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f2a7ae02-12b2-467c-a00d-8fc3127f3c58 HTTP/1.1" status: 204  len: 168 time: 0.9521213
Dec 16 22:41:17.437238 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3142efab-80db-41e4-bddd-3f785332a46b None None] Pushing event updated for resources: {'Port': ['ID=90b4f695-39b9-4381-a1ba-d420324b70f2,revision_number=2']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:41:17.456029 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-3142efab-80db-41e4-bddd-3f785332a46b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:41:17.507744 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-afba72d6-3d66-424d-bbdc-556be022aab0 req-8444bf98-eb86-4e30-8949-b3149aedf079 service neutron] 10.222.0.49 "GET /v2.0/networks/59be113d-df84-4589-a861-2ce3da6b2e5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1937664
Dec 16 22:41:17.538476 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-7680cf18-f28a-4521-b02c-820cf3a7f871 tempest-RoutersNegativeTest-1851367265 tempest-RoutersNegativeTest-1851367265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3830061'] for router_interface, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:17.571733 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-dde41dde-35d0-439a-8691-445319ca7a36 tempest-RoutersNegativeIpV6Test-1646080008 tempest-RoutersNegativeIpV6Test-1646080008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:17.595144 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6878e712-6f34-4ced-9bf7-74ed0fe1e0ca req-b6ac2272-6734-4b31-8047-e171b0aca8a2 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:41:17.597848 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-6878e712-6f34-4ced-9bf7-74ed0fe1e0ca req-b6ac2272-6734-4b31-8047-e171b0aca8a2 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "GET /v2.0/ports?device_id=ac0b34be-0627-4b13-aa10-f4bb3bd32fd4 HTTP/1.1" status: 200  len: 945 time: 0.6950688
Dec 16 22:41:17.613694 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.db_base_plugin_common [None req-6b1be416-b924-40b9-8360-3a267c025bc9 None None] Allocated IP 2001:db8::2 (e6b7725c-71ac-459e-94fc-b066e92bc033/53aa0dc8-357d-425b-995d-b6f0e7c7679e/520132f0-cb4d-401a-a8e2-2f767cd04834) {{(pid=87508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 22:41:17.800317 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-6878e712-6f34-4ced-9bf7-74ed0fe1e0ca req-fc5ab440-f948-41cb-9565-dce0424f6150 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "GET /v2.0/security-groups?id=d05082d4-dbf9-47ae-818f-147b053f15af&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1934438
Dec 16 22:41:17.889355 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning for port 02e37449-ba27-43a4-884c-c5374f89625a completed by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 22:41:17.938796 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning complete for port 02e37449-ba27-43a4-884c-c5374f89625a triggered by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:41:17.939231 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:17.975172 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-fed8069f-346e-4b29-b378-8309baf35107 None None] Provisioning complete for port 02e37449-ba27-43a4-884c-c5374f89625a triggered by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:41:17.975348 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-fed8069f-346e-4b29-b378-8309baf35107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:17.976394 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-7680cf18-f28a-4521-b02c-820cf3a7f871 tempest-RoutersNegativeTest-1851367265 tempest-RoutersNegativeTest-1851367265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:17.989134 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 47910) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:41:18.059363 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-5aa89826-a383-4f8e-8692-05391854c188 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=675b704b922a494194d89d1bc749f549&name=default HTTP/1.1" status: 200  len: 2983 time: 0.0688298
Dec 16 22:41:18.061740 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 47914) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:41:18.093537 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-6b1be416-b924-40b9-8360-3a267c025bc9 None None] Notify callbacks [] for port, precommit_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:18.128614 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-42e2a8fc-ada6-4386-95d1-9bcd76b51e95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:18.155078 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-6b1be416-b924-40b9-8360-3a267c025bc9 None None] Transition to ACTIVE for port object 520132f0-cb4d-401a-a8e2-2f767cd04834 will not be triggered until provisioned by entity L2. {{(pid=87508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:41:18.156205 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-42e2a8fc-ada6-4386-95d1-9bcd76b51e95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:18.224228 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-42e2a8fc-ada6-4386-95d1-9bcd76b51e95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841066'] for security_group, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:18.224430 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-6b1be416-b924-40b9-8360-3a267c025bc9 None None] Transition to ACTIVE for port object 520132f0-cb4d-401a-a8e2-2f767cd04834 will not be triggered until provisioned by entity DHCP. {{(pid=87508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:41:18.231438 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:18.232169 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-8e9e24ff-e83b-48ad-82a1-c6346aab5679 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:41:18.248402 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e2a8fc-ada6-4386-95d1-9bcd76b51e95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=134d1126-1753-4ef3-ab86-0fe81d66a841,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:41:18.251414 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-42e2a8fc-ada6-4386-95d1-9bcd76b51e95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:41:18.255795 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-42e2a8fc-ada6-4386-95d1-9bcd76b51e95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:18.257259 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-42e2a8fc-ada6-4386-95d1-9bcd76b51e95 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/134d1126-1753-4ef3-ab86-0fe81d66a841 HTTP/1.1" status: 204  len: 168 time: 0.1941421
Dec 16 22:41:18.264821 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-6b1be416-b924-40b9-8360-3a267c025bc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940'] for port, after_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:18.279533 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-d84ebe55-b906-446f-9754-1db889c997ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:41:18.342751 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-fed8069f-346e-4b29-b378-8309baf35107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:18.374032 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b1be416-b924-40b9-8360-3a267c025bc9 None None] Network e6b7725c-71ac-459e-94fc-b066e92bc033 is already hosted by enough agents. {{(pid=87508) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:41:18.382012 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.scheduler.base_scheduler [None req-6b1be416-b924-40b9-8360-3a267c025bc9 None None] Resources bound (agent type, host, resource id):  {{(pid=87508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:41:18.393963 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b1be416-b924-40b9-8360-3a267c025bc9 None None] Received port after_create {{(pid=87508) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 22:41:18.397019 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] For port 02e37449-ba27-43a4-884c-c5374f89625a, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=02e37449-ba27-43a4-884c-c5374f89625a,segment=NetworkSegment(6a258663-a095-4409-b356-86ad4dd5b6ce),segment_id=6a258663-a095-4409-b356-86ad4dd5b6ce)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:41:18.403901 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1be416-b924-40b9-8360-3a267c025bc9 None None] Pushing event updated for resources: {'Port': ['ID=520132f0-cb4d-401a-a8e2-2f767cd04834,revision_number=1']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:41:18.421188 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-6b1be416-b924-40b9-8360-3a267c025bc9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:41:18.446606 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:18.453015 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:41:18.495971 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.db_base_plugin_common [None req-dde41dde-35d0-439a-8691-445319ca7a36 tempest-RoutersNegativeIpV6Test-1646080008 tempest-RoutersNegativeIpV6Test-1646080008-project] Allocated IP 2001:db8::1 (4c4afb2c-5719-4c91-8a89-024e34fd3e06/83f10113-4c70-43bb-ac5f-3a368a3cfdcd/96b09c82-b381-4864-873f-c9dba0f7b6fd) {{(pid=87507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 22:41:18.666742 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.db.api [None req-fed8069f-346e-4b29-b378-8309baf35107 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87508) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 16 22:41:18.667271 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_db.api [None req-fed8069f-346e-4b29-b378-8309baf35107 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 16 22:41:18.669453 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-6b1be416-b924-40b9-8360-3a267c025bc9 None None] Attempting to bind port 520132f0-cb4d-401a-a8e2-2f767cd04834 on host dv-neutron-821829-1-hyperv for vnic_type normal with profile  {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 22:41:18.669936 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-6b1be416-b924-40b9-8360-3a267c025bc9 None None] Attempting to bind port 520132f0-cb4d-401a-a8e2-2f767cd04834 by drivers openvswitch,hyperv on host dv-neutron-821829-1-hyperv at level 0 using segments [{'id': '8c63d47e-88e3-4e61-bf3b-7b83fd61cd1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'e6b7725c-71ac-459e-94fc-b066e92bc033'}] {{(pid=87508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 22:41:18.671210 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b1be416-b924-40b9-8360-3a267c025bc9 None None] Attempting to bind port 520132f0-cb4d-401a-a8e2-2f767cd04834 on network e6b7725c-71ac-459e-94fc-b066e92bc033 {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 22:41:18.678838 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b1be416-b924-40b9-8360-3a267c025bc9 None None] Checking agent: {'id': '5571501f-366e-47a4-9b60-8ef19d935d27', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821829-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 24, 2), 'started_at': datetime.datetime(2021, 12, 16, 22, 24, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 41, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821829-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 22:41:18.679381 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b1be416-b924-40b9-8360-3a267c025bc9 None None] Checking segment: {'id': '8c63d47e-88e3-4e61-bf3b-7b83fd61cd1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'e6b7725c-71ac-459e-94fc-b066e92bc033'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 22:41:18.679976 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-6b1be416-b924-40b9-8360-3a267c025bc9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:18.680456 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b1be416-b924-40b9-8360-3a267c025bc9 None None] Bound using segment: {'id': '8c63d47e-88e3-4e61-bf3b-7b83fd61cd1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'e6b7725c-71ac-459e-94fc-b066e92bc033'} {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 22:41:18.681012 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-6b1be416-b924-40b9-8360-3a267c025bc9 None None] Bound port: 520132f0-cb4d-401a-a8e2-2f767cd04834, host: dv-neutron-821829-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c63d47e-88e3-4e61-bf3b-7b83fd61cd1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'e6b7725c-71ac-459e-94fc-b066e92bc033'}}] {{(pid=87508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 22:41:18.681470 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-6b1be416-b924-40b9-8360-3a267c025bc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:18.690924 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Pushing event updated for resources: {'Port': ['ID=02e37449-ba27-43a4-884c-c5374f89625a,revision_number=3']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:41:18.694309 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:41:18.789188 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-6b1be416-b924-40b9-8360-3a267c025bc9 None None] For port 520132f0-cb4d-401a-a8e2-2f767cd04834, host dv-neutron-821829-1-hyperv, cleared binding levels {{(pid=87508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 22:41:18.792520 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-6b1be416-b924-40b9-8360-3a267c025bc9 None None] For port 520132f0-cb4d-401a-a8e2-2f767cd04834, host dv-neutron-821829-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=520132f0-cb4d-401a-a8e2-2f767cd04834,segment=NetworkSegment(8c63d47e-88e3-4e61-bf3b-7b83fd61cd1f),segment_id=8c63d47e-88e3-4e61-bf3b-7b83fd61cd1f)] {{(pid=87508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 22:41:18.801521 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-6b1be416-b924-40b9-8360-3a267c025bc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:18.804245 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-dde41dde-35d0-439a-8691-445319ca7a36 tempest-RoutersNegativeIpV6Test-1646080008 tempest-RoutersNegativeIpV6Test-1646080008-project] Notify callbacks [] for port, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:18.806071 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-3142efab-80db-41e4-bddd-3f785332a46b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:41:18.833968 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.provisioning_blocks [None req-dde41dde-35d0-439a-8691-445319ca7a36 tempest-RoutersNegativeIpV6Test-1646080008 tempest-RoutersNegativeIpV6Test-1646080008-project] Transition to ACTIVE for port object 96b09c82-b381-4864-873f-c9dba0f7b6fd will not be triggered until provisioned by entity DHCP. {{(pid=87507) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:41:18.836444 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-7680cf18-f28a-4521-b02c-820cf3a7f871 tempest-RoutersNegativeTest-1851367265 tempest-RoutersNegativeTest-1851367265-project] Notify callbacks [] for port, precommit_update {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:18.843889 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-7680cf18-f28a-4521-b02c-820cf3a7f871 tempest-RoutersNegativeTest-1851367265 tempest-RoutersNegativeTest-1851367265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10807814'] for port, after_update {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:18.878201 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-e467850f-cdd4-4d57-9ce8-2de356855821 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:41:18.898528 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1be416-b924-40b9-8360-3a267c025bc9 None None] Pushing event updated for resources: {'Port': ['ID=520132f0-cb4d-401a-a8e2-2f767cd04834,revision_number=2']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:41:18.909866 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-6b1be416-b924-40b9-8360-3a267c025bc9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:41:18.962462 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5351cb34-17dc-4ab7-af54-21a6b4af23a4 None None] Network 4c4afb2c-5719-4c91-8a89-024e34fd3e06 requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 22:41:18.971153 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7680cf18-f28a-4521-b02c-820cf3a7f871 tempest-RoutersNegativeTest-1851367265 tempest-RoutersNegativeTest-1851367265-project] Pushing event updated for resources: {'Port': ['ID=97c33ed8-151b-4795-8dd2-8b5d0d2613f9,revision_number=2']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:41:18.977473 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-7680cf18-f28a-4521-b02c-820cf3a7f871 tempest-RoutersNegativeTest-1851367265 tempest-RoutersNegativeTest-1851367265-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:41:19.028240 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-7680cf18-f28a-4521-b02c-820cf3a7f871 tempest-RoutersNegativeTest-1851367265 tempest-RoutersNegativeTest-1851367265-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3791426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3830222'] for router_interface, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:19.041416 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-dde41dde-35d0-439a-8691-445319ca7a36 tempest-RoutersNegativeIpV6Test-1646080008 tempest-RoutersNegativeIpV6Test-1646080008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10807823'] for port, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:19.048224 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-3b2b43de-afb8-49c5-bde2-4424e5bd0da5 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:41:19.196363 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dde41dde-35d0-439a-8691-445319ca7a36 tempest-RoutersNegativeIpV6Test-1646080008 tempest-RoutersNegativeIpV6Test-1646080008-project] Network 4c4afb2c-5719-4c91-8a89-024e34fd3e06 is already hosted by enough agents. {{(pid=87507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:41:19.215181 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.base_scheduler [None req-dde41dde-35d0-439a-8691-445319ca7a36 tempest-RoutersNegativeIpV6Test-1646080008 tempest-RoutersNegativeIpV6Test-1646080008-project] Resources bound (agent type, host, resource id):  {{(pid=87507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:41:19.228820 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dde41dde-35d0-439a-8691-445319ca7a36 tempest-RoutersNegativeIpV6Test-1646080008 tempest-RoutersNegativeIpV6Test-1646080008-project] Received port after_create {{(pid=87507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 22:41:19.229436 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-dde41dde-35d0-439a-8691-445319ca7a36 tempest-RoutersNegativeIpV6Test-1646080008 tempest-RoutersNegativeIpV6Test-1646080008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3830061'] for router_interface, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:19.248160 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde41dde-35d0-439a-8691-445319ca7a36 tempest-RoutersNegativeIpV6Test-1646080008 tempest-RoutersNegativeIpV6Test-1646080008-project] Pushing event updated for resources: {'Port': ['ID=96b09c82-b381-4864-873f-c9dba0f7b6fd,revision_number=1']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:41:19.261200 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-dde41dde-35d0-439a-8691-445319ca7a36 tempest-RoutersNegativeIpV6Test-1646080008 tempest-RoutersNegativeIpV6Test-1646080008-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:41:19.282341 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07eededf-b5b3-4ebd-a4d0-5ffe12d203e3 req-097d8dec-dfbd-4f65-8587-c6c61c9e7471 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:41:19.285012 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-07eededf-b5b3-4ebd-a4d0-5ffe12d203e3 req-097d8dec-dfbd-4f65-8587-c6c61c9e7471 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "GET /v2.0/ports?device_id=ac0b34be-0627-4b13-aa10-f4bb3bd32fd4 HTTP/1.1" status: 200  len: 945 time: 0.3177962
Dec 16 22:41:19.369580 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7680cf18-f28a-4521-b02c-820cf3a7f871 tempest-RoutersNegativeTest-1851367265 tempest-RoutersNegativeTest-1851367265-project] Network 5b99adbf-c96c-4a1b-a87a-51ea086cc183 is already hosted by enough agents. {{(pid=87507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:41:19.375726 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.base_scheduler [None req-7680cf18-f28a-4521-b02c-820cf3a7f871 tempest-RoutersNegativeTest-1851367265 tempest-RoutersNegativeTest-1851367265-project] Resources bound (agent type, host, resource id):  {{(pid=87507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:41:19.392947 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-07eededf-b5b3-4ebd-a4d0-5ffe12d203e3 req-cdb3612d-f293-4578-b515-bda6f2256c86 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "GET /v2.0/security-groups?id=d05082d4-dbf9-47ae-818f-147b053f15af&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0902169
Dec 16 22:41:19.443639 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-f58fb667-d1c5-493a-8694-1a7f23d81f68 None None] Provisioning for port 97c33ed8-151b-4795-8dd2-8b5d0d2613f9 completed by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 22:41:19.457912 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-f58fb667-d1c5-493a-8694-1a7f23d81f68 None None] Provisioning complete for port 97c33ed8-151b-4795-8dd2-8b5d0d2613f9 triggered by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:41:19.458529 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-f58fb667-d1c5-493a-8694-1a7f23d81f68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:19.504490 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 02e37449-ba27-43a4-884c-c5374f89625a up at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 22:41:19.595253 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-f58fb667-d1c5-493a-8694-1a7f23d81f68 None None] Port 97c33ed8-151b-4795-8dd2-8b5d0d2613f9 cannot update to ACTIVE because it is not bound. {{(pid=87508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 22:41:19.614689 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-f58fb667-d1c5-493a-8694-1a7f23d81f68 None None] Provisioning for port 90b4f695-39b9-4381-a1ba-d420324b70f2 completed by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 22:41:19.626034 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning complete for port 02e37449-ba27-43a4-884c-c5374f89625a triggered by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:41:19.626446 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:19.735863 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-dde41dde-35d0-439a-8691-445319ca7a36 tempest-RoutersNegativeIpV6Test-1646080008 tempest-RoutersNegativeIpV6Test-1646080008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:19.777911 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 520132f0-cb4d-401a-a8e2-2f767cd04834 up at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 22:41:19.842768 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-934ad638-c84e-40cc-ad4f-9f754c1d228c None None] Provisioning for port 96b09c82-b381-4864-873f-c9dba0f7b6fd completed by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 22:41:19.853023 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-934ad638-c84e-40cc-ad4f-9f754c1d228c None None] Provisioning complete for port 96b09c82-b381-4864-873f-c9dba0f7b6fd triggered by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:41:19.853262 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-934ad638-c84e-40cc-ad4f-9f754c1d228c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:19.926727 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-934ad638-c84e-40cc-ad4f-9f754c1d228c None None] Port 96b09c82-b381-4864-873f-c9dba0f7b6fd cannot update to ACTIVE because it is not bound. {{(pid=87508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 22:41:19.936205 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning for port 520132f0-cb4d-401a-a8e2-2f767cd04834 completed by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 22:41:19.948388 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 90b4f695-39b9-4381-a1ba-d420324b70f2 up at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 22:41:20.006607 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7680cf18-f28a-4521-b02c-820cf3a7f871 tempest-RoutersNegativeTest-1851367265 tempest-RoutersNegativeTest-1851367265-project] Router 98c6550d-bbab-4de9-b44d-eedc8c414465 has already been hosted by L3 agent 4f519db7-069b-43e2-8411-c092bac9102a {{(pid=87507) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 22:41:20.024908 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning for port 90b4f695-39b9-4381-a1ba-d420324b70f2 completed by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 22:41:20.030576 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning complete for port 90b4f695-39b9-4381-a1ba-d420324b70f2 triggered by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:41:20.030965 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:20.138553 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-9503e48c-6b30-4c1e-8fcc-f1653aa9c1ab None None] Provisioning complete for port 97c33ed8-151b-4795-8dd2-8b5d0d2613f9 triggered by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:41:20.138908 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-9503e48c-6b30-4c1e-8fcc-f1653aa9c1ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:20.221316 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ac228a-0f5f-4a70-b495-ccd788a8fdd6 req-ee0dafb0-1040-4ae5-965f-f7d89336e336 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:41:20.224375 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-19ac228a-0f5f-4a70-b495-ccd788a8fdd6 req-ee0dafb0-1040-4ae5-965f-f7d89336e336 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "GET /v2.0/ports?device_id=ac0b34be-0627-4b13-aa10-f4bb3bd32fd4 HTTP/1.1" status: 200  len: 945 time: 0.5516076
Dec 16 22:41:20.226337 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-9503e48c-6b30-4c1e-8fcc-f1653aa9c1ab None None] Port 97c33ed8-151b-4795-8dd2-8b5d0d2613f9 cannot update to ACTIVE because it is not bound. {{(pid=87508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 22:41:20.248445 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9135738-c141-4460-b4c9-d6c3603c420c None None] Network e6b7725c-71ac-459e-94fc-b066e92bc033 requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 22:41:20.319283 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:20.337631 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-9503e48c-6b30-4c1e-8fcc-f1653aa9c1ab None None] Provisioning complete for port 96b09c82-b381-4864-873f-c9dba0f7b6fd triggered by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:41:20.338009 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-9503e48c-6b30-4c1e-8fcc-f1653aa9c1ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:20.388658 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-19ac228a-0f5f-4a70-b495-ccd788a8fdd6 req-5d71b930-0b7f-491c-9b2d-c9993cb4ad91 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "GET /v2.0/security-groups?id=d05082d4-dbf9-47ae-818f-147b053f15af&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1479697
Dec 16 22:41:20.412399 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7680cf18-f28a-4521-b02c-820cf3a7f871 tempest-RoutersNegativeTest-1851367265 tempest-RoutersNegativeTest-1851367265-project] Notify agent at l3_agent.dv-neutron-821829-1-hyperv the message routers_updated {{(pid=87507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 22:41:20.412537 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 47924) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:41:20.426380 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-9503e48c-6b30-4c1e-8fcc-f1653aa9c1ab None None] Port 96b09c82-b381-4864-873f-c9dba0f7b6fd cannot update to ACTIVE because it is not bound. {{(pid=87508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 22:41:20.427901 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa969936-c41c-4871-8912-cf61af1d319d None None] Sync routers for ids ['98c6550d-bbab-4de9-b44d-eedc8c414465'] in dv-neutron-821829-1-hyperv {{(pid=87508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 22:41:20.455245 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] For port 90b4f695-39b9-4381-a1ba-d420324b70f2, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=90b4f695-39b9-4381-a1ba-d420324b70f2,segment=NetworkSegment(b80de146-3e1f-468a-9bfa-63ec63b7f52d),segment_id=b80de146-3e1f-468a-9bfa-63ec63b7f52d)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:41:20.471650 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:20.476370 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-93d757a3-072b-4e09-b948-f46f6e81c16c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:41:20.504317 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-7680cf18-f28a-4521-b02c-820cf3a7f871 tempest-RoutersNegativeTest-1851367265 tempest-RoutersNegativeTest-1851367265-project] 10.222.0.13 "PUT /v2.0/routers/98c6550d-bbab-4de9-b44d-eedc8c414465/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.1628525
Dec 16 22:41:20.507322 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa969936-c41c-4871-8912-cf61af1d319d None None] Routers {'98c6550d-bbab-4de9-b44d-eedc8c414465'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:41:20.507997 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-aa969936-c41c-4871-8912-cf61af1d319d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b7c3f4bb0>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:41:01Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['98c6550d-bbab-4de9-b44d-eedc8c414465'], 'active': True} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:41:20.511092 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 47928) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:41:20.587168 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-dde41dde-35d0-439a-8691-445319ca7a36 tempest-RoutersNegativeIpV6Test-1646080008 tempest-RoutersNegativeIpV6Test-1646080008-project] Notify callbacks [] for port, precommit_update {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:20.593090 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-dde41dde-35d0-439a-8691-445319ca7a36 tempest-RoutersNegativeIpV6Test-1646080008 tempest-RoutersNegativeIpV6Test-1646080008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10807814'] for port, after_update {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:20.593903 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-dde41dde-35d0-439a-8691-445319ca7a36 tempest-RoutersNegativeIpV6Test-1646080008 tempest-RoutersNegativeIpV6Test-1646080008-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3791426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3830222'] for router_interface, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:20.598934 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-7680cf18-f28a-4521-b02c-820cf3a7f871 tempest-RoutersNegativeTest-1851367265 tempest-RoutersNegativeTest-1851367265-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:41:20.622815 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-aa969936-c41c-4871-8912-cf61af1d319d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b7c3f4bb0>, [], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:41:20.661469 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa969936-c41c-4871-8912-cf61af1d319d None None] Routers {'98c6550d-bbab-4de9-b44d-eedc8c414465'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:41:20.662114 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-aa969936-c41c-4871-8912-cf61af1d319d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b7c3f4bb0>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:41:01Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['98c6550d-bbab-4de9-b44d-eedc8c414465'], 'active': True} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:41:20.664722 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-409504b9-126c-4723-924c-10462410d4e0 tempest-TestNetworkBasicOps-761014822 tempest-TestNetworkBasicOps-761014822-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:41:20.667828 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-409504b9-126c-4723-924c-10462410d4e0 tempest-TestNetworkBasicOps-761014822 tempest-TestNetworkBasicOps-761014822-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=ac0b34be-0627-4b13-aa10-f4bb3bd32fd4 HTTP/1.1" status: 200  len: 1093 time: 0.2527628
Dec 16 22:41:20.670647 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 47932) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:41:20.678619 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-f305e988-2af4-4840-9b34-f730dab60d1b tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Request body: {'floatingip': {'floating_network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'port_id': '7460eb7d-ba7c-4e4e-8177-7db125aade59', 'tenant_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'fixed_ip_address': '172.20.0.3'}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:41:20.688826 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-f305e988-2af4-4840-9b34-f730dab60d1b tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:41:20.696065 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-f305e988-2af4-4840-9b34-f730dab60d1b tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Usage tracker for resource:floatingip and tenant:b7e45fda9ad540a6ac359d1c64c9adb2 is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:41:20.700370 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-f305e988-2af4-4840-9b34-f730dab60d1b tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:41:20.704778 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-aa7bb785-d1ba-47a4-b430-e7badf5d2d17 tempest-RoutersNegativeTest-1851367265 tempest-RoutersNegativeTest-1851367265-project] Notify callbacks [] for router, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:20.716400 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-7d209016-7bec-4823-98df-f10ad19baf4e None None] Provisioning for port 520132f0-cb4d-401a-a8e2-2f767cd04834 completed by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 22:41:20.730753 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Pushing event updated for resources: {'Port': ['ID=90b4f695-39b9-4381-a1ba-d420324b70f2,revision_number=3']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:41:20.736080 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-aa969936-c41c-4871-8912-cf61af1d319d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b7c3f4bb0>, [], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:41:20.737004 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa969936-c41c-4871-8912-cf61af1d319d None None] The sync data for ids ['98c6550d-bbab-4de9-b44d-eedc8c414465'] in dv-neutron-821829-1-hyperv is: [] {{(pid=87508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 22:41:20.739174 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:41:20.739509 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-7d209016-7bec-4823-98df-f10ad19baf4e None None] Provisioning complete for port 520132f0-cb4d-401a-a8e2-2f767cd04834 triggered by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:41:20.739915 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-7d209016-7bec-4823-98df-f10ad19baf4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:20.744746 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde41dde-35d0-439a-8691-445319ca7a36 tempest-RoutersNegativeIpV6Test-1646080008 tempest-RoutersNegativeIpV6Test-1646080008-project] Pushing event updated for resources: {'Port': ['ID=96b09c82-b381-4864-873f-c9dba0f7b6fd,revision_number=2']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:41:20.748809 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-dde41dde-35d0-439a-8691-445319ca7a36 tempest-RoutersNegativeIpV6Test-1646080008 tempest-RoutersNegativeIpV6Test-1646080008-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:41:20.777733 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-f305e988-2af4-4840-9b34-f730dab60d1b tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:41:20.795147 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dde41dde-35d0-439a-8691-445319ca7a36 tempest-RoutersNegativeIpV6Test-1646080008 tempest-RoutersNegativeIpV6Test-1646080008-project] Network 4c4afb2c-5719-4c91-8a89-024e34fd3e06 is already hosted by enough agents. {{(pid=87507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:41:20.796591 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.base_scheduler [None req-dde41dde-35d0-439a-8691-445319ca7a36 tempest-RoutersNegativeIpV6Test-1646080008 tempest-RoutersNegativeIpV6Test-1646080008-project] Resources bound (agent type, host, resource id):  {{(pid=87507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:41:20.874861 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-f305e988-2af4-4840-9b34-f730dab60d1b tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for floatingip, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:20.916994 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-7d209016-7bec-4823-98df-f10ad19baf4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:20.959114 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-7d209016-7bec-4823-98df-f10ad19baf4e None None] For port 520132f0-cb4d-401a-a8e2-2f767cd04834, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=520132f0-cb4d-401a-a8e2-2f767cd04834,segment=NetworkSegment(8c63d47e-88e3-4e61-bf3b-7b83fd61cd1f),segment_id=8c63d47e-88e3-4e61-bf3b-7b83fd61cd1f)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:41:20.962873 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.api.v2.resource [None req-aa7bb785-d1ba-47a4-b430-e7badf5d2d17 tempest-RoutersNegativeTest-1851367265 tempest-RoutersNegativeTest-1851367265-project] delete failed (client error): There was a conflict when trying to complete your request.
Dec 16 22:41:20.963947 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-aa7bb785-d1ba-47a4-b430-e7badf5d2d17 tempest-RoutersNegativeTest-1851367265 tempest-RoutersNegativeTest-1851367265-project] 10.222.0.13 "DELETE /v2.0/routers/98c6550d-bbab-4de9-b44d-eedc8c414465 HTTP/1.1" status: 409  len: 329 time: 0.4518015
Dec 16 22:41:20.968029 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-7d209016-7bec-4823-98df-f10ad19baf4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:20.971845 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:41:20.973391 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 47936) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:41:21.051044 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d209016-7bec-4823-98df-f10ad19baf4e None None] Pushing event updated for resources: {'Port': ['ID=520132f0-cb4d-401a-a8e2-2f767cd04834,revision_number=3']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:41:21.051824 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-f305e988-2af4-4840-9b34-f730dab60d1b tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:21.054986 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-7d209016-7bec-4823-98df-f10ad19baf4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:41:21.234056 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 90b4f695-39b9-4381-a1ba-d420324b70f2 up at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 22:41:21.241600 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.db_base_plugin_common [None req-f305e988-2af4-4840-9b34-f730dab60d1b tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Allocated IP 172.26.0.64 (f8905ce9-304b-4976-bc47-e58c71c11de5/9bca8591-41ef-4f2d-8ecb-ecaab1a28acf/86c83792-986e-40cc-9ad7-3453de46bdf0) {{(pid=87506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 22:41:21.270200 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dde41dde-35d0-439a-8691-445319ca7a36 tempest-RoutersNegativeIpV6Test-1646080008 tempest-RoutersNegativeIpV6Test-1646080008-project] Router 92381e53-1139-4079-9c3d-f80a6734d7db is scheduled to L3 agent 4f519db7-069b-43e2-8411-c092bac9102a with binding_index 1 {{(pid=87507) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 16 22:41:21.318579 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning complete for port 90b4f695-39b9-4381-a1ba-d420324b70f2 triggered by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:41:21.319057 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:21.419116 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-f305e988-2af4-4840-9b34-f730dab60d1b tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for port, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:21.427801 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-375a3104-b0ce-4c3c-bce4-e44d5899d393 None None] Provisioning complete for port 96b09c82-b381-4864-873f-c9dba0f7b6fd triggered by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:41:21.428453 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-375a3104-b0ce-4c3c-bce4-e44d5899d393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:21.453708 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-f305e988-2af4-4840-9b34-f730dab60d1b tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1863393'] for port, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:21.459362 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-9a69a679-f995-4320-9c51-b91556f1a41a tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:41:21.506804 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 520132f0-cb4d-401a-a8e2-2f767cd04834 up at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 22:41:21.534751 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f305e988-2af4-4840-9b34-f730dab60d1b tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Network f8905ce9-304b-4976-bc47-e58c71c11de5 is already hosted by enough agents. {{(pid=87506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:41:21.537773 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.base_scheduler [None req-f305e988-2af4-4840-9b34-f730dab60d1b tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Resources bound (agent type, host, resource id):  {{(pid=87506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:41:21.542386 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-375a3104-b0ce-4c3c-bce4-e44d5899d393 None None] Port 96b09c82-b381-4864-873f-c9dba0f7b6fd cannot update to ACTIVE because it is not bound. {{(pid=87508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 22:41:21.545004 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f305e988-2af4-4840-9b34-f730dab60d1b tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Received port after_create {{(pid=87506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 22:41:21.573626 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f305e988-2af4-4840-9b34-f730dab60d1b tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Pushing event updated for resources: {'Port': ['ID=86c83792-986e-40cc-9ad7-3453de46bdf0,revision_number=1']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:41:21.575190 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-375a3104-b0ce-4c3c-bce4-e44d5899d393 None None] Provisioning complete for port 520132f0-cb4d-401a-a8e2-2f767cd04834 triggered by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:41:21.575190 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-375a3104-b0ce-4c3c-bce4-e44d5899d393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:21.579022 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-f305e988-2af4-4840-9b34-f730dab60d1b tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:41:21.637886 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning complete for port 520132f0-cb4d-401a-a8e2-2f767cd04834 triggered by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:41:21.638269 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:21.744142 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dde41dde-35d0-439a-8691-445319ca7a36 tempest-RoutersNegativeIpV6Test-1646080008 tempest-RoutersNegativeIpV6Test-1646080008-project] Notify agent at l3_agent.dv-neutron-821829-1-hyperv the message routers_updated {{(pid=87507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 22:41:21.749430 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-dde41dde-35d0-439a-8691-445319ca7a36 tempest-RoutersNegativeIpV6Test-1646080008 tempest-RoutersNegativeIpV6Test-1646080008-project] 10.222.0.13 "PUT /v2.0/routers/92381e53-1139-4079-9c3d-f80a6734d7db/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.1644769
Dec 16 22:41:21.753063 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 47940) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:41:21.758919 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3aa3d96-04c0-4eb9-a47f-9313f0aacc6b None None] Sync routers for ids ['92381e53-1139-4079-9c3d-f80a6734d7db'] in dv-neutron-821829-1-hyperv {{(pid=87509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 22:41:21.768915 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3aa3d96-04c0-4eb9-a47f-9313f0aacc6b None None] Routers {'92381e53-1139-4079-9c3d-f80a6734d7db'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:41:21.769687 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-b3aa3d96-04c0-4eb9-a47f-9313f0aacc6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b7c8baac0>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:41:01Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['92381e53-1139-4079-9c3d-f80a6734d7db'], 'active': True} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:41:21.832807 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-b3aa3d96-04c0-4eb9-a47f-9313f0aacc6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b7c8baac0>, [], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:41:21.841066 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3aa3d96-04c0-4eb9-a47f-9313f0aacc6b None None] Routers {'92381e53-1139-4079-9c3d-f80a6734d7db'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:41:21.841670 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-b3aa3d96-04c0-4eb9-a47f-9313f0aacc6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b7c8baac0>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:41:01Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['92381e53-1139-4079-9c3d-f80a6734d7db'], 'active': True} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:41:21.901566 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-b3aa3d96-04c0-4eb9-a47f-9313f0aacc6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b7c8baac0>, [], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:41:21.901977 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3aa3d96-04c0-4eb9-a47f-9313f0aacc6b None None] The sync data for ids ['92381e53-1139-4079-9c3d-f80a6734d7db'] in dv-neutron-821829-1-hyperv is: [] {{(pid=87509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 22:41:22.104566 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-f305e988-2af4-4840-9b34-f730dab60d1b tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:22.180375 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-f305e988-2af4-4840-9b34-f730dab60d1b tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:22.383536 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-f305e988-2af4-4840-9b34-f730dab60d1b tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for port, precommit_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:22.388048 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-f305e988-2af4-4840-9b34-f730dab60d1b tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1863400'] for port, after_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:22.392613 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-2238a909-093f-4f05-a198-d8aa04021789 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:41:22.394406 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-8cf9687c-b09a-490a-9626-ddc352c88a5c tempest-RoutersNegativeTest-1851367265 tempest-RoutersNegativeTest-1851367265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3830176'] for router_interface, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:22.500989 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f305e988-2af4-4840-9b34-f730dab60d1b tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Pushing event updated for resources: {'Port': ['ID=86c83792-986e-40cc-9ad7-3453de46bdf0,revision_number=2']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:41:22.505031 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-f305e988-2af4-4840-9b34-f730dab60d1b tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:41:22.512536 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-f305e988-2af4-4840-9b34-f730dab60d1b tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3741874'] for floatingip, after_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:22.685128 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.api.v2.resource [None req-f19ec602-0a87-4d8e-8325-74d6166bcf18 tempest-RoutersNegativeIpV6Test-1646080008 tempest-RoutersNegativeIpV6Test-1646080008-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 16 22:41:22.686069 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-f19ec602-0a87-4d8e-8325-74d6166bcf18 tempest-RoutersNegativeIpV6Test-1646080008 tempest-RoutersNegativeIpV6Test-1646080008-project] 10.222.0.13 "PUT /v2.0/routers/92381e53-1139-4079-9c3d-f80a6734d7db/add_router_interface HTTP/1.1" status: 400  len: 438 time: 0.9321918
Dec 16 22:41:22.688998 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.db.l3_db [None req-f305e988-2af4-4840-9b34-f730dab60d1b tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Floating IP a8991467-8b8d-413f-af2a-b5863876757d associated. External IP: 172.26.0.64, port: 7460eb7d-ba7c-4e4e-8177-7db125aade59.
Dec 16 22:41:22.692037 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 47944) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:41:23.045268 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f305e988-2af4-4840-9b34-f730dab60d1b tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Router eea06010-12bf-4f24-b2f6-a6b19ff6f8bf has already been hosted by L3 agent 4f519db7-069b-43e2-8411-c092bac9102a {{(pid=87506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 22:41:23.215500 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.plugin [None req-8cf9687c-b09a-490a-9626-ddc352c88a5c tempest-RoutersNegativeTest-1851367265 tempest-RoutersNegativeTest-1851367265-project] Deleting port 97c33ed8-151b-4795-8dd2-8b5d0d2613f9 {{(pid=87507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:41:23.216145 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-8cf9687c-b09a-490a-9626-ddc352c88a5c tempest-RoutersNegativeTest-1851367265 tempest-RoutersNegativeTest-1851367265-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:23.228422 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f305e988-2af4-4840-9b34-f730dab60d1b tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify agent at l3_agent.dv-neutron-821829-1-hyperv the message routers_updated {{(pid=87506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 22:41:23.238520 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33365819-0eaf-4343-8c81-0e1619f29eb6 None None] Sync routers for ids ['eea06010-12bf-4f24-b2f6-a6b19ff6f8bf'] in dv-neutron-821829-1-hyperv {{(pid=87508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 22:41:23.250134 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33365819-0eaf-4343-8c81-0e1619f29eb6 None None] Routers {'eea06010-12bf-4f24-b2f6-a6b19ff6f8bf'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:41:23.250838 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-33365819-0eaf-4343-8c81-0e1619f29eb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b7705f1c0>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:41:01Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['eea06010-12bf-4f24-b2f6-a6b19ff6f8bf'], 'active': True} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:41:23.253517 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-f305e988-2af4-4840-9b34-f730dab60d1b tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for floatingip, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:23.316778 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-f305e988-2af4-4840-9b34-f730dab60d1b tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 995 time: 2.6448386
Dec 16 22:41:23.317278 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac0b34be-0627-4b13-aa10-f4bb3bd32fd4', 'tag': '7460eb7d-ba7c-4e4e-8177-7db125aade59'}] {{(pid=87506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 22:41:23.321937 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 47948) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:41:23.510654 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-8cf9687c-b09a-490a-9626-ddc352c88a5c tempest-RoutersNegativeTest-1851367265 tempest-RoutersNegativeTest-1851367265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:23.513961 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvr_db [None req-33365819-0eaf-4343-8c81-0e1619f29eb6 None None] Set router eea06010-12bf-4f24-b2f6-a6b19ff6f8bf gateway port host: dv-neutron-821829-1-hyperv {{(pid=87508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 22:41:23.531633 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac0b34be-0627-4b13-aa10-f4bb3bd32fd4', 'tag': '7460eb7d-ba7c-4e4e-8177-7db125aade59', 'status': 'completed', 'code': 200}
Dec 16 22:41:23.621649 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-39e0b2d9-ff2c-4172-b54f-703a99ab776f tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "GET /v2.0/floatingips/a8991467-8b8d-413f-af2a-b5863876757d HTTP/1.1" status: 200  len: 990 time: 0.2984643
Dec 16 22:41:23.653329 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439493be-ef3e-4fe3-8596-99e012acb369 req-cd67015d-8627-436a-8d1e-c963f9ef382f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:41:23.654896 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-439493be-ef3e-4fe3-8596-99e012acb369 req-cd67015d-8627-436a-8d1e-c963f9ef382f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b7e45fda9ad540a6ac359d1c64c9adb2&device_id=ac0b34be-0627-4b13-aa10-f4bb3bd32fd4 HTTP/1.1" status: 200  len: 1098 time: 0.1252558
Dec 16 22:41:23.667336 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.plugin [None req-8cf9687c-b09a-490a-9626-ddc352c88a5c tempest-RoutersNegativeTest-1851367265 tempest-RoutersNegativeTest-1851367265-project] Calling delete_port for 97c33ed8-151b-4795-8dd2-8b5d0d2613f9 owned by network:router_interface {{(pid=87507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:41:23.779632 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-34346154-c0fc-4094-9125-c838320214df tempest-RoutersNegativeIpV6Test-1646080008 tempest-RoutersNegativeIpV6Test-1646080008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3830176'] for router_interface, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:23.794156 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439493be-ef3e-4fe3-8596-99e012acb369 req-08fe4811-f1df-426d-a56b-075a5bd3af11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:41:23.795666 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-439493be-ef3e-4fe3-8596-99e012acb369 req-08fe4811-f1df-426d-a56b-075a5bd3af11 service neutron] 10.222.0.49 "GET /v2.0/networks?id=2f687e27-c3dc-4aa9-ba40-39fc0889e61d HTTP/1.1" status: 200  len: 898 time: 0.1343808
Dec 16 22:41:23.872120 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-33365819-0eaf-4343-8c81-0e1619f29eb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b7705f1c0>, [{'id': 'eea06010-12bf-4f24-b2f6-a6b19ff6f8bf', 'name': 'tempest-TestNetworkBasicOps-router-932346143', 'tenant_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.107'}], 'enable_snat': True}, 'gw_port_id': 'e34f309c-ecfe-4315-9da6-214f2f81b236', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:40:43Z', 'updated_at': '2021-12-16T22:40:53Z', 'revision_number': 4, 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'gw_port': {'id': 'e34f309c-ecfe-4315-9da6-214f2f81b236', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:f1:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eea06010-12bf-4f24-b2f6-a6b19ff6f8bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1224, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:40:44Z', 'updated_at': '2021-12-16T22:40:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv', '_floatingips': [{'id': 'a8991467-8b8d-413f-af2a-b5863876757d', 'tenant_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'floating_ip_address': '172.26.0.64', 'floating_network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'router_id': 'eea06010-12bf-4f24-b2f6-a6b19ff6f8bf', 'port_id': '7460eb7d-ba7c-4e4e-8177-7db125aade59', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1279, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f687e27-c3dc-4aa9-ba40-39fc0889e61d', 'mac_address': 'fa:16:3e:10:6a:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac0b34be-0627-4b13-aa10-f4bb3bd32fd4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T22:41:22Z', 'updated_at': '2021-12-16T22:41:22Z', 'revision_number': 0, 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05d23948-13a3-4302-b64d-cb5cf4d089dd', 'name': '', 'network_id': '2f687e27-c3dc-4aa9-ba40-39fc0889e61d', 'tenant_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'mac_address': 'fa:16:3e:f5:df:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eea06010-12bf-4f24-b2f6-a6b19ff6f8bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1227, 'fixed_ips': [{'subnet_id': '7b9bf1fd-5beb-40d0-9cdf-c44fd8bdff49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:40:50Z', 'updated_at': '2021-12-16T22:41:04Z', 'revision_number': 5, 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'subnets': [{'id': '7b9bf1fd-5beb-40d0-9cdf-c44fd8bdff49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:41:23.875942 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33365819-0eaf-4343-8c81-0e1619f29eb6 None None] Checking router: eea06010-12bf-4f24-b2f6-a6b19ff6f8bf for host: dv-neutron-821829-1-hyperv {{(pid=87508) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 22:41:23.884345 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33365819-0eaf-4343-8c81-0e1619f29eb6 None None] Routers {'eea06010-12bf-4f24-b2f6-a6b19ff6f8bf'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:41:23.884959 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-33365819-0eaf-4343-8c81-0e1619f29eb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b7705f1c0>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:41:01Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['eea06010-12bf-4f24-b2f6-a6b19ff6f8bf'], 'active': True} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:41:23.896241 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-439493be-ef3e-4fe3-8596-99e012acb369 req-70c2921c-287c-4f60-898e-7502b7add47d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7460eb7d-ba7c-4e4e-8177-7db125aade59 HTTP/1.1" status: 200  len: 998 time: 0.0940197
Dec 16 22:41:23.970076 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439493be-ef3e-4fe3-8596-99e012acb369 req-bfd14d5a-ee94-4a9c-b0c6-7d37898c0203 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:41:23.972161 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-439493be-ef3e-4fe3-8596-99e012acb369 req-bfd14d5a-ee94-4a9c-b0c6-7d37898c0203 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=7b9bf1fd-5beb-40d0-9cdf-c44fd8bdff49 HTTP/1.1" status: 200  len: 835 time: 0.0703244
Dec 16 22:41:24.054231 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439493be-ef3e-4fe3-8596-99e012acb369 req-09286f70-5043-4094-86d1-0b9b15cc54a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:41:24.055700 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-439493be-ef3e-4fe3-8596-99e012acb369 req-09286f70-5043-4094-86d1-0b9b15cc54a3 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=2f687e27-c3dc-4aa9-ba40-39fc0889e61d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0771351
Dec 16 22:41:24.067625 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvr_db [None req-33365819-0eaf-4343-8c81-0e1619f29eb6 None None] Set router eea06010-12bf-4f24-b2f6-a6b19ff6f8bf gateway port host: dv-neutron-821829-1-hyperv {{(pid=87508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 22:41:24.118928 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-8cf9687c-b09a-490a-9626-ddc352c88a5c tempest-RoutersNegativeTest-1851367265 tempest-RoutersNegativeTest-1851367265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10807823'] for port, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:24.124528 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-bd40e978-392c-4864-b40a-a01e2a152035 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:41:24.173845 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf9687c-b09a-490a-9626-ddc352c88a5c tempest-RoutersNegativeTest-1851367265 tempest-RoutersNegativeTest-1851367265-project] Pushing event deleted for resources: {'Port': ['ID=97c33ed8-151b-4795-8dd2-8b5d0d2613f9,revision_number=None']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:41:24.193462 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-439493be-ef3e-4fe3-8596-99e012acb369 req-16eb515f-54f9-4061-8ad6-36755219ba20 service neutron] 10.222.0.49 "GET /v2.0/networks/2f687e27-c3dc-4aa9-ba40-39fc0889e61d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1310191
Dec 16 22:41:24.207374 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-8cf9687c-b09a-490a-9626-ddc352c88a5c tempest-RoutersNegativeTest-1851367265 tempest-RoutersNegativeTest-1851367265-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:41:24.357492 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-439493be-ef3e-4fe3-8596-99e012acb369 req-66a3f7a9-446b-433c-95db-7dfb2ace9084 service neutron] 10.222.0.49 "GET /v2.0/networks/2f687e27-c3dc-4aa9-ba40-39fc0889e61d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1573796
Dec 16 22:41:24.458369 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.plugin [None req-34346154-c0fc-4094-9125-c838320214df tempest-RoutersNegativeIpV6Test-1646080008 tempest-RoutersNegativeIpV6Test-1646080008-project] Deleting port 96b09c82-b381-4864-873f-c9dba0f7b6fd {{(pid=87507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:41:24.458897 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-34346154-c0fc-4094-9125-c838320214df tempest-RoutersNegativeIpV6Test-1646080008 tempest-RoutersNegativeIpV6Test-1646080008-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:24.460349 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-33365819-0eaf-4343-8c81-0e1619f29eb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b7705f1c0>, [{'id': 'eea06010-12bf-4f24-b2f6-a6b19ff6f8bf', 'name': 'tempest-TestNetworkBasicOps-router-932346143', 'tenant_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.107'}], 'enable_snat': True}, 'gw_port_id': 'e34f309c-ecfe-4315-9da6-214f2f81b236', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:40:43Z', 'updated_at': '2021-12-16T22:40:53Z', 'revision_number': 4, 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'gw_port': {'id': 'e34f309c-ecfe-4315-9da6-214f2f81b236', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:f1:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eea06010-12bf-4f24-b2f6-a6b19ff6f8bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1224, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:40:44Z', 'updated_at': '2021-12-16T22:40:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv', '_floatingips': [{'id': 'a8991467-8b8d-413f-af2a-b5863876757d', 'tenant_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'floating_ip_address': '172.26.0.64', 'floating_network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'router_id': 'eea06010-12bf-4f24-b2f6-a6b19ff6f8bf', 'port_id': '7460eb7d-ba7c-4e4e-8177-7db125aade59', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1279, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f687e27-c3dc-4aa9-ba40-39fc0889e61d', 'mac_address': 'fa:16:3e:10:6a:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac0b34be-0627-4b13-aa10-f4bb3bd32fd4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T22:41:22Z', 'updated_at': '2021-12-16T22:41:22Z', 'revision_number': 0, 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05d23948-13a3-4302-b64d-cb5cf4d089dd', 'name': '', 'network_id': '2f687e27-c3dc-4aa9-ba40-39fc0889e61d', 'tenant_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'mac_address': 'fa:16:3e:f5:df:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eea06010-12bf-4f24-b2f6-a6b19ff6f8bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1227, 'fixed_ips': [{'subnet_id': '7b9bf1fd-5beb-40d0-9cdf-c44fd8bdff49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:40:50Z', 'updated_at': '2021-12-16T22:41:04Z', 'revision_number': 5, 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'subnets': [{'id': '7b9bf1fd-5beb-40d0-9cdf-c44fd8bdff49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:41:24.465813 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33365819-0eaf-4343-8c81-0e1619f29eb6 None None] The sync data for ids ['eea06010-12bf-4f24-b2f6-a6b19ff6f8bf'] in dv-neutron-821829-1-hyperv is: [{'id': 'eea06010-12bf-4f24-b2f6-a6b19ff6f8bf', 'name': 'tempest-TestNetworkBasicOps-router-932346143', 'tenant_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.107'}], 'enable_snat': True}, 'gw_port_id': 'e34f309c-ecfe-4315-9da6-214f2f81b236', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:40:43Z', 'updated_at': '2021-12-16T22:40:53Z', 'revision_number': 4, 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'gw_port': {'id': 'e34f309c-ecfe-4315-9da6-214f2f81b236', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:f1:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eea06010-12bf-4f24-b2f6-a6b19ff6f8bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1224, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:40:44Z', 'updated_at': '2021-12-16T22:40:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv', '_floatingips': [{'id': 'a8991467-8b8d-413f-af2a-b5863876757d', 'tenant_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'floating_ip_address': '172.26.0.64', 'floating_network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'router_id': 'eea06010-12bf-4f24-b2f6-a6b19ff6f8bf', 'port_id': '7460eb7d-ba7c-4e4e-8177-7db125aade59', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1279, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f687e27-c3dc-4aa9-ba40-39fc0889e61d', 'mac_address': 'fa:16:3e:10:6a:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac0b34be-0627-4b13-aa10-f4bb3bd32fd4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T22:41:22Z', 'updated_at': '2021-12-16T22:41:22Z', 'revision_number': 0, 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05d23948-13a3-4302-b64d-cb5cf4d089dd', 'name': '', 'network_id': '2f687e27-c3dc-4aa9-ba40-39fc0889e61d', 'tenant_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'mac_address': 'fa:16:3e:f5:df:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eea06010-12bf-4f24-b2f6-a6b19ff6f8bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1227, 'fixed_ips': [{'subnet_id': '7b9bf1fd-5beb-40d0-9cdf-c44fd8bdff49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:40:50Z', 'updated_at': '2021-12-16T22:41:04Z', 'revision_number': 5, 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'subnets': [{'id': '7b9bf1fd-5beb-40d0-9cdf-c44fd8bdff49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 22:41:24.625807 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 47954) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:41:24.684191 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9749bba2-3f85-4644-89a3-df8da577c66a None None] New status for floating IP a8991467-8b8d-413f-af2a-b5863876757d: ACTIVE {{(pid=87509) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 16 22:41:24.702116 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-8cf9687c-b09a-490a-9626-ddc352c88a5c tempest-RoutersNegativeTest-1851367265 tempest-RoutersNegativeTest-1851367265-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3791449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3739472'] for router_interface, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:24.739170 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-88b4d4dc-9169-477a-96ed-f442c8d0c40d tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "GET /v2.0/floatingips/a8991467-8b8d-413f-af2a-b5863876757d HTTP/1.1" status: 200  len: 990 time: 0.1114883
Dec 16 22:41:24.943523 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-34346154-c0fc-4094-9125-c838320214df tempest-RoutersNegativeIpV6Test-1646080008 tempest-RoutersNegativeIpV6Test-1646080008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:25.127437 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.plugin [None req-34346154-c0fc-4094-9125-c838320214df tempest-RoutersNegativeIpV6Test-1646080008 tempest-RoutersNegativeIpV6Test-1646080008-project] Calling delete_port for 96b09c82-b381-4864-873f-c9dba0f7b6fd owned by network:router_interface {{(pid=87507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:41:25.180128 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cf9687c-b09a-490a-9626-ddc352c88a5c tempest-RoutersNegativeTest-1851367265 tempest-RoutersNegativeTest-1851367265-project] Router 98c6550d-bbab-4de9-b44d-eedc8c414465 has already been hosted by L3 agent 4f519db7-069b-43e2-8411-c092bac9102a {{(pid=87507) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 22:41:25.340757 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cf9687c-b09a-490a-9626-ddc352c88a5c tempest-RoutersNegativeTest-1851367265 tempest-RoutersNegativeTest-1851367265-project] Notify agent at l3_agent.dv-neutron-821829-1-hyperv the message routers_updated {{(pid=87507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 22:41:25.350716 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-222bff32-c572-4480-a270-dfe5340ddcd7 None None] Sync routers for ids ['98c6550d-bbab-4de9-b44d-eedc8c414465'] in dv-neutron-821829-1-hyperv {{(pid=87508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 22:41:25.353504 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-8cf9687c-b09a-490a-9626-ddc352c88a5c tempest-RoutersNegativeTest-1851367265 tempest-RoutersNegativeTest-1851367265-project] 10.222.0.13 "PUT /v2.0/routers/98c6550d-bbab-4de9-b44d-eedc8c414465/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.3790891
Dec 16 22:41:25.357189 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 47958) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:41:25.362084 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-222bff32-c572-4480-a270-dfe5340ddcd7 None None] Routers {'98c6550d-bbab-4de9-b44d-eedc8c414465'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:41:25.363139 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-222bff32-c572-4480-a270-dfe5340ddcd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b76d47340>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:41:01Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['98c6550d-bbab-4de9-b44d-eedc8c414465'], 'active': True} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:41:25.427688 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-222bff32-c572-4480-a270-dfe5340ddcd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b76d47340>, [], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:41:25.429745 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.api.v2.resource [None req-9ec2f4ec-534e-42fd-b4ea-64bbabfeca6d tempest-RoutersNegativeTest-1851367265 tempest-RoutersNegativeTest-1851367265-project] show failed (client error): The resource could not be found.
Dec 16 22:41:25.436137 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-9ec2f4ec-534e-42fd-b4ea-64bbabfeca6d tempest-RoutersNegativeTest-1851367265 tempest-RoutersNegativeTest-1851367265-project] 10.222.0.13 "GET /v2.0/routers/tempest-non_exist_router-1868407073 HTTP/1.1" status: 404  len: 335 time: 0.0727050
Dec 16 22:41:25.436400 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 47962) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:41:25.437064 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-222bff32-c572-4480-a270-dfe5340ddcd7 None None] Routers {'98c6550d-bbab-4de9-b44d-eedc8c414465'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:41:25.437817 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-222bff32-c572-4480-a270-dfe5340ddcd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b76d47340>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:41:01Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['98c6550d-bbab-4de9-b44d-eedc8c414465'], 'active': True} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:41:25.441168 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-34346154-c0fc-4094-9125-c838320214df tempest-RoutersNegativeIpV6Test-1646080008 tempest-RoutersNegativeIpV6Test-1646080008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10807823'] for port, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:25.441987 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-07e1402f-aeb3-4c0e-b31d-e4ec7c754a29 tempest-RoutersNegativeTest-1851367265 tempest-RoutersNegativeTest-1851367265-project] Request body: {'router': {'name': 'new_name'}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:41:25.447156 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-dde41dde-35d0-439a-8691-445319ca7a36 tempest-RoutersNegativeIpV6Test-1646080008 tempest-RoutersNegativeIpV6Test-1646080008-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:41:25.495551 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34346154-c0fc-4094-9125-c838320214df tempest-RoutersNegativeIpV6Test-1646080008 tempest-RoutersNegativeIpV6Test-1646080008-project] Pushing event deleted for resources: {'Port': ['ID=96b09c82-b381-4864-873f-c9dba0f7b6fd,revision_number=None']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:41:25.502951 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-222bff32-c572-4480-a270-dfe5340ddcd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b76d47340>, [], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:41:25.503307 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-222bff32-c572-4480-a270-dfe5340ddcd7 None None] The sync data for ids ['98c6550d-bbab-4de9-b44d-eedc8c414465'] in dv-neutron-821829-1-hyperv is: [] {{(pid=87508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 22:41:25.506545 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.api.v2.resource [None req-07e1402f-aeb3-4c0e-b31d-e4ec7c754a29 tempest-RoutersNegativeTest-1851367265 tempest-RoutersNegativeTest-1851367265-project] update failed (client error): The resource could not be found.
Dec 16 22:41:25.507568 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-07e1402f-aeb3-4c0e-b31d-e4ec7c754a29 tempest-RoutersNegativeTest-1851367265 tempest-RoutersNegativeTest-1851367265-project] 10.222.0.13 "PUT /v2.0/routers/tempest-non_exist_router-449556227 HTTP/1.1" status: 404  len: 334 time: 0.0696576
Dec 16 22:41:25.513049 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 47966) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:41:25.525084 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-34346154-c0fc-4094-9125-c838320214df tempest-RoutersNegativeIpV6Test-1646080008 tempest-RoutersNegativeIpV6Test-1646080008-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:41:25.594357 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a075dd7-c0a4-45ac-b53b-b1c03bdb59f5 tempest-RoutersNegativeTest-1851367265 tempest-RoutersNegativeTest-1851367265-project] Deleting subnet f493e0d7-4160-4ff3-8a4a-da8f2525b719 {{(pid=87506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 16 22:41:25.598134 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-1a075dd7-c0a4-45ac-b53b-b1c03bdb59f5 tempest-RoutersNegativeTest-1851367265 tempest-RoutersNegativeTest-1851367265-project] Notify callbacks [] for subnet, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:25.658603 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-1a075dd7-c0a4-45ac-b53b-b1c03bdb59f5 tempest-RoutersNegativeTest-1851367265 tempest-RoutersNegativeTest-1851367265-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-266764487'] for subnet, precommit_delete_associations {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:25.744864 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 47970) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:41:25.805408 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-34346154-c0fc-4094-9125-c838320214df tempest-RoutersNegativeIpV6Test-1646080008 tempest-RoutersNegativeIpV6Test-1646080008-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3791449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3739472'] for router_interface, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:25.822448 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-1a075dd7-c0a4-45ac-b53b-b1c03bdb59f5 tempest-RoutersNegativeTest-1851367265 tempest-RoutersNegativeTest-1851367265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3328566'] for subnet, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:25.897260 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-779d1032-51b8-48e4-9205-c5b73c60695f tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "GET /v2.0/floatingips/a8991467-8b8d-413f-af2a-b5863876757d HTTP/1.1" status: 200  len: 992 time: 0.1506937
Dec 16 22:41:25.921658 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-1a075dd7-c0a4-45ac-b53b-b1c03bdb59f5 tempest-RoutersNegativeTest-1851367265 tempest-RoutersNegativeTest-1851367265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3328622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1863378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11213117'] for subnet, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:25.925843 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-a65c5a67-21ad-4580-b79b-798e69267448 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:41:25.959015 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a075dd7-c0a4-45ac-b53b-b1c03bdb59f5 tempest-RoutersNegativeTest-1851367265 tempest-RoutersNegativeTest-1851367265-project] Pushing event deleted for resources: {'Subnet': ['ID=f493e0d7-4160-4ff3-8a4a-da8f2525b719,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:41:25.962556 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-1a075dd7-c0a4-45ac-b53b-b1c03bdb59f5 tempest-RoutersNegativeTest-1851367265 tempest-RoutersNegativeTest-1851367265-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:41:25.964849 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-1a075dd7-c0a4-45ac-b53b-b1c03bdb59f5 tempest-RoutersNegativeTest-1851367265 tempest-RoutersNegativeTest-1851367265-project] Notify callbacks [] for subnet, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:25.971646 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-1a075dd7-c0a4-45ac-b53b-b1c03bdb59f5 tempest-RoutersNegativeTest-1851367265 tempest-RoutersNegativeTest-1851367265-project] 10.222.0.13 "DELETE /v2.0/subnets/f493e0d7-4160-4ff3-8a4a-da8f2525b719 HTTP/1.1" status: 204  len: 168 time: 0.4572678
Dec 16 22:41:25.972616 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de361117-7212-4ded-8d1c-af13e4ea47e0 None None] Network 112e1489-2f7b-4ccd-8143-11600127a4ba requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 22:41:25.974102 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 47974) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:41:26.086563 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34346154-c0fc-4094-9125-c838320214df tempest-RoutersNegativeIpV6Test-1646080008 tempest-RoutersNegativeIpV6Test-1646080008-project] Router 92381e53-1139-4079-9c3d-f80a6734d7db has already been hosted by L3 agent 4f519db7-069b-43e2-8411-c092bac9102a {{(pid=87507) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 22:41:26.162523 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a559e41-3c3d-460b-8e1b-a3dfd2636bb8 tempest-RoutersNegativeTest-1851367265 tempest-RoutersNegativeTest-1851367265-project] Deleting subnet e2214b05-f9d1-4da6-9e31-24a838556464 {{(pid=87506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 16 22:41:26.165462 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-6a559e41-3c3d-460b-8e1b-a3dfd2636bb8 tempest-RoutersNegativeTest-1851367265 tempest-RoutersNegativeTest-1851367265-project] Notify callbacks [] for subnet, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:26.220917 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-6a559e41-3c3d-460b-8e1b-a3dfd2636bb8 tempest-RoutersNegativeTest-1851367265 tempest-RoutersNegativeTest-1851367265-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-266764487'] for subnet, precommit_delete_associations {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:26.221090 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34346154-c0fc-4094-9125-c838320214df tempest-RoutersNegativeIpV6Test-1646080008 tempest-RoutersNegativeIpV6Test-1646080008-project] Notify agent at l3_agent.dv-neutron-821829-1-hyperv the message routers_updated {{(pid=87507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 22:41:26.232400 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0ab84ca-9c3a-47e2-b4ed-380d319613c4 None None] Sync routers for ids ['92381e53-1139-4079-9c3d-f80a6734d7db'] in dv-neutron-821829-1-hyperv {{(pid=87509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 22:41:26.234520 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-34346154-c0fc-4094-9125-c838320214df tempest-RoutersNegativeIpV6Test-1646080008 tempest-RoutersNegativeIpV6Test-1646080008-project] 10.222.0.13 "PUT /v2.0/routers/92381e53-1139-4079-9c3d-f80a6734d7db/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.5405278
Dec 16 22:41:26.243209 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 47978) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:41:26.244337 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0ab84ca-9c3a-47e2-b4ed-380d319613c4 None None] Routers {'92381e53-1139-4079-9c3d-f80a6734d7db'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:41:26.245314 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-a0ab84ca-9c3a-47e2-b4ed-380d319613c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b7c8f59d0>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:41:01Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['92381e53-1139-4079-9c3d-f80a6734d7db'], 'active': True} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:41:26.245440 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9098d436-397d-473f-b90b-282ae6995a05 None None] DHCP port deletion for 112e1489-2f7b-4ccd-8143-11600127a4ba request from dv-neutron-821829-1-hyperv {{(pid=87508) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 16 22:41:26.258031 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-9098d436-397d-473f-b90b-282ae6995a05 None None] Deleting port ee3126a0-8237-4f45-bec5-09370ba05f9f {{(pid=87508) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:41:26.258420 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-9098d436-397d-473f-b90b-282ae6995a05 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:26.306100 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-a0ab84ca-9c3a-47e2-b4ed-380d319613c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b7c8f59d0>, [], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:41:26.316061 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0ab84ca-9c3a-47e2-b4ed-380d319613c4 None None] Routers {'92381e53-1139-4079-9c3d-f80a6734d7db'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:41:26.317052 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-a0ab84ca-9c3a-47e2-b4ed-380d319613c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b7c8f59d0>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:41:01Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['92381e53-1139-4079-9c3d-f80a6734d7db'], 'active': True} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:41:26.317572 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-6a559e41-3c3d-460b-8e1b-a3dfd2636bb8 tempest-RoutersNegativeTest-1851367265 tempest-RoutersNegativeTest-1851367265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3328566'] for subnet, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:26.337125 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.api.v2.resource [None req-0c520f6f-76ca-4ab4-8a5f-a7a2afe3307c tempest-RoutersNegativeIpV6Test-1646080008 tempest-RoutersNegativeIpV6Test-1646080008-project] delete failed (client error): The resource could not be found.
Dec 16 22:41:26.343338 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-0c520f6f-76ca-4ab4-8a5f-a7a2afe3307c tempest-RoutersNegativeIpV6Test-1646080008 tempest-RoutersNegativeIpV6Test-1646080008-project] 10.222.0.13 "DELETE /v2.0/routers/tempest-non_exist_router-204795750 HTTP/1.1" status: 404  len: 334 time: 0.0934319
Dec 16 22:41:26.343690 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 47982) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:41:26.349378 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-7803d56f-5ce1-4c84-a507-427fb000b5d7 tempest-RoutersNegativeIpV6Test-1646080008 tempest-RoutersNegativeIpV6Test-1646080008-project] Request body: {'router': {'external_gateway_info': {'network_id': '92381e53-1139-4079-9c3d-f80a6734d7db'}}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:41:26.397020 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-a0ab84ca-9c3a-47e2-b4ed-380d319613c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b7c8f59d0>, [], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:41:26.397527 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0ab84ca-9c3a-47e2-b4ed-380d319613c4 None None] The sync data for ids ['92381e53-1139-4079-9c3d-f80a6734d7db'] in dv-neutron-821829-1-hyperv is: [] {{(pid=87509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 22:41:26.433734 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-6a559e41-3c3d-460b-8e1b-a3dfd2636bb8 tempest-RoutersNegativeTest-1851367265 tempest-RoutersNegativeTest-1851367265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3328622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1863378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11213117'] for subnet, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:26.445439 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-a8bd0b05-a447-458c-a434-f9c617a680f5 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:41:26.488460 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-6a559e41-3c3d-460b-8e1b-a3dfd2636bb8 tempest-RoutersNegativeTest-1851367265 tempest-RoutersNegativeTest-1851367265-project] Notify callbacks [] for subnet, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:26.495890 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc5c0188-a96c-47ec-b5ce-10e92ec91374 None None] Network 6d6c6e4e-2aa4-406e-80b4-dea163a46f80 requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 22:41:26.501361 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a559e41-3c3d-460b-8e1b-a3dfd2636bb8 tempest-RoutersNegativeTest-1851367265 tempest-RoutersNegativeTest-1851367265-project] Pushing event deleted for resources: {'Subnet': ['ID=e2214b05-f9d1-4da6-9e31-24a838556464,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:41:26.504269 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-6a559e41-3c3d-460b-8e1b-a3dfd2636bb8 tempest-RoutersNegativeTest-1851367265 tempest-RoutersNegativeTest-1851367265-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:41:26.508821 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-6a559e41-3c3d-460b-8e1b-a3dfd2636bb8 tempest-RoutersNegativeTest-1851367265 tempest-RoutersNegativeTest-1851367265-project] 10.222.0.13 "DELETE /v2.0/subnets/e2214b05-f9d1-4da6-9e31-24a838556464 HTTP/1.1" status: 204  len: 168 time: 0.5337791
Dec 16 22:41:26.509479 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 47986) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:41:26.623226 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-ee26d92d-33d5-4c83-8c7c-135e6ba13632 tempest-RoutersNegativeTest-1851367265 tempest-RoutersNegativeTest-1851367265-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-825997'] for network, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:26.634098 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [None req-ee26d92d-33d5-4c83-8c7c-135e6ba13632 tempest-RoutersNegativeTest-1851367265 tempest-RoutersNegativeTest-1851367265-project] Deleting port ee3126a0-8237-4f45-bec5-09370ba05f9f {{(pid=87506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:41:26.634425 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-ee26d92d-33d5-4c83-8c7c-135e6ba13632 tempest-RoutersNegativeTest-1851367265 tempest-RoutersNegativeTest-1851367265-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:26.732489 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-7803d56f-5ce1-4c84-a507-427fb000b5d7 tempest-RoutersNegativeIpV6Test-1646080008 tempest-RoutersNegativeIpV6Test-1646080008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3741702', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3740945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-38947'] for router, precommit_update {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:26.761273 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.api.v2.resource [None req-7803d56f-5ce1-4c84-a507-427fb000b5d7 tempest-RoutersNegativeIpV6Test-1646080008 tempest-RoutersNegativeIpV6Test-1646080008-project] update failed (client error): The resource could not be found.
Dec 16 22:41:26.762420 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-7803d56f-5ce1-4c84-a507-427fb000b5d7 tempest-RoutersNegativeIpV6Test-1646080008 tempest-RoutersNegativeIpV6Test-1646080008-project] 10.222.0.13 "PUT /v2.0/routers/92381e53-1139-4079-9c3d-f80a6734d7db HTTP/1.1" status: 404  len: 339 time: 0.4177568
Dec 16 22:41:26.766730 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 47990) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:41:26.785829 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-9098d436-397d-473f-b90b-282ae6995a05 None None] For port ee3126a0-8237-4f45-bec5-09370ba05f9f, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=ee3126a0-8237-4f45-bec5-09370ba05f9f,segment=NetworkSegment(c26c1d80-86f1-4b56-a195-a5022a6dc0ea),segment_id=c26c1d80-86f1-4b56-a195-a5022a6dc0ea)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:41:26.786303 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-9098d436-397d-473f-b90b-282ae6995a05 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:26.816636 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-bae3d340-bed3-43b4-80fe-52dfd9344f41 tempest-RoutersNegativeIpV6Test-1646080008 tempest-RoutersNegativeIpV6Test-1646080008-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1999234794'}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:41:26.827569 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-bae3d340-bed3-43b4-80fe-52dfd9344f41 tempest-RoutersNegativeIpV6Test-1646080008 tempest-RoutersNegativeIpV6Test-1646080008-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:41:26.841787 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-bae3d340-bed3-43b4-80fe-52dfd9344f41 tempest-RoutersNegativeIpV6Test-1646080008 tempest-RoutersNegativeIpV6Test-1646080008-project] Usage tracker for resource:network and tenant:8d67094af69948bebe00c5f2c6d10f1a is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:41:26.845825 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-bae3d340-bed3-43b4-80fe-52dfd9344f41 tempest-RoutersNegativeIpV6Test-1646080008 tempest-RoutersNegativeIpV6Test-1646080008-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:41:26.861554 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-bae3d340-bed3-43b4-80fe-52dfd9344f41 tempest-RoutersNegativeIpV6Test-1646080008 tempest-RoutersNegativeIpV6Test-1646080008-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:41:26.871563 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.db [None req-ee26d92d-33d5-4c83-8c7c-135e6ba13632 tempest-RoutersNegativeTest-1851367265 tempest-RoutersNegativeTest-1851367265-project] For port ee3126a0-8237-4f45-bec5-09370ba05f9f, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=ee3126a0-8237-4f45-bec5-09370ba05f9f,segment=NetworkSegment(c26c1d80-86f1-4b56-a195-a5022a6dc0ea),segment_id=c26c1d80-86f1-4b56-a195-a5022a6dc0ea)] {{(pid=87506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:41:26.871941 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-ee26d92d-33d5-4c83-8c7c-135e6ba13632 tempest-RoutersNegativeTest-1851367265 tempest-RoutersNegativeTest-1851367265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:26.911533 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-9098d436-397d-473f-b90b-282ae6995a05 None None] Calling delete_port for ee3126a0-8237-4f45-bec5-09370ba05f9f owned by network:dhcp {{(pid=87508) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:41:26.935285 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bae3d340-bed3-43b4-80fe-52dfd9344f41 tempest-RoutersNegativeIpV6Test-1646080008 tempest-RoutersNegativeIpV6Test-1646080008-project] Made reservation on behalf of 8d67094af69948bebe00c5f2c6d10f1a for: {'network': 1} {{(pid=87506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:41:26.938730 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-bae3d340-bed3-43b4-80fe-52dfd9344f41 tempest-RoutersNegativeIpV6Test-1646080008 tempest-RoutersNegativeIpV6Test-1646080008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for network, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:27.011623 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [None req-ee26d92d-33d5-4c83-8c7c-135e6ba13632 tempest-RoutersNegativeTest-1851367265 tempest-RoutersNegativeTest-1851367265-project] Calling delete_port for ee3126a0-8237-4f45-bec5-09370ba05f9f owned by network:dhcp {{(pid=87506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:41:27.071043 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bae3d340-bed3-43b4-80fe-52dfd9344f41 tempest-RoutersNegativeIpV6Test-1646080008 tempest-RoutersNegativeIpV6Test-1646080008-project] vlan segment allocate from pool success with {'vlan_id': 187, 'physical_network': 'physnet1'}  {{(pid=87506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 22:41:27.074626 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-9098d436-397d-473f-b90b-282ae6995a05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949'] for port, after_delete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:27.080289 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-d99dfcd1-7838-4a15-85c8-ab2ceaa6389d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:41:27.095068 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-bae3d340-bed3-43b4-80fe-52dfd9344f41 tempest-RoutersNegativeIpV6Test-1646080008 tempest-RoutersNegativeIpV6Test-1646080008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-883292'] for segment, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:27.095458 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.db.segments_db [None req-bae3d340-bed3-43b4-80fe-52dfd9344f41 tempest-RoutersNegativeIpV6Test-1646080008 tempest-RoutersNegativeIpV6Test-1646080008-project] Added segment d124c7db-d683-4c11-9fc6-1ae0add3f20b of type vlan for network 1108ef1f-1bd5-4d72-9ea9-9e024e4daa4f
Dec 16 22:41:27.118210 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.db.api [None req-ee26d92d-33d5-4c83-8c7c-135e6ba13632 tempest-RoutersNegativeTest-1851367265 tempest-RoutersNegativeTest-1851367265-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87506) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 16 22:41:27.118210 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_db.api [None req-ee26d92d-33d5-4c83-8c7c-135e6ba13632 tempest-RoutersNegativeTest-1851367265 tempest-RoutersNegativeTest-1851367265-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 16 22:41:27.124484 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-bae3d340-bed3-43b4-80fe-52dfd9344f41 tempest-RoutersNegativeIpV6Test-1646080008 tempest-RoutersNegativeIpV6Test-1646080008-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734753047233'] for network, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:27.127939 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d82a5c6-d225-4a3d-a100-3a3be0751829 None None] DHCP port deletion for 6d6c6e4e-2aa4-406e-80b4-dea163a46f80 request from dv-neutron-821829-1-hyperv {{(pid=87508) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 16 22:41:27.132849 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9098d436-397d-473f-b90b-282ae6995a05 None None] Pushing event deleted for resources: {'Port': ['ID=ee3126a0-8237-4f45-bec5-09370ba05f9f,revision_number=None']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:41:27.136499 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9098d436-397d-473f-b90b-282ae6995a05 None None] No DVR routers for this DVR port ee3126a0-8237-4f45-bec5-09370ba05f9f on host dv-neutron-821829-1-hyperv {{(pid=87508) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 22:41:27.137987 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-9098d436-397d-473f-b90b-282ae6995a05 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:41:27.146381 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-8d82a5c6-d225-4a3d-a100-3a3be0751829 None None] Deleting port 7989ad22-19ce-4c44-94d9-cd8ff76bb302 {{(pid=87508) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:41:27.146687 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-8d82a5c6-d225-4a3d-a100-3a3be0751829 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:27.164761 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-bae3d340-bed3-43b4-80fe-52dfd9344f41 tempest-RoutersNegativeIpV6Test-1646080008 tempest-RoutersNegativeIpV6Test-1646080008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440'] for network, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:27.170827 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bae3d340-bed3-43b4-80fe-52dfd9344f41 tempest-RoutersNegativeIpV6Test-1646080008 tempest-RoutersNegativeIpV6Test-1646080008-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:41:27.171426 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-bae3d340-bed3-43b4-80fe-52dfd9344f41 tempest-RoutersNegativeIpV6Test-1646080008 tempest-RoutersNegativeIpV6Test-1646080008-project] Notify callbacks [] for network, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:27.177660 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-8e9e24ff-e83b-48ad-82a1-c6346aab5679 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:41:27.211822 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device ee3126a0-8237-4f45-bec5-09370ba05f9f no longer exists at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 22:41:27.280561 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] No Port match for: ee3126a0-8237-4f45-bec5-09370ba05f9f {{(pid=87508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 22:41:27.280758 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-bae3d340-bed3-43b4-80fe-52dfd9344f41 tempest-RoutersNegativeIpV6Test-1646080008 tempest-RoutersNegativeIpV6Test-1646080008-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 791 time: 0.5122318
Dec 16 22:41:27.280840 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device ee3126a0-8237-4f45-bec5-09370ba05f9f not bound to the agent host dv-neutron-821829-1-hyperv {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 22:41:27.281263 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 7989ad22-19ce-4c44-94d9-cd8ff76bb302 no longer exists at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 22:41:27.283579 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 47994) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:41:27.291289 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-3c47c000-8886-493a-870f-3bfa7c4ba479 tempest-RoutersNegativeIpV6Test-1646080008 tempest-RoutersNegativeIpV6Test-1646080008-project] Request body: {'subnet': {'network_id': '1108ef1f-1bd5-4d72-9ea9-9e024e4daa4f', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:41:27.304845 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae3d340-bed3-43b4-80fe-52dfd9344f41 tempest-RoutersNegativeIpV6Test-1646080008 tempest-RoutersNegativeIpV6Test-1646080008-project] Pushing event updated for resources: {'Network': ['ID=1108ef1f-1bd5-4d72-9ea9-9e024e4daa4f,revision_number=1']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:41:27.307562 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-bae3d340-bed3-43b4-80fe-52dfd9344f41 tempest-RoutersNegativeIpV6Test-1646080008 tempest-RoutersNegativeIpV6Test-1646080008-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:41:27.323205 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Network 1108ef1f-1bd5-4d72-9ea9-9e024e4daa4f details requested by agent ovs-agent-dv-neutron-821829-1-hyperv with host dv-neutron-821829-1-hyperv {{(pid=87508) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 22:41:27.403290 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-3c47c000-8886-493a-870f-3bfa7c4ba479 tempest-RoutersNegativeIpV6Test-1646080008 tempest-RoutersNegativeIpV6Test-1646080008-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:41:27.406969 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-3c47c000-8886-493a-870f-3bfa7c4ba479 tempest-RoutersNegativeIpV6Test-1646080008 tempest-RoutersNegativeIpV6Test-1646080008-project] Usage tracker for resource:subnet and tenant:8d67094af69948bebe00c5f2c6d10f1a is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:41:27.410277 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-3c47c000-8886-493a-870f-3bfa7c4ba479 tempest-RoutersNegativeIpV6Test-1646080008 tempest-RoutersNegativeIpV6Test-1646080008-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:41:27.416237 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-3c47c000-8886-493a-870f-3bfa7c4ba479 tempest-RoutersNegativeIpV6Test-1646080008 tempest-RoutersNegativeIpV6Test-1646080008-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:41:27.426605 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c47c000-8886-493a-870f-3bfa7c4ba479 tempest-RoutersNegativeIpV6Test-1646080008 tempest-RoutersNegativeIpV6Test-1646080008-project] Made reservation on behalf of 8d67094af69948bebe00c5f2c6d10f1a for: {'subnet': 1} {{(pid=87506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:41:27.430951 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-3c47c000-8886-493a-870f-3bfa7c4ba479 tempest-RoutersNegativeIpV6Test-1646080008 tempest-RoutersNegativeIpV6Test-1646080008-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11213078'] for subnet, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:27.569538 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-8d82a5c6-d225-4a3d-a100-3a3be0751829 None None] For port 7989ad22-19ce-4c44-94d9-cd8ff76bb302, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=7989ad22-19ce-4c44-94d9-cd8ff76bb302,segment=NetworkSegment(3f6bbb2b-41da-4711-8690-1b01d8d3f8a8),segment_id=3f6bbb2b-41da-4711-8690-1b01d8d3f8a8)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:41:27.569940 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-8d82a5c6-d225-4a3d-a100-3a3be0751829 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:27.624663 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [None req-ee26d92d-33d5-4c83-8c7c-135e6ba13632 tempest-RoutersNegativeTest-1851367265 tempest-RoutersNegativeTest-1851367265-project] Deleting port ee3126a0-8237-4f45-bec5-09370ba05f9f {{(pid=87506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:41:27.625001 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-ee26d92d-33d5-4c83-8c7c-135e6ba13632 tempest-RoutersNegativeTest-1851367265 tempest-RoutersNegativeTest-1851367265-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:27.707932 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [None req-ee26d92d-33d5-4c83-8c7c-135e6ba13632 tempest-RoutersNegativeTest-1851367265 tempest-RoutersNegativeTest-1851367265-project] The port 'ee3126a0-8237-4f45-bec5-09370ba05f9f' was deleted {{(pid=87506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 16 22:41:27.738129 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-3c47c000-8886-493a-870f-3bfa7c4ba479 tempest-RoutersNegativeIpV6Test-1646080008 tempest-RoutersNegativeIpV6Test-1646080008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1863317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11213092'] for subnet, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:27.744842 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-270d8748-4d86-47d8-99f5-a1278257a95d tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:41:27.746979 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-8d82a5c6-d225-4a3d-a100-3a3be0751829 None None] Calling delete_port for 7989ad22-19ce-4c44-94d9-cd8ff76bb302 owned by network:dhcp {{(pid=87508) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:41:27.779008 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:27.838969 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] For port 7989ad22-19ce-4c44-94d9-cd8ff76bb302, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=7989ad22-19ce-4c44-94d9-cd8ff76bb302,segment=NetworkSegment(3f6bbb2b-41da-4711-8690-1b01d8d3f8a8),segment_id=3f6bbb2b-41da-4711-8690-1b01d8d3f8a8)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:41:27.843012 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:27.846012 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-517672ce-b840-49a9-9fa5-26ae6b8ed54d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:41:27.880985 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.db.api [None req-8d82a5c6-d225-4a3d-a100-3a3be0751829 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87508) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 16 22:41:27.881356 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_db.api [None req-8d82a5c6-d225-4a3d-a100-3a3be0751829 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 16 22:41:27.919705 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Pushing event updated for resources: {'Port': ['ID=7989ad22-19ce-4c44-94d9-cd8ff76bb302,revision_number=5']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:41:27.922688 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:41:28.027051 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-ee26d92d-33d5-4c83-8c7c-135e6ba13632 tempest-RoutersNegativeTest-1851367265 tempest-RoutersNegativeTest-1851367265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3329565', 'neutron.services.segments.db._delete_segments_for_network-8734753546406'] for network, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:28.039692 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c47c000-8886-493a-870f-3bfa7c4ba479 tempest-RoutersNegativeIpV6Test-1646080008 tempest-RoutersNegativeIpV6Test-1646080008-project] Pushing event updated for resources: {'Subnet': ['ID=5c97b7da-ef40-4133-b244-64075df7f586,revision_number=0']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:41:28.042445 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-3c47c000-8886-493a-870f-3bfa7c4ba479 tempest-RoutersNegativeIpV6Test-1646080008 tempest-RoutersNegativeIpV6Test-1646080008-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:41:28.062895 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c47c000-8886-493a-870f-3bfa7c4ba479 tempest-RoutersNegativeIpV6Test-1646080008 tempest-RoutersNegativeIpV6Test-1646080008-project] Checking segment: {'id': 'd124c7db-d683-4c11-9fc6-1ae0add3f20b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '1108ef1f-1bd5-4d72-9ea9-9e024e4daa4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 22:41:28.063257 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c47c000-8886-493a-870f-3bfa7c4ba479 tempest-RoutersNegativeIpV6Test-1646080008 tempest-RoutersNegativeIpV6Test-1646080008-project] Network hostable DHCP agents. Network: 1108ef1f-1bd5-4d72-9ea9-9e024e4daa4f, hostable agents: ['3b155c4d-12dc-491e-aa14-6113b06cfacd'], hosted agents: [] {{(pid=87506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 16 22:41:28.067995 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.services.segments.db [None req-ee26d92d-33d5-4c83-8c7c-135e6ba13632 tempest-RoutersNegativeTest-1851367265 tempest-RoutersNegativeTest-1851367265-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1b764266d0>,) {'filters': {'network_id': ['112e1489-2f7b-4ccd-8143-11600127a4ba']}} {{(pid=87506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:41:28.083926 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.services.segments.db [None req-ee26d92d-33d5-4c83-8c7c-135e6ba13632 tempest-RoutersNegativeTest-1851367265 tempest-RoutersNegativeTest-1851367265-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b764266d0>, 'c26c1d80-86f1-4b56-a195-a5022a6dc0ea') {'for_net_delete': True} {{(pid=87506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:41:28.084215 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.services.segments.db [None req-ee26d92d-33d5-4c83-8c7c-135e6ba13632 tempest-RoutersNegativeTest-1851367265 tempest-RoutersNegativeTest-1851367265-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b764266d0>, 'c26c1d80-86f1-4b56-a195-a5022a6dc0ea') {} {{(pid=87506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:41:28.098563 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-ee26d92d-33d5-4c83-8c7c-135e6ba13632 tempest-RoutersNegativeTest-1851367265 tempest-RoutersNegativeTest-1851367265-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734753593977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-266764496'] for segment, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:28.113929 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c47c000-8886-493a-870f-3bfa7c4ba479 tempest-RoutersNegativeIpV6Test-1646080008 tempest-RoutersNegativeIpV6Test-1646080008-project] Network 1108ef1f-1bd5-4d72-9ea9-9e024e4daa4f is scheduled to be hosted by DHCP agent 3b155c4d-12dc-491e-aa14-6113b06cfacd with binding_index 1 {{(pid=87506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 16 22:41:28.128591 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-ee26d92d-33d5-4c83-8c7c-135e6ba13632 tempest-RoutersNegativeTest-1851367265 tempest-RoutersNegativeTest-1851367265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-883292'] for segment, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:28.135375 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee26d92d-33d5-4c83-8c7c-135e6ba13632 tempest-RoutersNegativeTest-1851367265 tempest-RoutersNegativeTest-1851367265-project] Releasing vlan 170 on physical network physnet1 to pool {{(pid=87506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 16 22:41:28.135868 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-ee26d92d-33d5-4c83-8c7c-135e6ba13632 tempest-RoutersNegativeTest-1851367265 tempest-RoutersNegativeTest-1851367265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-883285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1863180'] for segment, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:28.136294 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b886ebe8-d05a-429f-a29f-094169b3de25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:28.152747 dv-neutron-821829-1-hyperv neutron-server[87506]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 16 22:41:28.152747 dv-neutron-821829-1-hyperv neutron-server[87506]:   util.warn(
Dec 16 22:41:28.152747 dv-neutron-821829-1-hyperv neutron-server[87506]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 16 22:41:28.152747 dv-neutron-821829-1-hyperv neutron-server[87506]:   util.warn(
Dec 16 22:41:28.152747 dv-neutron-821829-1-hyperv neutron-server[87506]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 16 22:41:28.152747 dv-neutron-821829-1-hyperv neutron-server[87506]:   util.warn(
Dec 16 22:41:28.152747 dv-neutron-821829-1-hyperv neutron-server[87506]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 16 22:41:28.152747 dv-neutron-821829-1-hyperv neutron-server[87506]:   util.warn(
Dec 16 22:41:28.152747 dv-neutron-821829-1-hyperv neutron-server[87506]: Traceback (most recent call last):
Dec 16 22:41:28.152747 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 16 22:41:28.152747 dv-neutron-821829-1-hyperv neutron-server[87506]:     timer()
Dec 16 22:41:28.152747 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 22:41:28.152747 dv-neutron-821829-1-hyperv neutron-server[87506]:     cb(*args, **kw)
Dec 16 22:41:28.152747 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 22:41:28.152747 dv-neutron-821829-1-hyperv neutron-server[87506]:     return func(*args, **kwargs)
Dec 16 22:41:28.152747 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 22:41:28.152747 dv-neutron-821829-1-hyperv neutron-server[87506]:     self._notify()
Dec 16 22:41:28.152747 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 22:41:28.152747 dv-neutron-821829-1-hyperv neutron-server[87506]:     self.callback(batched_events)
Dec 16 22:41:28.152747 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 22:41:28.152747 dv-neutron-821829-1-hyperv neutron-server[87506]:     event.method(event)
Dec 16 22:41:28.152747 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 22:41:28.152747 dv-neutron-821829-1-hyperv neutron-server[87506]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 22:41:28.152747 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 22:41:28.152747 dv-neutron-821829-1-hyperv neutron-server[87506]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 22:41:28.152747 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 22:41:28.152747 dv-neutron-821829-1-hyperv neutron-server[87506]:     return f(self, *a, **k)
Dec 16 22:41:28.152747 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 16 22:41:28.152747 dv-neutron-821829-1-hyperv neutron-server[87506]:     return self._get(url).json()
Dec 16 22:41:28.152747 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 16 22:41:28.152747 dv-neutron-821829-1-hyperv neutron-server[87506]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 22:41:28.152747 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 16 22:41:28.152747 dv-neutron-821829-1-hyperv neutron-server[87506]:     return self.request(url, 'GET', **kwargs)
Dec 16 22:41:28.152747 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 16 22:41:28.152747 dv-neutron-821829-1-hyperv neutron-server[87506]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 22:41:28.152747 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 16 22:41:28.152747 dv-neutron-821829-1-hyperv neutron-server[87506]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 22:41:28.152747 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 16 22:41:28.152747 dv-neutron-821829-1-hyperv neutron-server[87506]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 22:41:28.152747 dv-neutron-821829-1-hyperv neutron-server[87506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 22:41:28.160802 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.base_scheduler [None req-3c47c000-8886-493a-870f-3bfa7c4ba479 tempest-RoutersNegativeIpV6Test-1646080008 tempest-RoutersNegativeIpV6Test-1646080008-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821829-1-hyperv, 1108ef1f-1bd5-4d72-9ea9-9e024e4daa4f) {{(pid=87506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:41:28.165416 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c47c000-8886-493a-870f-3bfa7c4ba479 tempest-RoutersNegativeIpV6Test-1646080008 tempest-RoutersNegativeIpV6Test-1646080008-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:41:28.165990 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-3c47c000-8886-493a-870f-3bfa7c4ba479 tempest-RoutersNegativeIpV6Test-1646080008 tempest-RoutersNegativeIpV6Test-1646080008-project] Notify callbacks [] for subnet, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:28.169099 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f99b02da-d104-4982-9be7-8ebd0f48ced7 None None] Network 1108ef1f-1bd5-4d72-9ea9-9e024e4daa4f requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 22:41:28.255056 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-3c47c000-8886-493a-870f-3bfa7c4ba479 tempest-RoutersNegativeIpV6Test-1646080008 tempest-RoutersNegativeIpV6Test-1646080008-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 830 time: 0.9702609
Dec 16 22:41:28.257599 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 47998) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:41:28.263527 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-0bb113f8-0f52-41b2-a01a-b9ae58420b14 tempest-RoutersNegativeIpV6Test-1646080008 tempest-RoutersNegativeIpV6Test-1646080008-project] Request body: {'router': {'external_gateway_info': {'network_id': '1108ef1f-1bd5-4d72-9ea9-9e024e4daa4f'}}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:41:28.316305 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-ee26d92d-33d5-4c83-8c7c-135e6ba13632 tempest-RoutersNegativeTest-1851367265 tempest-RoutersNegativeTest-1851367265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3329572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3741856'] for network, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:28.320773 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-ee26d92d-33d5-4c83-8c7c-135e6ba13632 tempest-RoutersNegativeTest-1851367265 tempest-RoutersNegativeTest-1851367265-project] Notify callbacks [] for network, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:28.332795 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-ca0f6b69-9fb2-4130-925c-578f4b44a4c8 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:41:28.383395 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-8d82a5c6-d225-4a3d-a100-3a3be0751829 None None] Deleting port 7989ad22-19ce-4c44-94d9-cd8ff76bb302 {{(pid=87508) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:41:28.383797 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-8d82a5c6-d225-4a3d-a100-3a3be0751829 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:28.407196 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91b526d4-2765-4e92-a300-18bd2f1c1d41 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1d6bfaf-d325-5e4f-b05d-2441d8339617-1108ef1f-1bd5-4d72-9ea9-9e024e4daa4f', 'network_id': '1108ef1f-1bd5-4d72-9ea9-9e024e4daa4f', 'tenant_id': '8d67094af69948bebe00c5f2c6d10f1a', 'fixed_ips': [{'subnet_id': '5c97b7da-ef40-4133-b244-64075df7f586'}]}} from dv-neutron-821829-1-hyperv. {{(pid=87508) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 16 22:41:28.408076 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-91b526d4-2765-4e92-a300-18bd2f1c1d41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:28.411821 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-ee26d92d-33d5-4c83-8c7c-135e6ba13632 tempest-RoutersNegativeTest-1851367265 tempest-RoutersNegativeTest-1851367265-project] 10.222.0.13 "DELETE /v2.0/networks/112e1489-2f7b-4ccd-8143-11600127a4ba HTTP/1.1" status: 204  len: 168 time: 1.8992057
Dec 16 22:41:28.411821 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee26d92d-33d5-4c83-8c7c-135e6ba13632 tempest-RoutersNegativeTest-1851367265 tempest-RoutersNegativeTest-1851367265-project] Pushing event deleted for resources: {'Network': ['ID=112e1489-2f7b-4ccd-8143-11600127a4ba,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:41:28.413334 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 48002) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:41:28.414965 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-ee26d92d-33d5-4c83-8c7c-135e6ba13632 tempest-RoutersNegativeTest-1851367265 tempest-RoutersNegativeTest-1851367265-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:41:28.649853 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.db_base_plugin_common [None req-91b526d4-2765-4e92-a300-18bd2f1c1d41 None None] Allocated IP 2001:db8:1::2 (1108ef1f-1bd5-4d72-9ea9-9e024e4daa4f/5c97b7da-ef40-4133-b244-64075df7f586/a23790f4-13f5-4ea3-b856-178e087725ae) {{(pid=87508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 22:41:28.682729 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-6bff3582-7fac-4ca9-af41-af383a9e8089 tempest-RoutersNegativeTest-1851367265 tempest-RoutersNegativeTest-1851367265-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-825997'] for network, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:28.689936 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-0bb113f8-0f52-41b2-a01a-b9ae58420b14 tempest-RoutersNegativeIpV6Test-1646080008 tempest-RoutersNegativeIpV6Test-1646080008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3741702', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3740945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-38947'] for router, precommit_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:28.693754 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.plugin [None req-6bff3582-7fac-4ca9-af41-af383a9e8089 tempest-RoutersNegativeTest-1851367265 tempest-RoutersNegativeTest-1851367265-project] Deleting port 7989ad22-19ce-4c44-94d9-cd8ff76bb302 {{(pid=87507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:41:28.694084 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-6bff3582-7fac-4ca9-af41-af383a9e8089 tempest-RoutersNegativeTest-1851367265 tempest-RoutersNegativeTest-1851367265-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:28.817077 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-8d82a5c6-d225-4a3d-a100-3a3be0751829 None None] For port 7989ad22-19ce-4c44-94d9-cd8ff76bb302, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=7989ad22-19ce-4c44-94d9-cd8ff76bb302,segment=NetworkSegment(3f6bbb2b-41da-4711-8690-1b01d8d3f8a8),segment_id=3f6bbb2b-41da-4711-8690-1b01d8d3f8a8)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:41:28.817572 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-8d82a5c6-d225-4a3d-a100-3a3be0751829 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:28.847595 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.api.v2.resource [None req-0bb113f8-0f52-41b2-a01a-b9ae58420b14 tempest-RoutersNegativeIpV6Test-1646080008 tempest-RoutersNegativeIpV6Test-1646080008-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 16 22:41:28.848800 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-0bb113f8-0f52-41b2-a01a-b9ae58420b14 tempest-RoutersNegativeIpV6Test-1646080008 tempest-RoutersNegativeIpV6Test-1646080008-project] 10.222.0.13 "PUT /v2.0/routers/92381e53-1139-4079-9c3d-f80a6734d7db HTTP/1.1" status: 400  len: 364 time: 0.5900662
Dec 16 22:41:28.853162 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 48006) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:41:28.910487 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.db [None req-6bff3582-7fac-4ca9-af41-af383a9e8089 tempest-RoutersNegativeTest-1851367265 tempest-RoutersNegativeTest-1851367265-project] For port 7989ad22-19ce-4c44-94d9-cd8ff76bb302, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=7989ad22-19ce-4c44-94d9-cd8ff76bb302,segment=NetworkSegment(3f6bbb2b-41da-4711-8690-1b01d8d3f8a8),segment_id=3f6bbb2b-41da-4711-8690-1b01d8d3f8a8)] {{(pid=87507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:41:28.911425 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-6bff3582-7fac-4ca9-af41-af383a9e8089 tempest-RoutersNegativeTest-1851367265 tempest-RoutersNegativeTest-1851367265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:28.948676 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-8d82a5c6-d225-4a3d-a100-3a3be0751829 None None] Calling delete_port for 7989ad22-19ce-4c44-94d9-cd8ff76bb302 owned by network:dhcp {{(pid=87508) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:41:29.035454 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.plugin [None req-6bff3582-7fac-4ca9-af41-af383a9e8089 tempest-RoutersNegativeTest-1851367265 tempest-RoutersNegativeTest-1851367265-project] Calling delete_port for 7989ad22-19ce-4c44-94d9-cd8ff76bb302 owned by network:dhcp {{(pid=87507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:41:29.103623 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-8d82a5c6-d225-4a3d-a100-3a3be0751829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949'] for port, after_delete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:29.108637 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-7fc4ffd3-48c3-43ea-b261-f0045742db8f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:41:29.115294 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.db.api [None req-6bff3582-7fac-4ca9-af41-af383a9e8089 tempest-RoutersNegativeTest-1851367265 tempest-RoutersNegativeTest-1851367265-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87507) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 16 22:41:29.115615 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_db.api [None req-6bff3582-7fac-4ca9-af41-af383a9e8089 tempest-RoutersNegativeTest-1851367265 tempest-RoutersNegativeTest-1851367265-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 16 22:41:29.161789 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d82a5c6-d225-4a3d-a100-3a3be0751829 None None] Pushing event deleted for resources: {'Port': ['ID=7989ad22-19ce-4c44-94d9-cd8ff76bb302,revision_number=None']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:41:29.163511 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d82a5c6-d225-4a3d-a100-3a3be0751829 None None] No DVR routers for this DVR port 7989ad22-19ce-4c44-94d9-cd8ff76bb302 on host dv-neutron-821829-1-hyperv {{(pid=87508) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 22:41:29.165331 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-91b526d4-2765-4e92-a300-18bd2f1c1d41 None None] Notify callbacks [] for port, precommit_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:29.168829 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-8d82a5c6-d225-4a3d-a100-3a3be0751829 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:41:29.178952 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-91b526d4-2765-4e92-a300-18bd2f1c1d41 None None] Transition to ACTIVE for port object a23790f4-13f5-4ea3-b856-178e087725ae will not be triggered until provisioned by entity L2. {{(pid=87508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:41:29.196853 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-91b526d4-2765-4e92-a300-18bd2f1c1d41 None None] Transition to ACTIVE for port object a23790f4-13f5-4ea3-b856-178e087725ae will not be triggered until provisioned by entity DHCP. {{(pid=87508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:41:29.202221 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-91b526d4-2765-4e92-a300-18bd2f1c1d41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940'] for port, after_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:29.206296 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-9098d436-397d-473f-b90b-282ae6995a05 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:41:29.273747 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91b526d4-2765-4e92-a300-18bd2f1c1d41 None None] Network 1108ef1f-1bd5-4d72-9ea9-9e024e4daa4f is already hosted by enough agents. {{(pid=87508) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:41:29.276714 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.scheduler.base_scheduler [None req-91b526d4-2765-4e92-a300-18bd2f1c1d41 None None] Resources bound (agent type, host, resource id):  {{(pid=87508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:41:29.280437 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91b526d4-2765-4e92-a300-18bd2f1c1d41 None None] Received port after_create {{(pid=87508) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 22:41:29.286998 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b526d4-2765-4e92-a300-18bd2f1c1d41 None None] Pushing event updated for resources: {'Port': ['ID=a23790f4-13f5-4ea3-b856-178e087725ae,revision_number=1']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:41:29.290953 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-91b526d4-2765-4e92-a300-18bd2f1c1d41 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:41:29.373986 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-91b526d4-2765-4e92-a300-18bd2f1c1d41 None None] Attempting to bind port a23790f4-13f5-4ea3-b856-178e087725ae on host dv-neutron-821829-1-hyperv for vnic_type normal with profile  {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 22:41:29.374369 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-91b526d4-2765-4e92-a300-18bd2f1c1d41 None None] Attempting to bind port a23790f4-13f5-4ea3-b856-178e087725ae by drivers openvswitch,hyperv on host dv-neutron-821829-1-hyperv at level 0 using segments [{'id': 'd124c7db-d683-4c11-9fc6-1ae0add3f20b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '1108ef1f-1bd5-4d72-9ea9-9e024e4daa4f'}] {{(pid=87508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 22:41:29.374746 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91b526d4-2765-4e92-a300-18bd2f1c1d41 None None] Attempting to bind port a23790f4-13f5-4ea3-b856-178e087725ae on network 1108ef1f-1bd5-4d72-9ea9-9e024e4daa4f {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 22:41:29.380027 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91b526d4-2765-4e92-a300-18bd2f1c1d41 None None] Checking agent: {'id': '5571501f-366e-47a4-9b60-8ef19d935d27', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821829-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 24, 2), 'started_at': datetime.datetime(2021, 12, 16, 22, 24, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 41, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821829-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 22:41:29.380410 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91b526d4-2765-4e92-a300-18bd2f1c1d41 None None] Checking segment: {'id': 'd124c7db-d683-4c11-9fc6-1ae0add3f20b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '1108ef1f-1bd5-4d72-9ea9-9e024e4daa4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 22:41:29.380819 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-91b526d4-2765-4e92-a300-18bd2f1c1d41 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:29.381222 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91b526d4-2765-4e92-a300-18bd2f1c1d41 None None] Bound using segment: {'id': 'd124c7db-d683-4c11-9fc6-1ae0add3f20b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '1108ef1f-1bd5-4d72-9ea9-9e024e4daa4f'} {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 22:41:29.381693 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-91b526d4-2765-4e92-a300-18bd2f1c1d41 None None] Bound port: a23790f4-13f5-4ea3-b856-178e087725ae, host: dv-neutron-821829-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd124c7db-d683-4c11-9fc6-1ae0add3f20b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '1108ef1f-1bd5-4d72-9ea9-9e024e4daa4f'}}] {{(pid=87508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 22:41:29.382075 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-91b526d4-2765-4e92-a300-18bd2f1c1d41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:29.471938 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-13d5e2b9-b8ce-4b12-9a39-78b41adc21be tempest-RoutersNegativeIpV6Test-1646080008 tempest-RoutersNegativeIpV6Test-1646080008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:29.511078 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-91b526d4-2765-4e92-a300-18bd2f1c1d41 None None] For port a23790f4-13f5-4ea3-b856-178e087725ae, host dv-neutron-821829-1-hyperv, cleared binding levels {{(pid=87508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 22:41:29.514010 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-91b526d4-2765-4e92-a300-18bd2f1c1d41 None None] For port a23790f4-13f5-4ea3-b856-178e087725ae, host dv-neutron-821829-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=a23790f4-13f5-4ea3-b856-178e087725ae,segment=NetworkSegment(d124c7db-d683-4c11-9fc6-1ae0add3f20b),segment_id=d124c7db-d683-4c11-9fc6-1ae0add3f20b)] {{(pid=87508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 22:41:29.519463 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-91b526d4-2765-4e92-a300-18bd2f1c1d41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:29.522986 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-62c70091-a544-4e04-a0c6-da14abb8f126 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:41:29.599720 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b526d4-2765-4e92-a300-18bd2f1c1d41 None None] Pushing event updated for resources: {'Port': ['ID=a23790f4-13f5-4ea3-b856-178e087725ae,revision_number=2']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:41:29.602731 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-91b526d4-2765-4e92-a300-18bd2f1c1d41 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:41:29.616965 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.plugin [None req-6bff3582-7fac-4ca9-af41-af383a9e8089 tempest-RoutersNegativeTest-1851367265 tempest-RoutersNegativeTest-1851367265-project] Deleting port 7989ad22-19ce-4c44-94d9-cd8ff76bb302 {{(pid=87507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:41:29.617458 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-6bff3582-7fac-4ca9-af41-af383a9e8089 tempest-RoutersNegativeTest-1851367265 tempest-RoutersNegativeTest-1851367265-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:29.691588 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.plugin [None req-6bff3582-7fac-4ca9-af41-af383a9e8089 tempest-RoutersNegativeTest-1851367265 tempest-RoutersNegativeTest-1851367265-project] The port '7989ad22-19ce-4c44-94d9-cd8ff76bb302' was deleted {{(pid=87507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 16 22:41:29.848312 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-6bff3582-7fac-4ca9-af41-af383a9e8089 tempest-RoutersNegativeTest-1851367265 tempest-RoutersNegativeTest-1851367265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3329565', 'neutron.services.segments.db._delete_segments_for_network-8734753546406'] for network, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:29.853077 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.db_base_plugin_common [None req-13d5e2b9-b8ce-4b12-9a39-78b41adc21be tempest-RoutersNegativeIpV6Test-1646080008 tempest-RoutersNegativeIpV6Test-1646080008-project] Allocated IP 2001:db8::1 (6d761588-cde3-4385-946f-8f841c8c567a/e3c0bebb-b5bd-4794-bc10-ac5c10223f3e/13cc59af-a21e-42b9-9ee1-afc40ecf4331) {{(pid=87506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 22:41:29.875053 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.services.segments.db [None req-6bff3582-7fac-4ca9-af41-af383a9e8089 tempest-RoutersNegativeTest-1851367265 tempest-RoutersNegativeTest-1851367265-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1b76a13e80>,) {'filters': {'network_id': ['6d6c6e4e-2aa4-406e-80b4-dea163a46f80']}} {{(pid=87507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:41:29.889494 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.services.segments.db [None req-6bff3582-7fac-4ca9-af41-af383a9e8089 tempest-RoutersNegativeTest-1851367265 tempest-RoutersNegativeTest-1851367265-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b76a13e80>, '3f6bbb2b-41da-4711-8690-1b01d8d3f8a8') {'for_net_delete': True} {{(pid=87507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:41:29.889869 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.services.segments.db [None req-6bff3582-7fac-4ca9-af41-af383a9e8089 tempest-RoutersNegativeTest-1851367265 tempest-RoutersNegativeTest-1851367265-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b76a13e80>, '3f6bbb2b-41da-4711-8690-1b01d8d3f8a8') {} {{(pid=87507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:41:29.902345 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-6bff3582-7fac-4ca9-af41-af383a9e8089 tempest-RoutersNegativeTest-1851367265 tempest-RoutersNegativeTest-1851367265-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734753593977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2128549'] for segment, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:29.923353 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-6bff3582-7fac-4ca9-af41-af383a9e8089 tempest-RoutersNegativeTest-1851367265 tempest-RoutersNegativeTest-1851367265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-883292'] for segment, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:29.929886 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6bff3582-7fac-4ca9-af41-af383a9e8089 tempest-RoutersNegativeTest-1851367265 tempest-RoutersNegativeTest-1851367265-project] Releasing vlan 155 on physical network physnet1 to pool {{(pid=87507) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 16 22:41:29.930266 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-6bff3582-7fac-4ca9-af41-af383a9e8089 tempest-RoutersNegativeTest-1851367265 tempest-RoutersNegativeTest-1851367265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-883285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10808034'] for segment, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:29.948888 dv-neutron-821829-1-hyperv neutron-server[87507]: Traceback (most recent call last):
Dec 16 22:41:29.948888 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 16 22:41:29.948888 dv-neutron-821829-1-hyperv neutron-server[87507]:     timer()
Dec 16 22:41:29.948888 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 22:41:29.948888 dv-neutron-821829-1-hyperv neutron-server[87507]:     cb(*args, **kw)
Dec 16 22:41:29.948888 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 22:41:29.948888 dv-neutron-821829-1-hyperv neutron-server[87507]:     return func(*args, **kwargs)
Dec 16 22:41:29.948888 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 22:41:29.948888 dv-neutron-821829-1-hyperv neutron-server[87507]:     self._notify()
Dec 16 22:41:29.948888 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 22:41:29.948888 dv-neutron-821829-1-hyperv neutron-server[87507]:     self.callback(batched_events)
Dec 16 22:41:29.948888 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 22:41:29.948888 dv-neutron-821829-1-hyperv neutron-server[87507]:     event.method(event)
Dec 16 22:41:29.948888 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 22:41:29.948888 dv-neutron-821829-1-hyperv neutron-server[87507]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 22:41:29.948888 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 22:41:29.948888 dv-neutron-821829-1-hyperv neutron-server[87507]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 22:41:29.948888 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 22:41:29.948888 dv-neutron-821829-1-hyperv neutron-server[87507]:     return f(self, *a, **k)
Dec 16 22:41:29.948888 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 16 22:41:29.948888 dv-neutron-821829-1-hyperv neutron-server[87507]:     return self._get(url).json()
Dec 16 22:41:29.948888 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 16 22:41:29.948888 dv-neutron-821829-1-hyperv neutron-server[87507]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 22:41:29.948888 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 16 22:41:29.948888 dv-neutron-821829-1-hyperv neutron-server[87507]:     return self.request(url, 'GET', **kwargs)
Dec 16 22:41:29.948888 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 16 22:41:29.948888 dv-neutron-821829-1-hyperv neutron-server[87507]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 22:41:29.948888 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 16 22:41:29.948888 dv-neutron-821829-1-hyperv neutron-server[87507]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 22:41:29.948888 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 16 22:41:29.948888 dv-neutron-821829-1-hyperv neutron-server[87507]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 22:41:29.948888 dv-neutron-821829-1-hyperv neutron-server[87507]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 22:41:30.024609 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-13d5e2b9-b8ce-4b12-9a39-78b41adc21be tempest-RoutersNegativeIpV6Test-1646080008 tempest-RoutersNegativeIpV6Test-1646080008-project] Notify callbacks [] for port, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:30.025134 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-6bff3582-7fac-4ca9-af41-af383a9e8089 tempest-RoutersNegativeTest-1851367265 tempest-RoutersNegativeTest-1851367265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3329572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3741856'] for network, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:30.028321 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-f904dc85-f0b7-449a-a7c7-4ef7bd75e5a8 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:41:30.040873 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.provisioning_blocks [None req-13d5e2b9-b8ce-4b12-9a39-78b41adc21be tempest-RoutersNegativeIpV6Test-1646080008 tempest-RoutersNegativeIpV6Test-1646080008-project] Transition to ACTIVE for port object 13cc59af-a21e-42b9-9ee1-afc40ecf4331 will not be triggered until provisioned by entity DHCP. {{(pid=87506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:41:30.044779 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-6bff3582-7fac-4ca9-af41-af383a9e8089 tempest-RoutersNegativeTest-1851367265 tempest-RoutersNegativeTest-1851367265-project] Notify callbacks [] for network, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:30.051421 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bff3582-7fac-4ca9-af41-af383a9e8089 tempest-RoutersNegativeTest-1851367265 tempest-RoutersNegativeTest-1851367265-project] Pushing event deleted for resources: {'Network': ['ID=6d6c6e4e-2aa4-406e-80b4-dea163a46f80,revision_number=None']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:41:30.055536 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-6bff3582-7fac-4ca9-af41-af383a9e8089 tempest-RoutersNegativeTest-1851367265 tempest-RoutersNegativeTest-1851367265-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:41:30.060453 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-6bff3582-7fac-4ca9-af41-af383a9e8089 tempest-RoutersNegativeTest-1851367265 tempest-RoutersNegativeTest-1851367265-project] 10.222.0.13 "DELETE /v2.0/networks/6d6c6e4e-2aa4-406e-80b4-dea163a46f80 HTTP/1.1" status: 204  len: 168 time: 1.6420183
Dec 16 22:41:30.060665 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 48010) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:41:30.066279 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-13d5e2b9-b8ce-4b12-9a39-78b41adc21be tempest-RoutersNegativeIpV6Test-1646080008 tempest-RoutersNegativeIpV6Test-1646080008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1863393'] for port, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:30.069986 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-693af7f2-e2c9-4376-9ccc-50024d79f6f0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:41:30.131926 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.db_base_plugin_v2 [None req-2df2d0ec-1f11-4d92-8d1b-9405ca10fdb8 tempest-RoutersNegativeTest-1851367265 tempest-RoutersNegativeTest-1851367265-project] Deleting subnet 2c163f06-ee26-4334-83cc-0a8be885778c {{(pid=87507) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 16 22:41:30.134846 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-2df2d0ec-1f11-4d92-8d1b-9405ca10fdb8 tempest-RoutersNegativeTest-1851367265 tempest-RoutersNegativeTest-1851367265-project] Notify callbacks [] for subnet, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:30.139526 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13d5e2b9-b8ce-4b12-9a39-78b41adc21be tempest-RoutersNegativeIpV6Test-1646080008 tempest-RoutersNegativeIpV6Test-1646080008-project] Network 6d761588-cde3-4385-946f-8f841c8c567a is already hosted by enough agents. {{(pid=87506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:41:30.142778 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.base_scheduler [None req-13d5e2b9-b8ce-4b12-9a39-78b41adc21be tempest-RoutersNegativeIpV6Test-1646080008 tempest-RoutersNegativeIpV6Test-1646080008-project] Resources bound (agent type, host, resource id):  {{(pid=87506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:41:30.146738 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13d5e2b9-b8ce-4b12-9a39-78b41adc21be tempest-RoutersNegativeIpV6Test-1646080008 tempest-RoutersNegativeIpV6Test-1646080008-project] Received port after_create {{(pid=87506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 22:41:30.147265 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-13d5e2b9-b8ce-4b12-9a39-78b41adc21be tempest-RoutersNegativeIpV6Test-1646080008 tempest-RoutersNegativeIpV6Test-1646080008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3830061'] for router_interface, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:30.164989 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d5e2b9-b8ce-4b12-9a39-78b41adc21be tempest-RoutersNegativeIpV6Test-1646080008 tempest-RoutersNegativeIpV6Test-1646080008-project] Pushing event updated for resources: {'Port': ['ID=13cc59af-a21e-42b9-9ee1-afc40ecf4331,revision_number=1']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:41:30.168522 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-13d5e2b9-b8ce-4b12-9a39-78b41adc21be tempest-RoutersNegativeIpV6Test-1646080008 tempest-RoutersNegativeIpV6Test-1646080008-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:41:30.193852 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-2df2d0ec-1f11-4d92-8d1b-9405ca10fdb8 tempest-RoutersNegativeTest-1851367265 tempest-RoutersNegativeTest-1851367265-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2128562'] for subnet, precommit_delete_associations {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:30.279630 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-13d5e2b9-b8ce-4b12-9a39-78b41adc21be tempest-RoutersNegativeIpV6Test-1646080008 tempest-RoutersNegativeIpV6Test-1646080008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:30.288641 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-2df2d0ec-1f11-4d92-8d1b-9405ca10fdb8 tempest-RoutersNegativeTest-1851367265 tempest-RoutersNegativeTest-1851367265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3328566'] for subnet, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:30.381023 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-2df2d0ec-1f11-4d92-8d1b-9405ca10fdb8 tempest-RoutersNegativeTest-1851367265 tempest-RoutersNegativeTest-1851367265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3328622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10807868', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10549621'] for subnet, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:30.384904 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-c974c484-1375-40b5-8d4b-51e0fe8bbedd tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:41:30.443000 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df2d0ec-1f11-4d92-8d1b-9405ca10fdb8 tempest-RoutersNegativeTest-1851367265 tempest-RoutersNegativeTest-1851367265-project] Pushing event deleted for resources: {'Subnet': ['ID=2c163f06-ee26-4334-83cc-0a8be885778c,revision_number=None']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:41:30.443845 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31b6d49f-4d12-4cab-b979-01198bcaae56 None None] Network 5b99adbf-c96c-4a1b-a87a-51ea086cc183 requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 22:41:30.445988 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-2df2d0ec-1f11-4d92-8d1b-9405ca10fdb8 tempest-RoutersNegativeTest-1851367265 tempest-RoutersNegativeTest-1851367265-project] Notify callbacks [] for subnet, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:30.452858 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-2df2d0ec-1f11-4d92-8d1b-9405ca10fdb8 tempest-RoutersNegativeTest-1851367265 tempest-RoutersNegativeTest-1851367265-project] 10.222.0.13 "DELETE /v2.0/subnets/2c163f06-ee26-4334-83cc-0a8be885778c HTTP/1.1" status: 204  len: 168 time: 0.3910882
Dec 16 22:41:30.454093 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-2df2d0ec-1f11-4d92-8d1b-9405ca10fdb8 tempest-RoutersNegativeTest-1851367265 tempest-RoutersNegativeTest-1851367265-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:41:30.460892 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 48014) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:41:30.595631 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-14a0aba9-4df9-4fd9-9c09-c2df2ee70c6a tempest-RoutersNegativeTest-1851367265 tempest-RoutersNegativeTest-1851367265-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-825997'] for network, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:30.608742 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.plugin [None req-14a0aba9-4df9-4fd9-9c09-c2df2ee70c6a tempest-RoutersNegativeTest-1851367265 tempest-RoutersNegativeTest-1851367265-project] Deleting port 41f4e1f1-c91b-442e-8c53-f0f6b5503ef9 {{(pid=87507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:41:30.609458 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-14a0aba9-4df9-4fd9-9c09-c2df2ee70c6a tempest-RoutersNegativeTest-1851367265 tempest-RoutersNegativeTest-1851367265-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:30.614216 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-7c785679-4068-4ae4-b6e1-9b45c936b5e0 None None] Provisioning for port 13cc59af-a21e-42b9-9ee1-afc40ecf4331 completed by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 22:41:30.654453 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-7c785679-4068-4ae4-b6e1-9b45c936b5e0 None None] Provisioning complete for port 13cc59af-a21e-42b9-9ee1-afc40ecf4331 triggered by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:41:30.654843 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-7c785679-4068-4ae4-b6e1-9b45c936b5e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:30.688627 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-7633263a-97e3-4f54-8356-e448be4a96e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:30.742383 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88928249-ade6-413e-a4e7-73108dc7e258 None None] Network 1108ef1f-1bd5-4d72-9ea9-9e024e4daa4f requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 22:41:30.746584 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-13d5e2b9-b8ce-4b12-9a39-78b41adc21be tempest-RoutersNegativeIpV6Test-1646080008 tempest-RoutersNegativeIpV6Test-1646080008-project] Notify callbacks [] for port, precommit_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:30.751716 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-13d5e2b9-b8ce-4b12-9a39-78b41adc21be tempest-RoutersNegativeIpV6Test-1646080008 tempest-RoutersNegativeIpV6Test-1646080008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1863400'] for port, after_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:30.752602 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-13d5e2b9-b8ce-4b12-9a39-78b41adc21be tempest-RoutersNegativeIpV6Test-1646080008 tempest-RoutersNegativeIpV6Test-1646080008-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3791426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3830222'] for router_interface, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:30.757324 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-f305e988-2af4-4840-9b34-f730dab60d1b tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:41:30.836497 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-7c785679-4068-4ae4-b6e1-9b45c936b5e0 None None] Port 13cc59af-a21e-42b9-9ee1-afc40ecf4331 cannot update to ACTIVE because it is not bound. {{(pid=87508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 22:41:30.847533 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.db [None req-14a0aba9-4df9-4fd9-9c09-c2df2ee70c6a tempest-RoutersNegativeTest-1851367265 tempest-RoutersNegativeTest-1851367265-project] For port 41f4e1f1-c91b-442e-8c53-f0f6b5503ef9, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=41f4e1f1-c91b-442e-8c53-f0f6b5503ef9,segment=NetworkSegment(76aca48d-a4f6-4629-8fe9-b3c22e4df6f8),segment_id=76aca48d-a4f6-4629-8fe9-b3c22e4df6f8)] {{(pid=87507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:41:30.848158 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-14a0aba9-4df9-4fd9-9c09-c2df2ee70c6a tempest-RoutersNegativeTest-1851367265 tempest-RoutersNegativeTest-1851367265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:30.896721 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d5e2b9-b8ce-4b12-9a39-78b41adc21be tempest-RoutersNegativeIpV6Test-1646080008 tempest-RoutersNegativeIpV6Test-1646080008-project] Pushing event updated for resources: {'Port': ['ID=13cc59af-a21e-42b9-9ee1-afc40ecf4331,revision_number=2']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:41:30.900790 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-13d5e2b9-b8ce-4b12-9a39-78b41adc21be tempest-RoutersNegativeIpV6Test-1646080008 tempest-RoutersNegativeIpV6Test-1646080008-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:41:30.950775 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13d5e2b9-b8ce-4b12-9a39-78b41adc21be tempest-RoutersNegativeIpV6Test-1646080008 tempest-RoutersNegativeIpV6Test-1646080008-project] Network 6d761588-cde3-4385-946f-8f841c8c567a is already hosted by enough agents. {{(pid=87506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:41:30.952114 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.base_scheduler [None req-13d5e2b9-b8ce-4b12-9a39-78b41adc21be tempest-RoutersNegativeIpV6Test-1646080008 tempest-RoutersNegativeIpV6Test-1646080008-project] Resources bound (agent type, host, resource id):  {{(pid=87506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:41:30.966197 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-b9a1fb36-be31-481c-a9f1-1aeb20eff002 None None] Provisioning for port a23790f4-13f5-4ea3-b856-178e087725ae completed by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 22:41:31.055455 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19ff539d-014c-4b1a-8f22-b237fb19b278 None None] DHCP port deletion for 5b99adbf-c96c-4a1b-a87a-51ea086cc183 request from dv-neutron-821829-1-hyperv {{(pid=87508) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 16 22:41:31.065324 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-19ff539d-014c-4b1a-8f22-b237fb19b278 None None] Deleting port 41f4e1f1-c91b-442e-8c53-f0f6b5503ef9 {{(pid=87508) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:41:31.065793 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-19ff539d-014c-4b1a-8f22-b237fb19b278 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:31.133671 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.plugin [None req-14a0aba9-4df9-4fd9-9c09-c2df2ee70c6a tempest-RoutersNegativeTest-1851367265 tempest-RoutersNegativeTest-1851367265-project] Calling delete_port for 41f4e1f1-c91b-442e-8c53-f0f6b5503ef9 owned by network:dhcp {{(pid=87507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:41:31.238854 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-14a0aba9-4df9-4fd9-9c09-c2df2ee70c6a tempest-RoutersNegativeTest-1851367265 tempest-RoutersNegativeTest-1851367265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10807823'] for port, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:31.244420 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-f00b521b-f808-4e26-a198-81a9cffa2a19 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:41:31.306744 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13d5e2b9-b8ce-4b12-9a39-78b41adc21be tempest-RoutersNegativeIpV6Test-1646080008 tempest-RoutersNegativeIpV6Test-1646080008-project] Router 92381e53-1139-4079-9c3d-f80a6734d7db has already been hosted by L3 agent 4f519db7-069b-43e2-8411-c092bac9102a {{(pid=87506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 22:41:31.330690 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a0aba9-4df9-4fd9-9c09-c2df2ee70c6a tempest-RoutersNegativeTest-1851367265 tempest-RoutersNegativeTest-1851367265-project] Pushing event deleted for resources: {'Port': ['ID=41f4e1f1-c91b-442e-8c53-f0f6b5503ef9,revision_number=None']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:41:31.342931 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device a23790f4-13f5-4ea3-b856-178e087725ae up at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 22:41:31.344197 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-14a0aba9-4df9-4fd9-9c09-c2df2ee70c6a tempest-RoutersNegativeTest-1851367265 tempest-RoutersNegativeTest-1851367265-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:41:31.345714 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14a0aba9-4df9-4fd9-9c09-c2df2ee70c6a tempest-RoutersNegativeTest-1851367265 tempest-RoutersNegativeTest-1851367265-project] No DVR routers for this DVR port 41f4e1f1-c91b-442e-8c53-f0f6b5503ef9 on host dv-neutron-821829-1-hyperv {{(pid=87507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 22:41:31.467436 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-19ff539d-014c-4b1a-8f22-b237fb19b278 None None] For port 41f4e1f1-c91b-442e-8c53-f0f6b5503ef9, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=41f4e1f1-c91b-442e-8c53-f0f6b5503ef9,segment=NetworkSegment(76aca48d-a4f6-4629-8fe9-b3c22e4df6f8),segment_id=76aca48d-a4f6-4629-8fe9-b3c22e4df6f8)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:41:31.468473 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-19ff539d-014c-4b1a-8f22-b237fb19b278 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:31.482138 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-14a0aba9-4df9-4fd9-9c09-c2df2ee70c6a tempest-RoutersNegativeTest-1851367265 tempest-RoutersNegativeTest-1851367265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3329565', 'neutron.services.segments.db._delete_segments_for_network-8734753546406'] for network, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:31.495931 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13d5e2b9-b8ce-4b12-9a39-78b41adc21be tempest-RoutersNegativeIpV6Test-1646080008 tempest-RoutersNegativeIpV6Test-1646080008-project] Notify agent at l3_agent.dv-neutron-821829-1-hyperv the message routers_updated {{(pid=87506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 22:41:31.509425 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-13d5e2b9-b8ce-4b12-9a39-78b41adc21be tempest-RoutersNegativeIpV6Test-1646080008 tempest-RoutersNegativeIpV6Test-1646080008-project] 10.222.0.13 "PUT /v2.0/routers/92381e53-1139-4079-9c3d-f80a6734d7db/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.6526096
Dec 16 22:41:31.511461 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 48018) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:41:31.514981 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.services.segments.db [None req-14a0aba9-4df9-4fd9-9c09-c2df2ee70c6a tempest-RoutersNegativeTest-1851367265 tempest-RoutersNegativeTest-1851367265-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1b76d45730>,) {'filters': {'network_id': ['5b99adbf-c96c-4a1b-a87a-51ea086cc183']}} {{(pid=87507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:41:31.593297 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.services.segments.db [None req-14a0aba9-4df9-4fd9-9c09-c2df2ee70c6a tempest-RoutersNegativeTest-1851367265 tempest-RoutersNegativeTest-1851367265-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b76d45730>, '76aca48d-a4f6-4629-8fe9-b3c22e4df6f8') {'for_net_delete': True} {{(pid=87507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:41:31.593557 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.services.segments.db [None req-14a0aba9-4df9-4fd9-9c09-c2df2ee70c6a tempest-RoutersNegativeTest-1851367265 tempest-RoutersNegativeTest-1851367265-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b76d45730>, '76aca48d-a4f6-4629-8fe9-b3c22e4df6f8') {} {{(pid=87507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:41:31.609419 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1f5de5a-97b4-40c7-b87c-d501e422eb2e None None] Sync routers for ids ['92381e53-1139-4079-9c3d-f80a6734d7db'] in dv-neutron-821829-1-hyperv {{(pid=87508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 22:41:31.619591 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-19ff539d-014c-4b1a-8f22-b237fb19b278 None None] Calling delete_port for 41f4e1f1-c91b-442e-8c53-f0f6b5503ef9 owned by network:dhcp {{(pid=87508) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:41:31.662851 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-14a0aba9-4df9-4fd9-9c09-c2df2ee70c6a tempest-RoutersNegativeTest-1851367265 tempest-RoutersNegativeTest-1851367265-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734753593977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2128549'] for segment, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:31.674251 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-d4855c93-c0d5-479b-a7a6-87df5b128d6a None None] Provisioning complete for port 13cc59af-a21e-42b9-9ee1-afc40ecf4331 triggered by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:41:31.674632 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-d4855c93-c0d5-479b-a7a6-87df5b128d6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:31.698298 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-14a0aba9-4df9-4fd9-9c09-c2df2ee70c6a tempest-RoutersNegativeTest-1851367265 tempest-RoutersNegativeTest-1851367265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-883292'] for segment, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:31.701348 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-3e729f7f-1589-4d54-9c4a-7ee6b283cc2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:31.709219 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14a0aba9-4df9-4fd9-9c09-c2df2ee70c6a tempest-RoutersNegativeTest-1851367265 tempest-RoutersNegativeTest-1851367265-project] Releasing vlan 174 on physical network physnet1 to pool {{(pid=87507) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 16 22:41:31.709613 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-14a0aba9-4df9-4fd9-9c09-c2df2ee70c6a tempest-RoutersNegativeTest-1851367265 tempest-RoutersNegativeTest-1851367265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-883285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10808034'] for segment, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:31.726643 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-0ba215f5-9904-4d5b-b8b4-d25a4f05927c tempest-RoutersNegativeIpV6Test-1646080008 tempest-RoutersNegativeIpV6Test-1646080008-project] Notify callbacks [] for router, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:31.728134 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1f5de5a-97b4-40c7-b87c-d501e422eb2e None None] Routers {'92381e53-1139-4079-9c3d-f80a6734d7db'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:41:31.728836 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-f1f5de5a-97b4-40c7-b87c-d501e422eb2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b77b4c3a0>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:41:31Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['92381e53-1139-4079-9c3d-f80a6734d7db'], 'active': True} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:41:31.777242 dv-neutron-821829-1-hyperv neutron-server[87507]: Traceback (most recent call last):
Dec 16 22:41:31.777242 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 16 22:41:31.777242 dv-neutron-821829-1-hyperv neutron-server[87507]:     timer()
Dec 16 22:41:31.777242 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 22:41:31.777242 dv-neutron-821829-1-hyperv neutron-server[87507]:     cb(*args, **kw)
Dec 16 22:41:31.777242 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 22:41:31.777242 dv-neutron-821829-1-hyperv neutron-server[87507]:     return func(*args, **kwargs)
Dec 16 22:41:31.777242 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 22:41:31.777242 dv-neutron-821829-1-hyperv neutron-server[87507]:     self._notify()
Dec 16 22:41:31.777242 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 22:41:31.777242 dv-neutron-821829-1-hyperv neutron-server[87507]:     self.callback(batched_events)
Dec 16 22:41:31.777242 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 22:41:31.777242 dv-neutron-821829-1-hyperv neutron-server[87507]:     event.method(event)
Dec 16 22:41:31.777242 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 22:41:31.777242 dv-neutron-821829-1-hyperv neutron-server[87507]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 22:41:31.777242 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 22:41:31.777242 dv-neutron-821829-1-hyperv neutron-server[87507]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 22:41:31.777242 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 22:41:31.777242 dv-neutron-821829-1-hyperv neutron-server[87507]:     return f(self, *a, **k)
Dec 16 22:41:31.777242 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 16 22:41:31.777242 dv-neutron-821829-1-hyperv neutron-server[87507]:     return self._get(url).json()
Dec 16 22:41:31.777242 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 16 22:41:31.777242 dv-neutron-821829-1-hyperv neutron-server[87507]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 22:41:31.777242 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 16 22:41:31.777242 dv-neutron-821829-1-hyperv neutron-server[87507]:     return self.request(url, 'GET', **kwargs)
Dec 16 22:41:31.777242 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 16 22:41:31.777242 dv-neutron-821829-1-hyperv neutron-server[87507]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 22:41:31.777242 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 16 22:41:31.777242 dv-neutron-821829-1-hyperv neutron-server[87507]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 22:41:31.777242 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 16 22:41:31.777242 dv-neutron-821829-1-hyperv neutron-server[87507]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 22:41:31.777242 dv-neutron-821829-1-hyperv neutron-server[87507]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 22:41:31.789951 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:31.791357 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning for port a23790f4-13f5-4ea3-b856-178e087725ae completed by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 22:41:31.816633 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-f1f5de5a-97b4-40c7-b87c-d501e422eb2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b77b4c3a0>, [], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:41:31.822385 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning complete for port a23790f4-13f5-4ea3-b856-178e087725ae triggered by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:41:31.822771 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:31.869220 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-d4855c93-c0d5-479b-a7a6-87df5b128d6a None None] Port 13cc59af-a21e-42b9-9ee1-afc40ecf4331 cannot update to ACTIVE because it is not bound. {{(pid=87508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 22:41:31.877716 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1f5de5a-97b4-40c7-b87c-d501e422eb2e None None] Routers {'92381e53-1139-4079-9c3d-f80a6734d7db'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:41:31.878342 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-f1f5de5a-97b4-40c7-b87c-d501e422eb2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b77b4c3a0>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:41:31Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['92381e53-1139-4079-9c3d-f80a6734d7db'], 'active': True} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:41:31.928984 dv-neutron-821829-1-hyperv neutron-server[87508]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Dec 16 22:41:31.928984 dv-neutron-821829-1-hyperv neutron-server[87508]:   from cryptography.utils import int_from_bytes
Dec 16 22:41:31.928984 dv-neutron-821829-1-hyperv neutron-server[87508]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Dec 16 22:41:31.928984 dv-neutron-821829-1-hyperv neutron-server[87508]:   from cryptography.utils import int_from_bytes
Dec 16 22:41:31.928984 dv-neutron-821829-1-hyperv neutron-server[87508]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship.  (this warning may be suppressed after 10 occurrences)
Dec 16 22:41:31.928984 dv-neutron-821829-1-hyperv neutron-server[87508]:   util.warn_limited(
Dec 16 22:41:31.928984 dv-neutron-821829-1-hyperv neutron-server[87508]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship.  (this warning may be suppressed after 10 occurrences)
Dec 16 22:41:31.928984 dv-neutron-821829-1-hyperv neutron-server[87508]:   util.warn_limited(
Dec 16 22:41:31.928984 dv-neutron-821829-1-hyperv neutron-server[87508]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 16 22:41:31.928984 dv-neutron-821829-1-hyperv neutron-server[87508]:   util.warn(
Dec 16 22:41:31.928984 dv-neutron-821829-1-hyperv neutron-server[87508]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 16 22:41:31.928984 dv-neutron-821829-1-hyperv neutron-server[87508]:   util.warn(
Dec 16 22:41:31.928984 dv-neutron-821829-1-hyperv neutron-server[87508]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 16 22:41:31.928984 dv-neutron-821829-1-hyperv neutron-server[87508]:   util.warn(
Dec 16 22:41:31.928984 dv-neutron-821829-1-hyperv neutron-server[87508]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 16 22:41:31.928984 dv-neutron-821829-1-hyperv neutron-server[87508]:   util.warn(
Dec 16 22:41:31.928984 dv-neutron-821829-1-hyperv neutron-server[87508]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 16 22:41:31.928984 dv-neutron-821829-1-hyperv neutron-server[87508]:   util.warn(
Dec 16 22:41:31.928984 dv-neutron-821829-1-hyperv neutron-server[87508]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 16 22:41:31.928984 dv-neutron-821829-1-hyperv neutron-server[87508]:   util.warn(
Dec 16 22:41:31.928984 dv-neutron-821829-1-hyperv neutron-server[87508]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 16 22:41:31.928984 dv-neutron-821829-1-hyperv neutron-server[87508]:   util.warn(
Dec 16 22:41:31.928984 dv-neutron-821829-1-hyperv neutron-server[87508]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 16 22:41:31.928984 dv-neutron-821829-1-hyperv neutron-server[87508]:   util.warn(
Dec 16 22:41:31.928984 dv-neutron-821829-1-hyperv neutron-server[87508]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 16 22:41:31.928984 dv-neutron-821829-1-hyperv neutron-server[87508]:   util.warn(
Dec 16 22:41:31.928984 dv-neutron-821829-1-hyperv neutron-server[87508]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 16 22:41:31.928984 dv-neutron-821829-1-hyperv neutron-server[87508]:   util.warn(
Dec 16 22:41:31.928984 dv-neutron-821829-1-hyperv neutron-server[87508]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 16 22:41:31.928984 dv-neutron-821829-1-hyperv neutron-server[87508]:   util.warn(
Dec 16 22:41:31.928984 dv-neutron-821829-1-hyperv neutron-server[87508]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 16 22:41:31.928984 dv-neutron-821829-1-hyperv neutron-server[87508]:   util.warn(
Dec 16 22:41:31.928984 dv-neutron-821829-1-hyperv neutron-server[87508]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 16 22:41:31.928984 dv-neutron-821829-1-hyperv neutron-server[87508]:   util.warn(
Dec 16 22:41:31.928984 dv-neutron-821829-1-hyperv neutron-server[87508]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 16 22:41:31.928984 dv-neutron-821829-1-hyperv neutron-server[87508]:   util.warn(
Dec 16 22:41:31.928984 dv-neutron-821829-1-hyperv neutron-server[87508]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 16 22:41:31.928984 dv-neutron-821829-1-hyperv neutron-server[87508]:   util.warn(
Dec 16 22:41:31.928984 dv-neutron-821829-1-hyperv neutron-server[87508]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 16 22:41:31.928984 dv-neutron-821829-1-hyperv neutron-server[87508]:   util.warn(
Dec 16 22:41:31.928984 dv-neutron-821829-1-hyperv neutron-server[87508]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 16 22:41:31.928984 dv-neutron-821829-1-hyperv neutron-server[87508]:   util.warn(
Dec 16 22:41:31.928984 dv-neutron-821829-1-hyperv neutron-server[87508]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 16 22:41:31.928984 dv-neutron-821829-1-hyperv neutron-server[87508]:   util.warn(
Dec 16 22:41:31.928984 dv-neutron-821829-1-hyperv neutron-server[87508]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 16 22:41:31.928984 dv-neutron-821829-1-hyperv neutron-server[87508]:   util.warn(
Dec 16 22:41:31.928984 dv-neutron-821829-1-hyperv neutron-server[87508]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 16 22:41:31.928984 dv-neutron-821829-1-hyperv neutron-server[87508]:   util.warn(
Dec 16 22:41:31.928984 dv-neutron-821829-1-hyperv neutron-server[87508]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 16 22:41:31.928984 dv-neutron-821829-1-hyperv neutron-server[87508]:   util.warn(
Dec 16 22:41:31.928984 dv-neutron-821829-1-hyperv neutron-server[87508]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 16 22:41:31.928984 dv-neutron-821829-1-hyperv neutron-server[87508]:   util.warn(
Dec 16 22:41:31.928984 dv-neutron-821829-1-hyperv neutron-server[87508]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 16 22:41:31.928984 dv-neutron-821829-1-hyperv neutron-server[87508]:   util.warn(
Dec 16 22:41:31.928984 dv-neutron-821829-1-hyperv neutron-server[87508]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 16 22:41:31.928984 dv-neutron-821829-1-hyperv neutron-server[87508]:   util.warn(
Dec 16 22:41:31.931978 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-14a0aba9-4df9-4fd9-9c09-c2df2ee70c6a tempest-RoutersNegativeTest-1851367265 tempest-RoutersNegativeTest-1851367265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3329572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3741856'] for network, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:31.936913 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-ad30f5e9-b81b-4f42-9329-c9325b83908a tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:41:31.956765 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-14a0aba9-4df9-4fd9-9c09-c2df2ee70c6a tempest-RoutersNegativeTest-1851367265 tempest-RoutersNegativeTest-1851367265-project] Notify callbacks [] for network, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:31.971843 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a0aba9-4df9-4fd9-9c09-c2df2ee70c6a tempest-RoutersNegativeTest-1851367265 tempest-RoutersNegativeTest-1851367265-project] Pushing event deleted for resources: {'Network': ['ID=5b99adbf-c96c-4a1b-a87a-51ea086cc183,revision_number=None']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:41:31.975131 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.api.v2.resource [None req-0ba215f5-9904-4d5b-b8b4-d25a4f05927c tempest-RoutersNegativeIpV6Test-1646080008 tempest-RoutersNegativeIpV6Test-1646080008-project] delete failed (client error): There was a conflict when trying to complete your request.
Dec 16 22:41:31.976057 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-0ba215f5-9904-4d5b-b8b4-d25a4f05927c tempest-RoutersNegativeIpV6Test-1646080008 tempest-RoutersNegativeIpV6Test-1646080008-project] 10.222.0.13 "DELETE /v2.0/routers/92381e53-1139-4079-9c3d-f80a6734d7db HTTP/1.1" status: 409  len: 329 time: 0.4635587
Dec 16 22:41:31.977343 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-14a0aba9-4df9-4fd9-9c09-c2df2ee70c6a tempest-RoutersNegativeTest-1851367265 tempest-RoutersNegativeTest-1851367265-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:41:31.978913 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 48022) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:41:31.982509 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-14a0aba9-4df9-4fd9-9c09-c2df2ee70c6a tempest-RoutersNegativeTest-1851367265 tempest-RoutersNegativeTest-1851367265-project] 10.222.0.13 "DELETE /v2.0/networks/5b99adbf-c96c-4a1b-a87a-51ea086cc183 HTTP/1.1" status: 204  len: 168 time: 1.5202355
Dec 16 22:41:31.985179 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 48026) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:41:31.999502 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-f1f5de5a-97b4-40c7-b87c-d501e422eb2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b77b4c3a0>, [], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:41:31.999950 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1f5de5a-97b4-40c7-b87c-d501e422eb2e None None] The sync data for ids ['92381e53-1139-4079-9c3d-f80a6734d7db'] in dv-neutron-821829-1-hyperv is: [] {{(pid=87508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 22:41:32.001273 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.db.api [None req-19ff539d-014c-4b1a-8f22-b237fb19b278 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87508) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 16 22:41:32.001679 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_db.api [None req-19ff539d-014c-4b1a-8f22-b237fb19b278 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 16 22:41:32.022976 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-8189cedf-d3be-4677-aa96-e13e58b7bb6b None None] Provisioning complete for port a23790f4-13f5-4ea3-b856-178e087725ae triggered by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:41:32.023357 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-8189cedf-d3be-4677-aa96-e13e58b7bb6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:32.033665 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-5c7aa0e4-7b3d-42ea-bde7-d294ae2d5f70 tempest-RoutersNegativeTest-1851367265 tempest-RoutersNegativeTest-1851367265-project] Synchronizing usage tracker for tenant:c10d8227509b4e77b7f64f8894c37b60 on resource:port {{(pid=87506) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 22:41:32.050882 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-5c7aa0e4-7b3d-42ea-bde7-d294ae2d5f70 tempest-RoutersNegativeTest-1851367265 tempest-RoutersNegativeTest-1851367265-project] Unset dirty status for tenant:c10d8227509b4e77b7f64f8894c37b60 on resource:port {{(pid=87506) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 22:41:32.052738 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-5c7aa0e4-7b3d-42ea-bde7-d294ae2d5f70 tempest-RoutersNegativeTest-1851367265 tempest-RoutersNegativeTest-1851367265-project] 10.222.0.13 "GET /v2.0/ports?device_id=98c6550d-bbab-4de9-b44d-eedc8c414465 HTTP/1.1" status: 200  len: 205 time: 0.0650599
Dec 16 22:41:32.055390 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 48030) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:41:32.123168 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:32.195421 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-b48d8da8-8f97-4ad8-94c5-555f7f237ba8 tempest-RoutersNegativeTest-1851367265 tempest-RoutersNegativeTest-1851367265-project] Notify callbacks [] for router, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:32.199933 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] For port a23790f4-13f5-4ea3-b856-178e087725ae, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=a23790f4-13f5-4ea3-b856-178e087725ae,segment=NetworkSegment(d124c7db-d683-4c11-9fc6-1ae0add3f20b),segment_id=d124c7db-d683-4c11-9fc6-1ae0add3f20b)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:41:32.213540 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:32.217983 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-3142efab-80db-41e4-bddd-3f785332a46b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:41:32.261593 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-8189cedf-d3be-4677-aa96-e13e58b7bb6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:32.276470 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 41f4e1f1-c91b-442e-8c53-f0f6b5503ef9 no longer exists at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 22:41:32.325809 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] No Port match for: 41f4e1f1-c91b-442e-8c53-f0f6b5503ef9 {{(pid=87508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 22:41:32.326172 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 41f4e1f1-c91b-442e-8c53-f0f6b5503ef9 not bound to the agent host dv-neutron-821829-1-hyperv {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 22:41:32.379037 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Pushing event updated for resources: {'Port': ['ID=a23790f4-13f5-4ea3-b856-178e087725ae,revision_number=3']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:41:32.384259 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:41:32.401448 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.db.api [None req-8189cedf-d3be-4677-aa96-e13e58b7bb6b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87508) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 16 22:41:32.401818 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_db.api [None req-8189cedf-d3be-4677-aa96-e13e58b7bb6b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 16 22:41:32.499581 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-87900aac-8d7c-47a0-81f0-b0896d356cb3 tempest-RoutersNegativeIpV6Test-1646080008 tempest-RoutersNegativeIpV6Test-1646080008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3830176'] for router_interface, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:32.502860 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-19ff539d-014c-4b1a-8f22-b237fb19b278 None None] Deleting port 41f4e1f1-c91b-442e-8c53-f0f6b5503ef9 {{(pid=87508) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:41:32.503347 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-19ff539d-014c-4b1a-8f22-b237fb19b278 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:32.515908 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-b48d8da8-8f97-4ad8-94c5-555f7f237ba8 tempest-RoutersNegativeTest-1851367265 tempest-RoutersNegativeTest-1851367265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3739500', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39002'] for router, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:32.518788 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-b48d8da8-8f97-4ad8-94c5-555f7f237ba8 tempest-RoutersNegativeTest-1851367265 tempest-RoutersNegativeTest-1851367265-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:32.544371 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-b48d8da8-8f97-4ad8-94c5-555f7f237ba8 tempest-RoutersNegativeTest-1851367265 tempest-RoutersNegativeTest-1851367265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3830089'] for router, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:32.544868 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b48d8da8-8f97-4ad8-94c5-555f7f237ba8 tempest-RoutersNegativeTest-1851367265 tempest-RoutersNegativeTest-1851367265-project] Fanout notify agent at l3_agent the message router_deleted on router 98c6550d-bbab-4de9-b44d-eedc8c414465 {{(pid=87506) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 16 22:41:32.560453 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-b48d8da8-8f97-4ad8-94c5-555f7f237ba8 tempest-RoutersNegativeTest-1851367265 tempest-RoutersNegativeTest-1851367265-project] Notify callbacks [] for router, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:32.564166 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-b48d8da8-8f97-4ad8-94c5-555f7f237ba8 tempest-RoutersNegativeTest-1851367265 tempest-RoutersNegativeTest-1851367265-project] 10.222.0.13 "DELETE /v2.0/routers/98c6550d-bbab-4de9-b44d-eedc8c414465 HTTP/1.1" status: 204  len: 168 time: 0.5050764
Dec 16 22:41:32.581872 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-19ff539d-014c-4b1a-8f22-b237fb19b278 None None] The port '41f4e1f1-c91b-442e-8c53-f0f6b5503ef9' was deleted {{(pid=87508) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 16 22:41:32.839902 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 48038) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:41:32.972104 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.plugin [None req-87900aac-8d7c-47a0-81f0-b0896d356cb3 tempest-RoutersNegativeIpV6Test-1646080008 tempest-RoutersNegativeIpV6Test-1646080008-project] Deleting port 13cc59af-a21e-42b9-9ee1-afc40ecf4331 {{(pid=87507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:41:32.972626 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-87900aac-8d7c-47a0-81f0-b0896d356cb3 tempest-RoutersNegativeIpV6Test-1646080008 tempest-RoutersNegativeIpV6Test-1646080008-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:32.988824 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-d9b8d8ba-f955-459d-a77f-13f841ff2c69 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c10d8227509b4e77b7f64f8894c37b60&name=default HTTP/1.1" status: 200  len: 2983 time: 0.1473520
Dec 16 22:41:32.991068 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 48044) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:41:33.051228 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-cc0e9504-01b9-4217-bdb3-cc726f0a1e57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:33.076404 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-cc0e9504-01b9-4217-bdb3-cc726f0a1e57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:33.126981 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-cc0e9504-01b9-4217-bdb3-cc726f0a1e57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841066'] for security_group, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:33.132141 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-97acbdef-d722-40c0-99ac-3c1204489397 tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:41:33.146310 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0e9504-01b9-4217-bdb3-cc726f0a1e57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96990e30-d2ea-4777-98fa-a7ddae1e572a,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:41:33.149431 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-cc0e9504-01b9-4217-bdb3-cc726f0a1e57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:41:33.151660 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-cc0e9504-01b9-4217-bdb3-cc726f0a1e57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:33.155529 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-cc0e9504-01b9-4217-bdb3-cc726f0a1e57 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/96990e30-d2ea-4777-98fa-a7ddae1e572a HTTP/1.1" status: 204  len: 168 time: 0.1608827
Dec 16 22:41:33.161797 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-87900aac-8d7c-47a0-81f0-b0896d356cb3 tempest-RoutersNegativeIpV6Test-1646080008 tempest-RoutersNegativeIpV6Test-1646080008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:33.209337 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-4541ba3b-6be8-499c-bc94-3c60aa55c4f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:33.229318 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device a23790f4-13f5-4ea3-b856-178e087725ae up at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 22:41:33.292757 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.plugin [None req-87900aac-8d7c-47a0-81f0-b0896d356cb3 tempest-RoutersNegativeIpV6Test-1646080008 tempest-RoutersNegativeIpV6Test-1646080008-project] Calling delete_port for 13cc59af-a21e-42b9-9ee1-afc40ecf4331 owned by network:router_interface {{(pid=87507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:41:33.307940 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning complete for port a23790f4-13f5-4ea3-b856-178e087725ae triggered by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:41:33.308328 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:33.496425 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-87900aac-8d7c-47a0-81f0-b0896d356cb3 tempest-RoutersNegativeIpV6Test-1646080008 tempest-RoutersNegativeIpV6Test-1646080008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10807823'] for port, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:33.501108 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-a1178645-0531-4376-b0e1-51dfbfd48f1f tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:41:33.549055 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87900aac-8d7c-47a0-81f0-b0896d356cb3 tempest-RoutersNegativeIpV6Test-1646080008 tempest-RoutersNegativeIpV6Test-1646080008-project] Pushing event deleted for resources: {'Port': ['ID=13cc59af-a21e-42b9-9ee1-afc40ecf4331,revision_number=None']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:41:33.580381 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-87900aac-8d7c-47a0-81f0-b0896d356cb3 tempest-RoutersNegativeIpV6Test-1646080008 tempest-RoutersNegativeIpV6Test-1646080008-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:41:33.721237 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-87900aac-8d7c-47a0-81f0-b0896d356cb3 tempest-RoutersNegativeIpV6Test-1646080008 tempest-RoutersNegativeIpV6Test-1646080008-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3791449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3739472'] for router_interface, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:34.109429 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87900aac-8d7c-47a0-81f0-b0896d356cb3 tempest-RoutersNegativeIpV6Test-1646080008 tempest-RoutersNegativeIpV6Test-1646080008-project] Router 92381e53-1139-4079-9c3d-f80a6734d7db has already been hosted by L3 agent 4f519db7-069b-43e2-8411-c092bac9102a {{(pid=87507) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 22:41:34.244945 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87900aac-8d7c-47a0-81f0-b0896d356cb3 tempest-RoutersNegativeIpV6Test-1646080008 tempest-RoutersNegativeIpV6Test-1646080008-project] Notify agent at l3_agent.dv-neutron-821829-1-hyperv the message routers_updated {{(pid=87507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 22:41:34.256035 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5de7f5d-f9dc-46fd-8d2e-5637334ac613 None None] Sync routers for ids ['92381e53-1139-4079-9c3d-f80a6734d7db'] in dv-neutron-821829-1-hyperv {{(pid=87509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 22:41:34.256568 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-87900aac-8d7c-47a0-81f0-b0896d356cb3 tempest-RoutersNegativeIpV6Test-1646080008 tempest-RoutersNegativeIpV6Test-1646080008-project] 10.222.0.13 "PUT /v2.0/routers/92381e53-1139-4079-9c3d-f80a6734d7db/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.2760818
Dec 16 22:41:34.259927 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 48078) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:41:34.268174 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5de7f5d-f9dc-46fd-8d2e-5637334ac613 None None] Routers {'92381e53-1139-4079-9c3d-f80a6734d7db'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:41:34.269024 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-e5de7f5d-f9dc-46fd-8d2e-5637334ac613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b7c9cc3d0>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:41:31Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['92381e53-1139-4079-9c3d-f80a6734d7db'], 'active': True} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:41:34.337341 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-e5de7f5d-f9dc-46fd-8d2e-5637334ac613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b7c9cc3d0>, [], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:41:34.340981 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.api.v2.resource [None req-ecfb29a2-8d5b-45a8-b4fb-14ba408b85dd tempest-RoutersNegativeIpV6Test-1646080008 tempest-RoutersNegativeIpV6Test-1646080008-project] show failed (client error): The resource could not be found.
Dec 16 22:41:34.342193 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-ecfb29a2-8d5b-45a8-b4fb-14ba408b85dd tempest-RoutersNegativeIpV6Test-1646080008 tempest-RoutersNegativeIpV6Test-1646080008-project] 10.222.0.13 "GET /v2.0/routers/tempest-non_exist_router-1619351189 HTTP/1.1" status: 404  len: 335 time: 0.0806897
Dec 16 22:41:34.346216 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 48086) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:41:34.350723 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5de7f5d-f9dc-46fd-8d2e-5637334ac613 None None] Routers {'92381e53-1139-4079-9c3d-f80a6734d7db'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:41:34.351339 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-e5de7f5d-f9dc-46fd-8d2e-5637334ac613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b7c9cc3d0>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:41:31Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['92381e53-1139-4079-9c3d-f80a6734d7db'], 'active': True} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:41:34.351901 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-7e70eb9c-6ec6-4a5d-b25e-9627c691c08b tempest-RoutersNegativeIpV6Test-1646080008 tempest-RoutersNegativeIpV6Test-1646080008-project] Request body: {'router': {'name': 'new_name'}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:41:34.410345 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-e5de7f5d-f9dc-46fd-8d2e-5637334ac613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b7c9cc3d0>, [], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:41:34.410751 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5de7f5d-f9dc-46fd-8d2e-5637334ac613 None None] The sync data for ids ['92381e53-1139-4079-9c3d-f80a6734d7db'] in dv-neutron-821829-1-hyperv is: [] {{(pid=87509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 22:41:34.413490 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.api.v2.resource [None req-7e70eb9c-6ec6-4a5d-b25e-9627c691c08b tempest-RoutersNegativeIpV6Test-1646080008 tempest-RoutersNegativeIpV6Test-1646080008-project] update failed (client error): The resource could not be found.
Dec 16 22:41:34.415330 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-7e70eb9c-6ec6-4a5d-b25e-9627c691c08b tempest-RoutersNegativeIpV6Test-1646080008 tempest-RoutersNegativeIpV6Test-1646080008-project] 10.222.0.13 "PUT /v2.0/routers/tempest-non_exist_router-589579688 HTTP/1.1" status: 404  len: 334 time: 0.0674262
Dec 16 22:41:34.418422 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 48090) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:41:34.501971 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.db_base_plugin_v2 [None req-108a8f89-746c-46ef-8ecd-e575d8de0e72 tempest-RoutersNegativeIpV6Test-1646080008 tempest-RoutersNegativeIpV6Test-1646080008-project] Deleting subnet 5c97b7da-ef40-4133-b244-64075df7f586 {{(pid=87507) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 16 22:41:34.505108 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-108a8f89-746c-46ef-8ecd-e575d8de0e72 tempest-RoutersNegativeIpV6Test-1646080008 tempest-RoutersNegativeIpV6Test-1646080008-project] Notify callbacks [] for subnet, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:34.564536 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-108a8f89-746c-46ef-8ecd-e575d8de0e72 tempest-RoutersNegativeIpV6Test-1646080008 tempest-RoutersNegativeIpV6Test-1646080008-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2128562'] for subnet, precommit_delete_associations {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:34.645651 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-108a8f89-746c-46ef-8ecd-e575d8de0e72 tempest-RoutersNegativeIpV6Test-1646080008 tempest-RoutersNegativeIpV6Test-1646080008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3328566'] for subnet, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:34.717073 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-108a8f89-746c-46ef-8ecd-e575d8de0e72 tempest-RoutersNegativeIpV6Test-1646080008 tempest-RoutersNegativeIpV6Test-1646080008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3328622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10807868', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10549621'] for subnet, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:34.721183 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-1fa31470-912e-4864-9c32-c526b9265e56 tempest-RoutersNegativeTest-1851367265 tempest-RoutersNegativeTest-1851367265-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:41:34.760938 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108a8f89-746c-46ef-8ecd-e575d8de0e72 tempest-RoutersNegativeIpV6Test-1646080008 tempest-RoutersNegativeIpV6Test-1646080008-project] Pushing event deleted for resources: {'Subnet': ['ID=5c97b7da-ef40-4133-b244-64075df7f586,revision_number=None']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:41:34.764004 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-108a8f89-746c-46ef-8ecd-e575d8de0e72 tempest-RoutersNegativeIpV6Test-1646080008 tempest-RoutersNegativeIpV6Test-1646080008-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:41:34.764976 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-108a8f89-746c-46ef-8ecd-e575d8de0e72 tempest-RoutersNegativeIpV6Test-1646080008 tempest-RoutersNegativeIpV6Test-1646080008-project] Notify callbacks [] for subnet, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:34.771445 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-108a8f89-746c-46ef-8ecd-e575d8de0e72 tempest-RoutersNegativeIpV6Test-1646080008 tempest-RoutersNegativeIpV6Test-1646080008-project] 10.222.0.13 "DELETE /v2.0/subnets/5c97b7da-ef40-4133-b244-64075df7f586 HTTP/1.1" status: 204  len: 168 time: 0.3520067
Dec 16 22:41:34.772391 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6a6d392-0c79-4be6-95ee-ab5e13f06b7d None None] Network 1108ef1f-1bd5-4d72-9ea9-9e024e4daa4f requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 22:41:34.773959 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 48098) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:41:34.889690 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-4caaf619-184b-41f0-ba7e-c1ad890d3f7a tempest-RoutersNegativeIpV6Test-1646080008 tempest-RoutersNegativeIpV6Test-1646080008-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-825997'] for network, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:34.900620 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.plugin [None req-4caaf619-184b-41f0-ba7e-c1ad890d3f7a tempest-RoutersNegativeIpV6Test-1646080008 tempest-RoutersNegativeIpV6Test-1646080008-project] Deleting port a23790f4-13f5-4ea3-b856-178e087725ae {{(pid=87507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:41:34.900864 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-4caaf619-184b-41f0-ba7e-c1ad890d3f7a tempest-RoutersNegativeIpV6Test-1646080008 tempest-RoutersNegativeIpV6Test-1646080008-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:34.906361 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 48102) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:41:34.911564 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-5ce899fd-8805-4cea-875e-08a2d4230fc5 tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-102554022', 'description': 'tempest-secgroup-smoke-102554022 description', 'project_id': '1dc42150e9b948d4b2349aedc765e185'}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:41:34.917511 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-5ce899fd-8805-4cea-875e-08a2d4230fc5 tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:41:34.921367 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-5ce899fd-8805-4cea-875e-08a2d4230fc5 tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] Usage tracker for resource:security_group and tenant:1dc42150e9b948d4b2349aedc765e185 is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:41:34.924731 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-5ce899fd-8805-4cea-875e-08a2d4230fc5 tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:41:34.931413 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-5ce899fd-8805-4cea-875e-08a2d4230fc5 tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:41:34.942051 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-5ce899fd-8805-4cea-875e-08a2d4230fc5 tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] Notify callbacks [] for security_group, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:34.961400 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-5ce899fd-8805-4cea-875e-08a2d4230fc5 tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] Notify callbacks [] for security_group, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:34.976153 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-5ce899fd-8805-4cea-875e-08a2d4230fc5 tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:41:34.983967 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-5ce899fd-8805-4cea-875e-08a2d4230fc5 tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] Usage tracker for resource:security_group_rule and tenant:1dc42150e9b948d4b2349aedc765e185 is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:41:34.987722 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-5ce899fd-8805-4cea-875e-08a2d4230fc5 tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:41:34.993879 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-5ce899fd-8805-4cea-875e-08a2d4230fc5 tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:41:35.054290 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a97dfea-6871-4d6e-9c15-462805908e18 None None] DHCP port deletion for 1108ef1f-1bd5-4d72-9ea9-9e024e4daa4f request from dv-neutron-821829-1-hyperv {{(pid=87508) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 16 22:41:35.058511 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-4a97dfea-6871-4d6e-9c15-462805908e18 None None] Deleting port a23790f4-13f5-4ea3-b856-178e087725ae {{(pid=87508) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:41:35.059203 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-4a97dfea-6871-4d6e-9c15-462805908e18 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:35.084332 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-5ce899fd-8805-4cea-875e-08a2d4230fc5 tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] Notify callbacks [] for security_group, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:35.088861 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-5ce899fd-8805-4cea-875e-08a2d4230fc5 tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841066'] for security_group, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:35.092393 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-99131bda-2136-4741-918e-7a770339db20 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:41:35.100341 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-5ce899fd-8805-4cea-875e-08a2d4230fc5 tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:41:35.107655 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-5ce899fd-8805-4cea-875e-08a2d4230fc5 tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] Usage tracker for resource:security_group_rule and tenant:1dc42150e9b948d4b2349aedc765e185 is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:41:35.112686 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.db [None req-4caaf619-184b-41f0-ba7e-c1ad890d3f7a tempest-RoutersNegativeIpV6Test-1646080008 tempest-RoutersNegativeIpV6Test-1646080008-project] For port a23790f4-13f5-4ea3-b856-178e087725ae, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=a23790f4-13f5-4ea3-b856-178e087725ae,segment=NetworkSegment(d124c7db-d683-4c11-9fc6-1ae0add3f20b),segment_id=d124c7db-d683-4c11-9fc6-1ae0add3f20b)] {{(pid=87507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:41:35.113166 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-4caaf619-184b-41f0-ba7e-c1ad890d3f7a tempest-RoutersNegativeIpV6Test-1646080008 tempest-RoutersNegativeIpV6Test-1646080008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:35.113268 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-5ce899fd-8805-4cea-875e-08a2d4230fc5 tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:41:35.127322 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-5ce899fd-8805-4cea-875e-08a2d4230fc5 tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:41:35.134871 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce899fd-8805-4cea-875e-08a2d4230fc5 tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c6d746f3-49c9-4b72-9333-6284d50f4f35,revision_number=1']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:41:35.140767 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-5ce899fd-8805-4cea-875e-08a2d4230fc5 tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:41:35.225143 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-5ce899fd-8805-4cea-875e-08a2d4230fc5 tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] Notify callbacks [] for security_group, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:35.230283 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-5ce899fd-8805-4cea-875e-08a2d4230fc5 tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841066'] for security_group, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:35.240238 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-5ce899fd-8805-4cea-875e-08a2d4230fc5 tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:41:35.244573 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device a23790f4-13f5-4ea3-b856-178e087725ae no longer exists at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 22:41:35.245663 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.plugin [None req-4caaf619-184b-41f0-ba7e-c1ad890d3f7a tempest-RoutersNegativeIpV6Test-1646080008 tempest-RoutersNegativeIpV6Test-1646080008-project] Calling delete_port for a23790f4-13f5-4ea3-b856-178e087725ae owned by network:dhcp {{(pid=87507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:41:35.279721 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce899fd-8805-4cea-875e-08a2d4230fc5 tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ec9b9d7-0f2d-41e7-bbca-fcf898c11448,revision_number=1']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:41:35.282334 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-5ce899fd-8805-4cea-875e-08a2d4230fc5 tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] Notify callbacks [] for security_group, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:35.287113 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-5ce899fd-8805-4cea-875e-08a2d4230fc5 tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1794 time: 0.3797462
Dec 16 22:41:35.288169 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-5ce899fd-8805-4cea-875e-08a2d4230fc5 tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:41:35.288607 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 48106) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:41:35.293741 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-c7d62e55-8cb3-477a-8d4a-8a0e5a1a6f0d tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] Request body: {'security_group_rule': {'security_group_id': '1ec9b9d7-0f2d-41e7-bbca-fcf898c11448', 'project_id': '1dc42150e9b948d4b2349aedc765e185', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:41:35.300217 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-c7d62e55-8cb3-477a-8d4a-8a0e5a1a6f0d tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:41:35.303957 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-c7d62e55-8cb3-477a-8d4a-8a0e5a1a6f0d tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] Usage tracker for resource:security_group_rule and tenant:1dc42150e9b948d4b2349aedc765e185 is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:41:35.306732 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-c7d62e55-8cb3-477a-8d4a-8a0e5a1a6f0d tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:41:35.312295 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-c7d62e55-8cb3-477a-8d4a-8a0e5a1a6f0d tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:41:35.329957 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-c7d62e55-8cb3-477a-8d4a-8a0e5a1a6f0d tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:35.339902 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-4a97dfea-6871-4d6e-9c15-462805908e18 None None] For port a23790f4-13f5-4ea3-b856-178e087725ae, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=a23790f4-13f5-4ea3-b856-178e087725ae,segment=NetworkSegment(d124c7db-d683-4c11-9fc6-1ae0add3f20b),segment_id=d124c7db-d683-4c11-9fc6-1ae0add3f20b)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:41:35.340300 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-4a97dfea-6871-4d6e-9c15-462805908e18 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:35.340719 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-4caaf619-184b-41f0-ba7e-c1ad890d3f7a tempest-RoutersNegativeIpV6Test-1646080008 tempest-RoutersNegativeIpV6Test-1646080008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10807823'] for port, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:35.347072 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-0a09ce79-0b33-4dfb-bab8-9dcad7e4276a tempest-RoutersNegativeTest-1851367265 tempest-RoutersNegativeTest-1851367265-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:41:35.396417 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4caaf619-184b-41f0-ba7e-c1ad890d3f7a tempest-RoutersNegativeIpV6Test-1646080008 tempest-RoutersNegativeIpV6Test-1646080008-project] Pushing event deleted for resources: {'Port': ['ID=a23790f4-13f5-4ea3-b856-178e087725ae,revision_number=None']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:41:35.400377 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-4caaf619-184b-41f0-ba7e-c1ad890d3f7a tempest-RoutersNegativeIpV6Test-1646080008 tempest-RoutersNegativeIpV6Test-1646080008-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:41:35.401421 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4caaf619-184b-41f0-ba7e-c1ad890d3f7a tempest-RoutersNegativeIpV6Test-1646080008 tempest-RoutersNegativeIpV6Test-1646080008-project] No DVR routers for this DVR port a23790f4-13f5-4ea3-b856-178e087725ae on host dv-neutron-821829-1-hyperv {{(pid=87507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 22:41:35.413000 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] No active binding found for port a23790f4-13f5-4ea3-b856-178e087725ae {{(pid=87508) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}}
Dec 16 22:41:35.413425 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device a23790f4-13f5-4ea3-b856-178e087725ae not bound to the agent host dv-neutron-821829-1-hyperv {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 22:41:35.477422 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-4a97dfea-6871-4d6e-9c15-462805908e18 None None] Calling delete_port for a23790f4-13f5-4ea3-b856-178e087725ae owned by network:dhcp {{(pid=87508) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:41:35.534985 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-c7d62e55-8cb3-477a-8d4a-8a0e5a1a6f0d tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:35.539090 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-c7d62e55-8cb3-477a-8d4a-8a0e5a1a6f0d tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841137'] for security_group_rule, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:35.541116 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:41:35.545082 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-4caaf619-184b-41f0-ba7e-c1ad890d3f7a tempest-RoutersNegativeIpV6Test-1646080008 tempest-RoutersNegativeIpV6Test-1646080008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3329565', 'neutron.services.segments.db._delete_segments_for_network-8734753546406'] for network, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:35.560419 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.db.api [None req-4a97dfea-6871-4d6e-9c15-462805908e18 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87508) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 16 22:41:35.560789 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_db.api [None req-4a97dfea-6871-4d6e-9c15-462805908e18 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 16 22:41:35.564943 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d62e55-8cb3-477a-8d4a-8a0e5a1a6f0d tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba9c42f6-4986-4dd9-8b5d-eeda56a39051,revision_number=0']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:41:35.567436 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-c7d62e55-8cb3-477a-8d4a-8a0e5a1a6f0d tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:41:35.574479 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.services.segments.db [None req-4caaf619-184b-41f0-ba7e-c1ad890d3f7a tempest-RoutersNegativeIpV6Test-1646080008 tempest-RoutersNegativeIpV6Test-1646080008-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1b77d32b80>,) {'filters': {'network_id': ['1108ef1f-1bd5-4d72-9ea9-9e024e4daa4f']}} {{(pid=87507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:41:35.575574 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-c7d62e55-8cb3-477a-8d4a-8a0e5a1a6f0d tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:35.576896 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-c7d62e55-8cb3-477a-8d4a-8a0e5a1a6f0d tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.2873783
Dec 16 22:41:35.579709 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 48110) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:41:35.584817 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-c355a65f-1450-4ebb-ba61-9f9258121b9f tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] Request body: {'security_group_rule': {'security_group_id': '1ec9b9d7-0f2d-41e7-bbca-fcf898c11448', 'project_id': '1dc42150e9b948d4b2349aedc765e185', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:41:35.590516 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-c355a65f-1450-4ebb-ba61-9f9258121b9f tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:41:35.590690 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.services.segments.db [None req-4caaf619-184b-41f0-ba7e-c1ad890d3f7a tempest-RoutersNegativeIpV6Test-1646080008 tempest-RoutersNegativeIpV6Test-1646080008-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b77d32b80>, 'd124c7db-d683-4c11-9fc6-1ae0add3f20b') {'for_net_delete': True} {{(pid=87507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:41:35.590908 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.services.segments.db [None req-4caaf619-184b-41f0-ba7e-c1ad890d3f7a tempest-RoutersNegativeIpV6Test-1646080008 tempest-RoutersNegativeIpV6Test-1646080008-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b77d32b80>, 'd124c7db-d683-4c11-9fc6-1ae0add3f20b') {} {{(pid=87507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:41:35.594249 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-c355a65f-1450-4ebb-ba61-9f9258121b9f tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] Usage tracker for resource:security_group_rule and tenant:1dc42150e9b948d4b2349aedc765e185 is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:41:35.597616 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-c355a65f-1450-4ebb-ba61-9f9258121b9f tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:41:35.602631 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-4caaf619-184b-41f0-ba7e-c1ad890d3f7a tempest-RoutersNegativeIpV6Test-1646080008 tempest-RoutersNegativeIpV6Test-1646080008-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734753593977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2128549'] for segment, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:35.603261 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-c355a65f-1450-4ebb-ba61-9f9258121b9f tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:41:35.619565 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-4caaf619-184b-41f0-ba7e-c1ad890d3f7a tempest-RoutersNegativeIpV6Test-1646080008 tempest-RoutersNegativeIpV6Test-1646080008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-883292'] for segment, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:35.620112 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-c355a65f-1450-4ebb-ba61-9f9258121b9f tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:35.625899 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4caaf619-184b-41f0-ba7e-c1ad890d3f7a tempest-RoutersNegativeIpV6Test-1646080008 tempest-RoutersNegativeIpV6Test-1646080008-project] Releasing vlan 187 on physical network physnet1 to pool {{(pid=87507) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 16 22:41:35.626310 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-4caaf619-184b-41f0-ba7e-c1ad890d3f7a tempest-RoutersNegativeIpV6Test-1646080008 tempest-RoutersNegativeIpV6Test-1646080008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-883285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10808034'] for segment, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:35.640472 dv-neutron-821829-1-hyperv neutron-server[87507]: Traceback (most recent call last):
Dec 16 22:41:35.640472 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 16 22:41:35.640472 dv-neutron-821829-1-hyperv neutron-server[87507]:     timer()
Dec 16 22:41:35.640472 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 22:41:35.640472 dv-neutron-821829-1-hyperv neutron-server[87507]:     cb(*args, **kw)
Dec 16 22:41:35.640472 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 22:41:35.640472 dv-neutron-821829-1-hyperv neutron-server[87507]:     return func(*args, **kwargs)
Dec 16 22:41:35.640472 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 22:41:35.640472 dv-neutron-821829-1-hyperv neutron-server[87507]:     self._notify()
Dec 16 22:41:35.640472 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 22:41:35.640472 dv-neutron-821829-1-hyperv neutron-server[87507]:     self.callback(batched_events)
Dec 16 22:41:35.640472 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 22:41:35.640472 dv-neutron-821829-1-hyperv neutron-server[87507]:     event.method(event)
Dec 16 22:41:35.640472 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 22:41:35.640472 dv-neutron-821829-1-hyperv neutron-server[87507]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 22:41:35.640472 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 22:41:35.640472 dv-neutron-821829-1-hyperv neutron-server[87507]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 22:41:35.640472 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 22:41:35.640472 dv-neutron-821829-1-hyperv neutron-server[87507]:     return f(self, *a, **k)
Dec 16 22:41:35.640472 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 16 22:41:35.640472 dv-neutron-821829-1-hyperv neutron-server[87507]:     return self._get(url).json()
Dec 16 22:41:35.640472 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 16 22:41:35.640472 dv-neutron-821829-1-hyperv neutron-server[87507]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 22:41:35.640472 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 16 22:41:35.640472 dv-neutron-821829-1-hyperv neutron-server[87507]:     return self.request(url, 'GET', **kwargs)
Dec 16 22:41:35.640472 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 16 22:41:35.640472 dv-neutron-821829-1-hyperv neutron-server[87507]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 22:41:35.640472 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 16 22:41:35.640472 dv-neutron-821829-1-hyperv neutron-server[87507]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 22:41:35.640472 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 16 22:41:35.640472 dv-neutron-821829-1-hyperv neutron-server[87507]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 22:41:35.640472 dv-neutron-821829-1-hyperv neutron-server[87507]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 22:41:35.681174 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-c355a65f-1450-4ebb-ba61-9f9258121b9f tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:35.684617 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-c355a65f-1450-4ebb-ba61-9f9258121b9f tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841137'] for security_group_rule, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:35.686403 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-c7d62e55-8cb3-477a-8d4a-8a0e5a1a6f0d tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:41:35.708277 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c355a65f-1450-4ebb-ba61-9f9258121b9f tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=545ce480-68e0-452c-a496-f6b146dcaad8,revision_number=0']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:41:35.710729 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-c355a65f-1450-4ebb-ba61-9f9258121b9f tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:41:35.717965 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-c355a65f-1450-4ebb-ba61-9f9258121b9f tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:35.719078 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-c355a65f-1450-4ebb-ba61-9f9258121b9f tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1384244
Dec 16 22:41:35.722509 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 48114) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:41:35.723113 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-4caaf619-184b-41f0-ba7e-c1ad890d3f7a tempest-RoutersNegativeIpV6Test-1646080008 tempest-RoutersNegativeIpV6Test-1646080008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3329572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3741856'] for network, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:35.726745 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-2fd85b5e-3b50-4ee4-a667-50af21d7a080 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:41:35.727631 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-f8ab9ea6-5314-4439-99df-06581411b791 tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] Request body: {'security_group_rule': {'security_group_id': '1ec9b9d7-0f2d-41e7-bbca-fcf898c11448', 'project_id': '1dc42150e9b948d4b2349aedc765e185', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:41:35.733570 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-f8ab9ea6-5314-4439-99df-06581411b791 tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:41:35.737687 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-f8ab9ea6-5314-4439-99df-06581411b791 tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] Usage tracker for resource:security_group_rule and tenant:1dc42150e9b948d4b2349aedc765e185 is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:41:35.740602 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-f8ab9ea6-5314-4439-99df-06581411b791 tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:41:35.743820 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-4caaf619-184b-41f0-ba7e-c1ad890d3f7a tempest-RoutersNegativeIpV6Test-1646080008 tempest-RoutersNegativeIpV6Test-1646080008-project] Notify callbacks [] for network, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:35.746196 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-f8ab9ea6-5314-4439-99df-06581411b791 tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:41:35.754537 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4caaf619-184b-41f0-ba7e-c1ad890d3f7a tempest-RoutersNegativeIpV6Test-1646080008 tempest-RoutersNegativeIpV6Test-1646080008-project] Pushing event deleted for resources: {'Network': ['ID=1108ef1f-1bd5-4d72-9ea9-9e024e4daa4f,revision_number=None']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:41:35.759108 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-4caaf619-184b-41f0-ba7e-c1ad890d3f7a tempest-RoutersNegativeIpV6Test-1646080008 tempest-RoutersNegativeIpV6Test-1646080008-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:41:35.762847 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-f8ab9ea6-5314-4439-99df-06581411b791 tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:35.764292 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-4caaf619-184b-41f0-ba7e-c1ad890d3f7a tempest-RoutersNegativeIpV6Test-1646080008 tempest-RoutersNegativeIpV6Test-1646080008-project] 10.222.0.13 "DELETE /v2.0/networks/1108ef1f-1bd5-4d72-9ea9-9e024e4daa4f HTTP/1.1" status: 204  len: 168 time: 0.9893279
Dec 16 22:41:35.765172 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 48118) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:41:35.825076 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-f8ab9ea6-5314-4439-99df-06581411b791 tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:35.828568 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-f8ab9ea6-5314-4439-99df-06581411b791 tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841137'] for security_group_rule, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:35.830927 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-003d5123-984a-48c6-b322-38c5a2b6e5db tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:41:35.832042 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.db_base_plugin_v2 [None req-c365f92b-b0cc-4a6c-b02c-69e8465e4cd9 tempest-RoutersNegativeIpV6Test-1646080008 tempest-RoutersNegativeIpV6Test-1646080008-project] Deleting subnet 53aa0dc8-357d-425b-995d-b6f0e7c7679e {{(pid=87507) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 16 22:41:35.835031 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-c365f92b-b0cc-4a6c-b02c-69e8465e4cd9 tempest-RoutersNegativeIpV6Test-1646080008 tempest-RoutersNegativeIpV6Test-1646080008-project] Notify callbacks [] for subnet, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:35.855577 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ab9ea6-5314-4439-99df-06581411b791 tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ebd189ec-3363-4c28-9af3-9a1e45300746,revision_number=0']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:41:35.858125 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-f8ab9ea6-5314-4439-99df-06581411b791 tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:41:35.865914 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-f8ab9ea6-5314-4439-99df-06581411b791 tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:35.867111 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-f8ab9ea6-5314-4439-99df-06581411b791 tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1435940
Dec 16 22:41:35.869813 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 48122) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:41:35.874835 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-2b663611-697c-4c11-ac28-382601f939d9 tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] Request body: {'security_group_rule': {'security_group_id': '1ec9b9d7-0f2d-41e7-bbca-fcf898c11448', 'project_id': '1dc42150e9b948d4b2349aedc765e185', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:41:35.880567 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-2b663611-697c-4c11-ac28-382601f939d9 tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:41:35.884341 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-2b663611-697c-4c11-ac28-382601f939d9 tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] Usage tracker for resource:security_group_rule and tenant:1dc42150e9b948d4b2349aedc765e185 is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:41:35.887139 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-2b663611-697c-4c11-ac28-382601f939d9 tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:41:35.889724 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-c365f92b-b0cc-4a6c-b02c-69e8465e4cd9 tempest-RoutersNegativeIpV6Test-1646080008 tempest-RoutersNegativeIpV6Test-1646080008-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2128562'] for subnet, precommit_delete_associations {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:35.893348 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-2b663611-697c-4c11-ac28-382601f939d9 tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:41:35.910282 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-2b663611-697c-4c11-ac28-382601f939d9 tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:35.972268 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-2b663611-697c-4c11-ac28-382601f939d9 tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:35.976052 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-2b663611-697c-4c11-ac28-382601f939d9 tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841137'] for security_group_rule, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:35.977905 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-61a9be9a-373f-486a-9747-83199877c7cb tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:41:35.978502 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-c365f92b-b0cc-4a6c-b02c-69e8465e4cd9 tempest-RoutersNegativeIpV6Test-1646080008 tempest-RoutersNegativeIpV6Test-1646080008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3328566'] for subnet, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:35.999488 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b663611-697c-4c11-ac28-382601f939d9 tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5722a030-c231-4876-8d4b-fa456ed63834,revision_number=0']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:41:36.002456 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-2b663611-697c-4c11-ac28-382601f939d9 tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:41:36.009937 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-2b663611-697c-4c11-ac28-382601f939d9 tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:36.011097 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-2b663611-697c-4c11-ac28-382601f939d9 tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1403775
Dec 16 22:41:36.013787 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 48126) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:41:36.019348 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-004adbf8-5405-46f7-ba61-4833aeb480e8 tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] Request body: {'security_group_rule': {'security_group_id': '1ec9b9d7-0f2d-41e7-bbca-fcf898c11448', 'project_id': '1dc42150e9b948d4b2349aedc765e185', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:41:36.025088 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-004adbf8-5405-46f7-ba61-4833aeb480e8 tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:41:36.028824 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-004adbf8-5405-46f7-ba61-4833aeb480e8 tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] Usage tracker for resource:security_group_rule and tenant:1dc42150e9b948d4b2349aedc765e185 is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:41:36.031642 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-004adbf8-5405-46f7-ba61-4833aeb480e8 tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:41:36.037524 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-004adbf8-5405-46f7-ba61-4833aeb480e8 tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:41:36.048964 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.db.securitygroups_db [None req-004adbf8-5405-46f7-ba61-4833aeb480e8 tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] Project 1dc42150e9b948d4b2349aedc765e185 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 16 22:41:36.052842 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-c365f92b-b0cc-4a6c-b02c-69e8465e4cd9 tempest-RoutersNegativeIpV6Test-1646080008 tempest-RoutersNegativeIpV6Test-1646080008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3328622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10807868', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10549621'] for subnet, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:36.055840 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-004adbf8-5405-46f7-ba61-4833aeb480e8 tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:36.057285 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-f7bf155f-ce05-4806-aede-394ec9b35488 tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:41:36.061929 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-4a97dfea-6871-4d6e-9c15-462805908e18 None None] Deleting port a23790f4-13f5-4ea3-b856-178e087725ae {{(pid=87508) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:41:36.063056 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-4a97dfea-6871-4d6e-9c15-462805908e18 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:36.093405 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c365f92b-b0cc-4a6c-b02c-69e8465e4cd9 tempest-RoutersNegativeIpV6Test-1646080008 tempest-RoutersNegativeIpV6Test-1646080008-project] Pushing event deleted for resources: {'Subnet': ['ID=53aa0dc8-357d-425b-995d-b6f0e7c7679e,revision_number=None']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:41:36.095622 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-c365f92b-b0cc-4a6c-b02c-69e8465e4cd9 tempest-RoutersNegativeIpV6Test-1646080008 tempest-RoutersNegativeIpV6Test-1646080008-project] Notify callbacks [] for subnet, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:36.104344 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-c365f92b-b0cc-4a6c-b02c-69e8465e4cd9 tempest-RoutersNegativeIpV6Test-1646080008 tempest-RoutersNegativeIpV6Test-1646080008-project] 10.222.0.13 "DELETE /v2.0/subnets/53aa0dc8-357d-425b-995d-b6f0e7c7679e HTTP/1.1" status: 204  len: 168 time: 0.3381231
Dec 16 22:41:36.104586 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 48130) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:41:36.105396 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-c365f92b-b0cc-4a6c-b02c-69e8465e4cd9 tempest-RoutersNegativeIpV6Test-1646080008 tempest-RoutersNegativeIpV6Test-1646080008-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:41:36.110447 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89cb761f-74b4-4b97-b996-9cebef1a2364 None None] Network e6b7725c-71ac-459e-94fc-b066e92bc033 requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 22:41:36.162444 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-4a97dfea-6871-4d6e-9c15-462805908e18 None None] The port 'a23790f4-13f5-4ea3-b856-178e087725ae' was deleted {{(pid=87508) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 16 22:41:36.168401 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-004adbf8-5405-46f7-ba61-4833aeb480e8 tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:36.173466 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-004adbf8-5405-46f7-ba61-4833aeb480e8 tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841137'] for security_group_rule, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:36.180414 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-973b38a0-f1e6-45fd-86ab-095af5d44e19 tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:41:36.215787 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.db_base_plugin_v2 [None req-ffa05106-8462-4fa6-b18a-6e20545abe48 tempest-RoutersNegativeIpV6Test-1646080008 tempest-RoutersNegativeIpV6Test-1646080008-project] Deleting subnet 83f10113-4c70-43bb-ac5f-3a368a3cfdcd {{(pid=87506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 16 22:41:36.217638 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004adbf8-5405-46f7-ba61-4833aeb480e8 tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e683e375-345f-4364-805e-42381586f2ea,revision_number=0']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:41:36.222953 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-ffa05106-8462-4fa6-b18a-6e20545abe48 tempest-RoutersNegativeIpV6Test-1646080008 tempest-RoutersNegativeIpV6Test-1646080008-project] Notify callbacks [] for subnet, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:36.249360 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-004adbf8-5405-46f7-ba61-4833aeb480e8 tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:41:36.269270 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-004adbf8-5405-46f7-ba61-4833aeb480e8 tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:36.270445 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-004adbf8-5405-46f7-ba61-4833aeb480e8 tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.2557604
Dec 16 22:41:36.273393 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 48134) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:41:36.278694 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-b1b6adbe-2f95-45a2-b027-eea4e71164db tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] Request body: {'security_group_rule': {'security_group_id': '1ec9b9d7-0f2d-41e7-bbca-fcf898c11448', 'project_id': '1dc42150e9b948d4b2349aedc765e185', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:41:36.284501 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-b1b6adbe-2f95-45a2-b027-eea4e71164db tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:41:36.284732 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-ffa05106-8462-4fa6-b18a-6e20545abe48 tempest-RoutersNegativeIpV6Test-1646080008 tempest-RoutersNegativeIpV6Test-1646080008-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-266764487'] for subnet, precommit_delete_associations {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:36.288391 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-b1b6adbe-2f95-45a2-b027-eea4e71164db tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] Usage tracker for resource:security_group_rule and tenant:1dc42150e9b948d4b2349aedc765e185 is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:41:36.291241 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-b1b6adbe-2f95-45a2-b027-eea4e71164db tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:41:36.296911 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-b1b6adbe-2f95-45a2-b027-eea4e71164db tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:41:36.311447 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.db.securitygroups_db [None req-b1b6adbe-2f95-45a2-b027-eea4e71164db tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] Project 1dc42150e9b948d4b2349aedc765e185 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 16 22:41:36.318769 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-b1b6adbe-2f95-45a2-b027-eea4e71164db tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:36.377149 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-ffa05106-8462-4fa6-b18a-6e20545abe48 tempest-RoutersNegativeIpV6Test-1646080008 tempest-RoutersNegativeIpV6Test-1646080008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3328566'] for subnet, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:36.391661 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-b1b6adbe-2f95-45a2-b027-eea4e71164db tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:36.395655 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-b1b6adbe-2f95-45a2-b027-eea4e71164db tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841137'] for security_group_rule, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:36.397506 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-9cb85241-d183-4eee-92ff-64125e9c4930 tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:41:36.420756 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b6adbe-2f95-45a2-b027-eea4e71164db tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ddef940a-820f-4c05-871b-d2b5ed6597db,revision_number=0']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:41:36.426173 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-b1b6adbe-2f95-45a2-b027-eea4e71164db tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:41:36.431860 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-b1b6adbe-2f95-45a2-b027-eea4e71164db tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:36.436405 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-b1b6adbe-2f95-45a2-b027-eea4e71164db tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1619976
Dec 16 22:41:36.437019 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 48138) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:41:36.443305 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-3ae1245c-c716-447e-a568-4ba4aff505f8 tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] Request body: {'network': {'name': 'tempest-network-smoke--244891825', 'project_id': '1dc42150e9b948d4b2349aedc765e185', 'port_security_enabled': True}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:41:36.448603 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-3ae1245c-c716-447e-a568-4ba4aff505f8 tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:41:36.452431 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-3ae1245c-c716-447e-a568-4ba4aff505f8 tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] Usage tracker for resource:network and tenant:1dc42150e9b948d4b2349aedc765e185 is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:41:36.453835 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-ffa05106-8462-4fa6-b18a-6e20545abe48 tempest-RoutersNegativeIpV6Test-1646080008 tempest-RoutersNegativeIpV6Test-1646080008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3328622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1863378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11213117'] for subnet, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:36.455328 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-3ae1245c-c716-447e-a568-4ba4aff505f8 tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:41:36.458594 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-6020362d-4b6b-463d-b570-29cab683edff tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:41:36.461880 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-3ae1245c-c716-447e-a568-4ba4aff505f8 tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:41:36.472951 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ae1245c-c716-447e-a568-4ba4aff505f8 tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] Made reservation on behalf of 1dc42150e9b948d4b2349aedc765e185 for: {'network': 1} {{(pid=87507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:41:36.476418 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-3ae1245c-c716-447e-a568-4ba4aff505f8 tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for network, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:36.491728 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29c32b91-2470-4d48-ab46-24d35a75d284 None None] DHCP port deletion for e6b7725c-71ac-459e-94fc-b066e92bc033 request from dv-neutron-821829-1-hyperv {{(pid=87508) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 16 22:41:36.496839 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-29c32b91-2470-4d48-ab46-24d35a75d284 None None] Deleting port 520132f0-cb4d-401a-a8e2-2f767cd04834 {{(pid=87508) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:41:36.498035 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-29c32b91-2470-4d48-ab46-24d35a75d284 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:36.499842 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa05106-8462-4fa6-b18a-6e20545abe48 tempest-RoutersNegativeIpV6Test-1646080008 tempest-RoutersNegativeIpV6Test-1646080008-project] Pushing event deleted for resources: {'Subnet': ['ID=83f10113-4c70-43bb-ac5f-3a368a3cfdcd,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:41:36.503433 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-ffa05106-8462-4fa6-b18a-6e20545abe48 tempest-RoutersNegativeIpV6Test-1646080008 tempest-RoutersNegativeIpV6Test-1646080008-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:41:36.507048 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ae1245c-c716-447e-a568-4ba4aff505f8 tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] vlan segment allocate from pool success with {'vlan_id': 155, 'physical_network': 'physnet1'}  {{(pid=87507) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 22:41:36.507428 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-ffa05106-8462-4fa6-b18a-6e20545abe48 tempest-RoutersNegativeIpV6Test-1646080008 tempest-RoutersNegativeIpV6Test-1646080008-project] Notify callbacks [] for subnet, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:36.518046 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-3ae1245c-c716-447e-a568-4ba4aff505f8 tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-883292'] for segment, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:36.518470 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.db.segments_db [None req-3ae1245c-c716-447e-a568-4ba4aff505f8 tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] Added segment 29620fde-83c1-4de3-8c21-94f2b5564f3b of type vlan for network d0cc98fe-1abf-4d5d-953d-ce7ee174c6a2
Dec 16 22:41:36.524211 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 48142) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:41:36.525371 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-ffa05106-8462-4fa6-b18a-6e20545abe48 tempest-RoutersNegativeIpV6Test-1646080008 tempest-RoutersNegativeIpV6Test-1646080008-project] 10.222.0.13 "DELETE /v2.0/subnets/83f10113-4c70-43bb-ac5f-3a368a3cfdcd HTTP/1.1" status: 204  len: 168 time: 0.4196920
Dec 16 22:41:36.537237 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c846456c-c848-41f0-9bfb-0abcdf6b5946 None None] Network 4c4afb2c-5719-4c91-8a89-024e34fd3e06 requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 22:41:36.755174 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-3ae1245c-c716-447e-a568-4ba4aff505f8 tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734753047233'] for network, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:36.780920 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-610c5746-c828-437d-98fb-998ec4c274c3 tempest-RoutersNegativeIpV6Test-1646080008 tempest-RoutersNegativeIpV6Test-1646080008-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-825997'] for network, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:36.806289 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.plugin [None req-610c5746-c828-437d-98fb-998ec4c274c3 tempest-RoutersNegativeIpV6Test-1646080008 tempest-RoutersNegativeIpV6Test-1646080008-project] Deleting port 520132f0-cb4d-401a-a8e2-2f767cd04834 {{(pid=87507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:41:36.806641 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-610c5746-c828-437d-98fb-998ec4c274c3 tempest-RoutersNegativeIpV6Test-1646080008 tempest-RoutersNegativeIpV6Test-1646080008-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:36.834444 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-3ae1245c-c716-447e-a568-4ba4aff505f8 tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440'] for network, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:36.839125 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ae1245c-c716-447e-a568-4ba4aff505f8 tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:41:36.839697 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-3ae1245c-c716-447e-a568-4ba4aff505f8 tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] Notify callbacks [] for network, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:36.850366 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-f7e51fde-6368-4bc2-895d-ca542e878882 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:41:36.874251 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-29c32b91-2470-4d48-ab46-24d35a75d284 None None] For port 520132f0-cb4d-401a-a8e2-2f767cd04834, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=520132f0-cb4d-401a-a8e2-2f767cd04834,segment=NetworkSegment(8c63d47e-88e3-4e61-bf3b-7b83fd61cd1f),segment_id=8c63d47e-88e3-4e61-bf3b-7b83fd61cd1f)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:41:36.874651 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-29c32b91-2470-4d48-ab46-24d35a75d284 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:36.965083 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae1245c-c716-447e-a568-4ba4aff505f8 tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] Pushing event updated for resources: {'Network': ['ID=d0cc98fe-1abf-4d5d-953d-ce7ee174c6a2,revision_number=1']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:41:36.973055 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 48146) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:41:36.973191 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-3ae1245c-c716-447e-a568-4ba4aff505f8 tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.5351315
Dec 16 22:41:36.974168 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-3ae1245c-c716-447e-a568-4ba4aff505f8 tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:41:36.980061 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-a65f2e2d-570e-459b-8c2f-ac1acbf84a6e tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1736742297', 'admin_state_up': True, 'project_id': '1dc42150e9b948d4b2349aedc765e185', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5'}}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:41:36.989077 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-a65f2e2d-570e-459b-8c2f-ac1acbf84a6e tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:41:36.993155 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-a65f2e2d-570e-459b-8c2f-ac1acbf84a6e tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] Usage tracker for resource:router and tenant:1dc42150e9b948d4b2349aedc765e185 is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:41:36.997744 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-a65f2e2d-570e-459b-8c2f-ac1acbf84a6e tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:41:37.003943 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-29c32b91-2470-4d48-ab46-24d35a75d284 None None] Calling delete_port for 520132f0-cb4d-401a-a8e2-2f767cd04834 owned by network:dhcp {{(pid=87508) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:41:37.004524 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-a65f2e2d-570e-459b-8c2f-ac1acbf84a6e tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:41:37.015234 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-a65f2e2d-570e-459b-8c2f-ac1acbf84a6e tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3741155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38980'] for router, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:37.016310 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-a65f2e2d-570e-459b-8c2f-ac1acbf84a6e tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3743284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3741748', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3896702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-38989'] for router, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:37.033125 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-a65f2e2d-570e-459b-8c2f-ac1acbf84a6e tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:37.036651 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Network d0cc98fe-1abf-4d5d-953d-ce7ee174c6a2 details requested by agent ovs-agent-dv-neutron-821829-1-hyperv with host dv-neutron-821829-1-hyperv {{(pid=87508) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 22:41:37.152919 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.db [None req-610c5746-c828-437d-98fb-998ec4c274c3 tempest-RoutersNegativeIpV6Test-1646080008 tempest-RoutersNegativeIpV6Test-1646080008-project] For port 520132f0-cb4d-401a-a8e2-2f767cd04834, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=520132f0-cb4d-401a-a8e2-2f767cd04834,segment=NetworkSegment(8c63d47e-88e3-4e61-bf3b-7b83fd61cd1f),segment_id=8c63d47e-88e3-4e61-bf3b-7b83fd61cd1f)] {{(pid=87507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:41:37.156055 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-610c5746-c828-437d-98fb-998ec4c274c3 tempest-RoutersNegativeIpV6Test-1646080008 tempest-RoutersNegativeIpV6Test-1646080008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:37.193092 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-29c32b91-2470-4d48-ab46-24d35a75d284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949'] for port, after_delete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:37.207588 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-bdc863e0-4f57-4f1e-bcaa-d5da2e21bc3e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:41:37.242800 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bf782df-de10-4bda-9e1b-69136f0d9b8e None None] DHCP port deletion for 4c4afb2c-5719-4c91-8a89-024e34fd3e06 request from dv-neutron-821829-1-hyperv {{(pid=87508) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 16 22:41:37.254392 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 520132f0-cb4d-401a-a8e2-2f767cd04834 no longer exists at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 22:41:37.291828 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c32b91-2470-4d48-ab46-24d35a75d284 None None] Pushing event deleted for resources: {'Port': ['ID=520132f0-cb4d-401a-a8e2-2f767cd04834,revision_number=None']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:41:37.294791 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-29c32b91-2470-4d48-ab46-24d35a75d284 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:41:37.296801 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] No Port match for: 520132f0-cb4d-401a-a8e2-2f767cd04834 {{(pid=87508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 22:41:37.297153 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 520132f0-cb4d-401a-a8e2-2f767cd04834 not bound to the agent host dv-neutron-821829-1-hyperv {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 22:41:37.297704 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.plugin [None req-610c5746-c828-437d-98fb-998ec4c274c3 tempest-RoutersNegativeIpV6Test-1646080008 tempest-RoutersNegativeIpV6Test-1646080008-project] Calling delete_port for 520132f0-cb4d-401a-a8e2-2f767cd04834 owned by network:dhcp {{(pid=87507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:41:37.301331 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29c32b91-2470-4d48-ab46-24d35a75d284 None None] No DVR routers for this DVR port 520132f0-cb4d-401a-a8e2-2f767cd04834 on host dv-neutron-821829-1-hyperv {{(pid=87508) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 22:41:37.312653 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-3bf782df-de10-4bda-9e1b-69136f0d9b8e None None] Deleting port 90b4f695-39b9-4381-a1ba-d420324b70f2 {{(pid=87508) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:41:37.313148 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-3bf782df-de10-4bda-9e1b-69136f0d9b8e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:37.349209 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-a65f2e2d-570e-459b-8c2f-ac1acbf84a6e tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3741702', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3740945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-38947'] for router, precommit_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:37.381100 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.db.api [None req-610c5746-c828-437d-98fb-998ec4c274c3 tempest-RoutersNegativeIpV6Test-1646080008 tempest-RoutersNegativeIpV6Test-1646080008-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87507) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 16 22:41:37.381457 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_db.api [None req-610c5746-c828-437d-98fb-998ec4c274c3 tempest-RoutersNegativeIpV6Test-1646080008 tempest-RoutersNegativeIpV6Test-1646080008-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 16 22:41:37.520496 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-3bf782df-de10-4bda-9e1b-69136f0d9b8e None None] For port 90b4f695-39b9-4381-a1ba-d420324b70f2, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=90b4f695-39b9-4381-a1ba-d420324b70f2,segment=NetworkSegment(b80de146-3e1f-468a-9bfa-63ec63b7f52d),segment_id=b80de146-3e1f-468a-9bfa-63ec63b7f52d)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:41:37.520900 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-3bf782df-de10-4bda-9e1b-69136f0d9b8e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:37.639860 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-3bf782df-de10-4bda-9e1b-69136f0d9b8e None None] Calling delete_port for 90b4f695-39b9-4381-a1ba-d420324b70f2 owned by network:dhcp {{(pid=87508) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:41:37.652082 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-a65f2e2d-570e-459b-8c2f-ac1acbf84a6e tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] Notify callbacks [] for router_gateway, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:37.680718 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-a65f2e2d-570e-459b-8c2f-ac1acbf84a6e tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:37.757593 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-3bf782df-de10-4bda-9e1b-69136f0d9b8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949'] for port, after_delete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:37.761392 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:41:37.810171 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf782df-de10-4bda-9e1b-69136f0d9b8e None None] Pushing event deleted for resources: {'Port': ['ID=90b4f695-39b9-4381-a1ba-d420324b70f2,revision_number=None']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:41:37.816217 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-3bf782df-de10-4bda-9e1b-69136f0d9b8e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:41:37.817226 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bf782df-de10-4bda-9e1b-69136f0d9b8e None None] No DVR routers for this DVR port 90b4f695-39b9-4381-a1ba-d420324b70f2 on host dv-neutron-821829-1-hyperv {{(pid=87508) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 22:41:37.822018 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:37.826519 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.db_base_plugin_common [None req-a65f2e2d-570e-459b-8c2f-ac1acbf84a6e tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] Allocated IP 172.26.0.30 (f8905ce9-304b-4976-bc47-e58c71c11de5/9bca8591-41ef-4f2d-8ecb-ecaab1a28acf/520c2901-3a24-4172-93a5-157f804dd5f0) {{(pid=87506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 22:41:37.882776 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.plugin [None req-610c5746-c828-437d-98fb-998ec4c274c3 tempest-RoutersNegativeIpV6Test-1646080008 tempest-RoutersNegativeIpV6Test-1646080008-project] Deleting port 520132f0-cb4d-401a-a8e2-2f767cd04834 {{(pid=87507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:41:37.883211 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-610c5746-c828-437d-98fb-998ec4c274c3 tempest-RoutersNegativeIpV6Test-1646080008 tempest-RoutersNegativeIpV6Test-1646080008-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:37.955326 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.plugin [None req-610c5746-c828-437d-98fb-998ec4c274c3 tempest-RoutersNegativeIpV6Test-1646080008 tempest-RoutersNegativeIpV6Test-1646080008-project] The port '520132f0-cb4d-401a-a8e2-2f767cd04834' was deleted {{(pid=87507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 16 22:41:38.078448 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-610c5746-c828-437d-98fb-998ec4c274c3 tempest-RoutersNegativeIpV6Test-1646080008 tempest-RoutersNegativeIpV6Test-1646080008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3329565', 'neutron.services.segments.db._delete_segments_for_network-8734753546406'] for network, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:38.085613 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-a65f2e2d-570e-459b-8c2f-ac1acbf84a6e tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] Notify callbacks [] for port, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:38.102384 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.services.segments.db [None req-610c5746-c828-437d-98fb-998ec4c274c3 tempest-RoutersNegativeIpV6Test-1646080008 tempest-RoutersNegativeIpV6Test-1646080008-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1b76ee0b20>,) {'filters': {'network_id': ['e6b7725c-71ac-459e-94fc-b066e92bc033']}} {{(pid=87507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:41:38.114482 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-a65f2e2d-570e-459b-8c2f-ac1acbf84a6e tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1863393'] for port, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:38.114899 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.services.segments.db [None req-610c5746-c828-437d-98fb-998ec4c274c3 tempest-RoutersNegativeIpV6Test-1646080008 tempest-RoutersNegativeIpV6Test-1646080008-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b76ee0b20>, '8c63d47e-88e3-4e61-bf3b-7b83fd61cd1f') {'for_net_delete': True} {{(pid=87507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:41:38.115208 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.services.segments.db [None req-610c5746-c828-437d-98fb-998ec4c274c3 tempest-RoutersNegativeIpV6Test-1646080008 tempest-RoutersNegativeIpV6Test-1646080008-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b76ee0b20>, '8c63d47e-88e3-4e61-bf3b-7b83fd61cd1f') {} {{(pid=87507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:41:38.119159 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-13d5e2b9-b8ce-4b12-9a39-78b41adc21be tempest-RoutersNegativeIpV6Test-1646080008 tempest-RoutersNegativeIpV6Test-1646080008-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:41:38.126236 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-610c5746-c828-437d-98fb-998ec4c274c3 tempest-RoutersNegativeIpV6Test-1646080008 tempest-RoutersNegativeIpV6Test-1646080008-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734753593977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2128549'] for segment, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:38.142096 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-610c5746-c828-437d-98fb-998ec4c274c3 tempest-RoutersNegativeIpV6Test-1646080008 tempest-RoutersNegativeIpV6Test-1646080008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-883292'] for segment, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:38.148087 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-610c5746-c828-437d-98fb-998ec4c274c3 tempest-RoutersNegativeIpV6Test-1646080008 tempest-RoutersNegativeIpV6Test-1646080008-project] Releasing vlan 163 on physical network physnet1 to pool {{(pid=87507) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 16 22:41:38.148473 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-610c5746-c828-437d-98fb-998ec4c274c3 tempest-RoutersNegativeIpV6Test-1646080008 tempest-RoutersNegativeIpV6Test-1646080008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-883285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10808034'] for segment, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:38.166452 dv-neutron-821829-1-hyperv neutron-server[87507]: Traceback (most recent call last):
Dec 16 22:41:38.166452 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 16 22:41:38.166452 dv-neutron-821829-1-hyperv neutron-server[87507]:     timer()
Dec 16 22:41:38.166452 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 22:41:38.166452 dv-neutron-821829-1-hyperv neutron-server[87507]:     cb(*args, **kw)
Dec 16 22:41:38.166452 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 22:41:38.166452 dv-neutron-821829-1-hyperv neutron-server[87507]:     return func(*args, **kwargs)
Dec 16 22:41:38.166452 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 22:41:38.166452 dv-neutron-821829-1-hyperv neutron-server[87507]:     self._notify()
Dec 16 22:41:38.166452 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 22:41:38.166452 dv-neutron-821829-1-hyperv neutron-server[87507]:     self.callback(batched_events)
Dec 16 22:41:38.166452 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 22:41:38.166452 dv-neutron-821829-1-hyperv neutron-server[87507]:     event.method(event)
Dec 16 22:41:38.166452 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 22:41:38.166452 dv-neutron-821829-1-hyperv neutron-server[87507]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 22:41:38.166452 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 22:41:38.166452 dv-neutron-821829-1-hyperv neutron-server[87507]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 22:41:38.166452 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 22:41:38.166452 dv-neutron-821829-1-hyperv neutron-server[87507]:     return f(self, *a, **k)
Dec 16 22:41:38.166452 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 16 22:41:38.166452 dv-neutron-821829-1-hyperv neutron-server[87507]:     return self._get(url).json()
Dec 16 22:41:38.166452 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 16 22:41:38.166452 dv-neutron-821829-1-hyperv neutron-server[87507]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 22:41:38.166452 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 16 22:41:38.166452 dv-neutron-821829-1-hyperv neutron-server[87507]:     return self.request(url, 'GET', **kwargs)
Dec 16 22:41:38.166452 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 16 22:41:38.166452 dv-neutron-821829-1-hyperv neutron-server[87507]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 22:41:38.166452 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 16 22:41:38.166452 dv-neutron-821829-1-hyperv neutron-server[87507]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 22:41:38.166452 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 16 22:41:38.166452 dv-neutron-821829-1-hyperv neutron-server[87507]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 22:41:38.166452 dv-neutron-821829-1-hyperv neutron-server[87507]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 22:41:38.182550 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a65f2e2d-570e-459b-8c2f-ac1acbf84a6e tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] Network f8905ce9-304b-4976-bc47-e58c71c11de5 is already hosted by enough agents. {{(pid=87506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:41:38.185368 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.base_scheduler [None req-a65f2e2d-570e-459b-8c2f-ac1acbf84a6e tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] Resources bound (agent type, host, resource id):  {{(pid=87506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:41:38.189541 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a65f2e2d-570e-459b-8c2f-ac1acbf84a6e tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] Received port after_create {{(pid=87506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 22:41:38.218594 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65f2e2d-570e-459b-8c2f-ac1acbf84a6e tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] Pushing event updated for resources: {'Port': ['ID=520c2901-3a24-4172-93a5-157f804dd5f0,revision_number=1']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:41:38.228819 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-a65f2e2d-570e-459b-8c2f-ac1acbf84a6e tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:41:38.244977 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-610c5746-c828-437d-98fb-998ec4c274c3 tempest-RoutersNegativeIpV6Test-1646080008 tempest-RoutersNegativeIpV6Test-1646080008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3329572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3741856'] for network, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:38.251045 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-610c5746-c828-437d-98fb-998ec4c274c3 tempest-RoutersNegativeIpV6Test-1646080008 tempest-RoutersNegativeIpV6Test-1646080008-project] Notify callbacks [] for network, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:38.253712 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-b9040a28-4cae-479c-852c-85b43bda8a45 tempest-BulkNetworkOpsTest-146173519 tempest-BulkNetworkOpsTest-146173519-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:41:38.277229 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610c5746-c828-437d-98fb-998ec4c274c3 tempest-RoutersNegativeIpV6Test-1646080008 tempest-RoutersNegativeIpV6Test-1646080008-project] Pushing event deleted for resources: {'Network': ['ID=e6b7725c-71ac-459e-94fc-b066e92bc033,revision_number=None']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:41:38.279953 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-610c5746-c828-437d-98fb-998ec4c274c3 tempest-RoutersNegativeIpV6Test-1646080008 tempest-RoutersNegativeIpV6Test-1646080008-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:41:38.284133 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-610c5746-c828-437d-98fb-998ec4c274c3 tempest-RoutersNegativeIpV6Test-1646080008 tempest-RoutersNegativeIpV6Test-1646080008-project] 10.222.0.13 "DELETE /v2.0/networks/e6b7725c-71ac-459e-94fc-b066e92bc033 HTTP/1.1" status: 204  len: 168 time: 1.7564514
Dec 16 22:41:38.284433 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 48150) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:41:38.411029 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-481069f2-2f98-4cb7-8fda-7dd5e2a16be1 tempest-RoutersNegativeIpV6Test-1646080008 tempest-RoutersNegativeIpV6Test-1646080008-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-825997'] for network, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:38.546608 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-481069f2-2f98-4cb7-8fda-7dd5e2a16be1 tempest-RoutersNegativeIpV6Test-1646080008 tempest-RoutersNegativeIpV6Test-1646080008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3329565', 'neutron.services.segments.db._delete_segments_for_network-8734753546406'] for network, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:38.580750 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.services.segments.db [None req-481069f2-2f98-4cb7-8fda-7dd5e2a16be1 tempest-RoutersNegativeIpV6Test-1646080008 tempest-RoutersNegativeIpV6Test-1646080008-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1b77f4f2b0>,) {'filters': {'network_id': ['4c4afb2c-5719-4c91-8a89-024e34fd3e06']}} {{(pid=87507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:41:38.596836 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.services.segments.db [None req-481069f2-2f98-4cb7-8fda-7dd5e2a16be1 tempest-RoutersNegativeIpV6Test-1646080008 tempest-RoutersNegativeIpV6Test-1646080008-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b77f4f2b0>, 'b80de146-3e1f-468a-9bfa-63ec63b7f52d') {'for_net_delete': True} {{(pid=87507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:41:38.597128 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.services.segments.db [None req-481069f2-2f98-4cb7-8fda-7dd5e2a16be1 tempest-RoutersNegativeIpV6Test-1646080008 tempest-RoutersNegativeIpV6Test-1646080008-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b77f4f2b0>, 'b80de146-3e1f-468a-9bfa-63ec63b7f52d') {} {{(pid=87507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:41:38.608508 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-481069f2-2f98-4cb7-8fda-7dd5e2a16be1 tempest-RoutersNegativeIpV6Test-1646080008 tempest-RoutersNegativeIpV6Test-1646080008-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734753593977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2128549'] for segment, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:38.624711 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-481069f2-2f98-4cb7-8fda-7dd5e2a16be1 tempest-RoutersNegativeIpV6Test-1646080008 tempest-RoutersNegativeIpV6Test-1646080008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-883292'] for segment, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:38.630586 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-481069f2-2f98-4cb7-8fda-7dd5e2a16be1 tempest-RoutersNegativeIpV6Test-1646080008 tempest-RoutersNegativeIpV6Test-1646080008-project] Releasing vlan 184 on physical network physnet1 to pool {{(pid=87507) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 16 22:41:38.630964 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-481069f2-2f98-4cb7-8fda-7dd5e2a16be1 tempest-RoutersNegativeIpV6Test-1646080008 tempest-RoutersNegativeIpV6Test-1646080008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-883285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10808034'] for segment, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:38.642534 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-a65f2e2d-570e-459b-8c2f-ac1acbf84a6e tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] Notify callbacks [] for router_gateway, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:38.645627 dv-neutron-821829-1-hyperv neutron-server[87507]: Traceback (most recent call last):
Dec 16 22:41:38.645627 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 16 22:41:38.645627 dv-neutron-821829-1-hyperv neutron-server[87507]:     timer()
Dec 16 22:41:38.645627 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 22:41:38.645627 dv-neutron-821829-1-hyperv neutron-server[87507]:     cb(*args, **kw)
Dec 16 22:41:38.645627 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 22:41:38.645627 dv-neutron-821829-1-hyperv neutron-server[87507]:     return func(*args, **kwargs)
Dec 16 22:41:38.645627 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 22:41:38.645627 dv-neutron-821829-1-hyperv neutron-server[87507]:     self._notify()
Dec 16 22:41:38.645627 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 22:41:38.645627 dv-neutron-821829-1-hyperv neutron-server[87507]:     self.callback(batched_events)
Dec 16 22:41:38.645627 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 22:41:38.645627 dv-neutron-821829-1-hyperv neutron-server[87507]:     event.method(event)
Dec 16 22:41:38.645627 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 22:41:38.645627 dv-neutron-821829-1-hyperv neutron-server[87507]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 22:41:38.645627 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 22:41:38.645627 dv-neutron-821829-1-hyperv neutron-server[87507]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 22:41:38.645627 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 22:41:38.645627 dv-neutron-821829-1-hyperv neutron-server[87507]:     return f(self, *a, **k)
Dec 16 22:41:38.645627 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 16 22:41:38.645627 dv-neutron-821829-1-hyperv neutron-server[87507]:     return self._get(url).json()
Dec 16 22:41:38.645627 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 16 22:41:38.645627 dv-neutron-821829-1-hyperv neutron-server[87507]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 22:41:38.645627 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 16 22:41:38.645627 dv-neutron-821829-1-hyperv neutron-server[87507]:     return self.request(url, 'GET', **kwargs)
Dec 16 22:41:38.645627 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 16 22:41:38.645627 dv-neutron-821829-1-hyperv neutron-server[87507]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 22:41:38.645627 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 16 22:41:38.645627 dv-neutron-821829-1-hyperv neutron-server[87507]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 22:41:38.645627 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 16 22:41:38.645627 dv-neutron-821829-1-hyperv neutron-server[87507]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 22:41:38.645627 dv-neutron-821829-1-hyperv neutron-server[87507]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 22:41:38.729029 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-481069f2-2f98-4cb7-8fda-7dd5e2a16be1 tempest-RoutersNegativeIpV6Test-1646080008 tempest-RoutersNegativeIpV6Test-1646080008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3329572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3741856'] for network, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:38.733955 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-481069f2-2f98-4cb7-8fda-7dd5e2a16be1 tempest-RoutersNegativeIpV6Test-1646080008 tempest-RoutersNegativeIpV6Test-1646080008-project] Notify callbacks [] for network, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:38.738043 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-49679991-cca4-4920-a6a2-f79a820b2806 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:41:38.758617 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-481069f2-2f98-4cb7-8fda-7dd5e2a16be1 tempest-RoutersNegativeIpV6Test-1646080008 tempest-RoutersNegativeIpV6Test-1646080008-project] 10.222.0.13 "DELETE /v2.0/networks/4c4afb2c-5719-4c91-8a89-024e34fd3e06 HTTP/1.1" status: 204  len: 168 time: 0.4698379
Dec 16 22:41:38.758921 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 48154) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:41:38.761777 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481069f2-2f98-4cb7-8fda-7dd5e2a16be1 tempest-RoutersNegativeIpV6Test-1646080008 tempest-RoutersNegativeIpV6Test-1646080008-project] Pushing event deleted for resources: {'Network': ['ID=4c4afb2c-5719-4c91-8a89-024e34fd3e06,revision_number=None']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:41:38.764083 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-481069f2-2f98-4cb7-8fda-7dd5e2a16be1 tempest-RoutersNegativeIpV6Test-1646080008 tempest-RoutersNegativeIpV6Test-1646080008-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:41:38.834661 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d8c878a-92f0-4332-ab36-339f658cc628 tempest-RoutersNegativeIpV6Test-1646080008 tempest-RoutersNegativeIpV6Test-1646080008-project] Deleting subnet e3c0bebb-b5bd-4794-bc10-ac5c10223f3e {{(pid=87507) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 16 22:41:38.837577 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-5d8c878a-92f0-4332-ab36-339f658cc628 tempest-RoutersNegativeIpV6Test-1646080008 tempest-RoutersNegativeIpV6Test-1646080008-project] Notify callbacks [] for subnet, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:38.893074 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-5d8c878a-92f0-4332-ab36-339f658cc628 tempest-RoutersNegativeIpV6Test-1646080008 tempest-RoutersNegativeIpV6Test-1646080008-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2128562'] for subnet, precommit_delete_associations {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:38.978412 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-5d8c878a-92f0-4332-ab36-339f658cc628 tempest-RoutersNegativeIpV6Test-1646080008 tempest-RoutersNegativeIpV6Test-1646080008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3328566'] for subnet, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:38.981909 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-a65f2e2d-570e-459b-8c2f-ac1acbf84a6e tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3740952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3741923'] for router, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:39.050468 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-5d8c878a-92f0-4332-ab36-339f658cc628 tempest-RoutersNegativeIpV6Test-1646080008 tempest-RoutersNegativeIpV6Test-1646080008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3328622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10807868', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10549621'] for subnet, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:39.055336 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-813b4c78-cd42-40ed-b3a0-823f442ed7af tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:41:39.093619 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8c878a-92f0-4332-ab36-339f658cc628 tempest-RoutersNegativeIpV6Test-1646080008 tempest-RoutersNegativeIpV6Test-1646080008-project] Pushing event deleted for resources: {'Subnet': ['ID=e3c0bebb-b5bd-4794-bc10-ac5c10223f3e,revision_number=None']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:41:39.096311 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-5d8c878a-92f0-4332-ab36-339f658cc628 tempest-RoutersNegativeIpV6Test-1646080008 tempest-RoutersNegativeIpV6Test-1646080008-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:41:39.099061 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-5d8c878a-92f0-4332-ab36-339f658cc628 tempest-RoutersNegativeIpV6Test-1646080008 tempest-RoutersNegativeIpV6Test-1646080008-project] Notify callbacks [] for subnet, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:39.104421 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bef51e0-229c-4f42-8a5b-8ef5822f12a3 None None] Network 6d761588-cde3-4385-946f-8f841c8c567a requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 22:41:39.113272 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-5d8c878a-92f0-4332-ab36-339f658cc628 tempest-RoutersNegativeIpV6Test-1646080008 tempest-RoutersNegativeIpV6Test-1646080008-project] 10.222.0.13 "DELETE /v2.0/subnets/e3c0bebb-b5bd-4794-bc10-ac5c10223f3e HTTP/1.1" status: 204  len: 168 time: 0.3507810
Dec 16 22:41:39.113537 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 48158) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:41:39.194755 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a65f2e2d-570e-459b-8c2f-ac1acbf84a6e tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] Router 5f106934-be1a-407c-b967-03e0c8912af2 is scheduled to L3 agent 4f519db7-069b-43e2-8411-c092bac9102a with binding_index 1 {{(pid=87506) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 16 22:41:39.233974 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-46aaa1c0-700a-4252-ba24-48ab86b385d0 tempest-RoutersNegativeIpV6Test-1646080008 tempest-RoutersNegativeIpV6Test-1646080008-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-825997'] for network, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:39.236000 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 90b4f695-39b9-4381-a1ba-d420324b70f2 no longer exists at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 22:41:39.245130 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.plugin [None req-46aaa1c0-700a-4252-ba24-48ab86b385d0 tempest-RoutersNegativeIpV6Test-1646080008 tempest-RoutersNegativeIpV6Test-1646080008-project] Deleting port 02e37449-ba27-43a4-884c-c5374f89625a {{(pid=87507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:41:39.245570 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-46aaa1c0-700a-4252-ba24-48ab86b385d0 tempest-RoutersNegativeIpV6Test-1646080008 tempest-RoutersNegativeIpV6Test-1646080008-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:39.275537 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] No Port match for: 90b4f695-39b9-4381-a1ba-d420324b70f2 {{(pid=87508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 22:41:39.275941 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 90b4f695-39b9-4381-a1ba-d420324b70f2 not bound to the agent host dv-neutron-821829-1-hyperv {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 22:41:39.382462 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a65f2e2d-570e-459b-8c2f-ac1acbf84a6e tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] Notify agent at l3_agent.dv-neutron-821829-1-hyperv the message routers_updated {{(pid=87506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 22:41:39.393208 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64ece635-e748-498d-8174-a0a46c95d575 None None] Sync routers for ids ['5f106934-be1a-407c-b967-03e0c8912af2'] in dv-neutron-821829-1-hyperv {{(pid=87508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 22:41:39.406652 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64ece635-e748-498d-8174-a0a46c95d575 None None] Routers {'5f106934-be1a-407c-b967-03e0c8912af2'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:41:39.407299 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-64ece635-e748-498d-8174-a0a46c95d575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b7c3f47c0>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:41:31Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['5f106934-be1a-407c-b967-03e0c8912af2'], 'active': True} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:41:39.428816 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-a65f2e2d-570e-459b-8c2f-ac1acbf84a6e tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] Notify callbacks [] for router, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:39.430046 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-a65f2e2d-570e-459b-8c2f-ac1acbf84a6e tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 895 time: 2.4551167
Dec 16 22:41:39.433591 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 48162) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:41:39.463665 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81070eee-203f-4d74-9693-92cc9731b0d5 None None] DHCP port deletion for 6d761588-cde3-4385-946f-8f841c8c567a request from dv-neutron-821829-1-hyperv {{(pid=87508) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 16 22:41:39.482375 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-81070eee-203f-4d74-9693-92cc9731b0d5 None None] Deleting port 02e37449-ba27-43a4-884c-c5374f89625a {{(pid=87508) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:41:39.482700 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-81070eee-203f-4d74-9693-92cc9731b0d5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:39.486175 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.db [None req-46aaa1c0-700a-4252-ba24-48ab86b385d0 tempest-RoutersNegativeIpV6Test-1646080008 tempest-RoutersNegativeIpV6Test-1646080008-project] For port 02e37449-ba27-43a4-884c-c5374f89625a, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=02e37449-ba27-43a4-884c-c5374f89625a,segment=NetworkSegment(6a258663-a095-4409-b356-86ad4dd5b6ce),segment_id=6a258663-a095-4409-b356-86ad4dd5b6ce)] {{(pid=87507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:41:39.486865 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-46aaa1c0-700a-4252-ba24-48ab86b385d0 tempest-RoutersNegativeIpV6Test-1646080008 tempest-RoutersNegativeIpV6Test-1646080008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:39.713198 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvr_db [None req-64ece635-e748-498d-8174-a0a46c95d575 None None] Set router 5f106934-be1a-407c-b967-03e0c8912af2 gateway port host: dv-neutron-821829-1-hyperv {{(pid=87508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 22:41:39.739837 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-0053ff0a-5746-491d-b1ae-e41aa386514f tempest-TestNetworkAdvancedServerOps-286306894 tempest-TestNetworkAdvancedServerOps-286306894-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=1dc42150e9b948d4b2349aedc765e185&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.3050711
Dec 16 22:41:39.742723 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 48168) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:41:39.754088 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.plugin [None req-46aaa1c0-700a-4252-ba24-48ab86b385d0 tempest-RoutersNegativeIpV6Test-1646080008 tempest-RoutersNegativeIpV6Test-1646080008-project] Calling delete_port for 02e37449-ba27-43a4-884c-c5374f89625a owned by network:dhcp {{(pid=87507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:41:39.831304 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-46aaa1c0-700a-4252-ba24-48ab86b385d0 tempest-RoutersNegativeIpV6Test-1646080008 tempest-RoutersNegativeIpV6Test-1646080008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10807823'] for port, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:39.836317 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-79a8cca8-aa91-408e-b014-6842826c63e0 tempest-RoutersNegativeTest-1851367265 tempest-RoutersNegativeTest-1851367265-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:41:39.875365 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66c2af3f-bba9-4351-a229-54f2fc4ef826 tempest-TestNetworkAdvancedServerOps-286306894 tempest-TestNetworkAdvancedServerOps-286306894-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:41:39.877849 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-66c2af3f-bba9-4351-a229-54f2fc4ef826 tempest-TestNetworkAdvancedServerOps-286306894 tempest-TestNetworkAdvancedServerOps-286306894-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.1340716
Dec 16 22:41:39.879427 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46aaa1c0-700a-4252-ba24-48ab86b385d0 tempest-RoutersNegativeIpV6Test-1646080008 tempest-RoutersNegativeIpV6Test-1646080008-project] Pushing event deleted for resources: {'Port': ['ID=02e37449-ba27-43a4-884c-c5374f89625a,revision_number=None']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:41:39.882722 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-46aaa1c0-700a-4252-ba24-48ab86b385d0 tempest-RoutersNegativeIpV6Test-1646080008 tempest-RoutersNegativeIpV6Test-1646080008-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:41:39.883625 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46aaa1c0-700a-4252-ba24-48ab86b385d0 tempest-RoutersNegativeIpV6Test-1646080008 tempest-RoutersNegativeIpV6Test-1646080008-project] No DVR routers for this DVR port 02e37449-ba27-43a4-884c-c5374f89625a on host dv-neutron-821829-1-hyperv {{(pid=87507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 22:41:39.887168 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 48172) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:41:39.927651 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-377f5be5-0a43-4e7e-95ee-98aa74414fc2 tempest-TestNetworkAdvancedServerOps-286306894 tempest-TestNetworkAdvancedServerOps-286306894-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=f8905ce9-304b-4976-bc47-e58c71c11de5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0389814
Dec 16 22:41:39.930527 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 48176) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:41:39.937609 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-e44c4126-0a57-48ed-abe2-6d6e6f6a1a34 tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1237209700', 'network_id': 'd0cc98fe-1abf-4d5d-953d-ce7ee174c6a2', 'project_id': '1dc42150e9b948d4b2349aedc765e185', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:41:39.969090 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-81070eee-203f-4d74-9693-92cc9731b0d5 None None] For port 02e37449-ba27-43a4-884c-c5374f89625a, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=02e37449-ba27-43a4-884c-c5374f89625a,segment=NetworkSegment(6a258663-a095-4409-b356-86ad4dd5b6ce),segment_id=6a258663-a095-4409-b356-86ad4dd5b6ce)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:41:39.969424 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-81070eee-203f-4d74-9693-92cc9731b0d5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:40.005808 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-46aaa1c0-700a-4252-ba24-48ab86b385d0 tempest-RoutersNegativeIpV6Test-1646080008 tempest-RoutersNegativeIpV6Test-1646080008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3329565', 'neutron.services.segments.db._delete_segments_for_network-8734753546406'] for network, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:40.036383 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.services.segments.db [None req-46aaa1c0-700a-4252-ba24-48ab86b385d0 tempest-RoutersNegativeIpV6Test-1646080008 tempest-RoutersNegativeIpV6Test-1646080008-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1b77b25f40>,) {'filters': {'network_id': ['6d761588-cde3-4385-946f-8f841c8c567a']}} {{(pid=87507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:41:40.048866 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.services.segments.db [None req-46aaa1c0-700a-4252-ba24-48ab86b385d0 tempest-RoutersNegativeIpV6Test-1646080008 tempest-RoutersNegativeIpV6Test-1646080008-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b77b25f40>, '6a258663-a095-4409-b356-86ad4dd5b6ce') {'for_net_delete': True} {{(pid=87507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:41:40.049224 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.services.segments.db [None req-46aaa1c0-700a-4252-ba24-48ab86b385d0 tempest-RoutersNegativeIpV6Test-1646080008 tempest-RoutersNegativeIpV6Test-1646080008-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b77b25f40>, '6a258663-a095-4409-b356-86ad4dd5b6ce') {} {{(pid=87507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:41:40.050753 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-e44c4126-0a57-48ed-abe2-6d6e6f6a1a34 tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:41:40.054571 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-e44c4126-0a57-48ed-abe2-6d6e6f6a1a34 tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] Usage tracker for resource:subnet and tenant:1dc42150e9b948d4b2349aedc765e185 is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:41:40.057447 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-e44c4126-0a57-48ed-abe2-6d6e6f6a1a34 tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:41:40.061651 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-46aaa1c0-700a-4252-ba24-48ab86b385d0 tempest-RoutersNegativeIpV6Test-1646080008 tempest-RoutersNegativeIpV6Test-1646080008-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734753593977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2128549'] for segment, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:40.063057 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-e44c4126-0a57-48ed-abe2-6d6e6f6a1a34 tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:41:40.073887 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e44c4126-0a57-48ed-abe2-6d6e6f6a1a34 tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] Made reservation on behalf of 1dc42150e9b948d4b2349aedc765e185 for: {'subnet': 1} {{(pid=87506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:41:40.079061 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-e44c4126-0a57-48ed-abe2-6d6e6f6a1a34 tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11213078'] for subnet, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:40.081322 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-46aaa1c0-700a-4252-ba24-48ab86b385d0 tempest-RoutersNegativeIpV6Test-1646080008 tempest-RoutersNegativeIpV6Test-1646080008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-883292'] for segment, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:40.089324 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46aaa1c0-700a-4252-ba24-48ab86b385d0 tempest-RoutersNegativeIpV6Test-1646080008 tempest-RoutersNegativeIpV6Test-1646080008-project] Releasing vlan 189 on physical network physnet1 to pool {{(pid=87507) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 16 22:41:40.089765 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-46aaa1c0-700a-4252-ba24-48ab86b385d0 tempest-RoutersNegativeIpV6Test-1646080008 tempest-RoutersNegativeIpV6Test-1646080008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-883285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10808034'] for segment, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:40.096510 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-81070eee-203f-4d74-9693-92cc9731b0d5 None None] Calling delete_port for 02e37449-ba27-43a4-884c-c5374f89625a owned by network:dhcp {{(pid=87508) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:41:40.106398 dv-neutron-821829-1-hyperv neutron-server[87507]: Traceback (most recent call last):
Dec 16 22:41:40.106398 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 16 22:41:40.106398 dv-neutron-821829-1-hyperv neutron-server[87507]:     timer()
Dec 16 22:41:40.106398 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 22:41:40.106398 dv-neutron-821829-1-hyperv neutron-server[87507]:     cb(*args, **kw)
Dec 16 22:41:40.106398 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 22:41:40.106398 dv-neutron-821829-1-hyperv neutron-server[87507]:     return func(*args, **kwargs)
Dec 16 22:41:40.106398 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 22:41:40.106398 dv-neutron-821829-1-hyperv neutron-server[87507]:     self._notify()
Dec 16 22:41:40.106398 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 22:41:40.106398 dv-neutron-821829-1-hyperv neutron-server[87507]:     self.callback(batched_events)
Dec 16 22:41:40.106398 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 22:41:40.106398 dv-neutron-821829-1-hyperv neutron-server[87507]:     event.method(event)
Dec 16 22:41:40.106398 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 22:41:40.106398 dv-neutron-821829-1-hyperv neutron-server[87507]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 22:41:40.106398 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 22:41:40.106398 dv-neutron-821829-1-hyperv neutron-server[87507]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 22:41:40.106398 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 22:41:40.106398 dv-neutron-821829-1-hyperv neutron-server[87507]:     return f(self, *a, **k)
Dec 16 22:41:40.106398 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 16 22:41:40.106398 dv-neutron-821829-1-hyperv neutron-server[87507]:     return self._get(url).json()
Dec 16 22:41:40.106398 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 16 22:41:40.106398 dv-neutron-821829-1-hyperv neutron-server[87507]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 22:41:40.106398 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 16 22:41:40.106398 dv-neutron-821829-1-hyperv neutron-server[87507]:     return self.request(url, 'GET', **kwargs)
Dec 16 22:41:40.106398 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 16 22:41:40.106398 dv-neutron-821829-1-hyperv neutron-server[87507]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 22:41:40.106398 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 16 22:41:40.106398 dv-neutron-821829-1-hyperv neutron-server[87507]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 22:41:40.106398 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 16 22:41:40.106398 dv-neutron-821829-1-hyperv neutron-server[87507]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 22:41:40.106398 dv-neutron-821829-1-hyperv neutron-server[87507]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 22:41:40.197174 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-46aaa1c0-700a-4252-ba24-48ab86b385d0 tempest-RoutersNegativeIpV6Test-1646080008 tempest-RoutersNegativeIpV6Test-1646080008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3329572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3741856'] for network, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:40.203664 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-e3f262cd-baa3-4b2a-942b-2e49a5f95962 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:41:40.221679 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-46aaa1c0-700a-4252-ba24-48ab86b385d0 tempest-RoutersNegativeIpV6Test-1646080008 tempest-RoutersNegativeIpV6Test-1646080008-project] Notify callbacks [] for network, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:40.230672 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46aaa1c0-700a-4252-ba24-48ab86b385d0 tempest-RoutersNegativeIpV6Test-1646080008 tempest-RoutersNegativeIpV6Test-1646080008-project] Pushing event deleted for resources: {'Network': ['ID=6d761588-cde3-4385-946f-8f841c8c567a,revision_number=None']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:41:40.233386 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.db.api [None req-81070eee-203f-4d74-9693-92cc9731b0d5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87508) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 16 22:41:40.233909 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-46aaa1c0-700a-4252-ba24-48ab86b385d0 tempest-RoutersNegativeIpV6Test-1646080008 tempest-RoutersNegativeIpV6Test-1646080008-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:41:40.234012 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_db.api [None req-81070eee-203f-4d74-9693-92cc9731b0d5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 16 22:41:40.236312 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-46aaa1c0-700a-4252-ba24-48ab86b385d0 tempest-RoutersNegativeIpV6Test-1646080008 tempest-RoutersNegativeIpV6Test-1646080008-project] 10.222.0.13 "DELETE /v2.0/networks/6d761588-cde3-4385-946f-8f841c8c567a HTTP/1.1" status: 204  len: 168 time: 1.1196978
Dec 16 22:41:40.239091 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 48180) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:41:40.252363 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-64ece635-e748-498d-8174-a0a46c95d575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b7c3f47c0>, [{'id': '5f106934-be1a-407c-b967-03e0c8912af2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1736742297', 'tenant_id': '1dc42150e9b948d4b2349aedc765e185', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.30'}], 'enable_snat': True}, 'gw_port_id': '520c2901-3a24-4172-93a5-157f804dd5f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:41:37Z', 'updated_at': '2021-12-16T22:41:38Z', 'revision_number': 3, 'project_id': '1dc42150e9b948d4b2349aedc765e185', 'gw_port': {'id': '520c2901-3a24-4172-93a5-157f804dd5f0', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:1c:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f106934-be1a-407c-b967-03e0c8912af2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1302, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:41:37Z', 'updated_at': '2021-12-16T22:41:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv'}], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:41:40.256246 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64ece635-e748-498d-8174-a0a46c95d575 None None] Checking router: 5f106934-be1a-407c-b967-03e0c8912af2 for host: dv-neutron-821829-1-hyperv {{(pid=87508) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 22:41:40.256611 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64ece635-e748-498d-8174-a0a46c95d575 None None] Updating router 5f106934-be1a-407c-b967-03e0c8912af2 port 520c2901-3a24-4172-93a5-157f804dd5f0 binding host dv-neutron-821829-1-hyperv {{(pid=87508) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 16 22:41:40.282538 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-8f37a5de-7e10-40f8-b982-5145aa140b68 tempest-RoutersNegativeIpV6Test-1646080008 tempest-RoutersNegativeIpV6Test-1646080008-project] Synchronizing usage tracker for tenant:8d67094af69948bebe00c5f2c6d10f1a on resource:port {{(pid=87507) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 22:41:40.298813 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-8f37a5de-7e10-40f8-b982-5145aa140b68 tempest-RoutersNegativeIpV6Test-1646080008 tempest-RoutersNegativeIpV6Test-1646080008-project] Unset dirty status for tenant:8d67094af69948bebe00c5f2c6d10f1a on resource:port {{(pid=87507) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 22:41:40.300157 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-8f37a5de-7e10-40f8-b982-5145aa140b68 tempest-RoutersNegativeIpV6Test-1646080008 tempest-RoutersNegativeIpV6Test-1646080008-project] 10.222.0.13 "GET /v2.0/ports?device_id=92381e53-1139-4079-9c3d-f80a6734d7db HTTP/1.1" status: 200  len: 205 time: 0.0600200
Dec 16 22:41:40.302581 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 48184) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:41:40.311119 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-64ece635-e748-498d-8174-a0a46c95d575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:40.320987 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-e44c4126-0a57-48ed-abe2-6d6e6f6a1a34 tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1863317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11213092'] for subnet, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:40.325210 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-7bb24973-7d6e-4062-9dfa-22eee9463bad tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:41:40.405213 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44c4126-0a57-48ed-abe2-6d6e6f6a1a34 tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] Pushing event updated for resources: {'Subnet': ['ID=bd776cfe-810e-4167-b6ff-a057c8be1d47,revision_number=0']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:41:40.408871 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-e44c4126-0a57-48ed-abe2-6d6e6f6a1a34 tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:41:40.411563 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e44c4126-0a57-48ed-abe2-6d6e6f6a1a34 tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] Checking segment: {'id': '29620fde-83c1-4de3-8c21-94f2b5564f3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'd0cc98fe-1abf-4d5d-953d-ce7ee174c6a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 22:41:40.411968 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e44c4126-0a57-48ed-abe2-6d6e6f6a1a34 tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] Network hostable DHCP agents. Network: d0cc98fe-1abf-4d5d-953d-ce7ee174c6a2, hostable agents: ['3b155c4d-12dc-491e-aa14-6113b06cfacd'], hosted agents: [] {{(pid=87506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 16 22:41:40.444838 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e44c4126-0a57-48ed-abe2-6d6e6f6a1a34 tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] Network d0cc98fe-1abf-4d5d-953d-ce7ee174c6a2 is scheduled to be hosted by DHCP agent 3b155c4d-12dc-491e-aa14-6113b06cfacd with binding_index 1 {{(pid=87506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 16 22:41:40.450528 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-9a4e995e-3861-4da5-9889-b219c52c2bc3 tempest-RoutersNegativeIpV6Test-1646080008 tempest-RoutersNegativeIpV6Test-1646080008-project] Notify callbacks [] for router, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:40.469030 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.base_scheduler [None req-e44c4126-0a57-48ed-abe2-6d6e6f6a1a34 tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821829-1-hyperv, d0cc98fe-1abf-4d5d-953d-ce7ee174c6a2) {{(pid=87506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:41:40.491311 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e44c4126-0a57-48ed-abe2-6d6e6f6a1a34 tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:41:40.492389 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5376e0e-be2b-49d0-96cc-f3fbde715eb6 None None] Network d0cc98fe-1abf-4d5d-953d-ce7ee174c6a2 requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 22:41:40.492696 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-e44c4126-0a57-48ed-abe2-6d6e6f6a1a34 tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] Notify callbacks [] for subnet, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:40.524704 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-e44c4126-0a57-48ed-abe2-6d6e6f6a1a34 tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 832 time: 0.5927715
Dec 16 22:41:40.527073 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 48188) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:41:40.741054 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-81070eee-203f-4d74-9693-92cc9731b0d5 None None] Deleting port 02e37449-ba27-43a4-884c-c5374f89625a {{(pid=87508) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:41:40.741371 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-81070eee-203f-4d74-9693-92cc9731b0d5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:40.790231 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-9a4e995e-3861-4da5-9889-b219c52c2bc3 tempest-RoutersNegativeIpV6Test-1646080008 tempest-RoutersNegativeIpV6Test-1646080008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3739500', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39002'] for router, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:40.792757 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-9a4e995e-3861-4da5-9889-b219c52c2bc3 tempest-RoutersNegativeIpV6Test-1646080008 tempest-RoutersNegativeIpV6Test-1646080008-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:40.818219 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-9a4e995e-3861-4da5-9889-b219c52c2bc3 tempest-RoutersNegativeIpV6Test-1646080008 tempest-RoutersNegativeIpV6Test-1646080008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3830089'] for router, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:40.818784 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a4e995e-3861-4da5-9889-b219c52c2bc3 tempest-RoutersNegativeIpV6Test-1646080008 tempest-RoutersNegativeIpV6Test-1646080008-project] Fanout notify agent at l3_agent the message router_deleted on router 92381e53-1139-4079-9c3d-f80a6734d7db {{(pid=87507) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 16 22:41:40.831555 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-9a4e995e-3861-4da5-9889-b219c52c2bc3 tempest-RoutersNegativeIpV6Test-1646080008 tempest-RoutersNegativeIpV6Test-1646080008-project] Notify callbacks [] for router, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:40.832200 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-81070eee-203f-4d74-9693-92cc9731b0d5 None None] The port '02e37449-ba27-43a4-884c-c5374f89625a' was deleted {{(pid=87508) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 16 22:41:40.833278 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0efe220b-ffb7-43ea-bcb4-35d3e3b1e996 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1d6bfaf-d325-5e4f-b05d-2441d8339617-d0cc98fe-1abf-4d5d-953d-ce7ee174c6a2', 'network_id': 'd0cc98fe-1abf-4d5d-953d-ce7ee174c6a2', 'tenant_id': '1dc42150e9b948d4b2349aedc765e185', 'fixed_ips': [{'subnet_id': 'bd776cfe-810e-4167-b6ff-a057c8be1d47'}]}} from dv-neutron-821829-1-hyperv. {{(pid=87508) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 16 22:41:40.834129 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-0efe220b-ffb7-43ea-bcb4-35d3e3b1e996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:40.835511 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-9a4e995e-3861-4da5-9889-b219c52c2bc3 tempest-RoutersNegativeIpV6Test-1646080008 tempest-RoutersNegativeIpV6Test-1646080008-project] 10.222.0.13 "DELETE /v2.0/routers/92381e53-1139-4079-9c3d-f80a6734d7db HTTP/1.1" status: 204  len: 168 time: 0.5319963
Dec 16 22:41:41.159616 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.db_base_plugin_common [None req-0efe220b-ffb7-43ea-bcb4-35d3e3b1e996 None None] Allocated IP 172.20.0.2 (d0cc98fe-1abf-4d5d-953d-ce7ee174c6a2/bd776cfe-810e-4167-b6ff-a057c8be1d47/e7050915-3297-44d9-879c-0fd4604ed133) {{(pid=87508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 22:41:41.203232 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-64ece635-e748-498d-8174-a0a46c95d575 None None] Notify callbacks [] for port, precommit_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:41.205876 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 48196) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:41:41.260015 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 02e37449-ba27-43a4-884c-c5374f89625a no longer exists at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 22:41:41.304811 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] No Port match for: 02e37449-ba27-43a4-884c-c5374f89625a {{(pid=87508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 22:41:41.305181 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 02e37449-ba27-43a4-884c-c5374f89625a not bound to the agent host dv-neutron-821829-1-hyperv {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 22:41:41.315611 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-64ece635-e748-498d-8174-a0a46c95d575 None None] Transition to ACTIVE for port object 520c2901-3a24-4172-93a5-157f804dd5f0 will not be triggered until provisioned by entity L2. {{(pid=87508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:41:41.325517 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-64ece635-e748-498d-8174-a0a46c95d575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:41.332121 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:41:41.385806 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-850fb268-697e-4775-a33d-f103897b31e8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8d67094af69948bebe00c5f2c6d10f1a&name=default HTTP/1.1" status: 200  len: 2983 time: 0.1786220
Dec 16 22:41:41.387968 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 48202) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:41:41.416352 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-64ece635-e748-498d-8174-a0a46c95d575 None None] Attempting to bind port 520c2901-3a24-4172-93a5-157f804dd5f0 on host dv-neutron-821829-1-hyperv for vnic_type normal with profile  {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 22:41:41.416741 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-64ece635-e748-498d-8174-a0a46c95d575 None None] Attempting to bind port 520c2901-3a24-4172-93a5-157f804dd5f0 by drivers openvswitch,hyperv on host dv-neutron-821829-1-hyperv at level 0 using segments [{'id': 'a416442d-d143-4052-9f4e-546eb8cbe809', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5'}] {{(pid=87508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 22:41:41.417122 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64ece635-e748-498d-8174-a0a46c95d575 None None] Attempting to bind port 520c2901-3a24-4172-93a5-157f804dd5f0 on network f8905ce9-304b-4976-bc47-e58c71c11de5 {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 22:41:41.431613 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64ece635-e748-498d-8174-a0a46c95d575 None None] Checking agent: {'id': '5571501f-366e-47a4-9b60-8ef19d935d27', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821829-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 24, 2), 'started_at': datetime.datetime(2021, 12, 16, 22, 24, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 41, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821829-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 22:41:41.432042 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64ece635-e748-498d-8174-a0a46c95d575 None None] Checking segment: {'id': 'a416442d-d143-4052-9f4e-546eb8cbe809', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 22:41:41.432462 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-64ece635-e748-498d-8174-a0a46c95d575 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:41.432868 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64ece635-e748-498d-8174-a0a46c95d575 None None] Bound using segment: {'id': 'a416442d-d143-4052-9f4e-546eb8cbe809', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5'} {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 22:41:41.433356 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-64ece635-e748-498d-8174-a0a46c95d575 None None] Bound port: 520c2901-3a24-4172-93a5-157f804dd5f0, host: dv-neutron-821829-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a416442d-d143-4052-9f4e-546eb8cbe809', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5'}}] {{(pid=87508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 22:41:41.433864 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-64ece635-e748-498d-8174-a0a46c95d575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:41.444211 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-20d6edeb-cfc9-4a35-984d-a617568414dd tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:41.453344 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-ae67d867-4b21-45e7-b466-de236a110c60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:41.482654 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-ae67d867-4b21-45e7-b466-de236a110c60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:41.499961 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d004d491-9a9a-4443-9613-50cc891b60d5 None None] Pushing event updated for resources: {'Port': ['ID=520c2901-3a24-4172-93a5-157f804dd5f0,revision_number=2']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:41:41.509472 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-d004d491-9a9a-4443-9613-50cc891b60d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:41:41.570108 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-ae67d867-4b21-45e7-b466-de236a110c60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841066'] for security_group, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:41.576911 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-19b21546-a134-4a83-88f3-f2bf9e2877f0 tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:41:41.592556 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae67d867-4b21-45e7-b466-de236a110c60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14ba2897-7024-42b8-ac4b-75b0c7ddced4,revision_number=None']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:41:41.595020 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-ae67d867-4b21-45e7-b466-de236a110c60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:41.596316 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-ae67d867-4b21-45e7-b466-de236a110c60 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/14ba2897-7024-42b8-ac4b-75b0c7ddced4 HTTP/1.1" status: 204  len: 168 time: 0.2074385
Dec 16 22:41:41.597592 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-ae67d867-4b21-45e7-b466-de236a110c60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:41:41.604489 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-64ece635-e748-498d-8174-a0a46c95d575 None None] For port 520c2901-3a24-4172-93a5-157f804dd5f0, host dv-neutron-821829-1-hyperv, cleared binding levels {{(pid=87508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 22:41:41.627665 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-64ece635-e748-498d-8174-a0a46c95d575 None None] For port 520c2901-3a24-4172-93a5-157f804dd5f0, host dv-neutron-821829-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=520c2901-3a24-4172-93a5-157f804dd5f0,segment=NetworkSegment(a416442d-d143-4052-9f4e-546eb8cbe809),segment_id=a416442d-d143-4052-9f4e-546eb8cbe809)] {{(pid=87508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 22:41:41.637193 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-64ece635-e748-498d-8174-a0a46c95d575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:41.644143 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-d5b7cd65-868c-43b5-b414-39982b6c9c06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:41:41.684835 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-0efe220b-ffb7-43ea-bcb4-35d3e3b1e996 None None] Notify callbacks [] for port, precommit_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:41.701357 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-0efe220b-ffb7-43ea-bcb4-35d3e3b1e996 None None] Transition to ACTIVE for port object e7050915-3297-44d9-879c-0fd4604ed133 will not be triggered until provisioned by entity L2. {{(pid=87508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:41:41.744052 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-0efe220b-ffb7-43ea-bcb4-35d3e3b1e996 None None] Transition to ACTIVE for port object e7050915-3297-44d9-879c-0fd4604ed133 will not be triggered until provisioned by entity DHCP. {{(pid=87508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:41:41.748548 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d004d491-9a9a-4443-9613-50cc891b60d5 None None] Pushing event updated for resources: {'Port': ['ID=520c2901-3a24-4172-93a5-157f804dd5f0,revision_number=3']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:41:41.752786 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-d004d491-9a9a-4443-9613-50cc891b60d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:41:41.753395 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64ece635-e748-498d-8174-a0a46c95d575 None None] Routers {'5f106934-be1a-407c-b967-03e0c8912af2'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:41:41.754036 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-64ece635-e748-498d-8174-a0a46c95d575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b7c3f47c0>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:41:31Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['5f106934-be1a-407c-b967-03e0c8912af2'], 'active': True} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:41:41.810148 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-0efe220b-ffb7-43ea-bcb4-35d3e3b1e996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940'] for port, after_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:41.822052 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-3bf782df-de10-4bda-9e1b-69136f0d9b8e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:41:41.908482 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0efe220b-ffb7-43ea-bcb4-35d3e3b1e996 None None] Network d0cc98fe-1abf-4d5d-953d-ce7ee174c6a2 is already hosted by enough agents. {{(pid=87508) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:41:41.964438 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efe220b-ffb7-43ea-bcb4-35d3e3b1e996 None None] Pushing event updated for resources: {'Port': ['ID=e7050915-3297-44d9-879c-0fd4604ed133,revision_number=1']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:41:41.966951 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.scheduler.base_scheduler [None req-0efe220b-ffb7-43ea-bcb4-35d3e3b1e996 None None] Resources bound (agent type, host, resource id):  {{(pid=87508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:41:41.968688 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-0efe220b-ffb7-43ea-bcb4-35d3e3b1e996 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:41:41.971983 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0efe220b-ffb7-43ea-bcb4-35d3e3b1e996 None None] Received port after_create {{(pid=87508) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 22:41:42.080555 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.db_base_plugin_common [None req-20d6edeb-cfc9-4a35-984d-a617568414dd tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] Allocated IP 172.20.0.1 (d0cc98fe-1abf-4d5d-953d-ce7ee174c6a2/bd776cfe-810e-4167-b6ff-a057c8be1d47/00817b5e-de4c-41b9-8a42-ca539e5e4def) {{(pid=87506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 22:41:42.133846 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvr_db [None req-64ece635-e748-498d-8174-a0a46c95d575 None None] Set router 5f106934-be1a-407c-b967-03e0c8912af2 gateway port host: dv-neutron-821829-1-hyperv {{(pid=87508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 22:41:42.247792 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-0efe220b-ffb7-43ea-bcb4-35d3e3b1e996 None None] Attempting to bind port e7050915-3297-44d9-879c-0fd4604ed133 on host dv-neutron-821829-1-hyperv for vnic_type normal with profile  {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 22:41:42.248214 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-0efe220b-ffb7-43ea-bcb4-35d3e3b1e996 None None] Attempting to bind port e7050915-3297-44d9-879c-0fd4604ed133 by drivers openvswitch,hyperv on host dv-neutron-821829-1-hyperv at level 0 using segments [{'id': '29620fde-83c1-4de3-8c21-94f2b5564f3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'd0cc98fe-1abf-4d5d-953d-ce7ee174c6a2'}] {{(pid=87508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 22:41:42.248635 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0efe220b-ffb7-43ea-bcb4-35d3e3b1e996 None None] Attempting to bind port e7050915-3297-44d9-879c-0fd4604ed133 on network d0cc98fe-1abf-4d5d-953d-ce7ee174c6a2 {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 22:41:42.269172 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0efe220b-ffb7-43ea-bcb4-35d3e3b1e996 None None] Checking agent: {'id': '5571501f-366e-47a4-9b60-8ef19d935d27', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821829-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 24, 2), 'started_at': datetime.datetime(2021, 12, 16, 22, 24, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 41, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821829-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 22:41:42.269919 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0efe220b-ffb7-43ea-bcb4-35d3e3b1e996 None None] Checking segment: {'id': '29620fde-83c1-4de3-8c21-94f2b5564f3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'd0cc98fe-1abf-4d5d-953d-ce7ee174c6a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 22:41:42.270034 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-0efe220b-ffb7-43ea-bcb4-35d3e3b1e996 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:42.270437 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0efe220b-ffb7-43ea-bcb4-35d3e3b1e996 None None] Bound using segment: {'id': '29620fde-83c1-4de3-8c21-94f2b5564f3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'd0cc98fe-1abf-4d5d-953d-ce7ee174c6a2'} {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 22:41:42.270921 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-0efe220b-ffb7-43ea-bcb4-35d3e3b1e996 None None] Bound port: e7050915-3297-44d9-879c-0fd4604ed133, host: dv-neutron-821829-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29620fde-83c1-4de3-8c21-94f2b5564f3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'd0cc98fe-1abf-4d5d-953d-ce7ee174c6a2'}}] {{(pid=87508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 22:41:42.271311 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-0efe220b-ffb7-43ea-bcb4-35d3e3b1e996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:42.280724 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-20d6edeb-cfc9-4a35-984d-a617568414dd tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] Notify callbacks [] for port, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:42.296774 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.provisioning_blocks [None req-20d6edeb-cfc9-4a35-984d-a617568414dd tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] Transition to ACTIVE for port object 00817b5e-de4c-41b9-8a42-ca539e5e4def will not be triggered until provisioned by entity DHCP. {{(pid=87506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:41:42.321368 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-20d6edeb-cfc9-4a35-984d-a617568414dd tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1863393'] for port, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:42.326119 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-e75e327e-3471-421b-a39c-4f3314d8dad9 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:41:42.380033 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 48230) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:41:42.382904 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20d6edeb-cfc9-4a35-984d-a617568414dd tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] Network d0cc98fe-1abf-4d5d-953d-ce7ee174c6a2 is already hosted by enough agents. {{(pid=87506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:41:42.384191 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.base_scheduler [None req-20d6edeb-cfc9-4a35-984d-a617568414dd tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] Resources bound (agent type, host, resource id):  {{(pid=87506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:41:42.392941 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20d6edeb-cfc9-4a35-984d-a617568414dd tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] Received port after_create {{(pid=87506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 22:41:42.448716 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d6edeb-cfc9-4a35-984d-a617568414dd tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] Pushing event updated for resources: {'Port': ['ID=00817b5e-de4c-41b9-8a42-ca539e5e4def,revision_number=1']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:41:42.453684 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-20d6edeb-cfc9-4a35-984d-a617568414dd tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:41:42.463939 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-20d6edeb-cfc9-4a35-984d-a617568414dd tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3830061'] for router_interface, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:42.488436 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-0efe220b-ffb7-43ea-bcb4-35d3e3b1e996 None None] For port e7050915-3297-44d9-879c-0fd4604ed133, host dv-neutron-821829-1-hyperv, cleared binding levels {{(pid=87508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 22:41:42.505344 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-0efe220b-ffb7-43ea-bcb4-35d3e3b1e996 None None] For port e7050915-3297-44d9-879c-0fd4604ed133, host dv-neutron-821829-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=e7050915-3297-44d9-879c-0fd4604ed133,segment=NetworkSegment(29620fde-83c1-4de3-8c21-94f2b5564f3b),segment_id=29620fde-83c1-4de3-8c21-94f2b5564f3b)] {{(pid=87508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 22:41:42.510463 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-0efe220b-ffb7-43ea-bcb4-35d3e3b1e996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:42.516431 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-d004d491-9a9a-4443-9613-50cc891b60d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:41:42.521234 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-ded3a4c4-6298-4103-8dce-f32d28a43831 tempest-TagsExtTest-2103464928 tempest-TagsExtTest-2103464928-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-161172787'}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:41:42.526674 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-ded3a4c4-6298-4103-8dce-f32d28a43831 tempest-TagsExtTest-2103464928 tempest-TagsExtTest-2103464928-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:41:42.530615 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-ded3a4c4-6298-4103-8dce-f32d28a43831 tempest-TagsExtTest-2103464928 tempest-TagsExtTest-2103464928-project] Usage tracker for resource:network and tenant:e4db1057a5114255bec28846ceb3a18b is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:41:42.533888 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-ded3a4c4-6298-4103-8dce-f32d28a43831 tempest-TagsExtTest-2103464928 tempest-TagsExtTest-2103464928-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:41:42.540649 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-ded3a4c4-6298-4103-8dce-f32d28a43831 tempest-TagsExtTest-2103464928 tempest-TagsExtTest-2103464928-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:41:42.553058 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ded3a4c4-6298-4103-8dce-f32d28a43831 tempest-TagsExtTest-2103464928 tempest-TagsExtTest-2103464928-project] Made reservation on behalf of e4db1057a5114255bec28846ceb3a18b for: {'network': 1} {{(pid=87507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:41:42.559702 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-ded3a4c4-6298-4103-8dce-f32d28a43831 tempest-TagsExtTest-2103464928 tempest-TagsExtTest-2103464928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for network, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:42.577194 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-ded3a4c4-6298-4103-8dce-f32d28a43831 tempest-TagsExtTest-2103464928 tempest-TagsExtTest-2103464928-project] Notify callbacks [] for security_group, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:42.593643 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-ded3a4c4-6298-4103-8dce-f32d28a43831 tempest-TagsExtTest-2103464928 tempest-TagsExtTest-2103464928-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:41:42.597638 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-ded3a4c4-6298-4103-8dce-f32d28a43831 tempest-TagsExtTest-2103464928 tempest-TagsExtTest-2103464928-project] Usage tracker for resource:security_group_rule and tenant:e4db1057a5114255bec28846ceb3a18b is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:41:42.601712 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-ded3a4c4-6298-4103-8dce-f32d28a43831 tempest-TagsExtTest-2103464928 tempest-TagsExtTest-2103464928-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:41:42.608985 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-20d6edeb-cfc9-4a35-984d-a617568414dd tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:42.613267 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-ded3a4c4-6298-4103-8dce-f32d28a43831 tempest-TagsExtTest-2103464928 tempest-TagsExtTest-2103464928-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:41:42.617801 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efe220b-ffb7-43ea-bcb4-35d3e3b1e996 None None] Pushing event updated for resources: {'Port': ['ID=e7050915-3297-44d9-879c-0fd4604ed133,revision_number=2']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:41:42.622218 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-0efe220b-ffb7-43ea-bcb4-35d3e3b1e996 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:41:42.630425 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-64ece635-e748-498d-8174-a0a46c95d575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b7c3f47c0>, [{'id': '5f106934-be1a-407c-b967-03e0c8912af2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1736742297', 'tenant_id': '1dc42150e9b948d4b2349aedc765e185', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.30'}], 'enable_snat': True}, 'gw_port_id': '520c2901-3a24-4172-93a5-157f804dd5f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:41:37Z', 'updated_at': '2021-12-16T22:41:38Z', 'revision_number': 3, 'project_id': '1dc42150e9b948d4b2349aedc765e185', 'gw_port': {'id': '520c2901-3a24-4172-93a5-157f804dd5f0', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:1c:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f106934-be1a-407c-b967-03e0c8912af2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1302, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:41:37Z', 'updated_at': '2021-12-16T22:41:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv'}], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:41:42.647431 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64ece635-e748-498d-8174-a0a46c95d575 None None] The sync data for ids ['5f106934-be1a-407c-b967-03e0c8912af2'] in dv-neutron-821829-1-hyperv is: [{'id': '5f106934-be1a-407c-b967-03e0c8912af2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1736742297', 'tenant_id': '1dc42150e9b948d4b2349aedc765e185', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.30'}], 'enable_snat': True}, 'gw_port_id': '520c2901-3a24-4172-93a5-157f804dd5f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:41:37Z', 'updated_at': '2021-12-16T22:41:38Z', 'revision_number': 3, 'project_id': '1dc42150e9b948d4b2349aedc765e185', 'gw_port': {'id': '520c2901-3a24-4172-93a5-157f804dd5f0', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:1c:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f106934-be1a-407c-b967-03e0c8912af2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1302, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:41:37Z', 'updated_at': '2021-12-16T22:41:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv'}] {{(pid=87508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 22:41:42.726916 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-ded3a4c4-6298-4103-8dce-f32d28a43831 tempest-TagsExtTest-2103464928 tempest-TagsExtTest-2103464928-project] Notify callbacks [] for security_group, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:42.732725 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-ded3a4c4-6298-4103-8dce-f32d28a43831 tempest-TagsExtTest-2103464928 tempest-TagsExtTest-2103464928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841066'] for security_group, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:42.737075 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-4262d4a3-169c-4584-a7f9-1f2ebf05a786 tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:41:42.779306 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ded3a4c4-6298-4103-8dce-f32d28a43831 tempest-TagsExtTest-2103464928 tempest-TagsExtTest-2103464928-project] vlan segment allocate from pool success with {'vlan_id': 189, 'physical_network': 'physnet1'}  {{(pid=87507) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 22:41:42.793324 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-ded3a4c4-6298-4103-8dce-f32d28a43831 tempest-TagsExtTest-2103464928 tempest-TagsExtTest-2103464928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-883292'] for segment, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:42.794312 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.db.segments_db [None req-ded3a4c4-6298-4103-8dce-f32d28a43831 tempest-TagsExtTest-2103464928 tempest-TagsExtTest-2103464928-project] Added segment ad16dacf-b5c1-4f44-929b-7381a142c6fa of type vlan for network 93f5804e-8a6f-4274-9797-af8cf0eba697
Dec 16 22:41:42.795370 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded3a4c4-6298-4103-8dce-f32d28a43831 tempest-TagsExtTest-2103464928 tempest-TagsExtTest-2103464928-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa9e8c84-b3bd-4ba5-8f28-fbbc31e2b9e8,revision_number=1']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:41:42.799107 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-ded3a4c4-6298-4103-8dce-f32d28a43831 tempest-TagsExtTest-2103464928 tempest-TagsExtTest-2103464928-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:41:42.828836 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-ded3a4c4-6298-4103-8dce-f32d28a43831 tempest-TagsExtTest-2103464928 tempest-TagsExtTest-2103464928-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734753047233'] for network, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:42.894332 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-ded3a4c4-6298-4103-8dce-f32d28a43831 tempest-TagsExtTest-2103464928 tempest-TagsExtTest-2103464928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440'] for network, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:42.905678 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ded3a4c4-6298-4103-8dce-f32d28a43831 tempest-TagsExtTest-2103464928 tempest-TagsExtTest-2103464928-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:41:42.907007 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-ded3a4c4-6298-4103-8dce-f32d28a43831 tempest-TagsExtTest-2103464928 tempest-TagsExtTest-2103464928-project] Notify callbacks [] for network, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:42.915322 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-9efd1e95-8154-4280-8f15-a59bb3d00e0a tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:41:43.128622 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-20d6edeb-cfc9-4a35-984d-a617568414dd tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] Notify callbacks [] for port, precommit_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:43.133458 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-20d6edeb-cfc9-4a35-984d-a617568414dd tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1863400'] for port, after_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:43.170110 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-378755b0-3515-4476-93cd-2bd1107ce790 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:41:43.202071 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-ded3a4c4-6298-4103-8dce-f32d28a43831 tempest-TagsExtTest-2103464928 tempest-TagsExtTest-2103464928-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 778 time: 0.8208425
Dec 16 22:41:43.205725 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 48236) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:41:43.213744 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-7df8654b-25ae-4581-b7d8-cbd087307790 tempest-TagsExtTest-2103464928 tempest-TagsExtTest-2103464928-project] Request body: {'subnet': {'network_id': '93f5804e-8a6f-4274-9797-af8cf0eba697', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:41:43.234684 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded3a4c4-6298-4103-8dce-f32d28a43831 tempest-TagsExtTest-2103464928 tempest-TagsExtTest-2103464928-project] Pushing event updated for resources: {'Network': ['ID=93f5804e-8a6f-4274-9797-af8cf0eba697,revision_number=1']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:41:43.242673 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-ded3a4c4-6298-4103-8dce-f32d28a43831 tempest-TagsExtTest-2103464928 tempest-TagsExtTest-2103464928-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:41:43.257296 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Network 93f5804e-8a6f-4274-9797-af8cf0eba697 details requested by agent ovs-agent-dv-neutron-821829-1-hyperv with host dv-neutron-821829-1-hyperv {{(pid=87508) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 22:41:43.261431 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d6edeb-cfc9-4a35-984d-a617568414dd tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] Pushing event updated for resources: {'Port': ['ID=00817b5e-de4c-41b9-8a42-ca539e5e4def,revision_number=2']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:41:43.266162 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-20d6edeb-cfc9-4a35-984d-a617568414dd tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:41:43.267671 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-20d6edeb-cfc9-4a35-984d-a617568414dd tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3791426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3830222'] for router_interface, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:43.354461 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-7df8654b-25ae-4581-b7d8-cbd087307790 tempest-TagsExtTest-2103464928 tempest-TagsExtTest-2103464928-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:41:43.358731 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-7df8654b-25ae-4581-b7d8-cbd087307790 tempest-TagsExtTest-2103464928 tempest-TagsExtTest-2103464928-project] Usage tracker for resource:subnet and tenant:e4db1057a5114255bec28846ceb3a18b is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:41:43.366948 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-7df8654b-25ae-4581-b7d8-cbd087307790 tempest-TagsExtTest-2103464928 tempest-TagsExtTest-2103464928-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:41:43.377580 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-7df8654b-25ae-4581-b7d8-cbd087307790 tempest-TagsExtTest-2103464928 tempest-TagsExtTest-2103464928-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:41:43.387479 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 520c2901-3a24-4172-93a5-157f804dd5f0 up at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 22:41:43.388824 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7df8654b-25ae-4581-b7d8-cbd087307790 tempest-TagsExtTest-2103464928 tempest-TagsExtTest-2103464928-project] Made reservation on behalf of e4db1057a5114255bec28846ceb3a18b for: {'subnet': 1} {{(pid=87507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:41:43.394406 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-7df8654b-25ae-4581-b7d8-cbd087307790 tempest-TagsExtTest-2103464928 tempest-TagsExtTest-2103464928-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10549598'] for subnet, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:43.487149 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning for port 520c2901-3a24-4172-93a5-157f804dd5f0 completed by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 22:41:43.508220 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning complete for port 520c2901-3a24-4172-93a5-157f804dd5f0 triggered by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:41:43.508801 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:43.509848 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20d6edeb-cfc9-4a35-984d-a617568414dd tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] Network d0cc98fe-1abf-4d5d-953d-ce7ee174c6a2 is already hosted by enough agents. {{(pid=87506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:41:43.512266 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.base_scheduler [None req-20d6edeb-cfc9-4a35-984d-a617568414dd tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] Resources bound (agent type, host, resource id):  {{(pid=87506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:41:43.670832 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:43.700525 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] For port 520c2901-3a24-4172-93a5-157f804dd5f0, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=520c2901-3a24-4172-93a5-157f804dd5f0,segment=NetworkSegment(a416442d-d143-4052-9f4e-546eb8cbe809),segment_id=a416442d-d143-4052-9f4e-546eb8cbe809)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:41:43.706431 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:43.708616 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device e7050915-3297-44d9-879c-0fd4604ed133 up at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 22:41:43.753278 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-7df8654b-25ae-4581-b7d8-cbd087307790 tempest-TagsExtTest-2103464928 tempest-TagsExtTest-2103464928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10807931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10549612'] for subnet, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:43.759335 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-00a94fc2-2564-471e-b865-19d97dd8cb00 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:41:43.784856 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-6b1be416-b924-40b9-8360-3a267c025bc9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:41:43.863320 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Pushing event updated for resources: {'Port': ['ID=520c2901-3a24-4172-93a5-157f804dd5f0,revision_number=4']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:41:43.864890 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df8654b-25ae-4581-b7d8-cbd087307790 tempest-TagsExtTest-2103464928 tempest-TagsExtTest-2103464928-project] Pushing event updated for resources: {'Subnet': ['ID=e5ac3016-4572-403e-928a-89122095451c,revision_number=0']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:41:43.867379 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:41:43.877720 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-7df8654b-25ae-4581-b7d8-cbd087307790 tempest-TagsExtTest-2103464928 tempest-TagsExtTest-2103464928-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:41:43.878609 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7df8654b-25ae-4581-b7d8-cbd087307790 tempest-TagsExtTest-2103464928 tempest-TagsExtTest-2103464928-project] Checking segment: {'id': 'ad16dacf-b5c1-4f44-929b-7381a142c6fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '93f5804e-8a6f-4274-9797-af8cf0eba697'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 22:41:43.878965 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7df8654b-25ae-4581-b7d8-cbd087307790 tempest-TagsExtTest-2103464928 tempest-TagsExtTest-2103464928-project] Network hostable DHCP agents. Network: 93f5804e-8a6f-4274-9797-af8cf0eba697, hostable agents: ['3b155c4d-12dc-491e-aa14-6113b06cfacd'], hosted agents: [] {{(pid=87507) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 16 22:41:43.879709 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning for port e7050915-3297-44d9-879c-0fd4604ed133 completed by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 22:41:43.921185 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7df8654b-25ae-4581-b7d8-cbd087307790 tempest-TagsExtTest-2103464928 tempest-TagsExtTest-2103464928-project] Network 93f5804e-8a6f-4274-9797-af8cf0eba697 is scheduled to be hosted by DHCP agent 3b155c4d-12dc-491e-aa14-6113b06cfacd with binding_index 1 {{(pid=87507) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 16 22:41:43.933389 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.base_scheduler [None req-7df8654b-25ae-4581-b7d8-cbd087307790 tempest-TagsExtTest-2103464928 tempest-TagsExtTest-2103464928-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821829-1-hyperv, 93f5804e-8a6f-4274-9797-af8cf0eba697) {{(pid=87507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:41:43.938200 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7df8654b-25ae-4581-b7d8-cbd087307790 tempest-TagsExtTest-2103464928 tempest-TagsExtTest-2103464928-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:41:43.939551 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-7df8654b-25ae-4581-b7d8-cbd087307790 tempest-TagsExtTest-2103464928 tempest-TagsExtTest-2103464928-project] Notify callbacks [] for subnet, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:43.941558 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0b8d8be-fbda-4b7c-967a-a5eb2f8e5b8c None None] Network 93f5804e-8a6f-4274-9797-af8cf0eba697 requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 22:41:43.966247 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-7df8654b-25ae-4581-b7d8-cbd087307790 tempest-TagsExtTest-2103464928 tempest-TagsExtTest-2103464928-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.7594321
Dec 16 22:41:43.969093 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 48240) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:41:43.975859 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-5a415e8d-2ef0-4880-986b-8d120043bb3a tempest-TagsExtTest-2103464928 tempest-TagsExtTest-2103464928-project] Request body: {'port': {'network_id': '93f5804e-8a6f-4274-9797-af8cf0eba697', 'name': 'tempest-TagsExtTest-1282362213'}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:41:44.014474 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20d6edeb-cfc9-4a35-984d-a617568414dd tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] Router 5f106934-be1a-407c-b967-03e0c8912af2 has already been hosted by L3 agent 4f519db7-069b-43e2-8411-c092bac9102a {{(pid=87506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 22:41:44.021104 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62c1a63f-11b1-4774-a4a5-50842b4bb813 None None] Network d0cc98fe-1abf-4d5d-953d-ce7ee174c6a2 requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 22:41:44.117432 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-5a415e8d-2ef0-4880-986b-8d120043bb3a tempest-TagsExtTest-2103464928 tempest-TagsExtTest-2103464928-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:41:44.122377 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-5a415e8d-2ef0-4880-986b-8d120043bb3a tempest-TagsExtTest-2103464928 tempest-TagsExtTest-2103464928-project] Usage tracker for resource:port and tenant:e4db1057a5114255bec28846ceb3a18b is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:41:44.129726 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-5a415e8d-2ef0-4880-986b-8d120043bb3a tempest-TagsExtTest-2103464928 tempest-TagsExtTest-2103464928-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:41:44.139069 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-5a415e8d-2ef0-4880-986b-8d120043bb3a tempest-TagsExtTest-2103464928 tempest-TagsExtTest-2103464928-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:41:44.141099 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-3c65278f-ac4a-465c-814a-7eb892add9e9 None None] Provisioning for port e7050915-3297-44d9-879c-0fd4604ed133 completed by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 22:41:44.151449 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a415e8d-2ef0-4880-986b-8d120043bb3a tempest-TagsExtTest-2103464928 tempest-TagsExtTest-2103464928-project] Made reservation on behalf of e4db1057a5114255bec28846ceb3a18b for: {'port': 1} {{(pid=87507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:41:44.155242 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-5a415e8d-2ef0-4880-986b-8d120043bb3a tempest-TagsExtTest-2103464928 tempest-TagsExtTest-2103464928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:44.177935 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.notifiers.nova [None req-5a415e8d-2ef0-4880-986b-8d120043bb3a tempest-TagsExtTest-2103464928 tempest-TagsExtTest-2103464928-project] device_id is not set on port 12d5753e-5e59-4a78-b12b-b17f1d68036e yet. {{(pid=87507) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 16 22:41:44.179610 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-3c65278f-ac4a-465c-814a-7eb892add9e9 None None] Provisioning complete for port e7050915-3297-44d9-879c-0fd4604ed133 triggered by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:41:44.180033 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-3c65278f-ac4a-465c-814a-7eb892add9e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:44.210710 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20d6edeb-cfc9-4a35-984d-a617568414dd tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] Notify agent at l3_agent.dv-neutron-821829-1-hyperv the message routers_updated {{(pid=87506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 22:41:44.226694 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-20d6edeb-cfc9-4a35-984d-a617568414dd tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] 10.222.0.13 "PUT /v2.0/routers/5f106934-be1a-407c-b967-03e0c8912af2/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.6980720
Dec 16 22:41:44.338356 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.db_base_plugin_common [None req-5a415e8d-2ef0-4880-986b-8d120043bb3a tempest-TagsExtTest-2103464928 tempest-TagsExtTest-2103464928-project] Allocated IP 172.20.0.13 (93f5804e-8a6f-4274-9797-af8cf0eba697/e5ac3016-4572-403e-928a-89122095451c/12d5753e-5e59-4a78-b12b-b17f1d68036e) {{(pid=87507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 22:41:44.445293 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5f03779-04c4-4e78-a1aa-33716e44b84f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1d6bfaf-d325-5e4f-b05d-2441d8339617-93f5804e-8a6f-4274-9797-af8cf0eba697', 'network_id': '93f5804e-8a6f-4274-9797-af8cf0eba697', 'tenant_id': 'e4db1057a5114255bec28846ceb3a18b', 'fixed_ips': [{'subnet_id': 'e5ac3016-4572-403e-928a-89122095451c'}]}} from dv-neutron-821829-1-hyperv. {{(pid=87508) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 16 22:41:44.446018 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-c5f03779-04c4-4e78-a1aa-33716e44b84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:44.541991 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.agents_db [None req-0abd2616-a86c-48e2-be07-10823335a5bb None None] Agent healthcheck: found 6 active agents {{(pid=87509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 22:41:44.560662 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-c37b272c-553b-49b8-be6a-453a2583087d req-147d6259-5186-4321-a228-9a79e455540d tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-102554022&fields=id&tenant_id=1dc42150e9b948d4b2349aedc765e185 HTTP/1.1" status: 200  len: 267 time: 0.1147687
Dec 16 22:41:44.651962 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-3c65278f-ac4a-465c-814a-7eb892add9e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:44.689456 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-5a415e8d-2ef0-4880-986b-8d120043bb3a tempest-TagsExtTest-2103464928 tempest-TagsExtTest-2103464928-project] Notify callbacks [] for port, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:44.716555 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-3c65278f-ac4a-465c-814a-7eb892add9e9 None None] For port e7050915-3297-44d9-879c-0fd4604ed133, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=e7050915-3297-44d9-879c-0fd4604ed133,segment=NetworkSegment(29620fde-83c1-4de3-8c21-94f2b5564f3b),segment_id=29620fde-83c1-4de3-8c21-94f2b5564f3b)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:41:44.719386 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.provisioning_blocks [None req-5a415e8d-2ef0-4880-986b-8d120043bb3a tempest-TagsExtTest-2103464928 tempest-TagsExtTest-2103464928-project] Transition to ACTIVE for port object 12d5753e-5e59-4a78-b12b-b17f1d68036e will not be triggered until provisioned by entity DHCP. {{(pid=87507) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:41:44.726242 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-3c65278f-ac4a-465c-814a-7eb892add9e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:44.728330 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-97987c7e-627c-4ae6-a425-6515b9faeb0c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:41:44.731609 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55c87ff1-7aec-4494-9687-d90a0d62664c None None] Sync routers for ids ['5f106934-be1a-407c-b967-03e0c8912af2'] in dv-neutron-821829-1-hyperv {{(pid=87509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 22:41:44.749318 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55c87ff1-7aec-4494-9687-d90a0d62664c None None] Routers {'5f106934-be1a-407c-b967-03e0c8912af2'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:41:44.750054 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-55c87ff1-7aec-4494-9687-d90a0d62664c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b7cad3460>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:41:31Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['5f106934-be1a-407c-b967-03e0c8912af2'], 'active': True} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:41:44.762093 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37b272c-553b-49b8-be6a-453a2583087d req-2d815de6-d0b8-4355-8202-0793a61c97b9 tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:41:44.762774 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [req-c37b272c-553b-49b8-be6a-453a2583087d req-2d815de6-d0b8-4355-8202-0793a61c97b9 tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] Synchronizing usage tracker for tenant:1dc42150e9b948d4b2349aedc765e185 on resource:network {{(pid=87507) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 22:41:44.788223 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [req-c37b272c-553b-49b8-be6a-453a2583087d req-2d815de6-d0b8-4355-8202-0793a61c97b9 tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] Unset dirty status for tenant:1dc42150e9b948d4b2349aedc765e185 on resource:network {{(pid=87507) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 22:41:44.790562 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-c37b272c-553b-49b8-be6a-453a2583087d req-2d815de6-d0b8-4355-8202-0793a61c97b9 tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] 10.222.0.13 "GET /v2.0/networks?id=d0cc98fe-1abf-4d5d-953d-ce7ee174c6a2 HTTP/1.1" status: 200  len: 796 time: 0.2188561
Dec 16 22:41:44.800250 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-5a415e8d-2ef0-4880-986b-8d120043bb3a tempest-TagsExtTest-2103464928 tempest-TagsExtTest-2103464928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10807823'] for port, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:44.814904 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-5323f933-f1d7-4717-989f-9a53a6833e18 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:41:44.843920 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c65278f-ac4a-465c-814a-7eb892add9e9 None None] Pushing event updated for resources: {'Port': ['ID=e7050915-3297-44d9-879c-0fd4604ed133,revision_number=3']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:41:44.848590 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-3c65278f-ac4a-465c-814a-7eb892add9e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:41:44.863983 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.db_base_plugin_common [None req-c5f03779-04c4-4e78-a1aa-33716e44b84f None None] Allocated IP 172.20.0.2 (93f5804e-8a6f-4274-9797-af8cf0eba697/e5ac3016-4572-403e-928a-89122095451c/3e8d4866-6f3c-4a5a-8ed7-b37bd5ba58df) {{(pid=87508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 22:41:44.892338 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-c37b272c-553b-49b8-be6a-453a2583087d req-6d68fdd9-44b9-4afd-b36a-a3d685e0e729 tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] 10.222.0.13 "GET /v2.0/quotas/1dc42150e9b948d4b2349aedc765e185 HTTP/1.1" status: 200  len: 375 time: 0.0949926
Dec 16 22:41:44.965725 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a415e8d-2ef0-4880-986b-8d120043bb3a tempest-TagsExtTest-2103464928 tempest-TagsExtTest-2103464928-project] Network 93f5804e-8a6f-4274-9797-af8cf0eba697 is already hosted by enough agents. {{(pid=87507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:41:44.967891 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a415e8d-2ef0-4880-986b-8d120043bb3a tempest-TagsExtTest-2103464928 tempest-TagsExtTest-2103464928-project] Pushing event updated for resources: {'Port': ['ID=12d5753e-5e59-4a78-b12b-b17f1d68036e,revision_number=1']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:41:44.971098 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.base_scheduler [None req-5a415e8d-2ef0-4880-986b-8d120043bb3a tempest-TagsExtTest-2103464928 tempest-TagsExtTest-2103464928-project] Resources bound (agent type, host, resource id):  {{(pid=87507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:41:44.974569 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-5a415e8d-2ef0-4880-986b-8d120043bb3a tempest-TagsExtTest-2103464928 tempest-TagsExtTest-2103464928-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:41:44.975984 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a415e8d-2ef0-4880-986b-8d120043bb3a tempest-TagsExtTest-2103464928 tempest-TagsExtTest-2103464928-project] Received port after_create {{(pid=87507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 22:41:45.031861 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvr_db [None req-55c87ff1-7aec-4494-9687-d90a0d62664c None None] Set router 5f106934-be1a-407c-b967-03e0c8912af2 gateway port host: dv-neutron-821829-1-hyperv {{(pid=87509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 22:41:45.055055 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a415e8d-2ef0-4880-986b-8d120043bb3a tempest-TagsExtTest-2103464928 tempest-TagsExtTest-2103464928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:41:45.055631 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-5a415e8d-2ef0-4880-986b-8d120043bb3a tempest-TagsExtTest-2103464928 tempest-TagsExtTest-2103464928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for port, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:45.082856 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-c37b272c-553b-49b8-be6a-453a2583087d req-032b1637-ae95-4170-8269-483046118120 tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=1dc42150e9b948d4b2349aedc765e185&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1792169
Dec 16 22:41:45.087366 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 48258) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:41:45.087905 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-5a415e8d-2ef0-4880-986b-8d120043bb3a tempest-TagsExtTest-2103464928 tempest-TagsExtTest-2103464928-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 923 time: 1.1173608
Dec 16 22:41:45.093304 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-f78e1988-3264-4e9b-ba2e-c580ac7ff65d tempest-TagsExtTest-2103464928 tempest-TagsExtTest-2103464928-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1366784266', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:41:45.100955 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-f78e1988-3264-4e9b-ba2e-c580ac7ff65d tempest-TagsExtTest-2103464928 tempest-TagsExtTest-2103464928-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:41:45.105268 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-f78e1988-3264-4e9b-ba2e-c580ac7ff65d tempest-TagsExtTest-2103464928 tempest-TagsExtTest-2103464928-project] Usage tracker for resource:router and tenant:e4db1057a5114255bec28846ceb3a18b is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:41:45.108677 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-f78e1988-3264-4e9b-ba2e-c580ac7ff65d tempest-TagsExtTest-2103464928 tempest-TagsExtTest-2103464928-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:41:45.120145 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-4b140108-12b8-4de5-9b4f-b7d2985d9d33 None None] Provisioning for port 00817b5e-de4c-41b9-8a42-ca539e5e4def completed by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 22:41:45.122627 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-f78e1988-3264-4e9b-ba2e-c580ac7ff65d tempest-TagsExtTest-2103464928 tempest-TagsExtTest-2103464928-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:41:45.126975 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-4b140108-12b8-4de5-9b4f-b7d2985d9d33 None None] Provisioning complete for port 00817b5e-de4c-41b9-8a42-ca539e5e4def triggered by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:41:45.127491 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-4b140108-12b8-4de5-9b4f-b7d2985d9d33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:45.151041 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-f78e1988-3264-4e9b-ba2e-c580ac7ff65d tempest-TagsExtTest-2103464928 tempest-TagsExtTest-2103464928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3741155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38980'] for router, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:45.152511 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-f78e1988-3264-4e9b-ba2e-c580ac7ff65d tempest-TagsExtTest-2103464928 tempest-TagsExtTest-2103464928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3743284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3741748', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3896702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-38989'] for router, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:45.192451 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-f78e1988-3264-4e9b-ba2e-c580ac7ff65d tempest-TagsExtTest-2103464928 tempest-TagsExtTest-2103464928-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:45.221119 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-f78e1988-3264-4e9b-ba2e-c580ac7ff65d tempest-TagsExtTest-2103464928 tempest-TagsExtTest-2103464928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3740952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3741923'] for router, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:45.228543 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-c5f03779-04c4-4e78-a1aa-33716e44b84f None None] Notify callbacks [] for port, precommit_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:45.235306 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-4b140108-12b8-4de5-9b4f-b7d2985d9d33 None None] Port 00817b5e-de4c-41b9-8a42-ca539e5e4def cannot update to ACTIVE because it is not bound. {{(pid=87508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 22:41:45.243789 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-c5f03779-04c4-4e78-a1aa-33716e44b84f None None] Transition to ACTIVE for port object 3e8d4866-6f3c-4a5a-8ed7-b37bd5ba58df will not be triggered until provisioned by entity L2. {{(pid=87508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:41:45.262142 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-4b140108-12b8-4de5-9b4f-b7d2985d9d33 None None] Provisioning complete for port e7050915-3297-44d9-879c-0fd4604ed133 triggered by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:41:45.262680 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-4b140108-12b8-4de5-9b4f-b7d2985d9d33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:45.273629 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-f78e1988-3264-4e9b-ba2e-c580ac7ff65d tempest-TagsExtTest-2103464928 tempest-TagsExtTest-2103464928-project] Notify callbacks [] for router, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:45.277546 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-f78e1988-3264-4e9b-ba2e-c580ac7ff65d tempest-TagsExtTest-2103464928 tempest-TagsExtTest-2103464928-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 700 time: 0.1858146
Dec 16 22:41:45.279366 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 48262) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:41:45.285694 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-93f76a3e-b5c1-4500-a74c-c57a21f93251 tempest-TagsExtTest-2103464928 tempest-TagsExtTest-2103464928-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-824164485', 'prefixes': ['172.20.0.0/16']}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:41:45.291720 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-93f76a3e-b5c1-4500-a74c-c57a21f93251 tempest-TagsExtTest-2103464928 tempest-TagsExtTest-2103464928-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:41:45.312188 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-c37b272c-553b-49b8-be6a-453a2583087d req-9f2d7423-25f7-4f15-bb1c-275237b8b7d1 service neutron] 10.222.0.13 "GET /v2.0/networks/d0cc98fe-1abf-4d5d-953d-ce7ee174c6a2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2143810
Dec 16 22:41:45.366655 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-93f76a3e-b5c1-4500-a74c-c57a21f93251 tempest-TagsExtTest-2103464928 tempest-TagsExtTest-2103464928-project] Notify callbacks [] for subnetpool, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:45.372125 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-93f76a3e-b5c1-4500-a74c-c57a21f93251 tempest-TagsExtTest-2103464928 tempest-TagsExtTest-2103464928-project] 10.222.0.13 "POST /v2.0/subnetpools HTTP/1.1" status: 201  len: 747 time: 0.0884197
Dec 16 22:41:45.372897 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 48266) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:41:45.378209 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-c5f03779-04c4-4e78-a1aa-33716e44b84f None None] Transition to ACTIVE for port object 3e8d4866-6f3c-4a5a-8ed7-b37bd5ba58df will not be triggered until provisioned by entity DHCP. {{(pid=87508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:41:45.381479 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 520c2901-3a24-4172-93a5-157f804dd5f0 up at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 22:41:45.385101 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.services.tag.tag_plugin [None req-1c60d8f2-85f1-4328-a674-1f24928d77a0 tempest-TagsExtTest-2103464928 tempest-TagsExtTest-2103464928-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7f1b7c3d8250>, 'subnets', 'e5ac3016-4572-403e-928a-89122095451c', 'tempest-TagsExtTest-Tag-281622491') {} {{(pid=87506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:41:45.433845 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-c5f03779-04c4-4e78-a1aa-33716e44b84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940'] for port, after_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:45.450449 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-d84ebe55-b906-446f-9754-1db889c997ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:41:45.509565 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-1c60d8f2-85f1-4328-a674-1f24928d77a0 tempest-TagsExtTest-2103464928 tempest-TagsExtTest-2103464928-project] 10.222.0.13 "PUT /v2.0/subnets/e5ac3016-4572-403e-928a-89122095451c/tags/tempest-TagsExtTest-Tag-281622491 HTTP/1.1" status: 201  len: 201 time: 0.1331735
Dec 16 22:41:45.510076 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 48270) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:41:45.523226 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.services.tag.tag_plugin [None req-69e080a8-238c-444d-a7a8-b927ec814715 tempest-TagsExtTest-2103464928 tempest-TagsExtTest-2103464928-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7f1b773b8100>, 'ports', '12d5753e-5e59-4a78-b12b-b17f1d68036e', 'tempest-TagsExtTest-Tag-2017799027') {} {{(pid=87506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:41:45.565013 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5f03779-04c4-4e78-a1aa-33716e44b84f None None] Network 93f5804e-8a6f-4274-9797-af8cf0eba697 is already hosted by enough agents. {{(pid=87508) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:41:45.572896 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.scheduler.base_scheduler [None req-c5f03779-04c4-4e78-a1aa-33716e44b84f None None] Resources bound (agent type, host, resource id):  {{(pid=87508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:41:45.590774 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5f03779-04c4-4e78-a1aa-33716e44b84f None None] Received port after_create {{(pid=87508) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 22:41:45.593775 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-55c87ff1-7aec-4494-9687-d90a0d62664c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b7cad3460>, [{'id': '5f106934-be1a-407c-b967-03e0c8912af2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1736742297', 'tenant_id': '1dc42150e9b948d4b2349aedc765e185', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.30'}], 'enable_snat': True}, 'gw_port_id': '520c2901-3a24-4172-93a5-157f804dd5f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:41:37Z', 'updated_at': '2021-12-16T22:41:42Z', 'revision_number': 4, 'project_id': '1dc42150e9b948d4b2349aedc765e185', 'gw_port': {'id': '520c2901-3a24-4172-93a5-157f804dd5f0', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:1c:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f106934-be1a-407c-b967-03e0c8912af2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1302, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:41:37Z', 'updated_at': '2021-12-16T22:41:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv', '_interfaces': [{'id': '00817b5e-de4c-41b9-8a42-ca539e5e4def', 'name': '', 'network_id': 'd0cc98fe-1abf-4d5d-953d-ce7ee174c6a2', 'tenant_id': '1dc42150e9b948d4b2349aedc765e185', 'mac_address': 'fa:16:3e:67:c2:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f106934-be1a-407c-b967-03e0c8912af2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1305, 'fixed_ips': [{'subnet_id': 'bd776cfe-810e-4167-b6ff-a057c8be1d47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:41:41Z', 'updated_at': '2021-12-16T22:41:42Z', 'revision_number': 2, 'project_id': '1dc42150e9b948d4b2349aedc765e185', 'subnets': [{'id': 'bd776cfe-810e-4167-b6ff-a057c8be1d47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:41:45.599097 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f03779-04c4-4e78-a1aa-33716e44b84f None None] Pushing event updated for resources: {'Port': ['ID=3e8d4866-6f3c-4a5a-8ed7-b37bd5ba58df,revision_number=1']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:41:45.605335 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-c5f03779-04c4-4e78-a1aa-33716e44b84f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:41:45.609676 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55c87ff1-7aec-4494-9687-d90a0d62664c None None] Checking router: 5f106934-be1a-407c-b967-03e0c8912af2 for host: dv-neutron-821829-1-hyperv {{(pid=87509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 22:41:45.610041 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55c87ff1-7aec-4494-9687-d90a0d62664c None None] Updating router 5f106934-be1a-407c-b967-03e0c8912af2 port 00817b5e-de4c-41b9-8a42-ca539e5e4def binding host dv-neutron-821829-1-hyperv {{(pid=87509) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 16 22:41:45.679040 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-69e080a8-238c-444d-a7a8-b927ec814715 tempest-TagsExtTest-2103464928 tempest-TagsExtTest-2103464928-project] 10.222.0.13 "PUT /v2.0/ports/12d5753e-5e59-4a78-b12b-b17f1d68036e/tags/tempest-TagsExtTest-Tag-2017799027 HTTP/1.1" status: 201  len: 201 time: 0.1654277
Dec 16 22:41:45.680173 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 48274) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:41:45.684312 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron_lib.callbacks.manager [None req-55c87ff1-7aec-4494-9687-d90a0d62664c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:45.689432 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.services.tag.tag_plugin [None req-f9fce3ac-20b8-4aa2-a9f8-73d8a1f7334d tempest-TagsExtTest-2103464928 tempest-TagsExtTest-2103464928-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7f1b767a1040>, 'routers', '83461e63-a457-4863-b882-d6e03edc87e4', 'tempest-TagsExtTest-Tag-1462991670') {} {{(pid=87506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:41:45.703533 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-c37b272c-553b-49b8-be6a-453a2583087d req-9101f4a7-a089-4b2a-8ff1-66d58998978f service neutron] 10.222.0.13 "GET /v2.0/networks/d0cc98fe-1abf-4d5d-953d-ce7ee174c6a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3858972
Dec 16 22:41:45.802911 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-c5f03779-04c4-4e78-a1aa-33716e44b84f None None] Attempting to bind port 3e8d4866-6f3c-4a5a-8ed7-b37bd5ba58df on host dv-neutron-821829-1-hyperv for vnic_type normal with profile  {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 22:41:45.804303 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-c5f03779-04c4-4e78-a1aa-33716e44b84f None None] Attempting to bind port 3e8d4866-6f3c-4a5a-8ed7-b37bd5ba58df by drivers openvswitch,hyperv on host dv-neutron-821829-1-hyperv at level 0 using segments [{'id': 'ad16dacf-b5c1-4f44-929b-7381a142c6fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '93f5804e-8a6f-4274-9797-af8cf0eba697'}] {{(pid=87508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 22:41:45.804687 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5f03779-04c4-4e78-a1aa-33716e44b84f None None] Attempting to bind port 3e8d4866-6f3c-4a5a-8ed7-b37bd5ba58df on network 93f5804e-8a6f-4274-9797-af8cf0eba697 {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 22:41:45.810110 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning complete for port 520c2901-3a24-4172-93a5-157f804dd5f0 triggered by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:41:45.810487 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:45.864218 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-f9fce3ac-20b8-4aa2-a9f8-73d8a1f7334d tempest-TagsExtTest-2103464928 tempest-TagsExtTest-2103464928-project] 10.222.0.13 "PUT /v2.0/routers/83461e63-a457-4863-b882-d6e03edc87e4/tags/tempest-TagsExtTest-Tag-1462991670 HTTP/1.1" status: 201  len: 201 time: 0.1817038
Dec 16 22:41:45.867070 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 48280) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:41:45.881352 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.services.tag.tag_plugin [None req-646d4343-a36c-45f6-a6f8-8769ed0bce9c tempest-TagsExtTest-2103464928 tempest-TagsExtTest-2103464928-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7f1b76a60b20>, 'subnetpools', 'bed812bb-cced-4e75-814e-444eb2c82352', 'tempest-TagsExtTest-Tag-620181686') {} {{(pid=87507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:41:45.886966 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5f03779-04c4-4e78-a1aa-33716e44b84f None None] Checking agent: {'id': '5571501f-366e-47a4-9b60-8ef19d935d27', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821829-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 24, 2), 'started_at': datetime.datetime(2021, 12, 16, 22, 24, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 41, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821829-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 22:41:45.887556 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5f03779-04c4-4e78-a1aa-33716e44b84f None None] Checking segment: {'id': 'ad16dacf-b5c1-4f44-929b-7381a142c6fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '93f5804e-8a6f-4274-9797-af8cf0eba697'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 22:41:45.888420 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-c5f03779-04c4-4e78-a1aa-33716e44b84f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:45.888828 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5f03779-04c4-4e78-a1aa-33716e44b84f None None] Bound using segment: {'id': 'ad16dacf-b5c1-4f44-929b-7381a142c6fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '93f5804e-8a6f-4274-9797-af8cf0eba697'} {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 22:41:45.889320 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-c5f03779-04c4-4e78-a1aa-33716e44b84f None None] Bound port: 3e8d4866-6f3c-4a5a-8ed7-b37bd5ba58df, host: dv-neutron-821829-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad16dacf-b5c1-4f44-929b-7381a142c6fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '93f5804e-8a6f-4274-9797-af8cf0eba697'}}] {{(pid=87508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 22:41:45.889702 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-c5f03779-04c4-4e78-a1aa-33716e44b84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:45.956217 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-0f32a6f5-1bcc-46d7-94a9-becbc0146325 req-4f96fec9-7bad-45d3-8a96-0e9c690a0df6 tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] 10.222.0.13 "GET /v2.0/ports?device_id=abb163d2-b020-449b-b47c-307670f94186 HTTP/1.1" status: 200  len: 210 time: 0.0627186
Dec 16 22:41:45.990625 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-646d4343-a36c-45f6-a6f8-8769ed0bce9c tempest-TagsExtTest-2103464928 tempest-TagsExtTest-2103464928-project] 10.222.0.13 "PUT /v2.0/subnetpools/bed812bb-cced-4e75-814e-444eb2c82352/tags/tempest-TagsExtTest-Tag-620181686 HTTP/1.1" status: 201  len: 201 time: 0.1196392
Dec 16 22:41:45.990756 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 48286) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:41:45.996151 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.services.tag.tag_plugin [None req-60596ebb-c878-444d-a0cb-51af8f4c02fb tempest-TagsExtTest-2103464928 tempest-TagsExtTest-2103464928-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7f1b76a607c0>, 'subnets', 'e5ac3016-4572-403e-928a-89122095451c') {} {{(pid=87507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:41:46.029198 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-c5f03779-04c4-4e78-a1aa-33716e44b84f None None] For port 3e8d4866-6f3c-4a5a-8ed7-b37bd5ba58df, host dv-neutron-821829-1-hyperv, cleared binding levels {{(pid=87508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 22:41:46.037566 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-c5f03779-04c4-4e78-a1aa-33716e44b84f None None] For port 3e8d4866-6f3c-4a5a-8ed7-b37bd5ba58df, host dv-neutron-821829-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=3e8d4866-6f3c-4a5a-8ed7-b37bd5ba58df,segment=NetworkSegment(ad16dacf-b5c1-4f44-929b-7381a142c6fa),segment_id=ad16dacf-b5c1-4f44-929b-7381a142c6fa)] {{(pid=87508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 22:41:46.071641 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 48294) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:41:46.072045 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-60596ebb-c878-444d-a0cb-51af8f4c02fb tempest-TagsExtTest-2103464928 tempest-TagsExtTest-2103464928-project] 10.222.0.13 "GET /v2.0/subnets/e5ac3016-4572-403e-928a-89122095451c/tags HTTP/1.1" status: 200  len: 240 time: 0.0799801
Dec 16 22:41:46.076939 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.services.tag.tag_plugin [None req-c2e5cc09-3d25-40f1-ac7c-073ffa4ae7be tempest-TagsExtTest-2103464928 tempest-TagsExtTest-2103464928-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f1b7c6b68b0>, 'subnets', 'e5ac3016-4572-403e-928a-89122095451c', 'tempest-TagsExtTest-Tag-281622491') {} {{(pid=87506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:41:46.101660 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-c5f03779-04c4-4e78-a1aa-33716e44b84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:46.132400 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-f9df4f3a-2ecd-47a3-8cc6-c933b8b82b3e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:41:46.134553 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron_lib.callbacks.manager [None req-55c87ff1-7aec-4494-9687-d90a0d62664c None None] Notify callbacks [] for port, precommit_update {{(pid=87509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:46.147161 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.provisioning_blocks [None req-55c87ff1-7aec-4494-9687-d90a0d62664c None None] Transition to ACTIVE for port object 00817b5e-de4c-41b9-8a42-ca539e5e4def will not be triggered until provisioned by entity L2. {{(pid=87509) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:41:46.151319 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-c2e5cc09-3d25-40f1-ac7c-073ffa4ae7be tempest-TagsExtTest-2103464928 tempest-TagsExtTest-2103464928-project] 10.222.0.13 "GET /v2.0/subnets/e5ac3016-4572-403e-928a-89122095451c/tags/tempest-TagsExtTest-Tag-281622491 HTTP/1.1" status: 204  len: 168 time: 0.0783646
Dec 16 22:41:46.153682 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 48298) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:41:46.159743 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.services.tag.tag_plugin [None req-e6b7c107-c8fd-4269-a554-6f002e821458 tempest-TagsExtTest-2103464928 tempest-TagsExtTest-2103464928-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (<neutron_lib.context.Context object at 0x7f1b76e19d30>, 'subnets', 'e5ac3016-4572-403e-928a-89122095451c', 'tempest-TagsExtTest-Tag-281622491') {} {{(pid=87507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:41:46.165244 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron_lib.callbacks.manager [None req-55c87ff1-7aec-4494-9687-d90a0d62664c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:46.170561 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:41:46.206739 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device e7050915-3297-44d9-879c-0fd4604ed133 up at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 22:41:46.241467 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-29767ac2-c0f8-4413-aa1a-26e68b71a184 None None] Provisioning complete for port 00817b5e-de4c-41b9-8a42-ca539e5e4def triggered by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:41:46.242584 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-29767ac2-c0f8-4413-aa1a-26e68b71a184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:46.248339 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747349d6-01b7-4167-8fbc-b299ddc6c666 None None] Pushing event updated for resources: {'Port': ['ID=00817b5e-de4c-41b9-8a42-ca539e5e4def,revision_number=3']} {{(pid=87509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:41:46.257384 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747349d6-01b7-4167-8fbc-b299ddc6c666 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:41:46.258045 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747349d6-01b7-4167-8fbc-b299ddc6c666 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:41:46.258632 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747349d6-01b7-4167-8fbc-b299ddc6c666 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:41:46.259089 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747349d6-01b7-4167-8fbc-b299ddc6c666 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:41:46.259639 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747349d6-01b7-4167-8fbc-b299ddc6c666 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:41:46.260078 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747349d6-01b7-4167-8fbc-b299ddc6c666 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:41:46.260513 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747349d6-01b7-4167-8fbc-b299ddc6c666 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:41:46.260951 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747349d6-01b7-4167-8fbc-b299ddc6c666 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:41:46.261412 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747349d6-01b7-4167-8fbc-b299ddc6c666 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:41:46.262009 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747349d6-01b7-4167-8fbc-b299ddc6c666 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:41:46.262403 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747349d6-01b7-4167-8fbc-b299ddc6c666 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:41:46.262971 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747349d6-01b7-4167-8fbc-b299ddc6c666 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:41:46.268120 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG oslo_concurrency.lockutils [None req-747349d6-01b7-4167-8fbc-b299ddc6c666 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=87509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:41:46.279899 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f03779-04c4-4e78-a1aa-33716e44b84f None None] Pushing event updated for resources: {'Port': ['ID=3e8d4866-6f3c-4a5a-8ed7-b37bd5ba58df,revision_number=2']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:41:46.292537 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-c5f03779-04c4-4e78-a1aa-33716e44b84f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:41:46.293924 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-e6b7c107-c8fd-4269-a554-6f002e821458 tempest-TagsExtTest-2103464928 tempest-TagsExtTest-2103464928-project] 10.222.0.13 "DELETE /v2.0/subnets/e5ac3016-4572-403e-928a-89122095451c/tags/tempest-TagsExtTest-Tag-281622491 HTTP/1.1" status: 204  len: 168 time: 0.1390460
Dec 16 22:41:46.296401 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 48304) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:41:46.308377 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.services.tag.tag_plugin [None req-9bbe02fa-d064-4047-b871-1fcc29aeed69 tempest-TagsExtTest-2103464928 tempest-TagsExtTest-2103464928-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7f1b76d451c0>, 'subnets', 'e5ac3016-4572-403e-928a-89122095451c') {} {{(pid=87507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:41:46.341149 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-29767ac2-c0f8-4413-aa1a-26e68b71a184 None None] Port 00817b5e-de4c-41b9-8a42-ca539e5e4def cannot update to ACTIVE because it is not bound. {{(pid=87508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 22:41:46.372321 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning complete for port e7050915-3297-44d9-879c-0fd4604ed133 triggered by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:41:46.372713 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:46.424819 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-9bbe02fa-d064-4047-b871-1fcc29aeed69 tempest-TagsExtTest-2103464928 tempest-TagsExtTest-2103464928-project] 10.222.0.13 "GET /v2.0/subnets/e5ac3016-4572-403e-928a-89122095451c/tags HTTP/1.1" status: 200  len: 205 time: 0.1271701
Dec 16 22:41:46.427150 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 48308) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:41:46.432303 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.services.tag.tag_plugin [None req-7ef9c499-6033-4a31-914f-eaea71c02e6c tempest-TagsExtTest-2103464928 tempest-TagsExtTest-2103464928-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7f1b7c528c70>, 'ports', '12d5753e-5e59-4a78-b12b-b17f1d68036e') {} {{(pid=87507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:41:46.489196 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.plugins.ml2.managers [None req-55c87ff1-7aec-4494-9687-d90a0d62664c None None] Attempting to bind port 00817b5e-de4c-41b9-8a42-ca539e5e4def on host dv-neutron-821829-1-hyperv for vnic_type normal with profile  {{(pid=87509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 22:41:46.489486 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.plugins.ml2.managers [None req-55c87ff1-7aec-4494-9687-d90a0d62664c None None] Attempting to bind port 00817b5e-de4c-41b9-8a42-ca539e5e4def by drivers openvswitch,hyperv on host dv-neutron-821829-1-hyperv at level 0 using segments [{'id': '29620fde-83c1-4de3-8c21-94f2b5564f3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'd0cc98fe-1abf-4d5d-953d-ce7ee174c6a2'}] {{(pid=87509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 22:41:46.489851 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55c87ff1-7aec-4494-9687-d90a0d62664c None None] Attempting to bind port 00817b5e-de4c-41b9-8a42-ca539e5e4def on network d0cc98fe-1abf-4d5d-953d-ce7ee174c6a2 {{(pid=87509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 22:41:46.507082 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55c87ff1-7aec-4494-9687-d90a0d62664c None None] Checking agent: {'id': '5571501f-366e-47a4-9b60-8ef19d935d27', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821829-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 24, 2), 'started_at': datetime.datetime(2021, 12, 16, 22, 24, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 41, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821829-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 22:41:46.507401 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55c87ff1-7aec-4494-9687-d90a0d62664c None None] Checking segment: {'id': '29620fde-83c1-4de3-8c21-94f2b5564f3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'd0cc98fe-1abf-4d5d-953d-ce7ee174c6a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 22:41:46.507837 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron_lib.callbacks.manager [None req-55c87ff1-7aec-4494-9687-d90a0d62664c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:46.508241 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55c87ff1-7aec-4494-9687-d90a0d62664c None None] Bound using segment: {'id': '29620fde-83c1-4de3-8c21-94f2b5564f3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'd0cc98fe-1abf-4d5d-953d-ce7ee174c6a2'} {{(pid=87509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 22:41:46.511321 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.plugins.ml2.managers [None req-55c87ff1-7aec-4494-9687-d90a0d62664c None None] Bound port: 00817b5e-de4c-41b9-8a42-ca539e5e4def, host: dv-neutron-821829-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29620fde-83c1-4de3-8c21-94f2b5564f3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'd0cc98fe-1abf-4d5d-953d-ce7ee174c6a2'}}] {{(pid=87509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 22:41:46.511749 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron_lib.callbacks.manager [None req-55c87ff1-7aec-4494-9687-d90a0d62664c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:46.564419 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-7ef9c499-6033-4a31-914f-eaea71c02e6c tempest-TagsExtTest-2103464928 tempest-TagsExtTest-2103464928-project] 10.222.0.13 "GET /v2.0/ports/12d5753e-5e59-4a78-b12b-b17f1d68036e/tags HTTP/1.1" status: 200  len: 241 time: 0.1354666
Dec 16 22:41:46.567013 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 48312) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:41:46.573651 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.services.tag.tag_plugin [None req-9f044100-2fe5-4171-a16d-c1b169830696 tempest-TagsExtTest-2103464928 tempest-TagsExtTest-2103464928-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f1b76353490>, 'ports', '12d5753e-5e59-4a78-b12b-b17f1d68036e', 'tempest-TagsExtTest-Tag-2017799027') {} {{(pid=87506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:41:46.711261 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-9f044100-2fe5-4171-a16d-c1b169830696 tempest-TagsExtTest-2103464928 tempest-TagsExtTest-2103464928-project] 10.222.0.13 "GET /v2.0/ports/12d5753e-5e59-4a78-b12b-b17f1d68036e/tags/tempest-TagsExtTest-Tag-2017799027 HTTP/1.1" status: 204  len: 168 time: 0.1406217
Dec 16 22:41:46.712068 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 48316) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:41:46.715860 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.plugins.ml2.db [None req-55c87ff1-7aec-4494-9687-d90a0d62664c None None] For port 00817b5e-de4c-41b9-8a42-ca539e5e4def, host dv-neutron-821829-1-hyperv, cleared binding levels {{(pid=87509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 22:41:46.724291 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.plugins.ml2.db [None req-55c87ff1-7aec-4494-9687-d90a0d62664c None None] For port 00817b5e-de4c-41b9-8a42-ca539e5e4def, host dv-neutron-821829-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=00817b5e-de4c-41b9-8a42-ca539e5e4def,segment=NetworkSegment(29620fde-83c1-4de3-8c21-94f2b5564f3b),segment_id=29620fde-83c1-4de3-8c21-94f2b5564f3b)] {{(pid=87509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 22:41:46.728610 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.services.tag.tag_plugin [None req-68c67406-5d98-40dd-b63b-d44ec3262dd5 tempest-TagsExtTest-2103464928 tempest-TagsExtTest-2103464928-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (<neutron_lib.context.Context object at 0x7f1b76b1de50>, 'ports', '12d5753e-5e59-4a78-b12b-b17f1d68036e', 'tempest-TagsExtTest-Tag-2017799027') {} {{(pid=87507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:41:46.729458 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron_lib.callbacks.manager [None req-55c87ff1-7aec-4494-9687-d90a0d62664c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:46.739862 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG oslo_concurrency.lockutils [None req-5141e2ae-7f44-486d-bd7b-047af1e54eb0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:41:46.815968 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55c87ff1-7aec-4494-9687-d90a0d62664c None None] Routers {'5f106934-be1a-407c-b967-03e0c8912af2'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:41:46.816883 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-55c87ff1-7aec-4494-9687-d90a0d62664c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b7cad3460>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:41:31Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['5f106934-be1a-407c-b967-03e0c8912af2'], 'active': True} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:41:46.855729 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-68c67406-5d98-40dd-b63b-d44ec3262dd5 tempest-TagsExtTest-2103464928 tempest-TagsExtTest-2103464928-project] 10.222.0.13 "DELETE /v2.0/ports/12d5753e-5e59-4a78-b12b-b17f1d68036e/tags/tempest-TagsExtTest-Tag-2017799027 HTTP/1.1" status: 204  len: 168 time: 0.1429687
Dec 16 22:41:46.858114 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 48320) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:41:46.864476 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.services.tag.tag_plugin [None req-d84d5587-b14f-44b0-a167-06fa69e9f18e tempest-TagsExtTest-2103464928 tempest-TagsExtTest-2103464928-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7f1b7ea72d60>, 'ports', '12d5753e-5e59-4a78-b12b-b17f1d68036e') {} {{(pid=87507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:41:46.911312 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747349d6-01b7-4167-8fbc-b299ddc6c666 None None] Pushing event updated for resources: {'Port': ['ID=00817b5e-de4c-41b9-8a42-ca539e5e4def,revision_number=4']} {{(pid=87509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:41:46.916556 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG oslo_concurrency.lockutils [None req-747349d6-01b7-4167-8fbc-b299ddc6c666 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=87509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:41:46.941263 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-d84d5587-b14f-44b0-a167-06fa69e9f18e tempest-TagsExtTest-2103464928 tempest-TagsExtTest-2103464928-project] 10.222.0.13 "GET /v2.0/ports/12d5753e-5e59-4a78-b12b-b17f1d68036e/tags HTTP/1.1" status: 200  len: 205 time: 0.0799651
Dec 16 22:41:46.941495 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 48324) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:41:46.946616 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.services.tag.tag_plugin [None req-810e0889-9032-4e47-8944-5eff8b9ab7f0 tempest-TagsExtTest-2103464928 tempest-TagsExtTest-2103464928-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7f1b77fb9a90>, 'routers', '83461e63-a457-4863-b882-d6e03edc87e4') {} {{(pid=87507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:41:47.059656 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvr_db [None req-55c87ff1-7aec-4494-9687-d90a0d62664c None None] Set router 5f106934-be1a-407c-b967-03e0c8912af2 gateway port host: dv-neutron-821829-1-hyperv {{(pid=87509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 22:41:47.134405 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-213800ca-2e8a-491c-8c35-b1a47bbe7f08 req-1ec65698-f34f-4e38-bc1f-619681294a10 tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] 10.222.0.13 "GET /v2.0/ports?device_id=abb163d2-b020-449b-b47c-307670f94186 HTTP/1.1" status: 200  len: 210 time: 0.0508330
Dec 16 22:41:47.144443 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-810e0889-9032-4e47-8944-5eff8b9ab7f0 tempest-TagsExtTest-2103464928 tempest-TagsExtTest-2103464928-project] 10.222.0.13 "GET /v2.0/routers/83461e63-a457-4863-b882-d6e03edc87e4/tags HTTP/1.1" status: 200  len: 241 time: 0.2017686
Dec 16 22:41:47.145077 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 48330) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:41:47.150376 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.services.tag.tag_plugin [None req-13d4a56e-d057-4396-bf94-b0fc74724d3d tempest-TagsExtTest-2103464928 tempest-TagsExtTest-2103464928-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f1b7c5c0c10>, 'routers', '83461e63-a457-4863-b882-d6e03edc87e4', 'tempest-TagsExtTest-Tag-1462991670') {} {{(pid=87506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:41:47.270076 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 3e8d4866-6f3c-4a5a-8ed7-b37bd5ba58df up at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 22:41:47.387531 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning for port 3e8d4866-6f3c-4a5a-8ed7-b37bd5ba58df completed by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 22:41:47.399348 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-13d4a56e-d057-4396-bf94-b0fc74724d3d tempest-TagsExtTest-2103464928 tempest-TagsExtTest-2103464928-project] 10.222.0.13 "GET /v2.0/routers/83461e63-a457-4863-b882-d6e03edc87e4/tags/tempest-TagsExtTest-Tag-1462991670 HTTP/1.1" status: 204  len: 168 time: 0.2531228
Dec 16 22:41:47.402754 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 48334) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:41:47.411359 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.services.tag.tag_plugin [None req-54a5f193-61c4-4210-8652-3975dba00372 tempest-TagsExtTest-2103464928 tempest-TagsExtTest-2103464928-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (<neutron_lib.context.Context object at 0x7f1b76726e80>, 'routers', '83461e63-a457-4863-b882-d6e03edc87e4', 'tempest-TagsExtTest-Tag-1462991670') {} {{(pid=87507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:41:47.426820 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-55c87ff1-7aec-4494-9687-d90a0d62664c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b7cad3460>, [{'id': '5f106934-be1a-407c-b967-03e0c8912af2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1736742297', 'tenant_id': '1dc42150e9b948d4b2349aedc765e185', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.30'}], 'enable_snat': True}, 'gw_port_id': '520c2901-3a24-4172-93a5-157f804dd5f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:41:37Z', 'updated_at': '2021-12-16T22:41:42Z', 'revision_number': 4, 'project_id': '1dc42150e9b948d4b2349aedc765e185', 'gw_port': {'id': '520c2901-3a24-4172-93a5-157f804dd5f0', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:1c:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f106934-be1a-407c-b967-03e0c8912af2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1302, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:41:37Z', 'updated_at': '2021-12-16T22:41:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv', '_interfaces': [{'id': '00817b5e-de4c-41b9-8a42-ca539e5e4def', 'name': '', 'network_id': 'd0cc98fe-1abf-4d5d-953d-ce7ee174c6a2', 'tenant_id': '1dc42150e9b948d4b2349aedc765e185', 'mac_address': 'fa:16:3e:67:c2:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f106934-be1a-407c-b967-03e0c8912af2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1305, 'fixed_ips': [{'subnet_id': 'bd776cfe-810e-4167-b6ff-a057c8be1d47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:41:41Z', 'updated_at': '2021-12-16T22:41:46Z', 'revision_number': 4, 'project_id': '1dc42150e9b948d4b2349aedc765e185', 'subnets': [{'id': 'bd776cfe-810e-4167-b6ff-a057c8be1d47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:41:47.431340 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55c87ff1-7aec-4494-9687-d90a0d62664c None None] The sync data for ids ['5f106934-be1a-407c-b967-03e0c8912af2'] in dv-neutron-821829-1-hyperv is: [{'id': '5f106934-be1a-407c-b967-03e0c8912af2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1736742297', 'tenant_id': '1dc42150e9b948d4b2349aedc765e185', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.30'}], 'enable_snat': True}, 'gw_port_id': '520c2901-3a24-4172-93a5-157f804dd5f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:41:37Z', 'updated_at': '2021-12-16T22:41:42Z', 'revision_number': 4, 'project_id': '1dc42150e9b948d4b2349aedc765e185', 'gw_port': {'id': '520c2901-3a24-4172-93a5-157f804dd5f0', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:1c:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f106934-be1a-407c-b967-03e0c8912af2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1302, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:41:37Z', 'updated_at': '2021-12-16T22:41:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv', '_interfaces': [{'id': '00817b5e-de4c-41b9-8a42-ca539e5e4def', 'name': '', 'network_id': 'd0cc98fe-1abf-4d5d-953d-ce7ee174c6a2', 'tenant_id': '1dc42150e9b948d4b2349aedc765e185', 'mac_address': 'fa:16:3e:67:c2:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f106934-be1a-407c-b967-03e0c8912af2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1305, 'fixed_ips': [{'subnet_id': 'bd776cfe-810e-4167-b6ff-a057c8be1d47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:41:41Z', 'updated_at': '2021-12-16T22:41:46Z', 'revision_number': 4, 'project_id': '1dc42150e9b948d4b2349aedc765e185', 'subnets': [{'id': 'bd776cfe-810e-4167-b6ff-a057c8be1d47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 22:41:47.489485 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37b272c-553b-49b8-be6a-453a2583087d req-4e706db0-be4b-4c0e-97b2-34395474d612 tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:41:47.490976 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-c37b272c-553b-49b8-be6a-453a2583087d req-4e706db0-be4b-4c0e-97b2-34395474d612 tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] 10.222.0.49 "GET /v2.0/networks?id=d0cc98fe-1abf-4d5d-953d-ce7ee174c6a2 HTTP/1.1" status: 200  len: 796 time: 0.2114017
Dec 16 22:41:47.624900 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [req-c37b272c-553b-49b8-be6a-453a2583087d req-f1d42188-2f85-49ef-8daf-fb56853d8283 tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] Synchronizing usage tracker for tenant:1dc42150e9b948d4b2349aedc765e185 on resource:security_group {{(pid=87506) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 22:41:47.656327 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [req-c37b272c-553b-49b8-be6a-453a2583087d req-f1d42188-2f85-49ef-8daf-fb56853d8283 tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] Unset dirty status for tenant:1dc42150e9b948d4b2349aedc765e185 on resource:security_group {{(pid=87506) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 22:41:47.658851 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-c37b272c-553b-49b8-be6a-453a2583087d req-f1d42188-2f85-49ef-8daf-fb56853d8283 tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1dc42150e9b948d4b2349aedc765e185 HTTP/1.1" status: 200  len: 379 time: 0.1507397
Dec 16 22:41:47.668426 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [req-c37b272c-553b-49b8-be6a-453a2583087d req-89e95e0f-1cd6-4ce6-a6be-7641e1aa2285 tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] Request body: {'port': {'device_id': 'abb163d2-b020-449b-b47c-307670f94186', 'network_id': 'd0cc98fe-1abf-4d5d-953d-ce7ee174c6a2', 'admin_state_up': True, 'tenant_id': '1dc42150e9b948d4b2349aedc765e185', 'security_groups': ['1ec9b9d7-0f2d-41e7-bbca-fcf898c11448']}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:41:47.684180 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-54a5f193-61c4-4210-8652-3975dba00372 tempest-TagsExtTest-2103464928 tempest-TagsExtTest-2103464928-project] 10.222.0.13 "DELETE /v2.0/routers/83461e63-a457-4863-b882-d6e03edc87e4/tags/tempest-TagsExtTest-Tag-1462991670 HTTP/1.1" status: 204  len: 168 time: 0.2773120
Dec 16 22:41:47.692645 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 48346) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:41:47.701941 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.services.tag.tag_plugin [None req-d4cc49a3-3723-41d3-9708-84ed999761db tempest-TagsExtTest-2103464928 tempest-TagsExtTest-2103464928-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7f1b7c15d160>, 'routers', '83461e63-a457-4863-b882-d6e03edc87e4') {} {{(pid=87507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:41:47.898516 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b78f4e10-fe9e-4beb-b479-1b64222f0699 None None] Network 93f5804e-8a6f-4274-9797-af8cf0eba697 requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 22:41:47.901867 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [req-c37b272c-553b-49b8-be6a-453a2583087d req-89e95e0f-1cd6-4ce6-a6be-7641e1aa2285 tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:41:47.906501 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [req-c37b272c-553b-49b8-be6a-453a2583087d req-89e95e0f-1cd6-4ce6-a6be-7641e1aa2285 tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] Usage tracker for resource:port and tenant:1dc42150e9b948d4b2349aedc765e185 is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:41:47.910958 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [req-c37b272c-553b-49b8-be6a-453a2583087d req-89e95e0f-1cd6-4ce6-a6be-7641e1aa2285 tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:41:47.917784 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [req-c37b272c-553b-49b8-be6a-453a2583087d req-89e95e0f-1cd6-4ce6-a6be-7641e1aa2285 tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:41:47.935439 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c37b272c-553b-49b8-be6a-453a2583087d req-89e95e0f-1cd6-4ce6-a6be-7641e1aa2285 tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] Made reservation on behalf of 1dc42150e9b948d4b2349aedc765e185 for: {'port': 1} {{(pid=87506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:41:47.939397 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-d4cc49a3-3723-41d3-9708-84ed999761db tempest-TagsExtTest-2103464928 tempest-TagsExtTest-2103464928-project] 10.222.0.13 "GET /v2.0/routers/83461e63-a457-4863-b882-d6e03edc87e4/tags HTTP/1.1" status: 200  len: 205 time: 0.2431555
Dec 16 22:41:47.940760 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 48354) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:41:47.942857 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-c37b272c-553b-49b8-be6a-453a2583087d req-89e95e0f-1cd6-4ce6-a6be-7641e1aa2285 tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:47.951376 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.services.tag.tag_plugin [None req-96c48459-b99d-4aad-a7c3-a424f12f831e tempest-TagsExtTest-2103464928 tempest-TagsExtTest-2103464928-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7f1b7c4e79a0>, 'subnetpools', 'bed812bb-cced-4e75-814e-444eb2c82352') {} {{(pid=87507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:41:47.989217 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-96c48459-b99d-4aad-a7c3-a424f12f831e tempest-TagsExtTest-2103464928 tempest-TagsExtTest-2103464928-project] 10.222.0.13 "GET /v2.0/subnetpools/bed812bb-cced-4e75-814e-444eb2c82352/tags HTTP/1.1" status: 200  len: 240 time: 0.0476327
Dec 16 22:41:47.997813 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 48358) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:41:48.005817 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.services.tag.tag_plugin [None req-03a854c6-f219-4e98-b191-b652fe89a44b tempest-TagsExtTest-2103464928 tempest-TagsExtTest-2103464928-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f1b77f27760>, 'subnetpools', 'bed812bb-cced-4e75-814e-444eb2c82352', 'tempest-TagsExtTest-Tag-620181686') {} {{(pid=87507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:41:48.040554 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-03a854c6-f219-4e98-b191-b652fe89a44b tempest-TagsExtTest-2103464928 tempest-TagsExtTest-2103464928-project] 10.222.0.13 "GET /v2.0/subnetpools/bed812bb-cced-4e75-814e-444eb2c82352/tags/tempest-TagsExtTest-Tag-620181686 HTTP/1.1" status: 204  len: 168 time: 0.0412068
Dec 16 22:41:48.042301 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 48362) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:41:48.052167 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.services.tag.tag_plugin [None req-e8fff783-df4d-4f33-a4ae-94389fa8f460 tempest-TagsExtTest-2103464928 tempest-TagsExtTest-2103464928-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (<neutron_lib.context.Context object at 0x7f1b76e60e80>, 'subnetpools', 'bed812bb-cced-4e75-814e-444eb2c82352', 'tempest-TagsExtTest-Tag-620181686') {} {{(pid=87507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:41:48.062432 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-3cf8b94a-a511-462a-8cf2-5cc238c67f0e None None] Provisioning for port 3e8d4866-6f3c-4a5a-8ed7-b37bd5ba58df completed by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 22:41:48.124265 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-e8fff783-df4d-4f33-a4ae-94389fa8f460 tempest-TagsExtTest-2103464928 tempest-TagsExtTest-2103464928-project] 10.222.0.13 "DELETE /v2.0/subnetpools/bed812bb-cced-4e75-814e-444eb2c82352/tags/tempest-TagsExtTest-Tag-620181686 HTTP/1.1" status: 204  len: 168 time: 0.0807161
Dec 16 22:41:48.127119 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 48366) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:41:48.132460 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.services.tag.tag_plugin [None req-60eda315-d27f-418f-9654-6a8a2228b763 tempest-TagsExtTest-2103464928 tempest-TagsExtTest-2103464928-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7f1b772d5160>, 'subnetpools', 'bed812bb-cced-4e75-814e-444eb2c82352') {} {{(pid=87507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:41:48.151585 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-3cf8b94a-a511-462a-8cf2-5cc238c67f0e None None] Provisioning complete for port 3e8d4866-6f3c-4a5a-8ed7-b37bd5ba58df triggered by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:41:48.151941 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-3cf8b94a-a511-462a-8cf2-5cc238c67f0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:48.175623 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-60eda315-d27f-418f-9654-6a8a2228b763 tempest-TagsExtTest-2103464928 tempest-TagsExtTest-2103464928-project] 10.222.0.13 "GET /v2.0/subnetpools/bed812bb-cced-4e75-814e-444eb2c82352/tags HTTP/1.1" status: 200  len: 205 time: 0.0474164
Dec 16 22:41:48.179616 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 48372) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:41:48.191128 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.services.tag.tag_plugin [None req-3a6e8cff-0013-4b08-8bb2-97e5ec5156cc tempest-TagsExtTest-2103464928 tempest-TagsExtTest-2103464928-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f1b7c4cd190>, 'subnetpools', 'bed812bb-cced-4e75-814e-444eb2c82352') {} {{(pid=87507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:41:48.246055 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-3a6e8cff-0013-4b08-8bb2-97e5ec5156cc tempest-TagsExtTest-2103464928 tempest-TagsExtTest-2103464928-project] 10.222.0.13 "DELETE /v2.0/subnetpools/bed812bb-cced-4e75-814e-444eb2c82352/tags HTTP/1.1" status: 204  len: 168 time: 0.0646617
Dec 16 22:41:48.249314 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 48378) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:41:48.262175 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.services.tag.tag_plugin [None req-9590e22c-6e97-438a-8c06-ab91cbb2e972 tempest-TagsExtTest-2103464928 tempest-TagsExtTest-2103464928-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f1b769bff70>, 'routers', '83461e63-a457-4863-b882-d6e03edc87e4') {} {{(pid=87507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:41:48.394027 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.db_base_plugin_common [req-c37b272c-553b-49b8-be6a-453a2583087d req-89e95e0f-1cd6-4ce6-a6be-7641e1aa2285 tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] Allocated IP 172.20.0.10 (d0cc98fe-1abf-4d5d-953d-ce7ee174c6a2/bd776cfe-810e-4167-b6ff-a057c8be1d47/b4d49825-88d2-4ae1-ac5f-9e3f9744cc47) {{(pid=87506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 22:41:48.444133 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-3cf8b94a-a511-462a-8cf2-5cc238c67f0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:48.477842 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-adc209d8-1e80-44f4-888a-4c64e03d9c79 req-84613063-5c68-4ed4-b6c3-c5f92af0a534 tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] 10.222.0.13 "GET /v2.0/ports?device_id=abb163d2-b020-449b-b47c-307670f94186 HTTP/1.1" status: 200  len: 210 time: 0.0997980
Dec 16 22:41:48.542347 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 48384) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:41:48.630754 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-3cf8b94a-a511-462a-8cf2-5cc238c67f0e None None] For port 3e8d4866-6f3c-4a5a-8ed7-b37bd5ba58df, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=3e8d4866-6f3c-4a5a-8ed7-b37bd5ba58df,segment=NetworkSegment(ad16dacf-b5c1-4f44-929b-7381a142c6fa),segment_id=ad16dacf-b5c1-4f44-929b-7381a142c6fa)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:41:48.645075 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-3cf8b94a-a511-462a-8cf2-5cc238c67f0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:48.645531 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-7d209016-7bec-4823-98df-f10ad19baf4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:41:48.718087 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf8b94a-a511-462a-8cf2-5cc238c67f0e None None] Pushing event updated for resources: {'Port': ['ID=3e8d4866-6f3c-4a5a-8ed7-b37bd5ba58df,revision_number=3']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:41:48.722409 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-3cf8b94a-a511-462a-8cf2-5cc238c67f0e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:41:48.740376 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-c37b272c-553b-49b8-be6a-453a2583087d req-89e95e0f-1cd6-4ce6-a6be-7641e1aa2285 tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] Notify callbacks [] for port, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:48.760025 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.provisioning_blocks [req-c37b272c-553b-49b8-be6a-453a2583087d req-89e95e0f-1cd6-4ce6-a6be-7641e1aa2285 tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] Transition to ACTIVE for port object b4d49825-88d2-4ae1-ac5f-9e3f9744cc47 will not be triggered until provisioned by entity DHCP. {{(pid=87506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:41:48.795846 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-c37b272c-553b-49b8-be6a-453a2583087d req-89e95e0f-1cd6-4ce6-a6be-7641e1aa2285 tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1863393'] for port, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:48.815972 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-2f57a1f2-b080-4b68-a024-9151d8a4cd96 tempest-TestServerAdvancedOps-1174825185 tempest-TestServerAdvancedOps-1174825185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:41:48.896834 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-9590e22c-6e97-438a-8c06-ab91cbb2e972 tempest-TagsExtTest-2103464928 tempest-TagsExtTest-2103464928-project] 10.222.0.13 "DELETE /v2.0/routers/83461e63-a457-4863-b882-d6e03edc87e4/tags HTTP/1.1" status: 204  len: 168 time: 0.6457546
Dec 16 22:41:48.899597 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 48388) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:41:48.908363 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.services.tag.tag_plugin [None req-8a54967d-48f0-479e-bcd2-f966de49b659 tempest-TagsExtTest-2103464928 tempest-TagsExtTest-2103464928-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f1b76a29400>, 'ports', '12d5753e-5e59-4a78-b12b-b17f1d68036e') {} {{(pid=87507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:41:48.910679 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e95e0f-1cd6-4ce6-a6be-7641e1aa2285 tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] Pushing event updated for resources: {'Port': ['ID=b4d49825-88d2-4ae1-ac5f-9e3f9744cc47,revision_number=1']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:41:48.921394 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-89e95e0f-1cd6-4ce6-a6be-7641e1aa2285 tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:41:48.924296 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c37b272c-553b-49b8-be6a-453a2583087d req-89e95e0f-1cd6-4ce6-a6be-7641e1aa2285 tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] Network d0cc98fe-1abf-4d5d-953d-ce7ee174c6a2 is already hosted by enough agents. {{(pid=87506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:41:48.925879 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.base_scheduler [req-c37b272c-553b-49b8-be6a-453a2583087d req-89e95e0f-1cd6-4ce6-a6be-7641e1aa2285 tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] Resources bound (agent type, host, resource id):  {{(pid=87506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:41:48.932572 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.l3_dvrscheduler_db [req-c37b272c-553b-49b8-be6a-453a2583087d req-89e95e0f-1cd6-4ce6-a6be-7641e1aa2285 tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] Received port after_create {{(pid=87506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 22:41:48.999312 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d27cdde-3794-4c59-be8e-a2b90a9bcbb4 tempest-TestNetworkBasicOps-761014822 tempest-TestNetworkBasicOps-761014822-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:41:48.999868 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d27cdde-3794-4c59-be8e-a2b90a9bcbb4 tempest-TestNetworkBasicOps-761014822 tempest-TestNetworkBasicOps-761014822-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:41:49.000285 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d27cdde-3794-4c59-be8e-a2b90a9bcbb4 tempest-TestNetworkBasicOps-761014822 tempest-TestNetworkBasicOps-761014822-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:41:49.016767 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-7d27cdde-3794-4c59-be8e-a2b90a9bcbb4 tempest-TestNetworkBasicOps-761014822 tempest-TestNetworkBasicOps-761014822-project-admin] 10.222.0.13 "GET /v2.0/ports?project_id=b7e45fda9ad540a6ac359d1c64c9adb2&network_id=2f687e27-c3dc-4aa9-ba40-39fc0889e61d HTTP/1.1" status: 200  len: 2999 time: 0.4730482
Dec 16 22:41:49.027585 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37b272c-553b-49b8-be6a-453a2583087d req-89e95e0f-1cd6-4ce6-a6be-7641e1aa2285 tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:41:49.028386 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-c37b272c-553b-49b8-be6a-453a2583087d req-89e95e0f-1cd6-4ce6-a6be-7641e1aa2285 tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for port, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:49.043736 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-8a54967d-48f0-479e-bcd2-f966de49b659 tempest-TagsExtTest-2103464928 tempest-TagsExtTest-2103464928-project] 10.222.0.13 "DELETE /v2.0/ports/12d5753e-5e59-4a78-b12b-b17f1d68036e/tags HTTP/1.1" status: 204  len: 168 time: 0.1428874
Dec 16 22:41:49.044853 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 48394) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:41:49.057805 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.services.tag.tag_plugin [None req-2802f8b9-fe1c-45fc-adba-d9e8331f4b27 tempest-TagsExtTest-2103464928 tempest-TagsExtTest-2103464928-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f1b77fc1a00>, 'subnets', 'e5ac3016-4572-403e-928a-89122095451c') {} {{(pid=87507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:41:49.074931 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-b60145ce-ee62-4ff1-a5ca-da7bd0ce5263 None None] Provisioning complete for port 3e8d4866-6f3c-4a5a-8ed7-b37bd5ba58df triggered by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:41:49.076077 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b60145ce-ee62-4ff1-a5ca-da7bd0ce5263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:49.077020 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-c37b272c-553b-49b8-be6a-453a2583087d req-89e95e0f-1cd6-4ce6-a6be-7641e1aa2285 tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.4127049
Dec 16 22:41:49.097017 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [req-c37b272c-553b-49b8-be6a-453a2583087d req-f3f06dfe-a126-42d4-b0c0-c8d2333cca51 service neutron] Request body: {'port': {'device_id': 'abb163d2-b020-449b-b47c-307670f94186', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8218'}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:41:49.243278 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-2802f8b9-fe1c-45fc-adba-d9e8331f4b27 tempest-TagsExtTest-2103464928 tempest-TagsExtTest-2103464928-project] 10.222.0.13 "DELETE /v2.0/subnets/e5ac3016-4572-403e-928a-89122095451c/tags HTTP/1.1" status: 204  len: 168 time: 0.1971772
Dec 16 22:41:49.248000 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 48400) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:41:49.261537 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.services.tag.tag_plugin [None req-72ed47bd-da38-46c9-91b8-d7a1a49bfaaa tempest-TagsExtTest-2103464928 tempest-TagsExtTest-2103464928-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7f1b76c9e730>, 'subnets', 'e5ac3016-4572-403e-928a-89122095451c', 'tempest-TagsExtTest-Tag-1012311251') {} {{(pid=87507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:41:49.367009 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-c37b272c-553b-49b8-be6a-453a2583087d req-f3f06dfe-a126-42d4-b0c0-c8d2333cca51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:49.389227 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-b60145ce-ee62-4ff1-a5ca-da7bd0ce5263 None None] Provisioning for port 12d5753e-5e59-4a78-b12b-b17f1d68036e completed by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 22:41:49.405810 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-b60145ce-ee62-4ff1-a5ca-da7bd0ce5263 None None] Provisioning complete for port 12d5753e-5e59-4a78-b12b-b17f1d68036e triggered by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:41:49.406198 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b60145ce-ee62-4ff1-a5ca-da7bd0ce5263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:49.437757 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 00817b5e-de4c-41b9-8a42-ca539e5e4def up at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 22:41:49.472296 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-72ed47bd-da38-46c9-91b8-d7a1a49bfaaa tempest-TagsExtTest-2103464928 tempest-TagsExtTest-2103464928-project] 10.222.0.13 "PUT /v2.0/subnets/e5ac3016-4572-403e-928a-89122095451c/tags/tempest-TagsExtTest-Tag-1012311251 HTTP/1.1" status: 201  len: 201 time: 0.2232077
Dec 16 22:41:49.477229 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 48404) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:41:49.492024 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.services.tag.tag_plugin [None req-122dcb48-0631-438f-bbf7-5d23edbe01f2 tempest-TagsExtTest-2103464928 tempest-TagsExtTest-2103464928-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7f1b76031040>, 'ports', '12d5753e-5e59-4a78-b12b-b17f1d68036e', 'tempest-TagsExtTest-Tag-417294182') {} {{(pid=87506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:41:49.513863 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-b60145ce-ee62-4ff1-a5ca-da7bd0ce5263 None None] Port 12d5753e-5e59-4a78-b12b-b17f1d68036e cannot update to ACTIVE because it is not bound. {{(pid=87508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 22:41:49.529228 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning for port 00817b5e-de4c-41b9-8a42-ca539e5e4def completed by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 22:41:49.535453 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning complete for port 00817b5e-de4c-41b9-8a42-ca539e5e4def triggered by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:41:49.535978 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:49.679193 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-a1b0ae72-3e57-4834-b90a-0a7f9eee8226 None None] Provisioning for port b4d49825-88d2-4ae1-ac5f-9e3f9744cc47 completed by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 22:41:49.684336 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:49.697659 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-a1b0ae72-3e57-4834-b90a-0a7f9eee8226 None None] Provisioning complete for port b4d49825-88d2-4ae1-ac5f-9e3f9744cc47 triggered by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:41:49.698046 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-a1b0ae72-3e57-4834-b90a-0a7f9eee8226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:49.701091 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-122dcb48-0631-438f-bbf7-5d23edbe01f2 tempest-TagsExtTest-2103464928 tempest-TagsExtTest-2103464928-project] 10.222.0.13 "PUT /v2.0/ports/12d5753e-5e59-4a78-b12b-b17f1d68036e/tags/tempest-TagsExtTest-Tag-417294182 HTTP/1.1" status: 201  len: 201 time: 0.2227392
Dec 16 22:41:49.703950 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 48412) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:41:49.723627 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.services.tag.tag_plugin [None req-db50e351-9915-4885-939b-755ae897a27b tempest-TagsExtTest-2103464928 tempest-TagsExtTest-2103464928-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7f1b7641b220>, 'routers', '83461e63-a457-4863-b882-d6e03edc87e4', 'tempest-TagsExtTest-Tag-1253207844') {} {{(pid=87506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:41:49.760310 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab39b91f-10fa-4b0a-85d5-1910496d8f59 req-4b7100b9-ad5f-4cdb-9132-2a8c794dde75 tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:41:49.762260 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-ab39b91f-10fa-4b0a-85d5-1910496d8f59 req-4b7100b9-ad5f-4cdb-9132-2a8c794dde75 tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] 10.222.0.13 "GET /v2.0/ports?device_id=abb163d2-b020-449b-b47c-307670f94186 HTTP/1.1" status: 200  len: 932 time: 0.1036816
Dec 16 22:41:49.777058 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-a1b0ae72-3e57-4834-b90a-0a7f9eee8226 None None] Port b4d49825-88d2-4ae1-ac5f-9e3f9744cc47 cannot update to ACTIVE because it is not bound. {{(pid=87508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 22:41:49.785093 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] For port 00817b5e-de4c-41b9-8a42-ca539e5e4def, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=00817b5e-de4c-41b9-8a42-ca539e5e4def,segment=NetworkSegment(29620fde-83c1-4de3-8c21-94f2b5564f3b),segment_id=29620fde-83c1-4de3-8c21-94f2b5564f3b)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:41:49.790835 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:49.791824 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 3e8d4866-6f3c-4a5a-8ed7-b37bd5ba58df up at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 22:41:49.821395 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-ab39b91f-10fa-4b0a-85d5-1910496d8f59 req-0a8326ee-e2f4-488b-b9b5-046b34d01fe4 tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] 10.222.0.13 "GET /v2.0/security-groups?id=1ec9b9d7-0f2d-41e7-bbca-fcf898c11448&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0530517
Dec 16 22:41:49.823460 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-938d77a5-1291-4f8e-b13d-15784a557fe2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:41:49.913789 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-a1b0ae72-3e57-4834-b90a-0a7f9eee8226 None None] Provisioning complete for port 12d5753e-5e59-4a78-b12b-b17f1d68036e triggered by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:41:49.914338 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-a1b0ae72-3e57-4834-b90a-0a7f9eee8226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:50.029474 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Pushing event updated for resources: {'Port': ['ID=00817b5e-de4c-41b9-8a42-ca539e5e4def,revision_number=5']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:41:50.035075 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:41:50.048542 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-a1b0ae72-3e57-4834-b90a-0a7f9eee8226 None None] Port 12d5753e-5e59-4a78-b12b-b17f1d68036e cannot update to ACTIVE because it is not bound. {{(pid=87508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 22:41:50.052557 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning complete for port 3e8d4866-6f3c-4a5a-8ed7-b37bd5ba58df triggered by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:41:50.053566 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:50.058846 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-db50e351-9915-4885-939b-755ae897a27b tempest-TagsExtTest-2103464928 tempest-TagsExtTest-2103464928-project] 10.222.0.13 "PUT /v2.0/routers/83461e63-a457-4863-b882-d6e03edc87e4/tags/tempest-TagsExtTest-Tag-1253207844 HTTP/1.1" status: 201  len: 201 time: 0.3537066
Dec 16 22:41:50.061548 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 48416) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:41:50.070491 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.services.tag.tag_plugin [None req-13f5b23e-f669-4d06-b073-34cdffd044f5 tempest-TagsExtTest-2103464928 tempest-TagsExtTest-2103464928-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7f1b76ab6a00>, 'subnetpools', 'bed812bb-cced-4e75-814e-444eb2c82352', 'tempest-TagsExtTest-Tag-65273488') {} {{(pid=87507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:41:50.131076 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-13f5b23e-f669-4d06-b073-34cdffd044f5 tempest-TagsExtTest-2103464928 tempest-TagsExtTest-2103464928-project] 10.222.0.13 "PUT /v2.0/subnetpools/bed812bb-cced-4e75-814e-444eb2c82352/tags/tempest-TagsExtTest-Tag-65273488 HTTP/1.1" status: 201  len: 201 time: 0.0626836
Dec 16 22:41:50.131272 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 48420) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:41:50.140815 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.services.tag.tag_plugin [None req-939173be-fcc8-478b-84a5-cb38ddf622d7 tempest-TagsExtTest-2103464928 tempest-TagsExtTest-2103464928-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (<neutron_lib.context.Context object at 0x7f1b76801940>, 'subnets', 'e5ac3016-4572-403e-928a-89122095451c', {'tags': ['tempest-TagsExtTest-Tag-1620020733', 'tempest-TagsExtTest-Tag-279421195', 'tempest-TagsExtTest-Tag-1950555360']}) {} {{(pid=87507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:41:50.143227 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.notifiers.nova [req-c37b272c-553b-49b8-be6a-453a2583087d req-f3f06dfe-a126-42d4-b0c0-c8d2333cca51 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4d49825-88d2-4ae1-ac5f-9e3f9744cc47 {{(pid=87506) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 22:41:50.152116 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-c37b272c-553b-49b8-be6a-453a2583087d req-f3f06dfe-a126-42d4-b0c0-c8d2333cca51 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:50.171090 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.provisioning_blocks [req-c37b272c-553b-49b8-be6a-453a2583087d req-f3f06dfe-a126-42d4-b0c0-c8d2333cca51 service neutron] Transition to ACTIVE for port object b4d49825-88d2-4ae1-ac5f-9e3f9744cc47 will not be triggered until provisioned by entity L2. {{(pid=87506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:41:50.176110 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-c37b272c-553b-49b8-be6a-453a2583087d req-f3f06dfe-a126-42d4-b0c0-c8d2333cca51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1863400'] for port, after_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:50.179695 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-e0f0f9a3-691d-45a6-870a-e157fc85cd7f tempest-TestServerAdvancedOps-1174825185 tempest-TestServerAdvancedOps-1174825185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:41:50.227477 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-939173be-fcc8-478b-84a5-cb38ddf622d7 tempest-TagsExtTest-2103464928 tempest-TagsExtTest-2103464928-project] 10.222.0.13 "PUT /v2.0/subnets/e5ac3016-4572-403e-928a-89122095451c/tags HTTP/1.1" status: 200  len: 317 time: 0.0949631
Dec 16 22:41:50.229807 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 48424) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:41:50.235060 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.services.tag.tag_plugin [None req-ae8e6d53-2178-4008-a657-56221d79de6f tempest-TagsExtTest-2103464928 tempest-TagsExtTest-2103464928-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f1b77b6abe0>, 'subnets', 'e5ac3016-4572-403e-928a-89122095451c') {} {{(pid=87507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:41:50.334446 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-ae8e6d53-2178-4008-a657-56221d79de6f tempest-TagsExtTest-2103464928 tempest-TagsExtTest-2103464928-project] 10.222.0.13 "DELETE /v2.0/subnets/e5ac3016-4572-403e-928a-89122095451c/tags HTTP/1.1" status: 204  len: 168 time: 0.1031418
Dec 16 22:41:50.336672 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 48428) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:41:50.342514 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.services.tag.tag_plugin [None req-dba29385-f7b3-4b9d-b2bd-c697451b2da0 tempest-TagsExtTest-2103464928 tempest-TagsExtTest-2103464928-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f1b7c46c580>, 'subnets', 'e5ac3016-4572-403e-928a-89122095451c', 'tempest-TagsExtTest-Tag-1620020733') {} {{(pid=87507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:41:50.365370 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f06dfe-a126-42d4-b0c0-c8d2333cca51 service neutron] Pushing event updated for resources: {'Port': ['ID=b4d49825-88d2-4ae1-ac5f-9e3f9744cc47,revision_number=2']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:41:50.373170 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-f3f06dfe-a126-42d4-b0c0-c8d2333cca51 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:41:50.423871 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.api.v2.resource [None req-dba29385-f7b3-4b9d-b2bd-c697451b2da0 tempest-TagsExtTest-2103464928 tempest-TagsExtTest-2103464928-project] show failed (client error): The resource could not be found.
Dec 16 22:41:50.424958 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-dba29385-f7b3-4b9d-b2bd-c697451b2da0 tempest-TagsExtTest-2103464928 tempest-TagsExtTest-2103464928-project] 10.222.0.13 "GET /v2.0/subnets/e5ac3016-4572-403e-928a-89122095451c/tags/tempest-TagsExtTest-Tag-1620020733 HTTP/1.1" status: 404  len: 329 time: 0.0871909
Dec 16 22:41:50.427751 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 48432) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:41:50.432992 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.services.tag.tag_plugin [None req-fa89b65d-67f4-4f6e-bab9-d5f133a60cd7 tempest-TagsExtTest-2103464928 tempest-TagsExtTest-2103464928-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f1b76914400>, 'subnets', 'e5ac3016-4572-403e-928a-89122095451c', 'tempest-TagsExtTest-Tag-279421195') {} {{(pid=87507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:41:50.446141 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.managers [req-c37b272c-553b-49b8-be6a-453a2583087d req-f3f06dfe-a126-42d4-b0c0-c8d2333cca51 service neutron] Attempting to bind port b4d49825-88d2-4ae1-ac5f-9e3f9744cc47 on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=87506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 22:41:50.446472 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.managers [req-c37b272c-553b-49b8-be6a-453a2583087d req-f3f06dfe-a126-42d4-b0c0-c8d2333cca51 service neutron] Attempting to bind port b4d49825-88d2-4ae1-ac5f-9e3f9744cc47 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '29620fde-83c1-4de3-8c21-94f2b5564f3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'd0cc98fe-1abf-4d5d-953d-ce7ee174c6a2'}] {{(pid=87506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 22:41:50.446791 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c37b272c-553b-49b8-be6a-453a2583087d req-f3f06dfe-a126-42d4-b0c0-c8d2333cca51 service neutron] Attempting to bind port b4d49825-88d2-4ae1-ac5f-9e3f9744cc47 on network d0cc98fe-1abf-4d5d-953d-ce7ee174c6a2 {{(pid=87506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 22:41:50.469264 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c37b272c-553b-49b8-be6a-453a2583087d req-f3f06dfe-a126-42d4-b0c0-c8d2333cca51 service neutron] Port b4d49825-88d2-4ae1-ac5f-9e3f9744cc47 on network d0cc98fe-1abf-4d5d-953d-ce7ee174c6a2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=87506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 16 22:41:50.469589 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c37b272c-553b-49b8-be6a-453a2583087d req-f3f06dfe-a126-42d4-b0c0-c8d2333cca51 service neutron] Attempting to bind port b4d49825-88d2-4ae1-ac5f-9e3f9744cc47 on network d0cc98fe-1abf-4d5d-953d-ce7ee174c6a2 {{(pid=87506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 22:41:50.476265 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c37b272c-553b-49b8-be6a-453a2583087d req-f3f06dfe-a126-42d4-b0c0-c8d2333cca51 service neutron] Checking agent: {'id': '849b5cbb-8f70-4c31-8f37-fd42f8351747', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8218', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 30, 8), 'started_at': datetime.datetime(2021, 12, 16, 22, 30, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 41, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 22:41:50.476597 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c37b272c-553b-49b8-be6a-453a2583087d req-f3f06dfe-a126-42d4-b0c0-c8d2333cca51 service neutron] Checking segment: {'id': '29620fde-83c1-4de3-8c21-94f2b5564f3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'd0cc98fe-1abf-4d5d-953d-ce7ee174c6a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 22:41:50.476976 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c37b272c-553b-49b8-be6a-453a2583087d req-f3f06dfe-a126-42d4-b0c0-c8d2333cca51 service neutron] Bound using segment: {'id': '29620fde-83c1-4de3-8c21-94f2b5564f3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'd0cc98fe-1abf-4d5d-953d-ce7ee174c6a2'} {{(pid=87506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 22:41:50.477398 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.managers [req-c37b272c-553b-49b8-be6a-453a2583087d req-f3f06dfe-a126-42d4-b0c0-c8d2333cca51 service neutron] Bound port: b4d49825-88d2-4ae1-ac5f-9e3f9744cc47, host: hv-neutron-8218, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29620fde-83c1-4de3-8c21-94f2b5564f3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'd0cc98fe-1abf-4d5d-953d-ce7ee174c6a2'}}] {{(pid=87506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 22:41:50.477740 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-c37b272c-553b-49b8-be6a-453a2583087d req-f3f06dfe-a126-42d4-b0c0-c8d2333cca51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:50.506891 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.api.v2.resource [None req-fa89b65d-67f4-4f6e-bab9-d5f133a60cd7 tempest-TagsExtTest-2103464928 tempest-TagsExtTest-2103464928-project] show failed (client error): The resource could not be found.
Dec 16 22:41:50.508368 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-fa89b65d-67f4-4f6e-bab9-d5f133a60cd7 tempest-TagsExtTest-2103464928 tempest-TagsExtTest-2103464928-project] 10.222.0.13 "GET /v2.0/subnets/e5ac3016-4572-403e-928a-89122095451c/tags/tempest-TagsExtTest-Tag-279421195 HTTP/1.1" status: 404  len: 328 time: 0.0796535
Dec 16 22:41:50.511193 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 48436) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:41:50.516509 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.services.tag.tag_plugin [None req-7f3759ab-624c-477a-8381-f231736f1715 tempest-TagsExtTest-2103464928 tempest-TagsExtTest-2103464928-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f1b7c46c490>, 'subnets', 'e5ac3016-4572-403e-928a-89122095451c', 'tempest-TagsExtTest-Tag-1950555360') {} {{(pid=87507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:41:50.578510 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.db [req-c37b272c-553b-49b8-be6a-453a2583087d req-f3f06dfe-a126-42d4-b0c0-c8d2333cca51 service neutron] For port b4d49825-88d2-4ae1-ac5f-9e3f9744cc47, host hv-neutron-8218, cleared binding levels {{(pid=87506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 22:41:50.582114 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.db [req-c37b272c-553b-49b8-be6a-453a2583087d req-f3f06dfe-a126-42d4-b0c0-c8d2333cca51 service neutron] For port b4d49825-88d2-4ae1-ac5f-9e3f9744cc47, host hv-neutron-8218, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=b4d49825-88d2-4ae1-ac5f-9e3f9744cc47,segment=NetworkSegment(29620fde-83c1-4de3-8c21-94f2b5564f3b),segment_id=29620fde-83c1-4de3-8c21-94f2b5564f3b)] {{(pid=87506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 22:41:50.585557 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-c37b272c-553b-49b8-be6a-453a2583087d req-f3f06dfe-a126-42d4-b0c0-c8d2333cca51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1863400'] for port, after_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:50.590096 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-2a2e9128-3d72-4dc5-8b4b-e78bbe4e0fac tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:41:50.596098 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.api.v2.resource [None req-7f3759ab-624c-477a-8381-f231736f1715 tempest-TagsExtTest-2103464928 tempest-TagsExtTest-2103464928-project] show failed (client error): The resource could not be found.
Dec 16 22:41:50.599708 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-7f3759ab-624c-477a-8381-f231736f1715 tempest-TagsExtTest-2103464928 tempest-TagsExtTest-2103464928-project] 10.222.0.13 "GET /v2.0/subnets/e5ac3016-4572-403e-928a-89122095451c/tags/tempest-TagsExtTest-Tag-1950555360 HTTP/1.1" status: 404  len: 329 time: 0.0848262
Dec 16 22:41:50.599941 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 48440) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:41:50.604801 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.services.tag.tag_plugin [None req-0188d6e5-30ab-4670-8eb6-2002e3134980 tempest-TagsExtTest-2103464928 tempest-TagsExtTest-2103464928-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (<neutron_lib.context.Context object at 0x7f1b76733040>, 'ports', '12d5753e-5e59-4a78-b12b-b17f1d68036e', {'tags': ['tempest-TagsExtTest-Tag-751051216', 'tempest-TagsExtTest-Tag-226583921', 'tempest-TagsExtTest-Tag-1054805658']}) {} {{(pid=87507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:41:50.639934 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37b272c-553b-49b8-be6a-453a2583087d req-f3f06dfe-a126-42d4-b0c0-c8d2333cca51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:41:50.640554 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-c37b272c-553b-49b8-be6a-453a2583087d req-f3f06dfe-a126-42d4-b0c0-c8d2333cca51 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for port, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:50.642559 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-c37b272c-553b-49b8-be6a-453a2583087d req-f3f06dfe-a126-42d4-b0c0-c8d2333cca51 service neutron] 10.222.0.49 "PUT /v2.0/ports/b4d49825-88d2-4ae1-ac5f-9e3f9744cc47 HTTP/1.1" status: 200  len: 1094 time: 1.5513506
Dec 16 22:41:50.642968 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'abb163d2-b020-449b-b47c-307670f94186', 'tag': 'b4d49825-88d2-4ae1-ac5f-9e3f9744cc47'}] {{(pid=87506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 22:41:50.675461 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f06dfe-a126-42d4-b0c0-c8d2333cca51 service neutron] Pushing event updated for resources: {'Port': ['ID=b4d49825-88d2-4ae1-ac5f-9e3f9744cc47,revision_number=3']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:41:50.681657 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-f3f06dfe-a126-42d4-b0c0-c8d2333cca51 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:41:50.717725 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-0188d6e5-30ab-4670-8eb6-2002e3134980 tempest-TagsExtTest-2103464928 tempest-TagsExtTest-2103464928-project] 10.222.0.13 "PUT /v2.0/ports/12d5753e-5e59-4a78-b12b-b17f1d68036e/tags HTTP/1.1" status: 200  len: 316 time: 0.1167789
Dec 16 22:41:50.718321 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 48450) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:41:50.724018 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.services.tag.tag_plugin [None req-c2d5ed57-eb64-4eb3-be96-e6e36066efb0 tempest-TagsExtTest-2103464928 tempest-TagsExtTest-2103464928-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f1b7c50c910>, 'ports', '12d5753e-5e59-4a78-b12b-b17f1d68036e') {} {{(pid=87507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:41:50.742473 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'abb163d2-b020-449b-b47c-307670f94186', 'tag': 'b4d49825-88d2-4ae1-ac5f-9e3f9744cc47', 'status': 'completed', 'code': 200}
Dec 16 22:41:50.799117 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37b272c-553b-49b8-be6a-453a2583087d req-2bdac92e-f578-46d6-a750-e2cfdf17fce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:41:50.800641 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-c37b272c-553b-49b8-be6a-453a2583087d req-2bdac92e-f578-46d6-a750-e2cfdf17fce1 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=1dc42150e9b948d4b2349aedc765e185&device_id=abb163d2-b020-449b-b47c-307670f94186 HTTP/1.1" status: 200  len: 1097 time: 0.0943301
Dec 16 22:41:50.816100 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-c2d5ed57-eb64-4eb3-be96-e6e36066efb0 tempest-TagsExtTest-2103464928 tempest-TagsExtTest-2103464928-project] 10.222.0.13 "DELETE /v2.0/ports/12d5753e-5e59-4a78-b12b-b17f1d68036e/tags HTTP/1.1" status: 204  len: 168 time: 0.0966997
Dec 16 22:41:50.818600 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 48456) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:41:50.824769 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.services.tag.tag_plugin [None req-c7ccef0b-e56e-45b6-afee-32fb3dd9eb9f tempest-TagsExtTest-2103464928 tempest-TagsExtTest-2103464928-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f1b76ae6340>, 'ports', '12d5753e-5e59-4a78-b12b-b17f1d68036e', 'tempest-TagsExtTest-Tag-751051216') {} {{(pid=87507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:41:50.919518 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.api.v2.resource [None req-c7ccef0b-e56e-45b6-afee-32fb3dd9eb9f tempest-TagsExtTest-2103464928 tempest-TagsExtTest-2103464928-project] show failed (client error): The resource could not be found.
Dec 16 22:41:50.920802 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-c7ccef0b-e56e-45b6-afee-32fb3dd9eb9f tempest-TagsExtTest-2103464928 tempest-TagsExtTest-2103464928-project] 10.222.0.13 "GET /v2.0/ports/12d5753e-5e59-4a78-b12b-b17f1d68036e/tags/tempest-TagsExtTest-Tag-751051216 HTTP/1.1" status: 404  len: 328 time: 0.1007776
Dec 16 22:41:50.923993 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 48462) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:41:50.929611 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.services.tag.tag_plugin [None req-2e3bbbd3-270b-4bb3-98cc-2e4f87c267ec tempest-TagsExtTest-2103464928 tempest-TagsExtTest-2103464928-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f1b75d58e20>, 'ports', '12d5753e-5e59-4a78-b12b-b17f1d68036e', 'tempest-TagsExtTest-Tag-226583921') {} {{(pid=87507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:41:51.030519 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-c37b272c-553b-49b8-be6a-453a2583087d req-9fabb0b5-461a-4726-b663-526ee27198b3 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b4d49825-88d2-4ae1-ac5f-9e3f9744cc47 HTTP/1.1" status: 200  len: 217 time: 0.2110744
Dec 16 22:41:51.066459 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.api.v2.resource [None req-2e3bbbd3-270b-4bb3-98cc-2e4f87c267ec tempest-TagsExtTest-2103464928 tempest-TagsExtTest-2103464928-project] show failed (client error): The resource could not be found.
Dec 16 22:41:51.067489 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-2e3bbbd3-270b-4bb3-98cc-2e4f87c267ec tempest-TagsExtTest-2103464928 tempest-TagsExtTest-2103464928-project] 10.222.0.13 "GET /v2.0/ports/12d5753e-5e59-4a78-b12b-b17f1d68036e/tags/tempest-TagsExtTest-Tag-226583921 HTTP/1.1" status: 404  len: 328 time: 0.1422803
Dec 16 22:41:51.070579 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 48468) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:41:51.076203 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.services.tag.tag_plugin [None req-2411f0fd-be80-4fcc-95ab-0a2504e1adf0 tempest-TagsExtTest-2103464928 tempest-TagsExtTest-2103464928-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f1b770e3f70>, 'ports', '12d5753e-5e59-4a78-b12b-b17f1d68036e', 'tempest-TagsExtTest-Tag-1054805658') {} {{(pid=87507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:41:51.100480 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37b272c-553b-49b8-be6a-453a2583087d req-7f1d7bcb-56af-40d0-9758-c45ce3f8ea0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:41:51.101796 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-c37b272c-553b-49b8-be6a-453a2583087d req-7f1d7bcb-56af-40d0-9758-c45ce3f8ea0a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=bd776cfe-810e-4167-b6ff-a057c8be1d47 HTTP/1.1" status: 200  len: 835 time: 0.0647483
Dec 16 22:41:51.123200 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc91b50-f2a0-4c36-a111-9720183d7be2 req-0598a238-f887-4b83-aba2-b8bb2c3d2c21 tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:41:51.124678 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-7dc91b50-f2a0-4c36-a111-9720183d7be2 req-0598a238-f887-4b83-aba2-b8bb2c3d2c21 tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] 10.222.0.13 "GET /v2.0/ports?device_id=abb163d2-b020-449b-b47c-307670f94186 HTTP/1.1" status: 200  len: 944 time: 0.1497712
Dec 16 22:41:51.184628 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37b272c-553b-49b8-be6a-453a2583087d req-daf41792-195c-4351-9ac4-3f9996f9a0dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:41:51.185836 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-c37b272c-553b-49b8-be6a-453a2583087d req-daf41792-195c-4351-9ac4-3f9996f9a0dd service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d0cc98fe-1abf-4d5d-953d-ce7ee174c6a2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0774772
Dec 16 22:41:51.191540 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-7dc91b50-f2a0-4c36-a111-9720183d7be2 req-411a0572-b00e-49de-8c5a-2006d0a39cd4 tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] 10.222.0.13 "GET /v2.0/security-groups?id=1ec9b9d7-0f2d-41e7-bbca-fcf898c11448&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0576115
Dec 16 22:41:51.192942 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.api.v2.resource [None req-2411f0fd-be80-4fcc-95ab-0a2504e1adf0 tempest-TagsExtTest-2103464928 tempest-TagsExtTest-2103464928-project] show failed (client error): The resource could not be found.
Dec 16 22:41:51.193872 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-2411f0fd-be80-4fcc-95ab-0a2504e1adf0 tempest-TagsExtTest-2103464928 tempest-TagsExtTest-2103464928-project] 10.222.0.13 "GET /v2.0/ports/12d5753e-5e59-4a78-b12b-b17f1d68036e/tags/tempest-TagsExtTest-Tag-1054805658 HTTP/1.1" status: 404  len: 329 time: 0.1224024
Dec 16 22:41:51.196664 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 48472) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:41:51.202142 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.services.tag.tag_plugin [None req-d1c141ef-15bd-4a15-8d79-2245da7c28d2 tempest-TagsExtTest-2103464928 tempest-TagsExtTest-2103464928-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (<neutron_lib.context.Context object at 0x7f1b771de220>, 'routers', '83461e63-a457-4863-b882-d6e03edc87e4', {'tags': ['tempest-TagsExtTest-Tag-2066801393', 'tempest-TagsExtTest-Tag-1526284559', 'tempest-TagsExtTest-Tag-1957947325']}) {} {{(pid=87507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:41:51.238876 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 00817b5e-de4c-41b9-8a42-ca539e5e4def up at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 22:41:51.312583 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning complete for port 00817b5e-de4c-41b9-8a42-ca539e5e4def triggered by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:41:51.313043 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:51.345499 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-c37b272c-553b-49b8-be6a-453a2583087d req-d04028fe-8e21-4b67-8915-cc6684381e54 service neutron] 10.222.0.49 "GET /v2.0/networks/d0cc98fe-1abf-4d5d-953d-ce7ee174c6a2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1508641
Dec 16 22:41:51.363568 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-d1c141ef-15bd-4a15-8d79-2245da7c28d2 tempest-TagsExtTest-2103464928 tempest-TagsExtTest-2103464928-project] 10.222.0.13 "PUT /v2.0/routers/83461e63-a457-4863-b882-d6e03edc87e4/tags HTTP/1.1" status: 200  len: 318 time: 0.1654899
Dec 16 22:41:51.365815 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 48476) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:41:51.372531 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.services.tag.tag_plugin [None req-07ba6b83-12b9-45ba-a31e-16cdf41ddd51 tempest-TagsExtTest-2103464928 tempest-TagsExtTest-2103464928-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f1b7c0cdbe0>, 'routers', '83461e63-a457-4863-b882-d6e03edc87e4') {} {{(pid=87507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:41:51.520969 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-c37b272c-553b-49b8-be6a-453a2583087d req-dd2eaa53-e174-4485-bc04-91821ba5568b service neutron] 10.222.0.49 "GET /v2.0/networks/d0cc98fe-1abf-4d5d-953d-ce7ee174c6a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1683416
Dec 16 22:41:51.601789 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-07ba6b83-12b9-45ba-a31e-16cdf41ddd51 tempest-TagsExtTest-2103464928 tempest-TagsExtTest-2103464928-project] 10.222.0.13 "DELETE /v2.0/routers/83461e63-a457-4863-b882-d6e03edc87e4/tags HTTP/1.1" status: 204  len: 168 time: 0.2323153
Dec 16 22:41:51.601961 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 48484) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:41:51.606988 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.services.tag.tag_plugin [None req-cbc64589-90af-43a2-9cc8-6f919607efd4 tempest-TagsExtTest-2103464928 tempest-TagsExtTest-2103464928-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f1b76881220>, 'routers', '83461e63-a457-4863-b882-d6e03edc87e4', 'tempest-TagsExtTest-Tag-2066801393') {} {{(pid=87507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:41:51.691841 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5f96fe-758c-4dd0-a69e-cf303e4bed4b req-9d04171d-6cd2-44bc-944c-1cc05e05a530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:41:51.693527 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-8d5f96fe-758c-4dd0-a69e-cf303e4bed4b req-9d04171d-6cd2-44bc-944c-1cc05e05a530 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=1dc42150e9b948d4b2349aedc765e185&device_id=abb163d2-b020-449b-b47c-307670f94186 HTTP/1.1" status: 200  len: 1097 time: 0.0782812
Dec 16 22:41:51.750045 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.api.v2.resource [None req-cbc64589-90af-43a2-9cc8-6f919607efd4 tempest-TagsExtTest-2103464928 tempest-TagsExtTest-2103464928-project] show failed (client error): The resource could not be found.
Dec 16 22:41:51.753791 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-cbc64589-90af-43a2-9cc8-6f919607efd4 tempest-TagsExtTest-2103464928 tempest-TagsExtTest-2103464928-project] 10.222.0.13 "GET /v2.0/routers/83461e63-a457-4863-b882-d6e03edc87e4/tags/tempest-TagsExtTest-Tag-2066801393 HTTP/1.1" status: 404  len: 329 time: 0.1482599
Dec 16 22:41:51.753996 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 48490) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:41:51.758927 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.services.tag.tag_plugin [None req-93bd95ef-c351-45c3-a477-cab2ffa2159f tempest-TagsExtTest-2103464928 tempest-TagsExtTest-2103464928-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f1b76826d00>, 'routers', '83461e63-a457-4863-b882-d6e03edc87e4', 'tempest-TagsExtTest-Tag-1526284559') {} {{(pid=87507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:41:51.838935 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5f96fe-758c-4dd0-a69e-cf303e4bed4b req-de6ba29e-5765-4f4d-bdd4-a078258b0993 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:41:51.840717 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-8d5f96fe-758c-4dd0-a69e-cf303e4bed4b req-de6ba29e-5765-4f4d-bdd4-a078258b0993 service neutron] 10.222.0.49 "GET /v2.0/networks?id=d0cc98fe-1abf-4d5d-953d-ce7ee174c6a2 HTTP/1.1" status: 200  len: 897 time: 0.1396942
Dec 16 22:41:51.911181 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-8d5f96fe-758c-4dd0-a69e-cf303e4bed4b req-ee309610-6a0c-4810-af96-3acf3a365de7 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b4d49825-88d2-4ae1-ac5f-9e3f9744cc47 HTTP/1.1" status: 200  len: 217 time: 0.0626900
Dec 16 22:41:51.981673 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5f96fe-758c-4dd0-a69e-cf303e4bed4b req-c6aee3bb-36f0-42b7-9a88-b255603c398f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:41:51.983043 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-8d5f96fe-758c-4dd0-a69e-cf303e4bed4b req-c6aee3bb-36f0-42b7-9a88-b255603c398f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=bd776cfe-810e-4167-b6ff-a057c8be1d47 HTTP/1.1" status: 200  len: 835 time: 0.0649846
Dec 16 22:41:52.030863 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.api.v2.resource [None req-93bd95ef-c351-45c3-a477-cab2ffa2159f tempest-TagsExtTest-2103464928 tempest-TagsExtTest-2103464928-project] show failed (client error): The resource could not be found.
Dec 16 22:41:52.034621 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-93bd95ef-c351-45c3-a477-cab2ffa2159f tempest-TagsExtTest-2103464928 tempest-TagsExtTest-2103464928-project] 10.222.0.13 "GET /v2.0/routers/83461e63-a457-4863-b882-d6e03edc87e4/tags/tempest-TagsExtTest-Tag-1526284559 HTTP/1.1" status: 404  len: 329 time: 0.2770202
Dec 16 22:41:52.034870 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 48494) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:41:52.040518 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.services.tag.tag_plugin [None req-94923a19-1104-4284-9cc4-9580180a96c4 tempest-TagsExtTest-2103464928 tempest-TagsExtTest-2103464928-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f1b76dc8070>, 'routers', '83461e63-a457-4863-b882-d6e03edc87e4', 'tempest-TagsExtTest-Tag-1957947325') {} {{(pid=87507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:41:52.062592 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5f96fe-758c-4dd0-a69e-cf303e4bed4b req-fbfc85d2-8711-4371-b273-cd180b18432d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:41:52.064970 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-8d5f96fe-758c-4dd0-a69e-cf303e4bed4b req-fbfc85d2-8711-4371-b273-cd180b18432d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d0cc98fe-1abf-4d5d-953d-ce7ee174c6a2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0749509
Dec 16 22:41:52.182860 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.api.v2.resource [None req-94923a19-1104-4284-9cc4-9580180a96c4 tempest-TagsExtTest-2103464928 tempest-TagsExtTest-2103464928-project] show failed (client error): The resource could not be found.
Dec 16 22:41:52.183950 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-94923a19-1104-4284-9cc4-9580180a96c4 tempest-TagsExtTest-2103464928 tempest-TagsExtTest-2103464928-project] 10.222.0.13 "GET /v2.0/routers/83461e63-a457-4863-b882-d6e03edc87e4/tags/tempest-TagsExtTest-Tag-1957947325 HTTP/1.1" status: 404  len: 329 time: 0.1481433
Dec 16 22:41:52.186607 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 48500) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:41:52.194441 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.services.tag.tag_plugin [None req-fb8aae8b-1f01-4824-ae6e-f65af08b9719 tempest-TagsExtTest-2103464928 tempest-TagsExtTest-2103464928-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (<neutron_lib.context.Context object at 0x7f1b7c41bfa0>, 'subnetpools', 'bed812bb-cced-4e75-814e-444eb2c82352', {'tags': ['tempest-TagsExtTest-Tag-934369545', 'tempest-TagsExtTest-Tag-583400158', 'tempest-TagsExtTest-Tag-435728136']}) {} {{(pid=87507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:41:52.220526 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-8d5f96fe-758c-4dd0-a69e-cf303e4bed4b req-b2459ddc-5dcb-452e-9223-dc1f054fa0aa service neutron] 10.222.0.49 "GET /v2.0/networks/d0cc98fe-1abf-4d5d-953d-ce7ee174c6a2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1442981
Dec 16 22:41:52.240416 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-fb8aae8b-1f01-4824-ae6e-f65af08b9719 tempest-TagsExtTest-2103464928 tempest-TagsExtTest-2103464928-project] 10.222.0.13 "PUT /v2.0/subnetpools/bed812bb-cced-4e75-814e-444eb2c82352/tags HTTP/1.1" status: 200  len: 315 time: 0.0527792
Dec 16 22:41:52.241465 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 48506) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:41:52.246980 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.services.tag.tag_plugin [None req-4df0f155-ab53-4913-847a-49652e900a03 tempest-TagsExtTest-2103464928 tempest-TagsExtTest-2103464928-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f1b76d573a0>, 'subnetpools', 'bed812bb-cced-4e75-814e-444eb2c82352') {} {{(pid=87507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:41:52.294705 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-4df0f155-ab53-4913-847a-49652e900a03 tempest-TagsExtTest-2103464928 tempest-TagsExtTest-2103464928-project] 10.222.0.13 "DELETE /v2.0/subnetpools/bed812bb-cced-4e75-814e-444eb2c82352/tags HTTP/1.1" status: 204  len: 168 time: 0.0520470
Dec 16 22:41:52.295346 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 48510) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:41:52.301484 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.services.tag.tag_plugin [None req-bafb86bd-90c3-4ff8-9bc9-1641749e1f0a tempest-TagsExtTest-2103464928 tempest-TagsExtTest-2103464928-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f1b768cfb80>, 'subnetpools', 'bed812bb-cced-4e75-814e-444eb2c82352', 'tempest-TagsExtTest-Tag-934369545') {} {{(pid=87507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:41:52.331046 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.api.v2.resource [None req-bafb86bd-90c3-4ff8-9bc9-1641749e1f0a tempest-TagsExtTest-2103464928 tempest-TagsExtTest-2103464928-project] show failed (client error): The resource could not be found.
Dec 16 22:41:52.335370 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 48514) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:41:52.336150 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-bafb86bd-90c3-4ff8-9bc9-1641749e1f0a tempest-TagsExtTest-2103464928 tempest-TagsExtTest-2103464928-project] 10.222.0.13 "GET /v2.0/subnetpools/bed812bb-cced-4e75-814e-444eb2c82352/tags/tempest-TagsExtTest-Tag-934369545 HTTP/1.1" status: 404  len: 328 time: 0.0397899
Dec 16 22:41:52.344212 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.services.tag.tag_plugin [None req-4bca6831-5a3d-458b-b0c8-64a6ff1dd1c8 tempest-TagsExtTest-2103464928 tempest-TagsExtTest-2103464928-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f1b7c63aa90>, 'subnetpools', 'bed812bb-cced-4e75-814e-444eb2c82352', 'tempest-TagsExtTest-Tag-583400158') {} {{(pid=87506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:41:52.394575 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-8d5f96fe-758c-4dd0-a69e-cf303e4bed4b req-a87aca04-af78-45b6-9f36-879b94941358 service neutron] 10.222.0.49 "GET /v2.0/networks/d0cc98fe-1abf-4d5d-953d-ce7ee174c6a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1664200
Dec 16 22:41:52.398343 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.api.v2.resource [None req-4bca6831-5a3d-458b-b0c8-64a6ff1dd1c8 tempest-TagsExtTest-2103464928 tempest-TagsExtTest-2103464928-project] show failed (client error): The resource could not be found.
Dec 16 22:41:52.399340 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-4bca6831-5a3d-458b-b0c8-64a6ff1dd1c8 tempest-TagsExtTest-2103464928 tempest-TagsExtTest-2103464928-project] 10.222.0.13 "GET /v2.0/subnetpools/bed812bb-cced-4e75-814e-444eb2c82352/tags/tempest-TagsExtTest-Tag-583400158 HTTP/1.1" status: 404  len: 328 time: 0.0629432
Dec 16 22:41:52.402096 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 48518) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:41:52.407259 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.services.tag.tag_plugin [None req-62530b12-935a-40fb-8dfb-86e8194ef111 tempest-TagsExtTest-2103464928 tempest-TagsExtTest-2103464928-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f1b7d1b4ca0>, 'subnetpools', 'bed812bb-cced-4e75-814e-444eb2c82352', 'tempest-TagsExtTest-Tag-435728136') {} {{(pid=87506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:41:52.437647 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.api.v2.resource [None req-62530b12-935a-40fb-8dfb-86e8194ef111 tempest-TagsExtTest-2103464928 tempest-TagsExtTest-2103464928-project] show failed (client error): The resource could not be found.
Dec 16 22:41:52.442099 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-62530b12-935a-40fb-8dfb-86e8194ef111 tempest-TagsExtTest-2103464928 tempest-TagsExtTest-2103464928-project] 10.222.0.13 "GET /v2.0/subnetpools/bed812bb-cced-4e75-814e-444eb2c82352/tags/tempest-TagsExtTest-Tag-435728136 HTTP/1.1" status: 404  len: 328 time: 0.0366592
Dec 16 22:41:52.442407 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 48522) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:41:52.445045 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2d83b1-3130-41fb-8713-353fbf739933 req-33e26900-e812-4703-97a3-c62b75007630 tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:41:52.446767 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-9c2d83b1-3130-41fb-8713-353fbf739933 req-33e26900-e812-4703-97a3-c62b75007630 tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] 10.222.0.13 "GET /v2.0/ports?device_id=abb163d2-b020-449b-b47c-307670f94186 HTTP/1.1" status: 200  len: 944 time: 0.1082733
Dec 16 22:41:52.448019 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.services.tag.tag_plugin [None req-514fef24-98c0-4c02-9483-a78711c3ac2b tempest-TagsExtTest-2103464928 tempest-TagsExtTest-2103464928-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f1b766bf1f0>, 'subnetpools', 'bed812bb-cced-4e75-814e-444eb2c82352') {} {{(pid=87506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:41:52.482040 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-514fef24-98c0-4c02-9483-a78711c3ac2b tempest-TagsExtTest-2103464928 tempest-TagsExtTest-2103464928-project] 10.222.0.13 "DELETE /v2.0/subnetpools/bed812bb-cced-4e75-814e-444eb2c82352/tags HTTP/1.1" status: 204  len: 168 time: 0.0363436
Dec 16 22:41:52.482327 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 48526) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:41:52.488755 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.services.tag.tag_plugin [None req-fec4c16f-aecb-4812-a5c4-a22f209fc275 tempest-TagsExtTest-2103464928 tempest-TagsExtTest-2103464928-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f1b7c3d8400>, 'routers', '83461e63-a457-4863-b882-d6e03edc87e4') {} {{(pid=87506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:41:52.501683 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-9c2d83b1-3130-41fb-8713-353fbf739933 req-6507e548-8765-4fcc-8a3c-84d5e9a90912 tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] 10.222.0.13 "GET /v2.0/security-groups?id=1ec9b9d7-0f2d-41e7-bbca-fcf898c11448&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0492225
Dec 16 22:41:52.650003 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-fec4c16f-aecb-4812-a5c4-a22f209fc275 tempest-TagsExtTest-2103464928 tempest-TagsExtTest-2103464928-project] 10.222.0.13 "DELETE /v2.0/routers/83461e63-a457-4863-b882-d6e03edc87e4/tags HTTP/1.1" status: 204  len: 168 time: 0.1665909
Dec 16 22:41:52.652431 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 48532) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:41:52.657295 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.services.tag.tag_plugin [None req-4d0cfeaf-2674-40e2-85e6-5e980f13f058 tempest-TagsExtTest-2103464928 tempest-TagsExtTest-2103464928-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f1b7c42d370>, 'ports', '12d5753e-5e59-4a78-b12b-b17f1d68036e') {} {{(pid=87506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:41:52.727658 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-4d0cfeaf-2674-40e2-85e6-5e980f13f058 tempest-TagsExtTest-2103464928 tempest-TagsExtTest-2103464928-project] 10.222.0.13 "DELETE /v2.0/ports/12d5753e-5e59-4a78-b12b-b17f1d68036e/tags HTTP/1.1" status: 204  len: 168 time: 0.0742700
Dec 16 22:41:52.730108 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 48536) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:41:52.734886 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.services.tag.tag_plugin [None req-e2b3ae16-5b98-46c0-a5a4-39ec3a768770 tempest-TagsExtTest-2103464928 tempest-TagsExtTest-2103464928-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f1b7c352c10>, 'subnets', 'e5ac3016-4572-403e-928a-89122095451c') {} {{(pid=87506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:41:52.915091 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-e2b3ae16-5b98-46c0-a5a4-39ec3a768770 tempest-TagsExtTest-2103464928 tempest-TagsExtTest-2103464928-project] 10.222.0.13 "DELETE /v2.0/subnets/e5ac3016-4572-403e-928a-89122095451c/tags HTTP/1.1" status: 204  len: 168 time: 0.1838377
Dec 16 22:41:52.920990 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 48540) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:41:53.004801 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-225e3cb0-0dbe-455e-ab7b-48e50020bc2f tempest-TagsExtTest-2103464928 tempest-TagsExtTest-2103464928-project] Notify callbacks [] for subnetpool, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:53.005892 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-225e3cb0-0dbe-455e-ab7b-48e50020bc2f tempest-TagsExtTest-2103464928 tempest-TagsExtTest-2103464928-project] 10.222.0.13 "DELETE /v2.0/subnetpools/bed812bb-cced-4e75-814e-444eb2c82352 HTTP/1.1" status: 204  len: 168 time: 0.0840096
Dec 16 22:41:53.008586 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 48544) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:41:53.057453 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-fefda3ef-2cb8-4eec-b46a-52294d1acff6 tempest-TagsExtTest-2103464928 tempest-TagsExtTest-2103464928-project] 10.222.0.13 "GET /v2.0/ports?device_id=83461e63-a457-4863-b882-d6e03edc87e4 HTTP/1.1" status: 200  len: 205 time: 0.0476942
Dec 16 22:41:53.057809 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Device b4d49825-88d2-4ae1-ac5f-9e3f9744cc47 details requested by agent hyperv_hv-neutron-8218 with host hv-neutron-8218 {{(pid=87508) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 16 22:41:53.060071 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 48548) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:41:53.146886 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 48552) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:41:53.208629 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8ec5c6a-f74e-4ae9-9b09-f448d51e1675 tempest-TestNetworkBasicOps-761014822 tempest-TestNetworkBasicOps-761014822-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:41:53.210020 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-e8ec5c6a-f74e-4ae9-9b09-f448d51e1675 tempest-TestNetworkBasicOps-761014822 tempest-TestNetworkBasicOps-761014822-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=f8905ce9-304b-4976-bc47-e58c71c11de5 HTTP/1.1" status: 200  len: 814 time: 0.0620885
Dec 16 22:41:53.216540 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-c72b2684-a5db-4186-9abe-bcf45cfe16d7 tempest-TagsExtTest-2103464928 tempest-TagsExtTest-2103464928-project] Notify callbacks [] for router, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:53.226312 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] For port b4d49825-88d2-4ae1-ac5f-9e3f9744cc47, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=b4d49825-88d2-4ae1-ac5f-9e3f9744cc47,segment=NetworkSegment(29620fde-83c1-4de3-8c21-94f2b5564f3b),segment_id=29620fde-83c1-4de3-8c21-94f2b5564f3b)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:41:53.242286 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Returning: {'device': 'b4d49825-88d2-4ae1-ac5f-9e3f9744cc47', 'network_id': 'd0cc98fe-1abf-4d5d-953d-ce7ee174c6a2', 'port_id': 'b4d49825-88d2-4ae1-ac5f-9e3f9744cc47', 'mac_address': 'fa:16:3e:88:0a:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd776cfe-810e-4167-b6ff-a057c8be1d47', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87508) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 16 22:41:53.305173 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:53.323523 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.notifiers.nova [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4d49825-88d2-4ae1-ac5f-9e3f9744cc47 {{(pid=87508) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 22:41:53.341018 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] For port b4d49825-88d2-4ae1-ac5f-9e3f9744cc47, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=b4d49825-88d2-4ae1-ac5f-9e3f9744cc47,segment=NetworkSegment(29620fde-83c1-4de3-8c21-94f2b5564f3b),segment_id=29620fde-83c1-4de3-8c21-94f2b5564f3b)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:41:53.344837 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:53.346713 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-6b1be416-b924-40b9-8360-3a267c025bc9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:41:53.434212 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Pushing event updated for resources: {'Port': ['ID=b4d49825-88d2-4ae1-ac5f-9e3f9744cc47,revision_number=4']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:41:53.446160 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:41:53.529587 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-c72b2684-a5db-4186-9abe-bcf45cfe16d7 tempest-TagsExtTest-2103464928 tempest-TagsExtTest-2103464928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3739500', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39002'] for router, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:53.534134 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-c72b2684-a5db-4186-9abe-bcf45cfe16d7 tempest-TagsExtTest-2103464928 tempest-TagsExtTest-2103464928-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:53.557197 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-c72b2684-a5db-4186-9abe-bcf45cfe16d7 tempest-TagsExtTest-2103464928 tempest-TagsExtTest-2103464928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3830089'] for router, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:53.557899 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c72b2684-a5db-4186-9abe-bcf45cfe16d7 tempest-TagsExtTest-2103464928 tempest-TagsExtTest-2103464928-project] Fanout notify agent at l3_agent the message router_deleted on router 83461e63-a457-4863-b882-d6e03edc87e4 {{(pid=87507) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 16 22:41:53.571201 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-c72b2684-a5db-4186-9abe-bcf45cfe16d7 tempest-TagsExtTest-2103464928 tempest-TagsExtTest-2103464928-project] Notify callbacks [] for router, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:53.572468 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-c72b2684-a5db-4186-9abe-bcf45cfe16d7 tempest-TagsExtTest-2103464928 tempest-TagsExtTest-2103464928-project] 10.222.0.13 "DELETE /v2.0/routers/83461e63-a457-4863-b882-d6e03edc87e4 HTTP/1.1" status: 204  len: 168 time: 0.5113258
Dec 16 22:41:53.575804 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 48562) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:41:53.662368 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] get_ports_and_sgs() called for port_ids ['b4d49825-88d2-4ae1-ac5f-9e3f9744cc47'] {{(pid=87508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 22:41:53.685548 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.plugin [None req-02da351d-ac6a-4ef0-92e3-1afcf667a596 tempest-TagsExtTest-2103464928 tempest-TagsExtTest-2103464928-project] Deleting port 12d5753e-5e59-4a78-b12b-b17f1d68036e {{(pid=87507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:41:53.685891 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-02da351d-ac6a-4ef0-92e3-1afcf667a596 tempest-TagsExtTest-2103464928 tempest-TagsExtTest-2103464928-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:53.827099 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60a5849-419a-46f5-a124-df609e4bacf6 req-0468eaeb-e660-4e3f-9d4b-506656268975 tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:41:53.828643 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-c60a5849-419a-46f5-a124-df609e4bacf6 req-0468eaeb-e660-4e3f-9d4b-506656268975 tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] 10.222.0.13 "GET /v2.0/ports?device_id=abb163d2-b020-449b-b47c-307670f94186 HTTP/1.1" status: 200  len: 945 time: 0.2190216
Dec 16 22:41:54.108178 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-c60a5849-419a-46f5-a124-df609e4bacf6 req-a692f993-39f2-4798-a4ed-b8f299b3bd58 tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] 10.222.0.13 "GET /v2.0/security-groups?id=1ec9b9d7-0f2d-41e7-bbca-fcf898c11448&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2731690
Dec 16 22:41:54.150633 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-02da351d-ac6a-4ef0-92e3-1afcf667a596 tempest-TagsExtTest-2103464928 tempest-TagsExtTest-2103464928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:54.310915 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.plugin [None req-02da351d-ac6a-4ef0-92e3-1afcf667a596 tempest-TagsExtTest-2103464928 tempest-TagsExtTest-2103464928-project] Calling delete_port for 12d5753e-5e59-4a78-b12b-b17f1d68036e owned by  {{(pid=87507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:41:54.523670 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 48568) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:41:54.534760 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-a00397d2-8646-41e0-bcd6-14b4057fb2a4 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Request body: {'network': {'name': 'tempest-network-smoke--1055654094', 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'port_security_enabled': True}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:41:54.535895 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-02da351d-ac6a-4ef0-92e3-1afcf667a596 tempest-TagsExtTest-2103464928 tempest-TagsExtTest-2103464928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10807823'] for port, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:54.544238 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-a00397d2-8646-41e0-bcd6-14b4057fb2a4 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:41:54.545356 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-70b455bd-2071-4ae7-a117-9733db97852a tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:41:54.562669 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-a00397d2-8646-41e0-bcd6-14b4057fb2a4 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:41:54.586516 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a00397d2-8646-41e0-bcd6-14b4057fb2a4 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Made reservation on behalf of b7e45fda9ad540a6ac359d1c64c9adb2 for: {'network': 1} {{(pid=87506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:41:54.591006 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-a00397d2-8646-41e0-bcd6-14b4057fb2a4 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for network, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:54.616022 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02da351d-ac6a-4ef0-92e3-1afcf667a596 tempest-TagsExtTest-2103464928 tempest-TagsExtTest-2103464928-project] Pushing event deleted for resources: {'Port': ['ID=12d5753e-5e59-4a78-b12b-b17f1d68036e,revision_number=None']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:41:54.623488 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-02da351d-ac6a-4ef0-92e3-1afcf667a596 tempest-TagsExtTest-2103464928 tempest-TagsExtTest-2103464928-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:41:54.652870 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a00397d2-8646-41e0-bcd6-14b4057fb2a4 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] vlan segment allocate from pool success with {'vlan_id': 157, 'physical_network': 'physnet1'}  {{(pid=87506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 22:41:54.663423 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-a00397d2-8646-41e0-bcd6-14b4057fb2a4 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-883292'] for segment, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:54.663795 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.db.segments_db [None req-a00397d2-8646-41e0-bcd6-14b4057fb2a4 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Added segment 672c4497-155d-4cab-bf94-ffe17cc3bb32 of type vlan for network d1a602c0-e7a2-445f-aa5d-b7f07568521c
Dec 16 22:41:54.694238 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-a00397d2-8646-41e0-bcd6-14b4057fb2a4 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734753047233'] for network, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:54.744557 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-a00397d2-8646-41e0-bcd6-14b4057fb2a4 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440'] for network, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:54.754330 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a00397d2-8646-41e0-bcd6-14b4057fb2a4 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:41:54.755086 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-a00397d2-8646-41e0-bcd6-14b4057fb2a4 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for network, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:54.763380 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-c92e28f5-ef35-4b62-b60a-30840a57e96d tempest-BulkNetworkOpsTest-146173519 tempest-BulkNetworkOpsTest-146173519-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:41:54.778589 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-02da351d-ac6a-4ef0-92e3-1afcf667a596 tempest-TagsExtTest-2103464928 tempest-TagsExtTest-2103464928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for port, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:54.798607 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-02da351d-ac6a-4ef0-92e3-1afcf667a596 tempest-TagsExtTest-2103464928 tempest-TagsExtTest-2103464928-project] 10.222.0.13 "DELETE /v2.0/ports/12d5753e-5e59-4a78-b12b-b17f1d68036e HTTP/1.1" status: 204  len: 168 time: 1.2226534
Dec 16 22:41:54.799867 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 48574) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:41:54.901998 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-a00397d2-8646-41e0-bcd6-14b4057fb2a4 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.3716547
Dec 16 22:41:54.901998 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 48578) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:41:54.946452 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00397d2-8646-41e0-bcd6-14b4057fb2a4 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Pushing event updated for resources: {'Network': ['ID=d1a602c0-e7a2-445f-aa5d-b7f07568521c,revision_number=1']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:41:54.947258 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.db_base_plugin_v2 [None req-2486b864-2fc5-40c3-ad3b-3a4edbccef86 tempest-TagsExtTest-2103464928 tempest-TagsExtTest-2103464928-project] Deleting subnet e5ac3016-4572-403e-928a-89122095451c {{(pid=87507) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 16 22:41:54.960738 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Network d1a602c0-e7a2-445f-aa5d-b7f07568521c details requested by agent ovs-agent-dv-neutron-821829-1-hyperv with host dv-neutron-821829-1-hyperv {{(pid=87508) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 22:41:54.963196 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-2486b864-2fc5-40c3-ad3b-3a4edbccef86 tempest-TagsExtTest-2103464928 tempest-TagsExtTest-2103464928-project] Notify callbacks [] for subnet, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:54.963876 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-a00397d2-8646-41e0-bcd6-14b4057fb2a4 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:41:54.998665 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d1497b5-df5f-48e3-b492-3a1e6dccf569 tempest-TestNetworkBasicOps-761014822 tempest-TestNetworkBasicOps-761014822-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:41:55.012340 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-1d1497b5-df5f-48e3-b492-3a1e6dccf569 tempest-TestNetworkBasicOps-761014822 tempest-TestNetworkBasicOps-761014822-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=b7e45fda9ad540a6ac359d1c64c9adb2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 830 time: 0.0982680
Dec 16 22:41:55.012878 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 48582) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:41:55.032147 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-2486b864-2fc5-40c3-ad3b-3a4edbccef86 tempest-TagsExtTest-2103464928 tempest-TagsExtTest-2103464928-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2128562'] for subnet, precommit_delete_associations {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:55.116006 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Device b4d49825-88d2-4ae1-ac5f-9e3f9744cc47 up at agent hyperv_hv-neutron-8218 {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 22:41:55.164662 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-2486b864-2fc5-40c3-ad3b-3a4edbccef86 tempest-TagsExtTest-2103464928 tempest-TagsExtTest-2103464928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3328566'] for subnet, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:55.212558 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Provisioning for port b4d49825-88d2-4ae1-ac5f-9e3f9744cc47 completed by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 22:41:55.218680 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Provisioning complete for port b4d49825-88d2-4ae1-ac5f-9e3f9744cc47 triggered by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:41:55.219077 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:55.225486 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36281a12-7306-4679-b4dd-8c540c128dcb tempest-TestNetworkBasicOps-761014822 tempest-TestNetworkBasicOps-761014822-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:41:55.229959 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-36281a12-7306-4679-b4dd-8c540c128dcb tempest-TestNetworkBasicOps-761014822 tempest-TestNetworkBasicOps-761014822-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.2160971
Dec 16 22:41:55.230580 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 48588) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:41:55.337067 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-2486b864-2fc5-40c3-ad3b-3a4edbccef86 tempest-TagsExtTest-2103464928 tempest-TagsExtTest-2103464928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3328622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10807868', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10549621'] for subnet, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:55.348072 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-3bfb4ab9-1144-482d-934c-0576d5d13232 tempest-TestNetworkBasicOps-761014822 tempest-TestNetworkBasicOps-761014822-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=f8905ce9-304b-4976-bc47-e58c71c11de5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.1162293
Dec 16 22:41:55.349374 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-108a8f89-746c-46ef-8ecd-e575d8de0e72 tempest-RoutersNegativeIpV6Test-1646080008 tempest-RoutersNegativeIpV6Test-1646080008-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:41:55.350621 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 48592) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:41:55.385979 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:55.407467 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-43bd7464-93ac-4ae4-a9f7-2e59f0e54bde tempest-TestNetworkBasicOps-761014822 tempest-TestNetworkBasicOps-761014822-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=b7e45fda9ad540a6ac359d1c64c9adb2&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0555837
Dec 16 22:41:55.408282 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 48596) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:41:55.424892 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abb163d2-b020-449b-b47c-307670f94186', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4d49825-88d2-4ae1-ac5f-9e3f9744cc47'}] {{(pid=87508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 22:41:55.452153 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] For port b4d49825-88d2-4ae1-ac5f-9e3f9744cc47, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=b4d49825-88d2-4ae1-ac5f-9e3f9744cc47,segment=NetworkSegment(29620fde-83c1-4de3-8c21-94f2b5564f3b),segment_id=29620fde-83c1-4de3-8c21-94f2b5564f3b)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:41:55.461930 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:55.465255 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:41:55.508437 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd7dff7-71d1-4c0a-9656-698de22e43da req-80995956-2b8c-4dba-8ba6-ebbf6054af2d tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:41:55.521430 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-dcd7dff7-71d1-4c0a-9656-698de22e43da req-80995956-2b8c-4dba-8ba6-ebbf6054af2d tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] 10.222.0.13 "GET /v2.0/ports?device_id=abb163d2-b020-449b-b47c-307670f94186 HTTP/1.1" status: 200  len: 945 time: 0.2862773
Dec 16 22:41:55.536680 dv-neutron-821829-1-hyperv neutron-server[87508]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abb163d2-b020-449b-b47c-307670f94186', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4d49825-88d2-4ae1-ac5f-9e3f9744cc47', 'code': 200}
Dec 16 22:41:55.564764 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2486b864-2fc5-40c3-ad3b-3a4edbccef86 tempest-TagsExtTest-2103464928 tempest-TagsExtTest-2103464928-project] Pushing event deleted for resources: {'Subnet': ['ID=e5ac3016-4572-403e-928a-89122095451c,revision_number=None']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:41:55.567664 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-2486b864-2fc5-40c3-ad3b-3a4edbccef86 tempest-TagsExtTest-2103464928 tempest-TagsExtTest-2103464928-project] Notify callbacks [] for subnet, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:55.571587 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23812df4-8fe8-4b60-993c-ea90db52ef35 None None] Network 93f5804e-8a6f-4274-9797-af8cf0eba697 requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 22:41:55.598210 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-788969f1-fe7b-4a03-be0c-4e5031dc8d2e tempest-TestNetworkBasicOps-761014822 tempest-TestNetworkBasicOps-761014822-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:41:55.602184 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-788969f1-fe7b-4a03-be0c-4e5031dc8d2e tempest-TestNetworkBasicOps-761014822 tempest-TestNetworkBasicOps-761014822-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.1902781
Dec 16 22:41:55.606073 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 48602) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:41:55.620610 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2486b864-2fc5-40c3-ad3b-3a4edbccef86 tempest-TagsExtTest-2103464928 tempest-TagsExtTest-2103464928-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:41:55.625695 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2486b864-2fc5-40c3-ad3b-3a4edbccef86 tempest-TagsExtTest-2103464928 tempest-TagsExtTest-2103464928-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:41:55.626596 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2486b864-2fc5-40c3-ad3b-3a4edbccef86 tempest-TagsExtTest-2103464928 tempest-TagsExtTest-2103464928-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:41:55.626981 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2486b864-2fc5-40c3-ad3b-3a4edbccef86 tempest-TagsExtTest-2103464928 tempest-TagsExtTest-2103464928-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:41:55.627869 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2486b864-2fc5-40c3-ad3b-3a4edbccef86 tempest-TagsExtTest-2103464928 tempest-TagsExtTest-2103464928-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:41:55.627869 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2486b864-2fc5-40c3-ad3b-3a4edbccef86 tempest-TagsExtTest-2103464928 tempest-TagsExtTest-2103464928-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:41:55.628808 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2486b864-2fc5-40c3-ad3b-3a4edbccef86 tempest-TagsExtTest-2103464928 tempest-TagsExtTest-2103464928-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:41:55.628808 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2486b864-2fc5-40c3-ad3b-3a4edbccef86 tempest-TagsExtTest-2103464928 tempest-TagsExtTest-2103464928-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:41:55.628808 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2486b864-2fc5-40c3-ad3b-3a4edbccef86 tempest-TagsExtTest-2103464928 tempest-TagsExtTest-2103464928-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:41:55.629839 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2486b864-2fc5-40c3-ad3b-3a4edbccef86 tempest-TagsExtTest-2103464928 tempest-TagsExtTest-2103464928-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:41:55.629839 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2486b864-2fc5-40c3-ad3b-3a4edbccef86 tempest-TagsExtTest-2103464928 tempest-TagsExtTest-2103464928-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:41:55.629839 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2486b864-2fc5-40c3-ad3b-3a4edbccef86 tempest-TagsExtTest-2103464928 tempest-TagsExtTest-2103464928-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:41:55.645295 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-2486b864-2fc5-40c3-ad3b-3a4edbccef86 tempest-TagsExtTest-2103464928 tempest-TagsExtTest-2103464928-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:41:55.650497 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-2486b864-2fc5-40c3-ad3b-3a4edbccef86 tempest-TagsExtTest-2103464928 tempest-TagsExtTest-2103464928-project] 10.222.0.13 "DELETE /v2.0/subnets/e5ac3016-4572-403e-928a-89122095451c HTTP/1.1" status: 204  len: 168 time: 0.8494859
Dec 16 22:41:55.654289 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 48606) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:41:55.685602 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-e5b8dab5-e375-4774-9deb-a780f368fef5 tempest-TestNetworkBasicOps-761014822 tempest-TestNetworkBasicOps-761014822-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=f8905ce9-304b-4976-bc47-e58c71c11de5&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0754681
Dec 16 22:41:55.686084 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 48610) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:41:55.702425 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-fd5d6dd8-66d7-4a29-bc96-955846474197 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-875432082', 'network_id': 'd1a602c0-e7a2-445f-aa5d-b7f07568521c', 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:41:55.716010 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-dcd7dff7-71d1-4c0a-9656-698de22e43da req-1a5faffc-5375-4fcd-95b4-2219e46bd129 tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] 10.222.0.13 "GET /v2.0/security-groups?id=1ec9b9d7-0f2d-41e7-bbca-fcf898c11448&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1936369
Dec 16 22:41:55.741866 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Pushing event updated for resources: {'Port': ['ID=b4d49825-88d2-4ae1-ac5f-9e3f9744cc47,revision_number=5']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:41:55.751574 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:41:55.843987 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-4160e8e6-bd36-4666-b45a-4a1d5db473da tempest-TagsExtTest-2103464928 tempest-TagsExtTest-2103464928-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-825997'] for network, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:55.864113 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.plugin [None req-4160e8e6-bd36-4666-b45a-4a1d5db473da tempest-TagsExtTest-2103464928 tempest-TagsExtTest-2103464928-project] Deleting port 3e8d4866-6f3c-4a5a-8ed7-b37bd5ba58df {{(pid=87507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:41:55.864543 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-4160e8e6-bd36-4666-b45a-4a1d5db473da tempest-TagsExtTest-2103464928 tempest-TagsExtTest-2103464928-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:55.990273 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8f7fa5c-812d-4d62-9fc9-c8bce4c2d178 None None] DHCP port deletion for 93f5804e-8a6f-4274-9797-af8cf0eba697 request from dv-neutron-821829-1-hyperv {{(pid=87508) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 16 22:41:55.995625 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-e8f7fa5c-812d-4d62-9fc9-c8bce4c2d178 None None] Deleting port 3e8d4866-6f3c-4a5a-8ed7-b37bd5ba58df {{(pid=87508) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:41:55.996050 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-e8f7fa5c-812d-4d62-9fc9-c8bce4c2d178 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:56.008502 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-fd5d6dd8-66d7-4a29-bc96-955846474197 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:41:56.015411 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-fd5d6dd8-66d7-4a29-bc96-955846474197 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Usage tracker for resource:subnet and tenant:b7e45fda9ad540a6ac359d1c64c9adb2 is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:41:56.020391 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-fd5d6dd8-66d7-4a29-bc96-955846474197 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:41:56.030032 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-fd5d6dd8-66d7-4a29-bc96-955846474197 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:41:56.043943 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda7a58d-8707-488a-892c-22c6860b1a9f req-68a12a9e-c1d4-449d-8ea5-b71896a774ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:41:56.045798 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-dda7a58d-8707-488a-892c-22c6860b1a9f req-68a12a9e-c1d4-449d-8ea5-b71896a774ea service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=abb163d2-b020-449b-b47c-307670f94186 HTTP/1.1" status: 200  len: 1099 time: 0.1614985
Dec 16 22:41:56.083487 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd5d6dd8-66d7-4a29-bc96-955846474197 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Made reservation on behalf of b7e45fda9ad540a6ac359d1c64c9adb2 for: {'subnet': 1} {{(pid=87506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:41:56.088285 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-fd5d6dd8-66d7-4a29-bc96-955846474197 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11213078'] for subnet, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:56.196822 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-dda7a58d-8707-488a-892c-22c6860b1a9f req-90c314a5-10e3-480d-b303-c9e31ec16643 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=1ec9b9d7-0f2d-41e7-bbca-fcf898c11448&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1442192
Dec 16 22:41:56.303650 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-e8f7fa5c-812d-4d62-9fc9-c8bce4c2d178 None None] For port 3e8d4866-6f3c-4a5a-8ed7-b37bd5ba58df, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=3e8d4866-6f3c-4a5a-8ed7-b37bd5ba58df,segment=NetworkSegment(ad16dacf-b5c1-4f44-929b-7381a142c6fa),segment_id=ad16dacf-b5c1-4f44-929b-7381a142c6fa)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:41:56.304111 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-e8f7fa5c-812d-4d62-9fc9-c8bce4c2d178 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:56.348701 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.db [None req-4160e8e6-bd36-4666-b45a-4a1d5db473da tempest-TagsExtTest-2103464928 tempest-TagsExtTest-2103464928-project] For port 3e8d4866-6f3c-4a5a-8ed7-b37bd5ba58df, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=3e8d4866-6f3c-4a5a-8ed7-b37bd5ba58df,segment=NetworkSegment(ad16dacf-b5c1-4f44-929b-7381a142c6fa),segment_id=ad16dacf-b5c1-4f44-929b-7381a142c6fa)] {{(pid=87507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:41:56.349612 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-4160e8e6-bd36-4666-b45a-4a1d5db473da tempest-TagsExtTest-2103464928 tempest-TagsExtTest-2103464928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:56.440557 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-fd5d6dd8-66d7-4a29-bc96-955846474197 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1863317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11213092'] for subnet, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:56.444749 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-745c8c05-1e56-4fe2-8e32-9a16af553bd0 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:41:56.543909 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-e8f7fa5c-812d-4d62-9fc9-c8bce4c2d178 None None] Calling delete_port for 3e8d4866-6f3c-4a5a-8ed7-b37bd5ba58df owned by network:dhcp {{(pid=87508) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:41:56.561812 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd5d6dd8-66d7-4a29-bc96-955846474197 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Checking segment: {'id': '672c4497-155d-4cab-bf94-ffe17cc3bb32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'd1a602c0-e7a2-445f-aa5d-b7f07568521c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 22:41:56.562227 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd5d6dd8-66d7-4a29-bc96-955846474197 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Network hostable DHCP agents. Network: d1a602c0-e7a2-445f-aa5d-b7f07568521c, hostable agents: ['3b155c4d-12dc-491e-aa14-6113b06cfacd'], hosted agents: [] {{(pid=87506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 16 22:41:56.573035 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5d6dd8-66d7-4a29-bc96-955846474197 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Pushing event updated for resources: {'Subnet': ['ID=b9c106f5-d38e-452a-8170-c96aa6043268,revision_number=0']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:41:56.580517 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-fd5d6dd8-66d7-4a29-bc96-955846474197 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:41:56.605140 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd5d6dd8-66d7-4a29-bc96-955846474197 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Network d1a602c0-e7a2-445f-aa5d-b7f07568521c is scheduled to be hosted by DHCP agent 3b155c4d-12dc-491e-aa14-6113b06cfacd with binding_index 1 {{(pid=87506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 16 22:41:56.630067 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.base_scheduler [None req-fd5d6dd8-66d7-4a29-bc96-955846474197 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821829-1-hyperv, d1a602c0-e7a2-445f-aa5d-b7f07568521c) {{(pid=87506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:41:56.640693 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6be5a0f5-6c3f-4f97-9422-4a77074f1d97 None None] Network d1a602c0-e7a2-445f-aa5d-b7f07568521c requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 22:41:56.648842 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.plugin [None req-4160e8e6-bd36-4666-b45a-4a1d5db473da tempest-TagsExtTest-2103464928 tempest-TagsExtTest-2103464928-project] Calling delete_port for 3e8d4866-6f3c-4a5a-8ed7-b37bd5ba58df owned by network:dhcp {{(pid=87507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:41:56.651017 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd5d6dd8-66d7-4a29-bc96-955846474197 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:41:56.651815 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-fd5d6dd8-66d7-4a29-bc96-955846474197 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for subnet, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:56.696725 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-fd5d6dd8-66d7-4a29-bc96-955846474197 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 834 time: 1.0069106
Dec 16 22:41:56.762532 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-e8f7fa5c-812d-4d62-9fc9-c8bce4c2d178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949'] for port, after_delete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:56.769687 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-bdc863e0-4f57-4f1e-bcaa-d5da2e21bc3e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:41:56.793626 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.db.api [None req-4160e8e6-bd36-4666-b45a-4a1d5db473da tempest-TagsExtTest-2103464928 tempest-TagsExtTest-2103464928-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87507) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 16 22:41:56.794320 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_db.api [None req-4160e8e6-bd36-4666-b45a-4a1d5db473da tempest-TagsExtTest-2103464928 tempest-TagsExtTest-2103464928-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 16 22:41:56.826936 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f7fa5c-812d-4d62-9fc9-c8bce4c2d178 None None] Pushing event deleted for resources: {'Port': ['ID=3e8d4866-6f3c-4a5a-8ed7-b37bd5ba58df,revision_number=None']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:41:56.843712 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-e8f7fa5c-812d-4d62-9fc9-c8bce4c2d178 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:41:56.849298 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8f7fa5c-812d-4d62-9fc9-c8bce4c2d178 None None] No DVR routers for this DVR port 3e8d4866-6f3c-4a5a-8ed7-b37bd5ba58df on host dv-neutron-821829-1-hyperv {{(pid=87508) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 22:41:56.983027 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-605f9439-53ce-4c77-9b59-3d497c7eae94 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1d6bfaf-d325-5e4f-b05d-2441d8339617-d1a602c0-e7a2-445f-aa5d-b7f07568521c', 'network_id': 'd1a602c0-e7a2-445f-aa5d-b7f07568521c', 'tenant_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'fixed_ips': [{'subnet_id': 'b9c106f5-d38e-452a-8170-c96aa6043268'}]}} from dv-neutron-821829-1-hyperv. {{(pid=87508) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 16 22:41:56.985175 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-605f9439-53ce-4c77-9b59-3d497c7eae94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:57.065110 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b02b53-7dd5-4da0-952c-e77a31a33c07 req-486a739c-9099-4571-845c-c0965ad42931 tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:41:57.068489 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-38b02b53-7dd5-4da0-952c-e77a31a33c07 req-486a739c-9099-4571-845c-c0965ad42931 tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] 10.222.0.13 "GET /v2.0/ports?device_id=abb163d2-b020-449b-b47c-307670f94186 HTTP/1.1" status: 200  len: 946 time: 0.1338971
Dec 16 22:41:57.208312 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-38b02b53-7dd5-4da0-952c-e77a31a33c07 req-f36cd77f-bea6-446e-86e1-2c3f0c161105 tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] 10.222.0.13 "GET /v2.0/security-groups?id=1ec9b9d7-0f2d-41e7-bbca-fcf898c11448&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1350899
Dec 16 22:41:57.295497 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.plugin [None req-4160e8e6-bd36-4666-b45a-4a1d5db473da tempest-TagsExtTest-2103464928 tempest-TagsExtTest-2103464928-project] Deleting port 3e8d4866-6f3c-4a5a-8ed7-b37bd5ba58df {{(pid=87507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:41:57.296308 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-4160e8e6-bd36-4666-b45a-4a1d5db473da tempest-TagsExtTest-2103464928 tempest-TagsExtTest-2103464928-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:57.311672 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 3e8d4866-6f3c-4a5a-8ed7-b37bd5ba58df no longer exists at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 22:41:57.394614 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] No Port match for: 3e8d4866-6f3c-4a5a-8ed7-b37bd5ba58df {{(pid=87508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 22:41:57.395145 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 3e8d4866-6f3c-4a5a-8ed7-b37bd5ba58df not bound to the agent host dv-neutron-821829-1-hyperv {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 22:41:57.434663 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.db_base_plugin_common [None req-605f9439-53ce-4c77-9b59-3d497c7eae94 None None] Allocated IP 172.20.0.18 (d1a602c0-e7a2-445f-aa5d-b7f07568521c/b9c106f5-d38e-452a-8170-c96aa6043268/426af9ca-07d4-493c-9cdb-c0c2782cdd51) {{(pid=87508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 22:41:57.439406 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.plugin [None req-4160e8e6-bd36-4666-b45a-4a1d5db473da tempest-TagsExtTest-2103464928 tempest-TagsExtTest-2103464928-project] The port '3e8d4866-6f3c-4a5a-8ed7-b37bd5ba58df' was deleted {{(pid=87507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 16 22:41:57.486144 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 48622) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:41:57.495488 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-bd6b2373-e47d-485c-a033-6b4b9f86dd0f tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1215945932', 'description': 'tempest-secgroup-smoke-1215945932 description', 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2'}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:41:57.521917 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-bd6b2373-e47d-485c-a033-6b4b9f86dd0f tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:41:57.568847 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-bd6b2373-e47d-485c-a033-6b4b9f86dd0f tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:41:57.599608 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-bd6b2373-e47d-485c-a033-6b4b9f86dd0f tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for security_group, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:57.618459 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-4160e8e6-bd36-4666-b45a-4a1d5db473da tempest-TagsExtTest-2103464928 tempest-TagsExtTest-2103464928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3329565', 'neutron.services.segments.db._delete_segments_for_network-8734753546406'] for network, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:57.659489 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-bd6b2373-e47d-485c-a033-6b4b9f86dd0f tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:41:57.674242 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-bd6b2373-e47d-485c-a033-6b4b9f86dd0f tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Usage tracker for resource:security_group_rule and tenant:b7e45fda9ad540a6ac359d1c64c9adb2 is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:41:57.681651 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-bd6b2373-e47d-485c-a033-6b4b9f86dd0f tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:41:57.684094 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.services.segments.db [None req-4160e8e6-bd36-4666-b45a-4a1d5db473da tempest-TagsExtTest-2103464928 tempest-TagsExtTest-2103464928-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1b772fa880>,) {'filters': {'network_id': ['93f5804e-8a6f-4274-9797-af8cf0eba697']}} {{(pid=87507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:41:57.696440 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-bd6b2373-e47d-485c-a033-6b4b9f86dd0f tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:41:57.697894 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.services.segments.db [None req-4160e8e6-bd36-4666-b45a-4a1d5db473da tempest-TagsExtTest-2103464928 tempest-TagsExtTest-2103464928-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b772fa880>, 'ad16dacf-b5c1-4f44-929b-7381a142c6fa') {'for_net_delete': True} {{(pid=87507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:41:57.698261 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.services.segments.db [None req-4160e8e6-bd36-4666-b45a-4a1d5db473da tempest-TagsExtTest-2103464928 tempest-TagsExtTest-2103464928-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b772fa880>, 'ad16dacf-b5c1-4f44-929b-7381a142c6fa') {} {{(pid=87507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:41:57.727853 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-4160e8e6-bd36-4666-b45a-4a1d5db473da tempest-TagsExtTest-2103464928 tempest-TagsExtTest-2103464928-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734753593977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2128549'] for segment, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:57.756100 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-4160e8e6-bd36-4666-b45a-4a1d5db473da tempest-TagsExtTest-2103464928 tempest-TagsExtTest-2103464928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-883292'] for segment, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:57.765269 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4160e8e6-bd36-4666-b45a-4a1d5db473da tempest-TagsExtTest-2103464928 tempest-TagsExtTest-2103464928-project] Releasing vlan 189 on physical network physnet1 to pool {{(pid=87507) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 16 22:41:57.767506 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-4160e8e6-bd36-4666-b45a-4a1d5db473da tempest-TagsExtTest-2103464928 tempest-TagsExtTest-2103464928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-883285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10808034'] for segment, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:57.786508 dv-neutron-821829-1-hyperv neutron-server[87507]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 16 22:41:57.786508 dv-neutron-821829-1-hyperv neutron-server[87507]:   util.warn(
Dec 16 22:41:57.786508 dv-neutron-821829-1-hyperv neutron-server[87507]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 16 22:41:57.786508 dv-neutron-821829-1-hyperv neutron-server[87507]:   util.warn(
Dec 16 22:41:57.786508 dv-neutron-821829-1-hyperv neutron-server[87507]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 16 22:41:57.786508 dv-neutron-821829-1-hyperv neutron-server[87507]:   util.warn(
Dec 16 22:41:57.786508 dv-neutron-821829-1-hyperv neutron-server[87507]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 16 22:41:57.786508 dv-neutron-821829-1-hyperv neutron-server[87507]:   util.warn(
Dec 16 22:41:57.786508 dv-neutron-821829-1-hyperv neutron-server[87507]: Traceback (most recent call last):
Dec 16 22:41:57.786508 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 16 22:41:57.786508 dv-neutron-821829-1-hyperv neutron-server[87507]:     timer()
Dec 16 22:41:57.786508 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 22:41:57.786508 dv-neutron-821829-1-hyperv neutron-server[87507]:     cb(*args, **kw)
Dec 16 22:41:57.786508 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 22:41:57.786508 dv-neutron-821829-1-hyperv neutron-server[87507]:     return func(*args, **kwargs)
Dec 16 22:41:57.786508 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 22:41:57.786508 dv-neutron-821829-1-hyperv neutron-server[87507]:     self._notify()
Dec 16 22:41:57.786508 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 22:41:57.786508 dv-neutron-821829-1-hyperv neutron-server[87507]:     self.callback(batched_events)
Dec 16 22:41:57.786508 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 22:41:57.786508 dv-neutron-821829-1-hyperv neutron-server[87507]:     event.method(event)
Dec 16 22:41:57.786508 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 22:41:57.786508 dv-neutron-821829-1-hyperv neutron-server[87507]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 22:41:57.786508 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 22:41:57.786508 dv-neutron-821829-1-hyperv neutron-server[87507]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 22:41:57.786508 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 22:41:57.786508 dv-neutron-821829-1-hyperv neutron-server[87507]:     return f(self, *a, **k)
Dec 16 22:41:57.786508 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 16 22:41:57.786508 dv-neutron-821829-1-hyperv neutron-server[87507]:     return self._get(url).json()
Dec 16 22:41:57.786508 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 16 22:41:57.786508 dv-neutron-821829-1-hyperv neutron-server[87507]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 22:41:57.786508 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 16 22:41:57.786508 dv-neutron-821829-1-hyperv neutron-server[87507]:     return self.request(url, 'GET', **kwargs)
Dec 16 22:41:57.786508 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 16 22:41:57.786508 dv-neutron-821829-1-hyperv neutron-server[87507]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 22:41:57.786508 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 16 22:41:57.786508 dv-neutron-821829-1-hyperv neutron-server[87507]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 22:41:57.786508 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 16 22:41:57.786508 dv-neutron-821829-1-hyperv neutron-server[87507]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 22:41:57.786508 dv-neutron-821829-1-hyperv neutron-server[87507]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 22:41:57.819438 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-605f9439-53ce-4c77-9b59-3d497c7eae94 None None] Notify callbacks [] for port, precommit_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:57.893287 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-4160e8e6-bd36-4666-b45a-4a1d5db473da tempest-TagsExtTest-2103464928 tempest-TagsExtTest-2103464928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3329572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3741856'] for network, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:57.893531 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-605f9439-53ce-4c77-9b59-3d497c7eae94 None None] Transition to ACTIVE for port object 426af9ca-07d4-493c-9cdb-c0c2782cdd51 will not be triggered until provisioned by entity L2. {{(pid=87508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:41:57.898430 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-4160e8e6-bd36-4666-b45a-4a1d5db473da tempest-TagsExtTest-2103464928 tempest-TagsExtTest-2103464928-project] Notify callbacks [] for network, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:57.901899 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-610c5746-c828-437d-98fb-998ec4c274c3 tempest-RoutersNegativeIpV6Test-1646080008 tempest-RoutersNegativeIpV6Test-1646080008-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:41:57.918754 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-605f9439-53ce-4c77-9b59-3d497c7eae94 None None] Transition to ACTIVE for port object 426af9ca-07d4-493c-9cdb-c0c2782cdd51 will not be triggered until provisioned by entity DHCP. {{(pid=87508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:41:57.924462 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-605f9439-53ce-4c77-9b59-3d497c7eae94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940'] for port, after_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:57.929261 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4160e8e6-bd36-4666-b45a-4a1d5db473da tempest-TagsExtTest-2103464928 tempest-TagsExtTest-2103464928-project] Pushing event deleted for resources: {'Network': ['ID=93f5804e-8a6f-4274-9797-af8cf0eba697,revision_number=None']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:41:57.932076 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-4160e8e6-bd36-4666-b45a-4a1d5db473da tempest-TagsExtTest-2103464928 tempest-TagsExtTest-2103464928-project] 10.222.0.13 "DELETE /v2.0/networks/93f5804e-8a6f-4274-9797-af8cf0eba697 HTTP/1.1" status: 204  len: 168 time: 2.2760375
Dec 16 22:41:57.932904 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-4160e8e6-bd36-4666-b45a-4a1d5db473da tempest-TagsExtTest-2103464928 tempest-TagsExtTest-2103464928-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:41:57.934576 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-0efe220b-ffb7-43ea-bcb4-35d3e3b1e996 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:41:57.976796 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-bd6b2373-e47d-485c-a033-6b4b9f86dd0f tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for security_group, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:57.986589 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-605f9439-53ce-4c77-9b59-3d497c7eae94 None None] Network d1a602c0-e7a2-445f-aa5d-b7f07568521c is already hosted by enough agents. {{(pid=87508) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:41:57.991208 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.scheduler.base_scheduler [None req-605f9439-53ce-4c77-9b59-3d497c7eae94 None None] Resources bound (agent type, host, resource id):  {{(pid=87508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:41:57.993672 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-605f9439-53ce-4c77-9b59-3d497c7eae94 None None] Received port after_create {{(pid=87508) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 22:41:57.993853 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-bd6b2373-e47d-485c-a033-6b4b9f86dd0f tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841066'] for security_group, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:58.007515 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-194c4da3-cf55-4d51-affa-5dcd262822d1 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:41:58.056989 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6b2373-e47d-485c-a033-6b4b9f86dd0f tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Pushing event updated for resources: {'SecurityGroup': ['ID=71cf2400-bcd8-4ce0-97da-95c584aa7e92,revision_number=1']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:41:58.065407 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-bd6b2373-e47d-485c-a033-6b4b9f86dd0f tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for security_group, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:58.066949 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-bd6b2373-e47d-485c-a033-6b4b9f86dd0f tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1796 time: 0.5787926
Dec 16 22:41:58.068672 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6b2373-e47d-485c-a033-6b4b9f86dd0f tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:41:58.069073 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6b2373-e47d-485c-a033-6b4b9f86dd0f tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:41:58.069448 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6b2373-e47d-485c-a033-6b4b9f86dd0f tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:41:58.069822 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6b2373-e47d-485c-a033-6b4b9f86dd0f tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:41:58.070238 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6b2373-e47d-485c-a033-6b4b9f86dd0f tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:41:58.070612 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6b2373-e47d-485c-a033-6b4b9f86dd0f tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:41:58.070950 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 48628) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:41:58.071053 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6b2373-e47d-485c-a033-6b4b9f86dd0f tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:41:58.071327 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6b2373-e47d-485c-a033-6b4b9f86dd0f tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:41:58.071690 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6b2373-e47d-485c-a033-6b4b9f86dd0f tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:41:58.072073 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6b2373-e47d-485c-a033-6b4b9f86dd0f tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:41:58.072434 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6b2373-e47d-485c-a033-6b4b9f86dd0f tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:41:58.072791 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6b2373-e47d-485c-a033-6b4b9f86dd0f tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:41:58.076746 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-bd6b2373-e47d-485c-a033-6b4b9f86dd0f tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:41:58.081100 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605f9439-53ce-4c77-9b59-3d497c7eae94 None None] Pushing event updated for resources: {'Port': ['ID=426af9ca-07d4-493c-9cdb-c0c2782cdd51,revision_number=1']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:41:58.083829 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-f0231c4f-fa58-4694-adbd-fddd42466c45 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Request body: {'security_group_rule': {'security_group_id': '71cf2400-bcd8-4ce0-97da-95c584aa7e92', 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:41:58.088088 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-605f9439-53ce-4c77-9b59-3d497c7eae94 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:41:58.097829 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-f0231c4f-fa58-4694-adbd-fddd42466c45 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:41:58.105552 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-f0231c4f-fa58-4694-adbd-fddd42466c45 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Usage tracker for resource:security_group_rule and tenant:b7e45fda9ad540a6ac359d1c64c9adb2 is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:41:58.109542 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-f0231c4f-fa58-4694-adbd-fddd42466c45 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:41:58.113372 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-605f9439-53ce-4c77-9b59-3d497c7eae94 None None] Attempting to bind port 426af9ca-07d4-493c-9cdb-c0c2782cdd51 on host dv-neutron-821829-1-hyperv for vnic_type normal with profile  {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 22:41:58.113757 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-605f9439-53ce-4c77-9b59-3d497c7eae94 None None] Attempting to bind port 426af9ca-07d4-493c-9cdb-c0c2782cdd51 by drivers openvswitch,hyperv on host dv-neutron-821829-1-hyperv at level 0 using segments [{'id': '672c4497-155d-4cab-bf94-ffe17cc3bb32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'd1a602c0-e7a2-445f-aa5d-b7f07568521c'}] {{(pid=87508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 22:41:58.114388 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-605f9439-53ce-4c77-9b59-3d497c7eae94 None None] Attempting to bind port 426af9ca-07d4-493c-9cdb-c0c2782cdd51 on network d1a602c0-e7a2-445f-aa5d-b7f07568521c {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 22:41:58.122448 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-f0231c4f-fa58-4694-adbd-fddd42466c45 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:41:58.124309 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-605f9439-53ce-4c77-9b59-3d497c7eae94 None None] Checking agent: {'id': '5571501f-366e-47a4-9b60-8ef19d935d27', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821829-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 24, 2), 'started_at': datetime.datetime(2021, 12, 16, 22, 24, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 41, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821829-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 22:41:58.125249 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-605f9439-53ce-4c77-9b59-3d497c7eae94 None None] Checking segment: {'id': '672c4497-155d-4cab-bf94-ffe17cc3bb32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'd1a602c0-e7a2-445f-aa5d-b7f07568521c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 22:41:58.125249 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-605f9439-53ce-4c77-9b59-3d497c7eae94 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:58.125586 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-605f9439-53ce-4c77-9b59-3d497c7eae94 None None] Bound using segment: {'id': '672c4497-155d-4cab-bf94-ffe17cc3bb32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'd1a602c0-e7a2-445f-aa5d-b7f07568521c'} {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 22:41:58.125988 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-605f9439-53ce-4c77-9b59-3d497c7eae94 None None] Bound port: 426af9ca-07d4-493c-9cdb-c0c2782cdd51, host: dv-neutron-821829-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '672c4497-155d-4cab-bf94-ffe17cc3bb32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'd1a602c0-e7a2-445f-aa5d-b7f07568521c'}}] {{(pid=87508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 22:41:58.127078 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-605f9439-53ce-4c77-9b59-3d497c7eae94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:58.151417 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-cf4803ea-f629-4e31-bc3b-d31c9a8a5a78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:58.151950 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-f0231c4f-fa58-4694-adbd-fddd42466c45 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:58.253526 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-605f9439-53ce-4c77-9b59-3d497c7eae94 None None] For port 426af9ca-07d4-493c-9cdb-c0c2782cdd51, host dv-neutron-821829-1-hyperv, cleared binding levels {{(pid=87508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 22:41:58.258720 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-605f9439-53ce-4c77-9b59-3d497c7eae94 None None] For port 426af9ca-07d4-493c-9cdb-c0c2782cdd51, host dv-neutron-821829-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=426af9ca-07d4-493c-9cdb-c0c2782cdd51,segment=NetworkSegment(672c4497-155d-4cab-bf94-ffe17cc3bb32),segment_id=672c4497-155d-4cab-bf94-ffe17cc3bb32)] {{(pid=87508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 22:41:58.264348 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-605f9439-53ce-4c77-9b59-3d497c7eae94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:58.271350 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:41:58.451260 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605f9439-53ce-4c77-9b59-3d497c7eae94 None None] Pushing event updated for resources: {'Port': ['ID=426af9ca-07d4-493c-9cdb-c0c2782cdd51,revision_number=2']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:41:58.461798 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-f0231c4f-fa58-4694-adbd-fddd42466c45 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:58.466327 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-605f9439-53ce-4c77-9b59-3d497c7eae94 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:41:58.471128 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-f0231c4f-fa58-4694-adbd-fddd42466c45 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841137'] for security_group_rule, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:58.476475 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-5fd09e2e-472d-4d65-a866-ec633db515b8 tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:41:58.482437 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 48638) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:41:58.522885 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0231c4f-fa58-4694-adbd-fddd42466c45 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0e373c0-b5d7-478b-bfee-ab4cd64adc09,revision_number=0']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:41:58.559504 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-f0231c4f-fa58-4694-adbd-fddd42466c45 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:41:58.577517 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-f0231c4f-fa58-4694-adbd-fddd42466c45 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:58.579698 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-f0231c4f-fa58-4694-adbd-fddd42466c45 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.5057511
Dec 16 22:41:58.582412 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 48644) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:41:58.590656 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-0a283bd5-f458-4563-ab8f-a6e0d4192b1a tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Request body: {'security_group_rule': {'security_group_id': '71cf2400-bcd8-4ce0-97da-95c584aa7e92', 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:41:58.597440 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-0a283bd5-f458-4563-ab8f-a6e0d4192b1a tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:41:58.601758 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-0a283bd5-f458-4563-ab8f-a6e0d4192b1a tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Usage tracker for resource:security_group_rule and tenant:b7e45fda9ad540a6ac359d1c64c9adb2 is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:41:58.604694 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-0a283bd5-f458-4563-ab8f-a6e0d4192b1a tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:41:58.610695 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-0a283bd5-f458-4563-ab8f-a6e0d4192b1a tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:41:58.640963 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-0a283bd5-f458-4563-ab8f-a6e0d4192b1a tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:58.704776 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636c46e0-849d-46e7-81e0-fe44e56df697 req-2681fe47-52e9-48db-b38e-38141f5a1eb8 tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:41:58.706167 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-636c46e0-849d-46e7-81e0-fe44e56df697 req-2681fe47-52e9-48db-b38e-38141f5a1eb8 tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] 10.222.0.13 "GET /v2.0/ports?device_id=abb163d2-b020-449b-b47c-307670f94186 HTTP/1.1" status: 200  len: 946 time: 0.1855333
Dec 16 22:41:58.774990 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-0a283bd5-f458-4563-ab8f-a6e0d4192b1a tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:58.784856 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-35104e99-b082-4e7b-8008-975f76e7e71a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e4db1057a5114255bec28846ceb3a18b&name=default HTTP/1.1" status: 200  len: 2983 time: 0.3008811
Dec 16 22:41:58.790195 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-0a283bd5-f458-4563-ab8f-a6e0d4192b1a tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841137'] for security_group_rule, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:58.792519 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-f0231c4f-fa58-4694-adbd-fddd42466c45 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:41:58.800732 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 48648) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:41:58.827077 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-636c46e0-849d-46e7-81e0-fe44e56df697 req-ca973e3c-51c2-4d59-b0f6-27c7ab7e59b3 tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] 10.222.0.13 "GET /v2.0/security-groups?id=1ec9b9d7-0f2d-41e7-bbca-fcf898c11448&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1122286
Dec 16 22:41:58.828506 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a283bd5-f458-4563-ab8f-a6e0d4192b1a tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7af2a14-7810-4422-bf98-a418bbdc8438,revision_number=0']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:41:58.833808 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-0a283bd5-f458-4563-ab8f-a6e0d4192b1a tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:41:58.838700 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-0a283bd5-f458-4563-ab8f-a6e0d4192b1a tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:58.842321 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-0a283bd5-f458-4563-ab8f-a6e0d4192b1a tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.2563360
Dec 16 22:41:58.843104 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 48652) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:41:58.849063 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-c6726c63-d9bd-4568-91fc-47f5d7e6d44c tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Request body: {'security_group_rule': {'security_group_id': '71cf2400-bcd8-4ce0-97da-95c584aa7e92', 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:41:58.855580 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-c6726c63-d9bd-4568-91fc-47f5d7e6d44c tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:41:58.862059 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-c6726c63-d9bd-4568-91fc-47f5d7e6d44c tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Usage tracker for resource:security_group_rule and tenant:b7e45fda9ad540a6ac359d1c64c9adb2 is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:41:58.868022 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-c6726c63-d9bd-4568-91fc-47f5d7e6d44c tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:41:58.877489 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-c6726c63-d9bd-4568-91fc-47f5d7e6d44c tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:41:58.909549 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-c6726c63-d9bd-4568-91fc-47f5d7e6d44c tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:58.942479 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-227b5b3d-58c1-4c10-8b7c-dbc32962c792 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:59.023330 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-227b5b3d-58c1-4c10-8b7c-dbc32962c792 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:59.049293 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-c6726c63-d9bd-4568-91fc-47f5d7e6d44c tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:59.066258 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-c6726c63-d9bd-4568-91fc-47f5d7e6d44c tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841137'] for security_group_rule, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:59.069559 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:41:59.098164 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6726c63-d9bd-4568-91fc-47f5d7e6d44c tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1cd58bf2-4432-4417-b6f1-7dc2c46a2d6c,revision_number=0']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:41:59.105145 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-c6726c63-d9bd-4568-91fc-47f5d7e6d44c tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:41:59.111737 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-c6726c63-d9bd-4568-91fc-47f5d7e6d44c tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:59.113192 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-c6726c63-d9bd-4568-91fc-47f5d7e6d44c tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.2682703
Dec 16 22:41:59.116309 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 48658) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:41:59.128080 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-db03e343-588a-4b52-9276-404672cc8336 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Request body: {'security_group_rule': {'security_group_id': '71cf2400-bcd8-4ce0-97da-95c584aa7e92', 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:41:59.134277 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-db03e343-588a-4b52-9276-404672cc8336 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:41:59.139816 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-db03e343-588a-4b52-9276-404672cc8336 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Usage tracker for resource:security_group_rule and tenant:b7e45fda9ad540a6ac359d1c64c9adb2 is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:41:59.143483 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-db03e343-588a-4b52-9276-404672cc8336 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:41:59.146881 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-227b5b3d-58c1-4c10-8b7c-dbc32962c792 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841066'] for security_group, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:59.149232 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b63cb2c-fa4d-428a-a0b6-7473c257f9cd req-185abce5-e463-4816-911c-c314f0079034 tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:41:59.156813 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-6b63cb2c-fa4d-428a-a0b6-7473c257f9cd req-185abce5-e463-4816-911c-c314f0079034 tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] 10.222.0.13 "GET /v2.0/ports?device_id=abb163d2-b020-449b-b47c-307670f94186 HTTP/1.1" status: 200  len: 946 time: 0.1445045
Dec 16 22:41:59.161673 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-9aadc0be-6ceb-48f7-a956-2f54f39288f0 tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:41:59.169407 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-db03e343-588a-4b52-9276-404672cc8336 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:41:59.184234 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227b5b3d-58c1-4c10-8b7c-dbc32962c792 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa9e8c84-b3bd-4ba5-8f28-fbbc31e2b9e8,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:41:59.187704 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-227b5b3d-58c1-4c10-8b7c-dbc32962c792 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:41:59.201396 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-227b5b3d-58c1-4c10-8b7c-dbc32962c792 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:59.202821 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-227b5b3d-58c1-4c10-8b7c-dbc32962c792 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/aa9e8c84-b3bd-4ba5-8f28-fbbc31e2b9e8 HTTP/1.1" status: 204  len: 168 time: 0.4005044
Dec 16 22:41:59.203952 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-db03e343-588a-4b52-9276-404672cc8336 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:59.237129 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-6b63cb2c-fa4d-428a-a0b6-7473c257f9cd req-011f5a2b-a549-4e78-9b33-e3afc5c54f70 tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] 10.222.0.13 "GET /v2.0/security-groups?id=1ec9b9d7-0f2d-41e7-bbca-fcf898c11448&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0791354
Dec 16 22:41:59.274317 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 48664) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:41:59.366159 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 426af9ca-07d4-493c-9cdb-c0c2782cdd51 up at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 22:41:59.452017 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95b2e73d-d979-4c1e-b875-4fa2f77f44a1 tempest-TestNetworkAdvancedServerOps-286306894 tempest-TestNetworkAdvancedServerOps-286306894-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:41:59.458044 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-95b2e73d-d979-4c1e-b875-4fa2f77f44a1 tempest-TestNetworkAdvancedServerOps-286306894 tempest-TestNetworkAdvancedServerOps-286306894-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=abb163d2-b020-449b-b47c-307670f94186 HTTP/1.1" status: 200  len: 1094 time: 0.1823475
Dec 16 22:41:59.461448 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 48668) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:41:59.484112 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-26fc404b-2d0d-47d8-a443-09b4d14ea0e8 tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] Request body: {'floatingip': {'floating_network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'port_id': 'b4d49825-88d2-4ae1-ac5f-9e3f9744cc47', 'tenant_id': '1dc42150e9b948d4b2349aedc765e185', 'fixed_ip_address': '172.20.0.10'}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:41:59.495628 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-26fc404b-2d0d-47d8-a443-09b4d14ea0e8 tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:41:59.509841 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-db03e343-588a-4b52-9276-404672cc8336 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:59.514786 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-26fc404b-2d0d-47d8-a443-09b4d14ea0e8 tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] Usage tracker for resource:floatingip and tenant:1dc42150e9b948d4b2349aedc765e185 is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:41:59.522976 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-26fc404b-2d0d-47d8-a443-09b4d14ea0e8 tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:41:59.529167 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-db03e343-588a-4b52-9276-404672cc8336 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841137'] for security_group_rule, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:59.532410 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-142693b9-70b3-496d-9b2d-a189edb022a0 tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:41:59.540125 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-26fc404b-2d0d-47d8-a443-09b4d14ea0e8 tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:41:59.569016 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-26fc404b-2d0d-47d8-a443-09b4d14ea0e8 tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] Notify callbacks [] for floatingip, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:59.648519 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db03e343-588a-4b52-9276-404672cc8336 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=725ebc83-6632-4bc8-b2f0-9f003866b51d,revision_number=0']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:41:59.657486 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-db03e343-588a-4b52-9276-404672cc8336 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:41:59.658645 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-db03e343-588a-4b52-9276-404672cc8336 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:59.660835 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-db03e343-588a-4b52-9276-404672cc8336 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.5422494
Dec 16 22:41:59.663369 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 48674) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:41:59.679320 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-68b7ac32-9b0e-4fb8-87f8-87546099d1bc tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Request body: {'security_group_rule': {'security_group_id': '71cf2400-bcd8-4ce0-97da-95c584aa7e92', 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:41:59.694141 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning for port 426af9ca-07d4-493c-9cdb-c0c2782cdd51 completed by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 22:41:59.710418 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-68b7ac32-9b0e-4fb8-87f8-87546099d1bc tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:41:59.723049 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-68b7ac32-9b0e-4fb8-87f8-87546099d1bc tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Usage tracker for resource:security_group_rule and tenant:b7e45fda9ad540a6ac359d1c64c9adb2 is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:41:59.733994 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-68b7ac32-9b0e-4fb8-87f8-87546099d1bc tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:41:59.744234 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-68b7ac32-9b0e-4fb8-87f8-87546099d1bc tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:41:59.763590 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.db.securitygroups_db [None req-68b7ac32-9b0e-4fb8-87f8-87546099d1bc tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Project b7e45fda9ad540a6ac359d1c64c9adb2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 16 22:41:59.794203 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-68b7ac32-9b0e-4fb8-87f8-87546099d1bc tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:59.867222 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-26fc404b-2d0d-47d8-a443-09b4d14ea0e8 tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:59.880728 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-68b7ac32-9b0e-4fb8-87f8-87546099d1bc tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:59.889992 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-68b7ac32-9b0e-4fb8-87f8-87546099d1bc tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841137'] for security_group_rule, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:59.897713 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:41:59.920048 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b7ac32-9b0e-4fb8-87f8-87546099d1bc tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9a6bf13-b953-40f8-bc9c-47fb265dd92e,revision_number=0']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:41:59.923476 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-68b7ac32-9b0e-4fb8-87f8-87546099d1bc tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:41:59.947522 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-68b7ac32-9b0e-4fb8-87f8-87546099d1bc tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:41:59.953671 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-68b7ac32-9b0e-4fb8-87f8-87546099d1bc tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.2843897
Dec 16 22:41:59.956605 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 48678) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:41:59.973225 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-a054fffc-d858-420c-8eee-7820f340ed6c tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Request body: {'security_group_rule': {'security_group_id': '71cf2400-bcd8-4ce0-97da-95c584aa7e92', 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:42:00.004605 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-a054fffc-d858-420c-8eee-7820f340ed6c tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:42:00.015657 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-a054fffc-d858-420c-8eee-7820f340ed6c tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Usage tracker for resource:security_group_rule and tenant:b7e45fda9ad540a6ac359d1c64c9adb2 is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:42:00.018987 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-a054fffc-d858-420c-8eee-7820f340ed6c tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:42:00.026394 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-a054fffc-d858-420c-8eee-7820f340ed6c tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:42:00.038546 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18094240-d00a-4e1f-8412-0ccec05a563d None None] Network d1a602c0-e7a2-445f-aa5d-b7f07568521c requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 22:42:00.042340 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.db.securitygroups_db [None req-a054fffc-d858-420c-8eee-7820f340ed6c tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Project b7e45fda9ad540a6ac359d1c64c9adb2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 16 22:42:00.050340 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-a054fffc-d858-420c-8eee-7820f340ed6c tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:42:00.070748 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.db_base_plugin_common [None req-26fc404b-2d0d-47d8-a443-09b4d14ea0e8 tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] Allocated IP 172.26.0.232 (f8905ce9-304b-4976-bc47-e58c71c11de5/9bca8591-41ef-4f2d-8ecb-ecaab1a28acf/647798a5-0032-46da-8098-e42fe66f9346) {{(pid=87507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 22:42:00.145686 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-a054fffc-d858-420c-8eee-7820f340ed6c tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:42:00.153887 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-a054fffc-d858-420c-8eee-7820f340ed6c tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841137'] for security_group_rule, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:42:00.156535 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:42:00.157464 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-f048b37c-288f-48ba-9bdc-c3ca68b91cf1 None None] Provisioning for port 426af9ca-07d4-493c-9cdb-c0c2782cdd51 completed by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 22:42:00.167224 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-f048b37c-288f-48ba-9bdc-c3ca68b91cf1 None None] Provisioning complete for port 426af9ca-07d4-493c-9cdb-c0c2782cdd51 triggered by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:42:00.167954 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-f048b37c-288f-48ba-9bdc-c3ca68b91cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:42:00.193504 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a054fffc-d858-420c-8eee-7820f340ed6c tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c571aa5-cd26-48e5-887b-4f4fb94acfda,revision_number=0']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:42:00.198127 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-a054fffc-d858-420c-8eee-7820f340ed6c tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:42:00.209456 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-a054fffc-d858-420c-8eee-7820f340ed6c tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:42:00.233218 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-a054fffc-d858-420c-8eee-7820f340ed6c tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.2612031
Dec 16 22:42:00.320854 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-26fc404b-2d0d-47d8-a443-09b4d14ea0e8 tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] Notify callbacks [] for port, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:42:00.372163 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-26fc404b-2d0d-47d8-a443-09b4d14ea0e8 tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10807823'] for port, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:42:00.376069 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-0ec60f6c-e67d-46a8-aecc-b2ae9d7796ee tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:42:00.445834 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-f048b37c-288f-48ba-9bdc-c3ca68b91cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:42:00.482457 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-f048b37c-288f-48ba-9bdc-c3ca68b91cf1 None None] For port 426af9ca-07d4-493c-9cdb-c0c2782cdd51, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=426af9ca-07d4-493c-9cdb-c0c2782cdd51,segment=NetworkSegment(672c4497-155d-4cab-bf94-ffe17cc3bb32),segment_id=672c4497-155d-4cab-bf94-ffe17cc3bb32)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:42:00.490268 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-f048b37c-288f-48ba-9bdc-c3ca68b91cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:42:00.493637 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-8d82a5c6-d225-4a3d-a100-3a3be0751829 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:42:00.513956 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26fc404b-2d0d-47d8-a443-09b4d14ea0e8 tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] Network f8905ce9-304b-4976-bc47-e58c71c11de5 is already hosted by enough agents. {{(pid=87507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:42:00.519255 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.base_scheduler [None req-26fc404b-2d0d-47d8-a443-09b4d14ea0e8 tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] Resources bound (agent type, host, resource id):  {{(pid=87507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:42:00.521936 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26fc404b-2d0d-47d8-a443-09b4d14ea0e8 tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] Received port after_create {{(pid=87507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 22:42:00.585991 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-d177d239-9f72-4ab7-a04d-f441f7a3f2ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:42:00.588780 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f048b37c-288f-48ba-9bdc-c3ca68b91cf1 None None] Pushing event updated for resources: {'Port': ['ID=426af9ca-07d4-493c-9cdb-c0c2782cdd51,revision_number=3']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:42:00.591796 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-f048b37c-288f-48ba-9bdc-c3ca68b91cf1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:42:00.625155 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-302b3aa2-7ce5-4d06-8e9b-45d538678509 req-3c5b54f0-0591-4f0f-ad42-93f35ff65136 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1215945932&fields=id&tenant_id=b7e45fda9ad540a6ac359d1c64c9adb2 HTTP/1.1" status: 200  len: 267 time: 0.1814547
Dec 16 22:42:00.628794 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fc404b-2d0d-47d8-a443-09b4d14ea0e8 tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] Pushing event updated for resources: {'Port': ['ID=647798a5-0032-46da-8098-e42fe66f9346,revision_number=1']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:42:00.639792 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-26fc404b-2d0d-47d8-a443-09b4d14ea0e8 tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:42:00.833378 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-5ed27cb4-1385-4306-8860-bfbe589b973d None None] Provisioning complete for port 426af9ca-07d4-493c-9cdb-c0c2782cdd51 triggered by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:42:00.833938 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-5ed27cb4-1385-4306-8860-bfbe589b973d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:42:00.982433 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302b3aa2-7ce5-4d06-8e9b-45d538678509 req-2844e14e-4f8d-4ad0-993b-7dc79b837518 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:42:00.983846 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-302b3aa2-7ce5-4d06-8e9b-45d538678509 req-2844e14e-4f8d-4ad0-993b-7dc79b837518 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "GET /v2.0/networks?id=d1a602c0-e7a2-445f-aa5d-b7f07568521c HTTP/1.1" status: 200  len: 797 time: 0.3347220
Dec 16 22:42:01.009345 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-302b3aa2-7ce5-4d06-8e9b-45d538678509 req-a38663e5-621d-4358-8148-56c504cdbb38 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "GET /v2.0/quotas/b7e45fda9ad540a6ac359d1c64c9adb2 HTTP/1.1" status: 200  len: 375 time: 0.0139391
Dec 16 22:42:01.230590 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 426af9ca-07d4-493c-9cdb-c0c2782cdd51 up at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 22:42:01.309363 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning complete for port 426af9ca-07d4-493c-9cdb-c0c2782cdd51 triggered by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:42:01.309841 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:42:01.350681 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-302b3aa2-7ce5-4d06-8e9b-45d538678509 req-08c32a64-bc1d-48bb-a486-0a7b13fadf21 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=b7e45fda9ad540a6ac359d1c64c9adb2&fields=id HTTP/1.1" status: 200  len: 440 time: 0.2893922
Dec 16 22:42:01.465450 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-3e729f7f-1589-4d54-9c4a-7ee6b283cc2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:42:01.512572 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-26fc404b-2d0d-47d8-a443-09b4d14ea0e8 tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:42:01.552920 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-302b3aa2-7ce5-4d06-8e9b-45d538678509 req-2681a2d9-6603-4426-8d63-bedc1590df1c service neutron] 10.222.0.13 "GET /v2.0/networks/d1a602c0-e7a2-445f-aa5d-b7f07568521c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1869054
Dec 16 22:42:01.662088 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:42:01.692780 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-26fc404b-2d0d-47d8-a443-09b4d14ea0e8 tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:42:01.785369 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-302b3aa2-7ce5-4d06-8e9b-45d538678509 req-5dd85030-99e9-4957-ab5d-14535088da67 service neutron] 10.222.0.13 "GET /v2.0/networks/d1a602c0-e7a2-445f-aa5d-b7f07568521c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1962571
Dec 16 22:42:01.967517 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-26fc404b-2d0d-47d8-a443-09b4d14ea0e8 tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] Notify callbacks [] for port, precommit_update {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:42:01.974965 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-b6b52f51-cb76-4de1-87c7-41fff54dc89f req-a285cb66-fc16-4062-a6cb-cbed7351ec11 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0ac7499-0d97-4311-af6a-55d74df34ab9 HTTP/1.1" status: 200  len: 210 time: 0.0475891
Dec 16 22:42:01.975688 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-26fc404b-2d0d-47d8-a443-09b4d14ea0e8 tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10807814'] for port, after_update {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:42:01.980803 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-fc104ffd-5dbe-4aef-93cd-20eaa3d7ecfa tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:42:02.088675 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fc404b-2d0d-47d8-a443-09b4d14ea0e8 tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] Pushing event updated for resources: {'Port': ['ID=647798a5-0032-46da-8098-e42fe66f9346,revision_number=2']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:42:02.092610 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-26fc404b-2d0d-47d8-a443-09b4d14ea0e8 tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:42:02.098526 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-26fc404b-2d0d-47d8-a443-09b4d14ea0e8 tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3741874'] for floatingip, after_update {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:42:02.277861 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.db.l3_db [None req-26fc404b-2d0d-47d8-a443-09b4d14ea0e8 tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] Floating IP 9832e414-8d9c-4028-a7b9-7c0876d9f412 associated. External IP: 172.26.0.232, port: b4d49825-88d2-4ae1-ac5f-9e3f9744cc47.
Dec 16 22:42:02.458850 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-c39389c2-d34c-4249-a3fe-83d48c2844e6 req-51aff061-85fd-4215-a93a-3f3cb43750e8 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-807238360&fields=id&tenant_id=ebcac23e4eae475893854e16d121f861 HTTP/1.1" status: 200  len: 267 time: 0.1179736
Dec 16 22:42:02.911964 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39389c2-d34c-4249-a3fe-83d48c2844e6 req-0dc0b9c9-a101-4dec-b6a1-c8fba838acab tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:42:02.922798 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-c39389c2-d34c-4249-a3fe-83d48c2844e6 req-0dc0b9c9-a101-4dec-b6a1-c8fba838acab tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] 10.222.0.13 "GET /v2.0/networks?id=59be113d-df84-4589-a861-2ce3da6b2e5d HTTP/1.1" status: 200  len: 811 time: 0.4453886
Dec 16 22:42:02.951798 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-c39389c2-d34c-4249-a3fe-83d48c2844e6 req-bc347f79-a4f3-413a-b036-388a1714cb43 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] 10.222.0.13 "GET /v2.0/quotas/ebcac23e4eae475893854e16d121f861 HTTP/1.1" status: 200  len: 375 time: 0.0251632
Dec 16 22:42:03.015027 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26fc404b-2d0d-47d8-a443-09b4d14ea0e8 tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] Router 5f106934-be1a-407c-b967-03e0c8912af2 has already been hosted by L3 agent 4f519db7-069b-43e2-8411-c092bac9102a {{(pid=87507) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 22:42:03.187736 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-3f637c99-934c-4e60-a6b5-c68bfdbf1dee req-62b34501-7031-47db-a8d3-8d1193e073af tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0ac7499-0d97-4311-af6a-55d74df34ab9 HTTP/1.1" status: 200  len: 210 time: 0.0800545
Dec 16 22:42:03.218185 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-4541ba3b-6be8-499c-bc94-3c60aa55c4f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:42:03.245128 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302b3aa2-7ce5-4d06-8e9b-45d538678509 req-9be54c96-d4d1-4e93-ac4c-6aa898cbaa6a tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:42:03.245737 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [req-302b3aa2-7ce5-4d06-8e9b-45d538678509 req-9be54c96-d4d1-4e93-ac4c-6aa898cbaa6a tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Synchronizing usage tracker for tenant:b7e45fda9ad540a6ac359d1c64c9adb2 on resource:network {{(pid=87506) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 22:42:03.261445 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-c39389c2-d34c-4249-a3fe-83d48c2844e6 req-beda7153-1140-4173-a3f9-e19db10fee63 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=ebcac23e4eae475893854e16d121f861&fields=id HTTP/1.1" status: 200  len: 440 time: 0.3047616
Dec 16 22:42:03.261848 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [req-302b3aa2-7ce5-4d06-8e9b-45d538678509 req-9be54c96-d4d1-4e93-ac4c-6aa898cbaa6a tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Unset dirty status for tenant:b7e45fda9ad540a6ac359d1c64c9adb2 on resource:network {{(pid=87506) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 22:42:03.263022 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-302b3aa2-7ce5-4d06-8e9b-45d538678509 req-9be54c96-d4d1-4e93-ac4c-6aa898cbaa6a tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.49 "GET /v2.0/networks?id=d1a602c0-e7a2-445f-aa5d-b7f07568521c HTTP/1.1" status: 200  len: 797 time: 0.2022958
Dec 16 22:42:03.336177 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [req-302b3aa2-7ce5-4d06-8e9b-45d538678509 req-0fba0e98-6bfa-4062-b204-572111a2ae49 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Synchronizing usage tracker for tenant:b7e45fda9ad540a6ac359d1c64c9adb2 on resource:security_group {{(pid=87506) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 22:42:03.353269 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [req-302b3aa2-7ce5-4d06-8e9b-45d538678509 req-0fba0e98-6bfa-4062-b204-572111a2ae49 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Unset dirty status for tenant:b7e45fda9ad540a6ac359d1c64c9adb2 on resource:security_group {{(pid=87506) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 22:42:03.354420 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-302b3aa2-7ce5-4d06-8e9b-45d538678509 req-0fba0e98-6bfa-4062-b204-572111a2ae49 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b7e45fda9ad540a6ac359d1c64c9adb2 HTTP/1.1" status: 200  len: 472 time: 0.0611959
Dec 16 22:42:03.364458 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [req-302b3aa2-7ce5-4d06-8e9b-45d538678509 req-70495e79-d5bc-4924-a429-acb2e2a28022 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Request body: {'port': {'device_id': 'a0ac7499-0d97-4311-af6a-55d74df34ab9', 'network_id': 'd1a602c0-e7a2-445f-aa5d-b7f07568521c', 'admin_state_up': True, 'tenant_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'security_groups': ['71cf2400-bcd8-4ce0-97da-95c584aa7e92']}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:42:03.384457 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26fc404b-2d0d-47d8-a443-09b4d14ea0e8 tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] Notify agent at l3_agent.dv-neutron-821829-1-hyperv the message routers_updated {{(pid=87507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 22:42:03.396786 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-809c1143-fc26-403d-b5d9-3deeb619f1cd None None] Sync routers for ids ['5f106934-be1a-407c-b967-03e0c8912af2'] in dv-neutron-821829-1-hyperv {{(pid=87508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 22:42:03.408977 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-809c1143-fc26-403d-b5d9-3deeb619f1cd None None] Routers {'5f106934-be1a-407c-b967-03e0c8912af2'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:42:03.410199 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-809c1143-fc26-403d-b5d9-3deeb619f1cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b7c477d00>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:42:01Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['5f106934-be1a-407c-b967-03e0c8912af2'], 'active': True} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:42:03.444407 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-c39389c2-d34c-4249-a3fe-83d48c2844e6 req-b3b12289-831f-44dc-87c0-db8549a56750 service neutron] 10.222.0.13 "GET /v2.0/networks/59be113d-df84-4589-a861-2ce3da6b2e5d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1710503
Dec 16 22:42:03.465641 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-26fc404b-2d0d-47d8-a443-09b4d14ea0e8 tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for floatingip, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:42:03.530469 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [req-302b3aa2-7ce5-4d06-8e9b-45d538678509 req-70495e79-d5bc-4924-a429-acb2e2a28022 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:42:03.534667 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [req-302b3aa2-7ce5-4d06-8e9b-45d538678509 req-70495e79-d5bc-4924-a429-acb2e2a28022 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Usage tracker for resource:port and tenant:b7e45fda9ad540a6ac359d1c64c9adb2 is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:42:03.538041 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [req-302b3aa2-7ce5-4d06-8e9b-45d538678509 req-70495e79-d5bc-4924-a429-acb2e2a28022 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Quota usage for port was recalculated. Used quota:5. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:42:03.544030 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [req-302b3aa2-7ce5-4d06-8e9b-45d538678509 req-70495e79-d5bc-4924-a429-acb2e2a28022 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:42:03.557063 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-302b3aa2-7ce5-4d06-8e9b-45d538678509 req-70495e79-d5bc-4924-a429-acb2e2a28022 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Made reservation on behalf of b7e45fda9ad540a6ac359d1c64c9adb2 for: {'port': 1} {{(pid=87506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:42:03.563422 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-302b3aa2-7ce5-4d06-8e9b-45d538678509 req-70495e79-d5bc-4924-a429-acb2e2a28022 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:42:03.586720 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-26fc404b-2d0d-47d8-a443-09b4d14ea0e8 tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 4.1177890
Dec 16 22:42:03.589214 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'abb163d2-b020-449b-b47c-307670f94186', 'tag': 'b4d49825-88d2-4ae1-ac5f-9e3f9744cc47'}] {{(pid=87507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 22:42:03.643080 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-c39389c2-d34c-4249-a3fe-83d48c2844e6 req-c41fc984-d973-4138-a6ee-caedf537b3d5 service neutron] 10.222.0.13 "GET /v2.0/networks/59be113d-df84-4589-a861-2ce3da6b2e5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1939311
Dec 16 22:42:03.659055 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvr_db [None req-809c1143-fc26-403d-b5d9-3deeb619f1cd None None] Set router 5f106934-be1a-407c-b967-03e0c8912af2 gateway port host: dv-neutron-821829-1-hyperv {{(pid=87508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 22:42:03.764207 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.db_base_plugin_common [req-302b3aa2-7ce5-4d06-8e9b-45d538678509 req-70495e79-d5bc-4924-a429-acb2e2a28022 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Allocated IP 172.20.0.26 (d1a602c0-e7a2-445f-aa5d-b7f07568521c/b9c106f5-d38e-452a-8170-c96aa6043268/b06dc88a-e662-4690-8186-114c60a760a2) {{(pid=87506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 22:42:03.805333 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e9bb49-dbd2-4138-adf6-01710a452e2a req-d1cf082e-37bc-4deb-947c-0f0d84e87816 tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:42:03.807930 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-48e9bb49-dbd2-4138-adf6-01710a452e2a req-d1cf082e-37bc-4deb-947c-0f0d84e87816 tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] 10.222.0.13 "GET /v2.0/ports?device_id=abb163d2-b020-449b-b47c-307670f94186 HTTP/1.1" status: 200  len: 946 time: 0.1083674
Dec 16 22:42:03.896283 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-48e9bb49-dbd2-4138-adf6-01710a452e2a req-926ebd53-4a69-4c55-a1fa-ef05e96b877d tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] 10.222.0.13 "GET /v2.0/security-groups?id=1ec9b9d7-0f2d-41e7-bbca-fcf898c11448&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0800929
Dec 16 22:42:03.913446 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 48732) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:42:04.009041 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-302b3aa2-7ce5-4d06-8e9b-45d538678509 req-70495e79-d5bc-4924-a429-acb2e2a28022 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for port, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:42:04.030025 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'abb163d2-b020-449b-b47c-307670f94186', 'tag': 'b4d49825-88d2-4ae1-ac5f-9e3f9744cc47', 'status': 'completed', 'code': 200}
Dec 16 22:42:04.067510 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.provisioning_blocks [req-302b3aa2-7ce5-4d06-8e9b-45d538678509 req-70495e79-d5bc-4924-a429-acb2e2a28022 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Transition to ACTIVE for port object b06dc88a-e662-4690-8186-114c60a760a2 will not be triggered until provisioned by entity DHCP. {{(pid=87506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:42:04.087057 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-809c1143-fc26-403d-b5d9-3deeb619f1cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b7c477d00>, [{'id': '5f106934-be1a-407c-b967-03e0c8912af2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1736742297', 'tenant_id': '1dc42150e9b948d4b2349aedc765e185', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.30'}], 'enable_snat': True}, 'gw_port_id': '520c2901-3a24-4172-93a5-157f804dd5f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:41:37Z', 'updated_at': '2021-12-16T22:41:42Z', 'revision_number': 4, 'project_id': '1dc42150e9b948d4b2349aedc765e185', 'gw_port': {'id': '520c2901-3a24-4172-93a5-157f804dd5f0', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:1c:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f106934-be1a-407c-b967-03e0c8912af2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1302, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:41:37Z', 'updated_at': '2021-12-16T22:41:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv', '_floatingips': [{'id': '9832e414-8d9c-4028-a7b9-7c0876d9f412', 'tenant_id': '1dc42150e9b948d4b2349aedc765e185', 'floating_ip_address': '172.26.0.232', 'floating_network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'router_id': '5f106934-be1a-407c-b967-03e0c8912af2', 'port_id': 'b4d49825-88d2-4ae1-ac5f-9e3f9744cc47', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1333, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0cc98fe-1abf-4d5d-953d-ce7ee174c6a2', 'mac_address': 'fa:16:3e:88:0a:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb163d2-b020-449b-b47c-307670f94186', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T22:42:01Z', 'updated_at': '2021-12-16T22:42:01Z', 'revision_number': 0, 'project_id': '1dc42150e9b948d4b2349aedc765e185', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00817b5e-de4c-41b9-8a42-ca539e5e4def', 'name': '', 'network_id': 'd0cc98fe-1abf-4d5d-953d-ce7ee174c6a2', 'tenant_id': '1dc42150e9b948d4b2349aedc765e185', 'mac_address': 'fa:16:3e:67:c2:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f106934-be1a-407c-b967-03e0c8912af2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1305, 'fixed_ips': [{'subnet_id': 'bd776cfe-810e-4167-b6ff-a057c8be1d47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:41:41Z', 'updated_at': '2021-12-16T22:41:49Z', 'revision_number': 5, 'project_id': '1dc42150e9b948d4b2349aedc765e185', 'subnets': [{'id': 'bd776cfe-810e-4167-b6ff-a057c8be1d47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:42:04.092111 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-809c1143-fc26-403d-b5d9-3deeb619f1cd None None] Checking router: 5f106934-be1a-407c-b967-03e0c8912af2 for host: dv-neutron-821829-1-hyperv {{(pid=87508) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 22:42:04.103452 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-809c1143-fc26-403d-b5d9-3deeb619f1cd None None] Routers {'5f106934-be1a-407c-b967-03e0c8912af2'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:42:04.104988 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-809c1143-fc26-403d-b5d9-3deeb619f1cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b7c477d00>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:42:01Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['5f106934-be1a-407c-b967-03e0c8912af2'], 'active': True} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:42:04.126154 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da82e82-b840-46f4-995b-9104b1ad857f req-6f1b9a3d-aa1e-4c36-8106-227a1175cb29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:42:04.128297 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-7da82e82-b840-46f4-995b-9104b1ad857f req-6f1b9a3d-aa1e-4c36-8106-227a1175cb29 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=1dc42150e9b948d4b2349aedc765e185&device_id=abb163d2-b020-449b-b47c-307670f94186 HTTP/1.1" status: 200  len: 1099 time: 0.1024880
Dec 16 22:42:04.129523 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-302b3aa2-7ce5-4d06-8e9b-45d538678509 req-70495e79-d5bc-4924-a429-acb2e2a28022 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1863393'] for port, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:42:04.136565 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-473097fb-3a8f-4891-afd4-3c6da84b04dc tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:42:04.201388 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-6a5efd56-5051-4811-8a11-3436e20ffd82 req-bfe78363-a2ba-4bc3-8a9d-94a6e912c4b4 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] 10.222.0.13 "GET /v2.0/ports?device_id=01b12d2b-8788-43ef-99af-f8df175b5189 HTTP/1.1" status: 200  len: 210 time: 0.1057856
Dec 16 22:42:04.206759 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-ad1729e8-40a7-4a8a-8703-91d7062f2c9c tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] 10.222.0.13 "GET /v2.0/floatingips/9832e414-8d9c-4028-a7b9-7c0876d9f412 HTTP/1.1" status: 200  len: 992 time: 0.2911291
Dec 16 22:42:04.307597 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-302b3aa2-7ce5-4d06-8e9b-45d538678509 req-70495e79-d5bc-4924-a429-acb2e2a28022 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Network d1a602c0-e7a2-445f-aa5d-b7f07568521c is already hosted by enough agents. {{(pid=87506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:42:04.316463 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.base_scheduler [req-302b3aa2-7ce5-4d06-8e9b-45d538678509 req-70495e79-d5bc-4924-a429-acb2e2a28022 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Resources bound (agent type, host, resource id):  {{(pid=87506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:42:04.323263 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.l3_dvrscheduler_db [req-302b3aa2-7ce5-4d06-8e9b-45d538678509 req-70495e79-d5bc-4924-a429-acb2e2a28022 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Received port after_create {{(pid=87506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 22:42:04.358481 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70495e79-d5bc-4924-a429-acb2e2a28022 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Pushing event updated for resources: {'Port': ['ID=b06dc88a-e662-4690-8186-114c60a760a2,revision_number=1']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:42:04.373002 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-70495e79-d5bc-4924-a429-acb2e2a28022 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:42:04.381763 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvr_db [None req-809c1143-fc26-403d-b5d9-3deeb619f1cd None None] Set router 5f106934-be1a-407c-b967-03e0c8912af2 gateway port host: dv-neutron-821829-1-hyperv {{(pid=87508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 22:42:04.470518 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302b3aa2-7ce5-4d06-8e9b-45d538678509 req-70495e79-d5bc-4924-a429-acb2e2a28022 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:42:04.471182 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-302b3aa2-7ce5-4d06-8e9b-45d538678509 req-70495e79-d5bc-4924-a429-acb2e2a28022 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for port, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:42:04.513326 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da82e82-b840-46f4-995b-9104b1ad857f req-13b97c36-b12d-4d62-9bcf-955346d9d248 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:42:04.515076 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-7da82e82-b840-46f4-995b-9104b1ad857f req-13b97c36-b12d-4d62-9bcf-955346d9d248 service neutron] 10.222.0.49 "GET /v2.0/networks?id=d0cc98fe-1abf-4d5d-953d-ce7ee174c6a2 HTTP/1.1" status: 200  len: 897 time: 0.3360927
Dec 16 22:42:04.695665 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-302b3aa2-7ce5-4d06-8e9b-45d538678509 req-70495e79-d5bc-4924-a429-acb2e2a28022 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.3357539
Dec 16 22:42:04.705484 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ccf6a9-798b-48ce-b17e-61afa0845f15 req-49df6838-529e-4849-96be-31be27a25823 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:42:04.710633 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-97ccf6a9-798b-48ce-b17e-61afa0845f15 req-49df6838-529e-4849-96be-31be27a25823 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0ac7499-0d97-4311-af6a-55d74df34ab9 HTTP/1.1" status: 200  len: 932 time: 0.2383437
Dec 16 22:42:04.724596 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [req-302b3aa2-7ce5-4d06-8e9b-45d538678509 req-02c29149-bb96-4f01-969f-61b91ffc5909 service neutron] Request body: {'port': {'device_id': 'a0ac7499-0d97-4311-af6a-55d74df34ab9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8218'}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:42:04.790136 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-97ccf6a9-798b-48ce-b17e-61afa0845f15 req-c6ddc831-7757-49bd-bb72-ae59f982fd2c tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "GET /v2.0/security-groups?id=71cf2400-bcd8-4ce0-97da-95c584aa7e92&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0703170
Dec 16 22:42:04.797265 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-c5fb7ab9-0194-4933-8150-f8304fa725ae None None] Provisioning for port b06dc88a-e662-4690-8186-114c60a760a2 completed by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 22:42:04.805100 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-c5fb7ab9-0194-4933-8150-f8304fa725ae None None] Provisioning complete for port b06dc88a-e662-4690-8186-114c60a760a2 triggered by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:42:04.805670 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-c5fb7ab9-0194-4933-8150-f8304fa725ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:42:04.831101 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-7da82e82-b840-46f4-995b-9104b1ad857f req-b06a60f8-dec6-43fe-b855-8c4a5d76b335 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b4d49825-88d2-4ae1-ac5f-9e3f9744cc47 HTTP/1.1" status: 200  len: 1000 time: 0.3084610
Dec 16 22:42:04.892328 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-c5fb7ab9-0194-4933-8150-f8304fa725ae None None] Port b06dc88a-e662-4690-8186-114c60a760a2 cannot update to ACTIVE because it is not bound. {{(pid=87508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 22:42:04.984480 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-809c1143-fc26-403d-b5d9-3deeb619f1cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b7c477d00>, [{'id': '5f106934-be1a-407c-b967-03e0c8912af2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1736742297', 'tenant_id': '1dc42150e9b948d4b2349aedc765e185', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.30'}], 'enable_snat': True}, 'gw_port_id': '520c2901-3a24-4172-93a5-157f804dd5f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:41:37Z', 'updated_at': '2021-12-16T22:41:42Z', 'revision_number': 4, 'project_id': '1dc42150e9b948d4b2349aedc765e185', 'gw_port': {'id': '520c2901-3a24-4172-93a5-157f804dd5f0', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:1c:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f106934-be1a-407c-b967-03e0c8912af2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1302, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:41:37Z', 'updated_at': '2021-12-16T22:41:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv', '_floatingips': [{'id': '9832e414-8d9c-4028-a7b9-7c0876d9f412', 'tenant_id': '1dc42150e9b948d4b2349aedc765e185', 'floating_ip_address': '172.26.0.232', 'floating_network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'router_id': '5f106934-be1a-407c-b967-03e0c8912af2', 'port_id': 'b4d49825-88d2-4ae1-ac5f-9e3f9744cc47', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1333, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0cc98fe-1abf-4d5d-953d-ce7ee174c6a2', 'mac_address': 'fa:16:3e:88:0a:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb163d2-b020-449b-b47c-307670f94186', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T22:42:01Z', 'updated_at': '2021-12-16T22:42:01Z', 'revision_number': 0, 'project_id': '1dc42150e9b948d4b2349aedc765e185', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00817b5e-de4c-41b9-8a42-ca539e5e4def', 'name': '', 'network_id': 'd0cc98fe-1abf-4d5d-953d-ce7ee174c6a2', 'tenant_id': '1dc42150e9b948d4b2349aedc765e185', 'mac_address': 'fa:16:3e:67:c2:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f106934-be1a-407c-b967-03e0c8912af2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1305, 'fixed_ips': [{'subnet_id': 'bd776cfe-810e-4167-b6ff-a057c8be1d47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:41:41Z', 'updated_at': '2021-12-16T22:41:49Z', 'revision_number': 5, 'project_id': '1dc42150e9b948d4b2349aedc765e185', 'subnets': [{'id': 'bd776cfe-810e-4167-b6ff-a057c8be1d47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:42:04.991547 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-809c1143-fc26-403d-b5d9-3deeb619f1cd None None] The sync data for ids ['5f106934-be1a-407c-b967-03e0c8912af2'] in dv-neutron-821829-1-hyperv is: [{'id': '5f106934-be1a-407c-b967-03e0c8912af2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1736742297', 'tenant_id': '1dc42150e9b948d4b2349aedc765e185', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.30'}], 'enable_snat': True}, 'gw_port_id': '520c2901-3a24-4172-93a5-157f804dd5f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:41:37Z', 'updated_at': '2021-12-16T22:41:42Z', 'revision_number': 4, 'project_id': '1dc42150e9b948d4b2349aedc765e185', 'gw_port': {'id': '520c2901-3a24-4172-93a5-157f804dd5f0', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:1c:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f106934-be1a-407c-b967-03e0c8912af2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1302, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:41:37Z', 'updated_at': '2021-12-16T22:41:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv', '_floatingips': [{'id': '9832e414-8d9c-4028-a7b9-7c0876d9f412', 'tenant_id': '1dc42150e9b948d4b2349aedc765e185', 'floating_ip_address': '172.26.0.232', 'floating_network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'router_id': '5f106934-be1a-407c-b967-03e0c8912af2', 'port_id': 'b4d49825-88d2-4ae1-ac5f-9e3f9744cc47', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1333, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0cc98fe-1abf-4d5d-953d-ce7ee174c6a2', 'mac_address': 'fa:16:3e:88:0a:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb163d2-b020-449b-b47c-307670f94186', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T22:42:01Z', 'updated_at': '2021-12-16T22:42:01Z', 'revision_number': 0, 'project_id': '1dc42150e9b948d4b2349aedc765e185', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00817b5e-de4c-41b9-8a42-ca539e5e4def', 'name': '', 'network_id': 'd0cc98fe-1abf-4d5d-953d-ce7ee174c6a2', 'tenant_id': '1dc42150e9b948d4b2349aedc765e185', 'mac_address': 'fa:16:3e:67:c2:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f106934-be1a-407c-b967-03e0c8912af2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1305, 'fixed_ips': [{'subnet_id': 'bd776cfe-810e-4167-b6ff-a057c8be1d47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:41:41Z', 'updated_at': '2021-12-16T22:41:49Z', 'revision_number': 5, 'project_id': '1dc42150e9b948d4b2349aedc765e185', 'subnets': [{'id': 'bd776cfe-810e-4167-b6ff-a057c8be1d47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 22:42:04.992432 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da82e82-b840-46f4-995b-9104b1ad857f req-89ce64ed-77e7-4ed5-ab60-c68b5ebce5d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:42:04.992432 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-7da82e82-b840-46f4-995b-9104b1ad857f req-89ce64ed-77e7-4ed5-ab60-c68b5ebce5d6 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=bd776cfe-810e-4167-b6ff-a057c8be1d47 HTTP/1.1" status: 200  len: 835 time: 0.1512458
Dec 16 22:42:04.993741 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-302b3aa2-7ce5-4d06-8e9b-45d538678509 req-02c29149-bb96-4f01-969f-61b91ffc5909 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:42:05.210812 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 48748) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:42:05.348308 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-85f17d12-2943-430d-bb4c-6e3474076ec0 tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] 10.222.0.13 "GET /v2.0/floatingips/9832e414-8d9c-4028-a7b9-7c0876d9f412 HTTP/1.1" status: 200  len: 992 time: 0.1361406
Dec 16 22:42:05.367321 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06547af2-2bb8-45b5-9a6a-28b19ed5a1ec None None] New status for floating IP 9832e414-8d9c-4028-a7b9-7c0876d9f412: ACTIVE {{(pid=87509) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 16 22:42:05.373029 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da82e82-b840-46f4-995b-9104b1ad857f req-7cce4a05-0468-4dea-9dad-109bae5e7705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:42:05.376197 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-7da82e82-b840-46f4-995b-9104b1ad857f req-7cce4a05-0468-4dea-9dad-109bae5e7705 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d0cc98fe-1abf-4d5d-953d-ce7ee174c6a2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.3700123
Dec 16 22:42:05.540842 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-7593f2f9-c341-423b-9c30-270f9f31f099 req-3e610a3a-3401-4419-927b-b315e102955e tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] 10.222.0.13 "GET /v2.0/ports?device_id=01b12d2b-8788-43ef-99af-f8df175b5189 HTTP/1.1" status: 200  len: 210 time: 0.0655911
Dec 16 22:42:05.629731 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-7da82e82-b840-46f4-995b-9104b1ad857f req-638ab64d-62a0-4270-a1cb-2fef43c4a466 service neutron] 10.222.0.49 "GET /v2.0/networks/d0cc98fe-1abf-4d5d-953d-ce7ee174c6a2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2445149
Dec 16 22:42:05.740421 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.49', 54582) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:42:05.906660 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.notifiers.nova [req-302b3aa2-7ce5-4d06-8e9b-45d538678509 req-02c29149-bb96-4f01-969f-61b91ffc5909 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b06dc88a-e662-4690-8186-114c60a760a2 {{(pid=87506) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 22:42:05.925162 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-302b3aa2-7ce5-4d06-8e9b-45d538678509 req-02c29149-bb96-4f01-969f-61b91ffc5909 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:42:05.983104 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-7da82e82-b840-46f4-995b-9104b1ad857f req-9d8062c5-dc60-4f44-9a30-1414da3684d9 service neutron] 10.222.0.49 "GET /v2.0/networks/d0cc98fe-1abf-4d5d-953d-ce7ee174c6a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3457561
Dec 16 22:42:05.986170 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.provisioning_blocks [req-302b3aa2-7ce5-4d06-8e9b-45d538678509 req-02c29149-bb96-4f01-969f-61b91ffc5909 service neutron] Transition to ACTIVE for port object b06dc88a-e662-4690-8186-114c60a760a2 will not be triggered until provisioned by entity L2. {{(pid=87506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:42:05.992867 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d155fa-09cc-435a-a1ca-1a5d6fb6abc5 req-2ba713aa-edb7-4139-98e6-080bd031c21c tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:42:05.994319 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-91d155fa-09cc-435a-a1ca-1a5d6fb6abc5 req-2ba713aa-edb7-4139-98e6-080bd031c21c tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0ac7499-0d97-4311-af6a-55d74df34ab9 HTTP/1.1" status: 200  len: 932 time: 0.0826344
Dec 16 22:42:05.996621 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39389c2-d34c-4249-a3fe-83d48c2844e6 req-aa2a948a-0924-4dd4-8e3f-c689a8c7fd3a tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:42:05.997978 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-c39389c2-d34c-4249-a3fe-83d48c2844e6 req-aa2a948a-0924-4dd4-8e3f-c689a8c7fd3a tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] 10.222.0.49 "GET /v2.0/networks?id=59be113d-df84-4589-a861-2ce3da6b2e5d HTTP/1.1" status: 200  len: 811 time: 0.2548780
Dec 16 22:42:05.998699 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-302b3aa2-7ce5-4d06-8e9b-45d538678509 req-02c29149-bb96-4f01-969f-61b91ffc5909 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1863400'] for port, after_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:42:06.002987 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-69333db7-bc96-44fd-8cb0-6e8189c01d67 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:42:06.040009 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-91d155fa-09cc-435a-a1ca-1a5d6fb6abc5 req-53200f47-c605-47c6-84e9-92d13f1f31a2 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "GET /v2.0/security-groups?id=71cf2400-bcd8-4ce0-97da-95c584aa7e92&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0393221
Dec 16 22:42:06.165363 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c29149-bb96-4f01-969f-61b91ffc5909 service neutron] Pushing event updated for resources: {'Port': ['ID=b06dc88a-e662-4690-8186-114c60a760a2,revision_number=2']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:42:06.172386 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-02c29149-bb96-4f01-969f-61b91ffc5909 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:42:06.214385 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-c39389c2-d34c-4249-a3fe-83d48c2844e6 req-16cf265f-f625-4bdf-8e60-20263a1ca39a tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ebcac23e4eae475893854e16d121f861 HTTP/1.1" status: 200  len: 379 time: 0.1744063
Dec 16 22:42:06.258923 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [req-c39389c2-d34c-4249-a3fe-83d48c2844e6 req-80524853-4311-4311-aaae-39727b6e3a30 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Request body: {'port': {'device_id': '01b12d2b-8788-43ef-99af-f8df175b5189', 'network_id': '59be113d-df84-4589-a861-2ce3da6b2e5d', 'admin_state_up': True, 'tenant_id': 'ebcac23e4eae475893854e16d121f861', 'security_groups': ['2c8293c6-7a9d-4021-9d0b-d55cb4b08bc4']}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:42:06.352263 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 48758) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:42:06.418478 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.managers [req-302b3aa2-7ce5-4d06-8e9b-45d538678509 req-02c29149-bb96-4f01-969f-61b91ffc5909 service neutron] Attempting to bind port b06dc88a-e662-4690-8186-114c60a760a2 on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=87506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 22:42:06.419110 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.managers [req-302b3aa2-7ce5-4d06-8e9b-45d538678509 req-02c29149-bb96-4f01-969f-61b91ffc5909 service neutron] Attempting to bind port b06dc88a-e662-4690-8186-114c60a760a2 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '672c4497-155d-4cab-bf94-ffe17cc3bb32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'd1a602c0-e7a2-445f-aa5d-b7f07568521c'}] {{(pid=87506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 22:42:06.419527 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-302b3aa2-7ce5-4d06-8e9b-45d538678509 req-02c29149-bb96-4f01-969f-61b91ffc5909 service neutron] Attempting to bind port b06dc88a-e662-4690-8186-114c60a760a2 on network d1a602c0-e7a2-445f-aa5d-b7f07568521c {{(pid=87506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 22:42:06.438020 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-302b3aa2-7ce5-4d06-8e9b-45d538678509 req-02c29149-bb96-4f01-969f-61b91ffc5909 service neutron] Port b06dc88a-e662-4690-8186-114c60a760a2 on network d1a602c0-e7a2-445f-aa5d-b7f07568521c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=87506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 16 22:42:06.438020 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-302b3aa2-7ce5-4d06-8e9b-45d538678509 req-02c29149-bb96-4f01-969f-61b91ffc5909 service neutron] Attempting to bind port b06dc88a-e662-4690-8186-114c60a760a2 on network d1a602c0-e7a2-445f-aa5d-b7f07568521c {{(pid=87506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 22:42:06.449307 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-302b3aa2-7ce5-4d06-8e9b-45d538678509 req-02c29149-bb96-4f01-969f-61b91ffc5909 service neutron] Checking agent: {'id': '849b5cbb-8f70-4c31-8f37-fd42f8351747', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8218', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 30, 8), 'started_at': datetime.datetime(2021, 12, 16, 22, 30, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 41, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 22:42:06.449519 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-302b3aa2-7ce5-4d06-8e9b-45d538678509 req-02c29149-bb96-4f01-969f-61b91ffc5909 service neutron] Checking segment: {'id': '672c4497-155d-4cab-bf94-ffe17cc3bb32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'd1a602c0-e7a2-445f-aa5d-b7f07568521c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 22:42:06.449777 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-302b3aa2-7ce5-4d06-8e9b-45d538678509 req-02c29149-bb96-4f01-969f-61b91ffc5909 service neutron] Bound using segment: {'id': '672c4497-155d-4cab-bf94-ffe17cc3bb32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'd1a602c0-e7a2-445f-aa5d-b7f07568521c'} {{(pid=87506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 22:42:06.450200 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.managers [req-302b3aa2-7ce5-4d06-8e9b-45d538678509 req-02c29149-bb96-4f01-969f-61b91ffc5909 service neutron] Bound port: b06dc88a-e662-4690-8186-114c60a760a2, host: hv-neutron-8218, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '672c4497-155d-4cab-bf94-ffe17cc3bb32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'd1a602c0-e7a2-445f-aa5d-b7f07568521c'}}] {{(pid=87506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 22:42:06.450827 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-302b3aa2-7ce5-4d06-8e9b-45d538678509 req-02c29149-bb96-4f01-969f-61b91ffc5909 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:42:06.463153 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [req-c39389c2-d34c-4249-a3fe-83d48c2844e6 req-80524853-4311-4311-aaae-39727b6e3a30 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:42:06.478520 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [req-c39389c2-d34c-4249-a3fe-83d48c2844e6 req-80524853-4311-4311-aaae-39727b6e3a30 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:42:06.533197 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c39389c2-d34c-4249-a3fe-83d48c2844e6 req-80524853-4311-4311-aaae-39727b6e3a30 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Made reservation on behalf of ebcac23e4eae475893854e16d121f861 for: {'port': 1} {{(pid=87506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:42:06.537015 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-c39389c2-d34c-4249-a3fe-83d48c2844e6 req-80524853-4311-4311-aaae-39727b6e3a30 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:42:06.629079 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-c91f62b8-8b4e-4e5c-8e4e-1670e246b4ab tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] 10.222.0.13 "GET /v2.0/floatingips/9832e414-8d9c-4028-a7b9-7c0876d9f412 HTTP/1.1" status: 200  len: 994 time: 0.2709594
Dec 16 22:42:06.660137 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.db [req-302b3aa2-7ce5-4d06-8e9b-45d538678509 req-02c29149-bb96-4f01-969f-61b91ffc5909 service neutron] For port b06dc88a-e662-4690-8186-114c60a760a2, host hv-neutron-8218, cleared binding levels {{(pid=87506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 22:42:06.685427 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.db [req-302b3aa2-7ce5-4d06-8e9b-45d538678509 req-02c29149-bb96-4f01-969f-61b91ffc5909 service neutron] For port b06dc88a-e662-4690-8186-114c60a760a2, host hv-neutron-8218, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=b06dc88a-e662-4690-8186-114c60a760a2,segment=NetworkSegment(672c4497-155d-4cab-bf94-ffe17cc3bb32),segment_id=672c4497-155d-4cab-bf94-ffe17cc3bb32)] {{(pid=87506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 22:42:06.695523 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-302b3aa2-7ce5-4d06-8e9b-45d538678509 req-02c29149-bb96-4f01-969f-61b91ffc5909 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1863400'] for port, after_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:42:06.703015 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-fee2b9c1-15ac-4d75-be7a-d9afd2935122 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:42:06.705791 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-5a91db10-d8aa-483d-8d53-4383106c0fbd req-fc4b7b7f-3cc2-4d2f-8b96-70145c363526 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] 10.222.0.13 "GET /v2.0/ports?device_id=01b12d2b-8788-43ef-99af-f8df175b5189 HTTP/1.1" status: 200  len: 210 time: 0.0493982
Dec 16 22:42:06.765463 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302b3aa2-7ce5-4d06-8e9b-45d538678509 req-02c29149-bb96-4f01-969f-61b91ffc5909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:42:06.766187 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-302b3aa2-7ce5-4d06-8e9b-45d538678509 req-02c29149-bb96-4f01-969f-61b91ffc5909 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for port, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:42:06.768445 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-302b3aa2-7ce5-4d06-8e9b-45d538678509 req-02c29149-bb96-4f01-969f-61b91ffc5909 service neutron] 10.222.0.49 "PUT /v2.0/ports/b06dc88a-e662-4690-8186-114c60a760a2 HTTP/1.1" status: 200  len: 1094 time: 2.0504038
Dec 16 22:42:06.797879 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0ac7499-0d97-4311-af6a-55d74df34ab9', 'tag': 'b06dc88a-e662-4690-8186-114c60a760a2'}] {{(pid=87506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 22:42:06.886680 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0ac7499-0d97-4311-af6a-55d74df34ab9', 'tag': 'b06dc88a-e662-4690-8186-114c60a760a2', 'status': 'completed', 'code': 200}
Dec 16 22:42:06.920477 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.db_base_plugin_common [req-c39389c2-d34c-4249-a3fe-83d48c2844e6 req-80524853-4311-4311-aaae-39727b6e3a30 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Allocated IP 172.20.0.8 (59be113d-df84-4589-a861-2ce3da6b2e5d/e85fa5c2-5253-44c8-9f57-0c1d2c97dd41/ec45b47a-9999-42d5-8f49-8390d02dc967) {{(pid=87506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 22:42:06.932569 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c29149-bb96-4f01-969f-61b91ffc5909 service neutron] Pushing event updated for resources: {'Port': ['ID=b06dc88a-e662-4690-8186-114c60a760a2,revision_number=3']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:42:06.935894 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-02c29149-bb96-4f01-969f-61b91ffc5909 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:42:07.200896 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302b3aa2-7ce5-4d06-8e9b-45d538678509 req-78a9e2f6-00bd-4720-85b5-ab746617fc04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:42:07.202492 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-302b3aa2-7ce5-4d06-8e9b-45d538678509 req-78a9e2f6-00bd-4720-85b5-ab746617fc04 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b7e45fda9ad540a6ac359d1c64c9adb2&device_id=a0ac7499-0d97-4311-af6a-55d74df34ab9 HTTP/1.1" status: 200  len: 1097 time: 0.3482747
Dec 16 22:42:07.292386 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-302b3aa2-7ce5-4d06-8e9b-45d538678509 req-1569aa97-29d4-42a5-86d2-511c8216f29b service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.26&port_id=b06dc88a-e662-4690-8186-114c60a760a2 HTTP/1.1" status: 200  len: 217 time: 0.0749707
Dec 16 22:42:07.370960 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4367f9f6-f155-4087-90e3-0432c08a3911 req-ce246515-7589-4f93-b1b1-6509f7ef467c tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:42:07.372582 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-4367f9f6-f155-4087-90e3-0432c08a3911 req-ce246515-7589-4f93-b1b1-6509f7ef467c tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0ac7499-0d97-4311-af6a-55d74df34ab9 HTTP/1.1" status: 200  len: 944 time: 0.2221313
Dec 16 22:42:07.411662 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-c39389c2-d34c-4249-a3fe-83d48c2844e6 req-80524853-4311-4311-aaae-39727b6e3a30 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Notify callbacks [] for port, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:42:07.416435 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302b3aa2-7ce5-4d06-8e9b-45d538678509 req-8990daea-0ee2-4925-8df8-d350776e5fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:42:07.417892 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-302b3aa2-7ce5-4d06-8e9b-45d538678509 req-8990daea-0ee2-4925-8df8-d350776e5fe4 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b9c106f5-d38e-452a-8170-c96aa6043268 HTTP/1.1" status: 200  len: 837 time: 0.1130648
Dec 16 22:42:07.421753 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-4367f9f6-f155-4087-90e3-0432c08a3911 req-99bd5831-9a65-48b0-baf0-1ce0e85ef85b tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "GET /v2.0/security-groups?id=71cf2400-bcd8-4ce0-97da-95c584aa7e92&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0415363
Dec 16 22:42:07.479539 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.provisioning_blocks [req-c39389c2-d34c-4249-a3fe-83d48c2844e6 req-80524853-4311-4311-aaae-39727b6e3a30 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Transition to ACTIVE for port object ec45b47a-9999-42d5-8f49-8390d02dc967 will not be triggered until provisioned by entity DHCP. {{(pid=87506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:42:07.528403 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302b3aa2-7ce5-4d06-8e9b-45d538678509 req-c6ed7b32-a86e-492c-a621-10d34b985d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:42:07.529956 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-302b3aa2-7ce5-4d06-8e9b-45d538678509 req-c6ed7b32-a86e-492c-a621-10d34b985d4c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d1a602c0-e7a2-445f-aa5d-b7f07568521c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.1031084
Dec 16 22:42:07.531026 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-c39389c2-d34c-4249-a3fe-83d48c2844e6 req-80524853-4311-4311-aaae-39727b6e3a30 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1863393'] for port, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:42:07.536649 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-89e95e0f-1cd6-4ce6-a6be-7641e1aa2285 tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:42:07.680147 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c39389c2-d34c-4249-a3fe-83d48c2844e6 req-80524853-4311-4311-aaae-39727b6e3a30 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Network 59be113d-df84-4589-a861-2ce3da6b2e5d is already hosted by enough agents. {{(pid=87506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:42:07.687445 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.base_scheduler [req-c39389c2-d34c-4249-a3fe-83d48c2844e6 req-80524853-4311-4311-aaae-39727b6e3a30 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Resources bound (agent type, host, resource id):  {{(pid=87506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:42:07.695514 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.l3_dvrscheduler_db [req-c39389c2-d34c-4249-a3fe-83d48c2844e6 req-80524853-4311-4311-aaae-39727b6e3a30 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Received port after_create {{(pid=87506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 22:42:07.729371 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80524853-4311-4311-aaae-39727b6e3a30 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Pushing event updated for resources: {'Port': ['ID=ec45b47a-9999-42d5-8f49-8390d02dc967,revision_number=1']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:42:07.756094 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-80524853-4311-4311-aaae-39727b6e3a30 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:42:07.790603 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:42:07.818866 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39389c2-d34c-4249-a3fe-83d48c2844e6 req-80524853-4311-4311-aaae-39727b6e3a30 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:42:07.819533 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-c39389c2-d34c-4249-a3fe-83d48c2844e6 req-80524853-4311-4311-aaae-39727b6e3a30 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for port, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:42:07.833332 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-302b3aa2-7ce5-4d06-8e9b-45d538678509 req-d4dae584-6346-4f95-96bc-f99f92dc84ff service neutron] 10.222.0.49 "GET /v2.0/networks/d1a602c0-e7a2-445f-aa5d-b7f07568521c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2645323
Dec 16 22:42:07.911566 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd995be6-4912-4466-9641-d8e8c43203f9 req-d1a946ba-0123-41f7-8157-8a81a85307a6 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:42:07.913255 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-fd995be6-4912-4466-9641-d8e8c43203f9 req-d1a946ba-0123-41f7-8157-8a81a85307a6 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] 10.222.0.13 "GET /v2.0/ports?device_id=01b12d2b-8788-43ef-99af-f8df175b5189 HTTP/1.1" status: 200  len: 931 time: 0.0858517
Dec 16 22:42:07.917234 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-c39389c2-d34c-4249-a3fe-83d48c2844e6 req-80524853-4311-4311-aaae-39727b6e3a30 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.6948042
Dec 16 22:42:07.924511 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-c93c54a5-ac51-419d-ae06-834b20b6b95b None None] Provisioning for port ec45b47a-9999-42d5-8f49-8390d02dc967 completed by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 22:42:07.929825 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-c93c54a5-ac51-419d-ae06-834b20b6b95b None None] Provisioning complete for port ec45b47a-9999-42d5-8f49-8390d02dc967 triggered by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:42:07.930383 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-c93c54a5-ac51-419d-ae06-834b20b6b95b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:42:07.938293 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [req-c39389c2-d34c-4249-a3fe-83d48c2844e6 req-e9541469-a5ef-42c5-ae76-c1342c81b409 service neutron] Request body: {'port': {'device_id': '01b12d2b-8788-43ef-99af-f8df175b5189', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8218'}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:42:07.960491 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-fd995be6-4912-4466-9641-d8e8c43203f9 req-6714bab7-fdac-4573-8009-de994a8a85a1 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c8293c6-7a9d-4021-9d0b-d55cb4b08bc4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0396156
Dec 16 22:42:07.985349 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-c93c54a5-ac51-419d-ae06-834b20b6b95b None None] Port ec45b47a-9999-42d5-8f49-8390d02dc967 cannot update to ACTIVE because it is not bound. {{(pid=87508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 22:42:08.077211 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-302b3aa2-7ce5-4d06-8e9b-45d538678509 req-b6072774-39ca-4ba4-b447-641b49d19735 service neutron] 10.222.0.49 "GET /v2.0/networks/d1a602c0-e7a2-445f-aa5d-b7f07568521c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2372046
Dec 16 22:42:08.083416 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-c39389c2-d34c-4249-a3fe-83d48c2844e6 req-e9541469-a5ef-42c5-ae76-c1342c81b409 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:42:08.374212 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0244d1fb-d578-4af6-bc4d-e8a293997c7f req-87b7aff3-1e24-46ab-b2fd-ea0310c7fbd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:42:08.375710 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-0244d1fb-d578-4af6-bc4d-e8a293997c7f req-87b7aff3-1e24-46ab-b2fd-ea0310c7fbd1 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b7e45fda9ad540a6ac359d1c64c9adb2&device_id=a0ac7499-0d97-4311-af6a-55d74df34ab9 HTTP/1.1" status: 200  len: 1097 time: 0.1799552
Dec 16 22:42:08.581935 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0244d1fb-d578-4af6-bc4d-e8a293997c7f req-5c28197a-09a8-4539-95a6-eb9e141e868e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:42:08.583390 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-0244d1fb-d578-4af6-bc4d-e8a293997c7f req-5c28197a-09a8-4539-95a6-eb9e141e868e service neutron] 10.222.0.49 "GET /v2.0/networks?id=d1a602c0-e7a2-445f-aa5d-b7f07568521c HTTP/1.1" status: 200  len: 898 time: 0.1982980
Dec 16 22:42:08.592773 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.notifiers.nova [req-c39389c2-d34c-4249-a3fe-83d48c2844e6 req-e9541469-a5ef-42c5-ae76-c1342c81b409 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec45b47a-9999-42d5-8f49-8390d02dc967 {{(pid=87506) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 22:42:08.625219 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575f2429-e396-42e0-881d-7aac5b7ac1f7 req-973208b1-be68-48b9-8a59-f2cfdde5a47f tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:42:08.626584 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-575f2429-e396-42e0-881d-7aac5b7ac1f7 req-973208b1-be68-48b9-8a59-f2cfdde5a47f tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0ac7499-0d97-4311-af6a-55d74df34ab9 HTTP/1.1" status: 200  len: 944 time: 0.0837801
Dec 16 22:42:08.656589 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-c39389c2-d34c-4249-a3fe-83d48c2844e6 req-e9541469-a5ef-42c5-ae76-c1342c81b409 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:42:08.668496 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-0244d1fb-d578-4af6-bc4d-e8a293997c7f req-ce87c363-1560-4c59-8c78-bd02f0d81c91 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.26&port_id=b06dc88a-e662-4690-8186-114c60a760a2 HTTP/1.1" status: 200  len: 217 time: 0.0707979
Dec 16 22:42:08.673959 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-575f2429-e396-42e0-881d-7aac5b7ac1f7 req-06665d1b-1000-4d3b-b72d-57dedffdd4fe tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "GET /v2.0/security-groups?id=71cf2400-bcd8-4ce0-97da-95c584aa7e92&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0414939
Dec 16 22:42:08.679436 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.provisioning_blocks [req-c39389c2-d34c-4249-a3fe-83d48c2844e6 req-e9541469-a5ef-42c5-ae76-c1342c81b409 service neutron] Transition to ACTIVE for port object ec45b47a-9999-42d5-8f49-8390d02dc967 will not be triggered until provisioned by entity L2. {{(pid=87506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:42:08.684144 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-c39389c2-d34c-4249-a3fe-83d48c2844e6 req-e9541469-a5ef-42c5-ae76-c1342c81b409 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1863400'] for port, after_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:42:08.688015 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-20d6edeb-cfc9-4a35-984d-a617568414dd tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:42:08.999920 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9541469-a5ef-42c5-ae76-c1342c81b409 service neutron] Pushing event updated for resources: {'Port': ['ID=ec45b47a-9999-42d5-8f49-8390d02dc967,revision_number=2']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:42:09.003535 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-e9541469-a5ef-42c5-ae76-c1342c81b409 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:42:09.010447 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0244d1fb-d578-4af6-bc4d-e8a293997c7f req-07b572ef-b520-4487-a553-b7ce52244635 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:42:09.011973 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-0244d1fb-d578-4af6-bc4d-e8a293997c7f req-07b572ef-b520-4487-a553-b7ce52244635 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b9c106f5-d38e-452a-8170-c96aa6043268 HTTP/1.1" status: 200  len: 837 time: 0.2943916
Dec 16 22:42:09.149733 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af393027-8f6a-458e-8079-5834c9fa4cc5 req-cd2f8257-af71-47f9-b437-5fa71f5e6c50 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:42:09.151176 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-af393027-8f6a-458e-8079-5834c9fa4cc5 req-cd2f8257-af71-47f9-b437-5fa71f5e6c50 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] 10.222.0.13 "GET /v2.0/ports?device_id=01b12d2b-8788-43ef-99af-f8df175b5189 HTTP/1.1" status: 200  len: 943 time: 0.0793495
Dec 16 22:42:09.172136 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.managers [req-c39389c2-d34c-4249-a3fe-83d48c2844e6 req-e9541469-a5ef-42c5-ae76-c1342c81b409 service neutron] Attempting to bind port ec45b47a-9999-42d5-8f49-8390d02dc967 on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=87506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 22:42:09.172517 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.managers [req-c39389c2-d34c-4249-a3fe-83d48c2844e6 req-e9541469-a5ef-42c5-ae76-c1342c81b409 service neutron] Attempting to bind port ec45b47a-9999-42d5-8f49-8390d02dc967 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '32a05c8f-4e22-414f-870d-ee93982b6a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '59be113d-df84-4589-a861-2ce3da6b2e5d'}] {{(pid=87506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 22:42:09.172845 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c39389c2-d34c-4249-a3fe-83d48c2844e6 req-e9541469-a5ef-42c5-ae76-c1342c81b409 service neutron] Attempting to bind port ec45b47a-9999-42d5-8f49-8390d02dc967 on network 59be113d-df84-4589-a861-2ce3da6b2e5d {{(pid=87506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 22:42:09.179029 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c39389c2-d34c-4249-a3fe-83d48c2844e6 req-e9541469-a5ef-42c5-ae76-c1342c81b409 service neutron] Port ec45b47a-9999-42d5-8f49-8390d02dc967 on network 59be113d-df84-4589-a861-2ce3da6b2e5d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=87506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 16 22:42:09.179324 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c39389c2-d34c-4249-a3fe-83d48c2844e6 req-e9541469-a5ef-42c5-ae76-c1342c81b409 service neutron] Attempting to bind port ec45b47a-9999-42d5-8f49-8390d02dc967 on network 59be113d-df84-4589-a861-2ce3da6b2e5d {{(pid=87506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 22:42:09.186568 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c39389c2-d34c-4249-a3fe-83d48c2844e6 req-e9541469-a5ef-42c5-ae76-c1342c81b409 service neutron] Checking agent: {'id': '849b5cbb-8f70-4c31-8f37-fd42f8351747', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8218', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 30, 8), 'started_at': datetime.datetime(2021, 12, 16, 22, 30, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 42, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 22:42:09.186903 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c39389c2-d34c-4249-a3fe-83d48c2844e6 req-e9541469-a5ef-42c5-ae76-c1342c81b409 service neutron] Checking segment: {'id': '32a05c8f-4e22-414f-870d-ee93982b6a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '59be113d-df84-4589-a861-2ce3da6b2e5d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 22:42:09.187290 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c39389c2-d34c-4249-a3fe-83d48c2844e6 req-e9541469-a5ef-42c5-ae76-c1342c81b409 service neutron] Bound using segment: {'id': '32a05c8f-4e22-414f-870d-ee93982b6a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '59be113d-df84-4589-a861-2ce3da6b2e5d'} {{(pid=87506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 22:42:09.187718 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.managers [req-c39389c2-d34c-4249-a3fe-83d48c2844e6 req-e9541469-a5ef-42c5-ae76-c1342c81b409 service neutron] Bound port: ec45b47a-9999-42d5-8f49-8390d02dc967, host: hv-neutron-8218, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32a05c8f-4e22-414f-870d-ee93982b6a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '59be113d-df84-4589-a861-2ce3da6b2e5d'}}] {{(pid=87506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 22:42:09.188616 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-c39389c2-d34c-4249-a3fe-83d48c2844e6 req-e9541469-a5ef-42c5-ae76-c1342c81b409 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:42:09.196650 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-af393027-8f6a-458e-8079-5834c9fa4cc5 req-d6debb2e-156c-4c9c-a31a-692b399b7e62 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c8293c6-7a9d-4021-9d0b-d55cb4b08bc4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0394671
Dec 16 22:42:09.201140 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0244d1fb-d578-4af6-bc4d-e8a293997c7f req-9d8507ae-e6b3-4f44-a4b0-fb7a67a21780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:42:09.202615 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-0244d1fb-d578-4af6-bc4d-e8a293997c7f req-9d8507ae-e6b3-4f44-a4b0-fb7a67a21780 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d1a602c0-e7a2-445f-aa5d-b7f07568521c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.1654053
Dec 16 22:42:09.389283 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.db [req-c39389c2-d34c-4249-a3fe-83d48c2844e6 req-e9541469-a5ef-42c5-ae76-c1342c81b409 service neutron] For port ec45b47a-9999-42d5-8f49-8390d02dc967, host hv-neutron-8218, cleared binding levels {{(pid=87506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 22:42:09.399019 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-0244d1fb-d578-4af6-bc4d-e8a293997c7f req-117e6d25-b79c-401d-88cf-c5bae5685c9d service neutron] 10.222.0.49 "GET /v2.0/networks/d1a602c0-e7a2-445f-aa5d-b7f07568521c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1891918
Dec 16 22:42:09.401739 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.db [req-c39389c2-d34c-4249-a3fe-83d48c2844e6 req-e9541469-a5ef-42c5-ae76-c1342c81b409 service neutron] For port ec45b47a-9999-42d5-8f49-8390d02dc967, host hv-neutron-8218, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=ec45b47a-9999-42d5-8f49-8390d02dc967,segment=NetworkSegment(32a05c8f-4e22-414f-870d-ee93982b6a67),segment_id=32a05c8f-4e22-414f-870d-ee93982b6a67)] {{(pid=87506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 22:42:09.406497 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-c39389c2-d34c-4249-a3fe-83d48c2844e6 req-e9541469-a5ef-42c5-ae76-c1342c81b409 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1863400'] for port, after_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:42:09.412868 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-7586b4a0-383d-441f-ba05-33e42f662714 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:42:09.533879 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39389c2-d34c-4249-a3fe-83d48c2844e6 req-e9541469-a5ef-42c5-ae76-c1342c81b409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:42:09.534494 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-c39389c2-d34c-4249-a3fe-83d48c2844e6 req-e9541469-a5ef-42c5-ae76-c1342c81b409 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for port, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:42:09.535876 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-c39389c2-d34c-4249-a3fe-83d48c2844e6 req-e9541469-a5ef-42c5-ae76-c1342c81b409 service neutron] 10.222.0.49 "PUT /v2.0/ports/ec45b47a-9999-42d5-8f49-8390d02dc967 HTTP/1.1" status: 200  len: 1093 time: 1.6039577
Dec 16 22:42:09.536439 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01b12d2b-8788-43ef-99af-f8df175b5189', 'tag': 'ec45b47a-9999-42d5-8f49-8390d02dc967'}] {{(pid=87506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 22:42:09.586421 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9541469-a5ef-42c5-ae76-c1342c81b409 service neutron] Pushing event updated for resources: {'Port': ['ID=ec45b47a-9999-42d5-8f49-8390d02dc967,revision_number=3']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:42:09.591475 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-e9541469-a5ef-42c5-ae76-c1342c81b409 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:42:09.603128 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01b12d2b-8788-43ef-99af-f8df175b5189', 'tag': 'ec45b47a-9999-42d5-8f49-8390d02dc967', 'status': 'completed', 'code': 200}
Dec 16 22:42:09.662663 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-0244d1fb-d578-4af6-bc4d-e8a293997c7f req-c32c1836-d6d8-486d-ae27-3ef4609a7ff8 service neutron] 10.222.0.49 "GET /v2.0/networks/d1a602c0-e7a2-445f-aa5d-b7f07568521c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2507479
Dec 16 22:42:09.692057 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39389c2-d34c-4249-a3fe-83d48c2844e6 req-ec1f9cb3-a7d6-4298-95f8-c9fea5f494d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:42:09.693505 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-c39389c2-d34c-4249-a3fe-83d48c2844e6 req-ec1f9cb3-a7d6-4298-95f8-c9fea5f494d7 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ebcac23e4eae475893854e16d121f861&device_id=01b12d2b-8788-43ef-99af-f8df175b5189 HTTP/1.1" status: 200  len: 1096 time: 0.0743148
Dec 16 22:42:09.781676 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-c39389c2-d34c-4249-a3fe-83d48c2844e6 req-2efdf4b9-ac42-46d7-b8d8-de33a82d6564 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ec45b47a-9999-42d5-8f49-8390d02dc967 HTTP/1.1" status: 200  len: 217 time: 0.0650034
Dec 16 22:42:09.843059 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39389c2-d34c-4249-a3fe-83d48c2844e6 req-222d5a7e-534b-4a15-bdbe-734589f35b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:42:09.844543 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-c39389c2-d34c-4249-a3fe-83d48c2844e6 req-222d5a7e-534b-4a15-bdbe-734589f35b8c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e85fa5c2-5253-44c8-9f57-0c1d2c97dd41 HTTP/1.1" status: 200  len: 850 time: 0.0572515
Dec 16 22:42:09.863374 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390fc388-20e1-4c7b-924b-256e759239b5 req-06517ae8-e407-4373-b52f-fd12b0b4d1f4 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:42:09.864894 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-390fc388-20e1-4c7b-924b-256e759239b5 req-06517ae8-e407-4373-b52f-fd12b0b4d1f4 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0ac7499-0d97-4311-af6a-55d74df34ab9 HTTP/1.1" status: 200  len: 944 time: 0.0820594
Dec 16 22:42:09.908564 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-390fc388-20e1-4c7b-924b-256e759239b5 req-33b111e6-853e-42e6-8e6b-d3426decbc61 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "GET /v2.0/security-groups?id=71cf2400-bcd8-4ce0-97da-95c584aa7e92&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0379767
Dec 16 22:42:09.927555 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39389c2-d34c-4249-a3fe-83d48c2844e6 req-e75bb62f-671e-4a91-bcb8-e6f597c51cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:42:09.929047 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-c39389c2-d34c-4249-a3fe-83d48c2844e6 req-e75bb62f-671e-4a91-bcb8-e6f597c51cfa service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=59be113d-df84-4589-a861-2ce3da6b2e5d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0729051
Dec 16 22:42:10.058416 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-c39389c2-d34c-4249-a3fe-83d48c2844e6 req-9f6db0ea-7004-411b-a834-9167f398ce6a service neutron] 10.222.0.49 "GET /v2.0/networks/59be113d-df84-4589-a861-2ce3da6b2e5d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1215763
Dec 16 22:42:10.186294 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-c39389c2-d34c-4249-a3fe-83d48c2844e6 req-60bf28de-ef3f-43c2-817a-da806b5394a5 service neutron] 10.222.0.49 "GET /v2.0/networks/59be113d-df84-4589-a861-2ce3da6b2e5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1208370
Dec 16 22:42:10.341025 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae217f0-d27c-45d1-81ec-9eeb476aeab9 req-504418d0-fe6a-455f-9310-d4c709e78b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:42:10.342386 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-aae217f0-d27c-45d1-81ec-9eeb476aeab9 req-504418d0-fe6a-455f-9310-d4c709e78b19 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ebcac23e4eae475893854e16d121f861&device_id=01b12d2b-8788-43ef-99af-f8df175b5189 HTTP/1.1" status: 200  len: 1096 time: 0.0698249
Dec 16 22:42:10.387830 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d07a9e3-bbe8-4ea5-aee3-268d38e1d6d3 req-fb837722-5dc8-4cb5-ae16-047b0656aede tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:42:10.389421 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-1d07a9e3-bbe8-4ea5-aee3-268d38e1d6d3 req-fb837722-5dc8-4cb5-ae16-047b0656aede tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] 10.222.0.13 "GET /v2.0/ports?device_id=01b12d2b-8788-43ef-99af-f8df175b5189 HTTP/1.1" status: 200  len: 943 time: 0.0837700
Dec 16 22:42:10.441699 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-1d07a9e3-bbe8-4ea5-aee3-268d38e1d6d3 req-8c3e0f6a-5d1d-49f9-a6ce-2b84c57d90e0 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c8293c6-7a9d-4021-9d0b-d55cb4b08bc4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0462258
Dec 16 22:42:10.483186 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae217f0-d27c-45d1-81ec-9eeb476aeab9 req-37b88d56-ddf8-4492-a041-b7398c5978ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:42:10.484643 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-aae217f0-d27c-45d1-81ec-9eeb476aeab9 req-37b88d56-ddf8-4492-a041-b7398c5978ab service neutron] 10.222.0.49 "GET /v2.0/networks?id=59be113d-df84-4589-a861-2ce3da6b2e5d HTTP/1.1" status: 200  len: 912 time: 0.1357071
Dec 16 22:42:10.682888 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-aae217f0-d27c-45d1-81ec-9eeb476aeab9 req-8ac2b064-4882-481a-ad38-5da760b4d7da service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ec45b47a-9999-42d5-8f49-8390d02dc967 HTTP/1.1" status: 200  len: 217 time: 0.1858819
Dec 16 22:42:10.746075 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae217f0-d27c-45d1-81ec-9eeb476aeab9 req-3a72ccfe-2355-4e62-9766-5c5b2ee68ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:42:10.747445 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-aae217f0-d27c-45d1-81ec-9eeb476aeab9 req-3a72ccfe-2355-4e62-9766-5c5b2ee68ab0 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e85fa5c2-5253-44c8-9f57-0c1d2c97dd41 HTTP/1.1" status: 200  len: 850 time: 0.0558090
Dec 16 22:42:10.820353 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae217f0-d27c-45d1-81ec-9eeb476aeab9 req-28340841-ec42-4935-a2f1-ec85b04e49b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:42:10.821756 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-aae217f0-d27c-45d1-81ec-9eeb476aeab9 req-28340841-ec42-4935-a2f1-ec85b04e49b2 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=59be113d-df84-4589-a861-2ce3da6b2e5d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0667901
Dec 16 22:42:10.953565 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-aae217f0-d27c-45d1-81ec-9eeb476aeab9 req-a989147b-1a49-4162-a439-c9e0793a7222 service neutron] 10.222.0.49 "GET /v2.0/networks/59be113d-df84-4589-a861-2ce3da6b2e5d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1232929
Dec 16 22:42:11.093487 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-aae217f0-d27c-45d1-81ec-9eeb476aeab9 req-03f28d6c-2d49-40f6-95a2-0ad36f464e6c service neutron] 10.222.0.49 "GET /v2.0/networks/59be113d-df84-4589-a861-2ce3da6b2e5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1267371
Dec 16 22:42:11.095998 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a70242-c0aa-4f04-ab73-b3b5ab049ae4 req-95884eb4-3f15-4b73-bc9a-ffe89b9844ce tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:42:11.097426 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-43a70242-c0aa-4f04-ab73-b3b5ab049ae4 req-95884eb4-3f15-4b73-bc9a-ffe89b9844ce tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0ac7499-0d97-4311-af6a-55d74df34ab9 HTTP/1.1" status: 200  len: 944 time: 0.0815303
Dec 16 22:42:11.142369 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-43a70242-c0aa-4f04-ab73-b3b5ab049ae4 req-232dc5f5-5713-405f-8be0-1d31511958c6 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "GET /v2.0/security-groups?id=71cf2400-bcd8-4ce0-97da-95c584aa7e92&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0393741
Dec 16 22:42:11.142857 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Device b06dc88a-e662-4690-8186-114c60a760a2 details requested by agent hyperv_hv-neutron-8218 with host hv-neutron-8218 {{(pid=87508) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 16 22:42:11.272528 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] For port b06dc88a-e662-4690-8186-114c60a760a2, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=b06dc88a-e662-4690-8186-114c60a760a2,segment=NetworkSegment(672c4497-155d-4cab-bf94-ffe17cc3bb32),segment_id=672c4497-155d-4cab-bf94-ffe17cc3bb32)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:42:11.285397 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Returning: {'device': 'b06dc88a-e662-4690-8186-114c60a760a2', 'network_id': 'd1a602c0-e7a2-445f-aa5d-b7f07568521c', 'port_id': 'b06dc88a-e662-4690-8186-114c60a760a2', 'mac_address': 'fa:16:3e:49:37:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9c106f5-d38e-452a-8170-c96aa6043268', 'ip_address': '172.20.0.26'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87508) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 16 22:42:11.379519 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:42:11.395324 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.notifiers.nova [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b06dc88a-e662-4690-8186-114c60a760a2 {{(pid=87508) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 22:42:11.410546 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] For port b06dc88a-e662-4690-8186-114c60a760a2, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=b06dc88a-e662-4690-8186-114c60a760a2,segment=NetworkSegment(672c4497-155d-4cab-bf94-ffe17cc3bb32),segment_id=672c4497-155d-4cab-bf94-ffe17cc3bb32)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:42:11.414909 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:42:11.416632 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:42:11.479859 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Pushing event updated for resources: {'Port': ['ID=b06dc88a-e662-4690-8186-114c60a760a2,revision_number=4']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:42:11.487850 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:42:11.488206 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:42:11.488557 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:42:11.488895 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:42:11.489230 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:42:11.489566 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:42:11.489892 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:42:11.490220 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:42:11.490548 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:42:11.490872 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:42:11.491193 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:42:11.491515 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:42:11.495366 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:42:11.628375 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3bb5be-a68d-424c-8fc2-539c2d4a1ccb req-e4525e93-03f7-4dc8-8992-8e6019a3aa78 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:42:11.629811 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-cb3bb5be-a68d-424c-8fc2-539c2d4a1ccb req-e4525e93-03f7-4dc8-8992-8e6019a3aa78 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] 10.222.0.13 "GET /v2.0/ports?device_id=01b12d2b-8788-43ef-99af-f8df175b5189 HTTP/1.1" status: 200  len: 943 time: 0.0798984
Dec 16 22:42:11.676499 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-cb3bb5be-a68d-424c-8fc2-539c2d4a1ccb req-16b4736c-67e4-45b3-abc2-0d597ad3801c tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c8293c6-7a9d-4021-9d0b-d55cb4b08bc4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0410180
Dec 16 22:42:11.773340 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] get_ports_and_sgs() called for port_ids ['b06dc88a-e662-4690-8186-114c60a760a2'] {{(pid=87508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 22:42:12.321538 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5c32b4-20d4-4880-a414-72c5024420ec req-631aa5dc-8627-4ed0-8222-c3e40b6b10fd tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:42:12.323020 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-8a5c32b4-20d4-4880-a414-72c5024420ec req-631aa5dc-8627-4ed0-8222-c3e40b6b10fd tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0ac7499-0d97-4311-af6a-55d74df34ab9 HTTP/1.1" status: 200  len: 945 time: 0.0790272
Dec 16 22:42:12.369585 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-8a5c32b4-20d4-4880-a414-72c5024420ec req-f7263d29-b407-419f-97eb-4cb0982affc2 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "GET /v2.0/security-groups?id=71cf2400-bcd8-4ce0-97da-95c584aa7e92&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0410185
Dec 16 22:42:12.858192 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76d5004-6844-405f-91af-90c89fb48f5d req-2928aaa9-7da6-4cd1-b21a-c91bbf331a04 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:42:12.859629 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-b76d5004-6844-405f-91af-90c89fb48f5d req-2928aaa9-7da6-4cd1-b21a-c91bbf331a04 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] 10.222.0.13 "GET /v2.0/ports?device_id=01b12d2b-8788-43ef-99af-f8df175b5189 HTTP/1.1" status: 200  len: 943 time: 0.0823429
Dec 16 22:42:12.901989 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-b76d5004-6844-405f-91af-90c89fb48f5d req-8033a601-277f-484d-b7b6-5ddc87c49937 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c8293c6-7a9d-4021-9d0b-d55cb4b08bc4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0359640
Dec 16 22:42:13.145321 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Device b06dc88a-e662-4690-8186-114c60a760a2 up at agent hyperv_hv-neutron-8218 {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 22:42:13.210009 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Provisioning for port b06dc88a-e662-4690-8186-114c60a760a2 completed by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 22:42:13.214411 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Provisioning complete for port b06dc88a-e662-4690-8186-114c60a760a2 triggered by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:42:13.214795 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:42:13.326896 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:42:13.352986 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0ac7499-0d97-4311-af6a-55d74df34ab9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b06dc88a-e662-4690-8186-114c60a760a2'}] {{(pid=87508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 22:42:13.362415 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] For port b06dc88a-e662-4690-8186-114c60a760a2, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=b06dc88a-e662-4690-8186-114c60a760a2,segment=NetworkSegment(672c4497-155d-4cab-bf94-ffe17cc3bb32),segment_id=672c4497-155d-4cab-bf94-ffe17cc3bb32)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:42:13.366632 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:42:13.368578 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-c5f03779-04c4-4e78-a1aa-33716e44b84f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:42:13.402513 dv-neutron-821829-1-hyperv neutron-server[87508]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0ac7499-0d97-4311-af6a-55d74df34ab9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b06dc88a-e662-4690-8186-114c60a760a2', 'code': 200}
Dec 16 22:42:13.433967 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Pushing event updated for resources: {'Port': ['ID=b06dc88a-e662-4690-8186-114c60a760a2,revision_number=5']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:42:13.437144 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:42:13.559547 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d1109d-0293-40c5-99b8-e260f75b2aa4 req-721e02db-bd84-4c3e-8fa8-6de54fa71c76 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:42:13.561296 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-c0d1109d-0293-40c5-99b8-e260f75b2aa4 req-721e02db-bd84-4c3e-8fa8-6de54fa71c76 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0ac7499-0d97-4311-af6a-55d74df34ab9 HTTP/1.1" status: 200  len: 946 time: 0.0790398
Dec 16 22:42:13.608043 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-c0d1109d-0293-40c5-99b8-e260f75b2aa4 req-4706504d-16b2-45bd-8efd-85340d4f30ed tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "GET /v2.0/security-groups?id=71cf2400-bcd8-4ce0-97da-95c584aa7e92&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0385673
Dec 16 22:42:13.687273 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea36321-9640-4c19-84f5-8bf56b1ef910 req-7522880b-98bb-4700-a00f-1b97592811f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:42:13.689188 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-6ea36321-9640-4c19-84f5-8bf56b1ef910 req-7522880b-98bb-4700-a00f-1b97592811f4 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=a0ac7499-0d97-4311-af6a-55d74df34ab9 HTTP/1.1" status: 200  len: 1099 time: 0.0714366
Dec 16 22:42:13.728780 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-6ea36321-9640-4c19-84f5-8bf56b1ef910 req-1208976f-75af-47de-be28-8a3d9448c7f8 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=71cf2400-bcd8-4ce0-97da-95c584aa7e92&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0327001
Dec 16 22:42:14.084945 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3110c7d-47c1-4430-8c9f-762e11e271d3 req-67cfe662-6fce-405a-93a6-2da13438a8fc tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:42:14.086372 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-d3110c7d-47c1-4430-8c9f-762e11e271d3 req-67cfe662-6fce-405a-93a6-2da13438a8fc tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] 10.222.0.13 "GET /v2.0/ports?device_id=01b12d2b-8788-43ef-99af-f8df175b5189 HTTP/1.1" status: 200  len: 943 time: 0.0812597
Dec 16 22:42:14.128846 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-d3110c7d-47c1-4430-8c9f-762e11e271d3 req-d73a7a01-a1ed-4fae-b054-c9cb9388ffdc tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c8293c6-7a9d-4021-9d0b-d55cb4b08bc4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0369372
Dec 16 22:42:14.789480 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b9ccdc-7a19-4de4-82c3-90e0f07190b9 req-c4ae7133-a5ba-413e-944f-bef3b29cddc6 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:42:14.790887 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-d2b9ccdc-7a19-4de4-82c3-90e0f07190b9 req-c4ae7133-a5ba-413e-944f-bef3b29cddc6 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0ac7499-0d97-4311-af6a-55d74df34ab9 HTTP/1.1" status: 200  len: 946 time: 0.0772913
Dec 16 22:42:14.836147 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-d2b9ccdc-7a19-4de4-82c3-90e0f07190b9 req-cbed1431-b67c-408f-8ca5-3d1aa591dc89 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "GET /v2.0/security-groups?id=71cf2400-bcd8-4ce0-97da-95c584aa7e92&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0396550
Dec 16 22:42:15.312718 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8699585d-ca60-48be-9178-64fc81afa27b req-fd319280-1a7c-4d64-9e23-59a034db8fed tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:42:15.314169 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-8699585d-ca60-48be-9178-64fc81afa27b req-fd319280-1a7c-4d64-9e23-59a034db8fed tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] 10.222.0.13 "GET /v2.0/ports?device_id=01b12d2b-8788-43ef-99af-f8df175b5189 HTTP/1.1" status: 200  len: 943 time: 0.0809653
Dec 16 22:42:15.358502 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-8699585d-ca60-48be-9178-64fc81afa27b req-c2ad2f72-4d8f-46a1-bf2f-b56f9048dedd tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c8293c6-7a9d-4021-9d0b-d55cb4b08bc4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0388145
Dec 16 22:42:16.012835 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49f6ed5-32d4-4d4e-9721-568e5455936f req-4dc97980-70f0-45f1-b028-c55a39f0dcab tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:42:16.014302 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-b49f6ed5-32d4-4d4e-9721-568e5455936f req-4dc97980-70f0-45f1-b028-c55a39f0dcab tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0ac7499-0d97-4311-af6a-55d74df34ab9 HTTP/1.1" status: 200  len: 946 time: 0.0787692
Dec 16 22:42:16.060091 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-b49f6ed5-32d4-4d4e-9721-568e5455936f req-3e628f88-591a-4fda-a8bf-e18bc1c43f39 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "GET /v2.0/security-groups?id=71cf2400-bcd8-4ce0-97da-95c584aa7e92&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0395906
Dec 16 22:42:16.237603 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b0f771-3d7e-49e2-9987-c77e3a17263a req-fddfc65c-8fb3-4a8b-9ada-80e0ac06f30d tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:42:16.238926 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-e5b0f771-3d7e-49e2-9987-c77e3a17263a req-fddfc65c-8fb3-4a8b-9ada-80e0ac06f30d tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0ac7499-0d97-4311-af6a-55d74df34ab9 HTTP/1.1" status: 200  len: 946 time: 0.0781608
Dec 16 22:42:16.281651 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-e5b0f771-3d7e-49e2-9987-c77e3a17263a req-3d15eff3-57a8-4b35-b86b-6baf733168d6 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "GET /v2.0/security-groups?id=71cf2400-bcd8-4ce0-97da-95c584aa7e92&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0371413
Dec 16 22:42:16.551992 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69845d36-767d-4c66-9bec-fef51838a732 req-a0b8e809-17a0-4990-8ce2-05c40ca2b028 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:42:16.553429 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-69845d36-767d-4c66-9bec-fef51838a732 req-a0b8e809-17a0-4990-8ce2-05c40ca2b028 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] 10.222.0.13 "GET /v2.0/ports?device_id=01b12d2b-8788-43ef-99af-f8df175b5189 HTTP/1.1" status: 200  len: 943 time: 0.0894284
Dec 16 22:42:16.596478 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-69845d36-767d-4c66-9bec-fef51838a732 req-4b6a4118-ca1e-4a71-975d-94e4c98b9397 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c8293c6-7a9d-4021-9d0b-d55cb4b08bc4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0374124
Dec 16 22:42:17.165318 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-c6aaa78f-ff97-45a2-b7c8-0d7eb1dfa084 req-96208279-2362-4a43-b13d-6d2754b94a1e service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=e559bb86-9633-4370-9cd9-33cf2cb148d6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0672779
Dec 16 22:42:17.167614 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Device ec45b47a-9999-42d5-8f49-8390d02dc967 details requested by agent hyperv_hv-neutron-8218 with host hv-neutron-8218 {{(pid=87508) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 16 22:42:17.296507 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] For port ec45b47a-9999-42d5-8f49-8390d02dc967, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=ec45b47a-9999-42d5-8f49-8390d02dc967,segment=NetworkSegment(32a05c8f-4e22-414f-870d-ee93982b6a67),segment_id=32a05c8f-4e22-414f-870d-ee93982b6a67)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:42:17.312509 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Returning: {'device': 'ec45b47a-9999-42d5-8f49-8390d02dc967', 'network_id': '59be113d-df84-4589-a861-2ce3da6b2e5d', 'port_id': 'ec45b47a-9999-42d5-8f49-8390d02dc967', 'mac_address': 'fa:16:3e:7d:d3:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e85fa5c2-5253-44c8-9f57-0c1d2c97dd41', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87508) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 16 22:42:17.350136 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6aaa78f-ff97-45a2-b7c8-0d7eb1dfa084 req-81b66644-550a-44ea-a319-d3ca1ad57320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:42:17.351623 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-c6aaa78f-ff97-45a2-b7c8-0d7eb1dfa084 req-81b66644-550a-44ea-a319-d3ca1ad57320 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ebcac23e4eae475893854e16d121f861&device_id=e559bb86-9633-4370-9cd9-33cf2cb148d6 HTTP/1.1" status: 200  len: 1099 time: 0.0735087
Dec 16 22:42:17.366355 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:42:17.383025 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.notifiers.nova [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec45b47a-9999-42d5-8f49-8390d02dc967 {{(pid=87508) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 22:42:17.398504 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] For port ec45b47a-9999-42d5-8f49-8390d02dc967, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=ec45b47a-9999-42d5-8f49-8390d02dc967,segment=NetworkSegment(32a05c8f-4e22-414f-870d-ee93982b6a67),segment_id=32a05c8f-4e22-414f-870d-ee93982b6a67)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:42:17.402766 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:42:17.404696 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:42:17.470905 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Pushing event updated for resources: {'Port': ['ID=ec45b47a-9999-42d5-8f49-8390d02dc967,revision_number=4']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:42:17.473935 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:42:17.502217 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6aaa78f-ff97-45a2-b7c8-0d7eb1dfa084 req-d3658c15-caf4-4d1e-af50-c418f2152041 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:42:17.503678 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-c6aaa78f-ff97-45a2-b7c8-0d7eb1dfa084 req-d3658c15-caf4-4d1e-af50-c418f2152041 service neutron] 10.222.0.49 "GET /v2.0/networks?id=59be113d-df84-4589-a861-2ce3da6b2e5d HTTP/1.1" status: 200  len: 912 time: 0.1303873
Dec 16 22:42:17.616294 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-c6aaa78f-ff97-45a2-b7c8-0d7eb1dfa084 req-8ceae926-b333-4f36-8d7c-8f9c2c292bb4 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4359d2e8-34fe-4cb4-bef0-4f10169a8bef HTTP/1.1" status: 200  len: 1001 time: 0.0975296
Dec 16 22:42:17.680633 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6aaa78f-ff97-45a2-b7c8-0d7eb1dfa084 req-26167644-ee5f-463c-a919-4a0273973422 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:42:17.682057 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-c6aaa78f-ff97-45a2-b7c8-0d7eb1dfa084 req-26167644-ee5f-463c-a919-4a0273973422 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e85fa5c2-5253-44c8-9f57-0c1d2c97dd41 HTTP/1.1" status: 200  len: 850 time: 0.0566971
Dec 16 22:42:17.767225 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6aaa78f-ff97-45a2-b7c8-0d7eb1dfa084 req-8555558a-84d2-45f2-a3c4-88d119dd38e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:42:17.768663 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-c6aaa78f-ff97-45a2-b7c8-0d7eb1dfa084 req-8555558a-84d2-45f2-a3c4-88d119dd38e1 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=59be113d-df84-4589-a861-2ce3da6b2e5d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0745800
Dec 16 22:42:17.777836 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f00d2b-82b0-48d9-84fc-bcd1f7da77d3 req-5c1f456f-fde3-449d-8820-9824667c8837 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:42:17.779273 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-b4f00d2b-82b0-48d9-84fc-bcd1f7da77d3 req-5c1f456f-fde3-449d-8820-9824667c8837 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] 10.222.0.13 "GET /v2.0/ports?device_id=01b12d2b-8788-43ef-99af-f8df175b5189 HTTP/1.1" status: 200  len: 944 time: 0.0802341
Dec 16 22:42:17.822460 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-b4f00d2b-82b0-48d9-84fc-bcd1f7da77d3 req-d02cd498-48b1-459f-97db-c74242f481b7 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c8293c6-7a9d-4021-9d0b-d55cb4b08bc4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0369756
Dec 16 22:42:17.850869 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] get_ports_and_sgs() called for port_ids ['ec45b47a-9999-42d5-8f49-8390d02dc967'] {{(pid=87508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 22:42:17.868057 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 48812) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:42:17.902164 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-c6aaa78f-ff97-45a2-b7c8-0d7eb1dfa084 req-a5351752-8126-498f-85f5-1fbd0a0a9f18 service neutron] 10.222.0.49 "GET /v2.0/networks/59be113d-df84-4589-a861-2ce3da6b2e5d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1253991
Dec 16 22:42:18.039202 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-c6aaa78f-ff97-45a2-b7c8-0d7eb1dfa084 req-323af4a6-b3b8-4a5e-b03b-25b9e75411d2 service neutron] 10.222.0.49 "GET /v2.0/networks/59be113d-df84-4589-a861-2ce3da6b2e5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1300037
Dec 16 22:42:18.664882 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-01c44467-0087-48fa-beb4-28112a603f6a tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:42:19.108032 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942d7bbb-e11c-43be-acfb-ed945ad86c7b req-5f0d60a8-ca68-4ef4-a5a8-24f002bd042b tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:42:19.109373 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-942d7bbb-e11c-43be-acfb-ed945ad86c7b req-5f0d60a8-ca68-4ef4-a5a8-24f002bd042b tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] 10.222.0.13 "GET /v2.0/ports?device_id=01b12d2b-8788-43ef-99af-f8df175b5189 HTTP/1.1" status: 200  len: 944 time: 0.1581190
Dec 16 22:42:19.111316 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.db_base_plugin_common [None req-01c44467-0087-48fa-beb4-28112a603f6a tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Allocated IP 172.20.0.17 (d1a602c0-e7a2-445f-aa5d-b7f07568521c/b9c106f5-d38e-452a-8170-c96aa6043268/c52a5d15-e829-403e-8206-d1a34d876d57) {{(pid=87507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 22:42:19.199478 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Device ec45b47a-9999-42d5-8f49-8390d02dc967 up at agent hyperv_hv-neutron-8218 {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 22:42:19.232477 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-942d7bbb-e11c-43be-acfb-ed945ad86c7b req-5eeb91d2-d8f0-4c7b-b3bc-d70b2f830214 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c8293c6-7a9d-4021-9d0b-d55cb4b08bc4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1165359
Dec 16 22:42:19.265772 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Provisioning for port ec45b47a-9999-42d5-8f49-8390d02dc967 completed by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 22:42:19.270525 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Provisioning complete for port ec45b47a-9999-42d5-8f49-8390d02dc967 triggered by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:42:19.270910 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:42:19.301978 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-01c44467-0087-48fa-beb4-28112a603f6a tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for port, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:42:19.318102 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.provisioning_blocks [None req-01c44467-0087-48fa-beb4-28112a603f6a tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Transition to ACTIVE for port object c52a5d15-e829-403e-8206-d1a34d876d57 will not be triggered until provisioned by entity DHCP. {{(pid=87507) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:42:19.341209 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-01c44467-0087-48fa-beb4-28112a603f6a tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10807823'] for port, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:42:19.345780 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-318e05e3-a12d-41e8-8f2d-d73877b0eb50 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:42:19.386614 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:42:19.413170 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01b12d2b-8788-43ef-99af-f8df175b5189', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec45b47a-9999-42d5-8f49-8390d02dc967'}] {{(pid=87508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 22:42:19.413360 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01c44467-0087-48fa-beb4-28112a603f6a tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Network d1a602c0-e7a2-445f-aa5d-b7f07568521c is already hosted by enough agents. {{(pid=87507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:42:19.422901 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.base_scheduler [None req-01c44467-0087-48fa-beb4-28112a603f6a tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Resources bound (agent type, host, resource id):  {{(pid=87507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:42:19.423128 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] For port ec45b47a-9999-42d5-8f49-8390d02dc967, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=ec45b47a-9999-42d5-8f49-8390d02dc967,segment=NetworkSegment(32a05c8f-4e22-414f-870d-ee93982b6a67),segment_id=32a05c8f-4e22-414f-870d-ee93982b6a67)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:42:19.425229 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01c44467-0087-48fa-beb4-28112a603f6a tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Received port after_create {{(pid=87507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 22:42:19.432668 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:42:19.434585 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:42:19.462752 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c44467-0087-48fa-beb4-28112a603f6a tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Pushing event updated for resources: {'Port': ['ID=c52a5d15-e829-403e-8206-d1a34d876d57,revision_number=1']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:42:19.466876 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-01c44467-0087-48fa-beb4-28112a603f6a tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:42:19.485672 dv-neutron-821829-1-hyperv neutron-server[87508]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01b12d2b-8788-43ef-99af-f8df175b5189', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec45b47a-9999-42d5-8f49-8390d02dc967', 'code': 200}
Dec 16 22:42:19.503633 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-01c44467-0087-48fa-beb4-28112a603f6a tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3830061'] for router_interface, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:42:19.531296 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Pushing event updated for resources: {'Port': ['ID=ec45b47a-9999-42d5-8f49-8390d02dc967,revision_number=5']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:42:19.534478 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:42:19.710465 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-753096ac-56bb-4d2a-92cd-f5f9c41dec8d None None] Provisioning for port c52a5d15-e829-403e-8206-d1a34d876d57 completed by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 22:42:19.716132 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-753096ac-56bb-4d2a-92cd-f5f9c41dec8d None None] Provisioning complete for port c52a5d15-e829-403e-8206-d1a34d876d57 triggered by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:42:19.716669 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-753096ac-56bb-4d2a-92cd-f5f9c41dec8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:42:19.772008 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-753096ac-56bb-4d2a-92cd-f5f9c41dec8d None None] Port c52a5d15-e829-403e-8206-d1a34d876d57 cannot update to ACTIVE because it is not bound. {{(pid=87508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 22:42:19.816751 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-01c44467-0087-48fa-beb4-28112a603f6a tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:42:19.839454 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1e5053-bbd1-4cd8-930d-c7ec438230d6 req-b4a89f52-ad20-467c-8a12-805b5f75e290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:42:19.840950 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-bd1e5053-bbd1-4cd8-930d-c7ec438230d6 req-b4a89f52-ad20-467c-8a12-805b5f75e290 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=01b12d2b-8788-43ef-99af-f8df175b5189 HTTP/1.1" status: 200  len: 1098 time: 0.0718541
Dec 16 22:42:19.881550 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-bd1e5053-bbd1-4cd8-930d-c7ec438230d6 req-bae4c860-b67e-498b-bbee-ce9ab861124a service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=2c8293c6-7a9d-4021-9d0b-d55cb4b08bc4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0336478
Dec 16 22:42:20.204363 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-01c44467-0087-48fa-beb4-28112a603f6a tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for port, precommit_update {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:42:20.208561 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-01c44467-0087-48fa-beb4-28112a603f6a tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10807814'] for port, after_update {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:42:20.232060 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-7680cf18-f28a-4521-b02c-820cf3a7f871 tempest-RoutersNegativeTest-1851367265 tempest-RoutersNegativeTest-1851367265-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:42:20.319788 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c44467-0087-48fa-beb4-28112a603f6a tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Pushing event updated for resources: {'Port': ['ID=c52a5d15-e829-403e-8206-d1a34d876d57,revision_number=2']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:42:20.322105 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-01c44467-0087-48fa-beb4-28112a603f6a tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3791426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3830222'] for router_interface, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:42:20.325678 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-01c44467-0087-48fa-beb4-28112a603f6a tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:42:20.512618 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01c44467-0087-48fa-beb4-28112a603f6a tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Network d1a602c0-e7a2-445f-aa5d-b7f07568521c is already hosted by enough agents. {{(pid=87507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:42:20.515036 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.base_scheduler [None req-01c44467-0087-48fa-beb4-28112a603f6a tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Resources bound (agent type, host, resource id):  {{(pid=87507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:42:20.527559 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31f1341-98b8-4031-b51e-010b4f64dab3 req-8bbb55d0-0597-40e2-b184-b0fc305db323 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:42:20.529055 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-b31f1341-98b8-4031-b51e-010b4f64dab3 req-8bbb55d0-0597-40e2-b184-b0fc305db323 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] 10.222.0.13 "GET /v2.0/ports?device_id=01b12d2b-8788-43ef-99af-f8df175b5189 HTTP/1.1" status: 200  len: 945 time: 0.1839042
Dec 16 22:42:20.701026 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-b31f1341-98b8-4031-b51e-010b4f64dab3 req-81769164-4f72-4957-a4ed-cf6329cd2d5c tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c8293c6-7a9d-4021-9d0b-d55cb4b08bc4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1166816
Dec 16 22:42:20.745699 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01c44467-0087-48fa-beb4-28112a603f6a tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Router eea06010-12bf-4f24-b2f6-a6b19ff6f8bf has already been hosted by L3 agent 4f519db7-069b-43e2-8411-c092bac9102a {{(pid=87507) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 22:42:20.800262 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-0720a16e-4d04-4570-8a66-a57a3fb975a6 None None] Provisioning complete for port c52a5d15-e829-403e-8206-d1a34d876d57 triggered by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:42:20.800704 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-0720a16e-4d04-4570-8a66-a57a3fb975a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:42:20.851490 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-0720a16e-4d04-4570-8a66-a57a3fb975a6 None None] Port c52a5d15-e829-403e-8206-d1a34d876d57 cannot update to ACTIVE because it is not bound. {{(pid=87508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 22:42:20.927298 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01c44467-0087-48fa-beb4-28112a603f6a tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify agent at l3_agent.dv-neutron-821829-1-hyperv the message routers_updated {{(pid=87507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 22:42:20.937210 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ba24e50-c92f-4157-8aa5-c1523d2f4dcf None None] Sync routers for ids ['eea06010-12bf-4f24-b2f6-a6b19ff6f8bf'] in dv-neutron-821829-1-hyperv {{(pid=87508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 22:42:20.944407 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-01c44467-0087-48fa-beb4-28112a603f6a tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "PUT /v2.0/routers/eea06010-12bf-4f24-b2f6-a6b19ff6f8bf/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.0724528
Dec 16 22:42:20.946806 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ba24e50-c92f-4157-8aa5-c1523d2f4dcf None None] Routers {'eea06010-12bf-4f24-b2f6-a6b19ff6f8bf'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:42:20.947429 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-0ba24e50-c92f-4157-8aa5-c1523d2f4dcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b7c1a5160>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:42:01Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['eea06010-12bf-4f24-b2f6-a6b19ff6f8bf'], 'active': True} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:42:21.159202 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvr_db [None req-0ba24e50-c92f-4157-8aa5-c1523d2f4dcf None None] Set router eea06010-12bf-4f24-b2f6-a6b19ff6f8bf gateway port host: dv-neutron-821829-1-hyperv {{(pid=87508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 22:42:21.503472 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-0ba24e50-c92f-4157-8aa5-c1523d2f4dcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b7c1a5160>, [{'id': 'eea06010-12bf-4f24-b2f6-a6b19ff6f8bf', 'name': 'tempest-TestNetworkBasicOps-router-932346143', 'tenant_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.107'}], 'enable_snat': True}, 'gw_port_id': 'e34f309c-ecfe-4315-9da6-214f2f81b236', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:40:43Z', 'updated_at': '2021-12-16T22:42:19Z', 'revision_number': 5, 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'gw_port': {'id': 'e34f309c-ecfe-4315-9da6-214f2f81b236', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:f1:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eea06010-12bf-4f24-b2f6-a6b19ff6f8bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1224, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:40:44Z', 'updated_at': '2021-12-16T22:40:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv', '_floatingips': [{'id': 'a8991467-8b8d-413f-af2a-b5863876757d', 'tenant_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'floating_ip_address': '172.26.0.64', 'floating_network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'router_id': 'eea06010-12bf-4f24-b2f6-a6b19ff6f8bf', 'port_id': '7460eb7d-ba7c-4e4e-8177-7db125aade59', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1279, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f687e27-c3dc-4aa9-ba40-39fc0889e61d', 'mac_address': 'fa:16:3e:10:6a:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac0b34be-0627-4b13-aa10-f4bb3bd32fd4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T22:41:22Z', 'updated_at': '2021-12-16T22:41:24Z', 'revision_number': 1, 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05d23948-13a3-4302-b64d-cb5cf4d089dd', 'name': '', 'network_id': '2f687e27-c3dc-4aa9-ba40-39fc0889e61d', 'tenant_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'mac_address': 'fa:16:3e:f5:df:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eea06010-12bf-4f24-b2f6-a6b19ff6f8bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1227, 'fixed_ips': [{'subnet_id': '7b9bf1fd-5beb-40d0-9cdf-c44fd8bdff49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:40:50Z', 'updated_at': '2021-12-16T22:41:04Z', 'revision_number': 5, 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'subnets': [{'id': '7b9bf1fd-5beb-40d0-9cdf-c44fd8bdff49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c52a5d15-e829-403e-8206-d1a34d876d57', 'name': '', 'network_id': 'd1a602c0-e7a2-445f-aa5d-b7f07568521c', 'tenant_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'mac_address': 'fa:16:3e:4c:15:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eea06010-12bf-4f24-b2f6-a6b19ff6f8bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': 'b9c106f5-d38e-452a-8170-c96aa6043268', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:42:18Z', 'updated_at': '2021-12-16T22:42:20Z', 'revision_number': 2, 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'subnets': [{'id': 'b9c106f5-d38e-452a-8170-c96aa6043268', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:42:21.507452 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ba24e50-c92f-4157-8aa5-c1523d2f4dcf None None] Checking router: eea06010-12bf-4f24-b2f6-a6b19ff6f8bf for host: dv-neutron-821829-1-hyperv {{(pid=87508) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 22:42:21.508054 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ba24e50-c92f-4157-8aa5-c1523d2f4dcf None None] Updating router eea06010-12bf-4f24-b2f6-a6b19ff6f8bf port c52a5d15-e829-403e-8206-d1a34d876d57 binding host dv-neutron-821829-1-hyperv {{(pid=87508) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 16 22:42:21.540677 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.agents_db [None req-0abd2616-a86c-48e2-be07-10823335a5bb None None] Agent healthcheck: found 6 active agents {{(pid=87509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 22:42:21.560991 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-0ba24e50-c92f-4157-8aa5-c1523d2f4dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:42:21.886930 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6374be5-59b8-4f08-ac0b-615ded073733 req-a1bd245f-c4ff-42ac-a215-4e578d57337f tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:42:21.888434 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-d6374be5-59b8-4f08-ac0b-615ded073733 req-a1bd245f-c4ff-42ac-a215-4e578d57337f tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] 10.222.0.13 "GET /v2.0/ports?device_id=01b12d2b-8788-43ef-99af-f8df175b5189 HTTP/1.1" status: 200  len: 945 time: 0.0798359
Dec 16 22:42:21.892416 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-0ba24e50-c92f-4157-8aa5-c1523d2f4dcf None None] Notify callbacks [] for port, precommit_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:42:21.903860 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-0ba24e50-c92f-4157-8aa5-c1523d2f4dcf None None] Transition to ACTIVE for port object c52a5d15-e829-403e-8206-d1a34d876d57 will not be triggered until provisioned by entity L2. {{(pid=87508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:42:21.911022 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-0ba24e50-c92f-4157-8aa5-c1523d2f4dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:42:21.915497 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-91b526d4-2765-4e92-a300-18bd2f1c1d41 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:42:21.933799 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-d6374be5-59b8-4f08-ac0b-615ded073733 req-406aaeca-fd93-460f-8d38-21080ed0dfdd tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c8293c6-7a9d-4021-9d0b-d55cb4b08bc4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0391476
Dec 16 22:42:22.062401 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3367e9c-6a4c-4c0f-bd72-c2e7c44bc4da None None] Pushing event updated for resources: {'Port': ['ID=c52a5d15-e829-403e-8206-d1a34d876d57,revision_number=3']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:42:22.070276 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-b3367e9c-6a4c-4c0f-bd72-c2e7c44bc4da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:42:22.126406 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-0ba24e50-c92f-4157-8aa5-c1523d2f4dcf None None] Attempting to bind port c52a5d15-e829-403e-8206-d1a34d876d57 on host dv-neutron-821829-1-hyperv for vnic_type normal with profile  {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 22:42:22.126795 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-0ba24e50-c92f-4157-8aa5-c1523d2f4dcf None None] Attempting to bind port c52a5d15-e829-403e-8206-d1a34d876d57 by drivers openvswitch,hyperv on host dv-neutron-821829-1-hyperv at level 0 using segments [{'id': '672c4497-155d-4cab-bf94-ffe17cc3bb32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'd1a602c0-e7a2-445f-aa5d-b7f07568521c'}] {{(pid=87508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 22:42:22.127153 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ba24e50-c92f-4157-8aa5-c1523d2f4dcf None None] Attempting to bind port c52a5d15-e829-403e-8206-d1a34d876d57 on network d1a602c0-e7a2-445f-aa5d-b7f07568521c {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 22:42:22.130970 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdbb303-1806-4638-a181-46e48f5bfad7 req-fc34e6e8-bee3-4170-a36d-cef895afe6e8 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:42:22.132440 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ba24e50-c92f-4157-8aa5-c1523d2f4dcf None None] Checking agent: {'id': '5571501f-366e-47a4-9b60-8ef19d935d27', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821829-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 24, 2), 'started_at': datetime.datetime(2021, 12, 16, 22, 24, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 42, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821829-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 22:42:22.132596 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-ccdbb303-1806-4638-a181-46e48f5bfad7 req-fc34e6e8-bee3-4170-a36d-cef895afe6e8 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] 10.222.0.13 "GET /v2.0/ports?device_id=01b12d2b-8788-43ef-99af-f8df175b5189 HTTP/1.1" status: 200  len: 945 time: 0.0855875
Dec 16 22:42:22.132820 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ba24e50-c92f-4157-8aa5-c1523d2f4dcf None None] Checking segment: {'id': '672c4497-155d-4cab-bf94-ffe17cc3bb32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'd1a602c0-e7a2-445f-aa5d-b7f07568521c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 22:42:22.133219 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-0ba24e50-c92f-4157-8aa5-c1523d2f4dcf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:42:22.133623 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ba24e50-c92f-4157-8aa5-c1523d2f4dcf None None] Bound using segment: {'id': '672c4497-155d-4cab-bf94-ffe17cc3bb32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'd1a602c0-e7a2-445f-aa5d-b7f07568521c'} {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 22:42:22.134092 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-0ba24e50-c92f-4157-8aa5-c1523d2f4dcf None None] Bound port: c52a5d15-e829-403e-8206-d1a34d876d57, host: dv-neutron-821829-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '672c4497-155d-4cab-bf94-ffe17cc3bb32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'd1a602c0-e7a2-445f-aa5d-b7f07568521c'}}] {{(pid=87508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 22:42:22.134474 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-0ba24e50-c92f-4157-8aa5-c1523d2f4dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:42:22.176924 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-ccdbb303-1806-4638-a181-46e48f5bfad7 req-39faeff1-5a8f-47f5-9721-6b01b452313f tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c8293c6-7a9d-4021-9d0b-d55cb4b08bc4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0375524
Dec 16 22:42:22.199930 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 48830) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:42:22.233883 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-0ba24e50-c92f-4157-8aa5-c1523d2f4dcf None None] For port c52a5d15-e829-403e-8206-d1a34d876d57, host dv-neutron-821829-1-hyperv, cleared binding levels {{(pid=87508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 22:42:22.236925 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-0ba24e50-c92f-4157-8aa5-c1523d2f4dcf None None] For port c52a5d15-e829-403e-8206-d1a34d876d57, host dv-neutron-821829-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=c52a5d15-e829-403e-8206-d1a34d876d57,segment=NetworkSegment(672c4497-155d-4cab-bf94-ffe17cc3bb32),segment_id=672c4497-155d-4cab-bf94-ffe17cc3bb32)] {{(pid=87508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 22:42:22.242470 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-0ba24e50-c92f-4157-8aa5-c1523d2f4dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:42:22.246822 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-0efe220b-ffb7-43ea-bcb4-35d3e3b1e996 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:42:22.323290 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ba24e50-c92f-4157-8aa5-c1523d2f4dcf None None] Routers {'eea06010-12bf-4f24-b2f6-a6b19ff6f8bf'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:42:22.323977 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-0ba24e50-c92f-4157-8aa5-c1523d2f4dcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b7c1a5160>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:42:01Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['eea06010-12bf-4f24-b2f6-a6b19ff6f8bf'], 'active': True} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:42:22.386492 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3367e9c-6a4c-4c0f-bd72-c2e7c44bc4da None None] Pushing event updated for resources: {'Port': ['ID=c52a5d15-e829-403e-8206-d1a34d876d57,revision_number=4']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:42:22.392178 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-b3367e9c-6a4c-4c0f-bd72-c2e7c44bc4da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:42:22.448846 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-560fae38-246f-40d7-8ab0-e6eb7654c0ba tempest-TestVolumeBootPattern-1635027124 tempest-TestVolumeBootPattern-1635027124-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:42:22.452903 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-560fae38-246f-40d7-8ab0-e6eb7654c0ba tempest-TestVolumeBootPattern-1635027124 tempest-TestVolumeBootPattern-1635027124-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=01b12d2b-8788-43ef-99af-f8df175b5189 HTTP/1.1" status: 200  len: 1093 time: 0.2489862
Dec 16 22:42:22.453230 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 48836) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:42:22.458462 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-f141cbb8-ca04-448e-a9ac-30dc4821c7dd tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Request body: {'floatingip': {'floating_network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'port_id': 'ec45b47a-9999-42d5-8f49-8390d02dc967', 'tenant_id': 'ebcac23e4eae475893854e16d121f861', 'fixed_ip_address': '172.20.0.8'}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:42:22.465679 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-f141cbb8-ca04-448e-a9ac-30dc4821c7dd tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:42:22.473813 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-f141cbb8-ca04-448e-a9ac-30dc4821c7dd tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Usage tracker for resource:floatingip and tenant:ebcac23e4eae475893854e16d121f861 is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:42:22.477353 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-f141cbb8-ca04-448e-a9ac-30dc4821c7dd tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:42:22.485995 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-f141cbb8-ca04-448e-a9ac-30dc4821c7dd tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:42:22.499136 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-f141cbb8-ca04-448e-a9ac-30dc4821c7dd tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Notify callbacks [] for floatingip, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:42:22.525780 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvr_db [None req-0ba24e50-c92f-4157-8aa5-c1523d2f4dcf None None] Set router eea06010-12bf-4f24-b2f6-a6b19ff6f8bf gateway port host: dv-neutron-821829-1-hyperv {{(pid=87508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 22:42:22.640877 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-f141cbb8-ca04-448e-a9ac-30dc4821c7dd tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:42:22.780068 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.db_base_plugin_common [None req-f141cbb8-ca04-448e-a9ac-30dc4821c7dd tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Allocated IP 172.26.0.128 (f8905ce9-304b-4976-bc47-e58c71c11de5/9bca8591-41ef-4f2d-8ecb-ecaab1a28acf/a838487c-778a-45af-bffd-0ffd597281db) {{(pid=87506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 22:42:22.937340 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-0ba24e50-c92f-4157-8aa5-c1523d2f4dcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b7c1a5160>, [{'id': 'eea06010-12bf-4f24-b2f6-a6b19ff6f8bf', 'name': 'tempest-TestNetworkBasicOps-router-932346143', 'tenant_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.107'}], 'enable_snat': True}, 'gw_port_id': 'e34f309c-ecfe-4315-9da6-214f2f81b236', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:40:43Z', 'updated_at': '2021-12-16T22:42:19Z', 'revision_number': 5, 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'gw_port': {'id': 'e34f309c-ecfe-4315-9da6-214f2f81b236', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:f1:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eea06010-12bf-4f24-b2f6-a6b19ff6f8bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1224, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:40:44Z', 'updated_at': '2021-12-16T22:40:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv', '_floatingips': [{'id': 'a8991467-8b8d-413f-af2a-b5863876757d', 'tenant_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'floating_ip_address': '172.26.0.64', 'floating_network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'router_id': 'eea06010-12bf-4f24-b2f6-a6b19ff6f8bf', 'port_id': '7460eb7d-ba7c-4e4e-8177-7db125aade59', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1279, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f687e27-c3dc-4aa9-ba40-39fc0889e61d', 'mac_address': 'fa:16:3e:10:6a:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac0b34be-0627-4b13-aa10-f4bb3bd32fd4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T22:41:22Z', 'updated_at': '2021-12-16T22:41:24Z', 'revision_number': 1, 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05d23948-13a3-4302-b64d-cb5cf4d089dd', 'name': '', 'network_id': '2f687e27-c3dc-4aa9-ba40-39fc0889e61d', 'tenant_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'mac_address': 'fa:16:3e:f5:df:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eea06010-12bf-4f24-b2f6-a6b19ff6f8bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1227, 'fixed_ips': [{'subnet_id': '7b9bf1fd-5beb-40d0-9cdf-c44fd8bdff49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:40:50Z', 'updated_at': '2021-12-16T22:41:04Z', 'revision_number': 5, 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'subnets': [{'id': '7b9bf1fd-5beb-40d0-9cdf-c44fd8bdff49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c52a5d15-e829-403e-8206-d1a34d876d57', 'name': '', 'network_id': 'd1a602c0-e7a2-445f-aa5d-b7f07568521c', 'tenant_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'mac_address': 'fa:16:3e:4c:15:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eea06010-12bf-4f24-b2f6-a6b19ff6f8bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': 'b9c106f5-d38e-452a-8170-c96aa6043268', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:42:18Z', 'updated_at': '2021-12-16T22:42:22Z', 'revision_number': 4, 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'subnets': [{'id': 'b9c106f5-d38e-452a-8170-c96aa6043268', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:42:22.942279 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ba24e50-c92f-4157-8aa5-c1523d2f4dcf None None] The sync data for ids ['eea06010-12bf-4f24-b2f6-a6b19ff6f8bf'] in dv-neutron-821829-1-hyperv is: [{'id': 'eea06010-12bf-4f24-b2f6-a6b19ff6f8bf', 'name': 'tempest-TestNetworkBasicOps-router-932346143', 'tenant_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.107'}], 'enable_snat': True}, 'gw_port_id': 'e34f309c-ecfe-4315-9da6-214f2f81b236', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:40:43Z', 'updated_at': '2021-12-16T22:42:19Z', 'revision_number': 5, 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'gw_port': {'id': 'e34f309c-ecfe-4315-9da6-214f2f81b236', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:f1:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eea06010-12bf-4f24-b2f6-a6b19ff6f8bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1224, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:40:44Z', 'updated_at': '2021-12-16T22:40:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv', '_floatingips': [{'id': 'a8991467-8b8d-413f-af2a-b5863876757d', 'tenant_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'floating_ip_address': '172.26.0.64', 'floating_network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'router_id': 'eea06010-12bf-4f24-b2f6-a6b19ff6f8bf', 'port_id': '7460eb7d-ba7c-4e4e-8177-7db125aade59', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1279, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f687e27-c3dc-4aa9-ba40-39fc0889e61d', 'mac_address': 'fa:16:3e:10:6a:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac0b34be-0627-4b13-aa10-f4bb3bd32fd4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T22:41:22Z', 'updated_at': '2021-12-16T22:41:24Z', 'revision_number': 1, 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05d23948-13a3-4302-b64d-cb5cf4d089dd', 'name': '', 'network_id': '2f687e27-c3dc-4aa9-ba40-39fc0889e61d', 'tenant_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'mac_address': 'fa:16:3e:f5:df:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eea06010-12bf-4f24-b2f6-a6b19ff6f8bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1227, 'fixed_ips': [{'subnet_id': '7b9bf1fd-5beb-40d0-9cdf-c44fd8bdff49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:40:50Z', 'updated_at': '2021-12-16T22:41:04Z', 'revision_number': 5, 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'subnets': [{'id': '7b9bf1fd-5beb-40d0-9cdf-c44fd8bdff49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c52a5d15-e829-403e-8206-d1a34d876d57', 'name': '', 'network_id': 'd1a602c0-e7a2-445f-aa5d-b7f07568521c', 'tenant_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'mac_address': 'fa:16:3e:4c:15:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eea06010-12bf-4f24-b2f6-a6b19ff6f8bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': 'b9c106f5-d38e-452a-8170-c96aa6043268', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:42:18Z', 'updated_at': '2021-12-16T22:42:22Z', 'revision_number': 4, 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'subnets': [{'id': 'b9c106f5-d38e-452a-8170-c96aa6043268', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 22:42:23.058914 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-f141cbb8-ca04-448e-a9ac-30dc4821c7dd tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Notify callbacks [] for port, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:42:23.089579 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-f141cbb8-ca04-448e-a9ac-30dc4821c7dd tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1863393'] for port, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:42:23.093418 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-f305e988-2af4-4840-9b34-f730dab60d1b tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:42:23.159688 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f141cbb8-ca04-448e-a9ac-30dc4821c7dd tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Network f8905ce9-304b-4976-bc47-e58c71c11de5 is already hosted by enough agents. {{(pid=87506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:42:23.162827 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.base_scheduler [None req-f141cbb8-ca04-448e-a9ac-30dc4821c7dd tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Resources bound (agent type, host, resource id):  {{(pid=87506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:42:23.166553 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f141cbb8-ca04-448e-a9ac-30dc4821c7dd tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Received port after_create {{(pid=87506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 22:42:23.196970 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f141cbb8-ca04-448e-a9ac-30dc4821c7dd tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Pushing event updated for resources: {'Port': ['ID=a838487c-778a-45af-bffd-0ffd597281db,revision_number=1']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:42:23.208028 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-f141cbb8-ca04-448e-a9ac-30dc4821c7dd tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:42:23.273061 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device c52a5d15-e829-403e-8206-d1a34d876d57 up at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 22:42:23.341319 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning for port c52a5d15-e829-403e-8206-d1a34d876d57 completed by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 22:42:23.346229 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning complete for port c52a5d15-e829-403e-8206-d1a34d876d57 triggered by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:42:23.346618 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:42:23.476353 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:42:23.513701 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] For port c52a5d15-e829-403e-8206-d1a34d876d57, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=c52a5d15-e829-403e-8206-d1a34d876d57,segment=NetworkSegment(672c4497-155d-4cab-bf94-ffe17cc3bb32),segment_id=672c4497-155d-4cab-bf94-ffe17cc3bb32)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:42:23.518062 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:42:23.521540 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-605f9439-53ce-4c77-9b59-3d497c7eae94 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:42:23.598315 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Pushing event updated for resources: {'Port': ['ID=c52a5d15-e829-403e-8206-d1a34d876d57,revision_number=5']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:42:23.601485 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:42:23.618533 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-f141cbb8-ca04-448e-a9ac-30dc4821c7dd tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:42:23.697602 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-f141cbb8-ca04-448e-a9ac-30dc4821c7dd tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:42:23.897888 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-f141cbb8-ca04-448e-a9ac-30dc4821c7dd tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Notify callbacks [] for port, precommit_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:42:23.902168 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-f141cbb8-ca04-448e-a9ac-30dc4821c7dd tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1863400'] for port, after_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:42:23.905574 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-fee2b9c1-15ac-4d75-be7a-d9afd2935122 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:42:24.008976 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f141cbb8-ca04-448e-a9ac-30dc4821c7dd tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Pushing event updated for resources: {'Port': ['ID=a838487c-778a-45af-bffd-0ffd597281db,revision_number=2']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:42:24.012788 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-f141cbb8-ca04-448e-a9ac-30dc4821c7dd tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:42:24.019701 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-f141cbb8-ca04-448e-a9ac-30dc4821c7dd tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3741874'] for floatingip, after_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:42:24.184157 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.db.l3_db [None req-f141cbb8-ca04-448e-a9ac-30dc4821c7dd tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Floating IP 09335afb-9185-4c8a-9090-377272bd9b67 associated. External IP: 172.26.0.128, port: ec45b47a-9999-42d5-8f49-8390d02dc967.
Dec 16 22:42:24.647277 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f141cbb8-ca04-448e-a9ac-30dc4821c7dd tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Router c6b0af86-1588-4d9e-9f98-ac61fdf8ef7a has already been hosted by L3 agent 4f519db7-069b-43e2-8411-c092bac9102a {{(pid=87506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 22:42:24.825348 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f141cbb8-ca04-448e-a9ac-30dc4821c7dd tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Notify agent at l3_agent.dv-neutron-821829-1-hyperv the message routers_updated {{(pid=87506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 22:42:24.834691 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1153b2c3-27b0-4f28-87e0-eee0b7e9cfc7 None None] Sync routers for ids ['c6b0af86-1588-4d9e-9f98-ac61fdf8ef7a'] in dv-neutron-821829-1-hyperv {{(pid=87509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 22:42:24.844442 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1153b2c3-27b0-4f28-87e0-eee0b7e9cfc7 None None] Routers {'c6b0af86-1588-4d9e-9f98-ac61fdf8ef7a'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:42:24.845061 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-1153b2c3-27b0-4f28-87e0-eee0b7e9cfc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b7d5434c0>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:42:01Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['c6b0af86-1588-4d9e-9f98-ac61fdf8ef7a'], 'active': True} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:42:24.849565 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-f141cbb8-ca04-448e-a9ac-30dc4821c7dd tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for floatingip, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:42:24.915861 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-f141cbb8-ca04-448e-a9ac-30dc4821c7dd tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.4514637
Dec 16 22:42:24.915861 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01b12d2b-8788-43ef-99af-f8df175b5189', 'tag': 'ec45b47a-9999-42d5-8f49-8390d02dc967'}] {{(pid=87506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 22:42:24.956825 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01b12d2b-8788-43ef-99af-f8df175b5189', 'tag': 'ec45b47a-9999-42d5-8f49-8390d02dc967', 'status': 'completed', 'code': 200}
Dec 16 22:42:25.030506 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvr_db [None req-1153b2c3-27b0-4f28-87e0-eee0b7e9cfc7 None None] Set router c6b0af86-1588-4d9e-9f98-ac61fdf8ef7a gateway port host: dv-neutron-821829-1-hyperv {{(pid=87509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 22:42:25.085377 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480caf7b-9918-4678-ae5f-cc0eef027a9d req-0e363ca9-ab50-4bcd-bc81-6434674f0b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:42:25.086847 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-480caf7b-9918-4678-ae5f-cc0eef027a9d req-0e363ca9-ab50-4bcd-bc81-6434674f0b0c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ebcac23e4eae475893854e16d121f861&device_id=01b12d2b-8788-43ef-99af-f8df175b5189 HTTP/1.1" status: 200  len: 1098 time: 0.0748386
Dec 16 22:42:25.230123 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480caf7b-9918-4678-ae5f-cc0eef027a9d req-9bda228d-e5d8-4300-b46b-5e89a2105c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:42:25.230532 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device c52a5d15-e829-403e-8206-d1a34d876d57 up at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 22:42:25.231887 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-480caf7b-9918-4678-ae5f-cc0eef027a9d req-9bda228d-e5d8-4300-b46b-5e89a2105c6c service neutron] 10.222.0.49 "GET /v2.0/networks?id=59be113d-df84-4589-a861-2ce3da6b2e5d HTTP/1.1" status: 200  len: 912 time: 0.1368151
Dec 16 22:42:25.299234 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning complete for port c52a5d15-e829-403e-8206-d1a34d876d57 triggered by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:42:25.299588 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:42:25.352288 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-480caf7b-9918-4678-ae5f-cc0eef027a9d req-8803c7fe-ff99-42c4-994b-57c2e30578f4 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ec45b47a-9999-42d5-8f49-8390d02dc967 HTTP/1.1" status: 200  len: 999 time: 0.1014419
Dec 16 22:42:25.381940 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-1153b2c3-27b0-4f28-87e0-eee0b7e9cfc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b7d5434c0>, [{'id': 'c6b0af86-1588-4d9e-9f98-ac61fdf8ef7a', 'name': 'tempest-TestVolumeBootPattern-241322810-router', 'tenant_id': 'ebcac23e4eae475893854e16d121f861', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.7'}], 'enable_snat': True}, 'gw_port_id': '627705e4-06a5-44d7-9654-b5ffda9763f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:34:55Z', 'updated_at': '2021-12-16T22:35:14Z', 'revision_number': 4, 'project_id': 'ebcac23e4eae475893854e16d121f861', 'gw_port': {'id': '627705e4-06a5-44d7-9654-b5ffda9763f8', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:4f:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6b0af86-1588-4d9e-9f98-ac61fdf8ef7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:34:59Z', 'updated_at': '2021-12-16T22:35:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv', '_floatingips': [{'id': '09335afb-9185-4c8a-9090-377272bd9b67', 'tenant_id': 'ebcac23e4eae475893854e16d121f861', 'floating_ip_address': '172.26.0.128', 'floating_network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'router_id': 'c6b0af86-1588-4d9e-9f98-ac61fdf8ef7a', 'port_id': 'ec45b47a-9999-42d5-8f49-8390d02dc967', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1338, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '59be113d-df84-4589-a861-2ce3da6b2e5d', 'mac_address': 'fa:16:3e:7d:d3:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01b12d2b-8788-43ef-99af-f8df175b5189', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T22:42:23Z', 'updated_at': '2021-12-16T22:42:23Z', 'revision_number': 0, 'project_id': 'ebcac23e4eae475893854e16d121f861', 'fixed_ip_address_scope': None}, {'id': 'd171fb35-a4a3-4b20-a1d2-1cafa38e92d8', 'tenant_id': 'ebcac23e4eae475893854e16d121f861', 'floating_ip_address': '172.26.0.97', 'floating_network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'router_id': 'c6b0af86-1588-4d9e-9f98-ac61fdf8ef7a', 'port_id': '4359d2e8-34fe-4cb4-bef0-4f10169a8bef', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1090, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '59be113d-df84-4589-a861-2ce3da6b2e5d', 'mac_address': 'fa:16:3e:20:0b:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e559bb86-9633-4370-9cd9-33cf2cb148d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T22:39:52Z', 'updated_at': '2021-12-16T22:39:59Z', 'revision_number': 1, 'project_id': 'ebcac23e4eae475893854e16d121f861', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f4b371e-1da4-4a31-bbd3-1b44e0ee69be', 'name': '', 'network_id': '59be113d-df84-4589-a861-2ce3da6b2e5d', 'tenant_id': 'ebcac23e4eae475893854e16d121f861', 'mac_address': 'fa:16:3e:90:d1:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6b0af86-1588-4d9e-9f98-ac61fdf8ef7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'e85fa5c2-5253-44c8-9f57-0c1d2c97dd41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:35:10Z', 'updated_at': '2021-12-16T22:35:23Z', 'revision_number': 5, 'project_id': 'ebcac23e4eae475893854e16d121f861', 'subnets': [{'id': 'e85fa5c2-5253-44c8-9f57-0c1d2c97dd41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:42:25.386279 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1153b2c3-27b0-4f28-87e0-eee0b7e9cfc7 None None] Checking router: c6b0af86-1588-4d9e-9f98-ac61fdf8ef7a for host: dv-neutron-821829-1-hyperv {{(pid=87509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 22:42:25.394997 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1153b2c3-27b0-4f28-87e0-eee0b7e9cfc7 None None] Routers {'c6b0af86-1588-4d9e-9f98-ac61fdf8ef7a'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:42:25.395615 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-1153b2c3-27b0-4f28-87e0-eee0b7e9cfc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b7d5434c0>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:42:01Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['c6b0af86-1588-4d9e-9f98-ac61fdf8ef7a'], 'active': True} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:42:25.425913 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480caf7b-9918-4678-ae5f-cc0eef027a9d req-9270e6c0-c18d-4782-9fe7-c17a272f7089 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:42:25.427385 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-480caf7b-9918-4678-ae5f-cc0eef027a9d req-9270e6c0-c18d-4782-9fe7-c17a272f7089 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e85fa5c2-5253-44c8-9f57-0c1d2c97dd41 HTTP/1.1" status: 200  len: 850 time: 0.0675061
Dec 16 22:42:25.503058 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480caf7b-9918-4678-ae5f-cc0eef027a9d req-f0528da0-f816-47d9-9e49-dfd72f39ade7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:42:25.504592 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-480caf7b-9918-4678-ae5f-cc0eef027a9d req-f0528da0-f816-47d9-9e49-dfd72f39ade7 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=59be113d-df84-4589-a861-2ce3da6b2e5d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0703514
Dec 16 22:42:25.575481 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvr_db [None req-1153b2c3-27b0-4f28-87e0-eee0b7e9cfc7 None None] Set router c6b0af86-1588-4d9e-9f98-ac61fdf8ef7a gateway port host: dv-neutron-821829-1-hyperv {{(pid=87509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 22:42:25.638304 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-480caf7b-9918-4678-ae5f-cc0eef027a9d req-8b8271aa-ce5a-48fe-9433-223a3956e7d7 service neutron] 10.222.0.49 "GET /v2.0/networks/59be113d-df84-4589-a861-2ce3da6b2e5d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1266663
Dec 16 22:42:25.768630 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-480caf7b-9918-4678-ae5f-cc0eef027a9d req-e44d57b3-a007-4df1-b183-21169693ea90 service neutron] 10.222.0.49 "GET /v2.0/networks/59be113d-df84-4589-a861-2ce3da6b2e5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1222682
Dec 16 22:42:25.949613 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-1153b2c3-27b0-4f28-87e0-eee0b7e9cfc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b7d5434c0>, [{'id': 'c6b0af86-1588-4d9e-9f98-ac61fdf8ef7a', 'name': 'tempest-TestVolumeBootPattern-241322810-router', 'tenant_id': 'ebcac23e4eae475893854e16d121f861', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.7'}], 'enable_snat': True}, 'gw_port_id': '627705e4-06a5-44d7-9654-b5ffda9763f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:34:55Z', 'updated_at': '2021-12-16T22:35:14Z', 'revision_number': 4, 'project_id': 'ebcac23e4eae475893854e16d121f861', 'gw_port': {'id': '627705e4-06a5-44d7-9654-b5ffda9763f8', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:4f:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6b0af86-1588-4d9e-9f98-ac61fdf8ef7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:34:59Z', 'updated_at': '2021-12-16T22:35:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv', '_floatingips': [{'id': '09335afb-9185-4c8a-9090-377272bd9b67', 'tenant_id': 'ebcac23e4eae475893854e16d121f861', 'floating_ip_address': '172.26.0.128', 'floating_network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'router_id': 'c6b0af86-1588-4d9e-9f98-ac61fdf8ef7a', 'port_id': 'ec45b47a-9999-42d5-8f49-8390d02dc967', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1338, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '59be113d-df84-4589-a861-2ce3da6b2e5d', 'mac_address': 'fa:16:3e:7d:d3:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01b12d2b-8788-43ef-99af-f8df175b5189', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T22:42:23Z', 'updated_at': '2021-12-16T22:42:23Z', 'revision_number': 0, 'project_id': 'ebcac23e4eae475893854e16d121f861', 'fixed_ip_address_scope': None}, {'id': 'd171fb35-a4a3-4b20-a1d2-1cafa38e92d8', 'tenant_id': 'ebcac23e4eae475893854e16d121f861', 'floating_ip_address': '172.26.0.97', 'floating_network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'router_id': 'c6b0af86-1588-4d9e-9f98-ac61fdf8ef7a', 'port_id': '4359d2e8-34fe-4cb4-bef0-4f10169a8bef', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1090, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '59be113d-df84-4589-a861-2ce3da6b2e5d', 'mac_address': 'fa:16:3e:20:0b:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e559bb86-9633-4370-9cd9-33cf2cb148d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T22:39:52Z', 'updated_at': '2021-12-16T22:39:59Z', 'revision_number': 1, 'project_id': 'ebcac23e4eae475893854e16d121f861', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f4b371e-1da4-4a31-bbd3-1b44e0ee69be', 'name': '', 'network_id': '59be113d-df84-4589-a861-2ce3da6b2e5d', 'tenant_id': 'ebcac23e4eae475893854e16d121f861', 'mac_address': 'fa:16:3e:90:d1:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6b0af86-1588-4d9e-9f98-ac61fdf8ef7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'e85fa5c2-5253-44c8-9f57-0c1d2c97dd41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:35:10Z', 'updated_at': '2021-12-16T22:35:23Z', 'revision_number': 5, 'project_id': 'ebcac23e4eae475893854e16d121f861', 'subnets': [{'id': 'e85fa5c2-5253-44c8-9f57-0c1d2c97dd41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:42:25.953296 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1153b2c3-27b0-4f28-87e0-eee0b7e9cfc7 None None] The sync data for ids ['c6b0af86-1588-4d9e-9f98-ac61fdf8ef7a'] in dv-neutron-821829-1-hyperv is: [{'id': 'c6b0af86-1588-4d9e-9f98-ac61fdf8ef7a', 'name': 'tempest-TestVolumeBootPattern-241322810-router', 'tenant_id': 'ebcac23e4eae475893854e16d121f861', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.7'}], 'enable_snat': True}, 'gw_port_id': '627705e4-06a5-44d7-9654-b5ffda9763f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:34:55Z', 'updated_at': '2021-12-16T22:35:14Z', 'revision_number': 4, 'project_id': 'ebcac23e4eae475893854e16d121f861', 'gw_port': {'id': '627705e4-06a5-44d7-9654-b5ffda9763f8', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:4f:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6b0af86-1588-4d9e-9f98-ac61fdf8ef7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:34:59Z', 'updated_at': '2021-12-16T22:35:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv', '_floatingips': [{'id': '09335afb-9185-4c8a-9090-377272bd9b67', 'tenant_id': 'ebcac23e4eae475893854e16d121f861', 'floating_ip_address': '172.26.0.128', 'floating_network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'router_id': 'c6b0af86-1588-4d9e-9f98-ac61fdf8ef7a', 'port_id': 'ec45b47a-9999-42d5-8f49-8390d02dc967', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1338, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '59be113d-df84-4589-a861-2ce3da6b2e5d', 'mac_address': 'fa:16:3e:7d:d3:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01b12d2b-8788-43ef-99af-f8df175b5189', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T22:42:23Z', 'updated_at': '2021-12-16T22:42:23Z', 'revision_number': 0, 'project_id': 'ebcac23e4eae475893854e16d121f861', 'fixed_ip_address_scope': None}, {'id': 'd171fb35-a4a3-4b20-a1d2-1cafa38e92d8', 'tenant_id': 'ebcac23e4eae475893854e16d121f861', 'floating_ip_address': '172.26.0.97', 'floating_network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'router_id': 'c6b0af86-1588-4d9e-9f98-ac61fdf8ef7a', 'port_id': '4359d2e8-34fe-4cb4-bef0-4f10169a8bef', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1090, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '59be113d-df84-4589-a861-2ce3da6b2e5d', 'mac_address': 'fa:16:3e:20:0b:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e559bb86-9633-4370-9cd9-33cf2cb148d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T22:39:52Z', 'updated_at': '2021-12-16T22:39:59Z', 'revision_number': 1, 'project_id': 'ebcac23e4eae475893854e16d121f861', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f4b371e-1da4-4a31-bbd3-1b44e0ee69be', 'name': '', 'network_id': '59be113d-df84-4589-a861-2ce3da6b2e5d', 'tenant_id': 'ebcac23e4eae475893854e16d121f861', 'mac_address': 'fa:16:3e:90:d1:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6b0af86-1588-4d9e-9f98-ac61fdf8ef7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'e85fa5c2-5253-44c8-9f57-0c1d2c97dd41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:35:10Z', 'updated_at': '2021-12-16T22:35:23Z', 'revision_number': 5, 'project_id': 'ebcac23e4eae475893854e16d121f861', 'subnets': [{'id': 'e85fa5c2-5253-44c8-9f57-0c1d2c97dd41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 22:42:26.147203 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76a14682-6dd5-42a2-866b-ab2cb1becea4 None None] New status for floating IP 09335afb-9185-4c8a-9090-377272bd9b67: ACTIVE {{(pid=87508) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 16 22:42:28.133037 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-4974b94b-a846-4102-8d93-9a1c71e4a892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:42:30.569612 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-0fd030cd-19b1-4826-a00a-288cd5494703 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:42:31.451502 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-3e729f7f-1589-4d54-9c4a-7ee6b283cc2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:42:31.662307 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:42:33.206911 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-4541ba3b-6be8-499c-bc94-3c60aa55c4f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:42:36.278177 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbce1a2-cdf0-46ff-99f1-d095ebcf97d5 req-5e47e579-4a34-47fd-8929-07ca3ec23d0e tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:42:36.279516 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-0fbce1a2-cdf0-46ff-99f1-d095ebcf97d5 req-5e47e579-4a34-47fd-8929-07ca3ec23d0e tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] 10.222.0.13 "GET /v2.0/ports?device_id=abb163d2-b020-449b-b47c-307670f94186 HTTP/1.1" status: 200  len: 946 time: 0.2167442
Dec 16 22:42:36.323877 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-0fbce1a2-cdf0-46ff-99f1-d095ebcf97d5 req-c5342066-b5d2-47ff-b8b9-fefc408f2aa7 tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] 10.222.0.13 "GET /v2.0/security-groups?id=1ec9b9d7-0f2d-41e7-bbca-fcf898c11448&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0378542
Dec 16 22:42:37.510021 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3abbde-9fac-45b9-9886-896c4728228a req-f0b6035f-33f9-4a38-b1c6-0b963ec9e69a tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:42:37.511462 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-7f3abbde-9fac-45b9-9886-896c4728228a req-f0b6035f-33f9-4a38-b1c6-0b963ec9e69a tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] 10.222.0.13 "GET /v2.0/ports?device_id=abb163d2-b020-449b-b47c-307670f94186 HTTP/1.1" status: 200  len: 946 time: 0.0822074
Dec 16 22:42:37.557133 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-7f3abbde-9fac-45b9-9886-896c4728228a req-a2225ed6-097c-4f51-bd28-13bed11ccfc4 tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] 10.222.0.13 "GET /v2.0/security-groups?id=1ec9b9d7-0f2d-41e7-bbca-fcf898c11448&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0399060
Dec 16 22:42:37.805945 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:42:38.751603 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347744ee-eba7-458c-9cf0-ef2a1e044d44 req-89377191-75a3-4a27-b4c9-b8526438f7f2 tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:42:38.752978 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-347744ee-eba7-458c-9cf0-ef2a1e044d44 req-89377191-75a3-4a27-b4c9-b8526438f7f2 tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] 10.222.0.13 "GET /v2.0/ports?device_id=abb163d2-b020-449b-b47c-307670f94186 HTTP/1.1" status: 200  len: 946 time: 0.0791192
Dec 16 22:42:38.797587 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-347744ee-eba7-458c-9cf0-ef2a1e044d44 req-a9cbfd63-1412-4d9b-ba69-9a9b9dfcc200 tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] 10.222.0.13 "GET /v2.0/security-groups?id=1ec9b9d7-0f2d-41e7-bbca-fcf898c11448&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0388160
Dec 16 22:42:39.985188 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433e8397-d4c2-4c2c-a941-faa147ce2a07 req-30cc88ab-aff2-4530-8ac4-64bbe923798d tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:42:39.986610 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-433e8397-d4c2-4c2c-a941-faa147ce2a07 req-30cc88ab-aff2-4530-8ac4-64bbe923798d tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] 10.222.0.13 "GET /v2.0/ports?device_id=abb163d2-b020-449b-b47c-307670f94186 HTTP/1.1" status: 200  len: 946 time: 0.0823133
Dec 16 22:42:40.030380 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-433e8397-d4c2-4c2c-a941-faa147ce2a07 req-c9a1720e-0f91-4fb0-bb5b-abab3330abc1 tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] 10.222.0.13 "GET /v2.0/security-groups?id=1ec9b9d7-0f2d-41e7-bbca-fcf898c11448&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0379703
Dec 16 22:42:41.231495 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66728b8a-2333-453b-ae8f-d5ba2006fe52 req-e889e880-f760-4bcf-8ec2-eb1a991221cc tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:42:41.240763 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-66728b8a-2333-453b-ae8f-d5ba2006fe52 req-e889e880-f760-4bcf-8ec2-eb1a991221cc tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] 10.222.0.13 "GET /v2.0/ports?device_id=abb163d2-b020-449b-b47c-307670f94186 HTTP/1.1" status: 200  len: 946 time: 0.0916600
Dec 16 22:42:41.280496 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-66728b8a-2333-453b-ae8f-d5ba2006fe52 req-df1fdbde-e63f-4d2c-8680-9b42af648bc5 tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] 10.222.0.13 "GET /v2.0/security-groups?id=1ec9b9d7-0f2d-41e7-bbca-fcf898c11448&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0404673
Dec 16 22:42:42.482543 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bfe436-af1f-4f4a-a4ec-86af8f9ddb5c req-bd7a91a6-9340-499c-9002-5d68c7e3d744 tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:42:42.490164 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-14bfe436-af1f-4f4a-a4ec-86af8f9ddb5c req-bd7a91a6-9340-499c-9002-5d68c7e3d744 tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] 10.222.0.13 "GET /v2.0/ports?device_id=abb163d2-b020-449b-b47c-307670f94186 HTTP/1.1" status: 200  len: 946 time: 0.0935085
Dec 16 22:42:42.533918 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-14bfe436-af1f-4f4a-a4ec-86af8f9ddb5c req-e09b35cc-e077-4314-a7c2-30e2a213d598 tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] 10.222.0.13 "GET /v2.0/security-groups?id=1ec9b9d7-0f2d-41e7-bbca-fcf898c11448&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0412126
Dec 16 22:42:43.727089 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2f45f0-04a7-4402-a0ef-0db58f5602cb req-77d41b17-97cf-4b53-a11a-4fbe54c16b1f tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:42:43.728588 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-da2f45f0-04a7-4402-a0ef-0db58f5602cb req-77d41b17-97cf-4b53-a11a-4fbe54c16b1f tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] 10.222.0.13 "GET /v2.0/ports?device_id=abb163d2-b020-449b-b47c-307670f94186 HTTP/1.1" status: 200  len: 946 time: 0.0840089
Dec 16 22:42:43.772657 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-da2f45f0-04a7-4402-a0ef-0db58f5602cb req-0798278d-cf8f-47cc-826d-2a0df5fddcb0 tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] 10.222.0.13 "GET /v2.0/security-groups?id=1ec9b9d7-0f2d-41e7-bbca-fcf898c11448&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0381963
Dec 16 22:42:43.921065 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 48908) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:42:44.489178 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-7397927c-e2ac-4c1b-bd84-4b609c60a3b1 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3830176'] for router_interface, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:42:45.041730 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5747f2ae-df49-47c3-8f8d-e6e22785a2b7 req-e3d8d619-b507-4014-8690-07d21c16ee01 tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:42:45.043209 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-5747f2ae-df49-47c3-8f8d-e6e22785a2b7 req-e3d8d619-b507-4014-8690-07d21c16ee01 tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] 10.222.0.13 "GET /v2.0/ports?device_id=abb163d2-b020-449b-b47c-307670f94186 HTTP/1.1" status: 200  len: 946 time: 0.1061947
Dec 16 22:42:45.136240 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.plugin [None req-7397927c-e2ac-4c1b-bd84-4b609c60a3b1 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Deleting port c52a5d15-e829-403e-8206-d1a34d876d57 {{(pid=87507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:42:45.136469 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-7397927c-e2ac-4c1b-bd84-4b609c60a3b1 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:42:45.166449 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-5747f2ae-df49-47c3-8f8d-e6e22785a2b7 req-8247e248-f877-4188-b942-4596eb95d03e tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] 10.222.0.13 "GET /v2.0/security-groups?id=1ec9b9d7-0f2d-41e7-bbca-fcf898c11448&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1174853
Dec 16 22:42:45.323285 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.db [None req-7397927c-e2ac-4c1b-bd84-4b609c60a3b1 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] For port c52a5d15-e829-403e-8206-d1a34d876d57, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=c52a5d15-e829-403e-8206-d1a34d876d57,segment=NetworkSegment(672c4497-155d-4cab-bf94-ffe17cc3bb32),segment_id=672c4497-155d-4cab-bf94-ffe17cc3bb32)] {{(pid=87507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:42:45.323644 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-7397927c-e2ac-4c1b-bd84-4b609c60a3b1 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:42:45.448805 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.plugin [None req-7397927c-e2ac-4c1b-bd84-4b609c60a3b1 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Calling delete_port for c52a5d15-e829-403e-8206-d1a34d876d57 owned by network:router_interface {{(pid=87507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:42:45.718234 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-7397927c-e2ac-4c1b-bd84-4b609c60a3b1 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10807823'] for port, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:42:45.721063 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-26fc404b-2d0d-47d8-a443-09b4d14ea0e8 tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:42:45.769863 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7397927c-e2ac-4c1b-bd84-4b609c60a3b1 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Pushing event deleted for resources: {'Port': ['ID=c52a5d15-e829-403e-8206-d1a34d876d57,revision_number=None']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:42:45.772521 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-7397927c-e2ac-4c1b-bd84-4b609c60a3b1 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:42:46.044778 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-7397927c-e2ac-4c1b-bd84-4b609c60a3b1 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3791449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3739472'] for router_interface, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:42:46.607388 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66019c01-5b7a-4220-a970-ccb23f335de3 req-5c8ba3ce-7012-418b-a7b7-ff5bedc5a0bf tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:42:46.608796 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-66019c01-5b7a-4220-a970-ccb23f335de3 req-5c8ba3ce-7012-418b-a7b7-ff5bedc5a0bf tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] 10.222.0.13 "GET /v2.0/ports?device_id=abb163d2-b020-449b-b47c-307670f94186 HTTP/1.1" status: 200  len: 946 time: 0.3304133
Dec 16 22:42:46.610534 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7397927c-e2ac-4c1b-bd84-4b609c60a3b1 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Router eea06010-12bf-4f24-b2f6-a6b19ff6f8bf has already been hosted by L3 agent 4f519db7-069b-43e2-8411-c092bac9102a {{(pid=87507) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 22:42:46.733219 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-66019c01-5b7a-4220-a970-ccb23f335de3 req-21af86f8-3775-40f5-ad3d-0b242490f979 tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] 10.222.0.13 "GET /v2.0/security-groups?id=1ec9b9d7-0f2d-41e7-bbca-fcf898c11448&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1178246
Dec 16 22:42:46.820880 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7397927c-e2ac-4c1b-bd84-4b609c60a3b1 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify agent at l3_agent.dv-neutron-821829-1-hyperv the message routers_updated {{(pid=87507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 22:42:46.831442 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-113a392e-0c1f-4d14-b265-23fefc26eea9 None None] Sync routers for ids ['eea06010-12bf-4f24-b2f6-a6b19ff6f8bf'] in dv-neutron-821829-1-hyperv {{(pid=87509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 22:42:46.833766 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-7397927c-e2ac-4c1b-bd84-4b609c60a3b1 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "PUT /v2.0/routers/eea06010-12bf-4f24-b2f6-a6b19ff6f8bf/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.9120338
Dec 16 22:42:46.840495 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-113a392e-0c1f-4d14-b265-23fefc26eea9 None None] Routers {'eea06010-12bf-4f24-b2f6-a6b19ff6f8bf'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:42:46.841112 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-113a392e-0c1f-4d14-b265-23fefc26eea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b7cab7fd0>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:42:31Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['eea06010-12bf-4f24-b2f6-a6b19ff6f8bf'], 'active': True} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:42:47.021245 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvr_db [None req-113a392e-0c1f-4d14-b265-23fefc26eea9 None None] Set router eea06010-12bf-4f24-b2f6-a6b19ff6f8bf gateway port host: dv-neutron-821829-1-hyperv {{(pid=87509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 22:42:47.208066 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2788d053-1e03-4e25-9ed5-0b9db2cd8d37 req-3090345a-1943-4bfd-a2b2-bbc8a1a618b8 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:42:47.208765 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [req-2788d053-1e03-4e25-9ed5-0b9db2cd8d37 req-3090345a-1943-4bfd-a2b2-bbc8a1a618b8 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Synchronizing usage tracker for tenant:b7e45fda9ad540a6ac359d1c64c9adb2 on resource:port {{(pid=87507) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 22:42:47.228770 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [req-2788d053-1e03-4e25-9ed5-0b9db2cd8d37 req-3090345a-1943-4bfd-a2b2-bbc8a1a618b8 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Unset dirty status for tenant:b7e45fda9ad540a6ac359d1c64c9adb2 on resource:port {{(pid=87507) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 22:42:47.229929 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-2788d053-1e03-4e25-9ed5-0b9db2cd8d37 req-3090345a-1943-4bfd-a2b2-bbc8a1a618b8 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0ac7499-0d97-4311-af6a-55d74df34ab9 HTTP/1.1" status: 200  len: 946 time: 0.1141424
Dec 16 22:42:47.282768 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-2788d053-1e03-4e25-9ed5-0b9db2cd8d37 req-9d501d90-79ee-43a6-ae87-6316ba4dda56 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "GET /v2.0/security-groups?id=71cf2400-bcd8-4ce0-97da-95c584aa7e92&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0412610
Dec 16 22:42:47.380358 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-113a392e-0c1f-4d14-b265-23fefc26eea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b7cab7fd0>, [{'id': 'eea06010-12bf-4f24-b2f6-a6b19ff6f8bf', 'name': 'tempest-TestNetworkBasicOps-router-932346143', 'tenant_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.107'}], 'enable_snat': True}, 'gw_port_id': 'e34f309c-ecfe-4315-9da6-214f2f81b236', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:40:43Z', 'updated_at': '2021-12-16T22:42:45Z', 'revision_number': 6, 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'gw_port': {'id': 'e34f309c-ecfe-4315-9da6-214f2f81b236', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:f1:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eea06010-12bf-4f24-b2f6-a6b19ff6f8bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1224, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:40:44Z', 'updated_at': '2021-12-16T22:40:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv', '_floatingips': [{'id': 'a8991467-8b8d-413f-af2a-b5863876757d', 'tenant_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'floating_ip_address': '172.26.0.64', 'floating_network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'router_id': 'eea06010-12bf-4f24-b2f6-a6b19ff6f8bf', 'port_id': '7460eb7d-ba7c-4e4e-8177-7db125aade59', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1279, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f687e27-c3dc-4aa9-ba40-39fc0889e61d', 'mac_address': 'fa:16:3e:10:6a:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac0b34be-0627-4b13-aa10-f4bb3bd32fd4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T22:41:22Z', 'updated_at': '2021-12-16T22:41:24Z', 'revision_number': 1, 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05d23948-13a3-4302-b64d-cb5cf4d089dd', 'name': '', 'network_id': '2f687e27-c3dc-4aa9-ba40-39fc0889e61d', 'tenant_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'mac_address': 'fa:16:3e:f5:df:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eea06010-12bf-4f24-b2f6-a6b19ff6f8bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1227, 'fixed_ips': [{'subnet_id': '7b9bf1fd-5beb-40d0-9cdf-c44fd8bdff49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:40:50Z', 'updated_at': '2021-12-16T22:41:04Z', 'revision_number': 5, 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'subnets': [{'id': '7b9bf1fd-5beb-40d0-9cdf-c44fd8bdff49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:42:47.383996 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-113a392e-0c1f-4d14-b265-23fefc26eea9 None None] Checking router: eea06010-12bf-4f24-b2f6-a6b19ff6f8bf for host: dv-neutron-821829-1-hyperv {{(pid=87509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 22:42:47.392856 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-113a392e-0c1f-4d14-b265-23fefc26eea9 None None] Routers {'eea06010-12bf-4f24-b2f6-a6b19ff6f8bf'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:42:47.392856 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-113a392e-0c1f-4d14-b265-23fefc26eea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b7cab7fd0>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:42:31Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['eea06010-12bf-4f24-b2f6-a6b19ff6f8bf'], 'active': True} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:42:47.564327 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvr_db [None req-113a392e-0c1f-4d14-b265-23fefc26eea9 None None] Set router eea06010-12bf-4f24-b2f6-a6b19ff6f8bf gateway port host: dv-neutron-821829-1-hyperv {{(pid=87509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 22:42:47.926875 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a6b963-00d2-4bb7-8bd7-0f6591a7db64 req-4d6812e3-7be0-4a98-bb1c-8d839e625ff3 tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:42:47.928793 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-72a6b963-00d2-4bb7-8bd7-0f6591a7db64 req-4d6812e3-7be0-4a98-bb1c-8d839e625ff3 tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] 10.222.0.13 "GET /v2.0/ports?device_id=abb163d2-b020-449b-b47c-307670f94186 HTTP/1.1" status: 200  len: 946 time: 0.0872607
Dec 16 22:42:47.937962 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-113a392e-0c1f-4d14-b265-23fefc26eea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b7cab7fd0>, [{'id': 'eea06010-12bf-4f24-b2f6-a6b19ff6f8bf', 'name': 'tempest-TestNetworkBasicOps-router-932346143', 'tenant_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.107'}], 'enable_snat': True}, 'gw_port_id': 'e34f309c-ecfe-4315-9da6-214f2f81b236', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:40:43Z', 'updated_at': '2021-12-16T22:42:45Z', 'revision_number': 6, 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'gw_port': {'id': 'e34f309c-ecfe-4315-9da6-214f2f81b236', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:f1:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eea06010-12bf-4f24-b2f6-a6b19ff6f8bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1224, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:40:44Z', 'updated_at': '2021-12-16T22:40:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv', '_floatingips': [{'id': 'a8991467-8b8d-413f-af2a-b5863876757d', 'tenant_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'floating_ip_address': '172.26.0.64', 'floating_network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'router_id': 'eea06010-12bf-4f24-b2f6-a6b19ff6f8bf', 'port_id': '7460eb7d-ba7c-4e4e-8177-7db125aade59', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1279, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f687e27-c3dc-4aa9-ba40-39fc0889e61d', 'mac_address': 'fa:16:3e:10:6a:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac0b34be-0627-4b13-aa10-f4bb3bd32fd4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T22:41:22Z', 'updated_at': '2021-12-16T22:41:24Z', 'revision_number': 1, 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05d23948-13a3-4302-b64d-cb5cf4d089dd', 'name': '', 'network_id': '2f687e27-c3dc-4aa9-ba40-39fc0889e61d', 'tenant_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'mac_address': 'fa:16:3e:f5:df:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eea06010-12bf-4f24-b2f6-a6b19ff6f8bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1227, 'fixed_ips': [{'subnet_id': '7b9bf1fd-5beb-40d0-9cdf-c44fd8bdff49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:40:50Z', 'updated_at': '2021-12-16T22:41:04Z', 'revision_number': 5, 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'subnets': [{'id': '7b9bf1fd-5beb-40d0-9cdf-c44fd8bdff49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:42:47.942196 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-113a392e-0c1f-4d14-b265-23fefc26eea9 None None] The sync data for ids ['eea06010-12bf-4f24-b2f6-a6b19ff6f8bf'] in dv-neutron-821829-1-hyperv is: [{'id': 'eea06010-12bf-4f24-b2f6-a6b19ff6f8bf', 'name': 'tempest-TestNetworkBasicOps-router-932346143', 'tenant_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.107'}], 'enable_snat': True}, 'gw_port_id': 'e34f309c-ecfe-4315-9da6-214f2f81b236', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:40:43Z', 'updated_at': '2021-12-16T22:42:45Z', 'revision_number': 6, 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'gw_port': {'id': 'e34f309c-ecfe-4315-9da6-214f2f81b236', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:f1:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eea06010-12bf-4f24-b2f6-a6b19ff6f8bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1224, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:40:44Z', 'updated_at': '2021-12-16T22:40:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv', '_floatingips': [{'id': 'a8991467-8b8d-413f-af2a-b5863876757d', 'tenant_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'floating_ip_address': '172.26.0.64', 'floating_network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'router_id': 'eea06010-12bf-4f24-b2f6-a6b19ff6f8bf', 'port_id': '7460eb7d-ba7c-4e4e-8177-7db125aade59', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1279, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f687e27-c3dc-4aa9-ba40-39fc0889e61d', 'mac_address': 'fa:16:3e:10:6a:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac0b34be-0627-4b13-aa10-f4bb3bd32fd4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T22:41:22Z', 'updated_at': '2021-12-16T22:41:24Z', 'revision_number': 1, 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05d23948-13a3-4302-b64d-cb5cf4d089dd', 'name': '', 'network_id': '2f687e27-c3dc-4aa9-ba40-39fc0889e61d', 'tenant_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'mac_address': 'fa:16:3e:f5:df:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eea06010-12bf-4f24-b2f6-a6b19ff6f8bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1227, 'fixed_ips': [{'subnet_id': '7b9bf1fd-5beb-40d0-9cdf-c44fd8bdff49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:40:50Z', 'updated_at': '2021-12-16T22:41:04Z', 'revision_number': 5, 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'subnets': [{'id': '7b9bf1fd-5beb-40d0-9cdf-c44fd8bdff49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 22:42:47.975089 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-72a6b963-00d2-4bb7-8bd7-0f6591a7db64 req-551019fb-b182-44d7-b06a-f4f837329bbe tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] 10.222.0.13 "GET /v2.0/security-groups?id=1ec9b9d7-0f2d-41e7-bbca-fcf898c11448&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0417483
Dec 16 22:42:48.498430 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4048df-bf41-4a6e-81d6-df249fa7aff8 req-5dd95d41-4d5b-492f-9524-2c49e8177287 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:42:48.500152 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-fd4048df-bf41-4a6e-81d6-df249fa7aff8 req-5dd95d41-4d5b-492f-9524-2c49e8177287 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0ac7499-0d97-4311-af6a-55d74df34ab9 HTTP/1.1" status: 200  len: 946 time: 0.1004031
Dec 16 22:42:48.544667 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-fd4048df-bf41-4a6e-81d6-df249fa7aff8 req-6e671771-d041-4ddb-9f24-87a483f8e0c4 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "GET /v2.0/security-groups?id=71cf2400-bcd8-4ce0-97da-95c584aa7e92&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0382917
Dec 16 22:42:48.854488 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9210be22-fb0b-4d4e-86d4-7445752d8cde req-3a6aae5c-7026-4e5d-b321-ac550f37e75b tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:42:48.856582 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [req-9210be22-fb0b-4d4e-86d4-7445752d8cde req-3a6aae5c-7026-4e5d-b321-ac550f37e75b tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Synchronizing usage tracker for tenant:b7e45fda9ad540a6ac359d1c64c9adb2 on resource:port {{(pid=87506) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 22:42:48.868590 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [req-9210be22-fb0b-4d4e-86d4-7445752d8cde req-3a6aae5c-7026-4e5d-b321-ac550f37e75b tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Unset dirty status for tenant:b7e45fda9ad540a6ac359d1c64c9adb2 on resource:port {{(pid=87506) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 22:42:48.869660 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-9210be22-fb0b-4d4e-86d4-7445752d8cde req-3a6aae5c-7026-4e5d-b321-ac550f37e75b tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.49 "GET /v2.0/ports?device_id=a0ac7499-0d97-4311-af6a-55d74df34ab9 HTTP/1.1" status: 200  len: 946 time: 0.0998139
Dec 16 22:42:48.942117 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [req-9210be22-fb0b-4d4e-86d4-7445752d8cde req-9af40196-3253-4369-9293-19cc8ed2a1a4 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Deleting port b06dc88a-e662-4690-8186-114c60a760a2 {{(pid=87506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:42:48.942456 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-9210be22-fb0b-4d4e-86d4-7445752d8cde req-9af40196-3253-4369-9293-19cc8ed2a1a4 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:42:49.175893 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f06bc9f-c225-4d0f-9310-05a3f65cf576 req-46795df8-89c3-4f23-99ea-9fb081e3b805 tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:42:49.187638 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-5f06bc9f-c225-4d0f-9310-05a3f65cf576 req-46795df8-89c3-4f23-99ea-9fb081e3b805 tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] 10.222.0.13 "GET /v2.0/ports?device_id=abb163d2-b020-449b-b47c-307670f94186 HTTP/1.1" status: 200  len: 946 time: 0.0993352
Dec 16 22:42:49.205190 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.db [req-9210be22-fb0b-4d4e-86d4-7445752d8cde req-9af40196-3253-4369-9293-19cc8ed2a1a4 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] For port b06dc88a-e662-4690-8186-114c60a760a2, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=b06dc88a-e662-4690-8186-114c60a760a2,segment=NetworkSegment(672c4497-155d-4cab-bf94-ffe17cc3bb32),segment_id=672c4497-155d-4cab-bf94-ffe17cc3bb32)] {{(pid=87506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:42:49.205190 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-9210be22-fb0b-4d4e-86d4-7445752d8cde req-9af40196-3253-4369-9293-19cc8ed2a1a4 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:42:49.233692 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device c52a5d15-e829-403e-8206-d1a34d876d57 no longer exists at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 22:42:49.241879 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-5f06bc9f-c225-4d0f-9310-05a3f65cf576 req-202df9de-bfa3-4578-99bd-2bb19a647f36 tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] 10.222.0.13 "GET /v2.0/security-groups?id=1ec9b9d7-0f2d-41e7-bbca-fcf898c11448&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0558774
Dec 16 22:42:49.294006 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] No Port match for: c52a5d15-e829-403e-8206-d1a34d876d57 {{(pid=87508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 22:42:49.294006 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device c52a5d15-e829-403e-8206-d1a34d876d57 not bound to the agent host dv-neutron-821829-1-hyperv {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 22:42:49.465695 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [req-9210be22-fb0b-4d4e-86d4-7445752d8cde req-9af40196-3253-4369-9293-19cc8ed2a1a4 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Calling delete_port for b06dc88a-e662-4690-8186-114c60a760a2 owned by compute:nova {{(pid=87506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:42:49.610854 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-9210be22-fb0b-4d4e-86d4-7445752d8cde req-9af40196-3253-4369-9293-19cc8ed2a1a4 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1863393'] for port, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:42:49.617386 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-868ea304-4bde-44ae-b61f-fa0ab30e0e23 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:42:49.668365 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af40196-3253-4369-9293-19cc8ed2a1a4 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Pushing event deleted for resources: {'Port': ['ID=b06dc88a-e662-4690-8186-114c60a760a2,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:42:49.696723 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-9af40196-3253-4369-9293-19cc8ed2a1a4 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:42:49.697451 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-35659b41-8cbd-45cb-9243-21408162db84 req-33829f94-4d77-4282-8653-e3bf54657a6a tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0ac7499-0d97-4311-af6a-55d74df34ab9 HTTP/1.1" status: 200  len: 210 time: 0.0438251
Dec 16 22:42:49.743728 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.l3_dvrscheduler_db [req-9210be22-fb0b-4d4e-86d4-7445752d8cde req-9af40196-3253-4369-9293-19cc8ed2a1a4 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] No DVR routers for this DVR port b06dc88a-e662-4690-8186-114c60a760a2 on host hv-neutron-8218 {{(pid=87506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 22:42:49.745627 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-9210be22-fb0b-4d4e-86d4-7445752d8cde req-9af40196-3253-4369-9293-19cc8ed2a1a4 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for port, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:42:49.748199 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0ac7499-0d97-4311-af6a-55d74df34ab9', 'name': 'network-vif-deleted', 'tag': 'b06dc88a-e662-4690-8186-114c60a760a2'}] {{(pid=87506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 22:42:49.764750 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-9210be22-fb0b-4d4e-86d4-7445752d8cde req-9af40196-3253-4369-9293-19cc8ed2a1a4 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.49 "DELETE /v2.0/ports/b06dc88a-e662-4690-8186-114c60a760a2 HTTP/1.1" status: 204  len: 173 time: 0.8892813
Dec 16 22:42:49.800089 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0ac7499-0d97-4311-af6a-55d74df34ab9', 'name': 'network-vif-deleted', 'tag': 'b06dc88a-e662-4690-8186-114c60a760a2', 'status': 'completed', 'code': 200}
Dec 16 22:42:50.440879 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0569289-271e-4aec-aa86-d53f73f8ad51 req-cf80e16b-80c1-4c18-8387-3cb99070719a tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:42:50.450408 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-e0569289-271e-4aec-aa86-d53f73f8ad51 req-cf80e16b-80c1-4c18-8387-3cb99070719a tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] 10.222.0.13 "GET /v2.0/ports?device_id=abb163d2-b020-449b-b47c-307670f94186 HTTP/1.1" status: 200  len: 946 time: 0.1004534
Dec 16 22:42:50.508551 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-e0569289-271e-4aec-aa86-d53f73f8ad51 req-aac4fee8-8923-4603-b108-77cd2596e108 tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] 10.222.0.13 "GET /v2.0/security-groups?id=1ec9b9d7-0f2d-41e7-bbca-fcf898c11448&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0591369
Dec 16 22:42:50.797710 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 48936) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:42:50.866289 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-43573fb1-7f3a-4f80-b4ca-5a1588d23520 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for security_group, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:42:50.896770 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-43573fb1-7f3a-4f80-b4ca-5a1588d23520 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:42:50.963362 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-43573fb1-7f3a-4f80-b4ca-5a1588d23520 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841066'] for security_group, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:42:50.967349 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-95e122df-721f-4dab-988f-7c55ae191b29 tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:42:50.983786 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43573fb1-7f3a-4f80-b4ca-5a1588d23520 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=71cf2400-bcd8-4ce0-97da-95c584aa7e92,revision_number=None']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:42:50.986138 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-43573fb1-7f3a-4f80-b4ca-5a1588d23520 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:42:50.999273 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-43573fb1-7f3a-4f80-b4ca-5a1588d23520 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for security_group, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:42:50.999273 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-43573fb1-7f3a-4f80-b4ca-5a1588d23520 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "DELETE /v2.0/security-groups/71cf2400-bcd8-4ce0-97da-95c584aa7e92 HTTP/1.1" status: 204  len: 168 time: 0.1990142
Dec 16 22:42:51.031811 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 48942) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:42:51.105907 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.db_base_plugin_v2 [None req-bed9e55a-a349-4e08-9847-637e8e63ff8e tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Deleting subnet b9c106f5-d38e-452a-8170-c96aa6043268 {{(pid=87507) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 16 22:42:51.108752 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-bed9e55a-a349-4e08-9847-637e8e63ff8e tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for subnet, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:42:51.168029 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-bed9e55a-a349-4e08-9847-637e8e63ff8e tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2128562'] for subnet, precommit_delete_associations {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:42:51.254406 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-bed9e55a-a349-4e08-9847-637e8e63ff8e tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3328566'] for subnet, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:42:51.328314 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-bed9e55a-a349-4e08-9847-637e8e63ff8e tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3328622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10807868', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10549621'] for subnet, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:42:51.334028 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-bcc3fda6-ed76-4b46-87f8-c468c5528ff0 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:42:51.370117 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed9e55a-a349-4e08-9847-637e8e63ff8e tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Pushing event deleted for resources: {'Subnet': ['ID=b9c106f5-d38e-452a-8170-c96aa6043268,revision_number=None']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:42:51.372030 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-bed9e55a-a349-4e08-9847-637e8e63ff8e tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for subnet, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:42:51.379731 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-bed9e55a-a349-4e08-9847-637e8e63ff8e tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:42:51.381583 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9503ec96-d9a7-4fc1-9f8d-9a5d863f041e None None] Network d1a602c0-e7a2-445f-aa5d-b7f07568521c requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 22:42:51.382063 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-bed9e55a-a349-4e08-9847-637e8e63ff8e tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "DELETE /v2.0/subnets/b9c106f5-d38e-452a-8170-c96aa6043268 HTTP/1.1" status: 204  len: 168 time: 0.3463562
Dec 16 22:42:51.382514 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 48946) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:42:51.513289 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-39b4c4a5-9832-405d-96ee-734c42d15c60 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-825997'] for network, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:42:51.524355 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.plugin [None req-39b4c4a5-9832-405d-96ee-734c42d15c60 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Deleting port 426af9ca-07d4-493c-9cdb-c0c2782cdd51 {{(pid=87507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:42:51.524704 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-39b4c4a5-9832-405d-96ee-734c42d15c60 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:42:51.653683 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e6e262a-1326-4caf-9f64-fd6e9d6516ac None None] DHCP port deletion for d1a602c0-e7a2-445f-aa5d-b7f07568521c request from dv-neutron-821829-1-hyperv {{(pid=87508) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 16 22:42:51.659093 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-9e6e262a-1326-4caf-9f64-fd6e9d6516ac None None] Deleting port 426af9ca-07d4-493c-9cdb-c0c2782cdd51 {{(pid=87508) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:42:51.659093 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-9e6e262a-1326-4caf-9f64-fd6e9d6516ac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:42:51.951298 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.db [None req-39b4c4a5-9832-405d-96ee-734c42d15c60 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] For port 426af9ca-07d4-493c-9cdb-c0c2782cdd51, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=426af9ca-07d4-493c-9cdb-c0c2782cdd51,segment=NetworkSegment(672c4497-155d-4cab-bf94-ffe17cc3bb32),segment_id=672c4497-155d-4cab-bf94-ffe17cc3bb32)] {{(pid=87507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:42:51.953140 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-9e6e262a-1326-4caf-9f64-fd6e9d6516ac None None] For port 426af9ca-07d4-493c-9cdb-c0c2782cdd51, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=426af9ca-07d4-493c-9cdb-c0c2782cdd51,segment=NetworkSegment(672c4497-155d-4cab-bf94-ffe17cc3bb32),segment_id=672c4497-155d-4cab-bf94-ffe17cc3bb32)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:42:51.953642 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-39b4c4a5-9832-405d-96ee-734c42d15c60 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:42:51.953745 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-9e6e262a-1326-4caf-9f64-fd6e9d6516ac None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:42:52.076650 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-9e6e262a-1326-4caf-9f64-fd6e9d6516ac None None] Calling delete_port for 426af9ca-07d4-493c-9cdb-c0c2782cdd51 owned by network:dhcp {{(pid=87508) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:42:52.109838 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4551f7-c6f3-4312-95bc-9ea4f2cda100 req-7e3d91cd-b6e4-49c4-b4bf-24dddff145e1 tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:42:52.109838 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-fb4551f7-c6f3-4312-95bc-9ea4f2cda100 req-7e3d91cd-b6e4-49c4-b4bf-24dddff145e1 tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] 10.222.0.13 "GET /v2.0/ports?device_id=abb163d2-b020-449b-b47c-307670f94186 HTTP/1.1" status: 200  len: 946 time: 0.4613113
Dec 16 22:42:52.125195 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.plugin [None req-39b4c4a5-9832-405d-96ee-734c42d15c60 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Calling delete_port for 426af9ca-07d4-493c-9cdb-c0c2782cdd51 owned by network:dhcp {{(pid=87507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:42:52.203582 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-9e6e262a-1326-4caf-9f64-fd6e9d6516ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949'] for port, after_delete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:42:52.210646 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:42:52.226624 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-fb4551f7-c6f3-4312-95bc-9ea4f2cda100 req-bf0683fc-ae10-4581-af03-29ed93c815e9 tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] 10.222.0.13 "GET /v2.0/security-groups?id=1ec9b9d7-0f2d-41e7-bbca-fcf898c11448&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0812628
Dec 16 22:42:52.235731 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.db.api [None req-39b4c4a5-9832-405d-96ee-734c42d15c60 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87507) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 16 22:42:52.235731 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_db.api [None req-39b4c4a5-9832-405d-96ee-734c42d15c60 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 16 22:42:52.253973 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6e262a-1326-4caf-9f64-fd6e9d6516ac None None] Pushing event deleted for resources: {'Port': ['ID=426af9ca-07d4-493c-9cdb-c0c2782cdd51,revision_number=None']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:42:52.258313 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e6e262a-1326-4caf-9f64-fd6e9d6516ac None None] No DVR routers for this DVR port 426af9ca-07d4-493c-9cdb-c0c2782cdd51 on host dv-neutron-821829-1-hyperv {{(pid=87508) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 22:42:52.260413 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-9e6e262a-1326-4caf-9f64-fd6e9d6516ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:42:52.734210 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.plugin [None req-39b4c4a5-9832-405d-96ee-734c42d15c60 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Deleting port 426af9ca-07d4-493c-9cdb-c0c2782cdd51 {{(pid=87507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:42:52.734558 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-39b4c4a5-9832-405d-96ee-734c42d15c60 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:42:52.799972 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.plugin [None req-39b4c4a5-9832-405d-96ee-734c42d15c60 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] The port '426af9ca-07d4-493c-9cdb-c0c2782cdd51' was deleted {{(pid=87507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 16 22:42:52.916030 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-39b4c4a5-9832-405d-96ee-734c42d15c60 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3329565', 'neutron.services.segments.db._delete_segments_for_network-8734753546406'] for network, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:42:52.940516 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.services.segments.db [None req-39b4c4a5-9832-405d-96ee-734c42d15c60 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1b76d53b80>,) {'filters': {'network_id': ['d1a602c0-e7a2-445f-aa5d-b7f07568521c']}} {{(pid=87507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:42:52.955702 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.services.segments.db [None req-39b4c4a5-9832-405d-96ee-734c42d15c60 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b76d53b80>, '672c4497-155d-4cab-bf94-ffe17cc3bb32') {'for_net_delete': True} {{(pid=87507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:42:52.956276 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.services.segments.db [None req-39b4c4a5-9832-405d-96ee-734c42d15c60 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b76d53b80>, '672c4497-155d-4cab-bf94-ffe17cc3bb32') {} {{(pid=87507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:42:52.966841 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-39b4c4a5-9832-405d-96ee-734c42d15c60 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734753593977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2128549'] for segment, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:42:52.984607 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-39b4c4a5-9832-405d-96ee-734c42d15c60 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-883292'] for segment, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:42:52.990390 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39b4c4a5-9832-405d-96ee-734c42d15c60 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Releasing vlan 157 on physical network physnet1 to pool {{(pid=87507) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 16 22:42:52.990762 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-39b4c4a5-9832-405d-96ee-734c42d15c60 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-883285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10808034'] for segment, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:42:53.005328 dv-neutron-821829-1-hyperv neutron-server[87507]: Traceback (most recent call last):
Dec 16 22:42:53.005328 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 16 22:42:53.005328 dv-neutron-821829-1-hyperv neutron-server[87507]:     timer()
Dec 16 22:42:53.005328 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 22:42:53.005328 dv-neutron-821829-1-hyperv neutron-server[87507]:     cb(*args, **kw)
Dec 16 22:42:53.005328 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 22:42:53.005328 dv-neutron-821829-1-hyperv neutron-server[87507]:     return func(*args, **kwargs)
Dec 16 22:42:53.005328 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 22:42:53.005328 dv-neutron-821829-1-hyperv neutron-server[87507]:     self._notify()
Dec 16 22:42:53.005328 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 22:42:53.005328 dv-neutron-821829-1-hyperv neutron-server[87507]:     self.callback(batched_events)
Dec 16 22:42:53.005328 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 22:42:53.005328 dv-neutron-821829-1-hyperv neutron-server[87507]:     event.method(event)
Dec 16 22:42:53.005328 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 22:42:53.005328 dv-neutron-821829-1-hyperv neutron-server[87507]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 22:42:53.005328 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 22:42:53.005328 dv-neutron-821829-1-hyperv neutron-server[87507]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 22:42:53.005328 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 22:42:53.005328 dv-neutron-821829-1-hyperv neutron-server[87507]:     return f(self, *a, **k)
Dec 16 22:42:53.005328 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 16 22:42:53.005328 dv-neutron-821829-1-hyperv neutron-server[87507]:     return self._get(url).json()
Dec 16 22:42:53.005328 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 16 22:42:53.005328 dv-neutron-821829-1-hyperv neutron-server[87507]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 22:42:53.005328 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 16 22:42:53.005328 dv-neutron-821829-1-hyperv neutron-server[87507]:     return self.request(url, 'GET', **kwargs)
Dec 16 22:42:53.005328 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 16 22:42:53.005328 dv-neutron-821829-1-hyperv neutron-server[87507]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 22:42:53.005328 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 16 22:42:53.005328 dv-neutron-821829-1-hyperv neutron-server[87507]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 22:42:53.005328 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 16 22:42:53.005328 dv-neutron-821829-1-hyperv neutron-server[87507]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 22:42:53.005328 dv-neutron-821829-1-hyperv neutron-server[87507]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 22:42:53.086347 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-39b4c4a5-9832-405d-96ee-734c42d15c60 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3329572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3741856'] for network, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:42:53.090279 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-14a0aba9-4df9-4fd9-9c09-c2df2ee70c6a tempest-RoutersNegativeTest-1851367265 tempest-RoutersNegativeTest-1851367265-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:42:53.104014 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-39b4c4a5-9832-405d-96ee-734c42d15c60 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for network, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:42:53.119004 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b4c4a5-9832-405d-96ee-734c42d15c60 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Pushing event deleted for resources: {'Network': ['ID=d1a602c0-e7a2-445f-aa5d-b7f07568521c,revision_number=None']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:42:53.122101 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-39b4c4a5-9832-405d-96ee-734c42d15c60 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:42:53.133808 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-39b4c4a5-9832-405d-96ee-734c42d15c60 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "DELETE /v2.0/networks/d1a602c0-e7a2-445f-aa5d-b7f07568521c HTTP/1.1" status: 204  len: 168 time: 1.7506413
Dec 16 22:42:53.136351 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 48952) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:42:53.235554 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 426af9ca-07d4-493c-9cdb-c0c2782cdd51 no longer exists at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 22:42:53.273735 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] No Port match for: 426af9ca-07d4-493c-9cdb-c0c2782cdd51 {{(pid=87508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 22:42:53.274042 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 426af9ca-07d4-493c-9cdb-c0c2782cdd51 not bound to the agent host dv-neutron-821829-1-hyperv {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 22:42:53.289923 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Device b06dc88a-e662-4690-8186-114c60a760a2 no longer exists at agent hyperv_hv-neutron-8218 {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 22:42:53.323372 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] No Port match for: b06dc88a-e662-4690-8186-114c60a760a2 {{(pid=87508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 22:42:53.323728 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Device b06dc88a-e662-4690-8186-114c60a760a2 not bound to the agent host hv-neutron-8218 {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 22:42:53.340358 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.plugin [None req-472ec316-10bd-4df9-86db-17e5d050069c tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Deleting port 86c83792-986e-40cc-9ad7-3453de46bdf0 {{(pid=87507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:42:53.340615 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-472ec316-10bd-4df9-86db-17e5d050069c tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:42:53.569832 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cde1ca-4f53-4f11-877b-1c6c78e95e27 req-d207e4d7-00b2-4867-a496-ab693c370a34 tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:42:53.571281 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-51cde1ca-4f53-4f11-877b-1c6c78e95e27 req-d207e4d7-00b2-4867-a496-ab693c370a34 tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] 10.222.0.13 "GET /v2.0/ports?device_id=abb163d2-b020-449b-b47c-307670f94186 HTTP/1.1" status: 200  len: 946 time: 0.2068799
Dec 16 22:42:53.574859 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-472ec316-10bd-4df9-86db-17e5d050069c tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:42:53.575174 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-472ec316-10bd-4df9-86db-17e5d050069c tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:42:53.710069 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.plugin [None req-472ec316-10bd-4df9-86db-17e5d050069c tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Calling delete_port for 86c83792-986e-40cc-9ad7-3453de46bdf0 owned by network:floatingip {{(pid=87507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:42:53.883699 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-51cde1ca-4f53-4f11-877b-1c6c78e95e27 req-9b20bc3e-fd2f-4295-9fd3-e2ae6c8d53ad tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] 10.222.0.13 "GET /v2.0/security-groups?id=1ec9b9d7-0f2d-41e7-bbca-fcf898c11448&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3009579
Dec 16 22:42:53.982132 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-472ec316-10bd-4df9-86db-17e5d050069c tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10807823'] for port, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:42:53.986443 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-4caaf619-184b-41f0-ba7e-c1ad890d3f7a tempest-RoutersNegativeIpV6Test-1646080008 tempest-RoutersNegativeIpV6Test-1646080008-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:42:54.029561 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472ec316-10bd-4df9-86db-17e5d050069c tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Pushing event deleted for resources: {'Port': ['ID=86c83792-986e-40cc-9ad7-3453de46bdf0,revision_number=None']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:42:54.053852 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-472ec316-10bd-4df9-86db-17e5d050069c tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:42:54.117747 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-472ec316-10bd-4df9-86db-17e5d050069c tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for floatingip, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:42:54.118070 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.db.l3_db [None req-472ec316-10bd-4df9-86db-17e5d050069c tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Floating IP a8991467-8b8d-413f-af2a-b5863876757d disassociated (deleted). External IP: 172.26.0.64, port: 7460eb7d-ba7c-4e4e-8177-7db125aade59.
Dec 16 22:42:54.453625 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-472ec316-10bd-4df9-86db-17e5d050069c tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Router eea06010-12bf-4f24-b2f6-a6b19ff6f8bf has already been hosted by L3 agent 4f519db7-069b-43e2-8411-c092bac9102a {{(pid=87507) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 22:42:54.633537 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-472ec316-10bd-4df9-86db-17e5d050069c tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify agent at l3_agent.dv-neutron-821829-1-hyperv the message routers_updated {{(pid=87507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 22:42:54.642857 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45f0baf1-ebd9-4408-b1f4-bb6da1e7f30c None None] Sync routers for ids ['eea06010-12bf-4f24-b2f6-a6b19ff6f8bf'] in dv-neutron-821829-1-hyperv {{(pid=87508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 22:42:54.649098 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-472ec316-10bd-4df9-86db-17e5d050069c tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for floatingip, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:42:54.651796 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45f0baf1-ebd9-4408-b1f4-bb6da1e7f30c None None] Routers {'eea06010-12bf-4f24-b2f6-a6b19ff6f8bf'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:42:54.652440 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-45f0baf1-ebd9-4408-b1f4-bb6da1e7f30c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b77b3b700>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:42:31Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['eea06010-12bf-4f24-b2f6-a6b19ff6f8bf'], 'active': True} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:42:54.716335 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-472ec316-10bd-4df9-86db-17e5d050069c tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "DELETE /v2.0/floatingips/a8991467-8b8d-413f-af2a-b5863876757d HTTP/1.1" status: 204  len: 168 time: 1.5787749
Dec 16 22:42:54.716885 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac0b34be-0627-4b13-aa10-f4bb3bd32fd4', 'tag': '7460eb7d-ba7c-4e4e-8177-7db125aade59'}] {{(pid=87507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 22:42:54.766540 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac0b34be-0627-4b13-aa10-f4bb3bd32fd4', 'tag': '7460eb7d-ba7c-4e4e-8177-7db125aade59', 'status': 'completed', 'code': 200}
Dec 16 22:42:54.834148 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvr_db [None req-45f0baf1-ebd9-4408-b1f4-bb6da1e7f30c None None] Set router eea06010-12bf-4f24-b2f6-a6b19ff6f8bf gateway port host: dv-neutron-821829-1-hyperv {{(pid=87508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 22:42:54.883420 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae08dfa-a5e7-40fa-8b93-a8583be167dc req-7507e5cd-416c-4b35-9f01-2d050ae8550f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:42:54.884916 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-8ae08dfa-a5e7-40fa-8b93-a8583be167dc req-7507e5cd-416c-4b35-9f01-2d050ae8550f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b7e45fda9ad540a6ac359d1c64c9adb2&device_id=ac0b34be-0627-4b13-aa10-f4bb3bd32fd4 HTTP/1.1" status: 200  len: 1098 time: 0.0741022
Dec 16 22:42:55.037824 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae08dfa-a5e7-40fa-8b93-a8583be167dc req-82eb38bf-08f1-4368-8c0a-52446cb62b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:42:55.039527 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-8ae08dfa-a5e7-40fa-8b93-a8583be167dc req-82eb38bf-08f1-4368-8c0a-52446cb62b5e service neutron] 10.222.0.49 "GET /v2.0/networks?id=2f687e27-c3dc-4aa9-ba40-39fc0889e61d HTTP/1.1" status: 200  len: 898 time: 0.1478553
Dec 16 22:42:55.109770 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-8ae08dfa-a5e7-40fa-8b93-a8583be167dc req-6d7c9efe-c225-42f6-95e9-ac50026f6c2c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7460eb7d-ba7c-4e4e-8177-7db125aade59 HTTP/1.1" status: 200  len: 217 time: 0.0620894
Dec 16 22:42:55.139441 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1073196d-6f36-4acc-8090-afd9a2608ade req-186fbf96-669a-4426-bd14-b93a022e64b7 tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:42:55.140939 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-1073196d-6f36-4acc-8090-afd9a2608ade req-186fbf96-669a-4426-bd14-b93a022e64b7 tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] 10.222.0.13 "GET /v2.0/ports?device_id=abb163d2-b020-449b-b47c-307670f94186 HTTP/1.1" status: 200  len: 946 time: 0.1350355
Dec 16 22:42:55.157249 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-45f0baf1-ebd9-4408-b1f4-bb6da1e7f30c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b77b3b700>, [{'id': 'eea06010-12bf-4f24-b2f6-a6b19ff6f8bf', 'name': 'tempest-TestNetworkBasicOps-router-932346143', 'tenant_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.107'}], 'enable_snat': True}, 'gw_port_id': 'e34f309c-ecfe-4315-9da6-214f2f81b236', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:40:43Z', 'updated_at': '2021-12-16T22:42:45Z', 'revision_number': 6, 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'gw_port': {'id': 'e34f309c-ecfe-4315-9da6-214f2f81b236', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:f1:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eea06010-12bf-4f24-b2f6-a6b19ff6f8bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1224, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:40:44Z', 'updated_at': '2021-12-16T22:40:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv', '_interfaces': [{'id': '05d23948-13a3-4302-b64d-cb5cf4d089dd', 'name': '', 'network_id': '2f687e27-c3dc-4aa9-ba40-39fc0889e61d', 'tenant_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'mac_address': 'fa:16:3e:f5:df:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eea06010-12bf-4f24-b2f6-a6b19ff6f8bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1227, 'fixed_ips': [{'subnet_id': '7b9bf1fd-5beb-40d0-9cdf-c44fd8bdff49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:40:50Z', 'updated_at': '2021-12-16T22:41:04Z', 'revision_number': 5, 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'subnets': [{'id': '7b9bf1fd-5beb-40d0-9cdf-c44fd8bdff49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:42:55.161896 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45f0baf1-ebd9-4408-b1f4-bb6da1e7f30c None None] Checking router: eea06010-12bf-4f24-b2f6-a6b19ff6f8bf for host: dv-neutron-821829-1-hyperv {{(pid=87508) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 22:42:55.170759 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45f0baf1-ebd9-4408-b1f4-bb6da1e7f30c None None] Routers {'eea06010-12bf-4f24-b2f6-a6b19ff6f8bf'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:42:55.171384 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-45f0baf1-ebd9-4408-b1f4-bb6da1e7f30c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b77b3b700>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:42:31Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['eea06010-12bf-4f24-b2f6-a6b19ff6f8bf'], 'active': True} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:42:55.180588 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae08dfa-a5e7-40fa-8b93-a8583be167dc req-b16f67c5-fcff-4810-a2ab-528d88626b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:42:55.182024 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-8ae08dfa-a5e7-40fa-8b93-a8583be167dc req-b16f67c5-fcff-4810-a2ab-528d88626b15 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=7b9bf1fd-5beb-40d0-9cdf-c44fd8bdff49 HTTP/1.1" status: 200  len: 835 time: 0.0623009
Dec 16 22:42:55.199887 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-1073196d-6f36-4acc-8090-afd9a2608ade req-4819409d-e174-481e-9742-b51359c8619e tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] 10.222.0.13 "GET /v2.0/security-groups?id=1ec9b9d7-0f2d-41e7-bbca-fcf898c11448&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0503082
Dec 16 22:42:55.208151 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a90ddc-8ac4-49a8-ad4d-c6b78aa0ce6a req-e9340326-31ee-4a98-8f1b-50d91bbd1d3d tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:42:55.209060 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [req-32a90ddc-8ac4-49a8-ad4d-c6b78aa0ce6a req-e9340326-31ee-4a98-8f1b-50d91bbd1d3d tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Synchronizing usage tracker for tenant:b7e45fda9ad540a6ac359d1c64c9adb2 on resource:port {{(pid=87507) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 22:42:55.228678 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [req-32a90ddc-8ac4-49a8-ad4d-c6b78aa0ce6a req-e9340326-31ee-4a98-8f1b-50d91bbd1d3d tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Unset dirty status for tenant:b7e45fda9ad540a6ac359d1c64c9adb2 on resource:port {{(pid=87507) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 22:42:55.231447 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-32a90ddc-8ac4-49a8-ad4d-c6b78aa0ce6a req-e9340326-31ee-4a98-8f1b-50d91bbd1d3d tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "GET /v2.0/ports?device_id=ac0b34be-0627-4b13-aa10-f4bb3bd32fd4 HTTP/1.1" status: 200  len: 945 time: 0.1711140
Dec 16 22:42:55.263548 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae08dfa-a5e7-40fa-8b93-a8583be167dc req-7f2caf3f-b6f8-4e54-8e9e-10db0ec402e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:42:55.265333 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-8ae08dfa-a5e7-40fa-8b93-a8583be167dc req-7f2caf3f-b6f8-4e54-8e9e-10db0ec402e5 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=2f687e27-c3dc-4aa9-ba40-39fc0889e61d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0761089
Dec 16 22:42:55.277861 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [req-8ae08dfa-a5e7-40fa-8b93-a8583be167dc req-456624df-46b6-4028-946a-e8ae8140513f service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=87506) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 16 22:42:55.278909 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-8ae08dfa-a5e7-40fa-8b93-a8583be167dc req-456624df-46b6-4028-946a-e8ae8140513f service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0049894
Dec 16 22:42:55.284465 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [req-32a90ddc-8ac4-49a8-ad4d-c6b78aa0ce6a req-58c367b2-d510-4525-a3e1-a46453f884e2 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Synchronizing usage tracker for tenant:b7e45fda9ad540a6ac359d1c64c9adb2 on resource:security_group {{(pid=87507) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 22:42:55.299588 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [req-32a90ddc-8ac4-49a8-ad4d-c6b78aa0ce6a req-58c367b2-d510-4525-a3e1-a46453f884e2 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Unset dirty status for tenant:b7e45fda9ad540a6ac359d1c64c9adb2 on resource:security_group {{(pid=87507) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 22:42:55.300840 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-32a90ddc-8ac4-49a8-ad4d-c6b78aa0ce6a req-58c367b2-d510-4525-a3e1-a46453f884e2 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "GET /v2.0/security-groups?id=d05082d4-dbf9-47ae-818f-147b053f15af&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0626512
Dec 16 22:42:55.363397 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvr_db [None req-45f0baf1-ebd9-4408-b1f4-bb6da1e7f30c None None] Set router eea06010-12bf-4f24-b2f6-a6b19ff6f8bf gateway port host: dv-neutron-821829-1-hyperv {{(pid=87508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 22:42:55.414910 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-8ae08dfa-a5e7-40fa-8b93-a8583be167dc req-f2a8226b-6518-47ac-96a8-e5ffc7c3ef13 service neutron] 10.222.0.49 "GET /v2.0/networks/2f687e27-c3dc-4aa9-ba40-39fc0889e61d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1278360
Dec 16 22:42:55.546266 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-8ae08dfa-a5e7-40fa-8b93-a8583be167dc req-51d5a289-d9c2-48b7-9b23-52efe3527d17 service neutron] 10.222.0.49 "GET /v2.0/networks/2f687e27-c3dc-4aa9-ba40-39fc0889e61d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1243267
Dec 16 22:42:55.710080 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-45f0baf1-ebd9-4408-b1f4-bb6da1e7f30c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b77b3b700>, [{'id': 'eea06010-12bf-4f24-b2f6-a6b19ff6f8bf', 'name': 'tempest-TestNetworkBasicOps-router-932346143', 'tenant_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.107'}], 'enable_snat': True}, 'gw_port_id': 'e34f309c-ecfe-4315-9da6-214f2f81b236', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:40:43Z', 'updated_at': '2021-12-16T22:42:45Z', 'revision_number': 6, 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'gw_port': {'id': 'e34f309c-ecfe-4315-9da6-214f2f81b236', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:f1:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eea06010-12bf-4f24-b2f6-a6b19ff6f8bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1224, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:40:44Z', 'updated_at': '2021-12-16T22:40:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv', '_interfaces': [{'id': '05d23948-13a3-4302-b64d-cb5cf4d089dd', 'name': '', 'network_id': '2f687e27-c3dc-4aa9-ba40-39fc0889e61d', 'tenant_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'mac_address': 'fa:16:3e:f5:df:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eea06010-12bf-4f24-b2f6-a6b19ff6f8bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1227, 'fixed_ips': [{'subnet_id': '7b9bf1fd-5beb-40d0-9cdf-c44fd8bdff49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:40:50Z', 'updated_at': '2021-12-16T22:41:04Z', 'revision_number': 5, 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'subnets': [{'id': '7b9bf1fd-5beb-40d0-9cdf-c44fd8bdff49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:42:55.713930 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45f0baf1-ebd9-4408-b1f4-bb6da1e7f30c None None] The sync data for ids ['eea06010-12bf-4f24-b2f6-a6b19ff6f8bf'] in dv-neutron-821829-1-hyperv is: [{'id': 'eea06010-12bf-4f24-b2f6-a6b19ff6f8bf', 'name': 'tempest-TestNetworkBasicOps-router-932346143', 'tenant_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.107'}], 'enable_snat': True}, 'gw_port_id': 'e34f309c-ecfe-4315-9da6-214f2f81b236', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:40:43Z', 'updated_at': '2021-12-16T22:42:45Z', 'revision_number': 6, 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'gw_port': {'id': 'e34f309c-ecfe-4315-9da6-214f2f81b236', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:f1:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eea06010-12bf-4f24-b2f6-a6b19ff6f8bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1224, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:40:44Z', 'updated_at': '2021-12-16T22:40:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv', '_interfaces': [{'id': '05d23948-13a3-4302-b64d-cb5cf4d089dd', 'name': '', 'network_id': '2f687e27-c3dc-4aa9-ba40-39fc0889e61d', 'tenant_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'mac_address': 'fa:16:3e:f5:df:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eea06010-12bf-4f24-b2f6-a6b19ff6f8bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1227, 'fixed_ips': [{'subnet_id': '7b9bf1fd-5beb-40d0-9cdf-c44fd8bdff49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:40:50Z', 'updated_at': '2021-12-16T22:41:04Z', 'revision_number': 5, 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'subnets': [{'id': '7b9bf1fd-5beb-40d0-9cdf-c44fd8bdff49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 22:42:55.939313 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73c9fcbd-d840-4522-8b9c-0d4481b51f29 None None] New status for floating IP a8991467-8b8d-413f-af2a-b5863876757d: DOWN {{(pid=87509) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 16 22:42:56.388000 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c841956-9fc1-4819-bef5-1a46e1667314 req-09452408-08e6-413e-ac55-d200d069bdeb tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:42:56.389462 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-7c841956-9fc1-4819-bef5-1a46e1667314 req-09452408-08e6-413e-ac55-d200d069bdeb tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] 10.222.0.13 "GET /v2.0/ports?device_id=abb163d2-b020-449b-b47c-307670f94186 HTTP/1.1" status: 200  len: 946 time: 0.0832553
Dec 16 22:42:56.480317 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-7c841956-9fc1-4819-bef5-1a46e1667314 req-10b9d2ea-18b8-40c7-9cbd-1018243edf7d tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] 10.222.0.13 "GET /v2.0/security-groups?id=1ec9b9d7-0f2d-41e7-bbca-fcf898c11448&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0824354
Dec 16 22:42:56.514776 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3537fd-7eb8-41c9-a9fa-08ec5025ad58 req-f71a1bcb-8ce3-47f2-8e2f-d45dfd0ad00c tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:42:56.516486 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-fa3537fd-7eb8-41c9-a9fa-08ec5025ad58 req-f71a1bcb-8ce3-47f2-8e2f-d45dfd0ad00c tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "GET /v2.0/ports?device_id=ac0b34be-0627-4b13-aa10-f4bb3bd32fd4 HTTP/1.1" status: 200  len: 945 time: 0.1046093
Dec 16 22:42:56.561932 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-fa3537fd-7eb8-41c9-a9fa-08ec5025ad58 req-fd4a7e93-d77d-4ce2-85e5-5b6eec38b976 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "GET /v2.0/security-groups?id=d05082d4-dbf9-47ae-818f-147b053f15af&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0395699
Dec 16 22:42:56.584865 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af84b765-a364-46cf-bb9a-f7fa89d59dd2 req-49de8c96-a767-4ab5-a7eb-dd67f5049ccc tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:42:56.585561 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [req-af84b765-a364-46cf-bb9a-f7fa89d59dd2 req-49de8c96-a767-4ab5-a7eb-dd67f5049ccc tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Synchronizing usage tracker for tenant:b7e45fda9ad540a6ac359d1c64c9adb2 on resource:port {{(pid=87506) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 22:42:56.597774 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [req-af84b765-a364-46cf-bb9a-f7fa89d59dd2 req-49de8c96-a767-4ab5-a7eb-dd67f5049ccc tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Unset dirty status for tenant:b7e45fda9ad540a6ac359d1c64c9adb2 on resource:port {{(pid=87506) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 22:42:56.598856 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-af84b765-a364-46cf-bb9a-f7fa89d59dd2 req-49de8c96-a767-4ab5-a7eb-dd67f5049ccc tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.49 "GET /v2.0/ports?device_id=ac0b34be-0627-4b13-aa10-f4bb3bd32fd4 HTTP/1.1" status: 200  len: 945 time: 0.0999537
Dec 16 22:42:56.679526 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [req-af84b765-a364-46cf-bb9a-f7fa89d59dd2 req-268fc247-41ef-4593-b376-238640769eae tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Deleting port 7460eb7d-ba7c-4e4e-8177-7db125aade59 {{(pid=87506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:42:56.679907 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-af84b765-a364-46cf-bb9a-f7fa89d59dd2 req-268fc247-41ef-4593-b376-238640769eae tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:42:56.922375 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.db [req-af84b765-a364-46cf-bb9a-f7fa89d59dd2 req-268fc247-41ef-4593-b376-238640769eae tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] For port 7460eb7d-ba7c-4e4e-8177-7db125aade59, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=7460eb7d-ba7c-4e4e-8177-7db125aade59,segment=NetworkSegment(e9b1e4b1-44ca-49bc-bbd9-0eb4b0374e3d),segment_id=e9b1e4b1-44ca-49bc-bbd9-0eb4b0374e3d)] {{(pid=87506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:42:56.922646 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-af84b765-a364-46cf-bb9a-f7fa89d59dd2 req-268fc247-41ef-4593-b376-238640769eae tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:42:57.154431 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [req-af84b765-a364-46cf-bb9a-f7fa89d59dd2 req-268fc247-41ef-4593-b376-238640769eae tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Calling delete_port for 7460eb7d-ba7c-4e4e-8177-7db125aade59 owned by compute:nova {{(pid=87506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:42:57.297130 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-af84b765-a364-46cf-bb9a-f7fa89d59dd2 req-268fc247-41ef-4593-b376-238640769eae tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1863393'] for port, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:42:57.302555 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-1ca702a3-342c-405d-af50-aab712069952 tempest-BulkNetworkOpsTest-146173519 tempest-BulkNetworkOpsTest-146173519-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:42:57.346125 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268fc247-41ef-4593-b376-238640769eae tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Pushing event deleted for resources: {'Port': ['ID=7460eb7d-ba7c-4e4e-8177-7db125aade59,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:42:57.349123 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-268fc247-41ef-4593-b376-238640769eae tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:42:57.421003 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.l3_dvrscheduler_db [req-af84b765-a364-46cf-bb9a-f7fa89d59dd2 req-268fc247-41ef-4593-b376-238640769eae tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] No DVR routers for this DVR port 7460eb7d-ba7c-4e4e-8177-7db125aade59 on host hv-neutron-8218 {{(pid=87506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 22:42:57.423346 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-af84b765-a364-46cf-bb9a-f7fa89d59dd2 req-268fc247-41ef-4593-b376-238640769eae tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for port, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:42:57.426431 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac0b34be-0627-4b13-aa10-f4bb3bd32fd4', 'name': 'network-vif-deleted', 'tag': '7460eb7d-ba7c-4e4e-8177-7db125aade59'}] {{(pid=87506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 22:42:57.442348 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-af84b765-a364-46cf-bb9a-f7fa89d59dd2 req-268fc247-41ef-4593-b376-238640769eae tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.49 "DELETE /v2.0/ports/7460eb7d-ba7c-4e4e-8177-7db125aade59 HTTP/1.1" status: 204  len: 173 time: 0.8256497
Dec 16 22:42:57.475792 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac0b34be-0627-4b13-aa10-f4bb3bd32fd4', 'name': 'network-vif-deleted', 'tag': '7460eb7d-ba7c-4e4e-8177-7db125aade59', 'status': 'completed', 'code': 200}
Dec 16 22:42:57.670301 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cceddf-a60f-4522-b109-93e4acb22698 req-c438f3e0-7cf6-4476-b3fb-0884e3a93830 tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:42:57.671792 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-35cceddf-a60f-4522-b109-93e4acb22698 req-c438f3e0-7cf6-4476-b3fb-0884e3a93830 tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] 10.222.0.13 "GET /v2.0/ports?device_id=abb163d2-b020-449b-b47c-307670f94186 HTTP/1.1" status: 200  len: 946 time: 0.0841503
Dec 16 22:42:57.750093 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-84028b51-f20c-4572-97dc-d2a58197e426 req-0a69e516-9234-49dd-9a75-e7cfddeaa732 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "GET /v2.0/ports?device_id=ac0b34be-0627-4b13-aa10-f4bb3bd32fd4 HTTP/1.1" status: 200  len: 210 time: 0.0528970
Dec 16 22:42:57.761313 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-35cceddf-a60f-4522-b109-93e4acb22698 req-6a6a938e-9844-4f1c-956d-530b0c24ac68 tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] 10.222.0.13 "GET /v2.0/security-groups?id=1ec9b9d7-0f2d-41e7-bbca-fcf898c11448&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0826168
Dec 16 22:42:58.136511 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-f2779de5-f952-4fb7-b5b5-d935fad57809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:42:58.539378 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.agents_db [None req-0abd2616-a86c-48e2-be07-10823335a5bb None None] Agent healthcheck: found 6 active agents {{(pid=87509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 22:42:58.852337 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 48986) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:42:59.086343 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-efbf384c-062f-46f1-819c-08d4da50dd2a tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for security_group, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:42:59.124057 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-efbf384c-062f-46f1-819c-08d4da50dd2a tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:42:59.144552 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584be944-f907-43da-8acd-648e4674dbae req-2ba7e2e2-4830-4372-ab78-8b712f3257ed tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:42:59.146002 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-584be944-f907-43da-8acd-648e4674dbae req-2ba7e2e2-4830-4372-ab78-8b712f3257ed tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] 10.222.0.13 "GET /v2.0/ports?device_id=abb163d2-b020-449b-b47c-307670f94186 HTTP/1.1" status: 200  len: 946 time: 0.2705176
Dec 16 22:42:59.210577 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-584be944-f907-43da-8acd-648e4674dbae req-4f0cc9c5-d7b0-414c-8883-9afa00e2bde1 tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] 10.222.0.13 "GET /v2.0/security-groups?id=1ec9b9d7-0f2d-41e7-bbca-fcf898c11448&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0555773
Dec 16 22:42:59.240897 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-efbf384c-062f-46f1-819c-08d4da50dd2a tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841066'] for security_group, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:42:59.245954 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-07e4b1e6-d07b-4061-9a83-ae4a00b3cee7 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:42:59.259881 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbf384c-062f-46f1-819c-08d4da50dd2a tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d05082d4-dbf9-47ae-818f-147b053f15af,revision_number=None']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:42:59.268402 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbf384c-062f-46f1-819c-08d4da50dd2a tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:42:59.268795 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbf384c-062f-46f1-819c-08d4da50dd2a tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:42:59.269179 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbf384c-062f-46f1-819c-08d4da50dd2a tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:42:59.269556 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbf384c-062f-46f1-819c-08d4da50dd2a tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:42:59.269925 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbf384c-062f-46f1-819c-08d4da50dd2a tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:42:59.270295 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbf384c-062f-46f1-819c-08d4da50dd2a tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:42:59.270662 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbf384c-062f-46f1-819c-08d4da50dd2a tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:42:59.271026 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbf384c-062f-46f1-819c-08d4da50dd2a tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:42:59.271394 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbf384c-062f-46f1-819c-08d4da50dd2a tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:42:59.271753 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbf384c-062f-46f1-819c-08d4da50dd2a tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:42:59.272135 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbf384c-062f-46f1-819c-08d4da50dd2a tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:42:59.272572 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbf384c-062f-46f1-819c-08d4da50dd2a tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:42:59.277080 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-efbf384c-062f-46f1-819c-08d4da50dd2a tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:42:59.280589 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-efbf384c-062f-46f1-819c-08d4da50dd2a tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for security_group, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:42:59.281600 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-efbf384c-062f-46f1-819c-08d4da50dd2a tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "DELETE /v2.0/security-groups/d05082d4-dbf9-47ae-818f-147b053f15af HTTP/1.1" status: 204  len: 168 time: 0.4282920
Dec 16 22:42:59.313604 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 48992) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:42:59.357820 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Device 7460eb7d-ba7c-4e4e-8177-7db125aade59 no longer exists at agent hyperv_hv-neutron-8218 {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 22:42:59.390626 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] No Port match for: 7460eb7d-ba7c-4e4e-8177-7db125aade59 {{(pid=87508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 22:42:59.390974 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Device 7460eb7d-ba7c-4e4e-8177-7db125aade59 not bound to the agent host hv-neutron-8218 {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 22:42:59.391405 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Device b4d49825-88d2-4ae1-ac5f-9e3f9744cc47 no longer exists at agent hyperv_hv-neutron-8218 {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 22:42:59.497889 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ab23de-d985-4a49-ab0e-6c1d252adbe2 req-63372408-69ae-4353-ae68-62380dc05f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:42:59.499367 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-c2ab23de-d985-4a49-ab0e-6c1d252adbe2 req-63372408-69ae-4353-ae68-62380dc05f3a service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=abb163d2-b020-449b-b47c-307670f94186 HTTP/1.1" status: 200  len: 1099 time: 0.2395816
Dec 16 22:42:59.504447 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:42:59.530996 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abb163d2-b020-449b-b47c-307670f94186', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b4d49825-88d2-4ae1-ac5f-9e3f9744cc47'}] {{(pid=87508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 22:42:59.540878 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] For port b4d49825-88d2-4ae1-ac5f-9e3f9744cc47, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=b4d49825-88d2-4ae1-ac5f-9e3f9744cc47,segment=NetworkSegment(29620fde-83c1-4de3-8c21-94f2b5564f3b),segment_id=29620fde-83c1-4de3-8c21-94f2b5564f3b)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:42:59.545279 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:42:59.548242 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-29c32b91-2470-4d48-ab46-24d35a75d284 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:42:59.581811 dv-neutron-821829-1-hyperv neutron-server[87508]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abb163d2-b020-449b-b47c-307670f94186', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b4d49825-88d2-4ae1-ac5f-9e3f9744cc47', 'code': 200}
Dec 16 22:42:59.618342 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Pushing event updated for resources: {'Port': ['ID=b4d49825-88d2-4ae1-ac5f-9e3f9744cc47,revision_number=6']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:42:59.621559 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:42:59.684575 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-c2ab23de-d985-4a49-ab0e-6c1d252adbe2 req-a718f9cf-3059-4569-b8d5-c42a6d67aa5f service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=1ec9b9d7-0f2d-41e7-bbca-fcf898c11448&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1729572
Dec 16 22:42:59.900240 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-e0d4faac-bf2b-45a5-942e-ccf361026d46 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3830176'] for router_interface, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:43:00.245782 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [None req-e0d4faac-bf2b-45a5-942e-ccf361026d46 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Deleting port 05d23948-13a3-4302-b64d-cb5cf4d089dd {{(pid=87506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:43:00.246121 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-e0d4faac-bf2b-45a5-942e-ccf361026d46 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:43:00.396128 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19f0615-aef4-4b3d-beeb-f61b57af7d0a req-bce43618-1a79-44f2-8b1b-bdcb2f0cd574 tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:43:00.397692 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-d19f0615-aef4-4b3d-beeb-f61b57af7d0a req-bce43618-1a79-44f2-8b1b-bdcb2f0cd574 tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] 10.222.0.13 "GET /v2.0/ports?device_id=abb163d2-b020-449b-b47c-307670f94186 HTTP/1.1" status: 200  len: 944 time: 0.0826485
Dec 16 22:43:00.447924 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-d19f0615-aef4-4b3d-beeb-f61b57af7d0a req-53692290-b900-4104-9d69-fe7f4d253e8c tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] 10.222.0.13 "GET /v2.0/security-groups?id=1ec9b9d7-0f2d-41e7-bbca-fcf898c11448&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0443928
Dec 16 22:43:00.554839 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.db [None req-e0d4faac-bf2b-45a5-942e-ccf361026d46 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] For port 05d23948-13a3-4302-b64d-cb5cf4d089dd, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=05d23948-13a3-4302-b64d-cb5cf4d089dd,segment=NetworkSegment(e9b1e4b1-44ca-49bc-bbd9-0eb4b0374e3d),segment_id=e9b1e4b1-44ca-49bc-bbd9-0eb4b0374e3d)] {{(pid=87506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:43:00.555435 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-e0d4faac-bf2b-45a5-942e-ccf361026d46 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:43:00.571668 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-84744213-9d83-4a59-bd86-97fc11524582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:43:00.681897 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [None req-e0d4faac-bf2b-45a5-942e-ccf361026d46 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Calling delete_port for 05d23948-13a3-4302-b64d-cb5cf4d089dd owned by network:router_interface {{(pid=87506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:43:00.946766 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-e0d4faac-bf2b-45a5-942e-ccf361026d46 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1863393'] for port, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:43:00.950982 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-6436f812-f030-462f-953a-57283ade09fd tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:43:00.998009 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d4faac-bf2b-45a5-942e-ccf361026d46 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Pushing event deleted for resources: {'Port': ['ID=05d23948-13a3-4302-b64d-cb5cf4d089dd,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:43:01.036563 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d4faac-bf2b-45a5-942e-ccf361026d46 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:43:01.036965 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d4faac-bf2b-45a5-942e-ccf361026d46 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:43:01.037346 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d4faac-bf2b-45a5-942e-ccf361026d46 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:43:01.037721 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d4faac-bf2b-45a5-942e-ccf361026d46 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:43:01.038098 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d4faac-bf2b-45a5-942e-ccf361026d46 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:43:01.038471 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d4faac-bf2b-45a5-942e-ccf361026d46 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:43:01.038840 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d4faac-bf2b-45a5-942e-ccf361026d46 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:43:01.039210 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d4faac-bf2b-45a5-942e-ccf361026d46 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:43:01.039576 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d4faac-bf2b-45a5-942e-ccf361026d46 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:43:01.040035 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d4faac-bf2b-45a5-942e-ccf361026d46 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:43:01.040403 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d4faac-bf2b-45a5-942e-ccf361026d46 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:43:01.040764 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d4faac-bf2b-45a5-942e-ccf361026d46 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:43:01.048215 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-e0d4faac-bf2b-45a5-942e-ccf361026d46 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:43:01.280193 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-e0d4faac-bf2b-45a5-942e-ccf361026d46 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3791449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3739472'] for router_interface, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:43:01.335250 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Device b4d49825-88d2-4ae1-ac5f-9e3f9744cc47 details requested by agent hyperv_hv-neutron-8218 with host hv-neutron-8218 {{(pid=87508) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 16 22:43:01.475047 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-3e729f7f-1589-4d54-9c4a-7ee6b283cc2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:43:01.480298 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] For port b4d49825-88d2-4ae1-ac5f-9e3f9744cc47, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=b4d49825-88d2-4ae1-ac5f-9e3f9744cc47,segment=NetworkSegment(29620fde-83c1-4de3-8c21-94f2b5564f3b),segment_id=29620fde-83c1-4de3-8c21-94f2b5564f3b)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:43:01.494556 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Returning: {'device': 'b4d49825-88d2-4ae1-ac5f-9e3f9744cc47', 'network_id': 'd0cc98fe-1abf-4d5d-953d-ce7ee174c6a2', 'port_id': 'b4d49825-88d2-4ae1-ac5f-9e3f9744cc47', 'mac_address': 'fa:16:3e:88:0a:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd776cfe-810e-4167-b6ff-a057c8be1d47', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87508) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 16 22:43:01.552922 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:43:01.571680 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.notifiers.nova [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4d49825-88d2-4ae1-ac5f-9e3f9744cc47 {{(pid=87508) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 22:43:01.589139 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] For port b4d49825-88d2-4ae1-ac5f-9e3f9744cc47, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=b4d49825-88d2-4ae1-ac5f-9e3f9744cc47,segment=NetworkSegment(29620fde-83c1-4de3-8c21-94f2b5564f3b),segment_id=29620fde-83c1-4de3-8c21-94f2b5564f3b)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:43:01.593260 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:43:01.595505 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:43:01.645967 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3394197b-eb5b-4852-a880-e16853f9c6d2 req-ab273c25-c5db-437c-b52d-c35e7d0d40b3 tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:43:01.647593 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-3394197b-eb5b-4852-a880-e16853f9c6d2 req-ab273c25-c5db-437c-b52d-c35e7d0d40b3 tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] 10.222.0.13 "GET /v2.0/ports?device_id=abb163d2-b020-449b-b47c-307670f94186 HTTP/1.1" status: 200  len: 945 time: 0.0836277
Dec 16 22:43:01.660618 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0d4faac-bf2b-45a5-942e-ccf361026d46 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Router eea06010-12bf-4f24-b2f6-a6b19ff6f8bf has already been hosted by L3 agent 4f519db7-069b-43e2-8411-c092bac9102a {{(pid=87506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 22:43:01.678351 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:43:01.691067 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Pushing event updated for resources: {'Port': ['ID=b4d49825-88d2-4ae1-ac5f-9e3f9744cc47,revision_number=7']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:43:01.693711 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:43:01.701012 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-3394197b-eb5b-4852-a880-e16853f9c6d2 req-7a048f86-73e1-4f4c-a609-b7a1f08f5f08 tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] 10.222.0.13 "GET /v2.0/security-groups?id=1ec9b9d7-0f2d-41e7-bbca-fcf898c11448&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0462468
Dec 16 22:43:01.724671 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 49002) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:43:01.832889 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-1cab42c7-8755-4114-b8d2-401fdf5863c1 tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] 10.222.0.13 "GET /v2.0/floatingips/9832e414-8d9c-4028-a7b9-7c0876d9f412 HTTP/1.1" status: 200  len: 993 time: 0.1069553
Dec 16 22:43:01.892273 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] get_ports_and_sgs() called for port_ids ['b4d49825-88d2-4ae1-ac5f-9e3f9744cc47'] {{(pid=87508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 22:43:01.968490 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0d4faac-bf2b-45a5-942e-ccf361026d46 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify agent at l3_agent.dv-neutron-821829-1-hyperv the message routers_updated {{(pid=87506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 22:43:01.981189 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-e0d4faac-bf2b-45a5-942e-ccf361026d46 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "PUT /v2.0/routers/eea06010-12bf-4f24-b2f6-a6b19ff6f8bf/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.6660230
Dec 16 22:43:01.982404 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93b34388-b5f1-47d9-a8ec-47460387efbc None None] Sync routers for ids ['eea06010-12bf-4f24-b2f6-a6b19ff6f8bf'] in dv-neutron-821829-1-hyperv {{(pid=87508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 22:43:01.983698 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 49006) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:43:02.009291 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93b34388-b5f1-47d9-a8ec-47460387efbc None None] Routers {'eea06010-12bf-4f24-b2f6-a6b19ff6f8bf'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:43:02.009920 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-93b34388-b5f1-47d9-a8ec-47460387efbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b76e96970>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:43:01Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['eea06010-12bf-4f24-b2f6-a6b19ff6f8bf'], 'active': True} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:43:02.047427 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.db_base_plugin_v2 [None req-813f6250-994e-4a28-b90b-28733e6e983c tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Deleting subnet 7b9bf1fd-5beb-40d0-9cdf-c44fd8bdff49 {{(pid=87506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 16 22:43:02.050836 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-813f6250-994e-4a28-b90b-28733e6e983c tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for subnet, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:43:02.107014 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-813f6250-994e-4a28-b90b-28733e6e983c tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-266764487'] for subnet, precommit_delete_associations {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:43:02.188781 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-813f6250-994e-4a28-b90b-28733e6e983c tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3328566'] for subnet, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:43:02.235962 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvr_db [None req-93b34388-b5f1-47d9-a8ec-47460387efbc None None] Set router eea06010-12bf-4f24-b2f6-a6b19ff6f8bf gateway port host: dv-neutron-821829-1-hyperv {{(pid=87508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 22:43:02.260810 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-813f6250-994e-4a28-b90b-28733e6e983c tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3328622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1863378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11213117'] for subnet, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:43:02.265374 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-e44c4126-0a57-48ed-abe2-6d6e6f6a1a34 tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:43:02.305554 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813f6250-994e-4a28-b90b-28733e6e983c tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Pushing event deleted for resources: {'Subnet': ['ID=7b9bf1fd-5beb-40d0-9cdf-c44fd8bdff49,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:43:02.307492 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-813f6250-994e-4a28-b90b-28733e6e983c tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for subnet, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:43:02.310242 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-813f6250-994e-4a28-b90b-28733e6e983c tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:43:02.314273 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-813f6250-994e-4a28-b90b-28733e6e983c tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "DELETE /v2.0/subnets/7b9bf1fd-5beb-40d0-9cdf-c44fd8bdff49 HTTP/1.1" status: 204  len: 168 time: 0.3295331
Dec 16 22:43:02.317366 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 49010) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:43:02.337960 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99e4ae62-e285-49f7-aa72-82ed23790c5b None None] Network 2f687e27-c3dc-4aa9-ba40-39fc0889e61d requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 22:43:02.493702 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-98d3f081-2b72-4344-a824-96f6b97bd95a tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for router, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:43:02.676349 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-98d3f081-2b72-4344-a824-96f6b97bd95a tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:43:02.686607 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [None req-98d3f081-2b72-4344-a824-96f6b97bd95a tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Deleting port e34f309c-ecfe-4315-9da6-214f2f81b236 {{(pid=87506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:43:02.686940 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-98d3f081-2b72-4344-a824-96f6b97bd95a tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:43:02.812439 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-93b34388-b5f1-47d9-a8ec-47460387efbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b76e96970>, [{'id': 'eea06010-12bf-4f24-b2f6-a6b19ff6f8bf', 'name': 'tempest-TestNetworkBasicOps-router-932346143', 'tenant_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.107'}], 'enable_snat': True}, 'gw_port_id': 'e34f309c-ecfe-4315-9da6-214f2f81b236', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:40:43Z', 'updated_at': '2021-12-16T22:43:00Z', 'revision_number': 7, 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'gw_port': {'id': 'e34f309c-ecfe-4315-9da6-214f2f81b236', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:f1:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eea06010-12bf-4f24-b2f6-a6b19ff6f8bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1224, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:40:44Z', 'updated_at': '2021-12-16T22:40:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv'}], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:43:02.817400 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93b34388-b5f1-47d9-a8ec-47460387efbc None None] Checking router: eea06010-12bf-4f24-b2f6-a6b19ff6f8bf for host: dv-neutron-821829-1-hyperv {{(pid=87508) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 22:43:02.825867 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93b34388-b5f1-47d9-a8ec-47460387efbc None None] Routers {'eea06010-12bf-4f24-b2f6-a6b19ff6f8bf'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:43:02.826479 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-93b34388-b5f1-47d9-a8ec-47460387efbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b76e96970>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:43:01Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['eea06010-12bf-4f24-b2f6-a6b19ff6f8bf'], 'active': True} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:43:02.864803 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.db [None req-98d3f081-2b72-4344-a824-96f6b97bd95a tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] For port e34f309c-ecfe-4315-9da6-214f2f81b236, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=e34f309c-ecfe-4315-9da6-214f2f81b236,segment=NetworkSegment(a416442d-d143-4052-9f4e-546eb8cbe809),segment_id=a416442d-d143-4052-9f4e-546eb8cbe809)] {{(pid=87506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:43:02.865678 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-98d3f081-2b72-4344-a824-96f6b97bd95a tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:43:02.881976 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47984309-f117-4dc5-8b96-4fdf4ebb1f24 None None] DHCP port deletion for 2f687e27-c3dc-4aa9-ba40-39fc0889e61d request from dv-neutron-821829-1-hyperv {{(pid=87508) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 16 22:43:02.940587 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-47984309-f117-4dc5-8b96-4fdf4ebb1f24 None None] Deleting port d835362d-31d0-431e-9fc1-c7f4eb5fa01c {{(pid=87508) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:43:02.940964 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-47984309-f117-4dc5-8b96-4fdf4ebb1f24 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:43:02.988029 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [None req-98d3f081-2b72-4344-a824-96f6b97bd95a tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Calling delete_port for e34f309c-ecfe-4315-9da6-214f2f81b236 owned by network:router_gateway {{(pid=87506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:43:03.049812 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvr_db [None req-93b34388-b5f1-47d9-a8ec-47460387efbc None None] Set router eea06010-12bf-4f24-b2f6-a6b19ff6f8bf gateway port host: None {{(pid=87508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 22:43:03.152539 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-98d3f081-2b72-4344-a824-96f6b97bd95a tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1863393'] for port, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:43:03.157129 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-f3f06dfe-a126-42d4-b0c0-c8d2333cca51 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:43:03.165936 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-93b34388-b5f1-47d9-a8ec-47460387efbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b76e96970>, [{'id': 'eea06010-12bf-4f24-b2f6-a6b19ff6f8bf', 'name': 'tempest-TestNetworkBasicOps-router-932346143', 'tenant_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:40:43Z', 'updated_at': '2021-12-16T22:43:02Z', 'revision_number': 8, 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'gw_port_host': None}], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:43:03.174524 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93b34388-b5f1-47d9-a8ec-47460387efbc None None] The sync data for ids ['eea06010-12bf-4f24-b2f6-a6b19ff6f8bf'] in dv-neutron-821829-1-hyperv is: [{'id': 'eea06010-12bf-4f24-b2f6-a6b19ff6f8bf', 'name': 'tempest-TestNetworkBasicOps-router-932346143', 'tenant_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:40:43Z', 'updated_at': '2021-12-16T22:43:02Z', 'revision_number': 8, 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'gw_port_host': None}] {{(pid=87508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 22:43:03.247119 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d3f081-2b72-4344-a824-96f6b97bd95a tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Pushing event deleted for resources: {'Port': ['ID=e34f309c-ecfe-4315-9da6-214f2f81b236,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:43:03.249621 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-98d3f081-2b72-4344-a824-96f6b97bd95a tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:43:03.272017 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-4541ba3b-6be8-499c-bc94-3c60aa55c4f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:43:03.291667 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-47984309-f117-4dc5-8b96-4fdf4ebb1f24 None None] For port d835362d-31d0-431e-9fc1-c7f4eb5fa01c, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=d835362d-31d0-431e-9fc1-c7f4eb5fa01c,segment=NetworkSegment(e9b1e4b1-44ca-49bc-bbd9-0eb4b0374e3d),segment_id=e9b1e4b1-44ca-49bc-bbd9-0eb4b0374e3d)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:43:03.292119 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-47984309-f117-4dc5-8b96-4fdf4ebb1f24 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:43:03.303632 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-98d3f081-2b72-4344-a824-96f6b97bd95a tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3741895'] for router_gateway, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:43:03.355578 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Device b4d49825-88d2-4ae1-ac5f-9e3f9744cc47 up at agent hyperv_hv-neutron-8218 {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 22:43:03.443898 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-47984309-f117-4dc5-8b96-4fdf4ebb1f24 None None] Calling delete_port for d835362d-31d0-431e-9fc1-c7f4eb5fa01c owned by network:dhcp {{(pid=87508) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:43:03.542097 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Provisioning complete for port b4d49825-88d2-4ae1-ac5f-9e3f9744cc47 triggered by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:43:03.542097 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:43:03.578075 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-47984309-f117-4dc5-8b96-4fdf4ebb1f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949'] for port, after_delete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:43:03.585581 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-b3367e9c-6a4c-4c0f-bd72-c2e7c44bc4da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:43:03.601555 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-98d3f081-2b72-4344-a824-96f6b97bd95a tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3739500', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39002'] for router, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:43:03.603930 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-98d3f081-2b72-4344-a824-96f6b97bd95a tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:43:03.616475 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device d835362d-31d0-431e-9fc1-c7f4eb5fa01c no longer exists at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 22:43:03.632243 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-98d3f081-2b72-4344-a824-96f6b97bd95a tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3830089'] for router, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:43:03.633067 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98d3f081-2b72-4344-a824-96f6b97bd95a tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Fanout notify agent at l3_agent the message router_deleted on router eea06010-12bf-4f24-b2f6-a6b19ff6f8bf {{(pid=87506) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 16 22:43:03.650789 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-98d3f081-2b72-4344-a824-96f6b97bd95a tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for router, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:43:03.651979 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-98d3f081-2b72-4344-a824-96f6b97bd95a tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "DELETE /v2.0/routers/eea06010-12bf-4f24-b2f6-a6b19ff6f8bf HTTP/1.1" status: 204  len: 168 time: 1.3336952
Dec 16 22:43:03.654705 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 49014) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:43:03.675273 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] No Port match for: d835362d-31d0-431e-9fc1-c7f4eb5fa01c {{(pid=87508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 22:43:03.675633 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device d835362d-31d0-431e-9fc1-c7f4eb5fa01c not bound to the agent host dv-neutron-821829-1-hyperv {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 22:43:03.677161 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47984309-f117-4dc5-8b96-4fdf4ebb1f24 None None] Pushing event deleted for resources: {'Port': ['ID=d835362d-31d0-431e-9fc1-c7f4eb5fa01c,revision_number=None']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:43:03.681922 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-47984309-f117-4dc5-8b96-4fdf4ebb1f24 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:43:03.683204 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47984309-f117-4dc5-8b96-4fdf4ebb1f24 None None] No DVR routers for this DVR port d835362d-31d0-431e-9fc1-c7f4eb5fa01c on host dv-neutron-821829-1-hyperv {{(pid=87508) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 22:43:03.755098 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:43:03.774179 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-26885312-c85a-445e-901d-ab16dbcf56ca tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-825997'] for network, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:43:03.781533 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abb163d2-b020-449b-b47c-307670f94186', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4d49825-88d2-4ae1-ac5f-9e3f9744cc47'}] {{(pid=87508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 22:43:03.790964 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] For port b4d49825-88d2-4ae1-ac5f-9e3f9744cc47, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=b4d49825-88d2-4ae1-ac5f-9e3f9744cc47,segment=NetworkSegment(29620fde-83c1-4de3-8c21-94f2b5564f3b),segment_id=29620fde-83c1-4de3-8c21-94f2b5564f3b)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:43:03.795970 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:43:03.798471 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:43:03.833817 dv-neutron-821829-1-hyperv neutron-server[87508]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abb163d2-b020-449b-b47c-307670f94186', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4d49825-88d2-4ae1-ac5f-9e3f9744cc47', 'code': 200}
Dec 16 22:43:03.864652 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Pushing event updated for resources: {'Port': ['ID=b4d49825-88d2-4ae1-ac5f-9e3f9744cc47,revision_number=8']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:43:03.867787 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:43:03.908075 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-26885312-c85a-445e-901d-ab16dbcf56ca tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3329565', 'neutron.services.segments.db._delete_segments_for_network-8734753546406'] for network, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:43:03.931724 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.services.segments.db [None req-26885312-c85a-445e-901d-ab16dbcf56ca tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1b7c6894c0>,) {'filters': {'network_id': ['2f687e27-c3dc-4aa9-ba40-39fc0889e61d']}} {{(pid=87506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:43:03.943672 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.services.segments.db [None req-26885312-c85a-445e-901d-ab16dbcf56ca tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b7c6894c0>, 'e9b1e4b1-44ca-49bc-bbd9-0eb4b0374e3d') {'for_net_delete': True} {{(pid=87506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:43:03.943940 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.services.segments.db [None req-26885312-c85a-445e-901d-ab16dbcf56ca tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b7c6894c0>, 'e9b1e4b1-44ca-49bc-bbd9-0eb4b0374e3d') {} {{(pid=87506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:43:03.954870 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-26885312-c85a-445e-901d-ab16dbcf56ca tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734753593977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-266764496'] for segment, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:43:03.971061 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-26885312-c85a-445e-901d-ab16dbcf56ca tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-883292'] for segment, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:43:03.976952 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26885312-c85a-445e-901d-ab16dbcf56ca tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Releasing vlan 158 on physical network physnet1 to pool {{(pid=87506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 16 22:43:03.977320 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-26885312-c85a-445e-901d-ab16dbcf56ca tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-883285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1863180'] for segment, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:43:03.991811 dv-neutron-821829-1-hyperv neutron-server[87506]: Traceback (most recent call last):
Dec 16 22:43:03.991811 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 16 22:43:03.991811 dv-neutron-821829-1-hyperv neutron-server[87506]:     timer()
Dec 16 22:43:03.991811 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 22:43:03.991811 dv-neutron-821829-1-hyperv neutron-server[87506]:     cb(*args, **kw)
Dec 16 22:43:03.991811 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 22:43:03.991811 dv-neutron-821829-1-hyperv neutron-server[87506]:     return func(*args, **kwargs)
Dec 16 22:43:03.991811 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 22:43:03.991811 dv-neutron-821829-1-hyperv neutron-server[87506]:     self._notify()
Dec 16 22:43:03.991811 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 22:43:03.991811 dv-neutron-821829-1-hyperv neutron-server[87506]:     self.callback(batched_events)
Dec 16 22:43:03.991811 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 22:43:03.991811 dv-neutron-821829-1-hyperv neutron-server[87506]:     event.method(event)
Dec 16 22:43:03.991811 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 22:43:03.991811 dv-neutron-821829-1-hyperv neutron-server[87506]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 22:43:03.991811 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 22:43:03.991811 dv-neutron-821829-1-hyperv neutron-server[87506]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 22:43:03.991811 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 22:43:03.991811 dv-neutron-821829-1-hyperv neutron-server[87506]:     return f(self, *a, **k)
Dec 16 22:43:03.991811 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 16 22:43:03.991811 dv-neutron-821829-1-hyperv neutron-server[87506]:     return self._get(url).json()
Dec 16 22:43:03.991811 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 16 22:43:03.991811 dv-neutron-821829-1-hyperv neutron-server[87506]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 22:43:03.991811 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 16 22:43:03.991811 dv-neutron-821829-1-hyperv neutron-server[87506]:     return self.request(url, 'GET', **kwargs)
Dec 16 22:43:03.991811 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 16 22:43:03.991811 dv-neutron-821829-1-hyperv neutron-server[87506]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 22:43:03.991811 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 16 22:43:03.991811 dv-neutron-821829-1-hyperv neutron-server[87506]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 22:43:03.991811 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 16 22:43:03.991811 dv-neutron-821829-1-hyperv neutron-server[87506]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 22:43:03.991811 dv-neutron-821829-1-hyperv neutron-server[87506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 22:43:04.074207 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-26885312-c85a-445e-901d-ab16dbcf56ca tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3329572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3741856'] for network, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:43:04.077671 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-ae870941-4662-4882-9116-19af5f11a24e tempest-NetworksTest-603835490 tempest-NetworksTest-603835490-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:43:04.092380 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-26885312-c85a-445e-901d-ab16dbcf56ca tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for network, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:43:04.105364 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26885312-c85a-445e-901d-ab16dbcf56ca tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Pushing event deleted for resources: {'Network': ['ID=2f687e27-c3dc-4aa9-ba40-39fc0889e61d,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:43:04.107983 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-26885312-c85a-445e-901d-ab16dbcf56ca tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "DELETE /v2.0/networks/2f687e27-c3dc-4aa9-ba40-39fc0889e61d HTTP/1.1" status: 204  len: 168 time: 0.4520321
Dec 16 22:43:04.108797 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-26885312-c85a-445e-901d-ab16dbcf56ca tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:43:04.127158 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 49022) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:43:04.134007 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-fb097e37-313e-430c-aeea-e7540c137f68 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Request body: {'network': {'name': 'tempest-network-smoke--689410263', 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'port_security_enabled': True}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:43:04.139142 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-fb097e37-313e-430c-aeea-e7540c137f68 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:43:04.143276 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-fb097e37-313e-430c-aeea-e7540c137f68 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Usage tracker for resource:network and tenant:b7e45fda9ad540a6ac359d1c64c9adb2 is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:43:04.146125 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-fb097e37-313e-430c-aeea-e7540c137f68 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:43:04.151697 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-fb097e37-313e-430c-aeea-e7540c137f68 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:43:04.161348 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb097e37-313e-430c-aeea-e7540c137f68 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Made reservation on behalf of b7e45fda9ad540a6ac359d1c64c9adb2 for: {'network': 1} {{(pid=87506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:43:04.165026 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-fb097e37-313e-430c-aeea-e7540c137f68 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for network, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:43:04.191659 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb097e37-313e-430c-aeea-e7540c137f68 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] vlan segment allocate from pool success with {'vlan_id': 195, 'physical_network': 'physnet1'}  {{(pid=87506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 22:43:04.201628 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-fb097e37-313e-430c-aeea-e7540c137f68 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-883292'] for segment, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:43:04.201972 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.db.segments_db [None req-fb097e37-313e-430c-aeea-e7540c137f68 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Added segment be03943a-fbd3-414f-9cbb-6b0fd2ac387c of type vlan for network d6ecdc83-d827-4982-962a-70097384af41
Dec 16 22:43:04.231835 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-fb097e37-313e-430c-aeea-e7540c137f68 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734753047233'] for network, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:43:04.262131 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-fb097e37-313e-430c-aeea-e7540c137f68 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440'] for network, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:43:04.267665 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb097e37-313e-430c-aeea-e7540c137f68 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:43:04.268842 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-fb097e37-313e-430c-aeea-e7540c137f68 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for network, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:43:04.272474 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-9ec80a11-b8e0-4f64-9ab0-26e92b198bf2 tempest-BulkNetworkOpsTest-146173519 tempest-BulkNetworkOpsTest-146173519-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:43:04.373239 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-fb097e37-313e-430c-aeea-e7540c137f68 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.2439835
Dec 16 22:43:04.376002 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 49026) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:43:04.379624 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb097e37-313e-430c-aeea-e7540c137f68 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Pushing event updated for resources: {'Network': ['ID=d6ecdc83-d827-4982-962a-70097384af41,revision_number=1']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:43:04.381982 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-d6b5c2d9-a226-4209-aab6-86ad279f33a3 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1706757754', 'admin_state_up': True, 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5'}}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:43:04.382437 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-fb097e37-313e-430c-aeea-e7540c137f68 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:43:04.389018 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-d6b5c2d9-a226-4209-aab6-86ad279f33a3 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:43:04.391231 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Network d6ecdc83-d827-4982-962a-70097384af41 details requested by agent ovs-agent-dv-neutron-821829-1-hyperv with host dv-neutron-821829-1-hyperv {{(pid=87508) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 22:43:04.392805 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-d6b5c2d9-a226-4209-aab6-86ad279f33a3 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Usage tracker for resource:router and tenant:b7e45fda9ad540a6ac359d1c64c9adb2 is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:43:04.395779 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-d6b5c2d9-a226-4209-aab6-86ad279f33a3 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:43:04.402510 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-d6b5c2d9-a226-4209-aab6-86ad279f33a3 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:43:04.412708 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-d6b5c2d9-a226-4209-aab6-86ad279f33a3 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3741155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38980'] for router, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:43:04.413783 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-d6b5c2d9-a226-4209-aab6-86ad279f33a3 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3743284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3741748', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3896702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-38989'] for router, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:43:04.430271 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-d6b5c2d9-a226-4209-aab6-86ad279f33a3 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:43:04.702855 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-d6b5c2d9-a226-4209-aab6-86ad279f33a3 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3741702', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3740945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-38947'] for router, precommit_update {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:43:04.995021 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-d6b5c2d9-a226-4209-aab6-86ad279f33a3 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for router_gateway, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:43:05.023318 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-d6b5c2d9-a226-4209-aab6-86ad279f33a3 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:43:05.156540 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.db_base_plugin_common [None req-d6b5c2d9-a226-4209-aab6-86ad279f33a3 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Allocated IP 172.26.0.145 (f8905ce9-304b-4976-bc47-e58c71c11de5/9bca8591-41ef-4f2d-8ecb-ecaab1a28acf/acf2b886-675b-47d3-b7c5-8d7d2c111c22) {{(pid=87507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 22:43:05.245126 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device e34f309c-ecfe-4315-9da6-214f2f81b236 no longer exists at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 22:43:05.278153 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] No Port match for: e34f309c-ecfe-4315-9da6-214f2f81b236 {{(pid=87508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 22:43:05.278515 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device e34f309c-ecfe-4315-9da6-214f2f81b236 not bound to the agent host dv-neutron-821829-1-hyperv {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 22:43:05.278952 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 05d23948-13a3-4302-b64d-cb5cf4d089dd no longer exists at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 22:43:05.366277 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] No Port match for: 05d23948-13a3-4302-b64d-cb5cf4d089dd {{(pid=87508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 22:43:05.366639 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 05d23948-13a3-4302-b64d-cb5cf4d089dd not bound to the agent host dv-neutron-821829-1-hyperv {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 22:43:05.424064 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-d6b5c2d9-a226-4209-aab6-86ad279f33a3 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for port, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:43:05.453292 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-d6b5c2d9-a226-4209-aab6-86ad279f33a3 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10807823'] for port, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:43:05.457962 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-34346154-c0fc-4094-9125-c838320214df tempest-RoutersNegativeIpV6Test-1646080008 tempest-RoutersNegativeIpV6Test-1646080008-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:43:05.510085 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6b5c2d9-a226-4209-aab6-86ad279f33a3 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Network f8905ce9-304b-4976-bc47-e58c71c11de5 is already hosted by enough agents. {{(pid=87507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:43:05.516920 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.base_scheduler [None req-d6b5c2d9-a226-4209-aab6-86ad279f33a3 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Resources bound (agent type, host, resource id):  {{(pid=87507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:43:05.519244 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6b5c2d9-a226-4209-aab6-86ad279f33a3 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Received port after_create {{(pid=87507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 22:43:05.568136 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b5c2d9-a226-4209-aab6-86ad279f33a3 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Pushing event updated for resources: {'Port': ['ID=acf2b886-675b-47d3-b7c5-8d7d2c111c22,revision_number=1']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:43:05.570833 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-d6b5c2d9-a226-4209-aab6-86ad279f33a3 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:43:05.934154 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-d6b5c2d9-a226-4209-aab6-86ad279f33a3 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for router_gateway, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:43:06.258130 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-d6b5c2d9-a226-4209-aab6-86ad279f33a3 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3740952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3741923'] for router, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:43:06.453196 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6b5c2d9-a226-4209-aab6-86ad279f33a3 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Router 3b6426b1-010f-445d-afc5-d4c9cdb7bf36 is scheduled to L3 agent 4f519db7-069b-43e2-8411-c092bac9102a with binding_index 1 {{(pid=87507) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 16 22:43:06.625336 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6b5c2d9-a226-4209-aab6-86ad279f33a3 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify agent at l3_agent.dv-neutron-821829-1-hyperv the message routers_updated {{(pid=87507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 22:43:06.634682 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-614b84de-a437-49c4-9798-d33e8ca94fff None None] Sync routers for ids ['3b6426b1-010f-445d-afc5-d4c9cdb7bf36'] in dv-neutron-821829-1-hyperv {{(pid=87509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 22:43:06.644726 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-614b84de-a437-49c4-9798-d33e8ca94fff None None] Routers {'3b6426b1-010f-445d-afc5-d4c9cdb7bf36'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:43:06.645421 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-614b84de-a437-49c4-9798-d33e8ca94fff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b7c86a7c0>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:43:01Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['3b6426b1-010f-445d-afc5-d4c9cdb7bf36'], 'active': True} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:43:06.650949 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-d6b5c2d9-a226-4209-aab6-86ad279f33a3 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for router, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:43:06.652321 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-d6b5c2d9-a226-4209-aab6-86ad279f33a3 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 887 time: 2.2752762
Dec 16 22:43:06.655255 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 49030) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:43:06.825402 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvr_db [None req-614b84de-a437-49c4-9798-d33e8ca94fff None None] Set router 3b6426b1-010f-445d-afc5-d4c9cdb7bf36 gateway port host: dv-neutron-821829-1-hyperv {{(pid=87509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 22:43:06.829150 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-0d0e96f6-3603-43bf-ad08-e10e5e39362a tempest-TestNetworkBasicOps-761014822 tempest-TestNetworkBasicOps-761014822-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=b7e45fda9ad540a6ac359d1c64c9adb2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.1727431
Dec 16 22:43:06.832246 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 49034) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:43:06.966006 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acdf7f37-42c5-4f9f-b0f8-88cff2e66ea4 tempest-TestNetworkBasicOps-761014822 tempest-TestNetworkBasicOps-761014822-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:43:06.967416 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-acdf7f37-42c5-4f9f-b0f8-88cff2e66ea4 tempest-TestNetworkBasicOps-761014822 tempest-TestNetworkBasicOps-761014822-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.1342990
Dec 16 22:43:06.970176 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 49038) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:43:07.008682 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-3fd66f38-d089-4d6e-b6bd-8eaa3c6b3bb7 tempest-TestNetworkBasicOps-761014822 tempest-TestNetworkBasicOps-761014822-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=f8905ce9-304b-4976-bc47-e58c71c11de5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0373368
Dec 16 22:43:07.011556 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 49042) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:43:07.016876 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-d3310fd6-18a6-477e-a2a4-f47828ba5e00 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-945664422', 'network_id': 'd6ecdc83-d827-4982-962a-70097384af41', 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:43:07.100291 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-614b84de-a437-49c4-9798-d33e8ca94fff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b7c86a7c0>, [{'id': '3b6426b1-010f-445d-afc5-d4c9cdb7bf36', 'name': 'tempest-TestNetworkBasicOps-router-1706757754', 'tenant_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.145'}], 'enable_snat': True}, 'gw_port_id': 'acf2b886-675b-47d3-b7c5-8d7d2c111c22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:43:04Z', 'updated_at': '2021-12-16T22:43:05Z', 'revision_number': 3, 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'gw_port': {'id': 'acf2b886-675b-47d3-b7c5-8d7d2c111c22', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:8e:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b6426b1-010f-445d-afc5-d4c9cdb7bf36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:43:05Z', 'updated_at': '2021-12-16T22:43:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv'}], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:43:07.104134 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-614b84de-a437-49c4-9798-d33e8ca94fff None None] Checking router: 3b6426b1-010f-445d-afc5-d4c9cdb7bf36 for host: dv-neutron-821829-1-hyperv {{(pid=87509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 22:43:07.104494 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-614b84de-a437-49c4-9798-d33e8ca94fff None None] Updating router 3b6426b1-010f-445d-afc5-d4c9cdb7bf36 port acf2b886-675b-47d3-b7c5-8d7d2c111c22 binding host dv-neutron-821829-1-hyperv {{(pid=87509) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 16 22:43:07.123447 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-d3310fd6-18a6-477e-a2a4-f47828ba5e00 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:43:07.127837 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-d3310fd6-18a6-477e-a2a4-f47828ba5e00 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Usage tracker for resource:subnet and tenant:b7e45fda9ad540a6ac359d1c64c9adb2 is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:43:07.130599 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-d3310fd6-18a6-477e-a2a4-f47828ba5e00 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:43:07.136234 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-d3310fd6-18a6-477e-a2a4-f47828ba5e00 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:43:07.145787 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3310fd6-18a6-477e-a2a4-f47828ba5e00 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Made reservation on behalf of b7e45fda9ad540a6ac359d1c64c9adb2 for: {'subnet': 1} {{(pid=87507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:43:07.149381 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-d3310fd6-18a6-477e-a2a4-f47828ba5e00 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10549598'] for subnet, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:43:07.155732 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron_lib.callbacks.manager [None req-614b84de-a437-49c4-9798-d33e8ca94fff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:43:07.357795 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-d3310fd6-18a6-477e-a2a4-f47828ba5e00 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10807931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10549612'] for subnet, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:43:07.362966 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-d883327b-6f21-4e8b-8c16-7e800d65472b tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:43:07.437886 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3310fd6-18a6-477e-a2a4-f47828ba5e00 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Pushing event updated for resources: {'Subnet': ['ID=2f06a3d5-572c-4975-aae4-1c1760425084,revision_number=0']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:43:07.442237 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-d3310fd6-18a6-477e-a2a4-f47828ba5e00 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:43:07.447834 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3310fd6-18a6-477e-a2a4-f47828ba5e00 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Checking segment: {'id': 'be03943a-fbd3-414f-9cbb-6b0fd2ac387c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'd6ecdc83-d827-4982-962a-70097384af41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 22:43:07.448196 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3310fd6-18a6-477e-a2a4-f47828ba5e00 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Network hostable DHCP agents. Network: d6ecdc83-d827-4982-962a-70097384af41, hostable agents: ['3b155c4d-12dc-491e-aa14-6113b06cfacd'], hosted agents: [] {{(pid=87507) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 16 22:43:07.468204 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3310fd6-18a6-477e-a2a4-f47828ba5e00 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Network d6ecdc83-d827-4982-962a-70097384af41 is scheduled to be hosted by DHCP agent 3b155c4d-12dc-491e-aa14-6113b06cfacd with binding_index 1 {{(pid=87507) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 16 22:43:07.478940 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.base_scheduler [None req-d3310fd6-18a6-477e-a2a4-f47828ba5e00 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821829-1-hyperv, d6ecdc83-d827-4982-962a-70097384af41) {{(pid=87507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:43:07.483364 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3310fd6-18a6-477e-a2a4-f47828ba5e00 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:43:07.484363 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-d3310fd6-18a6-477e-a2a4-f47828ba5e00 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for subnet, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:43:07.489331 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron_lib.callbacks.manager [None req-614b84de-a437-49c4-9798-d33e8ca94fff None None] Notify callbacks [] for port, precommit_update {{(pid=87509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:43:07.493186 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd7451d7-82ec-4838-a686-2d3aa4e992f0 None None] Network d6ecdc83-d827-4982-962a-70097384af41 requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 22:43:07.504373 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.provisioning_blocks [None req-614b84de-a437-49c4-9798-d33e8ca94fff None None] Transition to ACTIVE for port object acf2b886-675b-47d3-b7c5-8d7d2c111c22 will not be triggered until provisioned by entity L2. {{(pid=87509) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:43:07.507794 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-d3310fd6-18a6-477e-a2a4-f47828ba5e00 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 831 time: 0.4951530
Dec 16 22:43:07.510695 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 49046) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:43:07.511340 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron_lib.callbacks.manager [None req-614b84de-a437-49c4-9798-d33e8ca94fff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:43:07.515279 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:43:07.619498 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d167afe8-e40b-4e2e-90e3-7dc47359004c None None] Pushing event updated for resources: {'Port': ['ID=acf2b886-675b-47d3-b7c5-8d7d2c111c22,revision_number=2']} {{(pid=87509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:43:07.622800 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.plugins.ml2.managers [None req-614b84de-a437-49c4-9798-d33e8ca94fff None None] Attempting to bind port acf2b886-675b-47d3-b7c5-8d7d2c111c22 on host dv-neutron-821829-1-hyperv for vnic_type normal with profile  {{(pid=87509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 22:43:07.623171 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.plugins.ml2.managers [None req-614b84de-a437-49c4-9798-d33e8ca94fff None None] Attempting to bind port acf2b886-675b-47d3-b7c5-8d7d2c111c22 by drivers openvswitch,hyperv on host dv-neutron-821829-1-hyperv at level 0 using segments [{'id': 'a416442d-d143-4052-9f4e-546eb8cbe809', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5'}] {{(pid=87509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 22:43:07.623534 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-614b84de-a437-49c4-9798-d33e8ca94fff None None] Attempting to bind port acf2b886-675b-47d3-b7c5-8d7d2c111c22 on network f8905ce9-304b-4976-bc47-e58c71c11de5 {{(pid=87509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 22:43:07.630107 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d167afe8-e40b-4e2e-90e3-7dc47359004c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:43:07.630452 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d167afe8-e40b-4e2e-90e3-7dc47359004c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:43:07.630797 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d167afe8-e40b-4e2e-90e3-7dc47359004c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:43:07.631129 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d167afe8-e40b-4e2e-90e3-7dc47359004c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:43:07.631458 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d167afe8-e40b-4e2e-90e3-7dc47359004c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:43:07.631802 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d167afe8-e40b-4e2e-90e3-7dc47359004c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:43:07.632133 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d167afe8-e40b-4e2e-90e3-7dc47359004c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:43:07.632452 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d167afe8-e40b-4e2e-90e3-7dc47359004c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:43:07.632778 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d167afe8-e40b-4e2e-90e3-7dc47359004c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:43:07.633097 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d167afe8-e40b-4e2e-90e3-7dc47359004c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:43:07.633413 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d167afe8-e40b-4e2e-90e3-7dc47359004c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:43:07.633730 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d167afe8-e40b-4e2e-90e3-7dc47359004c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:43:07.638479 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-614b84de-a437-49c4-9798-d33e8ca94fff None None] Checking agent: {'id': '5571501f-366e-47a4-9b60-8ef19d935d27', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821829-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 24, 2), 'started_at': datetime.datetime(2021, 12, 16, 22, 24, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 43, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821829-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 22:43:07.639121 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-614b84de-a437-49c4-9798-d33e8ca94fff None None] Checking segment: {'id': 'a416442d-d143-4052-9f4e-546eb8cbe809', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 22:43:07.639229 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron_lib.callbacks.manager [None req-614b84de-a437-49c4-9798-d33e8ca94fff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:43:07.639615 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-614b84de-a437-49c4-9798-d33e8ca94fff None None] Bound using segment: {'id': 'a416442d-d143-4052-9f4e-546eb8cbe809', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5'} {{(pid=87509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 22:43:07.640116 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.plugins.ml2.managers [None req-614b84de-a437-49c4-9798-d33e8ca94fff None None] Bound port: acf2b886-675b-47d3-b7c5-8d7d2c111c22, host: dv-neutron-821829-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a416442d-d143-4052-9f4e-546eb8cbe809', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5'}}] {{(pid=87509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 22:43:07.640499 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron_lib.callbacks.manager [None req-614b84de-a437-49c4-9798-d33e8ca94fff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:43:07.663667 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG oslo_concurrency.lockutils [None req-d167afe8-e40b-4e2e-90e3-7dc47359004c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=87509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:43:07.715126 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36140291-3a76-430b-a0db-8f5fb3979ebf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1d6bfaf-d325-5e4f-b05d-2441d8339617-d6ecdc83-d827-4982-962a-70097384af41', 'network_id': 'd6ecdc83-d827-4982-962a-70097384af41', 'tenant_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'fixed_ips': [{'subnet_id': '2f06a3d5-572c-4975-aae4-1c1760425084'}]}} from dv-neutron-821829-1-hyperv. {{(pid=87508) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 16 22:43:07.716009 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-36140291-3a76-430b-a0db-8f5fb3979ebf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:43:07.718261 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.plugins.ml2.db [None req-614b84de-a437-49c4-9798-d33e8ca94fff None None] For port acf2b886-675b-47d3-b7c5-8d7d2c111c22, host dv-neutron-821829-1-hyperv, cleared binding levels {{(pid=87509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 22:43:07.721345 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.plugins.ml2.db [None req-614b84de-a437-49c4-9798-d33e8ca94fff None None] For port acf2b886-675b-47d3-b7c5-8d7d2c111c22, host dv-neutron-821829-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=acf2b886-675b-47d3-b7c5-8d7d2c111c22,segment=NetworkSegment(a416442d-d143-4052-9f4e-546eb8cbe809),segment_id=a416442d-d143-4052-9f4e-546eb8cbe809)] {{(pid=87509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 22:43:07.726684 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron_lib.callbacks.manager [None req-614b84de-a437-49c4-9798-d33e8ca94fff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:43:07.735949 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG oslo_concurrency.lockutils [None req-6ec5a287-f720-4832-ad6c-bb95229dfa79 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:43:07.809497 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-614b84de-a437-49c4-9798-d33e8ca94fff None None] Routers {'3b6426b1-010f-445d-afc5-d4c9cdb7bf36'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:43:07.810129 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-614b84de-a437-49c4-9798-d33e8ca94fff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b7c86a7c0>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:43:01Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['3b6426b1-010f-445d-afc5-d4c9cdb7bf36'], 'active': True} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:43:07.865843 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d167afe8-e40b-4e2e-90e3-7dc47359004c None None] Pushing event updated for resources: {'Port': ['ID=acf2b886-675b-47d3-b7c5-8d7d2c111c22,revision_number=3']} {{(pid=87509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:43:07.872777 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:43:07.876645 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG oslo_concurrency.lockutils [None req-d167afe8-e40b-4e2e-90e3-7dc47359004c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=87509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:43:07.891725 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.db_base_plugin_common [None req-36140291-3a76-430b-a0db-8f5fb3979ebf None None] Allocated IP 172.20.0.2 (d6ecdc83-d827-4982-962a-70097384af41/2f06a3d5-572c-4975-aae4-1c1760425084/86c11adc-03c9-48e9-b7c6-df12aaccd162) {{(pid=87508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 22:43:07.992488 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvr_db [None req-614b84de-a437-49c4-9798-d33e8ca94fff None None] Set router 3b6426b1-010f-445d-afc5-d4c9cdb7bf36 gateway port host: dv-neutron-821829-1-hyperv {{(pid=87509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 22:43:08.098635 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-36140291-3a76-430b-a0db-8f5fb3979ebf None None] Notify callbacks [] for port, precommit_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:43:08.108668 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-36140291-3a76-430b-a0db-8f5fb3979ebf None None] Transition to ACTIVE for port object 86c11adc-03c9-48e9-b7c6-df12aaccd162 will not be triggered until provisioned by entity L2. {{(pid=87508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:43:08.128719 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-36140291-3a76-430b-a0db-8f5fb3979ebf None None] Transition to ACTIVE for port object 86c11adc-03c9-48e9-b7c6-df12aaccd162 will not be triggered until provisioned by entity DHCP. {{(pid=87508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:43:08.133847 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-36140291-3a76-430b-a0db-8f5fb3979ebf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940'] for port, after_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:43:08.137964 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-b3367e9c-6a4c-4c0f-bd72-c2e7c44bc4da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:43:08.197049 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36140291-3a76-430b-a0db-8f5fb3979ebf None None] Network d6ecdc83-d827-4982-962a-70097384af41 is already hosted by enough agents. {{(pid=87508) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:43:08.200246 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.scheduler.base_scheduler [None req-36140291-3a76-430b-a0db-8f5fb3979ebf None None] Resources bound (agent type, host, resource id):  {{(pid=87508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:43:08.202706 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36140291-3a76-430b-a0db-8f5fb3979ebf None None] Received port after_create {{(pid=87508) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 22:43:08.231200 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-d3f2269c-4649-44a8-b1f1-e860a5a4b3d4 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:43:08.243744 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36140291-3a76-430b-a0db-8f5fb3979ebf None None] Pushing event updated for resources: {'Port': ['ID=86c11adc-03c9-48e9-b7c6-df12aaccd162,revision_number=1']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:43:08.246139 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-36140291-3a76-430b-a0db-8f5fb3979ebf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:43:08.285774 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-614b84de-a437-49c4-9798-d33e8ca94fff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b7c86a7c0>, [{'id': '3b6426b1-010f-445d-afc5-d4c9cdb7bf36', 'name': 'tempest-TestNetworkBasicOps-router-1706757754', 'tenant_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.145'}], 'enable_snat': True}, 'gw_port_id': 'acf2b886-675b-47d3-b7c5-8d7d2c111c22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:43:04Z', 'updated_at': '2021-12-16T22:43:05Z', 'revision_number': 3, 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'gw_port': {'id': 'acf2b886-675b-47d3-b7c5-8d7d2c111c22', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:8e:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b6426b1-010f-445d-afc5-d4c9cdb7bf36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:43:05Z', 'updated_at': '2021-12-16T22:43:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv'}], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:43:08.289912 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-614b84de-a437-49c4-9798-d33e8ca94fff None None] The sync data for ids ['3b6426b1-010f-445d-afc5-d4c9cdb7bf36'] in dv-neutron-821829-1-hyperv is: [{'id': '3b6426b1-010f-445d-afc5-d4c9cdb7bf36', 'name': 'tempest-TestNetworkBasicOps-router-1706757754', 'tenant_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.145'}], 'enable_snat': True}, 'gw_port_id': 'acf2b886-675b-47d3-b7c5-8d7d2c111c22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:43:04Z', 'updated_at': '2021-12-16T22:43:05Z', 'revision_number': 3, 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'gw_port': {'id': 'acf2b886-675b-47d3-b7c5-8d7d2c111c22', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:8e:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b6426b1-010f-445d-afc5-d4c9cdb7bf36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:43:05Z', 'updated_at': '2021-12-16T22:43:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv'}] {{(pid=87509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 22:43:08.311480 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-36140291-3a76-430b-a0db-8f5fb3979ebf None None] Attempting to bind port 86c11adc-03c9-48e9-b7c6-df12aaccd162 on host dv-neutron-821829-1-hyperv for vnic_type normal with profile  {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 22:43:08.311480 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-36140291-3a76-430b-a0db-8f5fb3979ebf None None] Attempting to bind port 86c11adc-03c9-48e9-b7c6-df12aaccd162 by drivers openvswitch,hyperv on host dv-neutron-821829-1-hyperv at level 0 using segments [{'id': 'be03943a-fbd3-414f-9cbb-6b0fd2ac387c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'd6ecdc83-d827-4982-962a-70097384af41'}] {{(pid=87508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 22:43:08.311480 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36140291-3a76-430b-a0db-8f5fb3979ebf None None] Attempting to bind port 86c11adc-03c9-48e9-b7c6-df12aaccd162 on network d6ecdc83-d827-4982-962a-70097384af41 {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 22:43:08.315400 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36140291-3a76-430b-a0db-8f5fb3979ebf None None] Checking agent: {'id': '5571501f-366e-47a4-9b60-8ef19d935d27', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821829-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 24, 2), 'started_at': datetime.datetime(2021, 12, 16, 22, 24, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 43, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821829-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 22:43:08.315801 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36140291-3a76-430b-a0db-8f5fb3979ebf None None] Checking segment: {'id': 'be03943a-fbd3-414f-9cbb-6b0fd2ac387c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'd6ecdc83-d827-4982-962a-70097384af41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 22:43:08.316214 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-36140291-3a76-430b-a0db-8f5fb3979ebf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:43:08.316621 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36140291-3a76-430b-a0db-8f5fb3979ebf None None] Bound using segment: {'id': 'be03943a-fbd3-414f-9cbb-6b0fd2ac387c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'd6ecdc83-d827-4982-962a-70097384af41'} {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 22:43:08.317103 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-36140291-3a76-430b-a0db-8f5fb3979ebf None None] Bound port: 86c11adc-03c9-48e9-b7c6-df12aaccd162, host: dv-neutron-821829-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be03943a-fbd3-414f-9cbb-6b0fd2ac387c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'd6ecdc83-d827-4982-962a-70097384af41'}}] {{(pid=87508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 22:43:08.317487 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-36140291-3a76-430b-a0db-8f5fb3979ebf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:43:08.410622 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-36140291-3a76-430b-a0db-8f5fb3979ebf None None] For port 86c11adc-03c9-48e9-b7c6-df12aaccd162, host dv-neutron-821829-1-hyperv, cleared binding levels {{(pid=87508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 22:43:08.414018 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-36140291-3a76-430b-a0db-8f5fb3979ebf None None] For port 86c11adc-03c9-48e9-b7c6-df12aaccd162, host dv-neutron-821829-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=86c11adc-03c9-48e9-b7c6-df12aaccd162,segment=NetworkSegment(be03943a-fbd3-414f-9cbb-6b0fd2ac387c),segment_id=be03943a-fbd3-414f-9cbb-6b0fd2ac387c)] {{(pid=87508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 22:43:08.419222 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-36140291-3a76-430b-a0db-8f5fb3979ebf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:43:08.424045 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:43:08.513649 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36140291-3a76-430b-a0db-8f5fb3979ebf None None] Pushing event updated for resources: {'Port': ['ID=86c11adc-03c9-48e9-b7c6-df12aaccd162,revision_number=2']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:43:08.524150 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-36140291-3a76-430b-a0db-8f5fb3979ebf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:43:08.863117 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.db_base_plugin_common [None req-d3f2269c-4649-44a8-b1f1-e860a5a4b3d4 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Allocated IP 172.20.0.1 (d6ecdc83-d827-4982-962a-70097384af41/2f06a3d5-572c-4975-aae4-1c1760425084/b82cf8df-8fb8-4371-a0e0-9b1b716920ec) {{(pid=87507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 22:43:09.033337 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-d3f2269c-4649-44a8-b1f1-e860a5a4b3d4 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for port, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:43:09.049431 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.provisioning_blocks [None req-d3f2269c-4649-44a8-b1f1-e860a5a4b3d4 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Transition to ACTIVE for port object b82cf8df-8fb8-4371-a0e0-9b1b716920ec will not be triggered until provisioned by entity DHCP. {{(pid=87507) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:43:09.073332 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-d3f2269c-4649-44a8-b1f1-e860a5a4b3d4 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10807823'] for port, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:43:09.078107 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-4108304e-5c61-4f21-bdc6-33eb7e537783 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:43:09.145987 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3f2269c-4649-44a8-b1f1-e860a5a4b3d4 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Network d6ecdc83-d827-4982-962a-70097384af41 is already hosted by enough agents. {{(pid=87507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:43:09.149399 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.base_scheduler [None req-d3f2269c-4649-44a8-b1f1-e860a5a4b3d4 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Resources bound (agent type, host, resource id):  {{(pid=87507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:43:09.151834 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3f2269c-4649-44a8-b1f1-e860a5a4b3d4 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Received port after_create {{(pid=87507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 22:43:09.197880 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f2269c-4649-44a8-b1f1-e860a5a4b3d4 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Pushing event updated for resources: {'Port': ['ID=b82cf8df-8fb8-4371-a0e0-9b1b716920ec,revision_number=1']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:43:09.200739 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-d3f2269c-4649-44a8-b1f1-e860a5a4b3d4 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:43:09.219247 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-d3f2269c-4649-44a8-b1f1-e860a5a4b3d4 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3830061'] for router_interface, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:43:09.337883 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 86c11adc-03c9-48e9-b7c6-df12aaccd162 up at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 22:43:09.412273 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning for port 86c11adc-03c9-48e9-b7c6-df12aaccd162 completed by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 22:43:09.418594 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device acf2b886-675b-47d3-b7c5-8d7d2c111c22 up at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 22:43:09.509109 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-d3f2269c-4649-44a8-b1f1-e860a5a4b3d4 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:43:09.532885 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning for port acf2b886-675b-47d3-b7c5-8d7d2c111c22 completed by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 22:43:09.538349 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning complete for port acf2b886-675b-47d3-b7c5-8d7d2c111c22 triggered by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:43:09.538651 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:43:09.631803 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-960a6413-2347-4679-a8ed-c645eb1b1c2e None None] Network d6ecdc83-d827-4982-962a-70097384af41 requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 22:43:09.730928 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-e2a9cdc3-fdce-42ac-944a-28fdeb287f33 None None] Provisioning for port 86c11adc-03c9-48e9-b7c6-df12aaccd162 completed by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 22:43:09.750569 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-e2a9cdc3-fdce-42ac-944a-28fdeb287f33 None None] Provisioning complete for port 86c11adc-03c9-48e9-b7c6-df12aaccd162 triggered by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:43:09.750958 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-e2a9cdc3-fdce-42ac-944a-28fdeb287f33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:43:09.773644 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:43:09.837178 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] For port acf2b886-675b-47d3-b7c5-8d7d2c111c22, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=acf2b886-675b-47d3-b7c5-8d7d2c111c22,segment=NetworkSegment(a416442d-d143-4052-9f4e-546eb8cbe809),segment_id=a416442d-d143-4052-9f4e-546eb8cbe809)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:43:09.846273 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:43:09.850356 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-e8f7fa5c-812d-4d62-9fc9-c8bce4c2d178 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:43:09.935306 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-d3f2269c-4649-44a8-b1f1-e860a5a4b3d4 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for port, precommit_update {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:43:09.939953 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-d3f2269c-4649-44a8-b1f1-e860a5a4b3d4 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10807814'] for port, after_update {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:43:09.971591 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-dde41dde-35d0-439a-8691-445319ca7a36 tempest-RoutersNegativeIpV6Test-1646080008 tempest-RoutersNegativeIpV6Test-1646080008-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:43:10.028856 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Pushing event updated for resources: {'Port': ['ID=acf2b886-675b-47d3-b7c5-8d7d2c111c22,revision_number=4']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:43:10.039705 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:43:10.054548 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f2269c-4649-44a8-b1f1-e860a5a4b3d4 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Pushing event updated for resources: {'Port': ['ID=b82cf8df-8fb8-4371-a0e0-9b1b716920ec,revision_number=2']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:43:10.057076 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-d3f2269c-4649-44a8-b1f1-e860a5a4b3d4 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3791426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3830222'] for router_interface, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:43:10.060751 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-d3f2269c-4649-44a8-b1f1-e860a5a4b3d4 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:43:10.065050 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-e2a9cdc3-fdce-42ac-944a-28fdeb287f33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:43:10.153029 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-e2a9cdc3-fdce-42ac-944a-28fdeb287f33 None None] For port 86c11adc-03c9-48e9-b7c6-df12aaccd162, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=86c11adc-03c9-48e9-b7c6-df12aaccd162,segment=NetworkSegment(be03943a-fbd3-414f-9cbb-6b0fd2ac387c),segment_id=be03943a-fbd3-414f-9cbb-6b0fd2ac387c)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:43:10.160837 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-e2a9cdc3-fdce-42ac-944a-28fdeb287f33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:43:10.162835 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:43:10.239917 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a9cdc3-fdce-42ac-944a-28fdeb287f33 None None] Pushing event updated for resources: {'Port': ['ID=86c11adc-03c9-48e9-b7c6-df12aaccd162,revision_number=3']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:43:10.243021 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-e2a9cdc3-fdce-42ac-944a-28fdeb287f33 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:43:10.321707 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3f2269c-4649-44a8-b1f1-e860a5a4b3d4 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Network d6ecdc83-d827-4982-962a-70097384af41 is already hosted by enough agents. {{(pid=87507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:43:10.322884 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.base_scheduler [None req-d3f2269c-4649-44a8-b1f1-e860a5a4b3d4 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Resources bound (agent type, host, resource id):  {{(pid=87507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:43:10.391084 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-ef0bdb38-f752-4980-9ce6-4d1e0ca1e60d None None] Provisioning for port b82cf8df-8fb8-4371-a0e0-9b1b716920ec completed by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 22:43:10.397215 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-ef0bdb38-f752-4980-9ce6-4d1e0ca1e60d None None] Provisioning complete for port b82cf8df-8fb8-4371-a0e0-9b1b716920ec triggered by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:43:10.397830 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-ef0bdb38-f752-4980-9ce6-4d1e0ca1e60d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:43:10.456338 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-ef0bdb38-f752-4980-9ce6-4d1e0ca1e60d None None] Port b82cf8df-8fb8-4371-a0e0-9b1b716920ec cannot update to ACTIVE because it is not bound. {{(pid=87508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 22:43:10.468619 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-ef0bdb38-f752-4980-9ce6-4d1e0ca1e60d None None] Provisioning complete for port 86c11adc-03c9-48e9-b7c6-df12aaccd162 triggered by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:43:10.469061 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-ef0bdb38-f752-4980-9ce6-4d1e0ca1e60d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:43:10.520209 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3f2269c-4649-44a8-b1f1-e860a5a4b3d4 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Router 3b6426b1-010f-445d-afc5-d4c9cdb7bf36 has already been hosted by L3 agent 4f519db7-069b-43e2-8411-c092bac9102a {{(pid=87507) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 22:43:10.714248 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3f2269c-4649-44a8-b1f1-e860a5a4b3d4 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify agent at l3_agent.dv-neutron-821829-1-hyperv the message routers_updated {{(pid=87507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 22:43:10.720051 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-576b3f1d-9205-45dc-a847-d4f77463bb43 None None] Provisioning complete for port b82cf8df-8fb8-4371-a0e0-9b1b716920ec triggered by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:43:10.720479 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-576b3f1d-9205-45dc-a847-d4f77463bb43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:43:10.730795 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 49050) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:43:10.731331 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-d3f2269c-4649-44a8-b1f1-e860a5a4b3d4 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "PUT /v2.0/routers/3b6426b1-010f-445d-afc5-d4c9cdb7bf36/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.2189023
Dec 16 22:43:10.748206 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-517b22e6-44f5-482e-91cf-034a07e7c7e8 None None] Sync routers for ids ['3b6426b1-010f-445d-afc5-d4c9cdb7bf36'] in dv-neutron-821829-1-hyperv {{(pid=87508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 22:43:10.778442 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-517b22e6-44f5-482e-91cf-034a07e7c7e8 None None] Routers {'3b6426b1-010f-445d-afc5-d4c9cdb7bf36'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:43:10.779059 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-517b22e6-44f5-482e-91cf-034a07e7c7e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b77cab340>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:43:01Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['3b6426b1-010f-445d-afc5-d4c9cdb7bf36'], 'active': True} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:43:10.846846 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-576b3f1d-9205-45dc-a847-d4f77463bb43 None None] Port b82cf8df-8fb8-4371-a0e0-9b1b716920ec cannot update to ACTIVE because it is not bound. {{(pid=87508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 22:43:10.877959 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bf739c2-a946-456c-a27c-730d739cc389 tempest-TestNetworkBasicOps-761014822 tempest-TestNetworkBasicOps-761014822-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:43:10.878425 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bf739c2-a946-456c-a27c-730d739cc389 tempest-TestNetworkBasicOps-761014822 tempest-TestNetworkBasicOps-761014822-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:43:10.878880 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bf739c2-a946-456c-a27c-730d739cc389 tempest-TestNetworkBasicOps-761014822 tempest-TestNetworkBasicOps-761014822-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:43:10.879328 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bf739c2-a946-456c-a27c-730d739cc389 tempest-TestNetworkBasicOps-761014822 tempest-TestNetworkBasicOps-761014822-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:43:10.879814 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bf739c2-a946-456c-a27c-730d739cc389 tempest-TestNetworkBasicOps-761014822 tempest-TestNetworkBasicOps-761014822-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:43:10.880241 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bf739c2-a946-456c-a27c-730d739cc389 tempest-TestNetworkBasicOps-761014822 tempest-TestNetworkBasicOps-761014822-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:43:10.880684 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bf739c2-a946-456c-a27c-730d739cc389 tempest-TestNetworkBasicOps-761014822 tempest-TestNetworkBasicOps-761014822-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:43:10.882431 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-7bf739c2-a946-456c-a27c-730d739cc389 tempest-TestNetworkBasicOps-761014822 tempest-TestNetworkBasicOps-761014822-project-admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200  len: 4968 time: 0.1495457
Dec 16 22:43:10.885274 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 49054) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:43:10.959257 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b3a60e0-16ba-45a9-908b-a015fa9b6f96 tempest-TestNetworkBasicOps-761014822 tempest-TestNetworkBasicOps-761014822-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:43:10.960015 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b3a60e0-16ba-45a9-908b-a015fa9b6f96 tempest-TestNetworkBasicOps-761014822 tempest-TestNetworkBasicOps-761014822-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:43:10.960462 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b3a60e0-16ba-45a9-908b-a015fa9b6f96 tempest-TestNetworkBasicOps-761014822 tempest-TestNetworkBasicOps-761014822-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:43:10.960710 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvr_db [None req-517b22e6-44f5-482e-91cf-034a07e7c7e8 None None] Set router 3b6426b1-010f-445d-afc5-d4c9cdb7bf36 gateway port host: dv-neutron-821829-1-hyperv {{(pid=87508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 22:43:10.960905 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b3a60e0-16ba-45a9-908b-a015fa9b6f96 tempest-TestNetworkBasicOps-761014822 tempest-TestNetworkBasicOps-761014822-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:43:10.961341 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b3a60e0-16ba-45a9-908b-a015fa9b6f96 tempest-TestNetworkBasicOps-761014822 tempest-TestNetworkBasicOps-761014822-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:43:10.961776 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b3a60e0-16ba-45a9-908b-a015fa9b6f96 tempest-TestNetworkBasicOps-761014822 tempest-TestNetworkBasicOps-761014822-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:43:10.962213 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b3a60e0-16ba-45a9-908b-a015fa9b6f96 tempest-TestNetworkBasicOps-761014822 tempest-TestNetworkBasicOps-761014822-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:43:10.964016 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-6b3a60e0-16ba-45a9-908b-a015fa9b6f96 tempest-TestNetworkBasicOps-761014822 tempest-TestNetworkBasicOps-761014822-project-admin] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 4627 time: 0.0778461
Dec 16 22:43:10.966759 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 49058) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:43:11.030914 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-2a0d45d9-658d-4a27-aeb2-44ac3b98214c None None] Provisioning complete for port b82cf8df-8fb8-4371-a0e0-9b1b716920ec triggered by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:43:11.031210 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-2a0d45d9-658d-4a27-aeb2-44ac3b98214c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:43:11.172323 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-9cb397d4-5462-4af6-a836-13e6d863c927 tempest-TestNetworkBasicOps-761014822 tempest-TestNetworkBasicOps-761014822-project-admin] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200  len: 3774 time: 0.2043905
Dec 16 22:43:11.220385 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-2a0d45d9-658d-4a27-aeb2-44ac3b98214c None None] Port b82cf8df-8fb8-4371-a0e0-9b1b716920ec cannot update to ACTIVE because it is not bound. {{(pid=87508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 22:43:11.263488 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 86c11adc-03c9-48e9-b7c6-df12aaccd162 up at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 22:43:11.346974 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 49064) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:43:11.352224 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-eb6b4b9f-379c-45ca-9a7c-3c3edbf43d35 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1517781138', 'description': 'tempest-secgroup-smoke-1517781138 description', 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2'}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:43:11.358097 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-eb6b4b9f-379c-45ca-9a7c-3c3edbf43d35 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:43:11.363015 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-eb6b4b9f-379c-45ca-9a7c-3c3edbf43d35 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Usage tracker for resource:security_group and tenant:b7e45fda9ad540a6ac359d1c64c9adb2 is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:43:11.365915 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-eb6b4b9f-379c-45ca-9a7c-3c3edbf43d35 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:43:11.371496 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-eb6b4b9f-379c-45ca-9a7c-3c3edbf43d35 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:43:11.385488 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-eb6b4b9f-379c-45ca-9a7c-3c3edbf43d35 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for security_group, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:43:11.391222 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning complete for port 86c11adc-03c9-48e9-b7c6-df12aaccd162 triggered by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:43:11.391615 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:43:11.404828 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-eb6b4b9f-379c-45ca-9a7c-3c3edbf43d35 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:43:11.409109 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-eb6b4b9f-379c-45ca-9a7c-3c3edbf43d35 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Usage tracker for resource:security_group_rule and tenant:b7e45fda9ad540a6ac359d1c64c9adb2 is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:43:11.411987 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-eb6b4b9f-379c-45ca-9a7c-3c3edbf43d35 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:43:11.417628 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-eb6b4b9f-379c-45ca-9a7c-3c3edbf43d35 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:43:11.445421 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-517b22e6-44f5-482e-91cf-034a07e7c7e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b77cab340>, [{'id': '3b6426b1-010f-445d-afc5-d4c9cdb7bf36', 'name': 'tempest-TestNetworkBasicOps-router-1706757754', 'tenant_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.145'}], 'enable_snat': True}, 'gw_port_id': 'acf2b886-675b-47d3-b7c5-8d7d2c111c22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:43:04Z', 'updated_at': '2021-12-16T22:43:09Z', 'revision_number': 4, 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'gw_port': {'id': 'acf2b886-675b-47d3-b7c5-8d7d2c111c22', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:8e:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b6426b1-010f-445d-afc5-d4c9cdb7bf36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:43:05Z', 'updated_at': '2021-12-16T22:43:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv', '_interfaces': [{'id': 'b82cf8df-8fb8-4371-a0e0-9b1b716920ec', 'name': '', 'network_id': 'd6ecdc83-d827-4982-962a-70097384af41', 'tenant_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'mac_address': 'fa:16:3e:e3:99:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b6426b1-010f-445d-afc5-d4c9cdb7bf36', 'device_owner': 'network:router_interface', 'standard_attr_id': 1345, 'fixed_ips': [{'subnet_id': '2f06a3d5-572c-4975-aae4-1c1760425084', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:43:08Z', 'updated_at': '2021-12-16T22:43:09Z', 'revision_number': 2, 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'subnets': [{'id': '2f06a3d5-572c-4975-aae4-1c1760425084', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:43:11.452511 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-517b22e6-44f5-482e-91cf-034a07e7c7e8 None None] Checking router: 3b6426b1-010f-445d-afc5-d4c9cdb7bf36 for host: dv-neutron-821829-1-hyperv {{(pid=87508) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 22:43:11.452888 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-517b22e6-44f5-482e-91cf-034a07e7c7e8 None None] Updating router 3b6426b1-010f-445d-afc5-d4c9cdb7bf36 port b82cf8df-8fb8-4371-a0e0-9b1b716920ec binding host dv-neutron-821829-1-hyperv {{(pid=87508) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 16 22:43:11.494953 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-eb6b4b9f-379c-45ca-9a7c-3c3edbf43d35 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for security_group, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:43:11.499141 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-eb6b4b9f-379c-45ca-9a7c-3c3edbf43d35 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841066'] for security_group, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:43:11.504270 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-401cad9d-9abf-4416-954a-6560be08e1b4 tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:43:11.543658 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6b4b9f-379c-45ca-9a7c-3c3edbf43d35 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e192226-c0ec-4ee1-8db3-151c8478d40a,revision_number=1']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:43:11.546385 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-eb6b4b9f-379c-45ca-9a7c-3c3edbf43d35 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:43:11.547213 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-eb6b4b9f-379c-45ca-9a7c-3c3edbf43d35 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for security_group, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:43:11.547370 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-517b22e6-44f5-482e-91cf-034a07e7c7e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:43:11.548447 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-eb6b4b9f-379c-45ca-9a7c-3c3edbf43d35 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1796 time: 0.2004578
Dec 16 22:43:11.552197 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 49068) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:43:11.557517 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-25ecb686-30a2-4687-b334-34a688ae7c3f tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Request body: {'security_group_rule': {'security_group_id': '7e192226-c0ec-4ee1-8db3-151c8478d40a', 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:43:11.563864 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-25ecb686-30a2-4687-b334-34a688ae7c3f tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:43:11.567705 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-25ecb686-30a2-4687-b334-34a688ae7c3f tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Usage tracker for resource:security_group_rule and tenant:b7e45fda9ad540a6ac359d1c64c9adb2 is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:43:11.570556 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-25ecb686-30a2-4687-b334-34a688ae7c3f tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:43:11.576252 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-25ecb686-30a2-4687-b334-34a688ae7c3f tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:43:11.593155 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-25ecb686-30a2-4687-b334-34a688ae7c3f tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:43:11.620045 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device acf2b886-675b-47d3-b7c5-8d7d2c111c22 up at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 22:43:11.655507 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-25ecb686-30a2-4687-b334-34a688ae7c3f tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:43:11.661215 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-25ecb686-30a2-4687-b334-34a688ae7c3f tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841137'] for security_group_rule, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:43:11.661946 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:43:11.687344 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ecb686-30a2-4687-b334-34a688ae7c3f tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e29406f-5adf-47aa-ac2f-553781675b9c,revision_number=0']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:43:11.695671 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-25ecb686-30a2-4687-b334-34a688ae7c3f tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:43:11.700164 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-25ecb686-30a2-4687-b334-34a688ae7c3f tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:43:11.700164 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-25ecb686-30a2-4687-b334-34a688ae7c3f tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1462040
Dec 16 22:43:11.702484 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 49072) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:43:11.708836 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-ea11a753-b202-4f12-a626-9511c91940ab tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Request body: {'security_group_rule': {'security_group_id': '7e192226-c0ec-4ee1-8db3-151c8478d40a', 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:43:11.714454 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-ea11a753-b202-4f12-a626-9511c91940ab tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:43:11.718172 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-ea11a753-b202-4f12-a626-9511c91940ab tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Usage tracker for resource:security_group_rule and tenant:b7e45fda9ad540a6ac359d1c64c9adb2 is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:43:11.721758 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-ea11a753-b202-4f12-a626-9511c91940ab tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:43:11.727329 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-ea11a753-b202-4f12-a626-9511c91940ab tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:43:11.745657 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-ea11a753-b202-4f12-a626-9511c91940ab tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:43:11.796769 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning complete for port acf2b886-675b-47d3-b7c5-8d7d2c111c22 triggered by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:43:11.797284 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:43:11.810861 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-ea11a753-b202-4f12-a626-9511c91940ab tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:43:11.814268 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-ea11a753-b202-4f12-a626-9511c91940ab tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841137'] for security_group_rule, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:43:11.816103 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-aec26004-a4e4-4f2f-a869-7f5462401efb tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:43:11.841204 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea11a753-b202-4f12-a626-9511c91940ab tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42af8583-0d9c-443b-8538-94481aeaca0d,revision_number=0']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:43:11.845547 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-ea11a753-b202-4f12-a626-9511c91940ab tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:43:11.850746 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-ea11a753-b202-4f12-a626-9511c91940ab tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:43:11.852056 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-ea11a753-b202-4f12-a626-9511c91940ab tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1488483
Dec 16 22:43:11.854718 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 49076) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:43:11.859705 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-6fb6284e-c250-407a-ade7-73d47978fc5e tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Request body: {'security_group_rule': {'security_group_id': '7e192226-c0ec-4ee1-8db3-151c8478d40a', 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:43:11.865652 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-6fb6284e-c250-407a-ade7-73d47978fc5e tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:43:11.869453 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-6fb6284e-c250-407a-ade7-73d47978fc5e tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Usage tracker for resource:security_group_rule and tenant:b7e45fda9ad540a6ac359d1c64c9adb2 is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:43:11.872650 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-6fb6284e-c250-407a-ade7-73d47978fc5e tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:43:11.878475 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-6fb6284e-c250-407a-ade7-73d47978fc5e tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:43:11.895943 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-6fb6284e-c250-407a-ade7-73d47978fc5e tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:43:11.958904 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-6fb6284e-c250-407a-ade7-73d47978fc5e tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:43:11.962748 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-6fb6284e-c250-407a-ade7-73d47978fc5e tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841137'] for security_group_rule, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:43:11.965410 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-07392b13-bddb-4617-a6ce-343418e07702 tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:43:11.988850 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb6284e-c250-407a-ade7-73d47978fc5e tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d02367c0-892a-4a3b-9de0-0aed1b60bf91,revision_number=0']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:43:11.991249 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-6fb6284e-c250-407a-ade7-73d47978fc5e tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:43:11.999811 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-6fb6284e-c250-407a-ade7-73d47978fc5e tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:43:12.001078 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-6fb6284e-c250-407a-ade7-73d47978fc5e tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1454678
Dec 16 22:43:12.004475 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 49080) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:43:12.009490 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-3d7ac5b4-986e-4b0e-997b-ea2d7d586847 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Request body: {'security_group_rule': {'security_group_id': '7e192226-c0ec-4ee1-8db3-151c8478d40a', 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:43:12.015227 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-3d7ac5b4-986e-4b0e-997b-ea2d7d586847 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:43:12.019615 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-3d7ac5b4-986e-4b0e-997b-ea2d7d586847 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Usage tracker for resource:security_group_rule and tenant:b7e45fda9ad540a6ac359d1c64c9adb2 is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:43:12.022480 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-3d7ac5b4-986e-4b0e-997b-ea2d7d586847 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:43:12.028200 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-3d7ac5b4-986e-4b0e-997b-ea2d7d586847 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:43:12.044863 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-3d7ac5b4-986e-4b0e-997b-ea2d7d586847 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:43:12.108178 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-3d7ac5b4-986e-4b0e-997b-ea2d7d586847 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:43:12.112252 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-3d7ac5b4-986e-4b0e-997b-ea2d7d586847 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841137'] for security_group_rule, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:43:12.114026 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-6fb6284e-c250-407a-ade7-73d47978fc5e tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:43:12.133773 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-517b22e6-44f5-482e-91cf-034a07e7c7e8 None None] Notify callbacks [] for port, precommit_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:43:12.135649 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7ac5b4-986e-4b0e-997b-ea2d7d586847 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b1cd8f9-ff66-448c-a0df-c7f6cfcc89e1,revision_number=0']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:43:12.138135 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-3d7ac5b4-986e-4b0e-997b-ea2d7d586847 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:43:12.146055 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-3d7ac5b4-986e-4b0e-997b-ea2d7d586847 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:43:12.147148 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-3d7ac5b4-986e-4b0e-997b-ea2d7d586847 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1417456
Dec 16 22:43:12.147642 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-517b22e6-44f5-482e-91cf-034a07e7c7e8 None None] Transition to ACTIVE for port object b82cf8df-8fb8-4371-a0e0-9b1b716920ec will not be triggered until provisioned by entity L2. {{(pid=87508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:43:12.149918 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 49084) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:43:12.154294 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-517b22e6-44f5-482e-91cf-034a07e7c7e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:43:12.155389 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-eee5b904-cea1-48ac-9556-fa4aaed64415 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Request body: {'security_group_rule': {'security_group_id': '7e192226-c0ec-4ee1-8db3-151c8478d40a', 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:43:12.158083 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:43:12.161399 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-eee5b904-cea1-48ac-9556-fa4aaed64415 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:43:12.165183 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-eee5b904-cea1-48ac-9556-fa4aaed64415 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Usage tracker for resource:security_group_rule and tenant:b7e45fda9ad540a6ac359d1c64c9adb2 is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:43:12.168022 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-eee5b904-cea1-48ac-9556-fa4aaed64415 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:43:12.173667 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-eee5b904-cea1-48ac-9556-fa4aaed64415 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:43:12.183912 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.db.securitygroups_db [None req-eee5b904-cea1-48ac-9556-fa4aaed64415 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Project b7e45fda9ad540a6ac359d1c64c9adb2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 16 22:43:12.191041 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-eee5b904-cea1-48ac-9556-fa4aaed64415 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:43:12.262558 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-eee5b904-cea1-48ac-9556-fa4aaed64415 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:43:12.269058 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-eee5b904-cea1-48ac-9556-fa4aaed64415 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841137'] for security_group_rule, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:43:12.271543 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-a31bdd67-09bf-4c0d-a1a0-e33eca734771 tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:43:12.295656 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee5b904-cea1-48ac-9556-fa4aaed64415 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91ec7cc5-f3e0-4004-a2b3-e6561730e14a,revision_number=0']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:43:12.298553 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-eee5b904-cea1-48ac-9556-fa4aaed64415 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:43:12.315206 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-eee5b904-cea1-48ac-9556-fa4aaed64415 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:43:12.316486 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-eee5b904-cea1-48ac-9556-fa4aaed64415 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1656425
Dec 16 22:43:12.319571 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 49088) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:43:12.325307 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-2c6d631e-e19b-460b-a9ca-de8db42319fd tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Request body: {'security_group_rule': {'security_group_id': '7e192226-c0ec-4ee1-8db3-151c8478d40a', 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:43:12.332667 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-2c6d631e-e19b-460b-a9ca-de8db42319fd tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:43:12.336898 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-2c6d631e-e19b-460b-a9ca-de8db42319fd tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Usage tracker for resource:security_group_rule and tenant:b7e45fda9ad540a6ac359d1c64c9adb2 is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:43:12.340328 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-2c6d631e-e19b-460b-a9ca-de8db42319fd tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:43:12.344475 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ce8e05-4e44-4d2c-b341-d6c43ae9a96c None None] Pushing event updated for resources: {'Port': ['ID=b82cf8df-8fb8-4371-a0e0-9b1b716920ec,revision_number=3']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:43:12.348699 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-2c6d631e-e19b-460b-a9ca-de8db42319fd tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:43:12.359159 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.db.securitygroups_db [None req-2c6d631e-e19b-460b-a9ca-de8db42319fd tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Project b7e45fda9ad540a6ac359d1c64c9adb2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 16 22:43:12.364375 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ce8e05-4e44-4d2c-b341-d6c43ae9a96c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:43:12.364734 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ce8e05-4e44-4d2c-b341-d6c43ae9a96c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:43:12.365764 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ce8e05-4e44-4d2c-b341-d6c43ae9a96c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:43:12.365764 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ce8e05-4e44-4d2c-b341-d6c43ae9a96c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:43:12.365764 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ce8e05-4e44-4d2c-b341-d6c43ae9a96c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:43:12.366084 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ce8e05-4e44-4d2c-b341-d6c43ae9a96c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:43:12.366386 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ce8e05-4e44-4d2c-b341-d6c43ae9a96c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:43:12.366716 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ce8e05-4e44-4d2c-b341-d6c43ae9a96c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:43:12.367046 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ce8e05-4e44-4d2c-b341-d6c43ae9a96c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:43:12.367257 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-2c6d631e-e19b-460b-a9ca-de8db42319fd tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:43:12.367370 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ce8e05-4e44-4d2c-b341-d6c43ae9a96c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:43:12.367682 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ce8e05-4e44-4d2c-b341-d6c43ae9a96c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:43:12.368103 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ce8e05-4e44-4d2c-b341-d6c43ae9a96c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:43:12.373303 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-e3ce8e05-4e44-4d2c-b341-d6c43ae9a96c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:43:12.380992 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-517b22e6-44f5-482e-91cf-034a07e7c7e8 None None] Attempting to bind port b82cf8df-8fb8-4371-a0e0-9b1b716920ec on host dv-neutron-821829-1-hyperv for vnic_type normal with profile  {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 22:43:12.381389 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-517b22e6-44f5-482e-91cf-034a07e7c7e8 None None] Attempting to bind port b82cf8df-8fb8-4371-a0e0-9b1b716920ec by drivers openvswitch,hyperv on host dv-neutron-821829-1-hyperv at level 0 using segments [{'id': 'be03943a-fbd3-414f-9cbb-6b0fd2ac387c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'd6ecdc83-d827-4982-962a-70097384af41'}] {{(pid=87508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 22:43:12.381772 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-517b22e6-44f5-482e-91cf-034a07e7c7e8 None None] Attempting to bind port b82cf8df-8fb8-4371-a0e0-9b1b716920ec on network d6ecdc83-d827-4982-962a-70097384af41 {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 22:43:12.387623 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-517b22e6-44f5-482e-91cf-034a07e7c7e8 None None] Checking agent: {'id': '5571501f-366e-47a4-9b60-8ef19d935d27', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821829-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 24, 2), 'started_at': datetime.datetime(2021, 12, 16, 22, 24, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 43, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821829-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 22:43:12.388211 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-517b22e6-44f5-482e-91cf-034a07e7c7e8 None None] Checking segment: {'id': 'be03943a-fbd3-414f-9cbb-6b0fd2ac387c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'd6ecdc83-d827-4982-962a-70097384af41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 22:43:12.388638 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-517b22e6-44f5-482e-91cf-034a07e7c7e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:43:12.389052 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-517b22e6-44f5-482e-91cf-034a07e7c7e8 None None] Bound using segment: {'id': 'be03943a-fbd3-414f-9cbb-6b0fd2ac387c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'd6ecdc83-d827-4982-962a-70097384af41'} {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 22:43:12.389538 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-517b22e6-44f5-482e-91cf-034a07e7c7e8 None None] Bound port: b82cf8df-8fb8-4371-a0e0-9b1b716920ec, host: dv-neutron-821829-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be03943a-fbd3-414f-9cbb-6b0fd2ac387c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'd6ecdc83-d827-4982-962a-70097384af41'}}] {{(pid=87508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 22:43:12.389933 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-517b22e6-44f5-482e-91cf-034a07e7c7e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:43:12.444158 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-2c6d631e-e19b-460b-a9ca-de8db42319fd tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:43:12.449705 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-2c6d631e-e19b-460b-a9ca-de8db42319fd tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841137'] for security_group_rule, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:43:12.452158 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-b28eefcf-5cae-46c0-abc8-5c91bc23531d tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:43:12.475149 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6d631e-e19b-460b-a9ca-de8db42319fd tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=039130bc-9b09-458c-ada6-8ed4229dd1de,revision_number=0']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:43:12.477741 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-2c6d631e-e19b-460b-a9ca-de8db42319fd tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:43:12.486131 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-2c6d631e-e19b-460b-a9ca-de8db42319fd tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:43:12.490269 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-2c6d631e-e19b-460b-a9ca-de8db42319fd tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1692705
Dec 16 22:43:12.501393 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-517b22e6-44f5-482e-91cf-034a07e7c7e8 None None] For port b82cf8df-8fb8-4371-a0e0-9b1b716920ec, host dv-neutron-821829-1-hyperv, cleared binding levels {{(pid=87508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 22:43:12.505077 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-517b22e6-44f5-482e-91cf-034a07e7c7e8 None None] For port b82cf8df-8fb8-4371-a0e0-9b1b716920ec, host dv-neutron-821829-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=b82cf8df-8fb8-4371-a0e0-9b1b716920ec,segment=NetworkSegment(be03943a-fbd3-414f-9cbb-6b0fd2ac387c),segment_id=be03943a-fbd3-414f-9cbb-6b0fd2ac387c)] {{(pid=87508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 22:43:12.509262 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-517b22e6-44f5-482e-91cf-034a07e7c7e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:43:12.513820 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:43:12.589469 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-517b22e6-44f5-482e-91cf-034a07e7c7e8 None None] Routers {'3b6426b1-010f-445d-afc5-d4c9cdb7bf36'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:43:12.590148 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-517b22e6-44f5-482e-91cf-034a07e7c7e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b77cab340>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:43:01Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['3b6426b1-010f-445d-afc5-d4c9cdb7bf36'], 'active': True} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:43:12.662255 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [req-b1f1478a-517c-4c09-b027-834c07414cc9 req-797bb03e-4259-48d3-84b2-aae7194614ff tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Synchronizing usage tracker for tenant:b7e45fda9ad540a6ac359d1c64c9adb2 on resource:security_group {{(pid=87507) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 22:43:12.675743 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ce8e05-4e44-4d2c-b341-d6c43ae9a96c None None] Pushing event updated for resources: {'Port': ['ID=b82cf8df-8fb8-4371-a0e0-9b1b716920ec,revision_number=4']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:43:12.678932 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [req-b1f1478a-517c-4c09-b027-834c07414cc9 req-797bb03e-4259-48d3-84b2-aae7194614ff tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Unset dirty status for tenant:b7e45fda9ad540a6ac359d1c64c9adb2 on resource:security_group {{(pid=87507) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 22:43:12.680425 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-b1f1478a-517c-4c09-b027-834c07414cc9 req-797bb03e-4259-48d3-84b2-aae7194614ff tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1517781138&fields=id&tenant_id=b7e45fda9ad540a6ac359d1c64c9adb2 HTTP/1.1" status: 200  len: 267 time: 0.0587962
Dec 16 22:43:12.682004 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-e3ce8e05-4e44-4d2c-b341-d6c43ae9a96c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:43:12.798973 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvr_db [None req-517b22e6-44f5-482e-91cf-034a07e7c7e8 None None] Set router 3b6426b1-010f-445d-afc5-d4c9cdb7bf36 gateway port host: dv-neutron-821829-1-hyperv {{(pid=87508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 22:43:12.832253 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f1478a-517c-4c09-b027-834c07414cc9 req-f83b3005-9a71-4c90-a65b-5187bd135654 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:43:12.832921 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [req-b1f1478a-517c-4c09-b027-834c07414cc9 req-f83b3005-9a71-4c90-a65b-5187bd135654 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Synchronizing usage tracker for tenant:b7e45fda9ad540a6ac359d1c64c9adb2 on resource:network {{(pid=87507) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 22:43:12.849225 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [req-b1f1478a-517c-4c09-b027-834c07414cc9 req-f83b3005-9a71-4c90-a65b-5187bd135654 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Unset dirty status for tenant:b7e45fda9ad540a6ac359d1c64c9adb2 on resource:network {{(pid=87507) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 22:43:12.850357 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-b1f1478a-517c-4c09-b027-834c07414cc9 req-f83b3005-9a71-4c90-a65b-5187bd135654 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "GET /v2.0/networks?id=d6ecdc83-d827-4982-962a-70097384af41 HTTP/1.1" status: 200  len: 796 time: 0.1622980
Dec 16 22:43:12.865916 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-b1f1478a-517c-4c09-b027-834c07414cc9 req-e91173bb-adfb-4756-82b0-836a57bda379 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "GET /v2.0/quotas/b7e45fda9ad540a6ac359d1c64c9adb2 HTTP/1.1" status: 200  len: 375 time: 0.0098441
Dec 16 22:43:12.947261 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [req-b1f1478a-517c-4c09-b027-834c07414cc9 req-0f7085f7-7c7e-482c-990d-9fd598949b57 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Synchronizing usage tracker for tenant:b7e45fda9ad540a6ac359d1c64c9adb2 on resource:port {{(pid=87507) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 22:43:12.962662 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [req-b1f1478a-517c-4c09-b027-834c07414cc9 req-0f7085f7-7c7e-482c-990d-9fd598949b57 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Unset dirty status for tenant:b7e45fda9ad540a6ac359d1c64c9adb2 on resource:port {{(pid=87507) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 22:43:12.964058 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-b1f1478a-517c-4c09-b027-834c07414cc9 req-0f7085f7-7c7e-482c-990d-9fd598949b57 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=b7e45fda9ad540a6ac359d1c64c9adb2&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0929627
Dec 16 22:43:12.980098 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [req-b1f1478a-517c-4c09-b027-834c07414cc9 req-747422b9-84a5-460a-8802-e4b8396eb1f6 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=87507) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 16 22:43:12.981043 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-b1f1478a-517c-4c09-b027-834c07414cc9 req-747422b9-84a5-460a-8802-e4b8396eb1f6 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0051301
Dec 16 22:43:13.110020 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-b1f1478a-517c-4c09-b027-834c07414cc9 req-de1d8f9c-f6c1-419f-af69-5f16b0ec9d7d service neutron] 10.222.0.13 "GET /v2.0/networks/d6ecdc83-d827-4982-962a-70097384af41?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1233852
Dec 16 22:43:13.118591 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-517b22e6-44f5-482e-91cf-034a07e7c7e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b77cab340>, [{'id': '3b6426b1-010f-445d-afc5-d4c9cdb7bf36', 'name': 'tempest-TestNetworkBasicOps-router-1706757754', 'tenant_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.145'}], 'enable_snat': True}, 'gw_port_id': 'acf2b886-675b-47d3-b7c5-8d7d2c111c22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:43:04Z', 'updated_at': '2021-12-16T22:43:09Z', 'revision_number': 4, 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'gw_port': {'id': 'acf2b886-675b-47d3-b7c5-8d7d2c111c22', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:8e:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b6426b1-010f-445d-afc5-d4c9cdb7bf36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:43:05Z', 'updated_at': '2021-12-16T22:43:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv', '_interfaces': [{'id': 'b82cf8df-8fb8-4371-a0e0-9b1b716920ec', 'name': '', 'network_id': 'd6ecdc83-d827-4982-962a-70097384af41', 'tenant_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'mac_address': 'fa:16:3e:e3:99:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b6426b1-010f-445d-afc5-d4c9cdb7bf36', 'device_owner': 'network:router_interface', 'standard_attr_id': 1345, 'fixed_ips': [{'subnet_id': '2f06a3d5-572c-4975-aae4-1c1760425084', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:43:08Z', 'updated_at': '2021-12-16T22:43:12Z', 'revision_number': 4, 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'subnets': [{'id': '2f06a3d5-572c-4975-aae4-1c1760425084', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:43:13.122557 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-517b22e6-44f5-482e-91cf-034a07e7c7e8 None None] The sync data for ids ['3b6426b1-010f-445d-afc5-d4c9cdb7bf36'] in dv-neutron-821829-1-hyperv is: [{'id': '3b6426b1-010f-445d-afc5-d4c9cdb7bf36', 'name': 'tempest-TestNetworkBasicOps-router-1706757754', 'tenant_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.145'}], 'enable_snat': True}, 'gw_port_id': 'acf2b886-675b-47d3-b7c5-8d7d2c111c22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:43:04Z', 'updated_at': '2021-12-16T22:43:09Z', 'revision_number': 4, 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'gw_port': {'id': 'acf2b886-675b-47d3-b7c5-8d7d2c111c22', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:8e:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b6426b1-010f-445d-afc5-d4c9cdb7bf36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:43:05Z', 'updated_at': '2021-12-16T22:43:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv', '_interfaces': [{'id': 'b82cf8df-8fb8-4371-a0e0-9b1b716920ec', 'name': '', 'network_id': 'd6ecdc83-d827-4982-962a-70097384af41', 'tenant_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'mac_address': 'fa:16:3e:e3:99:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b6426b1-010f-445d-afc5-d4c9cdb7bf36', 'device_owner': 'network:router_interface', 'standard_attr_id': 1345, 'fixed_ips': [{'subnet_id': '2f06a3d5-572c-4975-aae4-1c1760425084', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:43:08Z', 'updated_at': '2021-12-16T22:43:12Z', 'revision_number': 4, 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'subnets': [{'id': '2f06a3d5-572c-4975-aae4-1c1760425084', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 22:43:13.262583 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-b1f1478a-517c-4c09-b027-834c07414cc9 req-0e53e1f1-9eae-4b47-80b4-b93908a9263d service neutron] 10.222.0.13 "GET /v2.0/networks/d6ecdc83-d827-4982-962a-70097384af41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1459794
Dec 16 22:43:13.300258 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device b82cf8df-8fb8-4371-a0e0-9b1b716920ec up at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 22:43:13.395987 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning for port b82cf8df-8fb8-4371-a0e0-9b1b716920ec completed by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 22:43:13.408882 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning complete for port b82cf8df-8fb8-4371-a0e0-9b1b716920ec triggered by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:43:13.408882 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:43:13.551877 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-5c9a2bfe-94b7-4abb-9ceb-cd92edcae4e8 req-ea61091a-e123-474a-bc14-3eb9cc2a4ec3 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "GET /v2.0/ports?device_id=dccaeecb-c268-4701-9952-2505271c46ad HTTP/1.1" status: 200  len: 210 time: 0.1025093
Dec 16 22:43:13.640292 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:43:13.690723 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] For port b82cf8df-8fb8-4371-a0e0-9b1b716920ec, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=b82cf8df-8fb8-4371-a0e0-9b1b716920ec,segment=NetworkSegment(be03943a-fbd3-414f-9cbb-6b0fd2ac387c),segment_id=be03943a-fbd3-414f-9cbb-6b0fd2ac387c)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:43:13.699105 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:43:13.702691 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:43:13.805873 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Pushing event updated for resources: {'Port': ['ID=b82cf8df-8fb8-4371-a0e0-9b1b716920ec,revision_number=5']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:43:13.805873 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:43:14.719213 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-01da5319-5959-4612-8a80-c702ad757b39 req-13204615-4209-499b-8522-dd62596b5f74 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "GET /v2.0/ports?device_id=dccaeecb-c268-4701-9952-2505271c46ad HTTP/1.1" status: 200  len: 210 time: 0.0462353
Dec 16 22:43:14.900557 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f1478a-517c-4c09-b027-834c07414cc9 req-f0358615-3bf7-4acf-a15a-45763f15ae45 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:43:14.902191 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [req-b1f1478a-517c-4c09-b027-834c07414cc9 req-f0358615-3bf7-4acf-a15a-45763f15ae45 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Synchronizing usage tracker for tenant:b7e45fda9ad540a6ac359d1c64c9adb2 on resource:network {{(pid=87506) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 22:43:14.916774 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [req-b1f1478a-517c-4c09-b027-834c07414cc9 req-f0358615-3bf7-4acf-a15a-45763f15ae45 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Unset dirty status for tenant:b7e45fda9ad540a6ac359d1c64c9adb2 on resource:network {{(pid=87506) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 22:43:14.916774 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-b1f1478a-517c-4c09-b027-834c07414cc9 req-f0358615-3bf7-4acf-a15a-45763f15ae45 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.49 "GET /v2.0/networks?id=d6ecdc83-d827-4982-962a-70097384af41 HTTP/1.1" status: 200  len: 796 time: 0.1910009
Dec 16 22:43:14.977155 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [req-b1f1478a-517c-4c09-b027-834c07414cc9 req-f2d29fcf-06b3-452b-8c7f-fbfb4814ddf8 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Synchronizing usage tracker for tenant:b7e45fda9ad540a6ac359d1c64c9adb2 on resource:security_group {{(pid=87506) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 22:43:14.990817 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [req-b1f1478a-517c-4c09-b027-834c07414cc9 req-f2d29fcf-06b3-452b-8c7f-fbfb4814ddf8 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Unset dirty status for tenant:b7e45fda9ad540a6ac359d1c64c9adb2 on resource:security_group {{(pid=87506) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 22:43:14.992025 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-b1f1478a-517c-4c09-b027-834c07414cc9 req-f2d29fcf-06b3-452b-8c7f-fbfb4814ddf8 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b7e45fda9ad540a6ac359d1c64c9adb2 HTTP/1.1" status: 200  len: 380 time: 0.0600016
Dec 16 22:43:15.001766 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [req-b1f1478a-517c-4c09-b027-834c07414cc9 req-43a0cafa-42fa-4a22-9258-4cf3e0f65dd4 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Request body: {'port': {'device_id': 'dccaeecb-c268-4701-9952-2505271c46ad', 'network_id': 'd6ecdc83-d827-4982-962a-70097384af41', 'admin_state_up': True, 'tenant_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'security_groups': ['7e192226-c0ec-4ee1-8db3-151c8478d40a']}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:43:15.267908 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device b82cf8df-8fb8-4371-a0e0-9b1b716920ec up at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 22:43:15.277553 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [req-b1f1478a-517c-4c09-b027-834c07414cc9 req-43a0cafa-42fa-4a22-9258-4cf3e0f65dd4 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:43:15.289240 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [req-b1f1478a-517c-4c09-b027-834c07414cc9 req-43a0cafa-42fa-4a22-9258-4cf3e0f65dd4 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:43:15.303109 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1f1478a-517c-4c09-b027-834c07414cc9 req-43a0cafa-42fa-4a22-9258-4cf3e0f65dd4 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Made reservation on behalf of b7e45fda9ad540a6ac359d1c64c9adb2 for: {'port': 1} {{(pid=87506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:43:15.307339 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-b1f1478a-517c-4c09-b027-834c07414cc9 req-43a0cafa-42fa-4a22-9258-4cf3e0f65dd4 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:43:15.354952 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning complete for port b82cf8df-8fb8-4371-a0e0-9b1b716920ec triggered by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:43:15.355105 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:43:15.514839 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.db_base_plugin_common [req-b1f1478a-517c-4c09-b027-834c07414cc9 req-43a0cafa-42fa-4a22-9258-4cf3e0f65dd4 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Allocated IP 172.20.0.10 (d6ecdc83-d827-4982-962a-70097384af41/2f06a3d5-572c-4975-aae4-1c1760425084/185b1b6e-c9f4-4395-9d9d-9f4b450bf39f) {{(pid=87506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 22:43:15.718871 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-b1f1478a-517c-4c09-b027-834c07414cc9 req-43a0cafa-42fa-4a22-9258-4cf3e0f65dd4 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for port, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:43:15.737568 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.provisioning_blocks [req-b1f1478a-517c-4c09-b027-834c07414cc9 req-43a0cafa-42fa-4a22-9258-4cf3e0f65dd4 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Transition to ACTIVE for port object 185b1b6e-c9f4-4395-9d9d-9f4b450bf39f will not be triggered until provisioned by entity DHCP. {{(pid=87506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:43:15.768165 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-b1f1478a-517c-4c09-b027-834c07414cc9 req-43a0cafa-42fa-4a22-9258-4cf3e0f65dd4 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1863393'] for port, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:43:15.779581 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-a65f2e2d-570e-459b-8c2f-ac1acbf84a6e tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:43:15.865691 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1f1478a-517c-4c09-b027-834c07414cc9 req-43a0cafa-42fa-4a22-9258-4cf3e0f65dd4 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Network d6ecdc83-d827-4982-962a-70097384af41 is already hosted by enough agents. {{(pid=87506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:43:15.871050 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.base_scheduler [req-b1f1478a-517c-4c09-b027-834c07414cc9 req-43a0cafa-42fa-4a22-9258-4cf3e0f65dd4 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Resources bound (agent type, host, resource id):  {{(pid=87506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:43:15.873532 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1f1478a-517c-4c09-b027-834c07414cc9 req-43a0cafa-42fa-4a22-9258-4cf3e0f65dd4 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Received port after_create {{(pid=87506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 22:43:15.932000 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181def77-4fe5-44d4-836f-5870e37ad2d6 req-f2b39a48-d6b6-4651-9bc1-6543a424d53c tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:43:15.938835 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-181def77-4fe5-44d4-836f-5870e37ad2d6 req-f2b39a48-d6b6-4651-9bc1-6543a424d53c tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "GET /v2.0/ports?device_id=dccaeecb-c268-4701-9952-2505271c46ad HTTP/1.1" status: 200  len: 932 time: 0.1045561
Dec 16 22:43:15.947306 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f1478a-517c-4c09-b027-834c07414cc9 req-43a0cafa-42fa-4a22-9258-4cf3e0f65dd4 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:43:15.947306 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-b1f1478a-517c-4c09-b027-834c07414cc9 req-43a0cafa-42fa-4a22-9258-4cf3e0f65dd4 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for port, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:43:15.967902 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a0cafa-42fa-4a22-9258-4cf3e0f65dd4 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Pushing event updated for resources: {'Port': ['ID=185b1b6e-c9f4-4395-9d9d-9f4b450bf39f,revision_number=1']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:43:15.967902 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-43a0cafa-42fa-4a22-9258-4cf3e0f65dd4 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:43:15.984828 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-b1f1478a-517c-4c09-b027-834c07414cc9 req-43a0cafa-42fa-4a22-9258-4cf3e0f65dd4 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.9869699
Dec 16 22:43:16.090144 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [req-b1f1478a-517c-4c09-b027-834c07414cc9 req-48125493-d24f-4db7-b8de-f61ba90f4b36 service neutron] Request body: {'port': {'device_id': 'dccaeecb-c268-4701-9952-2505271c46ad', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8218'}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:43:16.114498 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-181def77-4fe5-44d4-836f-5870e37ad2d6 req-4ccabd60-9568-4e9e-a677-ab9372fd8653 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e192226-c0ec-4ee1-8db3-151c8478d40a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1690714
Dec 16 22:43:16.226252 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-b1f1478a-517c-4c09-b027-834c07414cc9 req-48125493-d24f-4db7-b8de-f61ba90f4b36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:43:16.276158 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-f9132e73-0759-4e6a-bbe7-fe970283ddd4 None None] Provisioning for port 185b1b6e-c9f4-4395-9d9d-9f4b450bf39f completed by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 22:43:16.278305 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-f9132e73-0759-4e6a-bbe7-fe970283ddd4 None None] Provisioning complete for port 185b1b6e-c9f4-4395-9d9d-9f4b450bf39f triggered by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:43:16.278563 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-f9132e73-0759-4e6a-bbe7-fe970283ddd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:43:16.335212 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-f9132e73-0759-4e6a-bbe7-fe970283ddd4 None None] Port 185b1b6e-c9f4-4395-9d9d-9f4b450bf39f cannot update to ACTIVE because it is not bound. {{(pid=87508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 22:43:16.602949 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.notifiers.nova [req-b1f1478a-517c-4c09-b027-834c07414cc9 req-48125493-d24f-4db7-b8de-f61ba90f4b36 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 185b1b6e-c9f4-4395-9d9d-9f4b450bf39f {{(pid=87506) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 22:43:16.612295 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-b1f1478a-517c-4c09-b027-834c07414cc9 req-48125493-d24f-4db7-b8de-f61ba90f4b36 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:43:16.625608 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.provisioning_blocks [req-b1f1478a-517c-4c09-b027-834c07414cc9 req-48125493-d24f-4db7-b8de-f61ba90f4b36 service neutron] Transition to ACTIVE for port object 185b1b6e-c9f4-4395-9d9d-9f4b450bf39f will not be triggered until provisioned by entity L2. {{(pid=87506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:43:16.632333 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-b1f1478a-517c-4c09-b027-834c07414cc9 req-48125493-d24f-4db7-b8de-f61ba90f4b36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1863400'] for port, after_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:43:16.634550 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-f141cbb8-ca04-448e-a9ac-30dc4821c7dd tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:43:16.803504 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48125493-d24f-4db7-b8de-f61ba90f4b36 service neutron] Pushing event updated for resources: {'Port': ['ID=185b1b6e-c9f4-4395-9d9d-9f4b450bf39f,revision_number=2']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:43:16.821862 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-48125493-d24f-4db7-b8de-f61ba90f4b36 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:43:16.897900 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.managers [req-b1f1478a-517c-4c09-b027-834c07414cc9 req-48125493-d24f-4db7-b8de-f61ba90f4b36 service neutron] Attempting to bind port 185b1b6e-c9f4-4395-9d9d-9f4b450bf39f on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=87506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 22:43:16.898243 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.managers [req-b1f1478a-517c-4c09-b027-834c07414cc9 req-48125493-d24f-4db7-b8de-f61ba90f4b36 service neutron] Attempting to bind port 185b1b6e-c9f4-4395-9d9d-9f4b450bf39f by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': 'be03943a-fbd3-414f-9cbb-6b0fd2ac387c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'd6ecdc83-d827-4982-962a-70097384af41'}] {{(pid=87506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 22:43:16.898575 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1f1478a-517c-4c09-b027-834c07414cc9 req-48125493-d24f-4db7-b8de-f61ba90f4b36 service neutron] Attempting to bind port 185b1b6e-c9f4-4395-9d9d-9f4b450bf39f on network d6ecdc83-d827-4982-962a-70097384af41 {{(pid=87506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 22:43:16.903279 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1f1478a-517c-4c09-b027-834c07414cc9 req-48125493-d24f-4db7-b8de-f61ba90f4b36 service neutron] Port 185b1b6e-c9f4-4395-9d9d-9f4b450bf39f on network d6ecdc83-d827-4982-962a-70097384af41 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=87506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 16 22:43:16.903601 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1f1478a-517c-4c09-b027-834c07414cc9 req-48125493-d24f-4db7-b8de-f61ba90f4b36 service neutron] Attempting to bind port 185b1b6e-c9f4-4395-9d9d-9f4b450bf39f on network d6ecdc83-d827-4982-962a-70097384af41 {{(pid=87506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 22:43:16.909283 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1f1478a-517c-4c09-b027-834c07414cc9 req-48125493-d24f-4db7-b8de-f61ba90f4b36 service neutron] Checking agent: {'id': '849b5cbb-8f70-4c31-8f37-fd42f8351747', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8218', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 30, 8), 'started_at': datetime.datetime(2021, 12, 16, 22, 30, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 43, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 22:43:16.909643 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1f1478a-517c-4c09-b027-834c07414cc9 req-48125493-d24f-4db7-b8de-f61ba90f4b36 service neutron] Checking segment: {'id': 'be03943a-fbd3-414f-9cbb-6b0fd2ac387c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'd6ecdc83-d827-4982-962a-70097384af41'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 22:43:16.910032 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1f1478a-517c-4c09-b027-834c07414cc9 req-48125493-d24f-4db7-b8de-f61ba90f4b36 service neutron] Bound using segment: {'id': 'be03943a-fbd3-414f-9cbb-6b0fd2ac387c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'd6ecdc83-d827-4982-962a-70097384af41'} {{(pid=87506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 22:43:16.910456 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.managers [req-b1f1478a-517c-4c09-b027-834c07414cc9 req-48125493-d24f-4db7-b8de-f61ba90f4b36 service neutron] Bound port: 185b1b6e-c9f4-4395-9d9d-9f4b450bf39f, host: hv-neutron-8218, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be03943a-fbd3-414f-9cbb-6b0fd2ac387c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'd6ecdc83-d827-4982-962a-70097384af41'}}] {{(pid=87506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 22:43:16.910804 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-b1f1478a-517c-4c09-b027-834c07414cc9 req-48125493-d24f-4db7-b8de-f61ba90f4b36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:43:17.003253 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.db [req-b1f1478a-517c-4c09-b027-834c07414cc9 req-48125493-d24f-4db7-b8de-f61ba90f4b36 service neutron] For port 185b1b6e-c9f4-4395-9d9d-9f4b450bf39f, host hv-neutron-8218, cleared binding levels {{(pid=87506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 22:43:17.005913 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.db [req-b1f1478a-517c-4c09-b027-834c07414cc9 req-48125493-d24f-4db7-b8de-f61ba90f4b36 service neutron] For port 185b1b6e-c9f4-4395-9d9d-9f4b450bf39f, host hv-neutron-8218, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=185b1b6e-c9f4-4395-9d9d-9f4b450bf39f,segment=NetworkSegment(be03943a-fbd3-414f-9cbb-6b0fd2ac387c),segment_id=be03943a-fbd3-414f-9cbb-6b0fd2ac387c)] {{(pid=87506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 22:43:17.010065 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-b1f1478a-517c-4c09-b027-834c07414cc9 req-48125493-d24f-4db7-b8de-f61ba90f4b36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1863400'] for port, after_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:43:17.014411 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-e0d4faac-bf2b-45a5-942e-ccf361026d46 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:43:17.062193 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f1478a-517c-4c09-b027-834c07414cc9 req-48125493-d24f-4db7-b8de-f61ba90f4b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:43:17.062812 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-b1f1478a-517c-4c09-b027-834c07414cc9 req-48125493-d24f-4db7-b8de-f61ba90f4b36 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for port, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:43:17.064162 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-b1f1478a-517c-4c09-b027-834c07414cc9 req-48125493-d24f-4db7-b8de-f61ba90f4b36 service neutron] 10.222.0.49 "PUT /v2.0/ports/185b1b6e-c9f4-4395-9d9d-9f4b450bf39f HTTP/1.1" status: 200  len: 1094 time: 1.0646110
Dec 16 22:43:17.064736 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dccaeecb-c268-4701-9952-2505271c46ad', 'tag': '185b1b6e-c9f4-4395-9d9d-9f4b450bf39f'}] {{(pid=87506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 22:43:17.095308 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48125493-d24f-4db7-b8de-f61ba90f4b36 service neutron] Pushing event updated for resources: {'Port': ['ID=185b1b6e-c9f4-4395-9d9d-9f4b450bf39f,revision_number=3']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:43:17.099429 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-48125493-d24f-4db7-b8de-f61ba90f4b36 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:43:17.116131 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dccaeecb-c268-4701-9952-2505271c46ad', 'tag': '185b1b6e-c9f4-4395-9d9d-9f4b450bf39f', 'status': 'completed', 'code': 200}
Dec 16 22:43:17.216776 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f1478a-517c-4c09-b027-834c07414cc9 req-dd83edca-75d5-47d1-b218-0f20a55033d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:43:17.218648 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-b1f1478a-517c-4c09-b027-834c07414cc9 req-dd83edca-75d5-47d1-b218-0f20a55033d7 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b7e45fda9ad540a6ac359d1c64c9adb2&device_id=dccaeecb-c268-4701-9952-2505271c46ad HTTP/1.1" status: 200  len: 1097 time: 0.0864124
Dec 16 22:43:17.350696 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fa018b-5506-4e44-9bb9-69e04c77df37 req-c34a133a-22ad-48d8-9bda-35ba6f65de5e tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:43:17.357653 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-55fa018b-5506-4e44-9bb9-69e04c77df37 req-c34a133a-22ad-48d8-9bda-35ba6f65de5e tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "GET /v2.0/ports?device_id=dccaeecb-c268-4701-9952-2505271c46ad HTTP/1.1" status: 200  len: 944 time: 0.1094570
Dec 16 22:43:17.406187 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-55fa018b-5506-4e44-9bb9-69e04c77df37 req-3d40c17c-5968-4d19-9408-bbccc7028c7d tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e192226-c0ec-4ee1-8db3-151c8478d40a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0446801
Dec 16 22:43:17.478439 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-b1f1478a-517c-4c09-b027-834c07414cc9 req-e477c7eb-2c23-4ea2-a1da-c35f288c65a6 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=185b1b6e-c9f4-4395-9d9d-9f4b450bf39f HTTP/1.1" status: 200  len: 217 time: 0.2415514
Dec 16 22:43:17.544434 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f1478a-517c-4c09-b027-834c07414cc9 req-2e0de33e-dc43-437a-b944-c90bed411186 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:43:17.545862 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-b1f1478a-517c-4c09-b027-834c07414cc9 req-2e0de33e-dc43-437a-b944-c90bed411186 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=2f06a3d5-572c-4975-aae4-1c1760425084 HTTP/1.1" status: 200  len: 834 time: 0.0608037
Dec 16 22:43:17.621523 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f1478a-517c-4c09-b027-834c07414cc9 req-3086eaec-777f-4bf5-84d8-526e2377e364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:43:17.622954 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-b1f1478a-517c-4c09-b027-834c07414cc9 req-3086eaec-777f-4bf5-84d8-526e2377e364 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d6ecdc83-d827-4982-962a-70097384af41&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0694933
Dec 16 22:43:17.752569 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-b1f1478a-517c-4c09-b027-834c07414cc9 req-0cf0b5a0-7a39-4d60-a566-78b1a633a212 service neutron] 10.222.0.49 "GET /v2.0/networks/d6ecdc83-d827-4982-962a-70097384af41?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1194606
Dec 16 22:43:17.881936 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-b1f1478a-517c-4c09-b027-834c07414cc9 req-977bbad0-7946-48d3-b365-63b99dde94c9 service neutron] 10.222.0.49 "GET /v2.0/networks/d6ecdc83-d827-4982-962a-70097384af41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1221573
Dec 16 22:43:18.057943 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b26234-1cf0-4268-a6c3-e3f3928e5406 req-c7e810c8-4fee-4470-b858-6c3f78ea61a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:43:18.059415 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-26b26234-1cf0-4268-a6c3-e3f3928e5406 req-c7e810c8-4fee-4470-b858-6c3f78ea61a7 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b7e45fda9ad540a6ac359d1c64c9adb2&device_id=dccaeecb-c268-4701-9952-2505271c46ad HTTP/1.1" status: 200  len: 1097 time: 0.0692418
Dec 16 22:43:18.192076 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b26234-1cf0-4268-a6c3-e3f3928e5406 req-61d23ac3-9ff5-4511-9ad5-463da6bc7e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:43:18.193399 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-26b26234-1cf0-4268-a6c3-e3f3928e5406 req-61d23ac3-9ff5-4511-9ad5-463da6bc7e21 service neutron] 10.222.0.49 "GET /v2.0/networks?id=d6ecdc83-d827-4982-962a-70097384af41 HTTP/1.1" status: 200  len: 897 time: 0.1218059
Dec 16 22:43:18.264814 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-26b26234-1cf0-4268-a6c3-e3f3928e5406 req-fbddeac9-0ba3-40e5-a124-7e4c6b61ce2d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=185b1b6e-c9f4-4395-9d9d-9f4b450bf39f HTTP/1.1" status: 200  len: 217 time: 0.0633094
Dec 16 22:43:18.333594 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b26234-1cf0-4268-a6c3-e3f3928e5406 req-a8ddf69d-d377-449b-85ff-82f8d9a39408 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:43:18.334870 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-26b26234-1cf0-4268-a6c3-e3f3928e5406 req-a8ddf69d-d377-449b-85ff-82f8d9a39408 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=2f06a3d5-572c-4975-aae4-1c1760425084 HTTP/1.1" status: 200  len: 834 time: 0.0578685
Dec 16 22:43:18.426273 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b26234-1cf0-4268-a6c3-e3f3928e5406 req-db31d197-538a-4451-a156-5be5af2efa75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:43:18.427726 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-26b26234-1cf0-4268-a6c3-e3f3928e5406 req-db31d197-538a-4451-a156-5be5af2efa75 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d6ecdc83-d827-4982-962a-70097384af41&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0696094
Dec 16 22:43:18.613158 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2979aa4-3871-4e75-a396-beea9fddb1f1 req-b01d84b9-a6d6-452e-81fd-7b2b88dad659 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:43:18.614645 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-f2979aa4-3871-4e75-a396-beea9fddb1f1 req-b01d84b9-a6d6-452e-81fd-7b2b88dad659 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "GET /v2.0/ports?device_id=dccaeecb-c268-4701-9952-2505271c46ad HTTP/1.1" status: 200  len: 944 time: 0.0831194
Dec 16 22:43:18.634671 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-a28db563-9c67-4745-b2e8-88d64b01e275 req-32a9a0c8-9868-485a-bca7-6f780834c66b service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=abb163d2-b020-449b-b47c-307670f94186&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1657367
Dec 16 22:43:18.636740 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-26b26234-1cf0-4268-a6c3-e3f3928e5406 req-e62a1d13-3431-452b-9e86-48c3636fb044 service neutron] 10.222.0.49 "GET /v2.0/networks/d6ecdc83-d827-4982-962a-70097384af41?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1922300
Dec 16 22:43:18.660982 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-f2979aa4-3871-4e75-a396-beea9fddb1f1 req-5bf74eb4-bac7-4a75-9db2-8bc5f11781ca tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e192226-c0ec-4ee1-8db3-151c8478d40a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0402925
Dec 16 22:43:18.837601 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-26b26234-1cf0-4268-a6c3-e3f3928e5406 req-19b0d397-3f91-460b-94f4-63e9a3ea501b service neutron] 10.222.0.49 "GET /v2.0/networks/d6ecdc83-d827-4982-962a-70097384af41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1755426
Dec 16 22:43:18.843737 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28db563-9c67-4745-b2e8-88d64b01e275 req-e6f6fe3b-7f9e-4c9b-afc6-a97ab9a3dd68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:43:18.845338 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-a28db563-9c67-4745-b2e8-88d64b01e275 req-e6f6fe3b-7f9e-4c9b-afc6-a97ab9a3dd68 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=1dc42150e9b948d4b2349aedc765e185&device_id=abb163d2-b020-449b-b47c-307670f94186 HTTP/1.1" status: 200  len: 1099 time: 0.1631749
Dec 16 22:43:19.011927 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28db563-9c67-4745-b2e8-88d64b01e275 req-a9a3b597-0900-4040-89e7-bdcaae4c95d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:43:19.013108 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-a28db563-9c67-4745-b2e8-88d64b01e275 req-a9a3b597-0900-4040-89e7-bdcaae4c95d5 service neutron] 10.222.0.49 "GET /v2.0/networks?id=d0cc98fe-1abf-4d5d-953d-ce7ee174c6a2 HTTP/1.1" status: 200  len: 897 time: 0.1276865
Dec 16 22:43:19.224630 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-a28db563-9c67-4745-b2e8-88d64b01e275 req-2b671522-70b0-48da-b85b-f6b3598a5dd9 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b4d49825-88d2-4ae1-ac5f-9e3f9744cc47 HTTP/1.1" status: 200  len: 1002 time: 0.2044897
Dec 16 22:43:19.286990 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28db563-9c67-4745-b2e8-88d64b01e275 req-10b56622-056d-46f0-94ff-fb9cfdd4654a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:43:19.288388 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-a28db563-9c67-4745-b2e8-88d64b01e275 req-10b56622-056d-46f0-94ff-fb9cfdd4654a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=bd776cfe-810e-4167-b6ff-a057c8be1d47 HTTP/1.1" status: 200  len: 835 time: 0.0570560
Dec 16 22:43:19.369844 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28db563-9c67-4745-b2e8-88d64b01e275 req-c480883d-7331-4e0b-8561-7bbdcb532aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:43:19.371305 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-a28db563-9c67-4745-b2e8-88d64b01e275 req-c480883d-7331-4e0b-8561-7bbdcb532aa1 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d0cc98fe-1abf-4d5d-953d-ce7ee174c6a2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0725286
Dec 16 22:43:19.438719 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Device 185b1b6e-c9f4-4395-9d9d-9f4b450bf39f details requested by agent hyperv_hv-neutron-8218 with host hv-neutron-8218 {{(pid=87508) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 16 22:43:19.519431 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-a28db563-9c67-4745-b2e8-88d64b01e275 req-abf02f73-3d01-4d30-8b54-7dd6c12e7ddb service neutron] 10.222.0.49 "GET /v2.0/networks/d0cc98fe-1abf-4d5d-953d-ce7ee174c6a2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1354587
Dec 16 22:43:19.576446 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] For port 185b1b6e-c9f4-4395-9d9d-9f4b450bf39f, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=185b1b6e-c9f4-4395-9d9d-9f4b450bf39f,segment=NetworkSegment(be03943a-fbd3-414f-9cbb-6b0fd2ac387c),segment_id=be03943a-fbd3-414f-9cbb-6b0fd2ac387c)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:43:19.590705 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Returning: {'device': '185b1b6e-c9f4-4395-9d9d-9f4b450bf39f', 'network_id': 'd6ecdc83-d827-4982-962a-70097384af41', 'port_id': '185b1b6e-c9f4-4395-9d9d-9f4b450bf39f', 'mac_address': 'fa:16:3e:11:65:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f06a3d5-572c-4975-aae4-1c1760425084', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87508) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 16 22:43:19.649080 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:43:19.654239 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-a28db563-9c67-4745-b2e8-88d64b01e275 req-9cb0dce5-b7a3-45a4-8b8d-72b884e13cf1 service neutron] 10.222.0.49 "GET /v2.0/networks/d0cc98fe-1abf-4d5d-953d-ce7ee174c6a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1265481
Dec 16 22:43:19.664923 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.notifiers.nova [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 185b1b6e-c9f4-4395-9d9d-9f4b450bf39f {{(pid=87508) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 22:43:19.679967 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] For port 185b1b6e-c9f4-4395-9d9d-9f4b450bf39f, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=185b1b6e-c9f4-4395-9d9d-9f4b450bf39f,segment=NetworkSegment(be03943a-fbd3-414f-9cbb-6b0fd2ac387c),segment_id=be03943a-fbd3-414f-9cbb-6b0fd2ac387c)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:43:19.684421 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:43:19.686200 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-36140291-3a76-430b-a0db-8f5fb3979ebf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:43:19.751591 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Pushing event updated for resources: {'Port': ['ID=185b1b6e-c9f4-4395-9d9d-9f4b450bf39f,revision_number=4']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:43:19.754931 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:43:19.854377 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794015e1-7bdb-4675-b791-0eeda6dc273d req-298763fe-eb20-492f-9d38-28761326b97d tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:43:19.855884 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-794015e1-7bdb-4675-b791-0eeda6dc273d req-298763fe-eb20-492f-9d38-28761326b97d tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "GET /v2.0/ports?device_id=dccaeecb-c268-4701-9952-2505271c46ad HTTP/1.1" status: 200  len: 945 time: 0.0775757
Dec 16 22:43:19.902449 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-794015e1-7bdb-4675-b791-0eeda6dc273d req-5cf52406-2d55-48f8-adb1-cf17d2c1f5fa tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e192226-c0ec-4ee1-8db3-151c8478d40a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0410924
Dec 16 22:43:20.025975 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] get_ports_and_sgs() called for port_ids ['185b1b6e-c9f4-4395-9d9d-9f4b450bf39f'] {{(pid=87508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 22:43:21.087052 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55698f18-ff9f-4a85-9399-455f2448f0b1 req-0d89cb85-e48d-47f0-99b4-133256a23a4a tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:43:21.088481 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-55698f18-ff9f-4a85-9399-455f2448f0b1 req-0d89cb85-e48d-47f0-99b4-133256a23a4a tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "GET /v2.0/ports?device_id=dccaeecb-c268-4701-9952-2505271c46ad HTTP/1.1" status: 200  len: 945 time: 0.0787544
Dec 16 22:43:21.131358 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-55698f18-ff9f-4a85-9399-455f2448f0b1 req-62399e2c-f709-4b4e-a219-22e2819aa2c6 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e192226-c0ec-4ee1-8db3-151c8478d40a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0373061
Dec 16 22:43:21.445572 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Device 185b1b6e-c9f4-4395-9d9d-9f4b450bf39f up at agent hyperv_hv-neutron-8218 {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 22:43:21.511121 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Provisioning for port 185b1b6e-c9f4-4395-9d9d-9f4b450bf39f completed by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 22:43:21.515818 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Provisioning complete for port 185b1b6e-c9f4-4395-9d9d-9f4b450bf39f triggered by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:43:21.516230 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:43:21.631689 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:43:21.657529 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dccaeecb-c268-4701-9952-2505271c46ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '185b1b6e-c9f4-4395-9d9d-9f4b450bf39f'}] {{(pid=87508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 22:43:21.667838 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] For port 185b1b6e-c9f4-4395-9d9d-9f4b450bf39f, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=185b1b6e-c9f4-4395-9d9d-9f4b450bf39f,segment=NetworkSegment(be03943a-fbd3-414f-9cbb-6b0fd2ac387c),segment_id=be03943a-fbd3-414f-9cbb-6b0fd2ac387c)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:43:21.671606 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:43:21.674180 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-d004d491-9a9a-4443-9613-50cc891b60d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:43:21.708414 dv-neutron-821829-1-hyperv neutron-server[87508]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dccaeecb-c268-4701-9952-2505271c46ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '185b1b6e-c9f4-4395-9d9d-9f4b450bf39f', 'code': 200}
Dec 16 22:43:21.739902 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Pushing event updated for resources: {'Port': ['ID=185b1b6e-c9f4-4395-9d9d-9f4b450bf39f,revision_number=5']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:43:21.743379 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:43:21.970280 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f63f6a0-e1f1-4e99-a7da-287432bae034 req-8411fce3-aa28-4005-ac24-1282aaa15959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:43:21.971649 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-0f63f6a0-e1f1-4e99-a7da-287432bae034 req-8411fce3-aa28-4005-ac24-1282aaa15959 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=dccaeecb-c268-4701-9952-2505271c46ad HTTP/1.1" status: 200  len: 1099 time: 0.0686414
Dec 16 22:43:22.011901 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-0f63f6a0-e1f1-4e99-a7da-287432bae034 req-a969f232-5644-4d0c-a36f-40772f7adbee service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=7e192226-c0ec-4ee1-8db3-151c8478d40a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0328183
Dec 16 22:43:22.313635 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e055d5-6e20-437f-a31f-2762c448f8df req-af1edf1c-f92e-482b-b3b0-841c95532ad8 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:43:22.315110 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-57e055d5-6e20-437f-a31f-2762c448f8df req-af1edf1c-f92e-482b-b3b0-841c95532ad8 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "GET /v2.0/ports?device_id=dccaeecb-c268-4701-9952-2505271c46ad HTTP/1.1" status: 200  len: 946 time: 0.0819433
Dec 16 22:43:22.363655 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-57e055d5-6e20-437f-a31f-2762c448f8df req-8824158e-609d-4b86-a1fa-292577445eb2 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e192226-c0ec-4ee1-8db3-151c8478d40a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0423813
Dec 16 22:43:23.554528 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4379e06f-b6f9-496f-8d36-0e05901c7f1b req-fb051ec5-93f1-45d1-a0a7-6fd3d29434a7 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:43:23.555877 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-4379e06f-b6f9-496f-8d36-0e05901c7f1b req-fb051ec5-93f1-45d1-a0a7-6fd3d29434a7 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "GET /v2.0/ports?device_id=dccaeecb-c268-4701-9952-2505271c46ad HTTP/1.1" status: 200  len: 946 time: 0.0823619
Dec 16 22:43:23.603653 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-4379e06f-b6f9-496f-8d36-0e05901c7f1b req-c22abb5c-99d4-448b-a58a-53093f950b1e tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e192226-c0ec-4ee1-8db3-151c8478d40a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0417941
Dec 16 22:43:23.798034 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9845af6b-ce76-42d5-be97-fbf031314304 req-17368e91-dabe-4cf7-bd04-4cc8727020a0 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:43:23.798413 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-9845af6b-ce76-42d5-be97-fbf031314304 req-17368e91-dabe-4cf7-bd04-4cc8727020a0 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "GET /v2.0/ports?device_id=dccaeecb-c268-4701-9952-2505271c46ad HTTP/1.1" status: 200  len: 946 time: 0.0870857
Dec 16 22:43:23.844798 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-9845af6b-ce76-42d5-be97-fbf031314304 req-d7f2d6a2-081b-42c4-83b9-d8245ffbc478 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e192226-c0ec-4ee1-8db3-151c8478d40a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0396683
Dec 16 22:43:23.867797 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 49148) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:43:23.942754 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-074e097c-9967-4ebf-bae1-5af48fe0112b tempest-TestNetworkBasicOps-761014822 tempest-TestNetworkBasicOps-761014822-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:43:23.944577 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-074e097c-9967-4ebf-bae1-5af48fe0112b tempest-TestNetworkBasicOps-761014822 tempest-TestNetworkBasicOps-761014822-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=dccaeecb-c268-4701-9952-2505271c46ad HTTP/1.1" status: 200  len: 1094 time: 0.0760705
Dec 16 22:43:23.947513 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 49152) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:43:23.953493 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-c729ee31-cd6a-4089-a320-c6ce9b1cb94b tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Request body: {'floatingip': {'floating_network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'port_id': '185b1b6e-c9f4-4395-9d9d-9f4b450bf39f', 'tenant_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'fixed_ip_address': '172.20.0.10'}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:43:23.959319 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-c729ee31-cd6a-4089-a320-c6ce9b1cb94b tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:43:23.963074 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-c729ee31-cd6a-4089-a320-c6ce9b1cb94b tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Usage tracker for resource:floatingip and tenant:b7e45fda9ad540a6ac359d1c64c9adb2 is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:43:23.965956 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-c729ee31-cd6a-4089-a320-c6ce9b1cb94b tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:43:23.971977 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-c729ee31-cd6a-4089-a320-c6ce9b1cb94b tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:43:23.981952 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-c729ee31-cd6a-4089-a320-c6ce9b1cb94b tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for floatingip, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:43:24.119831 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-c729ee31-cd6a-4089-a320-c6ce9b1cb94b tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:43:24.253311 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.db_base_plugin_common [None req-c729ee31-cd6a-4089-a320-c6ce9b1cb94b tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Allocated IP 172.26.0.55 (f8905ce9-304b-4976-bc47-e58c71c11de5/9bca8591-41ef-4f2d-8ecb-ecaab1a28acf/d21df58b-fb52-4725-a74a-b6e3ff76a1b8) {{(pid=87506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 22:43:24.401572 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-c729ee31-cd6a-4089-a320-c6ce9b1cb94b tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for port, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:43:24.430946 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-c729ee31-cd6a-4089-a320-c6ce9b1cb94b tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1863393'] for port, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:43:24.435462 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-771b0dd4-964d-42c1-bed1-b76d7f09d87d tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:43:24.497886 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c729ee31-cd6a-4089-a320-c6ce9b1cb94b tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Network f8905ce9-304b-4976-bc47-e58c71c11de5 is already hosted by enough agents. {{(pid=87506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:43:24.501212 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.base_scheduler [None req-c729ee31-cd6a-4089-a320-c6ce9b1cb94b tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Resources bound (agent type, host, resource id):  {{(pid=87506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:43:24.504322 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c729ee31-cd6a-4089-a320-c6ce9b1cb94b tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Received port after_create {{(pid=87506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 22:43:24.547595 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c729ee31-cd6a-4089-a320-c6ce9b1cb94b tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Pushing event updated for resources: {'Port': ['ID=d21df58b-fb52-4725-a74a-b6e3ff76a1b8,revision_number=1']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:43:24.551565 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-c729ee31-cd6a-4089-a320-c6ce9b1cb94b tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:43:24.938818 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-c729ee31-cd6a-4089-a320-c6ce9b1cb94b tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:43:25.125410 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-c729ee31-cd6a-4089-a320-c6ce9b1cb94b tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:43:25.327029 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-c729ee31-cd6a-4089-a320-c6ce9b1cb94b tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for port, precommit_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:43:25.332440 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-c729ee31-cd6a-4089-a320-c6ce9b1cb94b tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1863400'] for port, after_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:43:25.336694 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-c729ee31-cd6a-4089-a320-c6ce9b1cb94b tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:43:25.445760 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c729ee31-cd6a-4089-a320-c6ce9b1cb94b tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Pushing event updated for resources: {'Port': ['ID=d21df58b-fb52-4725-a74a-b6e3ff76a1b8,revision_number=2']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:43:25.449822 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-c729ee31-cd6a-4089-a320-c6ce9b1cb94b tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:43:25.456827 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-c729ee31-cd6a-4089-a320-c6ce9b1cb94b tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3741874'] for floatingip, after_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:43:25.631093 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.db.l3_db [None req-c729ee31-cd6a-4089-a320-c6ce9b1cb94b tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Floating IP 70571c43-4cf3-42e6-9814-f3f4af5e6ea1 associated. External IP: 172.26.0.55, port: 185b1b6e-c9f4-4395-9d9d-9f4b450bf39f.
Dec 16 22:43:25.992368 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c729ee31-cd6a-4089-a320-c6ce9b1cb94b tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Router 3b6426b1-010f-445d-afc5-d4c9cdb7bf36 has already been hosted by L3 agent 4f519db7-069b-43e2-8411-c092bac9102a {{(pid=87506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 22:43:26.173102 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c729ee31-cd6a-4089-a320-c6ce9b1cb94b tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify agent at l3_agent.dv-neutron-821829-1-hyperv the message routers_updated {{(pid=87506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 22:43:26.184751 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fefd80f-654f-4467-9d09-9ee3aa2d8925 None None] Sync routers for ids ['3b6426b1-010f-445d-afc5-d4c9cdb7bf36'] in dv-neutron-821829-1-hyperv {{(pid=87509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 22:43:26.194963 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fefd80f-654f-4467-9d09-9ee3aa2d8925 None None] Routers {'3b6426b1-010f-445d-afc5-d4c9cdb7bf36'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:43:26.195574 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-4fefd80f-654f-4467-9d09-9ee3aa2d8925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b7c8a69a0>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:43:01Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['3b6426b1-010f-445d-afc5-d4c9cdb7bf36'], 'active': True} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:43:26.199675 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-c729ee31-cd6a-4089-a320-c6ce9b1cb94b tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for floatingip, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:43:26.259171 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-c729ee31-cd6a-4089-a320-c6ce9b1cb94b tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.3106284
Dec 16 22:43:26.260377 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dccaeecb-c268-4701-9952-2505271c46ad', 'tag': '185b1b6e-c9f4-4395-9d9d-9f4b450bf39f'}] {{(pid=87506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 22:43:26.262271 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 49156) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:43:26.323642 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dccaeecb-c268-4701-9952-2505271c46ad', 'tag': '185b1b6e-c9f4-4395-9d9d-9f4b450bf39f', 'status': 'completed', 'code': 200}
Dec 16 22:43:26.397997 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvr_db [None req-4fefd80f-654f-4467-9d09-9ee3aa2d8925 None None] Set router 3b6426b1-010f-445d-afc5-d4c9cdb7bf36 gateway port host: dv-neutron-821829-1-hyperv {{(pid=87509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 22:43:26.406789 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-00a6be18-fb61-4cec-90a4-a36376c274e5 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "GET /v2.0/floatingips/70571c43-4cf3-42e6-9814-f3f4af5e6ea1 HTTP/1.1" status: 200  len: 991 time: 0.1368828
Dec 16 22:43:26.576261 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e474ce43-e9f6-4385-9bef-da5fdb049672 req-b9668d80-9a06-49ed-a2a3-9a4e833c63d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:43:26.576261 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-e474ce43-e9f6-4385-9bef-da5fdb049672 req-b9668d80-9a06-49ed-a2a3-9a4e833c63d3 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b7e45fda9ad540a6ac359d1c64c9adb2&device_id=dccaeecb-c268-4701-9952-2505271c46ad HTTP/1.1" status: 200  len: 1099 time: 0.1930337
Dec 16 22:43:26.732246 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e474ce43-e9f6-4385-9bef-da5fdb049672 req-1440f139-0976-4466-94b7-3b55e84bb31c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:43:26.732246 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-e474ce43-e9f6-4385-9bef-da5fdb049672 req-1440f139-0976-4466-94b7-3b55e84bb31c service neutron] 10.222.0.49 "GET /v2.0/networks?id=d6ecdc83-d827-4982-962a-70097384af41 HTTP/1.1" status: 200  len: 897 time: 0.1455879
Dec 16 22:43:26.776787 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-4fefd80f-654f-4467-9d09-9ee3aa2d8925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b7c8a69a0>, [{'id': '3b6426b1-010f-445d-afc5-d4c9cdb7bf36', 'name': 'tempest-TestNetworkBasicOps-router-1706757754', 'tenant_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.145'}], 'enable_snat': True}, 'gw_port_id': 'acf2b886-675b-47d3-b7c5-8d7d2c111c22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:43:04Z', 'updated_at': '2021-12-16T22:43:09Z', 'revision_number': 4, 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'gw_port': {'id': 'acf2b886-675b-47d3-b7c5-8d7d2c111c22', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:8e:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b6426b1-010f-445d-afc5-d4c9cdb7bf36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:43:05Z', 'updated_at': '2021-12-16T22:43:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv', '_floatingips': [{'id': '70571c43-4cf3-42e6-9814-f3f4af5e6ea1', 'tenant_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'floating_ip_address': '172.26.0.55', 'floating_network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'router_id': '3b6426b1-010f-445d-afc5-d4c9cdb7bf36', 'port_id': '185b1b6e-c9f4-4395-9d9d-9f4b450bf39f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1357, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6ecdc83-d827-4982-962a-70097384af41', 'mac_address': 'fa:16:3e:11:65:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dccaeecb-c268-4701-9952-2505271c46ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T22:43:24Z', 'updated_at': '2021-12-16T22:43:24Z', 'revision_number': 0, 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b82cf8df-8fb8-4371-a0e0-9b1b716920ec', 'name': '', 'network_id': 'd6ecdc83-d827-4982-962a-70097384af41', 'tenant_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'mac_address': 'fa:16:3e:e3:99:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b6426b1-010f-445d-afc5-d4c9cdb7bf36', 'device_owner': 'network:router_interface', 'standard_attr_id': 1345, 'fixed_ips': [{'subnet_id': '2f06a3d5-572c-4975-aae4-1c1760425084', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:43:08Z', 'updated_at': '2021-12-16T22:43:13Z', 'revision_number': 5, 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'subnets': [{'id': '2f06a3d5-572c-4975-aae4-1c1760425084', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:43:26.776787 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fefd80f-654f-4467-9d09-9ee3aa2d8925 None None] Checking router: 3b6426b1-010f-445d-afc5-d4c9cdb7bf36 for host: dv-neutron-821829-1-hyperv {{(pid=87509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 22:43:26.790437 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fefd80f-654f-4467-9d09-9ee3aa2d8925 None None] Routers {'3b6426b1-010f-445d-afc5-d4c9cdb7bf36'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:43:26.790437 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-4fefd80f-654f-4467-9d09-9ee3aa2d8925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b7c8a69a0>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:43:01Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['3b6426b1-010f-445d-afc5-d4c9cdb7bf36'], 'active': True} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:43:26.983401 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-e474ce43-e9f6-4385-9bef-da5fdb049672 req-05d3e2d8-b6de-4542-a4ce-ec97dcfcd1ba service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=185b1b6e-c9f4-4395-9d9d-9f4b450bf39f HTTP/1.1" status: 200  len: 999 time: 0.2526219
Dec 16 22:43:27.017328 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvr_db [None req-4fefd80f-654f-4467-9d09-9ee3aa2d8925 None None] Set router 3b6426b1-010f-445d-afc5-d4c9cdb7bf36 gateway port host: dv-neutron-821829-1-hyperv {{(pid=87509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 22:43:27.051739 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e474ce43-e9f6-4385-9bef-da5fdb049672 req-f6dcd76e-2a24-4b4f-826d-88cab2eaf5f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:43:27.053718 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-e474ce43-e9f6-4385-9bef-da5fdb049672 req-f6dcd76e-2a24-4b4f-826d-88cab2eaf5f6 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=2f06a3d5-572c-4975-aae4-1c1760425084 HTTP/1.1" status: 200  len: 834 time: 0.0629776
Dec 16 22:43:27.136526 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e474ce43-e9f6-4385-9bef-da5fdb049672 req-1ac286a8-aa99-4969-867e-2c7cf75f3f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:43:27.139372 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-e474ce43-e9f6-4385-9bef-da5fdb049672 req-1ac286a8-aa99-4969-867e-2c7cf75f3f32 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d6ecdc83-d827-4982-962a-70097384af41&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0776544
Dec 16 22:43:27.291973 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-e474ce43-e9f6-4385-9bef-da5fdb049672 req-efb8bfba-2b8e-4bf5-a3d2-35a198690047 service neutron] 10.222.0.49 "GET /v2.0/networks/d6ecdc83-d827-4982-962a-70097384af41?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1460941
Dec 16 22:43:27.411839 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 49162) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:43:27.429423 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-4fefd80f-654f-4467-9d09-9ee3aa2d8925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b7c8a69a0>, [{'id': '3b6426b1-010f-445d-afc5-d4c9cdb7bf36', 'name': 'tempest-TestNetworkBasicOps-router-1706757754', 'tenant_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.145'}], 'enable_snat': True}, 'gw_port_id': 'acf2b886-675b-47d3-b7c5-8d7d2c111c22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:43:04Z', 'updated_at': '2021-12-16T22:43:09Z', 'revision_number': 4, 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'gw_port': {'id': 'acf2b886-675b-47d3-b7c5-8d7d2c111c22', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:8e:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b6426b1-010f-445d-afc5-d4c9cdb7bf36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:43:05Z', 'updated_at': '2021-12-16T22:43:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv', '_floatingips': [{'id': '70571c43-4cf3-42e6-9814-f3f4af5e6ea1', 'tenant_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'floating_ip_address': '172.26.0.55', 'floating_network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'router_id': '3b6426b1-010f-445d-afc5-d4c9cdb7bf36', 'port_id': '185b1b6e-c9f4-4395-9d9d-9f4b450bf39f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1357, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6ecdc83-d827-4982-962a-70097384af41', 'mac_address': 'fa:16:3e:11:65:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dccaeecb-c268-4701-9952-2505271c46ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T22:43:24Z', 'updated_at': '2021-12-16T22:43:24Z', 'revision_number': 0, 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b82cf8df-8fb8-4371-a0e0-9b1b716920ec', 'name': '', 'network_id': 'd6ecdc83-d827-4982-962a-70097384af41', 'tenant_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'mac_address': 'fa:16:3e:e3:99:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b6426b1-010f-445d-afc5-d4c9cdb7bf36', 'device_owner': 'network:router_interface', 'standard_attr_id': 1345, 'fixed_ips': [{'subnet_id': '2f06a3d5-572c-4975-aae4-1c1760425084', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:43:08Z', 'updated_at': '2021-12-16T22:43:13Z', 'revision_number': 5, 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'subnets': [{'id': '2f06a3d5-572c-4975-aae4-1c1760425084', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:43:27.435519 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fefd80f-654f-4467-9d09-9ee3aa2d8925 None None] The sync data for ids ['3b6426b1-010f-445d-afc5-d4c9cdb7bf36'] in dv-neutron-821829-1-hyperv is: [{'id': '3b6426b1-010f-445d-afc5-d4c9cdb7bf36', 'name': 'tempest-TestNetworkBasicOps-router-1706757754', 'tenant_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.145'}], 'enable_snat': True}, 'gw_port_id': 'acf2b886-675b-47d3-b7c5-8d7d2c111c22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:43:04Z', 'updated_at': '2021-12-16T22:43:09Z', 'revision_number': 4, 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'gw_port': {'id': 'acf2b886-675b-47d3-b7c5-8d7d2c111c22', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:8e:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b6426b1-010f-445d-afc5-d4c9cdb7bf36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:43:05Z', 'updated_at': '2021-12-16T22:43:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv', '_floatingips': [{'id': '70571c43-4cf3-42e6-9814-f3f4af5e6ea1', 'tenant_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'floating_ip_address': '172.26.0.55', 'floating_network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'router_id': '3b6426b1-010f-445d-afc5-d4c9cdb7bf36', 'port_id': '185b1b6e-c9f4-4395-9d9d-9f4b450bf39f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1357, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6ecdc83-d827-4982-962a-70097384af41', 'mac_address': 'fa:16:3e:11:65:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dccaeecb-c268-4701-9952-2505271c46ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T22:43:24Z', 'updated_at': '2021-12-16T22:43:24Z', 'revision_number': 0, 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b82cf8df-8fb8-4371-a0e0-9b1b716920ec', 'name': '', 'network_id': 'd6ecdc83-d827-4982-962a-70097384af41', 'tenant_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'mac_address': 'fa:16:3e:e3:99:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b6426b1-010f-445d-afc5-d4c9cdb7bf36', 'device_owner': 'network:router_interface', 'standard_attr_id': 1345, 'fixed_ips': [{'subnet_id': '2f06a3d5-572c-4975-aae4-1c1760425084', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:43:08Z', 'updated_at': '2021-12-16T22:43:13Z', 'revision_number': 5, 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'subnets': [{'id': '2f06a3d5-572c-4975-aae4-1c1760425084', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 22:43:27.480597 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-e474ce43-e9f6-4385-9bef-da5fdb049672 req-62f56116-282a-4687-ada4-fab5caea9043 service neutron] 10.222.0.49 "GET /v2.0/networks/d6ecdc83-d827-4982-962a-70097384af41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1788311
Dec 16 22:43:27.555748 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-2a0638da-76ff-45ba-819b-0409b3a52235 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "GET /v2.0/floatingips/70571c43-4cf3-42e6-9814-f3f4af5e6ea1 HTTP/1.1" status: 200  len: 991 time: 0.1525755
Dec 16 22:43:27.669109 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2753cfb7-1f71-4e03-901c-7179ffe20916 None None] New status for floating IP 70571c43-4cf3-42e6-9814-f3f4af5e6ea1: ACTIVE {{(pid=87508) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 16 22:43:28.137811 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-1abb7649-8baf-469a-9a7e-3a096f20e4d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:43:28.559857 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 49170) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:43:28.665017 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-3457507d-5907-4604-8b59-6cf40abb74dc tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "GET /v2.0/floatingips/70571c43-4cf3-42e6-9814-f3f4af5e6ea1 HTTP/1.1" status: 200  len: 993 time: 0.1038146
Dec 16 22:43:30.573305 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-c84d7241-a9f3-45b3-9dbb-a5be2f64b6ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:43:31.458173 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-3e729f7f-1589-4d54-9c4a-7ee6b283cc2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:43:31.661197 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:43:33.211603 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-4541ba3b-6be8-499c-bc94-3c60aa55c4f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:43:34.383433 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 49178) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:43:34.587784 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [None req-54c04d56-6dfb-4151-a6f9-f1fbcaa898e8 tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] Deleting port 647798a5-0032-46da-8098-e42fe66f9346 {{(pid=87506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:43:34.588135 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-54c04d56-6dfb-4151-a6f9-f1fbcaa898e8 tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:43:34.751538 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-54c04d56-6dfb-4151-a6f9-f1fbcaa898e8 tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:43:34.751785 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-54c04d56-6dfb-4151-a6f9-f1fbcaa898e8 tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:43:34.870348 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [None req-54c04d56-6dfb-4151-a6f9-f1fbcaa898e8 tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] Calling delete_port for 647798a5-0032-46da-8098-e42fe66f9346 owned by network:floatingip {{(pid=87506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:43:35.029580 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-54c04d56-6dfb-4151-a6f9-f1fbcaa898e8 tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1863393'] for port, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:43:35.033921 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-e9541469-a5ef-42c5-ae76-c1342c81b409 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:43:35.079781 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c04d56-6dfb-4151-a6f9-f1fbcaa898e8 tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] Pushing event deleted for resources: {'Port': ['ID=647798a5-0032-46da-8098-e42fe66f9346,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:43:35.104451 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-54c04d56-6dfb-4151-a6f9-f1fbcaa898e8 tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:43:35.165429 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-54c04d56-6dfb-4151-a6f9-f1fbcaa898e8 tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] Notify callbacks [] for floatingip, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:43:35.165757 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.db.l3_db [None req-54c04d56-6dfb-4151-a6f9-f1fbcaa898e8 tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] Floating IP 9832e414-8d9c-4028-a7b9-7c0876d9f412 disassociated (deleted). External IP: 172.26.0.232, port: b4d49825-88d2-4ae1-ac5f-9e3f9744cc47.
Dec 16 22:43:35.537893 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.agents_db [None req-0abd2616-a86c-48e2-be07-10823335a5bb None None] Agent healthcheck: found 6 active agents {{(pid=87509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 22:43:35.612910 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54c04d56-6dfb-4151-a6f9-f1fbcaa898e8 tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] Router 5f106934-be1a-407c-b967-03e0c8912af2 has already been hosted by L3 agent 4f519db7-069b-43e2-8411-c092bac9102a {{(pid=87506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 22:43:35.792128 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54c04d56-6dfb-4151-a6f9-f1fbcaa898e8 tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] Notify agent at l3_agent.dv-neutron-821829-1-hyperv the message routers_updated {{(pid=87506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 22:43:35.802834 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a0a81f1-e576-4c87-92a0-769565a2b369 None None] Sync routers for ids ['5f106934-be1a-407c-b967-03e0c8912af2'] in dv-neutron-821829-1-hyperv {{(pid=87509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 22:43:35.805024 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-54c04d56-6dfb-4151-a6f9-f1fbcaa898e8 tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for floatingip, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:43:35.812879 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a0a81f1-e576-4c87-92a0-769565a2b369 None None] Routers {'5f106934-be1a-407c-b967-03e0c8912af2'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:43:35.813562 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-4a0a81f1-e576-4c87-92a0-769565a2b369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b7c74a160>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:43:31Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['5f106934-be1a-407c-b967-03e0c8912af2'], 'active': True} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:43:35.863456 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-54c04d56-6dfb-4151-a6f9-f1fbcaa898e8 tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] 10.222.0.13 "DELETE /v2.0/floatingips/9832e414-8d9c-4028-a7b9-7c0876d9f412 HTTP/1.1" status: 204  len: 168 time: 1.4788070
Dec 16 22:43:35.864104 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'abb163d2-b020-449b-b47c-307670f94186', 'tag': 'b4d49825-88d2-4ae1-ac5f-9e3f9744cc47'}] {{(pid=87506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 22:43:36.001565 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvr_db [None req-4a0a81f1-e576-4c87-92a0-769565a2b369 None None] Set router 5f106934-be1a-407c-b967-03e0c8912af2 gateway port host: dv-neutron-821829-1-hyperv {{(pid=87509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 22:43:36.057950 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'abb163d2-b020-449b-b47c-307670f94186', 'tag': 'b4d49825-88d2-4ae1-ac5f-9e3f9744cc47', 'status': 'completed', 'code': 200}
Dec 16 22:43:36.233252 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0cb17d-83eb-40b0-9c70-fec22732461d req-1d027847-1c4f-4ebf-84ed-e787fd1cea91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:43:36.234739 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-ba0cb17d-83eb-40b0-9c70-fec22732461d req-1d027847-1c4f-4ebf-84ed-e787fd1cea91 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=1dc42150e9b948d4b2349aedc765e185&device_id=abb163d2-b020-449b-b47c-307670f94186 HTTP/1.1" status: 200  len: 1099 time: 0.0745456
Dec 16 22:43:36.247912 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7bd3aa-2af3-42ba-bd30-ce9d0ae970fc req-eb7e1bab-8d38-4f12-ad54-9cf4b7244127 tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:43:36.249402 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-bb7bd3aa-2af3-42ba-bd30-ce9d0ae970fc req-eb7e1bab-8d38-4f12-ad54-9cf4b7244127 tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] 10.222.0.13 "GET /v2.0/ports?device_id=abb163d2-b020-449b-b47c-307670f94186 HTTP/1.1" status: 200  len: 946 time: 0.0819941
Dec 16 22:43:36.293960 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-bb7bd3aa-2af3-42ba-bd30-ce9d0ae970fc req-7df6d3e4-8cc1-44d1-9efe-fea291a6bf74 tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] 10.222.0.13 "GET /v2.0/security-groups?id=1ec9b9d7-0f2d-41e7-bbca-fcf898c11448&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0383430
Dec 16 22:43:36.326377 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-4a0a81f1-e576-4c87-92a0-769565a2b369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b7c74a160>, [{'id': '5f106934-be1a-407c-b967-03e0c8912af2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1736742297', 'tenant_id': '1dc42150e9b948d4b2349aedc765e185', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.30'}], 'enable_snat': True}, 'gw_port_id': '520c2901-3a24-4172-93a5-157f804dd5f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:41:37Z', 'updated_at': '2021-12-16T22:41:42Z', 'revision_number': 4, 'project_id': '1dc42150e9b948d4b2349aedc765e185', 'gw_port': {'id': '520c2901-3a24-4172-93a5-157f804dd5f0', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:1c:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f106934-be1a-407c-b967-03e0c8912af2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1302, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:41:37Z', 'updated_at': '2021-12-16T22:41:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv', '_interfaces': [{'id': '00817b5e-de4c-41b9-8a42-ca539e5e4def', 'name': '', 'network_id': 'd0cc98fe-1abf-4d5d-953d-ce7ee174c6a2', 'tenant_id': '1dc42150e9b948d4b2349aedc765e185', 'mac_address': 'fa:16:3e:67:c2:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f106934-be1a-407c-b967-03e0c8912af2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1305, 'fixed_ips': [{'subnet_id': 'bd776cfe-810e-4167-b6ff-a057c8be1d47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:41:41Z', 'updated_at': '2021-12-16T22:41:49Z', 'revision_number': 5, 'project_id': '1dc42150e9b948d4b2349aedc765e185', 'subnets': [{'id': 'bd776cfe-810e-4167-b6ff-a057c8be1d47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:43:36.330331 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a0a81f1-e576-4c87-92a0-769565a2b369 None None] Checking router: 5f106934-be1a-407c-b967-03e0c8912af2 for host: dv-neutron-821829-1-hyperv {{(pid=87509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 22:43:36.338999 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a0a81f1-e576-4c87-92a0-769565a2b369 None None] Routers {'5f106934-be1a-407c-b967-03e0c8912af2'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:43:36.339627 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-4a0a81f1-e576-4c87-92a0-769565a2b369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b7c74a160>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:43:31Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['5f106934-be1a-407c-b967-03e0c8912af2'], 'active': True} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:43:36.366896 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0cb17d-83eb-40b0-9c70-fec22732461d req-1985d7e1-b14e-42c8-9567-b27a86146edc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:43:36.368373 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-ba0cb17d-83eb-40b0-9c70-fec22732461d req-1985d7e1-b14e-42c8-9567-b27a86146edc service neutron] 10.222.0.49 "GET /v2.0/networks?id=d0cc98fe-1abf-4d5d-953d-ce7ee174c6a2 HTTP/1.1" status: 200  len: 897 time: 0.1259027
Dec 16 22:43:36.454601 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-ba0cb17d-83eb-40b0-9c70-fec22732461d req-a5e8eed1-3d29-412d-afc4-355464d5de1a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b4d49825-88d2-4ae1-ac5f-9e3f9744cc47 HTTP/1.1" status: 200  len: 217 time: 0.0684018
Dec 16 22:43:36.516867 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0cb17d-83eb-40b0-9c70-fec22732461d req-33afebdf-0c5f-402f-9c11-45b4645ebb52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:43:36.517431 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvr_db [None req-4a0a81f1-e576-4c87-92a0-769565a2b369 None None] Set router 5f106934-be1a-407c-b967-03e0c8912af2 gateway port host: dv-neutron-821829-1-hyperv {{(pid=87509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 22:43:36.518808 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-ba0cb17d-83eb-40b0-9c70-fec22732461d req-33afebdf-0c5f-402f-9c11-45b4645ebb52 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=bd776cfe-810e-4167-b6ff-a057c8be1d47 HTTP/1.1" status: 200  len: 835 time: 0.0576560
Dec 16 22:43:36.596057 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0cb17d-83eb-40b0-9c70-fec22732461d req-cba13dd7-b584-4120-9a0b-d716bae2498a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:43:36.597467 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-ba0cb17d-83eb-40b0-9c70-fec22732461d req-cba13dd7-b584-4120-9a0b-d716bae2498a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d0cc98fe-1abf-4d5d-953d-ce7ee174c6a2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0706584
Dec 16 22:43:36.730082 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-ba0cb17d-83eb-40b0-9c70-fec22732461d req-513d96c7-eb9a-4bb6-b6e3-e54a6ac8fe14 service neutron] 10.222.0.49 "GET /v2.0/networks/d0cc98fe-1abf-4d5d-953d-ce7ee174c6a2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1248596
Dec 16 22:43:36.859228 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-4a0a81f1-e576-4c87-92a0-769565a2b369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b7c74a160>, [{'id': '5f106934-be1a-407c-b967-03e0c8912af2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1736742297', 'tenant_id': '1dc42150e9b948d4b2349aedc765e185', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.30'}], 'enable_snat': True}, 'gw_port_id': '520c2901-3a24-4172-93a5-157f804dd5f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:41:37Z', 'updated_at': '2021-12-16T22:41:42Z', 'revision_number': 4, 'project_id': '1dc42150e9b948d4b2349aedc765e185', 'gw_port': {'id': '520c2901-3a24-4172-93a5-157f804dd5f0', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:1c:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f106934-be1a-407c-b967-03e0c8912af2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1302, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:41:37Z', 'updated_at': '2021-12-16T22:41:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv', '_interfaces': [{'id': '00817b5e-de4c-41b9-8a42-ca539e5e4def', 'name': '', 'network_id': 'd0cc98fe-1abf-4d5d-953d-ce7ee174c6a2', 'tenant_id': '1dc42150e9b948d4b2349aedc765e185', 'mac_address': 'fa:16:3e:67:c2:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f106934-be1a-407c-b967-03e0c8912af2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1305, 'fixed_ips': [{'subnet_id': 'bd776cfe-810e-4167-b6ff-a057c8be1d47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:41:41Z', 'updated_at': '2021-12-16T22:41:49Z', 'revision_number': 5, 'project_id': '1dc42150e9b948d4b2349aedc765e185', 'subnets': [{'id': 'bd776cfe-810e-4167-b6ff-a057c8be1d47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:43:36.862591 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-ba0cb17d-83eb-40b0-9c70-fec22732461d req-35035058-492a-4da2-bf1e-5cee7c7e90b0 service neutron] 10.222.0.49 "GET /v2.0/networks/d0cc98fe-1abf-4d5d-953d-ce7ee174c6a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1228218
Dec 16 22:43:36.864020 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a0a81f1-e576-4c87-92a0-769565a2b369 None None] The sync data for ids ['5f106934-be1a-407c-b967-03e0c8912af2'] in dv-neutron-821829-1-hyperv is: [{'id': '5f106934-be1a-407c-b967-03e0c8912af2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1736742297', 'tenant_id': '1dc42150e9b948d4b2349aedc765e185', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.30'}], 'enable_snat': True}, 'gw_port_id': '520c2901-3a24-4172-93a5-157f804dd5f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:41:37Z', 'updated_at': '2021-12-16T22:41:42Z', 'revision_number': 4, 'project_id': '1dc42150e9b948d4b2349aedc765e185', 'gw_port': {'id': '520c2901-3a24-4172-93a5-157f804dd5f0', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:1c:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f106934-be1a-407c-b967-03e0c8912af2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1302, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:41:37Z', 'updated_at': '2021-12-16T22:41:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv', '_interfaces': [{'id': '00817b5e-de4c-41b9-8a42-ca539e5e4def', 'name': '', 'network_id': 'd0cc98fe-1abf-4d5d-953d-ce7ee174c6a2', 'tenant_id': '1dc42150e9b948d4b2349aedc765e185', 'mac_address': 'fa:16:3e:67:c2:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f106934-be1a-407c-b967-03e0c8912af2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1305, 'fixed_ips': [{'subnet_id': 'bd776cfe-810e-4167-b6ff-a057c8be1d47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:41:41Z', 'updated_at': '2021-12-16T22:41:49Z', 'revision_number': 5, 'project_id': '1dc42150e9b948d4b2349aedc765e185', 'subnets': [{'id': 'bd776cfe-810e-4167-b6ff-a057c8be1d47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 22:43:37.087956 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd05d07f-db7d-4bf4-8f4e-02accc87119e None None] New status for floating IP 9832e414-8d9c-4028-a7b9-7c0876d9f412: DOWN {{(pid=87508) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 16 22:43:37.480106 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f6222b-e3d4-4ee0-b11d-0cb81e434624 req-b67952e5-4c3a-4d79-9c96-a9b5a2973c81 tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:43:37.481553 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-77f6222b-e3d4-4ee0-b11d-0cb81e434624 req-b67952e5-4c3a-4d79-9c96-a9b5a2973c81 tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] 10.222.0.13 "GET /v2.0/ports?device_id=abb163d2-b020-449b-b47c-307670f94186 HTTP/1.1" status: 200  len: 946 time: 0.0825777
Dec 16 22:43:37.525885 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-77f6222b-e3d4-4ee0-b11d-0cb81e434624 req-7eda8360-3c97-45fa-ad77-79de475a5ba7 tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] 10.222.0.13 "GET /v2.0/security-groups?id=1ec9b9d7-0f2d-41e7-bbca-fcf898c11448&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0383403
Dec 16 22:43:37.831126 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:43:37.912885 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7eb143-581c-420b-ba9d-39c2558f4f43 req-1c255955-32e5-4e97-84d8-a96faae53436 tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:43:37.913575 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [req-4f7eb143-581c-420b-ba9d-39c2558f4f43 req-1c255955-32e5-4e97-84d8-a96faae53436 tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] Synchronizing usage tracker for tenant:1dc42150e9b948d4b2349aedc765e185 on resource:port {{(pid=87506) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 22:43:37.930031 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [req-4f7eb143-581c-420b-ba9d-39c2558f4f43 req-1c255955-32e5-4e97-84d8-a96faae53436 tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] Unset dirty status for tenant:1dc42150e9b948d4b2349aedc765e185 on resource:port {{(pid=87506) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 22:43:37.931175 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-4f7eb143-581c-420b-ba9d-39c2558f4f43 req-1c255955-32e5-4e97-84d8-a96faae53436 tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] 10.222.0.49 "GET /v2.0/ports?device_id=abb163d2-b020-449b-b47c-307670f94186 HTTP/1.1" status: 200  len: 946 time: 0.0991178
Dec 16 22:43:38.000054 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [req-4f7eb143-581c-420b-ba9d-39c2558f4f43 req-75ad8ca5-5473-46a2-baed-82ee1d3f38d7 tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] Deleting port b4d49825-88d2-4ae1-ac5f-9e3f9744cc47 {{(pid=87506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:43:38.000383 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-4f7eb143-581c-420b-ba9d-39c2558f4f43 req-75ad8ca5-5473-46a2-baed-82ee1d3f38d7 tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:43:38.351005 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.db [req-4f7eb143-581c-420b-ba9d-39c2558f4f43 req-75ad8ca5-5473-46a2-baed-82ee1d3f38d7 tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] For port b4d49825-88d2-4ae1-ac5f-9e3f9744cc47, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=b4d49825-88d2-4ae1-ac5f-9e3f9744cc47,segment=NetworkSegment(29620fde-83c1-4de3-8c21-94f2b5564f3b),segment_id=29620fde-83c1-4de3-8c21-94f2b5564f3b)] {{(pid=87506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:43:38.351350 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-4f7eb143-581c-420b-ba9d-39c2558f4f43 req-75ad8ca5-5473-46a2-baed-82ee1d3f38d7 tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:43:38.470450 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [req-4f7eb143-581c-420b-ba9d-39c2558f4f43 req-75ad8ca5-5473-46a2-baed-82ee1d3f38d7 tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] Calling delete_port for b4d49825-88d2-4ae1-ac5f-9e3f9744cc47 owned by compute:nova {{(pid=87506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:43:38.614747 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-4f7eb143-581c-420b-ba9d-39c2558f4f43 req-75ad8ca5-5473-46a2-baed-82ee1d3f38d7 tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1863393'] for port, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:43:38.620497 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-02c29149-bb96-4f01-969f-61b91ffc5909 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:43:38.669693 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ad8ca5-5473-46a2-baed-82ee1d3f38d7 tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] Pushing event deleted for resources: {'Port': ['ID=b4d49825-88d2-4ae1-ac5f-9e3f9744cc47,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:43:38.676677 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-d4304727-4361-4301-9937-e1d4d3be4894 req-bdbd44ba-0a18-4ff7-a92c-f8baa1783ace tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] 10.222.0.13 "GET /v2.0/ports?device_id=abb163d2-b020-449b-b47c-307670f94186 HTTP/1.1" status: 200  len: 210 time: 0.0441461
Dec 16 22:43:38.696104 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-75ad8ca5-5473-46a2-baed-82ee1d3f38d7 tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:43:38.742316 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f7eb143-581c-420b-ba9d-39c2558f4f43 req-75ad8ca5-5473-46a2-baed-82ee1d3f38d7 tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] No DVR routers for this DVR port b4d49825-88d2-4ae1-ac5f-9e3f9744cc47 on host hv-neutron-8218 {{(pid=87506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 22:43:38.744705 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-4f7eb143-581c-420b-ba9d-39c2558f4f43 req-75ad8ca5-5473-46a2-baed-82ee1d3f38d7 tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for port, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:43:38.747266 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abb163d2-b020-449b-b47c-307670f94186', 'name': 'network-vif-deleted', 'tag': 'b4d49825-88d2-4ae1-ac5f-9e3f9744cc47'}] {{(pid=87506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 22:43:38.762301 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-4f7eb143-581c-420b-ba9d-39c2558f4f43 req-75ad8ca5-5473-46a2-baed-82ee1d3f38d7 tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] 10.222.0.49 "DELETE /v2.0/ports/b4d49825-88d2-4ae1-ac5f-9e3f9744cc47 HTTP/1.1" status: 204  len: 173 time: 0.8252990
Dec 16 22:43:38.792133 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abb163d2-b020-449b-b47c-307670f94186', 'name': 'network-vif-deleted', 'tag': 'b4d49825-88d2-4ae1-ac5f-9e3f9744cc47', 'status': 'completed', 'code': 200}
Dec 16 22:43:39.772689 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 49196) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:43:40.313560 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-4bc1172d-4eac-4318-9c28-d74e3e11acc7 tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3830176'] for router_interface, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:43:40.783156 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [None req-4bc1172d-4eac-4318-9c28-d74e3e11acc7 tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] Deleting port 00817b5e-de4c-41b9-8a42-ca539e5e4def {{(pid=87506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:43:40.784361 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-4bc1172d-4eac-4318-9c28-d74e3e11acc7 tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:43:40.966716 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.db [None req-4bc1172d-4eac-4318-9c28-d74e3e11acc7 tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] For port 00817b5e-de4c-41b9-8a42-ca539e5e4def, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=00817b5e-de4c-41b9-8a42-ca539e5e4def,segment=NetworkSegment(29620fde-83c1-4de3-8c21-94f2b5564f3b),segment_id=29620fde-83c1-4de3-8c21-94f2b5564f3b)] {{(pid=87506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:43:40.967069 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-4bc1172d-4eac-4318-9c28-d74e3e11acc7 tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:43:41.092203 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [None req-4bc1172d-4eac-4318-9c28-d74e3e11acc7 tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] Calling delete_port for 00817b5e-de4c-41b9-8a42-ca539e5e4def owned by network:router_interface {{(pid=87506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:43:41.277209 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-4bc1172d-4eac-4318-9c28-d74e3e11acc7 tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1863393'] for port, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:43:41.280706 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-f141cbb8-ca04-448e-a9ac-30dc4821c7dd tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:43:41.326985 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc1172d-4eac-4318-9c28-d74e3e11acc7 tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] Pushing event deleted for resources: {'Port': ['ID=00817b5e-de4c-41b9-8a42-ca539e5e4def,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:43:41.353320 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-4bc1172d-4eac-4318-9c28-d74e3e11acc7 tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:43:41.523259 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Device b4d49825-88d2-4ae1-ac5f-9e3f9744cc47 no longer exists at agent hyperv_hv-neutron-8218 {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 22:43:41.559278 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] No Port match for: b4d49825-88d2-4ae1-ac5f-9e3f9744cc47 {{(pid=87508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 22:43:41.559626 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Device b4d49825-88d2-4ae1-ac5f-9e3f9744cc47 not bound to the agent host hv-neutron-8218 {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 22:43:41.603455 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-4bc1172d-4eac-4318-9c28-d74e3e11acc7 tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3791449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3739472'] for router_interface, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:43:41.952200 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bc1172d-4eac-4318-9c28-d74e3e11acc7 tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] Router 5f106934-be1a-407c-b967-03e0c8912af2 has already been hosted by L3 agent 4f519db7-069b-43e2-8411-c092bac9102a {{(pid=87506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 22:43:42.230070 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bc1172d-4eac-4318-9c28-d74e3e11acc7 tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] Notify agent at l3_agent.dv-neutron-821829-1-hyperv the message routers_updated {{(pid=87506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 22:43:42.240522 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81a0b3d6-7685-4a67-b65d-4d5184828d01 None None] Sync routers for ids ['5f106934-be1a-407c-b967-03e0c8912af2'] in dv-neutron-821829-1-hyperv {{(pid=87509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 22:43:42.242953 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-4bc1172d-4eac-4318-9c28-d74e3e11acc7 tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] 10.222.0.13 "PUT /v2.0/routers/5f106934-be1a-407c-b967-03e0c8912af2/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.4692078
Dec 16 22:43:42.245687 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 49200) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:43:42.249512 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81a0b3d6-7685-4a67-b65d-4d5184828d01 None None] Routers {'5f106934-be1a-407c-b967-03e0c8912af2'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:43:42.250130 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-81a0b3d6-7685-4a67-b65d-4d5184828d01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b7c9438b0>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:43:31Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['5f106934-be1a-407c-b967-03e0c8912af2'], 'active': True} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:43:42.308815 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.db_base_plugin_v2 [None req-d117c8b5-f822-4c2c-8e0a-2416c8350f03 tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] Deleting subnet bd776cfe-810e-4167-b6ff-a057c8be1d47 {{(pid=87506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 16 22:43:42.311663 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-d117c8b5-f822-4c2c-8e0a-2416c8350f03 tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] Notify callbacks [] for subnet, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:43:42.364718 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-d117c8b5-f822-4c2c-8e0a-2416c8350f03 tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-266764487'] for subnet, precommit_delete_associations {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:43:42.421126 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvr_db [None req-81a0b3d6-7685-4a67-b65d-4d5184828d01 None None] Set router 5f106934-be1a-407c-b967-03e0c8912af2 gateway port host: dv-neutron-821829-1-hyperv {{(pid=87509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 22:43:42.450384 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-d117c8b5-f822-4c2c-8e0a-2416c8350f03 tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3328566'] for subnet, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:43:42.525668 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-d117c8b5-f822-4c2c-8e0a-2416c8350f03 tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3328622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1863378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11213117'] for subnet, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:43:42.530155 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-0bcde6f3-5acd-42a4-8319-d7bee8fa00ef tempest-RoutersNegativeIpV6Test-1646080008 tempest-RoutersNegativeIpV6Test-1646080008-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:43:42.565422 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d117c8b5-f822-4c2c-8e0a-2416c8350f03 tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] Pushing event deleted for resources: {'Subnet': ['ID=bd776cfe-810e-4167-b6ff-a057c8be1d47,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:43:42.568365 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-d117c8b5-f822-4c2c-8e0a-2416c8350f03 tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:43:42.569331 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-d117c8b5-f822-4c2c-8e0a-2416c8350f03 tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] Notify callbacks [] for subnet, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:43:42.574946 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b625a06-ad72-49a1-92b8-4b37dac69a9a None None] Network d0cc98fe-1abf-4d5d-953d-ce7ee174c6a2 requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 22:43:42.578808 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-d117c8b5-f822-4c2c-8e0a-2416c8350f03 tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] 10.222.0.13 "DELETE /v2.0/subnets/bd776cfe-810e-4167-b6ff-a057c8be1d47 HTTP/1.1" status: 204  len: 168 time: 0.3321593
Dec 16 22:43:42.581914 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 49204) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:43:42.703041 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-81a0b3d6-7685-4a67-b65d-4d5184828d01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b7c9438b0>, [{'id': '5f106934-be1a-407c-b967-03e0c8912af2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1736742297', 'tenant_id': '1dc42150e9b948d4b2349aedc765e185', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.30'}], 'enable_snat': True}, 'gw_port_id': '520c2901-3a24-4172-93a5-157f804dd5f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:41:37Z', 'updated_at': '2021-12-16T22:43:41Z', 'revision_number': 5, 'project_id': '1dc42150e9b948d4b2349aedc765e185', 'gw_port': {'id': '520c2901-3a24-4172-93a5-157f804dd5f0', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:1c:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f106934-be1a-407c-b967-03e0c8912af2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1302, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:41:37Z', 'updated_at': '2021-12-16T22:41:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv'}], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:43:42.707454 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81a0b3d6-7685-4a67-b65d-4d5184828d01 None None] Checking router: 5f106934-be1a-407c-b967-03e0c8912af2 for host: dv-neutron-821829-1-hyperv {{(pid=87509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 22:43:42.715900 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81a0b3d6-7685-4a67-b65d-4d5184828d01 None None] Routers {'5f106934-be1a-407c-b967-03e0c8912af2'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:43:42.716518 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-81a0b3d6-7685-4a67-b65d-4d5184828d01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b7c9438b0>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:43:31Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['5f106934-be1a-407c-b967-03e0c8912af2'], 'active': True} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:43:42.770696 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-2a41a21a-98a9-499a-9738-ecb8f8b42c71 tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] Notify callbacks [] for router, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:43:42.833686 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ce8b1a7-44e3-45b3-ad76-9a3cf2b4efec None None] DHCP port deletion for d0cc98fe-1abf-4d5d-953d-ce7ee174c6a2 request from dv-neutron-821829-1-hyperv {{(pid=87508) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 16 22:43:42.837887 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-8ce8b1a7-44e3-45b3-ad76-9a3cf2b4efec None None] Deleting port e7050915-3297-44d9-879c-0fd4604ed133 {{(pid=87508) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:43:42.838347 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-8ce8b1a7-44e3-45b3-ad76-9a3cf2b4efec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:43:42.903194 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvr_db [None req-81a0b3d6-7685-4a67-b65d-4d5184828d01 None None] Set router 5f106934-be1a-407c-b967-03e0c8912af2 gateway port host: dv-neutron-821829-1-hyperv {{(pid=87509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 22:43:42.956593 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-2a41a21a-98a9-499a-9738-ecb8f8b42c71 tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:43:42.966356 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [None req-2a41a21a-98a9-499a-9738-ecb8f8b42c71 tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] Deleting port 520c2901-3a24-4172-93a5-157f804dd5f0 {{(pid=87506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:43:42.966697 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-2a41a21a-98a9-499a-9738-ecb8f8b42c71 tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:43:43.044437 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-8ce8b1a7-44e3-45b3-ad76-9a3cf2b4efec None None] For port e7050915-3297-44d9-879c-0fd4604ed133, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=e7050915-3297-44d9-879c-0fd4604ed133,segment=NetworkSegment(29620fde-83c1-4de3-8c21-94f2b5564f3b),segment_id=29620fde-83c1-4de3-8c21-94f2b5564f3b)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:43:43.044848 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-8ce8b1a7-44e3-45b3-ad76-9a3cf2b4efec None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:43:43.141822 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.db [None req-2a41a21a-98a9-499a-9738-ecb8f8b42c71 tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] For port 520c2901-3a24-4172-93a5-157f804dd5f0, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=520c2901-3a24-4172-93a5-157f804dd5f0,segment=NetworkSegment(a416442d-d143-4052-9f4e-546eb8cbe809),segment_id=a416442d-d143-4052-9f4e-546eb8cbe809)] {{(pid=87506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:43:43.142169 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-2a41a21a-98a9-499a-9738-ecb8f8b42c71 tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:43:43.165026 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-8ce8b1a7-44e3-45b3-ad76-9a3cf2b4efec None None] Calling delete_port for e7050915-3297-44d9-879c-0fd4604ed133 owned by network:dhcp {{(pid=87508) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:43:43.189619 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-81a0b3d6-7685-4a67-b65d-4d5184828d01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b7c9438b0>, [{'id': '5f106934-be1a-407c-b967-03e0c8912af2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1736742297', 'tenant_id': '1dc42150e9b948d4b2349aedc765e185', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.30'}], 'enable_snat': True}, 'gw_port_id': '520c2901-3a24-4172-93a5-157f804dd5f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:41:37Z', 'updated_at': '2021-12-16T22:43:41Z', 'revision_number': 5, 'project_id': '1dc42150e9b948d4b2349aedc765e185', 'gw_port': {'id': '520c2901-3a24-4172-93a5-157f804dd5f0', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:1c:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f106934-be1a-407c-b967-03e0c8912af2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1302, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:41:37Z', 'updated_at': '2021-12-16T22:41:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv'}], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:43:43.194378 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81a0b3d6-7685-4a67-b65d-4d5184828d01 None None] The sync data for ids ['5f106934-be1a-407c-b967-03e0c8912af2'] in dv-neutron-821829-1-hyperv is: [{'id': '5f106934-be1a-407c-b967-03e0c8912af2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1736742297', 'tenant_id': '1dc42150e9b948d4b2349aedc765e185', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.30'}], 'enable_snat': True}, 'gw_port_id': '520c2901-3a24-4172-93a5-157f804dd5f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:41:37Z', 'updated_at': '2021-12-16T22:43:41Z', 'revision_number': 5, 'project_id': '1dc42150e9b948d4b2349aedc765e185', 'gw_port': {'id': '520c2901-3a24-4172-93a5-157f804dd5f0', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:1c:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f106934-be1a-407c-b967-03e0c8912af2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1302, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:41:37Z', 'updated_at': '2021-12-16T22:41:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv'}] {{(pid=87509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 22:43:43.259186 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-8ce8b1a7-44e3-45b3-ad76-9a3cf2b4efec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949'] for port, after_delete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:43:43.263618 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-605f9439-53ce-4c77-9b59-3d497c7eae94 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:43:43.266329 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [None req-2a41a21a-98a9-499a-9738-ecb8f8b42c71 tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] Calling delete_port for 520c2901-3a24-4172-93a5-157f804dd5f0 owned by network:router_gateway {{(pid=87506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:43:43.306028 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce8b1a7-44e3-45b3-ad76-9a3cf2b4efec None None] Pushing event deleted for resources: {'Port': ['ID=e7050915-3297-44d9-879c-0fd4604ed133,revision_number=None']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:43:43.307804 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ce8b1a7-44e3-45b3-ad76-9a3cf2b4efec None None] No DVR routers for this DVR port e7050915-3297-44d9-879c-0fd4604ed133 on host dv-neutron-821829-1-hyperv {{(pid=87508) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 22:43:43.309211 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-8ce8b1a7-44e3-45b3-ad76-9a3cf2b4efec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:43:43.434021 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-2a41a21a-98a9-499a-9738-ecb8f8b42c71 tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1863393'] for port, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:43:43.438427 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-f3f06dfe-a126-42d4-b0c0-c8d2333cca51 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:43:43.510187 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a41a21a-98a9-499a-9738-ecb8f8b42c71 tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] Pushing event deleted for resources: {'Port': ['ID=520c2901-3a24-4172-93a5-157f804dd5f0,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:43:43.516811 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-2a41a21a-98a9-499a-9738-ecb8f8b42c71 tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:43:43.583673 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-2a41a21a-98a9-499a-9738-ecb8f8b42c71 tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3741895'] for router_gateway, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:43:43.665707 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device e7050915-3297-44d9-879c-0fd4604ed133 no longer exists at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 22:43:43.704479 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] No Port match for: e7050915-3297-44d9-879c-0fd4604ed133 {{(pid=87508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 22:43:43.704839 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device e7050915-3297-44d9-879c-0fd4604ed133 not bound to the agent host dv-neutron-821829-1-hyperv {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 22:43:43.879277 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-2a41a21a-98a9-499a-9738-ecb8f8b42c71 tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3739500', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39002'] for router, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:43:43.881371 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-2a41a21a-98a9-499a-9738-ecb8f8b42c71 tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:43:43.905207 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-2a41a21a-98a9-499a-9738-ecb8f8b42c71 tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3830089'] for router, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:43:43.905800 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a41a21a-98a9-499a-9738-ecb8f8b42c71 tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] Fanout notify agent at l3_agent the message router_deleted on router 5f106934-be1a-407c-b967-03e0c8912af2 {{(pid=87506) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 16 22:43:43.921120 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-2a41a21a-98a9-499a-9738-ecb8f8b42c71 tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] Notify callbacks [] for router, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:43:43.922213 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-2a41a21a-98a9-499a-9738-ecb8f8b42c71 tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] 10.222.0.13 "DELETE /v2.0/routers/5f106934-be1a-407c-b967-03e0c8912af2 HTTP/1.1" status: 204  len: 168 time: 1.3392031
Dec 16 22:43:43.924928 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 49208) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:43:44.037316 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-c41c76e9-1706-4dd9-8abc-38a52891f11c tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-825997'] for network, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:43:44.167634 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-c41c76e9-1706-4dd9-8abc-38a52891f11c tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3329565', 'neutron.services.segments.db._delete_segments_for_network-8734753546406'] for network, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:43:44.192164 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.services.segments.db [None req-c41c76e9-1706-4dd9-8abc-38a52891f11c tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1b7617d9d0>,) {'filters': {'network_id': ['d0cc98fe-1abf-4d5d-953d-ce7ee174c6a2']}} {{(pid=87506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:43:44.203631 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.services.segments.db [None req-c41c76e9-1706-4dd9-8abc-38a52891f11c tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b7617d9d0>, '29620fde-83c1-4de3-8c21-94f2b5564f3b') {'for_net_delete': True} {{(pid=87506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:43:44.203961 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.services.segments.db [None req-c41c76e9-1706-4dd9-8abc-38a52891f11c tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b7617d9d0>, '29620fde-83c1-4de3-8c21-94f2b5564f3b') {} {{(pid=87506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:43:44.215474 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-c41c76e9-1706-4dd9-8abc-38a52891f11c tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734753593977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-266764496'] for segment, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:43:44.230674 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-c41c76e9-1706-4dd9-8abc-38a52891f11c tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-883292'] for segment, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:43:44.236506 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c41c76e9-1706-4dd9-8abc-38a52891f11c tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] Releasing vlan 155 on physical network physnet1 to pool {{(pid=87506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 16 22:43:44.237149 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-c41c76e9-1706-4dd9-8abc-38a52891f11c tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-883285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1863180'] for segment, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:43:44.250829 dv-neutron-821829-1-hyperv neutron-server[87506]: Traceback (most recent call last):
Dec 16 22:43:44.250829 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 16 22:43:44.250829 dv-neutron-821829-1-hyperv neutron-server[87506]:     timer()
Dec 16 22:43:44.250829 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 22:43:44.250829 dv-neutron-821829-1-hyperv neutron-server[87506]:     cb(*args, **kw)
Dec 16 22:43:44.250829 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 22:43:44.250829 dv-neutron-821829-1-hyperv neutron-server[87506]:     return func(*args, **kwargs)
Dec 16 22:43:44.250829 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 22:43:44.250829 dv-neutron-821829-1-hyperv neutron-server[87506]:     self._notify()
Dec 16 22:43:44.250829 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 22:43:44.250829 dv-neutron-821829-1-hyperv neutron-server[87506]:     self.callback(batched_events)
Dec 16 22:43:44.250829 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 22:43:44.250829 dv-neutron-821829-1-hyperv neutron-server[87506]:     event.method(event)
Dec 16 22:43:44.250829 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 22:43:44.250829 dv-neutron-821829-1-hyperv neutron-server[87506]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 22:43:44.250829 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 22:43:44.250829 dv-neutron-821829-1-hyperv neutron-server[87506]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 22:43:44.250829 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 22:43:44.250829 dv-neutron-821829-1-hyperv neutron-server[87506]:     return f(self, *a, **k)
Dec 16 22:43:44.250829 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 16 22:43:44.250829 dv-neutron-821829-1-hyperv neutron-server[87506]:     return self._get(url).json()
Dec 16 22:43:44.250829 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 16 22:43:44.250829 dv-neutron-821829-1-hyperv neutron-server[87506]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 22:43:44.250829 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 16 22:43:44.250829 dv-neutron-821829-1-hyperv neutron-server[87506]:     return self.request(url, 'GET', **kwargs)
Dec 16 22:43:44.250829 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 16 22:43:44.250829 dv-neutron-821829-1-hyperv neutron-server[87506]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 22:43:44.250829 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 16 22:43:44.250829 dv-neutron-821829-1-hyperv neutron-server[87506]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 22:43:44.250829 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 16 22:43:44.250829 dv-neutron-821829-1-hyperv neutron-server[87506]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 22:43:44.250829 dv-neutron-821829-1-hyperv neutron-server[87506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 22:43:44.331213 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-c41c76e9-1706-4dd9-8abc-38a52891f11c tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3329572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3741856'] for network, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:43:44.334532 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-88215b15-8973-46a4-94af-0479ec407a4a tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:43:44.348854 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-c41c76e9-1706-4dd9-8abc-38a52891f11c tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] Notify callbacks [] for network, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:43:44.360312 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41c76e9-1706-4dd9-8abc-38a52891f11c tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] Pushing event deleted for resources: {'Network': ['ID=d0cc98fe-1abf-4d5d-953d-ce7ee174c6a2,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:43:44.363932 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-c41c76e9-1706-4dd9-8abc-38a52891f11c tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:43:44.370162 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-c41c76e9-1706-4dd9-8abc-38a52891f11c tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] 10.222.0.13 "DELETE /v2.0/networks/d0cc98fe-1abf-4d5d-953d-ce7ee174c6a2 HTTP/1.1" status: 204  len: 168 time: 0.4441848
Dec 16 22:43:44.372848 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 49212) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:43:44.440605 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-8e6e5269-8040-439f-8d7d-ff09c720bcbd tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] Notify callbacks [] for security_group, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:43:44.469767 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-8e6e5269-8040-439f-8d7d-ff09c720bcbd tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:43:44.536391 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-8e6e5269-8040-439f-8d7d-ff09c720bcbd tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841066'] for security_group, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:43:44.541405 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-44aa79ea-0cd5-4a55-a3dd-be3b2c1754cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:43:44.559612 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6e5269-8040-439f-8d7d-ff09c720bcbd tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ec9b9d7-0f2d-41e7-bbca-fcf898c11448,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:43:44.562417 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-8e6e5269-8040-439f-8d7d-ff09c720bcbd tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:43:44.571577 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-8e6e5269-8040-439f-8d7d-ff09c720bcbd tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] Notify callbacks [] for security_group, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:43:44.575307 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-8e6e5269-8040-439f-8d7d-ff09c720bcbd tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] 10.222.0.13 "DELETE /v2.0/security-groups/1ec9b9d7-0f2d-41e7-bbca-fcf898c11448 HTTP/1.1" status: 204  len: 168 time: 0.1990881
Dec 16 22:43:44.873007 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 49222) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:43:45.017781 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-4f1cf8b4-455e-428d-9125-9e942b37752e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1dc42150e9b948d4b2349aedc765e185&name=default HTTP/1.1" status: 200  len: 2983 time: 0.1434329
Dec 16 22:43:45.020124 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 49228) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:43:45.077917 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-629222a3-062b-4f3a-9e53-4e90ba7c791e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:43:45.104481 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-629222a3-062b-4f3a-9e53-4e90ba7c791e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:43:45.153434 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-629222a3-062b-4f3a-9e53-4e90ba7c791e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841066'] for security_group, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:43:45.157198 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-baeb2fec-c30f-4662-b484-f408f8b5d1a5 tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:43:45.169584 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629222a3-062b-4f3a-9e53-4e90ba7c791e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6d746f3-49c9-4b72-9333-6284d50f4f35,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:43:45.173126 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-629222a3-062b-4f3a-9e53-4e90ba7c791e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:43:45.178522 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-629222a3-062b-4f3a-9e53-4e90ba7c791e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:43:45.181583 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-629222a3-062b-4f3a-9e53-4e90ba7c791e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c6d746f3-49c9-4b72-9333-6284d50f4f35 HTTP/1.1" status: 204  len: 168 time: 0.1585720
Dec 16 22:43:45.264492 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 00817b5e-de4c-41b9-8a42-ca539e5e4def no longer exists at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 22:43:45.303143 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] No Port match for: 00817b5e-de4c-41b9-8a42-ca539e5e4def {{(pid=87508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 22:43:45.303507 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 00817b5e-de4c-41b9-8a42-ca539e5e4def not bound to the agent host dv-neutron-821829-1-hyperv {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 22:43:45.304005 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 520c2901-3a24-4172-93a5-157f804dd5f0 no longer exists at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 22:43:45.336418 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] No Port match for: 520c2901-3a24-4172-93a5-157f804dd5f0 {{(pid=87508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 22:43:45.336797 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 520c2901-3a24-4172-93a5-157f804dd5f0 not bound to the agent host dv-neutron-821829-1-hyperv {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 22:43:45.454549 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 49236) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:43:45.473062 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-3b869ce4-a840-4447-80ed-7c54b45cf336 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:43:45.487093 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-3b869ce4-a840-4447-80ed-7c54b45cf336 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:43:45.491070 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-3b869ce4-a840-4447-80ed-7c54b45cf336 admin admin] Usage tracker for resource:security_group_rule and tenant:a5f7afb594a745c493137ae05efbf371 is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:43:45.493823 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-3b869ce4-a840-4447-80ed-7c54b45cf336 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:43:45.499404 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-3b869ce4-a840-4447-80ed-7c54b45cf336 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:43:45.584367 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-3b869ce4-a840-4447-80ed-7c54b45cf336 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:43:45.588329 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-3b869ce4-a840-4447-80ed-7c54b45cf336 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841066'] for security_group, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:43:45.597062 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-a827e0cd-1646-460a-ba6f-32abce69a221 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:43:45.634202 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-3b869ce4-a840-4447-80ed-7c54b45cf336 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a5f7afb594a745c493137ae05efbf371&name=default HTTP/1.1" status: 200  len: 2983 time: 0.1786067
Dec 16 22:43:45.635739 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b869ce4-a840-4447-80ed-7c54b45cf336 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5d421af-a939-46b1-8c1b-3910cbd1b10c,revision_number=1']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:43:45.636943 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 49240) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:43:45.638811 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-3b869ce4-a840-4447-80ed-7c54b45cf336 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:43:45.698303 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-c74310cf-c778-4ca3-a44d-0d22ce7df437 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:43:45.723674 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-c74310cf-c778-4ca3-a44d-0d22ce7df437 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:43:45.773807 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-c74310cf-c778-4ca3-a44d-0d22ce7df437 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841066'] for security_group, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:43:45.777478 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-cc0e9504-01b9-4217-bdb3-cc726f0a1e57 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:43:45.788444 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74310cf-c778-4ca3-a44d-0d22ce7df437 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5d421af-a939-46b1-8c1b-3910cbd1b10c,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:43:45.791737 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-c74310cf-c778-4ca3-a44d-0d22ce7df437 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:43:45.794865 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-c74310cf-c778-4ca3-a44d-0d22ce7df437 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:43:45.795983 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-c74310cf-c778-4ca3-a44d-0d22ce7df437 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b5d421af-a939-46b1-8c1b-3910cbd1b10c HTTP/1.1" status: 204  len: 168 time: 0.1573253
Dec 16 22:43:58.138582 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-d628a9b9-521f-4ff1-adf7-28e033255e43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:43:59.895511 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 49256) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:43:59.999713 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-01ac4f37-ef64-4838-bba0-de1e1398dac5 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "GET /v2.0/floatingips/70571c43-4cf3-42e6-9814-f3f4af5e6ea1 HTTP/1.1" status: 200  len: 993 time: 0.1029294
Dec 16 22:44:00.350226 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 49264) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:44:00.547048 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [None req-8520e975-cf65-434a-9285-a95d0a0f6058 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Deleting port d21df58b-fb52-4725-a74a-b6e3ff76a1b8 {{(pid=87506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:44:00.547392 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-8520e975-cf65-434a-9285-a95d0a0f6058 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:44:00.575573 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-f8acb20f-7cd2-4643-b83e-47086aea4a98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:44:00.829127 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-8520e975-cf65-434a-9285-a95d0a0f6058 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:44:00.829455 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-8520e975-cf65-434a-9285-a95d0a0f6058 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:44:00.945353 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [None req-8520e975-cf65-434a-9285-a95d0a0f6058 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Calling delete_port for d21df58b-fb52-4725-a74a-b6e3ff76a1b8 owned by network:floatingip {{(pid=87506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:44:01.090637 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-8520e975-cf65-434a-9285-a95d0a0f6058 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1863393'] for port, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:44:01.094898 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-20d6edeb-cfc9-4a35-984d-a617568414dd tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:44:01.137949 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8520e975-cf65-434a-9285-a95d0a0f6058 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Pushing event deleted for resources: {'Port': ['ID=d21df58b-fb52-4725-a74a-b6e3ff76a1b8,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:44:01.180673 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8520e975-cf65-434a-9285-a95d0a0f6058 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:44:01.181054 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8520e975-cf65-434a-9285-a95d0a0f6058 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:44:01.181427 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8520e975-cf65-434a-9285-a95d0a0f6058 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:44:01.181794 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8520e975-cf65-434a-9285-a95d0a0f6058 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:44:01.182159 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8520e975-cf65-434a-9285-a95d0a0f6058 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:44:01.182524 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8520e975-cf65-434a-9285-a95d0a0f6058 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:44:01.182882 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8520e975-cf65-434a-9285-a95d0a0f6058 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:44:01.183242 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8520e975-cf65-434a-9285-a95d0a0f6058 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:44:01.183599 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8520e975-cf65-434a-9285-a95d0a0f6058 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:44:01.183977 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8520e975-cf65-434a-9285-a95d0a0f6058 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:44:01.184333 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8520e975-cf65-434a-9285-a95d0a0f6058 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:44:01.184686 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8520e975-cf65-434a-9285-a95d0a0f6058 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:44:01.210689 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-8520e975-cf65-434a-9285-a95d0a0f6058 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:44:01.239001 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-8520e975-cf65-434a-9285-a95d0a0f6058 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for floatingip, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:44:01.239283 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.db.l3_db [None req-8520e975-cf65-434a-9285-a95d0a0f6058 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Floating IP 70571c43-4cf3-42e6-9814-f3f4af5e6ea1 disassociated (deleted). External IP: 172.26.0.55, port: 185b1b6e-c9f4-4395-9d9d-9f4b450bf39f.
Dec 16 22:44:01.461384 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-3e729f7f-1589-4d54-9c4a-7ee6b283cc2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:44:01.582506 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8520e975-cf65-434a-9285-a95d0a0f6058 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Router 3b6426b1-010f-445d-afc5-d4c9cdb7bf36 has already been hosted by L3 agent 4f519db7-069b-43e2-8411-c092bac9102a {{(pid=87506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 22:44:01.662641 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:44:01.758826 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8520e975-cf65-434a-9285-a95d0a0f6058 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify agent at l3_agent.dv-neutron-821829-1-hyperv the message routers_updated {{(pid=87506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 22:44:01.768867 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c937aa4-a087-4ef8-a71d-ecf221f1ea4b None None] Sync routers for ids ['3b6426b1-010f-445d-afc5-d4c9cdb7bf36'] in dv-neutron-821829-1-hyperv {{(pid=87508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 22:44:01.774740 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-8520e975-cf65-434a-9285-a95d0a0f6058 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for floatingip, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:44:01.777697 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c937aa4-a087-4ef8-a71d-ecf221f1ea4b None None] Routers {'3b6426b1-010f-445d-afc5-d4c9cdb7bf36'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:44:01.778350 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-4c937aa4-a087-4ef8-a71d-ecf221f1ea4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b77b7f4f0>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:44:01Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['3b6426b1-010f-445d-afc5-d4c9cdb7bf36'], 'active': True} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:44:01.828196 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-8520e975-cf65-434a-9285-a95d0a0f6058 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "DELETE /v2.0/floatingips/70571c43-4cf3-42e6-9814-f3f4af5e6ea1 HTTP/1.1" status: 204  len: 168 time: 1.4768748
Dec 16 22:44:01.828854 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dccaeecb-c268-4701-9952-2505271c46ad', 'tag': '185b1b6e-c9f4-4395-9d9d-9f4b450bf39f'}] {{(pid=87506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 22:44:01.873362 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dccaeecb-c268-4701-9952-2505271c46ad', 'tag': '185b1b6e-c9f4-4395-9d9d-9f4b450bf39f', 'status': 'completed', 'code': 200}
Dec 16 22:44:01.955644 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvr_db [None req-4c937aa4-a087-4ef8-a71d-ecf221f1ea4b None None] Set router 3b6426b1-010f-445d-afc5-d4c9cdb7bf36 gateway port host: dv-neutron-821829-1-hyperv {{(pid=87508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 22:44:01.993406 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47b52ef-97ae-4567-aec1-4d66dbb243b6 req-0fd959d4-71ba-4fdc-96f0-4ed704adefe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:44:01.995140 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-e47b52ef-97ae-4567-aec1-4d66dbb243b6 req-0fd959d4-71ba-4fdc-96f0-4ed704adefe5 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b7e45fda9ad540a6ac359d1c64c9adb2&device_id=dccaeecb-c268-4701-9952-2505271c46ad HTTP/1.1" status: 200  len: 1099 time: 0.0760734
Dec 16 22:44:02.133417 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47b52ef-97ae-4567-aec1-4d66dbb243b6 req-420f4037-c09f-4978-b78c-c83939b5b802 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:44:02.134880 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-e47b52ef-97ae-4567-aec1-4d66dbb243b6 req-420f4037-c09f-4978-b78c-c83939b5b802 service neutron] 10.222.0.49 "GET /v2.0/networks?id=d6ecdc83-d827-4982-962a-70097384af41 HTTP/1.1" status: 200  len: 897 time: 0.1335082
Dec 16 22:44:02.202358 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-e47b52ef-97ae-4567-aec1-4d66dbb243b6 req-4fa12366-84aa-4dfb-9a82-fe5ff92fa0ec service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=185b1b6e-c9f4-4395-9d9d-9f4b450bf39f HTTP/1.1" status: 200  len: 217 time: 0.0599031
Dec 16 22:44:02.202595 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f3c55c-1294-4c45-852f-9b843975d2ab req-300aa98c-83ea-412b-b3ea-4bb8dce9ee8e tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:44:02.204076 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-09f3c55c-1294-4c45-852f-9b843975d2ab req-300aa98c-83ea-412b-b3ea-4bb8dce9ee8e tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "GET /v2.0/ports?device_id=dccaeecb-c268-4701-9952-2505271c46ad HTTP/1.1" status: 200  len: 946 time: 0.0831640
Dec 16 22:44:02.251585 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-09f3c55c-1294-4c45-852f-9b843975d2ab req-87b4c1fb-9235-464a-86eb-f0591dab86dd tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e192226-c0ec-4ee1-8db3-151c8478d40a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0417018
Dec 16 22:44:02.320583 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-4c937aa4-a087-4ef8-a71d-ecf221f1ea4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b77b7f4f0>, [{'id': '3b6426b1-010f-445d-afc5-d4c9cdb7bf36', 'name': 'tempest-TestNetworkBasicOps-router-1706757754', 'tenant_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.145'}], 'enable_snat': True}, 'gw_port_id': 'acf2b886-675b-47d3-b7c5-8d7d2c111c22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:43:04Z', 'updated_at': '2021-12-16T22:43:09Z', 'revision_number': 4, 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'gw_port': {'id': 'acf2b886-675b-47d3-b7c5-8d7d2c111c22', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:8e:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b6426b1-010f-445d-afc5-d4c9cdb7bf36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:43:05Z', 'updated_at': '2021-12-16T22:43:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv', '_interfaces': [{'id': 'b82cf8df-8fb8-4371-a0e0-9b1b716920ec', 'name': '', 'network_id': 'd6ecdc83-d827-4982-962a-70097384af41', 'tenant_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'mac_address': 'fa:16:3e:e3:99:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b6426b1-010f-445d-afc5-d4c9cdb7bf36', 'device_owner': 'network:router_interface', 'standard_attr_id': 1345, 'fixed_ips': [{'subnet_id': '2f06a3d5-572c-4975-aae4-1c1760425084', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:43:08Z', 'updated_at': '2021-12-16T22:43:13Z', 'revision_number': 5, 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'subnets': [{'id': '2f06a3d5-572c-4975-aae4-1c1760425084', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:44:02.324773 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c937aa4-a087-4ef8-a71d-ecf221f1ea4b None None] Checking router: 3b6426b1-010f-445d-afc5-d4c9cdb7bf36 for host: dv-neutron-821829-1-hyperv {{(pid=87508) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 22:44:02.334072 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c937aa4-a087-4ef8-a71d-ecf221f1ea4b None None] Routers {'3b6426b1-010f-445d-afc5-d4c9cdb7bf36'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:44:02.334707 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-4c937aa4-a087-4ef8-a71d-ecf221f1ea4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b77b7f4f0>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:44:01Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['3b6426b1-010f-445d-afc5-d4c9cdb7bf36'], 'active': True} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:44:02.382214 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47b52ef-97ae-4567-aec1-4d66dbb243b6 req-0482f313-cf6e-4fd8-89ef-870a27155cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:44:02.383638 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-e47b52ef-97ae-4567-aec1-4d66dbb243b6 req-0482f313-cf6e-4fd8-89ef-870a27155cf8 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=2f06a3d5-572c-4975-aae4-1c1760425084 HTTP/1.1" status: 200  len: 834 time: 0.1746616
Dec 16 22:44:02.461237 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47b52ef-97ae-4567-aec1-4d66dbb243b6 req-3995f3f4-28f6-44cb-b947-63c480bce40d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:44:02.462702 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-e47b52ef-97ae-4567-aec1-4d66dbb243b6 req-3995f3f4-28f6-44cb-b947-63c480bce40d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d6ecdc83-d827-4982-962a-70097384af41&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0714996
Dec 16 22:44:02.510834 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvr_db [None req-4c937aa4-a087-4ef8-a71d-ecf221f1ea4b None None] Set router 3b6426b1-010f-445d-afc5-d4c9cdb7bf36 gateway port host: dv-neutron-821829-1-hyperv {{(pid=87508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 22:44:02.595340 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-e47b52ef-97ae-4567-aec1-4d66dbb243b6 req-b88c9818-3a6e-4392-b81b-3256b81ae983 service neutron] 10.222.0.49 "GET /v2.0/networks/d6ecdc83-d827-4982-962a-70097384af41?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1240656
Dec 16 22:44:02.724612 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-e47b52ef-97ae-4567-aec1-4d66dbb243b6 req-750ac6f1-b53c-46a2-9594-79b473df60fd service neutron] 10.222.0.49 "GET /v2.0/networks/d6ecdc83-d827-4982-962a-70097384af41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1233215
Dec 16 22:44:02.818781 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-4c937aa4-a087-4ef8-a71d-ecf221f1ea4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b77b7f4f0>, [{'id': '3b6426b1-010f-445d-afc5-d4c9cdb7bf36', 'name': 'tempest-TestNetworkBasicOps-router-1706757754', 'tenant_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.145'}], 'enable_snat': True}, 'gw_port_id': 'acf2b886-675b-47d3-b7c5-8d7d2c111c22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:43:04Z', 'updated_at': '2021-12-16T22:43:09Z', 'revision_number': 4, 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'gw_port': {'id': 'acf2b886-675b-47d3-b7c5-8d7d2c111c22', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:8e:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b6426b1-010f-445d-afc5-d4c9cdb7bf36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:43:05Z', 'updated_at': '2021-12-16T22:43:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv', '_interfaces': [{'id': 'b82cf8df-8fb8-4371-a0e0-9b1b716920ec', 'name': '', 'network_id': 'd6ecdc83-d827-4982-962a-70097384af41', 'tenant_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'mac_address': 'fa:16:3e:e3:99:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b6426b1-010f-445d-afc5-d4c9cdb7bf36', 'device_owner': 'network:router_interface', 'standard_attr_id': 1345, 'fixed_ips': [{'subnet_id': '2f06a3d5-572c-4975-aae4-1c1760425084', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:43:08Z', 'updated_at': '2021-12-16T22:43:13Z', 'revision_number': 5, 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'subnets': [{'id': '2f06a3d5-572c-4975-aae4-1c1760425084', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:44:02.822620 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c937aa4-a087-4ef8-a71d-ecf221f1ea4b None None] The sync data for ids ['3b6426b1-010f-445d-afc5-d4c9cdb7bf36'] in dv-neutron-821829-1-hyperv is: [{'id': '3b6426b1-010f-445d-afc5-d4c9cdb7bf36', 'name': 'tempest-TestNetworkBasicOps-router-1706757754', 'tenant_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.145'}], 'enable_snat': True}, 'gw_port_id': 'acf2b886-675b-47d3-b7c5-8d7d2c111c22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:43:04Z', 'updated_at': '2021-12-16T22:43:09Z', 'revision_number': 4, 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'gw_port': {'id': 'acf2b886-675b-47d3-b7c5-8d7d2c111c22', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:8e:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b6426b1-010f-445d-afc5-d4c9cdb7bf36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:43:05Z', 'updated_at': '2021-12-16T22:43:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv', '_interfaces': [{'id': 'b82cf8df-8fb8-4371-a0e0-9b1b716920ec', 'name': '', 'network_id': 'd6ecdc83-d827-4982-962a-70097384af41', 'tenant_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'mac_address': 'fa:16:3e:e3:99:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b6426b1-010f-445d-afc5-d4c9cdb7bf36', 'device_owner': 'network:router_interface', 'standard_attr_id': 1345, 'fixed_ips': [{'subnet_id': '2f06a3d5-572c-4975-aae4-1c1760425084', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:43:08Z', 'updated_at': '2021-12-16T22:43:13Z', 'revision_number': 5, 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'subnets': [{'id': '2f06a3d5-572c-4975-aae4-1c1760425084', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 22:44:03.030523 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f5a3115-2ed8-422b-9cf5-2148225d564e None None] New status for floating IP 70571c43-4cf3-42e6-9814-f3f4af5e6ea1: DOWN {{(pid=87509) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 16 22:44:03.213388 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-4541ba3b-6be8-499c-bc94-3c60aa55c4f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:44:03.437382 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ef48e4-53ed-4d4e-8f23-d28a826832bb req-f3be6c96-c987-4f38-9095-26359bf7441f tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:44:03.438750 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-73ef48e4-53ed-4d4e-8f23-d28a826832bb req-f3be6c96-c987-4f38-9095-26359bf7441f tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "GET /v2.0/ports?device_id=dccaeecb-c268-4701-9952-2505271c46ad HTTP/1.1" status: 200  len: 946 time: 0.0806417
Dec 16 22:44:03.482751 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-73ef48e4-53ed-4d4e-8f23-d28a826832bb req-cbe29970-aa0d-4a98-90d5-c05aa6cf5fd0 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "GET /v2.0/security-groups?id=7e192226-c0ec-4ee1-8db3-151c8478d40a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0381684
Dec 16 22:44:03.646132 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd735bab-b14d-4d47-9d7b-ab179d20e283 req-e6e7bdb7-d138-4c0f-bf7e-d5b6fda70135 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:44:03.646825 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [req-bd735bab-b14d-4d47-9d7b-ab179d20e283 req-e6e7bdb7-d138-4c0f-bf7e-d5b6fda70135 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Synchronizing usage tracker for tenant:b7e45fda9ad540a6ac359d1c64c9adb2 on resource:port {{(pid=87506) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 22:44:03.661833 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [req-bd735bab-b14d-4d47-9d7b-ab179d20e283 req-e6e7bdb7-d138-4c0f-bf7e-d5b6fda70135 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Unset dirty status for tenant:b7e45fda9ad540a6ac359d1c64c9adb2 on resource:port {{(pid=87506) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 22:44:03.662948 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-bd735bab-b14d-4d47-9d7b-ab179d20e283 req-e6e7bdb7-d138-4c0f-bf7e-d5b6fda70135 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.49 "GET /v2.0/ports?device_id=dccaeecb-c268-4701-9952-2505271c46ad HTTP/1.1" status: 200  len: 946 time: 0.0978556
Dec 16 22:44:03.730372 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [req-bd735bab-b14d-4d47-9d7b-ab179d20e283 req-2babb0db-55af-4b5a-8154-fc2d53caaf6c tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Deleting port 185b1b6e-c9f4-4395-9d9d-9f4b450bf39f {{(pid=87506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:44:03.730629 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-bd735bab-b14d-4d47-9d7b-ab179d20e283 req-2babb0db-55af-4b5a-8154-fc2d53caaf6c tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:44:03.968585 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.db [req-bd735bab-b14d-4d47-9d7b-ab179d20e283 req-2babb0db-55af-4b5a-8154-fc2d53caaf6c tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] For port 185b1b6e-c9f4-4395-9d9d-9f4b450bf39f, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=185b1b6e-c9f4-4395-9d9d-9f4b450bf39f,segment=NetworkSegment(be03943a-fbd3-414f-9cbb-6b0fd2ac387c),segment_id=be03943a-fbd3-414f-9cbb-6b0fd2ac387c)] {{(pid=87506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:44:03.968937 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-bd735bab-b14d-4d47-9d7b-ab179d20e283 req-2babb0db-55af-4b5a-8154-fc2d53caaf6c tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:44:04.086410 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [req-bd735bab-b14d-4d47-9d7b-ab179d20e283 req-2babb0db-55af-4b5a-8154-fc2d53caaf6c tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Calling delete_port for 185b1b6e-c9f4-4395-9d9d-9f4b450bf39f owned by compute:nova {{(pid=87506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:44:04.223007 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-bd735bab-b14d-4d47-9d7b-ab179d20e283 req-2babb0db-55af-4b5a-8154-fc2d53caaf6c tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1863393'] for port, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:44:04.228158 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-268fc247-41ef-4593-b376-238640769eae tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:44:04.271754 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2babb0db-55af-4b5a-8154-fc2d53caaf6c tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Pushing event deleted for resources: {'Port': ['ID=185b1b6e-c9f4-4395-9d9d-9f4b450bf39f,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:44:04.274724 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-2babb0db-55af-4b5a-8154-fc2d53caaf6c tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:44:04.345924 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd735bab-b14d-4d47-9d7b-ab179d20e283 req-2babb0db-55af-4b5a-8154-fc2d53caaf6c tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] No DVR routers for this DVR port 185b1b6e-c9f4-4395-9d9d-9f4b450bf39f on host hv-neutron-8218 {{(pid=87506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 22:44:04.348225 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-bd735bab-b14d-4d47-9d7b-ab179d20e283 req-2babb0db-55af-4b5a-8154-fc2d53caaf6c tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for port, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:44:04.350653 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dccaeecb-c268-4701-9952-2505271c46ad', 'name': 'network-vif-deleted', 'tag': '185b1b6e-c9f4-4395-9d9d-9f4b450bf39f'}] {{(pid=87506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 22:44:04.366501 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-bd735bab-b14d-4d47-9d7b-ab179d20e283 req-2babb0db-55af-4b5a-8154-fc2d53caaf6c tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.49 "DELETE /v2.0/ports/185b1b6e-c9f4-4395-9d9d-9f4b450bf39f HTTP/1.1" status: 204  len: 173 time: 0.6980531
Dec 16 22:44:04.397856 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dccaeecb-c268-4701-9952-2505271c46ad', 'name': 'network-vif-deleted', 'tag': '185b1b6e-c9f4-4395-9d9d-9f4b450bf39f', 'status': 'completed', 'code': 200}
Dec 16 22:44:04.644170 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-f68ed481-0c99-408f-9eea-61454564026d req-37302eec-b8b6-4ce9-a578-39fd4ed854d8 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "GET /v2.0/ports?device_id=dccaeecb-c268-4701-9952-2505271c46ad HTTP/1.1" status: 200  len: 210 time: 0.0430653
Dec 16 22:44:05.737508 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 49282) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:44:05.797180 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 49286) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:44:05.806545 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-521ec991-039c-4cbc-bda5-cbe3b1cffe18 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for security_group, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:44:05.836694 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-521ec991-039c-4cbc-bda5-cbe3b1cffe18 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:44:05.900423 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-521ec991-039c-4cbc-bda5-cbe3b1cffe18 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841066'] for security_group, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:44:05.905854 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-91bf0c7d-6b50-45d6-afba-b7fa3a255a48 tempest-RoutersNegativeIpV6Test-1646080008 tempest-RoutersNegativeIpV6Test-1646080008-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:44:05.925090 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521ec991-039c-4cbc-bda5-cbe3b1cffe18 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e192226-c0ec-4ee1-8db3-151c8478d40a,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:44:05.929580 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-521ec991-039c-4cbc-bda5-cbe3b1cffe18 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:44:05.934893 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-521ec991-039c-4cbc-bda5-cbe3b1cffe18 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for security_group, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:44:05.935558 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-521ec991-039c-4cbc-bda5-cbe3b1cffe18 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "DELETE /v2.0/security-groups/7e192226-c0ec-4ee1-8db3-151c8478d40a HTTP/1.1" status: 204  len: 168 time: 0.1970613
Dec 16 22:44:05.969021 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 49292) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:44:06.114450 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.plugin [None req-5c1aaf1d-0c15-4ff5-82b4-6d0ec51065c4 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Deleting port a838487c-778a-45af-bffd-0ffd597281db {{(pid=87507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:44:06.114793 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-5c1aaf1d-0c15-4ff5-82b4-6d0ec51065c4 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:44:06.282504 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-5c1aaf1d-0c15-4ff5-82b4-6d0ec51065c4 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:44:06.282821 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-5c1aaf1d-0c15-4ff5-82b4-6d0ec51065c4 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:44:06.407124 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.plugin [None req-5c1aaf1d-0c15-4ff5-82b4-6d0ec51065c4 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Calling delete_port for a838487c-778a-45af-bffd-0ffd597281db owned by network:floatingip {{(pid=87507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:44:06.558423 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-5c1aaf1d-0c15-4ff5-82b4-6d0ec51065c4 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10807823'] for port, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:44:06.563168 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-d6b5c2d9-a226-4209-aab6-86ad279f33a3 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:44:06.609419 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1aaf1d-0c15-4ff5-82b4-6d0ec51065c4 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Pushing event deleted for resources: {'Port': ['ID=a838487c-778a-45af-bffd-0ffd597281db,revision_number=None']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:44:06.638911 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-c2410da5-af1b-41f1-a4b5-da344d5e30a5 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3830176'] for router_interface, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:44:06.641040 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1aaf1d-0c15-4ff5-82b4-6d0ec51065c4 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:44:06.641429 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1aaf1d-0c15-4ff5-82b4-6d0ec51065c4 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:44:06.641804 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1aaf1d-0c15-4ff5-82b4-6d0ec51065c4 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:44:06.642183 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1aaf1d-0c15-4ff5-82b4-6d0ec51065c4 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:44:06.642577 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1aaf1d-0c15-4ff5-82b4-6d0ec51065c4 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:44:06.642939 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1aaf1d-0c15-4ff5-82b4-6d0ec51065c4 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:44:06.643299 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1aaf1d-0c15-4ff5-82b4-6d0ec51065c4 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:44:06.643661 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1aaf1d-0c15-4ff5-82b4-6d0ec51065c4 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:44:06.644054 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1aaf1d-0c15-4ff5-82b4-6d0ec51065c4 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:44:06.644438 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1aaf1d-0c15-4ff5-82b4-6d0ec51065c4 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:44:06.644778 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1aaf1d-0c15-4ff5-82b4-6d0ec51065c4 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:44:06.645133 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1aaf1d-0c15-4ff5-82b4-6d0ec51065c4 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:44:06.652689 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-5c1aaf1d-0c15-4ff5-82b4-6d0ec51065c4 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:44:06.712183 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-5c1aaf1d-0c15-4ff5-82b4-6d0ec51065c4 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Notify callbacks [] for floatingip, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:44:06.712461 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.db.l3_db [None req-5c1aaf1d-0c15-4ff5-82b4-6d0ec51065c4 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Floating IP 09335afb-9185-4c8a-9090-377272bd9b67 disassociated (deleted). External IP: 172.26.0.128, port: ec45b47a-9999-42d5-8f49-8390d02dc967.
Dec 16 22:44:06.985771 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [None req-c2410da5-af1b-41f1-a4b5-da344d5e30a5 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Deleting port b82cf8df-8fb8-4371-a0e0-9b1b716920ec {{(pid=87506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:44:06.986943 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-c2410da5-af1b-41f1-a4b5-da344d5e30a5 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:44:07.057303 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c1aaf1d-0c15-4ff5-82b4-6d0ec51065c4 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Router c6b0af86-1588-4d9e-9f98-ac61fdf8ef7a has already been hosted by L3 agent 4f519db7-069b-43e2-8411-c092bac9102a {{(pid=87507) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 22:44:07.170929 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.db [None req-c2410da5-af1b-41f1-a4b5-da344d5e30a5 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] For port b82cf8df-8fb8-4371-a0e0-9b1b716920ec, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=b82cf8df-8fb8-4371-a0e0-9b1b716920ec,segment=NetworkSegment(be03943a-fbd3-414f-9cbb-6b0fd2ac387c),segment_id=be03943a-fbd3-414f-9cbb-6b0fd2ac387c)] {{(pid=87506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:44:07.171276 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-c2410da5-af1b-41f1-a4b5-da344d5e30a5 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:44:07.234547 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c1aaf1d-0c15-4ff5-82b4-6d0ec51065c4 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Notify agent at l3_agent.dv-neutron-821829-1-hyperv the message routers_updated {{(pid=87507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 22:44:07.244067 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33392c20-c4ce-4c2f-b341-0078ec2d7da0 None None] Sync routers for ids ['c6b0af86-1588-4d9e-9f98-ac61fdf8ef7a'] in dv-neutron-821829-1-hyperv {{(pid=87508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 22:44:07.253461 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33392c20-c4ce-4c2f-b341-0078ec2d7da0 None None] Routers {'c6b0af86-1588-4d9e-9f98-ac61fdf8ef7a'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:44:07.254091 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-33392c20-c4ce-4c2f-b341-0078ec2d7da0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b77fcd520>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:44:01Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['c6b0af86-1588-4d9e-9f98-ac61fdf8ef7a'], 'active': True} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:44:07.258911 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-5c1aaf1d-0c15-4ff5-82b4-6d0ec51065c4 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for floatingip, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:44:07.296705 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [None req-c2410da5-af1b-41f1-a4b5-da344d5e30a5 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Calling delete_port for b82cf8df-8fb8-4371-a0e0-9b1b716920ec owned by network:router_interface {{(pid=87506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:44:07.317796 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-5c1aaf1d-0c15-4ff5-82b4-6d0ec51065c4 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] 10.222.0.13 "DELETE /v2.0/floatingips/09335afb-9185-4c8a-9090-377272bd9b67 HTTP/1.1" status: 204  len: 168 time: 1.5171759
Dec 16 22:44:07.317796 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01b12d2b-8788-43ef-99af-f8df175b5189', 'tag': 'ec45b47a-9999-42d5-8f49-8390d02dc967'}] {{(pid=87507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 22:44:07.365683 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01b12d2b-8788-43ef-99af-f8df175b5189', 'tag': 'ec45b47a-9999-42d5-8f49-8390d02dc967', 'status': 'completed', 'code': 200}
Dec 16 22:44:07.454932 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvr_db [None req-33392c20-c4ce-4c2f-b341-0078ec2d7da0 None None] Set router c6b0af86-1588-4d9e-9f98-ac61fdf8ef7a gateway port host: dv-neutron-821829-1-hyperv {{(pid=87508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 22:44:07.513266 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff14038d-0e0b-42a0-a5ea-5ceb3b7f8bc4 req-905b964c-b5a6-4974-8b45-0af0182f1aba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:44:07.514856 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-ff14038d-0e0b-42a0-a5ea-5ceb3b7f8bc4 req-905b964c-b5a6-4974-8b45-0af0182f1aba service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ebcac23e4eae475893854e16d121f861&device_id=01b12d2b-8788-43ef-99af-f8df175b5189 HTTP/1.1" status: 200  len: 1098 time: 0.1012950
Dec 16 22:44:07.664883 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Device 185b1b6e-c9f4-4395-9d9d-9f4b450bf39f no longer exists at agent hyperv_hv-neutron-8218 {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 22:44:07.677725 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-c2410da5-af1b-41f1-a4b5-da344d5e30a5 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1863393'] for port, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:44:07.684241 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-54c04d56-6dfb-4151-a6f9-f1fbcaa898e8 tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:44:07.758696 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] No Port match for: 185b1b6e-c9f4-4395-9d9d-9f4b450bf39f {{(pid=87508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 22:44:07.759044 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Device 185b1b6e-c9f4-4395-9d9d-9f4b450bf39f not bound to the agent host hv-neutron-8218 {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 22:44:07.859120 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2410da5-af1b-41f1-a4b5-da344d5e30a5 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Pushing event deleted for resources: {'Port': ['ID=b82cf8df-8fb8-4371-a0e0-9b1b716920ec,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:44:07.873086 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:44:07.891241 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-c2410da5-af1b-41f1-a4b5-da344d5e30a5 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:44:07.891912 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-33392c20-c4ce-4c2f-b341-0078ec2d7da0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b77fcd520>, [{'id': 'c6b0af86-1588-4d9e-9f98-ac61fdf8ef7a', 'name': 'tempest-TestVolumeBootPattern-241322810-router', 'tenant_id': 'ebcac23e4eae475893854e16d121f861', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.7'}], 'enable_snat': True}, 'gw_port_id': '627705e4-06a5-44d7-9654-b5ffda9763f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:34:55Z', 'updated_at': '2021-12-16T22:35:14Z', 'revision_number': 4, 'project_id': 'ebcac23e4eae475893854e16d121f861', 'gw_port': {'id': '627705e4-06a5-44d7-9654-b5ffda9763f8', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:4f:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6b0af86-1588-4d9e-9f98-ac61fdf8ef7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:34:59Z', 'updated_at': '2021-12-16T22:35:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv', '_floatingips': [{'id': 'd171fb35-a4a3-4b20-a1d2-1cafa38e92d8', 'tenant_id': 'ebcac23e4eae475893854e16d121f861', 'floating_ip_address': '172.26.0.97', 'floating_network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'router_id': 'c6b0af86-1588-4d9e-9f98-ac61fdf8ef7a', 'port_id': '4359d2e8-34fe-4cb4-bef0-4f10169a8bef', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1090, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '59be113d-df84-4589-a861-2ce3da6b2e5d', 'mac_address': 'fa:16:3e:20:0b:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e559bb86-9633-4370-9cd9-33cf2cb148d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T22:39:52Z', 'updated_at': '2021-12-16T22:39:59Z', 'revision_number': 1, 'project_id': 'ebcac23e4eae475893854e16d121f861', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f4b371e-1da4-4a31-bbd3-1b44e0ee69be', 'name': '', 'network_id': '59be113d-df84-4589-a861-2ce3da6b2e5d', 'tenant_id': 'ebcac23e4eae475893854e16d121f861', 'mac_address': 'fa:16:3e:90:d1:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6b0af86-1588-4d9e-9f98-ac61fdf8ef7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'e85fa5c2-5253-44c8-9f57-0c1d2c97dd41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:35:10Z', 'updated_at': '2021-12-16T22:35:23Z', 'revision_number': 5, 'project_id': 'ebcac23e4eae475893854e16d121f861', 'subnets': [{'id': 'e85fa5c2-5253-44c8-9f57-0c1d2c97dd41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:44:07.899114 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff14038d-0e0b-42a0-a5ea-5ceb3b7f8bc4 req-ddd780ed-af7d-4d52-bba6-c696cb8998a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:44:07.899277 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33392c20-c4ce-4c2f-b341-0078ec2d7da0 None None] Checking router: c6b0af86-1588-4d9e-9f98-ac61fdf8ef7a for host: dv-neutron-821829-1-hyperv {{(pid=87508) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 22:44:07.900619 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-ff14038d-0e0b-42a0-a5ea-5ceb3b7f8bc4 req-ddd780ed-af7d-4d52-bba6-c696cb8998a7 service neutron] 10.222.0.49 "GET /v2.0/networks?id=59be113d-df84-4589-a861-2ce3da6b2e5d HTTP/1.1" status: 200  len: 912 time: 0.3546913
Dec 16 22:44:07.908121 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33392c20-c4ce-4c2f-b341-0078ec2d7da0 None None] Routers {'c6b0af86-1588-4d9e-9f98-ac61fdf8ef7a'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:44:07.908775 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-33392c20-c4ce-4c2f-b341-0078ec2d7da0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b77fcd520>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:44:01Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['c6b0af86-1588-4d9e-9f98-ac61fdf8ef7a'], 'active': True} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:44:07.967117 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e86732-a719-4d31-8fa3-b6d5fd593b61 req-fa213f7b-a72e-46f5-b8d4-fe60a2eaa35b tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:44:07.967918 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [req-97e86732-a719-4d31-8fa3-b6d5fd593b61 req-fa213f7b-a72e-46f5-b8d4-fe60a2eaa35b tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Synchronizing usage tracker for tenant:ebcac23e4eae475893854e16d121f861 on resource:port {{(pid=87507) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 22:44:07.987496 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [req-97e86732-a719-4d31-8fa3-b6d5fd593b61 req-fa213f7b-a72e-46f5-b8d4-fe60a2eaa35b tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Unset dirty status for tenant:ebcac23e4eae475893854e16d121f861 on resource:port {{(pid=87507) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 22:44:07.988819 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-97e86732-a719-4d31-8fa3-b6d5fd593b61 req-fa213f7b-a72e-46f5-b8d4-fe60a2eaa35b tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] 10.222.0.13 "GET /v2.0/ports?device_id=01b12d2b-8788-43ef-99af-f8df175b5189 HTTP/1.1" status: 200  len: 945 time: 0.3815091
Dec 16 22:44:08.023022 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-ff14038d-0e0b-42a0-a5ea-5ceb3b7f8bc4 req-a3baa9c8-ac0e-4e70-97fe-5461909b8a61 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ec45b47a-9999-42d5-8f49-8390d02dc967 HTTP/1.1" status: 200  len: 217 time: 0.0865033
Dec 16 22:44:08.056527 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-97e86732-a719-4d31-8fa3-b6d5fd593b61 req-b25b1095-0ff0-4eb0-8b5b-279787cba15b tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c8293c6-7a9d-4021-9d0b-d55cb4b08bc4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0613527
Dec 16 22:44:08.159628 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvr_db [None req-33392c20-c4ce-4c2f-b341-0078ec2d7da0 None None] Set router c6b0af86-1588-4d9e-9f98-ac61fdf8ef7a gateway port host: dv-neutron-821829-1-hyperv {{(pid=87508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 22:44:08.175583 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff14038d-0e0b-42a0-a5ea-5ceb3b7f8bc4 req-33894df2-229c-4008-8577-a7d37b68db3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:44:08.177024 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-ff14038d-0e0b-42a0-a5ea-5ceb3b7f8bc4 req-33894df2-229c-4008-8577-a7d37b68db3e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e85fa5c2-5253-44c8-9f57-0c1d2c97dd41 HTTP/1.1" status: 200  len: 850 time: 0.1458006
Dec 16 22:44:08.322173 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-c2410da5-af1b-41f1-a4b5-da344d5e30a5 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3791449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3739472'] for router_interface, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:44:08.402254 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff14038d-0e0b-42a0-a5ea-5ceb3b7f8bc4 req-894aadad-01f1-4fdc-a2ef-d69180e2c122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:44:08.403716 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-ff14038d-0e0b-42a0-a5ea-5ceb3b7f8bc4 req-894aadad-01f1-4fdc-a2ef-d69180e2c122 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=59be113d-df84-4589-a861-2ce3da6b2e5d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.2193046
Dec 16 22:44:08.505792 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-33392c20-c4ce-4c2f-b341-0078ec2d7da0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b77fcd520>, [{'id': 'c6b0af86-1588-4d9e-9f98-ac61fdf8ef7a', 'name': 'tempest-TestVolumeBootPattern-241322810-router', 'tenant_id': 'ebcac23e4eae475893854e16d121f861', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.7'}], 'enable_snat': True}, 'gw_port_id': '627705e4-06a5-44d7-9654-b5ffda9763f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:34:55Z', 'updated_at': '2021-12-16T22:35:14Z', 'revision_number': 4, 'project_id': 'ebcac23e4eae475893854e16d121f861', 'gw_port': {'id': '627705e4-06a5-44d7-9654-b5ffda9763f8', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:4f:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6b0af86-1588-4d9e-9f98-ac61fdf8ef7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:34:59Z', 'updated_at': '2021-12-16T22:35:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv', '_floatingips': [{'id': 'd171fb35-a4a3-4b20-a1d2-1cafa38e92d8', 'tenant_id': 'ebcac23e4eae475893854e16d121f861', 'floating_ip_address': '172.26.0.97', 'floating_network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'router_id': 'c6b0af86-1588-4d9e-9f98-ac61fdf8ef7a', 'port_id': '4359d2e8-34fe-4cb4-bef0-4f10169a8bef', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1090, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '59be113d-df84-4589-a861-2ce3da6b2e5d', 'mac_address': 'fa:16:3e:20:0b:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e559bb86-9633-4370-9cd9-33cf2cb148d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T22:39:52Z', 'updated_at': '2021-12-16T22:39:59Z', 'revision_number': 1, 'project_id': 'ebcac23e4eae475893854e16d121f861', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f4b371e-1da4-4a31-bbd3-1b44e0ee69be', 'name': '', 'network_id': '59be113d-df84-4589-a861-2ce3da6b2e5d', 'tenant_id': 'ebcac23e4eae475893854e16d121f861', 'mac_address': 'fa:16:3e:90:d1:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6b0af86-1588-4d9e-9f98-ac61fdf8ef7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'e85fa5c2-5253-44c8-9f57-0c1d2c97dd41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:35:10Z', 'updated_at': '2021-12-16T22:35:23Z', 'revision_number': 5, 'project_id': 'ebcac23e4eae475893854e16d121f861', 'subnets': [{'id': 'e85fa5c2-5253-44c8-9f57-0c1d2c97dd41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:44:08.509834 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33392c20-c4ce-4c2f-b341-0078ec2d7da0 None None] The sync data for ids ['c6b0af86-1588-4d9e-9f98-ac61fdf8ef7a'] in dv-neutron-821829-1-hyperv is: [{'id': 'c6b0af86-1588-4d9e-9f98-ac61fdf8ef7a', 'name': 'tempest-TestVolumeBootPattern-241322810-router', 'tenant_id': 'ebcac23e4eae475893854e16d121f861', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.7'}], 'enable_snat': True}, 'gw_port_id': '627705e4-06a5-44d7-9654-b5ffda9763f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:34:55Z', 'updated_at': '2021-12-16T22:35:14Z', 'revision_number': 4, 'project_id': 'ebcac23e4eae475893854e16d121f861', 'gw_port': {'id': '627705e4-06a5-44d7-9654-b5ffda9763f8', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:4f:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6b0af86-1588-4d9e-9f98-ac61fdf8ef7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:34:59Z', 'updated_at': '2021-12-16T22:35:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv', '_floatingips': [{'id': 'd171fb35-a4a3-4b20-a1d2-1cafa38e92d8', 'tenant_id': 'ebcac23e4eae475893854e16d121f861', 'floating_ip_address': '172.26.0.97', 'floating_network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'router_id': 'c6b0af86-1588-4d9e-9f98-ac61fdf8ef7a', 'port_id': '4359d2e8-34fe-4cb4-bef0-4f10169a8bef', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1090, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '59be113d-df84-4589-a861-2ce3da6b2e5d', 'mac_address': 'fa:16:3e:20:0b:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e559bb86-9633-4370-9cd9-33cf2cb148d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T22:39:52Z', 'updated_at': '2021-12-16T22:39:59Z', 'revision_number': 1, 'project_id': 'ebcac23e4eae475893854e16d121f861', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f4b371e-1da4-4a31-bbd3-1b44e0ee69be', 'name': '', 'network_id': '59be113d-df84-4589-a861-2ce3da6b2e5d', 'tenant_id': 'ebcac23e4eae475893854e16d121f861', 'mac_address': 'fa:16:3e:90:d1:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6b0af86-1588-4d9e-9f98-ac61fdf8ef7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'e85fa5c2-5253-44c8-9f57-0c1d2c97dd41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:35:10Z', 'updated_at': '2021-12-16T22:35:23Z', 'revision_number': 5, 'project_id': 'ebcac23e4eae475893854e16d121f861', 'subnets': [{'id': 'e85fa5c2-5253-44c8-9f57-0c1d2c97dd41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 22:44:08.675525 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-ff14038d-0e0b-42a0-a5ea-5ceb3b7f8bc4 req-72fdfd5b-6157-47a9-850e-9cd412150422 service neutron] 10.222.0.49 "GET /v2.0/networks/59be113d-df84-4589-a861-2ce3da6b2e5d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2627354
Dec 16 22:44:08.741590 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-571c82bc-2737-495f-96fb-a38af0cec120 None None] New status for floating IP 09335afb-9185-4c8a-9090-377272bd9b67: DOWN {{(pid=87509) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 16 22:44:08.904848 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-ff14038d-0e0b-42a0-a5ea-5ceb3b7f8bc4 req-83570150-3b10-4ae2-a805-db1bab20e720 service neutron] 10.222.0.49 "GET /v2.0/networks/59be113d-df84-4589-a861-2ce3da6b2e5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2207668
Dec 16 22:44:08.906415 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2410da5-af1b-41f1-a4b5-da344d5e30a5 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Router 3b6426b1-010f-445d-afc5-d4c9cdb7bf36 has already been hosted by L3 agent 4f519db7-069b-43e2-8411-c092bac9102a {{(pid=87506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 22:44:09.078896 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2410da5-af1b-41f1-a4b5-da344d5e30a5 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify agent at l3_agent.dv-neutron-821829-1-hyperv the message routers_updated {{(pid=87506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 22:44:09.089546 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b241c1c4-e1ce-4e18-b1b4-2fd4e9339d86 None None] Sync routers for ids ['3b6426b1-010f-445d-afc5-d4c9cdb7bf36'] in dv-neutron-821829-1-hyperv {{(pid=87508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 22:44:09.094115 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-c2410da5-af1b-41f1-a4b5-da344d5e30a5 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "PUT /v2.0/routers/3b6426b1-010f-445d-afc5-d4c9cdb7bf36/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.1214719
Dec 16 22:44:09.094350 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 49306) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:44:09.099645 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b241c1c4-e1ce-4e18-b1b4-2fd4e9339d86 None None] Routers {'3b6426b1-010f-445d-afc5-d4c9cdb7bf36'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:44:09.100375 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-b241c1c4-e1ce-4e18-b1b4-2fd4e9339d86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b7c0f9fa0>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:44:01Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['3b6426b1-010f-445d-afc5-d4c9cdb7bf36'], 'active': True} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:44:09.332026 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvr_db [None req-b241c1c4-e1ce-4e18-b1b4-2fd4e9339d86 None None] Set router 3b6426b1-010f-445d-afc5-d4c9cdb7bf36 gateway port host: dv-neutron-821829-1-hyperv {{(pid=87508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 22:44:09.349605 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c36e532-2953-4013-a6a1-4bfc03ea9331 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Deleting subnet 2f06a3d5-572c-4975-aae4-1c1760425084 {{(pid=87506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 16 22:44:09.358100 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-4c36e532-2953-4013-a6a1-4bfc03ea9331 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for subnet, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:44:09.419268 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-4c36e532-2953-4013-a6a1-4bfc03ea9331 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-266764487'] for subnet, precommit_delete_associations {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:44:09.441067 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24f0610-4e11-4b1d-ae63-8a3d9d7600a0 req-7df4e9c7-6fd2-4881-8023-4c54756330ca tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:44:09.442574 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-e24f0610-4e11-4b1d-ae63-8a3d9d7600a0 req-7df4e9c7-6fd2-4881-8023-4c54756330ca tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] 10.222.0.13 "GET /v2.0/ports?device_id=01b12d2b-8788-43ef-99af-f8df175b5189 HTTP/1.1" status: 200  len: 945 time: 0.2806065
Dec 16 22:44:09.453977 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba046fbe-0071-4faf-b4ac-7dc5fa615b3a req-af9816eb-39a9-40f8-93ec-2d120a5804e3 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:44:09.455503 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [req-ba046fbe-0071-4faf-b4ac-7dc5fa615b3a req-af9816eb-39a9-40f8-93ec-2d120a5804e3 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Synchronizing usage tracker for tenant:ebcac23e4eae475893854e16d121f861 on resource:port {{(pid=87506) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 22:44:09.489947 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [req-ba046fbe-0071-4faf-b4ac-7dc5fa615b3a req-af9816eb-39a9-40f8-93ec-2d120a5804e3 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Unset dirty status for tenant:ebcac23e4eae475893854e16d121f861 on resource:port {{(pid=87506) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 22:44:09.491299 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-ba046fbe-0071-4faf-b4ac-7dc5fa615b3a req-af9816eb-39a9-40f8-93ec-2d120a5804e3 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] 10.222.0.49 "GET /v2.0/ports?device_id=01b12d2b-8788-43ef-99af-f8df175b5189 HTTP/1.1" status: 200  len: 945 time: 0.2202218
Dec 16 22:44:09.492383 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-e24f0610-4e11-4b1d-ae63-8a3d9d7600a0 req-ca6d862c-3fc2-4bc8-9033-b7a233cf032f tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c8293c6-7a9d-4021-9d0b-d55cb4b08bc4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0427241
Dec 16 22:44:09.576918 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [req-ba046fbe-0071-4faf-b4ac-7dc5fa615b3a req-b2231c64-a9f6-48be-87fc-2fb7613bb711 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Deleting port ec45b47a-9999-42d5-8f49-8390d02dc967 {{(pid=87506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:44:09.577250 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-ba046fbe-0071-4faf-b4ac-7dc5fa615b3a req-b2231c64-a9f6-48be-87fc-2fb7613bb711 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:44:09.617554 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-4c36e532-2953-4013-a6a1-4bfc03ea9331 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3328566'] for subnet, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:44:09.648879 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-b241c1c4-e1ce-4e18-b1b4-2fd4e9339d86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b7c0f9fa0>, [{'id': '3b6426b1-010f-445d-afc5-d4c9cdb7bf36', 'name': 'tempest-TestNetworkBasicOps-router-1706757754', 'tenant_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.145'}], 'enable_snat': True}, 'gw_port_id': 'acf2b886-675b-47d3-b7c5-8d7d2c111c22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:43:04Z', 'updated_at': '2021-12-16T22:44:07Z', 'revision_number': 5, 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'gw_port': {'id': 'acf2b886-675b-47d3-b7c5-8d7d2c111c22', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:8e:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b6426b1-010f-445d-afc5-d4c9cdb7bf36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:43:05Z', 'updated_at': '2021-12-16T22:43:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv'}], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:44:09.652705 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b241c1c4-e1ce-4e18-b1b4-2fd4e9339d86 None None] Checking router: 3b6426b1-010f-445d-afc5-d4c9cdb7bf36 for host: dv-neutron-821829-1-hyperv {{(pid=87508) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 22:44:09.660912 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b241c1c4-e1ce-4e18-b1b4-2fd4e9339d86 None None] Routers {'3b6426b1-010f-445d-afc5-d4c9cdb7bf36'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:44:09.661527 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-b241c1c4-e1ce-4e18-b1b4-2fd4e9339d86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b7c0f9fa0>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:44:01Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['3b6426b1-010f-445d-afc5-d4c9cdb7bf36'], 'active': True} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:44:09.820696 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-4c36e532-2953-4013-a6a1-4bfc03ea9331 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3328622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1863378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11213117'] for subnet, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:44:09.827398 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-fd5d6dd8-66d7-4a29-bc96-955846474197 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:44:09.837756 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvr_db [None req-b241c1c4-e1ce-4e18-b1b4-2fd4e9339d86 None None] Set router 3b6426b1-010f-445d-afc5-d4c9cdb7bf36 gateway port host: dv-neutron-821829-1-hyperv {{(pid=87508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 22:44:09.871405 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c36e532-2953-4013-a6a1-4bfc03ea9331 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Pushing event deleted for resources: {'Subnet': ['ID=2f06a3d5-572c-4975-aae4-1c1760425084,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:44:09.875399 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-4c36e532-2953-4013-a6a1-4bfc03ea9331 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for subnet, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:44:09.878047 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-4c36e532-2953-4013-a6a1-4bfc03ea9331 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:44:09.884224 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb2ab704-9b9d-48dc-98f3-493cd81d9889 None None] Network d6ecdc83-d827-4982-962a-70097384af41 requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 22:44:09.896682 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-4c36e532-2953-4013-a6a1-4bfc03ea9331 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "DELETE /v2.0/subnets/2f06a3d5-572c-4975-aae4-1c1760425084 HTTP/1.1" status: 204  len: 168 time: 0.8013687
Dec 16 22:44:09.899406 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 49312) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:44:09.920906 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.db [req-ba046fbe-0071-4faf-b4ac-7dc5fa615b3a req-b2231c64-a9f6-48be-87fc-2fb7613bb711 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] For port ec45b47a-9999-42d5-8f49-8390d02dc967, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=ec45b47a-9999-42d5-8f49-8390d02dc967,segment=NetworkSegment(32a05c8f-4e22-414f-870d-ee93982b6a67),segment_id=32a05c8f-4e22-414f-870d-ee93982b6a67)] {{(pid=87506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:44:09.921261 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-ba046fbe-0071-4faf-b4ac-7dc5fa615b3a req-b2231c64-a9f6-48be-87fc-2fb7613bb711 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:44:10.050845 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [req-ba046fbe-0071-4faf-b4ac-7dc5fa615b3a req-b2231c64-a9f6-48be-87fc-2fb7613bb711 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Calling delete_port for ec45b47a-9999-42d5-8f49-8390d02dc967 owned by compute:nova {{(pid=87506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:44:10.084281 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-3958d7a1-51d5-468e-a707-58e91eece65c tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for router, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:44:10.196448 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-ba046fbe-0071-4faf-b4ac-7dc5fa615b3a req-b2231c64-a9f6-48be-87fc-2fb7613bb711 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1863393'] for port, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:44:10.203833 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-e9541469-a5ef-42c5-ae76-c1342c81b409 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:44:10.271376 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-3958d7a1-51d5-468e-a707-58e91eece65c tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:44:10.281584 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.plugin [None req-3958d7a1-51d5-468e-a707-58e91eece65c tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Deleting port acf2b886-675b-47d3-b7c5-8d7d2c111c22 {{(pid=87507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:44:10.281924 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-3958d7a1-51d5-468e-a707-58e91eece65c tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:44:10.286133 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2231c64-a9f6-48be-87fc-2fb7613bb711 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Pushing event deleted for resources: {'Port': ['ID=ec45b47a-9999-42d5-8f49-8390d02dc967,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:44:10.288590 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-b2231c64-a9f6-48be-87fc-2fb7613bb711 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:44:10.331115 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba046fbe-0071-4faf-b4ac-7dc5fa615b3a req-b2231c64-a9f6-48be-87fc-2fb7613bb711 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] No DVR routers for this DVR port ec45b47a-9999-42d5-8f49-8390d02dc967 on host hv-neutron-8218 {{(pid=87506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 22:44:10.334731 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-ba046fbe-0071-4faf-b4ac-7dc5fa615b3a req-b2231c64-a9f6-48be-87fc-2fb7613bb711 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for port, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:44:10.337632 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01b12d2b-8788-43ef-99af-f8df175b5189', 'name': 'network-vif-deleted', 'tag': 'ec45b47a-9999-42d5-8f49-8390d02dc967'}] {{(pid=87506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 22:44:10.354156 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-b241c1c4-e1ce-4e18-b1b4-2fd4e9339d86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b7c0f9fa0>, [{'id': '3b6426b1-010f-445d-afc5-d4c9cdb7bf36', 'name': 'tempest-TestNetworkBasicOps-router-1706757754', 'tenant_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.145'}], 'enable_snat': True}, 'gw_port_id': 'acf2b886-675b-47d3-b7c5-8d7d2c111c22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:43:04Z', 'updated_at': '2021-12-16T22:44:07Z', 'revision_number': 5, 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'gw_port': {'id': 'acf2b886-675b-47d3-b7c5-8d7d2c111c22', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:8e:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b6426b1-010f-445d-afc5-d4c9cdb7bf36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:43:05Z', 'updated_at': '2021-12-16T22:43:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv'}], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:44:10.358851 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b241c1c4-e1ce-4e18-b1b4-2fd4e9339d86 None None] The sync data for ids ['3b6426b1-010f-445d-afc5-d4c9cdb7bf36'] in dv-neutron-821829-1-hyperv is: [{'id': '3b6426b1-010f-445d-afc5-d4c9cdb7bf36', 'name': 'tempest-TestNetworkBasicOps-router-1706757754', 'tenant_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.145'}], 'enable_snat': True}, 'gw_port_id': 'acf2b886-675b-47d3-b7c5-8d7d2c111c22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:43:04Z', 'updated_at': '2021-12-16T22:44:07Z', 'revision_number': 5, 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'gw_port': {'id': 'acf2b886-675b-47d3-b7c5-8d7d2c111c22', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:8e:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b6426b1-010f-445d-afc5-d4c9cdb7bf36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:43:05Z', 'updated_at': '2021-12-16T22:43:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv'}] {{(pid=87508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 22:44:10.374883 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-ba046fbe-0071-4faf-b4ac-7dc5fa615b3a req-b2231c64-a9f6-48be-87fc-2fb7613bb711 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] 10.222.0.49 "DELETE /v2.0/ports/ec45b47a-9999-42d5-8f49-8390d02dc967 HTTP/1.1" status: 204  len: 173 time: 0.8760021
Dec 16 22:44:10.389262 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01b12d2b-8788-43ef-99af-f8df175b5189', 'name': 'network-vif-deleted', 'tag': 'ec45b47a-9999-42d5-8f49-8390d02dc967', 'status': 'completed', 'code': 200}
Dec 16 22:44:10.441134 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-268d9215-a9e4-41ab-a336-e79f666e9a9c None None] DHCP port deletion for d6ecdc83-d827-4982-962a-70097384af41 request from dv-neutron-821829-1-hyperv {{(pid=87508) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 16 22:44:10.445595 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-268d9215-a9e4-41ab-a336-e79f666e9a9c None None] Deleting port 86c11adc-03c9-48e9-b7c6-df12aaccd162 {{(pid=87508) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:44:10.445986 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-268d9215-a9e4-41ab-a336-e79f666e9a9c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:44:10.471163 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.db [None req-3958d7a1-51d5-468e-a707-58e91eece65c tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] For port acf2b886-675b-47d3-b7c5-8d7d2c111c22, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=acf2b886-675b-47d3-b7c5-8d7d2c111c22,segment=NetworkSegment(a416442d-d143-4052-9f4e-546eb8cbe809),segment_id=a416442d-d143-4052-9f4e-546eb8cbe809)] {{(pid=87507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:44:10.471725 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-3958d7a1-51d5-468e-a707-58e91eece65c tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:44:10.614316 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.plugin [None req-3958d7a1-51d5-468e-a707-58e91eece65c tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Calling delete_port for acf2b886-675b-47d3-b7c5-8d7d2c111c22 owned by network:router_gateway {{(pid=87507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:44:10.683723 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-268d9215-a9e4-41ab-a336-e79f666e9a9c None None] For port 86c11adc-03c9-48e9-b7c6-df12aaccd162, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=86c11adc-03c9-48e9-b7c6-df12aaccd162,segment=NetworkSegment(be03943a-fbd3-414f-9cbb-6b0fd2ac387c),segment_id=be03943a-fbd3-414f-9cbb-6b0fd2ac387c)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:44:10.684208 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-268d9215-a9e4-41ab-a336-e79f666e9a9c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:44:10.813604 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-268d9215-a9e4-41ab-a336-e79f666e9a9c None None] Calling delete_port for 86c11adc-03c9-48e9-b7c6-df12aaccd162 owned by network:dhcp {{(pid=87508) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:44:10.907733 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-268d9215-a9e4-41ab-a336-e79f666e9a9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949'] for port, after_delete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:44:10.913559 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:44:10.921999 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-d20bb909-d83d-48c6-9629-cf0e0ae48803 req-2e16f354-6ef7-4f60-a092-38de20925ede tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] 10.222.0.13 "GET /v2.0/ports?device_id=01b12d2b-8788-43ef-99af-f8df175b5189 HTTP/1.1" status: 200  len: 210 time: 0.0696959
Dec 16 22:44:10.984822 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268d9215-a9e4-41ab-a336-e79f666e9a9c None None] Pushing event deleted for resources: {'Port': ['ID=86c11adc-03c9-48e9-b7c6-df12aaccd162,revision_number=None']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:44:10.989528 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-268d9215-a9e4-41ab-a336-e79f666e9a9c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:44:10.991934 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-268d9215-a9e4-41ab-a336-e79f666e9a9c None None] No DVR routers for this DVR port 86c11adc-03c9-48e9-b7c6-df12aaccd162 on host dv-neutron-821829-1-hyperv {{(pid=87508) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 22:44:11.052251 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-3958d7a1-51d5-468e-a707-58e91eece65c tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10807823'] for port, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:44:11.056571 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-64670002-6b26-4853-914c-fa7039e1de92 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:44:11.104483 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3958d7a1-51d5-468e-a707-58e91eece65c tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Pushing event deleted for resources: {'Port': ['ID=acf2b886-675b-47d3-b7c5-8d7d2c111c22,revision_number=None']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:44:11.108110 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-3958d7a1-51d5-468e-a707-58e91eece65c tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:44:11.199501 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-3958d7a1-51d5-468e-a707-58e91eece65c tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3741895'] for router_gateway, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:44:11.328670 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 86c11adc-03c9-48e9-b7c6-df12aaccd162 no longer exists at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 22:44:11.366309 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] No Port match for: 86c11adc-03c9-48e9-b7c6-df12aaccd162 {{(pid=87508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 22:44:11.366662 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 86c11adc-03c9-48e9-b7c6-df12aaccd162 not bound to the agent host dv-neutron-821829-1-hyperv {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 22:44:11.367100 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device b82cf8df-8fb8-4371-a0e0-9b1b716920ec no longer exists at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 22:44:11.398563 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] No Port match for: b82cf8df-8fb8-4371-a0e0-9b1b716920ec {{(pid=87508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 22:44:11.398914 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device b82cf8df-8fb8-4371-a0e0-9b1b716920ec not bound to the agent host dv-neutron-821829-1-hyperv {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 22:44:11.492876 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-3958d7a1-51d5-468e-a707-58e91eece65c tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3739500', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39002'] for router, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:44:11.495282 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-3958d7a1-51d5-468e-a707-58e91eece65c tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:44:11.517177 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-3958d7a1-51d5-468e-a707-58e91eece65c tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3830089'] for router, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:44:11.517762 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3958d7a1-51d5-468e-a707-58e91eece65c tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Fanout notify agent at l3_agent the message router_deleted on router 3b6426b1-010f-445d-afc5-d4c9cdb7bf36 {{(pid=87507) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 16 22:44:11.532380 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-3958d7a1-51d5-468e-a707-58e91eece65c tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for router, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:44:11.536789 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 49320) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:44:11.537418 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-3958d7a1-51d5-468e-a707-58e91eece65c tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "DELETE /v2.0/routers/3b6426b1-010f-445d-afc5-d4c9cdb7bf36 HTTP/1.1" status: 204  len: 168 time: 1.6361411
Dec 16 22:44:11.670406 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-080aa0a3-c49e-4678-8e9e-cf67411ff3b7 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-825997'] for network, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:44:11.686945 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Device ec45b47a-9999-42d5-8f49-8390d02dc967 no longer exists at agent hyperv_hv-neutron-8218 {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 22:44:11.721833 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] No Port match for: ec45b47a-9999-42d5-8f49-8390d02dc967 {{(pid=87508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 22:44:11.722196 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Device ec45b47a-9999-42d5-8f49-8390d02dc967 not bound to the agent host hv-neutron-8218 {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 22:44:11.800201 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-080aa0a3-c49e-4678-8e9e-cf67411ff3b7 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3329565', 'neutron.services.segments.db._delete_segments_for_network-8734753546406'] for network, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:44:11.826826 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.services.segments.db [None req-080aa0a3-c49e-4678-8e9e-cf67411ff3b7 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1b76253250>,) {'filters': {'network_id': ['d6ecdc83-d827-4982-962a-70097384af41']}} {{(pid=87506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:44:11.839090 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.services.segments.db [None req-080aa0a3-c49e-4678-8e9e-cf67411ff3b7 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b76253250>, 'be03943a-fbd3-414f-9cbb-6b0fd2ac387c') {'for_net_delete': True} {{(pid=87506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:44:11.839388 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.services.segments.db [None req-080aa0a3-c49e-4678-8e9e-cf67411ff3b7 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b76253250>, 'be03943a-fbd3-414f-9cbb-6b0fd2ac387c') {} {{(pid=87506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:44:11.850904 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-080aa0a3-c49e-4678-8e9e-cf67411ff3b7 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734753593977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-266764496'] for segment, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:44:11.866516 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-080aa0a3-c49e-4678-8e9e-cf67411ff3b7 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-883292'] for segment, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:44:11.872441 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-080aa0a3-c49e-4678-8e9e-cf67411ff3b7 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Releasing vlan 195 on physical network physnet1 to pool {{(pid=87506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 16 22:44:11.872835 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-080aa0a3-c49e-4678-8e9e-cf67411ff3b7 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-883285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1863180'] for segment, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:44:11.886835 dv-neutron-821829-1-hyperv neutron-server[87506]: Traceback (most recent call last):
Dec 16 22:44:11.886835 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 16 22:44:11.886835 dv-neutron-821829-1-hyperv neutron-server[87506]:     timer()
Dec 16 22:44:11.886835 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 22:44:11.886835 dv-neutron-821829-1-hyperv neutron-server[87506]:     cb(*args, **kw)
Dec 16 22:44:11.886835 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 22:44:11.886835 dv-neutron-821829-1-hyperv neutron-server[87506]:     return func(*args, **kwargs)
Dec 16 22:44:11.886835 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 22:44:11.886835 dv-neutron-821829-1-hyperv neutron-server[87506]:     self._notify()
Dec 16 22:44:11.886835 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 22:44:11.886835 dv-neutron-821829-1-hyperv neutron-server[87506]:     self.callback(batched_events)
Dec 16 22:44:11.886835 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 22:44:11.886835 dv-neutron-821829-1-hyperv neutron-server[87506]:     event.method(event)
Dec 16 22:44:11.886835 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 22:44:11.886835 dv-neutron-821829-1-hyperv neutron-server[87506]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 22:44:11.886835 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 22:44:11.886835 dv-neutron-821829-1-hyperv neutron-server[87506]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 22:44:11.886835 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 22:44:11.886835 dv-neutron-821829-1-hyperv neutron-server[87506]:     return f(self, *a, **k)
Dec 16 22:44:11.886835 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 16 22:44:11.886835 dv-neutron-821829-1-hyperv neutron-server[87506]:     return self._get(url).json()
Dec 16 22:44:11.886835 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 16 22:44:11.886835 dv-neutron-821829-1-hyperv neutron-server[87506]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 22:44:11.886835 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 16 22:44:11.886835 dv-neutron-821829-1-hyperv neutron-server[87506]:     return self.request(url, 'GET', **kwargs)
Dec 16 22:44:11.886835 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 16 22:44:11.886835 dv-neutron-821829-1-hyperv neutron-server[87506]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 22:44:11.886835 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 16 22:44:11.886835 dv-neutron-821829-1-hyperv neutron-server[87506]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 22:44:11.886835 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 16 22:44:11.886835 dv-neutron-821829-1-hyperv neutron-server[87506]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 22:44:11.886835 dv-neutron-821829-1-hyperv neutron-server[87506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 22:44:11.965920 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-080aa0a3-c49e-4678-8e9e-cf67411ff3b7 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3329572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3741856'] for network, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:44:11.969420 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-5ecd8715-c1c5-4b9a-8a42-c8db44414d63 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:44:12.093202 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-080aa0a3-c49e-4678-8e9e-cf67411ff3b7 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for network, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:44:12.102578 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080aa0a3-c49e-4678-8e9e-cf67411ff3b7 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Pushing event deleted for resources: {'Network': ['ID=d6ecdc83-d827-4982-962a-70097384af41,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:44:12.106955 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-080aa0a3-c49e-4678-8e9e-cf67411ff3b7 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:44:12.114140 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-080aa0a3-c49e-4678-8e9e-cf67411ff3b7 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "DELETE /v2.0/networks/d6ecdc83-d827-4982-962a-70097384af41 HTTP/1.1" status: 204  len: 168 time: 0.5755544
Dec 16 22:44:12.133861 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 49328) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:44:12.139553 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-20526499-ac4b-4d2d-bcc8-cb8443387fa5 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Request body: {'network': {'name': 'tempest-network-smoke--1087255224', 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'port_security_enabled': True}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:44:12.148470 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-20526499-ac4b-4d2d-bcc8-cb8443387fa5 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:44:12.154012 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-20526499-ac4b-4d2d-bcc8-cb8443387fa5 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Usage tracker for resource:network and tenant:b7e45fda9ad540a6ac359d1c64c9adb2 is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:44:12.157777 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-20526499-ac4b-4d2d-bcc8-cb8443387fa5 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:44:12.164939 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-20526499-ac4b-4d2d-bcc8-cb8443387fa5 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:44:12.179941 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20526499-ac4b-4d2d-bcc8-cb8443387fa5 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Made reservation on behalf of b7e45fda9ad540a6ac359d1c64c9adb2 for: {'network': 1} {{(pid=87507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:44:12.183952 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-20526499-ac4b-4d2d-bcc8-cb8443387fa5 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for network, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:44:12.213212 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20526499-ac4b-4d2d-bcc8-cb8443387fa5 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] vlan segment allocate from pool success with {'vlan_id': 198, 'physical_network': 'physnet1'}  {{(pid=87507) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 22:44:12.223771 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-20526499-ac4b-4d2d-bcc8-cb8443387fa5 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-883292'] for segment, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:44:12.224242 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.db.segments_db [None req-20526499-ac4b-4d2d-bcc8-cb8443387fa5 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Added segment cc14a791-bb88-48a8-a358-e445fdaeba12 of type vlan for network f9a89281-1310-4fb6-a17e-4b95b0d13ba9
Dec 16 22:44:12.255289 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-20526499-ac4b-4d2d-bcc8-cb8443387fa5 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734753047233'] for network, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:44:12.284147 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-20526499-ac4b-4d2d-bcc8-cb8443387fa5 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440'] for network, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:44:12.289976 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20526499-ac4b-4d2d-bcc8-cb8443387fa5 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:44:12.290559 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-20526499-ac4b-4d2d-bcc8-cb8443387fa5 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for network, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:44:12.294141 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-481069f2-2f98-4cb7-8fda-7dd5e2a16be1 tempest-RoutersNegativeIpV6Test-1646080008 tempest-RoutersNegativeIpV6Test-1646080008-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:44:12.395848 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-20526499-ac4b-4d2d-bcc8-cb8443387fa5 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.2619867
Dec 16 22:44:12.399316 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 49334) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:44:12.404581 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20526499-ac4b-4d2d-bcc8-cb8443387fa5 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Pushing event updated for resources: {'Network': ['ID=f9a89281-1310-4fb6-a17e-4b95b0d13ba9,revision_number=1']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:44:12.407239 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-20526499-ac4b-4d2d-bcc8-cb8443387fa5 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:44:12.407923 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-499a9892-6904-4fc7-8d53-2cdfdb71e173 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1840926513', 'admin_state_up': True, 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5'}}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:44:12.415810 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Network f9a89281-1310-4fb6-a17e-4b95b0d13ba9 details requested by agent ovs-agent-dv-neutron-821829-1-hyperv with host dv-neutron-821829-1-hyperv {{(pid=87508) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 22:44:12.433928 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-499a9892-6904-4fc7-8d53-2cdfdb71e173 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:44:12.440735 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-499a9892-6904-4fc7-8d53-2cdfdb71e173 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Usage tracker for resource:router and tenant:b7e45fda9ad540a6ac359d1c64c9adb2 is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:44:12.445552 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-499a9892-6904-4fc7-8d53-2cdfdb71e173 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:44:12.464373 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-499a9892-6904-4fc7-8d53-2cdfdb71e173 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:44:12.475796 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-499a9892-6904-4fc7-8d53-2cdfdb71e173 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3741155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38980'] for router, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:44:12.476862 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-499a9892-6904-4fc7-8d53-2cdfdb71e173 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3743284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3741748', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3896702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-38989'] for router, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:44:12.494082 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-499a9892-6904-4fc7-8d53-2cdfdb71e173 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:44:12.536938 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.agents_db [None req-0abd2616-a86c-48e2-be07-10823335a5bb None None] Agent healthcheck: found 6 active agents {{(pid=87509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 22:44:12.763387 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-499a9892-6904-4fc7-8d53-2cdfdb71e173 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3741702', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3740945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-38947'] for router, precommit_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:44:13.059536 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-499a9892-6904-4fc7-8d53-2cdfdb71e173 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for router_gateway, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:44:13.088094 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-499a9892-6904-4fc7-8d53-2cdfdb71e173 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:44:13.226042 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.db_base_plugin_common [None req-499a9892-6904-4fc7-8d53-2cdfdb71e173 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Allocated IP 172.26.0.221 (f8905ce9-304b-4976-bc47-e58c71c11de5/9bca8591-41ef-4f2d-8ecb-ecaab1a28acf/f572ace6-6dcc-45f3-9fe1-3661e03178d0) {{(pid=87506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 22:44:13.246158 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device acf2b886-675b-47d3-b7c5-8d7d2c111c22 no longer exists at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 22:44:13.295873 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] No Port match for: acf2b886-675b-47d3-b7c5-8d7d2c111c22 {{(pid=87508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 22:44:13.296592 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device acf2b886-675b-47d3-b7c5-8d7d2c111c22 not bound to the agent host dv-neutron-821829-1-hyperv {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 22:44:13.384326 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-499a9892-6904-4fc7-8d53-2cdfdb71e173 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for port, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:44:13.414061 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-499a9892-6904-4fc7-8d53-2cdfdb71e173 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1863393'] for port, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:44:13.418022 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-70495e79-d5bc-4924-a429-acb2e2a28022 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:44:13.477272 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-499a9892-6904-4fc7-8d53-2cdfdb71e173 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Network f8905ce9-304b-4976-bc47-e58c71c11de5 is already hosted by enough agents. {{(pid=87506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:44:13.480352 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.base_scheduler [None req-499a9892-6904-4fc7-8d53-2cdfdb71e173 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Resources bound (agent type, host, resource id):  {{(pid=87506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:44:13.484046 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-499a9892-6904-4fc7-8d53-2cdfdb71e173 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Received port after_create {{(pid=87506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 22:44:13.522651 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499a9892-6904-4fc7-8d53-2cdfdb71e173 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Pushing event updated for resources: {'Port': ['ID=f572ace6-6dcc-45f3-9fe1-3661e03178d0,revision_number=1']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:44:13.526783 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-499a9892-6904-4fc7-8d53-2cdfdb71e173 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:44:14.009640 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-499a9892-6904-4fc7-8d53-2cdfdb71e173 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for router_gateway, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:44:14.351909 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-499a9892-6904-4fc7-8d53-2cdfdb71e173 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3740952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3741923'] for router, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:44:14.575174 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-499a9892-6904-4fc7-8d53-2cdfdb71e173 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Router 8dfbd8e7-c358-4300-818a-7eec7d668b58 is scheduled to L3 agent 4f519db7-069b-43e2-8411-c092bac9102a with binding_index 1 {{(pid=87506) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 16 22:44:14.753290 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-499a9892-6904-4fc7-8d53-2cdfdb71e173 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify agent at l3_agent.dv-neutron-821829-1-hyperv the message routers_updated {{(pid=87506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 22:44:14.763709 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f85da4e1-72d8-4fd6-a6ae-b609b2c5aadf None None] Sync routers for ids ['8dfbd8e7-c358-4300-818a-7eec7d668b58'] in dv-neutron-821829-1-hyperv {{(pid=87509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 22:44:14.773454 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f85da4e1-72d8-4fd6-a6ae-b609b2c5aadf None None] Routers {'8dfbd8e7-c358-4300-818a-7eec7d668b58'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:44:14.773967 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-f85da4e1-72d8-4fd6-a6ae-b609b2c5aadf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b7c77fc10>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:44:01Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['8dfbd8e7-c358-4300-818a-7eec7d668b58'], 'active': True} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:44:14.780839 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-499a9892-6904-4fc7-8d53-2cdfdb71e173 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for router, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:44:14.785105 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-499a9892-6904-4fc7-8d53-2cdfdb71e173 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 887 time: 2.3815615
Dec 16 22:44:14.785462 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 49346) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:44:14.830849 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 49350) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:44:14.832457 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-656ba7ac-4d00-4296-ac60-b2b13613c25e tempest-TestNetworkBasicOps-761014822 tempest-TestNetworkBasicOps-761014822-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=b7e45fda9ad540a6ac359d1c64c9adb2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0457087
Dec 16 22:44:14.956907 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvr_db [None req-f85da4e1-72d8-4fd6-a6ae-b609b2c5aadf None None] Set router 8dfbd8e7-c358-4300-818a-7eec7d668b58 gateway port host: dv-neutron-821829-1-hyperv {{(pid=87509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 22:44:14.959873 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a59299c0-fe20-4eac-9178-c943672610ed tempest-TestNetworkBasicOps-761014822 tempest-TestNetworkBasicOps-761014822-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:44:14.962671 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-a59299c0-fe20-4eac-9178-c943672610ed tempest-TestNetworkBasicOps-761014822 tempest-TestNetworkBasicOps-761014822-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.1308146
Dec 16 22:44:14.964069 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 49354) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:44:15.008072 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-eba8421f-8309-4cda-9703-6fa5dfd4b655 tempest-TestNetworkBasicOps-761014822 tempest-TestNetworkBasicOps-761014822-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=f8905ce9-304b-4976-bc47-e58c71c11de5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0428259
Dec 16 22:44:15.010576 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 49358) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:44:15.015983 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-56716014-16ac-46d1-9c8e-c4d674bfe41a tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1974566657', 'network_id': 'f9a89281-1310-4fb6-a17e-4b95b0d13ba9', 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:44:15.130737 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-56716014-16ac-46d1-9c8e-c4d674bfe41a tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:44:15.134454 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-56716014-16ac-46d1-9c8e-c4d674bfe41a tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Usage tracker for resource:subnet and tenant:b7e45fda9ad540a6ac359d1c64c9adb2 is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:44:15.137304 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-56716014-16ac-46d1-9c8e-c4d674bfe41a tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:44:15.143738 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-56716014-16ac-46d1-9c8e-c4d674bfe41a tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:44:15.153908 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56716014-16ac-46d1-9c8e-c4d674bfe41a tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Made reservation on behalf of b7e45fda9ad540a6ac359d1c64c9adb2 for: {'subnet': 1} {{(pid=87506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:44:15.158333 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-56716014-16ac-46d1-9c8e-c4d674bfe41a tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11213078'] for subnet, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:44:15.265614 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-f85da4e1-72d8-4fd6-a6ae-b609b2c5aadf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b7c77fc10>, [{'id': '8dfbd8e7-c358-4300-818a-7eec7d668b58', 'name': 'tempest-TestNetworkBasicOps-router-1840926513', 'tenant_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.221'}], 'enable_snat': True}, 'gw_port_id': 'f572ace6-6dcc-45f3-9fe1-3661e03178d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:44:12Z', 'updated_at': '2021-12-16T22:44:13Z', 'revision_number': 3, 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'gw_port': {'id': 'f572ace6-6dcc-45f3-9fe1-3661e03178d0', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:8a:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dfbd8e7-c358-4300-818a-7eec7d668b58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:44:13Z', 'updated_at': '2021-12-16T22:44:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv'}], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:44:15.269602 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f85da4e1-72d8-4fd6-a6ae-b609b2c5aadf None None] Checking router: 8dfbd8e7-c358-4300-818a-7eec7d668b58 for host: dv-neutron-821829-1-hyperv {{(pid=87509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 22:44:15.270057 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f85da4e1-72d8-4fd6-a6ae-b609b2c5aadf None None] Updating router 8dfbd8e7-c358-4300-818a-7eec7d668b58 port f572ace6-6dcc-45f3-9fe1-3661e03178d0 binding host dv-neutron-821829-1-hyperv {{(pid=87509) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 16 22:44:15.323819 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron_lib.callbacks.manager [None req-f85da4e1-72d8-4fd6-a6ae-b609b2c5aadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:44:15.529345 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-56716014-16ac-46d1-9c8e-c4d674bfe41a tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1863317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11213092'] for subnet, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:44:15.534929 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-da5ca8f3-f7a9-49f2-ac84-63c66ea69db0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:44:15.624892 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56716014-16ac-46d1-9c8e-c4d674bfe41a tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Pushing event updated for resources: {'Subnet': ['ID=8c7847cc-22e6-4fcf-9ce4-047be8298fbc,revision_number=0']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:44:15.629351 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-56716014-16ac-46d1-9c8e-c4d674bfe41a tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:44:15.636783 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56716014-16ac-46d1-9c8e-c4d674bfe41a tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Checking segment: {'id': 'cc14a791-bb88-48a8-a358-e445fdaeba12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'f9a89281-1310-4fb6-a17e-4b95b0d13ba9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 22:44:15.637332 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56716014-16ac-46d1-9c8e-c4d674bfe41a tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Network hostable DHCP agents. Network: f9a89281-1310-4fb6-a17e-4b95b0d13ba9, hostable agents: ['3b155c4d-12dc-491e-aa14-6113b06cfacd'], hosted agents: [] {{(pid=87506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 16 22:44:15.657754 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56716014-16ac-46d1-9c8e-c4d674bfe41a tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Network f9a89281-1310-4fb6-a17e-4b95b0d13ba9 is scheduled to be hosted by DHCP agent 3b155c4d-12dc-491e-aa14-6113b06cfacd with binding_index 1 {{(pid=87506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 16 22:44:15.668724 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.base_scheduler [None req-56716014-16ac-46d1-9c8e-c4d674bfe41a tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821829-1-hyperv, f9a89281-1310-4fb6-a17e-4b95b0d13ba9) {{(pid=87506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:44:15.678611 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56716014-16ac-46d1-9c8e-c4d674bfe41a tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:44:15.678611 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-56716014-16ac-46d1-9c8e-c4d674bfe41a tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for subnet, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:44:15.699325 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-56716014-16ac-46d1-9c8e-c4d674bfe41a tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 832 time: 0.6851711
Dec 16 22:44:15.700364 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron_lib.callbacks.manager [None req-f85da4e1-72d8-4fd6-a6ae-b609b2c5aadf None None] Notify callbacks [] for port, precommit_update {{(pid=87509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:44:15.700517 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 49364) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:44:15.712005 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.provisioning_blocks [None req-f85da4e1-72d8-4fd6-a6ae-b609b2c5aadf None None] Transition to ACTIVE for port object f572ace6-6dcc-45f3-9fe1-3661e03178d0 will not be triggered until provisioned by entity L2. {{(pid=87509) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:44:15.713051 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd633383-b3be-45a9-b1ed-18b991e52a2d None None] Network f9a89281-1310-4fb6-a17e-4b95b0d13ba9 requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 22:44:15.721836 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron_lib.callbacks.manager [None req-f85da4e1-72d8-4fd6-a6ae-b609b2c5aadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:44:15.732140 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG oslo_concurrency.lockutils [None req-d167afe8-e40b-4e2e-90e3-7dc47359004c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:44:15.812043 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe101103-a7d7-408f-be09-831024b62a1b None None] Pushing event updated for resources: {'Port': ['ID=f572ace6-6dcc-45f3-9fe1-3661e03178d0,revision_number=2']} {{(pid=87509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:44:15.831959 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.plugins.ml2.managers [None req-f85da4e1-72d8-4fd6-a6ae-b609b2c5aadf None None] Attempting to bind port f572ace6-6dcc-45f3-9fe1-3661e03178d0 on host dv-neutron-821829-1-hyperv for vnic_type normal with profile  {{(pid=87509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 22:44:15.832349 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.plugins.ml2.managers [None req-f85da4e1-72d8-4fd6-a6ae-b609b2c5aadf None None] Attempting to bind port f572ace6-6dcc-45f3-9fe1-3661e03178d0 by drivers openvswitch,hyperv on host dv-neutron-821829-1-hyperv at level 0 using segments [{'id': 'a416442d-d143-4052-9f4e-546eb8cbe809', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5'}] {{(pid=87509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 22:44:15.832848 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f85da4e1-72d8-4fd6-a6ae-b609b2c5aadf None None] Attempting to bind port f572ace6-6dcc-45f3-9fe1-3661e03178d0 on network f8905ce9-304b-4976-bc47-e58c71c11de5 {{(pid=87509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 22:44:15.839729 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f85da4e1-72d8-4fd6-a6ae-b609b2c5aadf None None] Checking agent: {'id': '5571501f-366e-47a4-9b60-8ef19d935d27', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821829-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 24, 2), 'started_at': datetime.datetime(2021, 12, 16, 22, 24, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 44, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821829-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 22:44:15.840134 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f85da4e1-72d8-4fd6-a6ae-b609b2c5aadf None None] Checking segment: {'id': 'a416442d-d143-4052-9f4e-546eb8cbe809', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 22:44:15.840543 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron_lib.callbacks.manager [None req-f85da4e1-72d8-4fd6-a6ae-b609b2c5aadf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:44:15.840946 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f85da4e1-72d8-4fd6-a6ae-b609b2c5aadf None None] Bound using segment: {'id': 'a416442d-d143-4052-9f4e-546eb8cbe809', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5'} {{(pid=87509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 22:44:15.841420 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.plugins.ml2.managers [None req-f85da4e1-72d8-4fd6-a6ae-b609b2c5aadf None None] Bound port: f572ace6-6dcc-45f3-9fe1-3661e03178d0, host: dv-neutron-821829-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a416442d-d143-4052-9f4e-546eb8cbe809', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5'}}] {{(pid=87509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 22:44:15.841801 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron_lib.callbacks.manager [None req-f85da4e1-72d8-4fd6-a6ae-b609b2c5aadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:44:15.926186 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.plugins.ml2.db [None req-f85da4e1-72d8-4fd6-a6ae-b609b2c5aadf None None] For port f572ace6-6dcc-45f3-9fe1-3661e03178d0, host dv-neutron-821829-1-hyperv, cleared binding levels {{(pid=87509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 22:44:15.929444 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.plugins.ml2.db [None req-f85da4e1-72d8-4fd6-a6ae-b609b2c5aadf None None] For port f572ace6-6dcc-45f3-9fe1-3661e03178d0, host dv-neutron-821829-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=f572ace6-6dcc-45f3-9fe1-3661e03178d0,segment=NetworkSegment(a416442d-d143-4052-9f4e-546eb8cbe809),segment_id=a416442d-d143-4052-9f4e-546eb8cbe809)] {{(pid=87509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 22:44:15.936264 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron_lib.callbacks.manager [None req-f85da4e1-72d8-4fd6-a6ae-b609b2c5aadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:44:15.943039 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe101103-a7d7-408f-be09-831024b62a1b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:44:15.943483 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe101103-a7d7-408f-be09-831024b62a1b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:44:15.944012 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe101103-a7d7-408f-be09-831024b62a1b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:44:15.944526 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe101103-a7d7-408f-be09-831024b62a1b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:44:15.944866 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe101103-a7d7-408f-be09-831024b62a1b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:44:15.945344 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe101103-a7d7-408f-be09-831024b62a1b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:44:15.945682 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe101103-a7d7-408f-be09-831024b62a1b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:44:15.946012 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe101103-a7d7-408f-be09-831024b62a1b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:44:15.946369 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe101103-a7d7-408f-be09-831024b62a1b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:44:15.946665 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe101103-a7d7-408f-be09-831024b62a1b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:44:15.946982 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe101103-a7d7-408f-be09-831024b62a1b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:44:15.947473 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe101103-a7d7-408f-be09-831024b62a1b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:44:15.959517 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG oslo_concurrency.lockutils [None req-fe101103-a7d7-408f-be09-831024b62a1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=87509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:44:15.960006 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG oslo_concurrency.lockutils [None req-bed2dcd9-bc24-4361-b69d-ba205c12675a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=87509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:44:15.979484 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c5d8f52-dec5-4b24-b8c1-ab6176111d18 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1d6bfaf-d325-5e4f-b05d-2441d8339617-f9a89281-1310-4fb6-a17e-4b95b0d13ba9', 'network_id': 'f9a89281-1310-4fb6-a17e-4b95b0d13ba9', 'tenant_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'fixed_ips': [{'subnet_id': '8c7847cc-22e6-4fcf-9ce4-047be8298fbc'}]}} from dv-neutron-821829-1-hyperv. {{(pid=87508) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 16 22:44:15.980425 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-9c5d8f52-dec5-4b24-b8c1-ab6176111d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:44:16.027061 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f85da4e1-72d8-4fd6-a6ae-b609b2c5aadf None None] Routers {'8dfbd8e7-c358-4300-818a-7eec7d668b58'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:44:16.027687 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-f85da4e1-72d8-4fd6-a6ae-b609b2c5aadf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b7c77fc10>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:44:01Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['8dfbd8e7-c358-4300-818a-7eec7d668b58'], 'active': True} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:44:16.101319 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe101103-a7d7-408f-be09-831024b62a1b None None] Pushing event updated for resources: {'Port': ['ID=f572ace6-6dcc-45f3-9fe1-3661e03178d0,revision_number=3']} {{(pid=87509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:44:16.112857 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG oslo_concurrency.lockutils [None req-fe101103-a7d7-408f-be09-831024b62a1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=87509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:44:16.181295 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.db_base_plugin_common [None req-9c5d8f52-dec5-4b24-b8c1-ab6176111d18 None None] Allocated IP 172.20.0.2 (f9a89281-1310-4fb6-a17e-4b95b0d13ba9/8c7847cc-22e6-4fcf-9ce4-047be8298fbc/0d65062b-3986-4523-8ebf-113e38a1628a) {{(pid=87508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 22:44:16.245542 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvr_db [None req-f85da4e1-72d8-4fd6-a6ae-b609b2c5aadf None None] Set router 8dfbd8e7-c358-4300-818a-7eec7d668b58 gateway port host: dv-neutron-821829-1-hyperv {{(pid=87509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 22:44:16.384949 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-9c5d8f52-dec5-4b24-b8c1-ab6176111d18 None None] Notify callbacks [] for port, precommit_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:44:16.395315 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-9c5d8f52-dec5-4b24-b8c1-ab6176111d18 None None] Transition to ACTIVE for port object 0d65062b-3986-4523-8ebf-113e38a1628a will not be triggered until provisioned by entity L2. {{(pid=87508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:44:16.414308 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-9c5d8f52-dec5-4b24-b8c1-ab6176111d18 None None] Transition to ACTIVE for port object 0d65062b-3986-4523-8ebf-113e38a1628a will not be triggered until provisioned by entity DHCP. {{(pid=87508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:44:16.422505 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-9c5d8f52-dec5-4b24-b8c1-ab6176111d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940'] for port, after_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:44:16.427355 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-48f1f04c-4754-42c1-b33f-f8e7345c0095 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:44:16.430650 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:44:16.484028 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c5d8f52-dec5-4b24-b8c1-ab6176111d18 None None] Network f9a89281-1310-4fb6-a17e-4b95b0d13ba9 is already hosted by enough agents. {{(pid=87508) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:44:16.487452 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.scheduler.base_scheduler [None req-9c5d8f52-dec5-4b24-b8c1-ab6176111d18 None None] Resources bound (agent type, host, resource id):  {{(pid=87508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:44:16.495658 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c5d8f52-dec5-4b24-b8c1-ab6176111d18 None None] Received port after_create {{(pid=87508) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 22:44:16.536541 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5d8f52-dec5-4b24-b8c1-ab6176111d18 None None] Pushing event updated for resources: {'Port': ['ID=0d65062b-3986-4523-8ebf-113e38a1628a,revision_number=1']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:44:16.559152 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-f85da4e1-72d8-4fd6-a6ae-b609b2c5aadf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b7c77fc10>, [{'id': '8dfbd8e7-c358-4300-818a-7eec7d668b58', 'name': 'tempest-TestNetworkBasicOps-router-1840926513', 'tenant_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.221'}], 'enable_snat': True}, 'gw_port_id': 'f572ace6-6dcc-45f3-9fe1-3661e03178d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:44:12Z', 'updated_at': '2021-12-16T22:44:13Z', 'revision_number': 3, 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'gw_port': {'id': 'f572ace6-6dcc-45f3-9fe1-3661e03178d0', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:8a:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dfbd8e7-c358-4300-818a-7eec7d668b58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:44:13Z', 'updated_at': '2021-12-16T22:44:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv'}], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:44:16.564790 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f85da4e1-72d8-4fd6-a6ae-b609b2c5aadf None None] The sync data for ids ['8dfbd8e7-c358-4300-818a-7eec7d668b58'] in dv-neutron-821829-1-hyperv is: [{'id': '8dfbd8e7-c358-4300-818a-7eec7d668b58', 'name': 'tempest-TestNetworkBasicOps-router-1840926513', 'tenant_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.221'}], 'enable_snat': True}, 'gw_port_id': 'f572ace6-6dcc-45f3-9fe1-3661e03178d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:44:12Z', 'updated_at': '2021-12-16T22:44:13Z', 'revision_number': 3, 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'gw_port': {'id': 'f572ace6-6dcc-45f3-9fe1-3661e03178d0', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:8a:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dfbd8e7-c358-4300-818a-7eec7d668b58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:44:13Z', 'updated_at': '2021-12-16T22:44:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv'}] {{(pid=87509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 22:44:16.587673 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5d8f52-dec5-4b24-b8c1-ab6176111d18 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:44:16.587673 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5d8f52-dec5-4b24-b8c1-ab6176111d18 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:44:16.587673 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5d8f52-dec5-4b24-b8c1-ab6176111d18 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:44:16.587673 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5d8f52-dec5-4b24-b8c1-ab6176111d18 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:44:16.587673 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5d8f52-dec5-4b24-b8c1-ab6176111d18 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:44:16.587673 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5d8f52-dec5-4b24-b8c1-ab6176111d18 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:44:16.587673 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5d8f52-dec5-4b24-b8c1-ab6176111d18 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:44:16.587673 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5d8f52-dec5-4b24-b8c1-ab6176111d18 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:44:16.587673 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5d8f52-dec5-4b24-b8c1-ab6176111d18 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:44:16.588571 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5d8f52-dec5-4b24-b8c1-ab6176111d18 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:44:16.588571 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5d8f52-dec5-4b24-b8c1-ab6176111d18 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:44:16.588571 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5d8f52-dec5-4b24-b8c1-ab6176111d18 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:44:16.599293 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-9c5d8f52-dec5-4b24-b8c1-ab6176111d18 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:44:16.608119 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-9c5d8f52-dec5-4b24-b8c1-ab6176111d18 None None] Attempting to bind port 0d65062b-3986-4523-8ebf-113e38a1628a on host dv-neutron-821829-1-hyperv for vnic_type normal with profile  {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 22:44:16.608502 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-9c5d8f52-dec5-4b24-b8c1-ab6176111d18 None None] Attempting to bind port 0d65062b-3986-4523-8ebf-113e38a1628a by drivers openvswitch,hyperv on host dv-neutron-821829-1-hyperv at level 0 using segments [{'id': 'cc14a791-bb88-48a8-a358-e445fdaeba12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'f9a89281-1310-4fb6-a17e-4b95b0d13ba9'}] {{(pid=87508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 22:44:16.608888 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c5d8f52-dec5-4b24-b8c1-ab6176111d18 None None] Attempting to bind port 0d65062b-3986-4523-8ebf-113e38a1628a on network f9a89281-1310-4fb6-a17e-4b95b0d13ba9 {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 22:44:16.615145 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c5d8f52-dec5-4b24-b8c1-ab6176111d18 None None] Checking agent: {'id': '5571501f-366e-47a4-9b60-8ef19d935d27', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821829-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 24, 2), 'started_at': datetime.datetime(2021, 12, 16, 22, 24, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 44, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821829-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 22:44:16.615537 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c5d8f52-dec5-4b24-b8c1-ab6176111d18 None None] Checking segment: {'id': 'cc14a791-bb88-48a8-a358-e445fdaeba12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'f9a89281-1310-4fb6-a17e-4b95b0d13ba9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 22:44:16.615984 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-9c5d8f52-dec5-4b24-b8c1-ab6176111d18 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:44:16.616396 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c5d8f52-dec5-4b24-b8c1-ab6176111d18 None None] Bound using segment: {'id': 'cc14a791-bb88-48a8-a358-e445fdaeba12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'f9a89281-1310-4fb6-a17e-4b95b0d13ba9'} {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 22:44:16.616884 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-9c5d8f52-dec5-4b24-b8c1-ab6176111d18 None None] Bound port: 0d65062b-3986-4523-8ebf-113e38a1628a, host: dv-neutron-821829-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc14a791-bb88-48a8-a358-e445fdaeba12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'f9a89281-1310-4fb6-a17e-4b95b0d13ba9'}}] {{(pid=87508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 22:44:16.617276 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-9c5d8f52-dec5-4b24-b8c1-ab6176111d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:44:16.708754 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-9c5d8f52-dec5-4b24-b8c1-ab6176111d18 None None] For port 0d65062b-3986-4523-8ebf-113e38a1628a, host dv-neutron-821829-1-hyperv, cleared binding levels {{(pid=87508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 22:44:16.712888 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-9c5d8f52-dec5-4b24-b8c1-ab6176111d18 None None] For port 0d65062b-3986-4523-8ebf-113e38a1628a, host dv-neutron-821829-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=0d65062b-3986-4523-8ebf-113e38a1628a,segment=NetworkSegment(cc14a791-bb88-48a8-a358-e445fdaeba12),segment_id=cc14a791-bb88-48a8-a358-e445fdaeba12)] {{(pid=87508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 22:44:16.719397 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-9c5d8f52-dec5-4b24-b8c1-ab6176111d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:44:16.724956 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-3c65278f-ac4a-465c-814a-7eb892add9e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:44:16.816543 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 49372) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:44:16.817018 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5d8f52-dec5-4b24-b8c1-ab6176111d18 None None] Pushing event updated for resources: {'Port': ['ID=0d65062b-3986-4523-8ebf-113e38a1628a,revision_number=2']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:44:16.821663 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-9c5d8f52-dec5-4b24-b8c1-ab6176111d18 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:44:17.046121 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.db_base_plugin_common [None req-48f1f04c-4754-42c1-b33f-f8e7345c0095 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Allocated IP 172.20.0.1 (f9a89281-1310-4fb6-a17e-4b95b0d13ba9/8c7847cc-22e6-4fcf-9ce4-047be8298fbc/345851d7-1dc8-406f-86de-d8334ce2e705) {{(pid=87507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 22:44:17.093232 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [None req-1e51d022-3044-4200-b609-c3253bd0e4ee tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Deleting port d2719754-00e5-456c-a88d-4b7efdffdcbb {{(pid=87506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:44:17.093610 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-1e51d022-3044-4200-b609-c3253bd0e4ee tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:44:17.290046 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-48f1f04c-4754-42c1-b33f-f8e7345c0095 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for port, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:44:17.309772 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.provisioning_blocks [None req-48f1f04c-4754-42c1-b33f-f8e7345c0095 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Transition to ACTIVE for port object 345851d7-1dc8-406f-86de-d8334ce2e705 will not be triggered until provisioned by entity DHCP. {{(pid=87507) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:44:17.335960 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-1e51d022-3044-4200-b609-c3253bd0e4ee tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:44:17.336409 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-1e51d022-3044-4200-b609-c3253bd0e4ee tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:44:17.338876 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-48f1f04c-4754-42c1-b33f-f8e7345c0095 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10807823'] for port, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:44:17.351277 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-7397927c-e2ac-4c1b-bd84-4b609c60a3b1 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:44:17.379407 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device f572ace6-6dcc-45f3-9fe1-3661e03178d0 up at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 22:44:17.402181 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48f1f04c-4754-42c1-b33f-f8e7345c0095 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Network f9a89281-1310-4fb6-a17e-4b95b0d13ba9 is already hosted by enough agents. {{(pid=87507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:44:17.405274 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.base_scheduler [None req-48f1f04c-4754-42c1-b33f-f8e7345c0095 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Resources bound (agent type, host, resource id):  {{(pid=87507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:44:17.410137 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48f1f04c-4754-42c1-b33f-f8e7345c0095 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Received port after_create {{(pid=87507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 22:44:17.467396 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning for port f572ace6-6dcc-45f3-9fe1-3661e03178d0 completed by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 22:44:17.475355 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning complete for port f572ace6-6dcc-45f3-9fe1-3661e03178d0 triggered by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:44:17.475889 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:44:17.476973 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f1f04c-4754-42c1-b33f-f8e7345c0095 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Pushing event updated for resources: {'Port': ['ID=345851d7-1dc8-406f-86de-d8334ce2e705,revision_number=1']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:44:17.482158 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-48f1f04c-4754-42c1-b33f-f8e7345c0095 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:44:17.490863 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-48f1f04c-4754-42c1-b33f-f8e7345c0095 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3830061'] for router_interface, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:44:17.545721 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [None req-1e51d022-3044-4200-b609-c3253bd0e4ee tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Calling delete_port for d2719754-00e5-456c-a88d-4b7efdffdcbb owned by network:floatingip {{(pid=87506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:44:17.640740 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:44:17.676212 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] For port f572ace6-6dcc-45f3-9fe1-3661e03178d0, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=f572ace6-6dcc-45f3-9fe1-3661e03178d0,segment=NetworkSegment(a416442d-d143-4052-9f4e-546eb8cbe809),segment_id=a416442d-d143-4052-9f4e-546eb8cbe809)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:44:17.680852 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:44:17.682328 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 0d65062b-3986-4523-8ebf-113e38a1628a up at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 22:44:17.746411 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-1e51d022-3044-4200-b609-c3253bd0e4ee tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1863393'] for port, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:44:17.753897 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-80524853-4311-4311-aaae-39727b6e3a30 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:44:17.758170 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-c5f03779-04c4-4e78-a1aa-33716e44b84f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:44:17.832006 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-48f1f04c-4754-42c1-b33f-f8e7345c0095 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:44:17.853324 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e51d022-3044-4200-b609-c3253bd0e4ee tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Pushing event deleted for resources: {'Port': ['ID=d2719754-00e5-456c-a88d-4b7efdffdcbb,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:44:17.854721 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning for port 0d65062b-3986-4523-8ebf-113e38a1628a completed by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 22:44:17.856224 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-1e51d022-3044-4200-b609-c3253bd0e4ee tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:44:17.868148 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Pushing event updated for resources: {'Port': ['ID=f572ace6-6dcc-45f3-9fe1-3661e03178d0,revision_number=4']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:44:17.871133 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:44:17.920486 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-1e51d022-3044-4200-b609-c3253bd0e4ee tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Notify callbacks [] for floatingip, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:44:17.920820 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.db.l3_db [None req-1e51d022-3044-4200-b609-c3253bd0e4ee tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Floating IP d171fb35-a4a3-4b20-a1d2-1cafa38e92d8 disassociated (deleted). External IP: 172.26.0.97, port: 4359d2e8-34fe-4cb4-bef0-4f10169a8bef.
Dec 16 22:44:18.084536 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12c11945-74e6-4d04-a4b2-319b6eb05719 None None] Network f9a89281-1310-4fb6-a17e-4b95b0d13ba9 requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 22:44:18.251014 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-3ac15c32-496f-4f77-9784-dfcd1cf22b3e None None] Provisioning for port 0d65062b-3986-4523-8ebf-113e38a1628a completed by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 22:44:18.258542 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-3ac15c32-496f-4f77-9784-dfcd1cf22b3e None None] Provisioning complete for port 0d65062b-3986-4523-8ebf-113e38a1628a triggered by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:44:18.258943 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-3ac15c32-496f-4f77-9784-dfcd1cf22b3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:44:18.299614 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e51d022-3044-4200-b609-c3253bd0e4ee tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Router c6b0af86-1588-4d9e-9f98-ac61fdf8ef7a has already been hosted by L3 agent 4f519db7-069b-43e2-8411-c092bac9102a {{(pid=87506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 22:44:18.312203 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-48f1f04c-4754-42c1-b33f-f8e7345c0095 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for port, precommit_update {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:44:18.319914 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-48f1f04c-4754-42c1-b33f-f8e7345c0095 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10807814'] for port, after_update {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:44:18.350029 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-46aaa1c0-700a-4252-ba24-48ab86b385d0 tempest-RoutersNegativeIpV6Test-1646080008 tempest-RoutersNegativeIpV6Test-1646080008-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:44:18.442960 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-48f1f04c-4754-42c1-b33f-f8e7345c0095 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3791426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3830222'] for router_interface, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:44:18.446633 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f1f04c-4754-42c1-b33f-f8e7345c0095 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Pushing event updated for resources: {'Port': ['ID=345851d7-1dc8-406f-86de-d8334ce2e705,revision_number=2']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:44:18.449066 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-3ac15c32-496f-4f77-9784-dfcd1cf22b3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:44:18.450470 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-48f1f04c-4754-42c1-b33f-f8e7345c0095 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:44:18.490409 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-3ac15c32-496f-4f77-9784-dfcd1cf22b3e None None] For port 0d65062b-3986-4523-8ebf-113e38a1628a, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=0d65062b-3986-4523-8ebf-113e38a1628a,segment=NetworkSegment(cc14a791-bb88-48a8-a358-e445fdaeba12),segment_id=cc14a791-bb88-48a8-a358-e445fdaeba12)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:44:18.496163 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-3ac15c32-496f-4f77-9784-dfcd1cf22b3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:44:18.502787 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-e3ce8e05-4e44-4d2c-b341-d6c43ae9a96c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:44:18.586642 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac15c32-496f-4f77-9784-dfcd1cf22b3e None None] Pushing event updated for resources: {'Port': ['ID=0d65062b-3986-4523-8ebf-113e38a1628a,revision_number=3']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:44:18.590813 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-3ac15c32-496f-4f77-9784-dfcd1cf22b3e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:44:18.594561 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48f1f04c-4754-42c1-b33f-f8e7345c0095 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Network f9a89281-1310-4fb6-a17e-4b95b0d13ba9 is already hosted by enough agents. {{(pid=87507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:44:18.596179 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.base_scheduler [None req-48f1f04c-4754-42c1-b33f-f8e7345c0095 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Resources bound (agent type, host, resource id):  {{(pid=87507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:44:18.640840 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e51d022-3044-4200-b609-c3253bd0e4ee tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Notify agent at l3_agent.dv-neutron-821829-1-hyperv the message routers_updated {{(pid=87506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 22:44:18.651520 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfaf94eb-6aee-4bfd-b4d0-d03748eaf569 None None] Sync routers for ids ['c6b0af86-1588-4d9e-9f98-ac61fdf8ef7a'] in dv-neutron-821829-1-hyperv {{(pid=87508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 22:44:18.658938 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-1e51d022-3044-4200-b609-c3253bd0e4ee tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for floatingip, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:44:18.664070 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfaf94eb-6aee-4bfd-b4d0-d03748eaf569 None None] Routers {'c6b0af86-1588-4d9e-9f98-ac61fdf8ef7a'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:44:18.664916 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-cfaf94eb-6aee-4bfd-b4d0-d03748eaf569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b76cf7df0>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:44:01Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['c6b0af86-1588-4d9e-9f98-ac61fdf8ef7a'], 'active': True} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:44:18.728593 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-1e51d022-3044-4200-b609-c3253bd0e4ee tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] 10.222.0.13 "DELETE /v2.0/floatingips/d171fb35-a4a3-4b20-a1d2-1cafa38e92d8 HTTP/1.1" status: 204  len: 168 time: 1.9047937
Dec 16 22:44:18.728593 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e559bb86-9633-4370-9cd9-33cf2cb148d6', 'tag': '4359d2e8-34fe-4cb4-bef0-4f10169a8bef'}] {{(pid=87506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 22:44:18.880405 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e559bb86-9633-4370-9cd9-33cf2cb148d6', 'tag': '4359d2e8-34fe-4cb4-bef0-4f10169a8bef', 'status': 'completed', 'code': 200}
Dec 16 22:44:19.041418 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-e82c45c0-f694-4cb0-a6a0-db04e489f2df None None] Provisioning complete for port 0d65062b-3986-4523-8ebf-113e38a1628a triggered by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:44:19.042019 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-e82c45c0-f694-4cb0-a6a0-db04e489f2df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:44:19.063590 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48f1f04c-4754-42c1-b33f-f8e7345c0095 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Router 8dfbd8e7-c358-4300-818a-7eec7d668b58 has already been hosted by L3 agent 4f519db7-069b-43e2-8411-c092bac9102a {{(pid=87507) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 22:44:19.082019 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ed7388-342f-4216-8349-fa190f28b556 req-d041fe1f-72ec-49e1-a383-ca264ee80f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:44:19.083824 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-f7ed7388-342f-4216-8349-fa190f28b556 req-d041fe1f-72ec-49e1-a383-ca264ee80f56 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ebcac23e4eae475893854e16d121f861&device_id=e559bb86-9633-4370-9cd9-33cf2cb148d6 HTTP/1.1" status: 200  len: 1099 time: 0.1543574
Dec 16 22:44:19.093700 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvr_db [None req-cfaf94eb-6aee-4bfd-b4d0-d03748eaf569 None None] Set router c6b0af86-1588-4d9e-9f98-ac61fdf8ef7a gateway port host: dv-neutron-821829-1-hyperv {{(pid=87508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 22:44:19.264945 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ed7388-342f-4216-8349-fa190f28b556 req-d94c4f89-be89-49d4-8411-bf745e19ff8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:44:19.266454 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-f7ed7388-342f-4216-8349-fa190f28b556 req-d94c4f89-be89-49d4-8411-bf745e19ff8c service neutron] 10.222.0.49 "GET /v2.0/networks?id=59be113d-df84-4589-a861-2ce3da6b2e5d HTTP/1.1" status: 200  len: 912 time: 0.1738932
Dec 16 22:44:19.344713 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device f572ace6-6dcc-45f3-9fe1-3661e03178d0 up at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 22:44:19.360426 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-f7ed7388-342f-4216-8349-fa190f28b556 req-ab9ba00a-8c3a-4d42-8802-8e4bb8903714 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4359d2e8-34fe-4cb4-bef0-4f10169a8bef HTTP/1.1" status: 200  len: 217 time: 0.0868332
Dec 16 22:44:19.406262 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48f1f04c-4754-42c1-b33f-f8e7345c0095 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify agent at l3_agent.dv-neutron-821829-1-hyperv the message routers_updated {{(pid=87507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 22:44:19.424315 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-48f1f04c-4754-42c1-b33f-f8e7345c0095 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "PUT /v2.0/routers/8dfbd8e7-c358-4300-818a-7eec7d668b58/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.7235277
Dec 16 22:44:19.426932 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 49384) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:44:19.428781 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09fe6530-cc64-42a9-b4da-b4d868961390 None None] Sync routers for ids ['8dfbd8e7-c358-4300-818a-7eec7d668b58'] in dv-neutron-821829-1-hyperv {{(pid=87509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 22:44:19.447580 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09fe6530-cc64-42a9-b4da-b4d868961390 None None] Routers {'8dfbd8e7-c358-4300-818a-7eec7d668b58'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:44:19.448249 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-09fe6530-cc64-42a9-b4da-b4d868961390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b7c831be0>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:44:01Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['8dfbd8e7-c358-4300-818a-7eec7d668b58'], 'active': True} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:44:19.451479 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ed7388-342f-4216-8349-fa190f28b556 req-600d9942-94d1-4d09-9694-e9b068f69230 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:44:19.453436 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-f7ed7388-342f-4216-8349-fa190f28b556 req-600d9942-94d1-4d09-9694-e9b068f69230 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e85fa5c2-5253-44c8-9f57-0c1d2c97dd41 HTTP/1.1" status: 200  len: 850 time: 0.0820487
Dec 16 22:44:19.454649 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1d37f8-0e48-475d-84ba-375878061ed3 req-ccb86f84-d3b6-4996-89b5-08b53e5a99e4 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:44:19.456107 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-1d1d37f8-0e48-475d-84ba-375878061ed3 req-ccb86f84-d3b6-4996-89b5-08b53e5a99e4 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] 10.222.0.13 "GET /v2.0/ports?device_id=e559bb86-9633-4370-9cd9-33cf2cb148d6 HTTP/1.1" status: 200  len: 946 time: 0.1560686
Dec 16 22:44:19.581450 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ed7388-342f-4216-8349-fa190f28b556 req-44e40176-2ad2-49d9-9bae-a2ed28f60aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:44:19.583553 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-f7ed7388-342f-4216-8349-fa190f28b556 req-44e40176-2ad2-49d9-9bae-a2ed28f60aa9 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=59be113d-df84-4589-a861-2ce3da6b2e5d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.1231287
Dec 16 22:44:19.586700 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-1d1d37f8-0e48-475d-84ba-375878061ed3 req-bf92c9b5-545e-4a53-8ea1-8eed98debf72 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c8293c6-7a9d-4021-9d0b-d55cb4b08bc4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1201427
Dec 16 22:44:19.643113 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c749104-159e-484c-ad8d-0bb08730a846 tempest-TestNetworkBasicOps-761014822 tempest-TestNetworkBasicOps-761014822-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:44:19.644713 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c749104-159e-484c-ad8d-0bb08730a846 tempest-TestNetworkBasicOps-761014822 tempest-TestNetworkBasicOps-761014822-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:44:19.645443 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c749104-159e-484c-ad8d-0bb08730a846 tempest-TestNetworkBasicOps-761014822 tempest-TestNetworkBasicOps-761014822-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:44:19.646136 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c749104-159e-484c-ad8d-0bb08730a846 tempest-TestNetworkBasicOps-761014822 tempest-TestNetworkBasicOps-761014822-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:44:19.646894 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c749104-159e-484c-ad8d-0bb08730a846 tempest-TestNetworkBasicOps-761014822 tempest-TestNetworkBasicOps-761014822-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:44:19.647586 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c749104-159e-484c-ad8d-0bb08730a846 tempest-TestNetworkBasicOps-761014822 tempest-TestNetworkBasicOps-761014822-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:44:19.649901 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-9c749104-159e-484c-ad8d-0bb08730a846 tempest-TestNetworkBasicOps-761014822 tempest-TestNetworkBasicOps-761014822-project-admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200  len: 4285 time: 0.2222373
Dec 16 22:44:19.653021 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 49388) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:44:19.706974 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning complete for port f572ace6-6dcc-45f3-9fe1-3661e03178d0 triggered by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:44:19.707826 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:44:19.728082 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvr_db [None req-09fe6530-cc64-42a9-b4da-b4d868961390 None None] Set router 8dfbd8e7-c358-4300-818a-7eec7d668b58 gateway port host: dv-neutron-821829-1-hyperv {{(pid=87509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 22:44:19.728690 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c5ff224-08b1-4459-9065-700338b4c280 tempest-TestNetworkBasicOps-761014822 tempest-TestNetworkBasicOps-761014822-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:44:19.729157 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c5ff224-08b1-4459-9065-700338b4c280 tempest-TestNetworkBasicOps-761014822 tempest-TestNetworkBasicOps-761014822-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:44:19.729612 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c5ff224-08b1-4459-9065-700338b4c280 tempest-TestNetworkBasicOps-761014822 tempest-TestNetworkBasicOps-761014822-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:44:19.730114 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c5ff224-08b1-4459-9065-700338b4c280 tempest-TestNetworkBasicOps-761014822 tempest-TestNetworkBasicOps-761014822-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:44:19.730563 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c5ff224-08b1-4459-9065-700338b4c280 tempest-TestNetworkBasicOps-761014822 tempest-TestNetworkBasicOps-761014822-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:44:19.731004 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c5ff224-08b1-4459-9065-700338b4c280 tempest-TestNetworkBasicOps-761014822 tempest-TestNetworkBasicOps-761014822-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:44:19.736633 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-7c5ff224-08b1-4459-9065-700338b4c280 tempest-TestNetworkBasicOps-761014822 tempest-TestNetworkBasicOps-761014822-project-admin] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 4005 time: 0.0818040
Dec 16 22:44:19.737264 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 49392) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:44:19.738158 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-f7ed7388-342f-4216-8349-fa190f28b556 req-d396148a-215b-4af6-9b43-a0b9cca0b3fa service neutron] 10.222.0.49 "GET /v2.0/networks/59be113d-df84-4589-a861-2ce3da6b2e5d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1466751
Dec 16 22:44:19.754338 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-e82c45c0-f694-4cb0-a6a0-db04e489f2df None None] Provisioning for port 345851d7-1dc8-406f-86de-d8334ce2e705 completed by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 22:44:19.776685 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-e82c45c0-f694-4cb0-a6a0-db04e489f2df None None] Provisioning complete for port 345851d7-1dc8-406f-86de-d8334ce2e705 triggered by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:44:19.777393 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-e82c45c0-f694-4cb0-a6a0-db04e489f2df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:44:19.866934 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-e82c45c0-f694-4cb0-a6a0-db04e489f2df None None] Port 345851d7-1dc8-406f-86de-d8334ce2e705 cannot update to ACTIVE because it is not bound. {{(pid=87508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 22:44:19.908892 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-f7ed7388-342f-4216-8349-fa190f28b556 req-bd44452a-688b-4c58-bdde-f7beae6c639a service neutron] 10.222.0.49 "GET /v2.0/networks/59be113d-df84-4589-a861-2ce3da6b2e5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1638274
Dec 16 22:44:19.910132 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-cfaf94eb-6aee-4bfd-b4d0-d03748eaf569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b76cf7df0>, [{'id': 'c6b0af86-1588-4d9e-9f98-ac61fdf8ef7a', 'name': 'tempest-TestVolumeBootPattern-241322810-router', 'tenant_id': 'ebcac23e4eae475893854e16d121f861', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.7'}], 'enable_snat': True}, 'gw_port_id': '627705e4-06a5-44d7-9654-b5ffda9763f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:34:55Z', 'updated_at': '2021-12-16T22:35:14Z', 'revision_number': 4, 'project_id': 'ebcac23e4eae475893854e16d121f861', 'gw_port': {'id': '627705e4-06a5-44d7-9654-b5ffda9763f8', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:4f:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6b0af86-1588-4d9e-9f98-ac61fdf8ef7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:34:59Z', 'updated_at': '2021-12-16T22:35:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv', '_interfaces': [{'id': '4f4b371e-1da4-4a31-bbd3-1b44e0ee69be', 'name': '', 'network_id': '59be113d-df84-4589-a861-2ce3da6b2e5d', 'tenant_id': 'ebcac23e4eae475893854e16d121f861', 'mac_address': 'fa:16:3e:90:d1:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6b0af86-1588-4d9e-9f98-ac61fdf8ef7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'e85fa5c2-5253-44c8-9f57-0c1d2c97dd41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:35:10Z', 'updated_at': '2021-12-16T22:35:23Z', 'revision_number': 5, 'project_id': 'ebcac23e4eae475893854e16d121f861', 'subnets': [{'id': 'e85fa5c2-5253-44c8-9f57-0c1d2c97dd41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:44:19.921517 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfaf94eb-6aee-4bfd-b4d0-d03748eaf569 None None] Checking router: c6b0af86-1588-4d9e-9f98-ac61fdf8ef7a for host: dv-neutron-821829-1-hyperv {{(pid=87508) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 22:44:19.949809 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfaf94eb-6aee-4bfd-b4d0-d03748eaf569 None None] Routers {'c6b0af86-1588-4d9e-9f98-ac61fdf8ef7a'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:44:19.950551 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-cfaf94eb-6aee-4bfd-b4d0-d03748eaf569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b76cf7df0>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:44:01Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['c6b0af86-1588-4d9e-9f98-ac61fdf8ef7a'], 'active': True} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:44:19.967333 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-55082a7a-574e-4ec7-bfc4-01af362003a9 tempest-TestNetworkBasicOps-761014822 tempest-TestNetworkBasicOps-761014822-project-admin] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200  len: 3047 time: 0.2263825
Dec 16 22:44:20.015546 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 0d65062b-3986-4523-8ebf-113e38a1628a up at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 22:44:20.084168 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-09fe6530-cc64-42a9-b4da-b4d868961390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b7c831be0>, [{'id': '8dfbd8e7-c358-4300-818a-7eec7d668b58', 'name': 'tempest-TestNetworkBasicOps-router-1840926513', 'tenant_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.221'}], 'enable_snat': True}, 'gw_port_id': 'f572ace6-6dcc-45f3-9fe1-3661e03178d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:44:12Z', 'updated_at': '2021-12-16T22:44:17Z', 'revision_number': 4, 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'gw_port': {'id': 'f572ace6-6dcc-45f3-9fe1-3661e03178d0', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:8a:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dfbd8e7-c358-4300-818a-7eec7d668b58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:44:13Z', 'updated_at': '2021-12-16T22:44:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv', '_interfaces': [{'id': '345851d7-1dc8-406f-86de-d8334ce2e705', 'name': '', 'network_id': 'f9a89281-1310-4fb6-a17e-4b95b0d13ba9', 'tenant_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'mac_address': 'fa:16:3e:32:ad:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dfbd8e7-c358-4300-818a-7eec7d668b58', 'device_owner': 'network:router_interface', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': '8c7847cc-22e6-4fcf-9ce4-047be8298fbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:44:16Z', 'updated_at': '2021-12-16T22:44:18Z', 'revision_number': 2, 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'subnets': [{'id': '8c7847cc-22e6-4fcf-9ce4-047be8298fbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:44:20.088345 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09fe6530-cc64-42a9-b4da-b4d868961390 None None] Checking router: 8dfbd8e7-c358-4300-818a-7eec7d668b58 for host: dv-neutron-821829-1-hyperv {{(pid=87509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 22:44:20.088710 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09fe6530-cc64-42a9-b4da-b4d868961390 None None] Updating router 8dfbd8e7-c358-4300-818a-7eec7d668b58 port 345851d7-1dc8-406f-86de-d8334ce2e705 binding host dv-neutron-821829-1-hyperv {{(pid=87509) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 16 22:44:20.143459 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron_lib.callbacks.manager [None req-09fe6530-cc64-42a9-b4da-b4d868961390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:44:20.161358 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-1d3c2a22-7e5e-4bdd-be0e-47bd1bc767de None None] Provisioning complete for port 345851d7-1dc8-406f-86de-d8334ce2e705 triggered by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:44:20.161925 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-1d3c2a22-7e5e-4bdd-be0e-47bd1bc767de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:44:20.243675 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 49398) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:44:20.248389 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-23f13cb8-5ca4-43a9-9bfe-8f9cd1c93535 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-703369747', 'description': 'tempest-secgroup-smoke-703369747 description', 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2'}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:44:20.251740 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-1d3c2a22-7e5e-4bdd-be0e-47bd1bc767de None None] Port 345851d7-1dc8-406f-86de-d8334ce2e705 cannot update to ACTIVE because it is not bound. {{(pid=87508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 22:44:20.254624 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-23f13cb8-5ca4-43a9-9bfe-8f9cd1c93535 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:44:20.258862 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-23f13cb8-5ca4-43a9-9bfe-8f9cd1c93535 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Usage tracker for resource:security_group and tenant:b7e45fda9ad540a6ac359d1c64c9adb2 is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:44:20.262011 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-23f13cb8-5ca4-43a9-9bfe-8f9cd1c93535 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:44:20.268428 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-23f13cb8-5ca4-43a9-9bfe-8f9cd1c93535 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:44:20.268566 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvr_db [None req-cfaf94eb-6aee-4bfd-b4d0-d03748eaf569 None None] Set router c6b0af86-1588-4d9e-9f98-ac61fdf8ef7a gateway port host: dv-neutron-821829-1-hyperv {{(pid=87508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 22:44:20.280570 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-23f13cb8-5ca4-43a9-9bfe-8f9cd1c93535 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for security_group, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:44:20.301456 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-23f13cb8-5ca4-43a9-9bfe-8f9cd1c93535 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:44:20.305610 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-23f13cb8-5ca4-43a9-9bfe-8f9cd1c93535 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Usage tracker for resource:security_group_rule and tenant:b7e45fda9ad540a6ac359d1c64c9adb2 is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:44:20.308522 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-23f13cb8-5ca4-43a9-9bfe-8f9cd1c93535 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:44:20.314538 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-23f13cb8-5ca4-43a9-9bfe-8f9cd1c93535 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:44:20.314679 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning complete for port 0d65062b-3986-4523-8ebf-113e38a1628a triggered by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:44:20.315061 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:44:20.387086 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-23f13cb8-5ca4-43a9-9bfe-8f9cd1c93535 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for security_group, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:44:20.391720 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-23f13cb8-5ca4-43a9-9bfe-8f9cd1c93535 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841066'] for security_group, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:44:20.397963 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-efbf384c-062f-46f1-819c-08d4da50dd2a tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:44:20.441038 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f13cb8-5ca4-43a9-9bfe-8f9cd1c93535 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Pushing event updated for resources: {'SecurityGroup': ['ID=42f86b02-ac88-4f2a-ab38-d8faeb82e04a,revision_number=1']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:44:20.444214 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-23f13cb8-5ca4-43a9-9bfe-8f9cd1c93535 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:44:20.445868 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-23f13cb8-5ca4-43a9-9bfe-8f9cd1c93535 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for security_group, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:44:20.450524 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 49402) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:44:20.450654 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-23f13cb8-5ca4-43a9-9bfe-8f9cd1c93535 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1794 time: 0.2064366
Dec 16 22:44:20.457619 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-37888831-7a1b-4dd2-869d-dae89cbed507 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Request body: {'security_group_rule': {'security_group_id': '42f86b02-ac88-4f2a-ab38-d8faeb82e04a', 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:44:20.464813 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-37888831-7a1b-4dd2-869d-dae89cbed507 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:44:20.468944 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-37888831-7a1b-4dd2-869d-dae89cbed507 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Usage tracker for resource:security_group_rule and tenant:b7e45fda9ad540a6ac359d1c64c9adb2 is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:44:20.473228 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-37888831-7a1b-4dd2-869d-dae89cbed507 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:44:20.483641 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-37888831-7a1b-4dd2-869d-dae89cbed507 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:44:20.505560 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-37888831-7a1b-4dd2-869d-dae89cbed507 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:44:20.530292 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron_lib.callbacks.manager [None req-09fe6530-cc64-42a9-b4da-b4d868961390 None None] Notify callbacks [] for port, precommit_update {{(pid=87509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:44:20.543501 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.provisioning_blocks [None req-09fe6530-cc64-42a9-b4da-b4d868961390 None None] Transition to ACTIVE for port object 345851d7-1dc8-406f-86de-d8334ce2e705 will not be triggered until provisioned by entity L2. {{(pid=87509) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:44:20.550805 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron_lib.callbacks.manager [None req-09fe6530-cc64-42a9-b4da-b4d868961390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:44:20.559809 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG oslo_concurrency.lockutils [None req-fe101103-a7d7-408f-be09-831024b62a1b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:44:20.587960 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-37888831-7a1b-4dd2-869d-dae89cbed507 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:44:20.594720 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-37888831-7a1b-4dd2-869d-dae89cbed507 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841137'] for security_group_rule, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:44:20.597114 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-e60e8187-5228-445b-b470-ac35a5f6e544 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:44:20.616221 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37888831-7a1b-4dd2-869d-dae89cbed507 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42a5ce0e-1f5b-4481-8c23-dd3577ab8f9e,revision_number=0']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:44:20.620272 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-37888831-7a1b-4dd2-869d-dae89cbed507 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:44:20.638847 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-37888831-7a1b-4dd2-869d-dae89cbed507 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:44:20.640655 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-37888831-7a1b-4dd2-869d-dae89cbed507 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1883850
Dec 16 22:44:20.643400 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 49408) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:44:20.649046 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-2e21ae18-f638-4091-aa7b-238635992154 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Request body: {'security_group_rule': {'security_group_id': '42f86b02-ac88-4f2a-ab38-d8faeb82e04a', 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:44:20.655754 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-2e21ae18-f638-4091-aa7b-238635992154 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:44:20.660532 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-2e21ae18-f638-4091-aa7b-238635992154 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Usage tracker for resource:security_group_rule and tenant:b7e45fda9ad540a6ac359d1c64c9adb2 is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:44:20.663852 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-2e21ae18-f638-4091-aa7b-238635992154 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:44:20.670604 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-2e21ae18-f638-4091-aa7b-238635992154 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:44:20.691364 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-2e21ae18-f638-4091-aa7b-238635992154 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:44:20.773830 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-2e21ae18-f638-4091-aa7b-238635992154 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:44:20.779570 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-2e21ae18-f638-4091-aa7b-238635992154 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841137'] for security_group_rule, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:44:20.781615 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-9d4d1006-9713-438f-83ef-564ae33cff9d tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:44:20.842779 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.plugins.ml2.managers [None req-09fe6530-cc64-42a9-b4da-b4d868961390 None None] Attempting to bind port 345851d7-1dc8-406f-86de-d8334ce2e705 on host dv-neutron-821829-1-hyperv for vnic_type normal with profile  {{(pid=87509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 22:44:20.843144 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.plugins.ml2.managers [None req-09fe6530-cc64-42a9-b4da-b4d868961390 None None] Attempting to bind port 345851d7-1dc8-406f-86de-d8334ce2e705 by drivers openvswitch,hyperv on host dv-neutron-821829-1-hyperv at level 0 using segments [{'id': 'cc14a791-bb88-48a8-a358-e445fdaeba12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'f9a89281-1310-4fb6-a17e-4b95b0d13ba9'}] {{(pid=87509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 22:44:20.843503 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09fe6530-cc64-42a9-b4da-b4d868961390 None None] Attempting to bind port 345851d7-1dc8-406f-86de-d8334ce2e705 on network f9a89281-1310-4fb6-a17e-4b95b0d13ba9 {{(pid=87509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 22:44:20.852181 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09fe6530-cc64-42a9-b4da-b4d868961390 None None] Checking agent: {'id': '5571501f-366e-47a4-9b60-8ef19d935d27', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821829-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 24, 2), 'started_at': datetime.datetime(2021, 12, 16, 22, 24, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 44, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821829-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 22:44:20.852662 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09fe6530-cc64-42a9-b4da-b4d868961390 None None] Checking segment: {'id': 'cc14a791-bb88-48a8-a358-e445fdaeba12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'f9a89281-1310-4fb6-a17e-4b95b0d13ba9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 22:44:20.852946 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron_lib.callbacks.manager [None req-09fe6530-cc64-42a9-b4da-b4d868961390 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:44:20.853338 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09fe6530-cc64-42a9-b4da-b4d868961390 None None] Bound using segment: {'id': 'cc14a791-bb88-48a8-a358-e445fdaeba12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'f9a89281-1310-4fb6-a17e-4b95b0d13ba9'} {{(pid=87509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 22:44:20.853807 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.plugins.ml2.managers [None req-09fe6530-cc64-42a9-b4da-b4d868961390 None None] Bound port: 345851d7-1dc8-406f-86de-d8334ce2e705, host: dv-neutron-821829-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc14a791-bb88-48a8-a358-e445fdaeba12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'f9a89281-1310-4fb6-a17e-4b95b0d13ba9'}}] {{(pid=87509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 22:44:20.854180 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron_lib.callbacks.manager [None req-09fe6530-cc64-42a9-b4da-b4d868961390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:44:20.871104 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-2e21ae18-f638-4091-aa7b-238635992154 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:44:20.872577 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-2e21ae18-f638-4091-aa7b-238635992154 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.2281106
Dec 16 22:44:20.880115 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 49412) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:44:20.884041 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e21ae18-f638-4091-aa7b-238635992154 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7134839d-51a1-4876-aac6-485d9daa8308,revision_number=0']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:44:20.888594 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-2e21ae18-f638-4091-aa7b-238635992154 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:44:20.892867 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-f509f479-fbbd-46c0-aa82-4748a08612bb tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Request body: {'security_group_rule': {'security_group_id': '42f86b02-ac88-4f2a-ab38-d8faeb82e04a', 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:44:20.900187 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-f509f479-fbbd-46c0-aa82-4748a08612bb tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:44:20.912500 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-f509f479-fbbd-46c0-aa82-4748a08612bb tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Usage tracker for resource:security_group_rule and tenant:b7e45fda9ad540a6ac359d1c64c9adb2 is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:44:20.916565 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-f509f479-fbbd-46c0-aa82-4748a08612bb tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:44:20.917133 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ddbce5-dba4-4891-a15f-6987266d83e6 None None] Pushing event updated for resources: {'Port': ['ID=345851d7-1dc8-406f-86de-d8334ce2e705,revision_number=3']} {{(pid=87509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:44:20.921651 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG oslo_concurrency.lockutils [None req-d4ddbce5-dba4-4891-a15f-6987266d83e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.362s {{(pid=87509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:44:20.934978 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-f509f479-fbbd-46c0-aa82-4748a08612bb tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:44:20.940950 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c340e43f-fbed-433f-804a-dc583c04492e req-ee65cacf-3c24-4165-bd03-afd0ebf87818 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:44:20.949215 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-c340e43f-fbed-433f-804a-dc583c04492e req-ee65cacf-3c24-4165-bd03-afd0ebf87818 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] 10.222.0.13 "GET /v2.0/ports?device_id=e559bb86-9633-4370-9cd9-33cf2cb148d6 HTTP/1.1" status: 200  len: 946 time: 0.1861267
Dec 16 22:44:20.966431 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.plugins.ml2.db [None req-09fe6530-cc64-42a9-b4da-b4d868961390 None None] For port 345851d7-1dc8-406f-86de-d8334ce2e705, host dv-neutron-821829-1-hyperv, cleared binding levels {{(pid=87509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 22:44:20.971120 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.plugins.ml2.db [None req-09fe6530-cc64-42a9-b4da-b4d868961390 None None] For port 345851d7-1dc8-406f-86de-d8334ce2e705, host dv-neutron-821829-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=345851d7-1dc8-406f-86de-d8334ce2e705,segment=NetworkSegment(cc14a791-bb88-48a8-a358-e445fdaeba12),segment_id=cc14a791-bb88-48a8-a358-e445fdaeba12)] {{(pid=87509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 22:44:20.975262 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-f509f479-fbbd-46c0-aa82-4748a08612bb tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:44:20.977866 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron_lib.callbacks.manager [None req-09fe6530-cc64-42a9-b4da-b4d868961390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:44:20.984751 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG oslo_concurrency.lockutils [None req-167043df-a432-447b-93a1-6ea49da754c9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:44:20.998473 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-cfaf94eb-6aee-4bfd-b4d0-d03748eaf569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b76cf7df0>, [{'id': 'c6b0af86-1588-4d9e-9f98-ac61fdf8ef7a', 'name': 'tempest-TestVolumeBootPattern-241322810-router', 'tenant_id': 'ebcac23e4eae475893854e16d121f861', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.7'}], 'enable_snat': True}, 'gw_port_id': '627705e4-06a5-44d7-9654-b5ffda9763f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:34:55Z', 'updated_at': '2021-12-16T22:35:14Z', 'revision_number': 4, 'project_id': 'ebcac23e4eae475893854e16d121f861', 'gw_port': {'id': '627705e4-06a5-44d7-9654-b5ffda9763f8', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:4f:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6b0af86-1588-4d9e-9f98-ac61fdf8ef7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:34:59Z', 'updated_at': '2021-12-16T22:35:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv', '_interfaces': [{'id': '4f4b371e-1da4-4a31-bbd3-1b44e0ee69be', 'name': '', 'network_id': '59be113d-df84-4589-a861-2ce3da6b2e5d', 'tenant_id': 'ebcac23e4eae475893854e16d121f861', 'mac_address': 'fa:16:3e:90:d1:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6b0af86-1588-4d9e-9f98-ac61fdf8ef7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'e85fa5c2-5253-44c8-9f57-0c1d2c97dd41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:35:10Z', 'updated_at': '2021-12-16T22:35:23Z', 'revision_number': 5, 'project_id': 'ebcac23e4eae475893854e16d121f861', 'subnets': [{'id': 'e85fa5c2-5253-44c8-9f57-0c1d2c97dd41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:44:21.002742 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfaf94eb-6aee-4bfd-b4d0-d03748eaf569 None None] The sync data for ids ['c6b0af86-1588-4d9e-9f98-ac61fdf8ef7a'] in dv-neutron-821829-1-hyperv is: [{'id': 'c6b0af86-1588-4d9e-9f98-ac61fdf8ef7a', 'name': 'tempest-TestVolumeBootPattern-241322810-router', 'tenant_id': 'ebcac23e4eae475893854e16d121f861', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.7'}], 'enable_snat': True}, 'gw_port_id': '627705e4-06a5-44d7-9654-b5ffda9763f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:34:55Z', 'updated_at': '2021-12-16T22:35:14Z', 'revision_number': 4, 'project_id': 'ebcac23e4eae475893854e16d121f861', 'gw_port': {'id': '627705e4-06a5-44d7-9654-b5ffda9763f8', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:4f:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6b0af86-1588-4d9e-9f98-ac61fdf8ef7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:34:59Z', 'updated_at': '2021-12-16T22:35:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv', '_interfaces': [{'id': '4f4b371e-1da4-4a31-bbd3-1b44e0ee69be', 'name': '', 'network_id': '59be113d-df84-4589-a861-2ce3da6b2e5d', 'tenant_id': 'ebcac23e4eae475893854e16d121f861', 'mac_address': 'fa:16:3e:90:d1:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6b0af86-1588-4d9e-9f98-ac61fdf8ef7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'e85fa5c2-5253-44c8-9f57-0c1d2c97dd41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:35:10Z', 'updated_at': '2021-12-16T22:35:23Z', 'revision_number': 5, 'project_id': 'ebcac23e4eae475893854e16d121f861', 'subnets': [{'id': 'e85fa5c2-5253-44c8-9f57-0c1d2c97dd41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 22:44:21.006773 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-c340e43f-fbed-433f-804a-dc583c04492e req-f018bb6d-82f7-4a1d-a46f-e546e7ff5917 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c8293c6-7a9d-4021-9d0b-d55cb4b08bc4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0566232
Dec 16 22:44:21.032011 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b3d03e-e8ec-4fb4-8ee2-1278b8891e03 req-81520f70-f6bc-4d37-8f80-6a569b2859c0 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:44:21.033370 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [req-90b3d03e-e8ec-4fb4-8ee2-1278b8891e03 req-81520f70-f6bc-4d37-8f80-6a569b2859c0 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Synchronizing usage tracker for tenant:ebcac23e4eae475893854e16d121f861 on resource:port {{(pid=87506) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 22:44:21.077385 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [req-90b3d03e-e8ec-4fb4-8ee2-1278b8891e03 req-81520f70-f6bc-4d37-8f80-6a569b2859c0 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Unset dirty status for tenant:ebcac23e4eae475893854e16d121f861 on resource:port {{(pid=87506) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 22:44:21.078778 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-90b3d03e-e8ec-4fb4-8ee2-1278b8891e03 req-81520f70-f6bc-4d37-8f80-6a569b2859c0 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] 10.222.0.49 "GET /v2.0/ports?device_id=e559bb86-9633-4370-9cd9-33cf2cb148d6 HTTP/1.1" status: 200  len: 946 time: 0.2664874
Dec 16 22:44:21.082560 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09fe6530-cc64-42a9-b4da-b4d868961390 None None] Routers {'8dfbd8e7-c358-4300-818a-7eec7d668b58'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:44:21.083215 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-09fe6530-cc64-42a9-b4da-b4d868961390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b7c831be0>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:44:01Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['8dfbd8e7-c358-4300-818a-7eec7d668b58'], 'active': True} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:44:21.126811 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-f509f479-fbbd-46c0-aa82-4748a08612bb tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:44:21.139897 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-f509f479-fbbd-46c0-aa82-4748a08612bb tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841137'] for security_group_rule, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:44:21.143961 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:44:21.149185 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ddbce5-dba4-4891-a15f-6987266d83e6 None None] Pushing event updated for resources: {'Port': ['ID=345851d7-1dc8-406f-86de-d8334ce2e705,revision_number=4']} {{(pid=87509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:44:21.154093 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG oslo_concurrency.lockutils [None req-d4ddbce5-dba4-4891-a15f-6987266d83e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=87509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:44:21.189785 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [req-90b3d03e-e8ec-4fb4-8ee2-1278b8891e03 req-6f439072-b4f8-4e50-b5c6-c79d35e68572 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Deleting port 4359d2e8-34fe-4cb4-bef0-4f10169a8bef {{(pid=87506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:44:21.190183 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-90b3d03e-e8ec-4fb4-8ee2-1278b8891e03 req-6f439072-b4f8-4e50-b5c6-c79d35e68572 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:44:21.216976 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f509f479-fbbd-46c0-aa82-4748a08612bb tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=146cad40-4449-4604-a5af-8c5b21bef2ce,revision_number=0']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:44:21.219743 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-f509f479-fbbd-46c0-aa82-4748a08612bb tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:44:21.234273 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-f509f479-fbbd-46c0-aa82-4748a08612bb tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:44:21.235679 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-f509f479-fbbd-46c0-aa82-4748a08612bb tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.3530898
Dec 16 22:44:21.239772 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 49416) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:44:21.245767 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-8090285f-54f5-4f08-a734-8435e04d0c4f tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Request body: {'security_group_rule': {'security_group_id': '42f86b02-ac88-4f2a-ab38-d8faeb82e04a', 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:44:21.255101 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-8090285f-54f5-4f08-a734-8435e04d0c4f tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:44:21.265724 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-8090285f-54f5-4f08-a734-8435e04d0c4f tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Usage tracker for resource:security_group_rule and tenant:b7e45fda9ad540a6ac359d1c64c9adb2 is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:44:21.269771 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-8090285f-54f5-4f08-a734-8435e04d0c4f tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:44:21.279407 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-8090285f-54f5-4f08-a734-8435e04d0c4f tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:44:21.300952 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-8090285f-54f5-4f08-a734-8435e04d0c4f tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:44:21.301568 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvr_db [None req-09fe6530-cc64-42a9-b4da-b4d868961390 None None] Set router 8dfbd8e7-c358-4300-818a-7eec7d668b58 gateway port host: dv-neutron-821829-1-hyperv {{(pid=87509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 22:44:21.380566 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-8090285f-54f5-4f08-a734-8435e04d0c4f tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:44:21.384921 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-8090285f-54f5-4f08-a734-8435e04d0c4f tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841137'] for security_group_rule, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:44:21.389976 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ea66fa6-e034-4b15-add0-0bb7dca71eae None None] New status for floating IP d171fb35-a4a3-4b20-a1d2-1cafa38e92d8: DOWN {{(pid=87508) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 16 22:44:21.395107 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:44:21.443675 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8090285f-54f5-4f08-a734-8435e04d0c4f tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d12405a-c2cf-4a81-8161-519cdbf300ea,revision_number=0']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:44:21.445920 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-8090285f-54f5-4f08-a734-8435e04d0c4f tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:44:21.447039 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-8090285f-54f5-4f08-a734-8435e04d0c4f tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.2061646
Dec 16 22:44:21.447982 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-8090285f-54f5-4f08-a734-8435e04d0c4f tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:44:21.451700 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 49420) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:44:21.466660 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-37d4ff87-e2b5-4fdc-a461-31b8ee49799e tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Request body: {'security_group_rule': {'security_group_id': '42f86b02-ac88-4f2a-ab38-d8faeb82e04a', 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:44:21.484867 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-37d4ff87-e2b5-4fdc-a461-31b8ee49799e tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:44:21.490011 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-37d4ff87-e2b5-4fdc-a461-31b8ee49799e tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Usage tracker for resource:security_group_rule and tenant:b7e45fda9ad540a6ac359d1c64c9adb2 is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:44:21.492952 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-37d4ff87-e2b5-4fdc-a461-31b8ee49799e tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:44:21.499658 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-37d4ff87-e2b5-4fdc-a461-31b8ee49799e tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:44:21.511282 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.db [req-90b3d03e-e8ec-4fb4-8ee2-1278b8891e03 req-6f439072-b4f8-4e50-b5c6-c79d35e68572 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] For port 4359d2e8-34fe-4cb4-bef0-4f10169a8bef, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=4359d2e8-34fe-4cb4-bef0-4f10169a8bef,segment=NetworkSegment(32a05c8f-4e22-414f-870d-ee93982b6a67),segment_id=32a05c8f-4e22-414f-870d-ee93982b6a67)] {{(pid=87506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:44:21.512161 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-90b3d03e-e8ec-4fb4-8ee2-1278b8891e03 req-6f439072-b4f8-4e50-b5c6-c79d35e68572 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:44:21.515061 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.db.securitygroups_db [None req-37d4ff87-e2b5-4fdc-a461-31b8ee49799e tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Project b7e45fda9ad540a6ac359d1c64c9adb2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 16 22:44:21.524023 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-37d4ff87-e2b5-4fdc-a461-31b8ee49799e tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:44:21.608610 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-37d4ff87-e2b5-4fdc-a461-31b8ee49799e tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:44:21.613805 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-37d4ff87-e2b5-4fdc-a461-31b8ee49799e tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841137'] for security_group_rule, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:44:21.620634 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-f5b4752d-3f07-4434-93e5-e476c9041408 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:44:21.644194 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d4ff87-e2b5-4fdc-a461-31b8ee49799e tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1f31d92-2188-4688-9119-18a41dae1052,revision_number=0']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:44:21.647088 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-37d4ff87-e2b5-4fdc-a461-31b8ee49799e tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:44:21.654622 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-37d4ff87-e2b5-4fdc-a461-31b8ee49799e tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:44:21.656128 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-37d4ff87-e2b5-4fdc-a461-31b8ee49799e tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.2034376
Dec 16 22:44:21.659046 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 49424) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:44:21.664634 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-6bedef3f-084b-423a-a853-62e6502d445f tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Request body: {'security_group_rule': {'security_group_id': '42f86b02-ac88-4f2a-ab38-d8faeb82e04a', 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:44:21.670649 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-6bedef3f-084b-423a-a853-62e6502d445f tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:44:21.675254 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-6bedef3f-084b-423a-a853-62e6502d445f tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Usage tracker for resource:security_group_rule and tenant:b7e45fda9ad540a6ac359d1c64c9adb2 is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:44:21.679382 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-6bedef3f-084b-423a-a853-62e6502d445f tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:44:21.685640 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-6bedef3f-084b-423a-a853-62e6502d445f tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:44:21.695241 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-09fe6530-cc64-42a9-b4da-b4d868961390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b7c831be0>, [{'id': '8dfbd8e7-c358-4300-818a-7eec7d668b58', 'name': 'tempest-TestNetworkBasicOps-router-1840926513', 'tenant_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.221'}], 'enable_snat': True}, 'gw_port_id': 'f572ace6-6dcc-45f3-9fe1-3661e03178d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:44:12Z', 'updated_at': '2021-12-16T22:44:17Z', 'revision_number': 4, 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'gw_port': {'id': 'f572ace6-6dcc-45f3-9fe1-3661e03178d0', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:8a:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dfbd8e7-c358-4300-818a-7eec7d668b58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:44:13Z', 'updated_at': '2021-12-16T22:44:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv', '_interfaces': [{'id': '345851d7-1dc8-406f-86de-d8334ce2e705', 'name': '', 'network_id': 'f9a89281-1310-4fb6-a17e-4b95b0d13ba9', 'tenant_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'mac_address': 'fa:16:3e:32:ad:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dfbd8e7-c358-4300-818a-7eec7d668b58', 'device_owner': 'network:router_interface', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': '8c7847cc-22e6-4fcf-9ce4-047be8298fbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:44:16Z', 'updated_at': '2021-12-16T22:44:20Z', 'revision_number': 4, 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'subnets': [{'id': '8c7847cc-22e6-4fcf-9ce4-047be8298fbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:44:21.697049 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.db.securitygroups_db [None req-6bedef3f-084b-423a-a853-62e6502d445f tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Project b7e45fda9ad540a6ac359d1c64c9adb2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 16 22:44:21.699390 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09fe6530-cc64-42a9-b4da-b4d868961390 None None] The sync data for ids ['8dfbd8e7-c358-4300-818a-7eec7d668b58'] in dv-neutron-821829-1-hyperv is: [{'id': '8dfbd8e7-c358-4300-818a-7eec7d668b58', 'name': 'tempest-TestNetworkBasicOps-router-1840926513', 'tenant_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.221'}], 'enable_snat': True}, 'gw_port_id': 'f572ace6-6dcc-45f3-9fe1-3661e03178d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:44:12Z', 'updated_at': '2021-12-16T22:44:17Z', 'revision_number': 4, 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'gw_port': {'id': 'f572ace6-6dcc-45f3-9fe1-3661e03178d0', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:8a:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dfbd8e7-c358-4300-818a-7eec7d668b58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:44:13Z', 'updated_at': '2021-12-16T22:44:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv', '_interfaces': [{'id': '345851d7-1dc8-406f-86de-d8334ce2e705', 'name': '', 'network_id': 'f9a89281-1310-4fb6-a17e-4b95b0d13ba9', 'tenant_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'mac_address': 'fa:16:3e:32:ad:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dfbd8e7-c358-4300-818a-7eec7d668b58', 'device_owner': 'network:router_interface', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': '8c7847cc-22e6-4fcf-9ce4-047be8298fbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:44:16Z', 'updated_at': '2021-12-16T22:44:20Z', 'revision_number': 4, 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'subnets': [{'id': '8c7847cc-22e6-4fcf-9ce4-047be8298fbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 22:44:21.704887 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-6bedef3f-084b-423a-a853-62e6502d445f tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:44:21.793299 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-6bedef3f-084b-423a-a853-62e6502d445f tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:44:21.799560 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-6bedef3f-084b-423a-a853-62e6502d445f tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841137'] for security_group_rule, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:44:21.801594 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-766d9e2e-ee76-420d-9f0d-75c134acca57 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:44:21.815496 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [req-90b3d03e-e8ec-4fb4-8ee2-1278b8891e03 req-6f439072-b4f8-4e50-b5c6-c79d35e68572 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Calling delete_port for 4359d2e8-34fe-4cb4-bef0-4f10169a8bef owned by compute:nova {{(pid=87506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:44:21.824496 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bedef3f-084b-423a-a853-62e6502d445f tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8abf1a0e-e93e-4e1f-8ce5-ad20c61dd8fa,revision_number=0']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:44:21.826984 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-6bedef3f-084b-423a-a853-62e6502d445f tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:44:21.836301 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-6bedef3f-084b-423a-a853-62e6502d445f tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:44:21.837881 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-6bedef3f-084b-423a-a853-62e6502d445f tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1777875
Dec 16 22:44:21.991030 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-90b3d03e-e8ec-4fb4-8ee2-1278b8891e03 req-6f439072-b4f8-4e50-b5c6-c79d35e68572 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1863393'] for port, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:44:21.998230 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-2a41a21a-98a9-499a-9738-ecb8f8b42c71 tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:44:22.055501 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f439072-b4f8-4e50-b5c6-c79d35e68572 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Pushing event deleted for resources: {'Port': ['ID=4359d2e8-34fe-4cb4-bef0-4f10169a8bef,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:44:22.058864 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-6f439072-b4f8-4e50-b5c6-c79d35e68572 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:44:22.104802 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [req-4f105642-1100-40a3-af44-d666dc7bcdee req-9cefc56b-d3e6-42d2-9403-465d1c419f9f tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Synchronizing usage tracker for tenant:b7e45fda9ad540a6ac359d1c64c9adb2 on resource:security_group {{(pid=87507) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 22:44:22.124183 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [req-4f105642-1100-40a3-af44-d666dc7bcdee req-9cefc56b-d3e6-42d2-9403-465d1c419f9f tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Unset dirty status for tenant:b7e45fda9ad540a6ac359d1c64c9adb2 on resource:security_group {{(pid=87507) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 22:44:22.127298 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-4f105642-1100-40a3-af44-d666dc7bcdee req-9cefc56b-d3e6-42d2-9403-465d1c419f9f tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-703369747&fields=id&tenant_id=b7e45fda9ad540a6ac359d1c64c9adb2 HTTP/1.1" status: 200  len: 267 time: 0.0913053
Dec 16 22:44:22.141755 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.l3_dvrscheduler_db [req-90b3d03e-e8ec-4fb4-8ee2-1278b8891e03 req-6f439072-b4f8-4e50-b5c6-c79d35e68572 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] No DVR routers for this DVR port 4359d2e8-34fe-4cb4-bef0-4f10169a8bef on host hv-neutron-8218 {{(pid=87506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 22:44:22.144188 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-90b3d03e-e8ec-4fb4-8ee2-1278b8891e03 req-6f439072-b4f8-4e50-b5c6-c79d35e68572 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for port, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:44:22.146789 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e559bb86-9633-4370-9cd9-33cf2cb148d6', 'name': 'network-vif-deleted', 'tag': '4359d2e8-34fe-4cb4-bef0-4f10169a8bef'}] {{(pid=87506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 22:44:22.162178 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-90b3d03e-e8ec-4fb4-8ee2-1278b8891e03 req-6f439072-b4f8-4e50-b5c6-c79d35e68572 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] 10.222.0.49 "DELETE /v2.0/ports/4359d2e8-34fe-4cb4-bef0-4f10169a8bef HTTP/1.1" status: 204  len: 173 time: 1.0733776
Dec 16 22:44:22.262294 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-5566cd17-ddfb-44d7-a7e3-3505ea3b77dd req-3d9780c4-d969-4dae-9ee2-d2c5bae20f66 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] 10.222.0.13 "GET /v2.0/ports?device_id=e559bb86-9633-4370-9cd9-33cf2cb148d6 HTTP/1.1" status: 200  len: 210 time: 0.1017060
Dec 16 22:44:22.330370 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e559bb86-9633-4370-9cd9-33cf2cb148d6', 'name': 'network-vif-deleted', 'tag': '4359d2e8-34fe-4cb4-bef0-4f10169a8bef', 'status': 'completed', 'code': 200}
Dec 16 22:44:22.353086 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f105642-1100-40a3-af44-d666dc7bcdee req-2bb15a19-bd19-4be6-acfc-932b997f8ccc tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:44:22.353793 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [req-4f105642-1100-40a3-af44-d666dc7bcdee req-2bb15a19-bd19-4be6-acfc-932b997f8ccc tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Synchronizing usage tracker for tenant:b7e45fda9ad540a6ac359d1c64c9adb2 on resource:network {{(pid=87507) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 22:44:22.370315 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [req-4f105642-1100-40a3-af44-d666dc7bcdee req-2bb15a19-bd19-4be6-acfc-932b997f8ccc tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Unset dirty status for tenant:b7e45fda9ad540a6ac359d1c64c9adb2 on resource:network {{(pid=87507) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 22:44:22.371653 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-4f105642-1100-40a3-af44-d666dc7bcdee req-2bb15a19-bd19-4be6-acfc-932b997f8ccc tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "GET /v2.0/networks?id=f9a89281-1310-4fb6-a17e-4b95b0d13ba9 HTTP/1.1" status: 200  len: 797 time: 0.2378209
Dec 16 22:44:22.387745 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-4f105642-1100-40a3-af44-d666dc7bcdee req-2767fa17-8ec0-4ff5-8ee4-7a51823bec1e tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "GET /v2.0/quotas/b7e45fda9ad540a6ac359d1c64c9adb2 HTTP/1.1" status: 200  len: 375 time: 0.0104303
Dec 16 22:44:22.509307 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [req-4f105642-1100-40a3-af44-d666dc7bcdee req-1a9c84a9-c760-4bc1-ae38-c2972e8365d6 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Synchronizing usage tracker for tenant:b7e45fda9ad540a6ac359d1c64c9adb2 on resource:port {{(pid=87507) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 22:44:22.534790 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [req-4f105642-1100-40a3-af44-d666dc7bcdee req-1a9c84a9-c760-4bc1-ae38-c2972e8365d6 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Unset dirty status for tenant:b7e45fda9ad540a6ac359d1c64c9adb2 on resource:port {{(pid=87507) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 22:44:22.544509 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-4f105642-1100-40a3-af44-d666dc7bcdee req-1a9c84a9-c760-4bc1-ae38-c2972e8365d6 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=b7e45fda9ad540a6ac359d1c64c9adb2&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1447423
Dec 16 22:44:22.559188 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [req-4f105642-1100-40a3-af44-d666dc7bcdee req-bf5ab632-487b-4fec-ba79-22f1350fc61e service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=87507) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 16 22:44:22.560517 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-4f105642-1100-40a3-af44-d666dc7bcdee req-bf5ab632-487b-4fec-ba79-22f1350fc61e service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0059628
Dec 16 22:44:22.847139 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-4f105642-1100-40a3-af44-d666dc7bcdee req-d01454a4-8c85-476e-9f1a-b544841dfc17 service neutron] 10.222.0.13 "GET /v2.0/networks/f9a89281-1310-4fb6-a17e-4b95b0d13ba9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2788868
Dec 16 22:44:22.990352 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-4f105642-1100-40a3-af44-d666dc7bcdee req-7dea6456-c47e-47fe-aab5-ffcc2b51bb4f service neutron] 10.222.0.13 "GET /v2.0/networks/f9a89281-1310-4fb6-a17e-4b95b0d13ba9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1368806
Dec 16 22:44:23.172991 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-cf8969b6-6e74-4a75-b97d-0178d467e92a req-07a2cde1-90fa-48aa-8b36-a239cbab1c0e tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "GET /v2.0/ports?device_id=3cee4a08-0a9e-4000-b073-b78b3b5f2a71 HTTP/1.1" status: 200  len: 210 time: 0.0472393
Dec 16 22:44:23.342012 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 345851d7-1dc8-406f-86de-d8334ce2e705 up at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 22:44:23.440340 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning for port 345851d7-1dc8-406f-86de-d8334ce2e705 completed by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 22:44:23.445917 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning complete for port 345851d7-1dc8-406f-86de-d8334ce2e705 triggered by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:44:23.446261 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:44:23.487746 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-1a46a469-1024-40ad-be57-1aac7e116392 req-fc602e42-b150-497f-9123-b84ab804c743 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] 10.222.0.13 "GET /v2.0/ports?device_id=e559bb86-9633-4370-9cd9-33cf2cb148d6 HTTP/1.1" status: 200  len: 210 time: 0.0602939
Dec 16 22:44:23.572972 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:44:23.606468 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] For port 345851d7-1dc8-406f-86de-d8334ce2e705, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=345851d7-1dc8-406f-86de-d8334ce2e705,segment=NetworkSegment(cc14a791-bb88-48a8-a358-e445fdaeba12),segment_id=cc14a791-bb88-48a8-a358-e445fdaeba12)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:44:23.611025 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:44:23.613262 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-e2a9cdc3-fdce-42ac-944a-28fdeb287f33 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:44:23.680928 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Pushing event updated for resources: {'Port': ['ID=345851d7-1dc8-406f-86de-d8334ce2e705,revision_number=5']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:44:23.683868 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:44:23.754870 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Device 4359d2e8-34fe-4cb4-bef0-4f10169a8bef no longer exists at agent hyperv_hv-neutron-8218 {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 22:44:23.788945 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] No Port match for: 4359d2e8-34fe-4cb4-bef0-4f10169a8bef {{(pid=87508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 22:44:23.789304 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Device 4359d2e8-34fe-4cb4-bef0-4f10169a8bef not bound to the agent host hv-neutron-8218 {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 22:44:24.331098 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-f8b8e879-6fa8-4020-b502-a6e81f89edb3 req-cd8048a2-a679-4452-aab1-86dd3018498e tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "GET /v2.0/ports?device_id=3cee4a08-0a9e-4000-b073-b78b3b5f2a71 HTTP/1.1" status: 200  len: 210 time: 0.0423734
Dec 16 22:44:24.503513 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f105642-1100-40a3-af44-d666dc7bcdee req-6d4a563c-0bd4-4075-b50c-f4812e631df2 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:44:24.504226 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [req-4f105642-1100-40a3-af44-d666dc7bcdee req-6d4a563c-0bd4-4075-b50c-f4812e631df2 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Synchronizing usage tracker for tenant:b7e45fda9ad540a6ac359d1c64c9adb2 on resource:network {{(pid=87506) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 22:44:24.517240 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [req-4f105642-1100-40a3-af44-d666dc7bcdee req-6d4a563c-0bd4-4075-b50c-f4812e631df2 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Unset dirty status for tenant:b7e45fda9ad540a6ac359d1c64c9adb2 on resource:network {{(pid=87506) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 22:44:24.518347 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-4f105642-1100-40a3-af44-d666dc7bcdee req-6d4a563c-0bd4-4075-b50c-f4812e631df2 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.49 "GET /v2.0/networks?id=f9a89281-1310-4fb6-a17e-4b95b0d13ba9 HTTP/1.1" status: 200  len: 797 time: 0.1667442
Dec 16 22:44:24.579461 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [req-4f105642-1100-40a3-af44-d666dc7bcdee req-ec5a3fef-dea6-46ef-8e11-656d6e5d8a81 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Synchronizing usage tracker for tenant:b7e45fda9ad540a6ac359d1c64c9adb2 on resource:security_group {{(pid=87506) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 22:44:24.584537 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 49468) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:44:24.591067 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [req-4f105642-1100-40a3-af44-d666dc7bcdee req-ec5a3fef-dea6-46ef-8e11-656d6e5d8a81 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Unset dirty status for tenant:b7e45fda9ad540a6ac359d1c64c9adb2 on resource:security_group {{(pid=87506) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 22:44:24.592207 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-4f105642-1100-40a3-af44-d666dc7bcdee req-ec5a3fef-dea6-46ef-8e11-656d6e5d8a81 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b7e45fda9ad540a6ac359d1c64c9adb2 HTTP/1.1" status: 200  len: 379 time: 0.0579863
Dec 16 22:44:24.601500 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [req-4f105642-1100-40a3-af44-d666dc7bcdee req-e5b9b37c-4c65-4098-ad25-4b4b57d9331f tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Request body: {'port': {'device_id': '3cee4a08-0a9e-4000-b073-b78b3b5f2a71', 'network_id': 'f9a89281-1310-4fb6-a17e-4b95b0d13ba9', 'admin_state_up': True, 'tenant_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'security_groups': ['42f86b02-ac88-4f2a-ab38-d8faeb82e04a']}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:44:24.735033 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [req-4f105642-1100-40a3-af44-d666dc7bcdee req-e5b9b37c-4c65-4098-ad25-4b4b57d9331f tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:44:24.743426 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.plugin [None req-86d2e62e-dc46-420f-ba9f-6e564900eb67 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Deleting port 9651456e-4e8d-44c2-8b02-73f984a7f2b3 {{(pid=87507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:44:24.743686 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-86d2e62e-dc46-420f-ba9f-6e564900eb67 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:44:24.745792 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [req-4f105642-1100-40a3-af44-d666dc7bcdee req-e5b9b37c-4c65-4098-ad25-4b4b57d9331f tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:44:24.756991 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f105642-1100-40a3-af44-d666dc7bcdee req-e5b9b37c-4c65-4098-ad25-4b4b57d9331f tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Made reservation on behalf of b7e45fda9ad540a6ac359d1c64c9adb2 for: {'port': 1} {{(pid=87506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:44:24.760863 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-4f105642-1100-40a3-af44-d666dc7bcdee req-e5b9b37c-4c65-4098-ad25-4b4b57d9331f tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:44:24.909805 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-86d2e62e-dc46-420f-ba9f-6e564900eb67 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:44:24.910125 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-86d2e62e-dc46-420f-ba9f-6e564900eb67 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:44:24.924950 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.db_base_plugin_common [req-4f105642-1100-40a3-af44-d666dc7bcdee req-e5b9b37c-4c65-4098-ad25-4b4b57d9331f tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Allocated IP 172.20.0.10 (f9a89281-1310-4fb6-a17e-4b95b0d13ba9/8c7847cc-22e6-4fcf-9ce4-047be8298fbc/050c527b-737d-4df4-a63b-77d849763418) {{(pid=87506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 22:44:25.032143 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.plugin [None req-86d2e62e-dc46-420f-ba9f-6e564900eb67 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Calling delete_port for 9651456e-4e8d-44c2-8b02-73f984a7f2b3 owned by network:floatingip {{(pid=87507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:44:25.117151 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-4f105642-1100-40a3-af44-d666dc7bcdee req-e5b9b37c-4c65-4098-ad25-4b4b57d9331f tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for port, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:44:25.176633 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.provisioning_blocks [req-4f105642-1100-40a3-af44-d666dc7bcdee req-e5b9b37c-4c65-4098-ad25-4b4b57d9331f tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Transition to ACTIVE for port object 050c527b-737d-4df4-a63b-77d849763418 will not be triggered until provisioned by entity DHCP. {{(pid=87506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:44:25.176892 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-86d2e62e-dc46-420f-ba9f-6e564900eb67 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10807823'] for port, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:44:25.181048 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-01c44467-0087-48fa-beb4-28112a603f6a tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:44:25.200195 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-4f105642-1100-40a3-af44-d666dc7bcdee req-e5b9b37c-4c65-4098-ad25-4b4b57d9331f tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1863393'] for port, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:44:25.206134 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-48125493-d24f-4db7-b8de-f61ba90f4b36 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:44:25.227293 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d2e62e-dc46-420f-ba9f-6e564900eb67 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Pushing event deleted for resources: {'Port': ['ID=9651456e-4e8d-44c2-8b02-73f984a7f2b3,revision_number=None']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:44:25.230425 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-86d2e62e-dc46-420f-ba9f-6e564900eb67 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:44:25.273558 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f105642-1100-40a3-af44-d666dc7bcdee req-e5b9b37c-4c65-4098-ad25-4b4b57d9331f tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Network f9a89281-1310-4fb6-a17e-4b95b0d13ba9 is already hosted by enough agents. {{(pid=87506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:44:25.275015 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.base_scheduler [req-4f105642-1100-40a3-af44-d666dc7bcdee req-e5b9b37c-4c65-4098-ad25-4b4b57d9331f tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Resources bound (agent type, host, resource id):  {{(pid=87506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:44:25.280042 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f105642-1100-40a3-af44-d666dc7bcdee req-e5b9b37c-4c65-4098-ad25-4b4b57d9331f tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Received port after_create {{(pid=87506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 22:44:25.321127 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 345851d7-1dc8-406f-86de-d8334ce2e705 up at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 22:44:25.321647 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-86d2e62e-dc46-420f-ba9f-6e564900eb67 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Notify callbacks [] for floatingip, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:44:25.335703 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b9b37c-4c65-4098-ad25-4b4b57d9331f tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Pushing event updated for resources: {'Port': ['ID=050c527b-737d-4df4-a63b-77d849763418,revision_number=1']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:44:25.336590 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-86d2e62e-dc46-420f-ba9f-6e564900eb67 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for floatingip, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:44:25.340225 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-86d2e62e-dc46-420f-ba9f-6e564900eb67 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] 10.222.0.13 "DELETE /v2.0/floatingips/144fe2e2-c7b9-4de0-a3b6-40e4059dcdc7 HTTP/1.1" status: 204  len: 168 time: 0.7525766
Dec 16 22:44:25.340602 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-e5b9b37c-4c65-4098-ad25-4b4b57d9331f tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:44:25.364522 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f105642-1100-40a3-af44-d666dc7bcdee req-e5b9b37c-4c65-4098-ad25-4b4b57d9331f tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:44:25.365358 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-4f105642-1100-40a3-af44-d666dc7bcdee req-e5b9b37c-4c65-4098-ad25-4b4b57d9331f tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for port, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:44:25.393071 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-4f105642-1100-40a3-af44-d666dc7bcdee req-e5b9b37c-4c65-4098-ad25-4b4b57d9331f tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.7951407
Dec 16 22:44:25.410973 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [req-4f105642-1100-40a3-af44-d666dc7bcdee req-2fd98fae-91f2-4f69-86a2-9cab78e84384 service neutron] Request body: {'port': {'device_id': '3cee4a08-0a9e-4000-b073-b78b3b5f2a71', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8218'}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:44:25.429700 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning complete for port 345851d7-1dc8-406f-86de-d8334ce2e705 triggered by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:44:25.430090 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:44:25.569685 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-4f105642-1100-40a3-af44-d666dc7bcdee req-2fd98fae-91f2-4f69-86a2-9cab78e84384 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:44:25.613619 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc972eb5-f0c1-40ca-87d5-d4b26686efac req-7468f87b-f387-4196-b5cd-f13712c5c6c9 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:44:25.616194 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-cc972eb5-f0c1-40ca-87d5-d4b26686efac req-7468f87b-f387-4196-b5cd-f13712c5c6c9 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "GET /v2.0/ports?device_id=3cee4a08-0a9e-4000-b073-b78b3b5f2a71 HTTP/1.1" status: 200  len: 932 time: 0.1481109
Dec 16 22:44:25.686727 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-cc972eb5-f0c1-40ca-87d5-d4b26686efac req-259c5af7-31fa-4df2-8cc6-63f2944ee83d tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "GET /v2.0/security-groups?id=42f86b02-ac88-4f2a-ab38-d8faeb82e04a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0628550
Dec 16 22:44:25.722823 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-0f9083fd-43ce-4c47-b635-af66a7b41156 None None] Provisioning for port 050c527b-737d-4df4-a63b-77d849763418 completed by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 22:44:25.728135 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-0f9083fd-43ce-4c47-b635-af66a7b41156 None None] Provisioning complete for port 050c527b-737d-4df4-a63b-77d849763418 triggered by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:44:25.728519 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-0f9083fd-43ce-4c47-b635-af66a7b41156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:44:25.786146 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-0f9083fd-43ce-4c47-b635-af66a7b41156 None None] Port 050c527b-737d-4df4-a63b-77d849763418 cannot update to ACTIVE because it is not bound. {{(pid=87508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 22:44:26.090568 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.notifiers.nova [req-4f105642-1100-40a3-af44-d666dc7bcdee req-2fd98fae-91f2-4f69-86a2-9cab78e84384 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 050c527b-737d-4df4-a63b-77d849763418 {{(pid=87506) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 22:44:26.098409 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-4f105642-1100-40a3-af44-d666dc7bcdee req-2fd98fae-91f2-4f69-86a2-9cab78e84384 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:44:26.112486 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.provisioning_blocks [req-4f105642-1100-40a3-af44-d666dc7bcdee req-2fd98fae-91f2-4f69-86a2-9cab78e84384 service neutron] Transition to ACTIVE for port object 050c527b-737d-4df4-a63b-77d849763418 will not be triggered until provisioned by entity L2. {{(pid=87506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:44:26.116884 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-4f105642-1100-40a3-af44-d666dc7bcdee req-2fd98fae-91f2-4f69-86a2-9cab78e84384 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1863400'] for port, after_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:44:26.120443 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-e5b9b37c-4c65-4098-ad25-4b4b57d9331f tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:44:26.271805 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd98fae-91f2-4f69-86a2-9cab78e84384 service neutron] Pushing event updated for resources: {'Port': ['ID=050c527b-737d-4df4-a63b-77d849763418,revision_number=2']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:44:26.279803 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-2fd98fae-91f2-4f69-86a2-9cab78e84384 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:44:26.357712 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.managers [req-4f105642-1100-40a3-af44-d666dc7bcdee req-2fd98fae-91f2-4f69-86a2-9cab78e84384 service neutron] Attempting to bind port 050c527b-737d-4df4-a63b-77d849763418 on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=87506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 22:44:26.358062 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.managers [req-4f105642-1100-40a3-af44-d666dc7bcdee req-2fd98fae-91f2-4f69-86a2-9cab78e84384 service neutron] Attempting to bind port 050c527b-737d-4df4-a63b-77d849763418 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': 'cc14a791-bb88-48a8-a358-e445fdaeba12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'f9a89281-1310-4fb6-a17e-4b95b0d13ba9'}] {{(pid=87506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 22:44:26.358459 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f105642-1100-40a3-af44-d666dc7bcdee req-2fd98fae-91f2-4f69-86a2-9cab78e84384 service neutron] Attempting to bind port 050c527b-737d-4df4-a63b-77d849763418 on network f9a89281-1310-4fb6-a17e-4b95b0d13ba9 {{(pid=87506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 22:44:26.364715 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f105642-1100-40a3-af44-d666dc7bcdee req-2fd98fae-91f2-4f69-86a2-9cab78e84384 service neutron] Port 050c527b-737d-4df4-a63b-77d849763418 on network f9a89281-1310-4fb6-a17e-4b95b0d13ba9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=87506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 16 22:44:26.365092 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f105642-1100-40a3-af44-d666dc7bcdee req-2fd98fae-91f2-4f69-86a2-9cab78e84384 service neutron] Attempting to bind port 050c527b-737d-4df4-a63b-77d849763418 on network f9a89281-1310-4fb6-a17e-4b95b0d13ba9 {{(pid=87506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 22:44:26.370259 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f105642-1100-40a3-af44-d666dc7bcdee req-2fd98fae-91f2-4f69-86a2-9cab78e84384 service neutron] Checking agent: {'id': '849b5cbb-8f70-4c31-8f37-fd42f8351747', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8218', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 30, 8), 'started_at': datetime.datetime(2021, 12, 16, 22, 30, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 44, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 22:44:26.370659 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f105642-1100-40a3-af44-d666dc7bcdee req-2fd98fae-91f2-4f69-86a2-9cab78e84384 service neutron] Checking segment: {'id': 'cc14a791-bb88-48a8-a358-e445fdaeba12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'f9a89281-1310-4fb6-a17e-4b95b0d13ba9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 22:44:26.371097 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f105642-1100-40a3-af44-d666dc7bcdee req-2fd98fae-91f2-4f69-86a2-9cab78e84384 service neutron] Bound using segment: {'id': 'cc14a791-bb88-48a8-a358-e445fdaeba12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'f9a89281-1310-4fb6-a17e-4b95b0d13ba9'} {{(pid=87506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 22:44:26.371583 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.managers [req-4f105642-1100-40a3-af44-d666dc7bcdee req-2fd98fae-91f2-4f69-86a2-9cab78e84384 service neutron] Bound port: 050c527b-737d-4df4-a63b-77d849763418, host: hv-neutron-8218, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc14a791-bb88-48a8-a358-e445fdaeba12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'f9a89281-1310-4fb6-a17e-4b95b0d13ba9'}}] {{(pid=87506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 22:44:26.371963 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-4f105642-1100-40a3-af44-d666dc7bcdee req-2fd98fae-91f2-4f69-86a2-9cab78e84384 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:44:26.473413 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.db [req-4f105642-1100-40a3-af44-d666dc7bcdee req-2fd98fae-91f2-4f69-86a2-9cab78e84384 service neutron] For port 050c527b-737d-4df4-a63b-77d849763418, host hv-neutron-8218, cleared binding levels {{(pid=87506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 22:44:26.476412 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.db [req-4f105642-1100-40a3-af44-d666dc7bcdee req-2fd98fae-91f2-4f69-86a2-9cab78e84384 service neutron] For port 050c527b-737d-4df4-a63b-77d849763418, host hv-neutron-8218, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=050c527b-737d-4df4-a63b-77d849763418,segment=NetworkSegment(cc14a791-bb88-48a8-a358-e445fdaeba12),segment_id=cc14a791-bb88-48a8-a358-e445fdaeba12)] {{(pid=87506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 22:44:26.480775 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-4f105642-1100-40a3-af44-d666dc7bcdee req-2fd98fae-91f2-4f69-86a2-9cab78e84384 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1863400'] for port, after_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:44:26.484548 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-6f439072-b4f8-4e50-b5c6-c79d35e68572 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:44:26.541263 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f105642-1100-40a3-af44-d666dc7bcdee req-2fd98fae-91f2-4f69-86a2-9cab78e84384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:44:26.541878 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-4f105642-1100-40a3-af44-d666dc7bcdee req-2fd98fae-91f2-4f69-86a2-9cab78e84384 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for port, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:44:26.543690 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-4f105642-1100-40a3-af44-d666dc7bcdee req-2fd98fae-91f2-4f69-86a2-9cab78e84384 service neutron] 10.222.0.49 "PUT /v2.0/ports/050c527b-737d-4df4-a63b-77d849763418 HTTP/1.1" status: 200  len: 1094 time: 1.1378970
Dec 16 22:44:26.544256 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cee4a08-0a9e-4000-b073-b78b3b5f2a71', 'tag': '050c527b-737d-4df4-a63b-77d849763418'}] {{(pid=87506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 22:44:26.569434 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd98fae-91f2-4f69-86a2-9cab78e84384 service neutron] Pushing event updated for resources: {'Port': ['ID=050c527b-737d-4df4-a63b-77d849763418,revision_number=3']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:44:26.572943 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-2fd98fae-91f2-4f69-86a2-9cab78e84384 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:44:26.635467 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3cee4a08-0a9e-4000-b073-b78b3b5f2a71', 'tag': '050c527b-737d-4df4-a63b-77d849763418', 'status': 'completed', 'code': 200}
Dec 16 22:44:26.684571 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f105642-1100-40a3-af44-d666dc7bcdee req-0d80f7d0-0108-43b6-b78e-20ca23b3e602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:44:26.686166 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-4f105642-1100-40a3-af44-d666dc7bcdee req-0d80f7d0-0108-43b6-b78e-20ca23b3e602 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b7e45fda9ad540a6ac359d1c64c9adb2&device_id=3cee4a08-0a9e-4000-b073-b78b3b5f2a71 HTTP/1.1" status: 200  len: 1097 time: 0.0835528
Dec 16 22:44:26.766583 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-4f105642-1100-40a3-af44-d666dc7bcdee req-134e0a66-27c5-46f6-99fa-33620ffa6541 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=050c527b-737d-4df4-a63b-77d849763418 HTTP/1.1" status: 200  len: 217 time: 0.0662506
Dec 16 22:44:26.836907 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f105642-1100-40a3-af44-d666dc7bcdee req-4d645d37-ec83-4b96-a16a-995f06c1ab6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:44:26.839026 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-4f105642-1100-40a3-af44-d666dc7bcdee req-4d645d37-ec83-4b96-a16a-995f06c1ab6d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8c7847cc-22e6-4fcf-9ce4-047be8298fbc HTTP/1.1" status: 200  len: 835 time: 0.0663593
Dec 16 22:44:26.898531 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9458f915-5a0a-4d88-ae4c-ea8e71c9612e req-8555431e-30a4-4a0f-85a9-aa84fd7bc3e1 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:44:26.900126 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-9458f915-5a0a-4d88-ae4c-ea8e71c9612e req-8555431e-30a4-4a0f-85a9-aa84fd7bc3e1 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "GET /v2.0/ports?device_id=3cee4a08-0a9e-4000-b073-b78b3b5f2a71 HTTP/1.1" status: 200  len: 944 time: 0.0945475
Dec 16 22:44:26.925384 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f105642-1100-40a3-af44-d666dc7bcdee req-fa1161cc-9176-4437-8199-38f879d9003b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:44:26.927145 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-4f105642-1100-40a3-af44-d666dc7bcdee req-fa1161cc-9176-4437-8199-38f879d9003b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f9a89281-1310-4fb6-a17e-4b95b0d13ba9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0811138
Dec 16 22:44:26.945726 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-9458f915-5a0a-4d88-ae4c-ea8e71c9612e req-c83570e0-3e82-43c3-9452-bae0c9699ed9 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "GET /v2.0/security-groups?id=42f86b02-ac88-4f2a-ab38-d8faeb82e04a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0399065
Dec 16 22:44:27.064672 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-4f105642-1100-40a3-af44-d666dc7bcdee req-7cf3afd4-15cc-40a6-b0b5-3de7c8742d1f service neutron] 10.222.0.49 "GET /v2.0/networks/f9a89281-1310-4fb6-a17e-4b95b0d13ba9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1304631
Dec 16 22:44:27.198909 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-4f105642-1100-40a3-af44-d666dc7bcdee req-f505c2dc-7b85-4641-a3f6-93ffc3b34124 service neutron] 10.222.0.49 "GET /v2.0/networks/f9a89281-1310-4fb6-a17e-4b95b0d13ba9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1278906
Dec 16 22:44:27.362900 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b97a7db-612d-4a1c-8558-11c9d6859f13 req-98eb8cf9-910f-446d-a04d-1fbe242dd93b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:44:27.364419 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-7b97a7db-612d-4a1c-8558-11c9d6859f13 req-98eb8cf9-910f-446d-a04d-1fbe242dd93b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b7e45fda9ad540a6ac359d1c64c9adb2&device_id=3cee4a08-0a9e-4000-b073-b78b3b5f2a71 HTTP/1.1" status: 200  len: 1097 time: 0.0804923
Dec 16 22:44:27.497936 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b97a7db-612d-4a1c-8558-11c9d6859f13 req-03512ea0-9ba7-4e61-bde1-108de7da1a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:44:27.499478 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-7b97a7db-612d-4a1c-8558-11c9d6859f13 req-03512ea0-9ba7-4e61-bde1-108de7da1a44 service neutron] 10.222.0.49 "GET /v2.0/networks?id=f9a89281-1310-4fb6-a17e-4b95b0d13ba9 HTTP/1.1" status: 200  len: 898 time: 0.1271796
Dec 16 22:44:27.567421 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-7b97a7db-612d-4a1c-8558-11c9d6859f13 req-374d836b-cd9c-4f97-8f54-92b069580b75 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=050c527b-737d-4df4-a63b-77d849763418 HTTP/1.1" status: 200  len: 217 time: 0.0599344
Dec 16 22:44:27.633850 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b97a7db-612d-4a1c-8558-11c9d6859f13 req-8dee3391-01fb-491a-9864-2aad27f89179 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:44:27.635403 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-7b97a7db-612d-4a1c-8558-11c9d6859f13 req-8dee3391-01fb-491a-9864-2aad27f89179 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8c7847cc-22e6-4fcf-9ce4-047be8298fbc HTTP/1.1" status: 200  len: 835 time: 0.0602751
Dec 16 22:44:27.718701 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b97a7db-612d-4a1c-8558-11c9d6859f13 req-676fb107-8c9d-4709-9cb9-d093c1f2e815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:44:27.720733 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-7b97a7db-612d-4a1c-8558-11c9d6859f13 req-676fb107-8c9d-4709-9cb9-d093c1f2e815 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f9a89281-1310-4fb6-a17e-4b95b0d13ba9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0711081
Dec 16 22:44:27.932833 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 49494) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:44:27.975489 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-7b97a7db-612d-4a1c-8558-11c9d6859f13 req-8b4ca55b-79d9-446b-9edd-fa5faa019c70 service neutron] 10.222.0.49 "GET /v2.0/networks/f9a89281-1310-4fb6-a17e-4b95b0d13ba9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2480884
Dec 16 22:44:28.007438 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-7199e7e8-a4a5-4068-be99-898de75a37ae tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Notify callbacks [] for security_group, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:44:28.050208 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-7199e7e8-a4a5-4068-be99-898de75a37ae tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:44:28.133437 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-7b97a7db-612d-4a1c-8558-11c9d6859f13 req-1961b25e-2d96-4b4b-a40b-2dcfe2c2e95e service neutron] 10.222.0.49 "GET /v2.0/networks/f9a89281-1310-4fb6-a17e-4b95b0d13ba9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1476457
Dec 16 22:44:28.144529 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-c7859050-fe75-4b32-838a-5d242a148ae7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:44:28.175552 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921a8ec6-6ca7-4520-b403-d3f25fb747e7 req-a777eeae-33f9-45bb-9101-fe6ede42377a tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:44:28.177026 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-921a8ec6-6ca7-4520-b403-d3f25fb747e7 req-a777eeae-33f9-45bb-9101-fe6ede42377a tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "GET /v2.0/ports?device_id=3cee4a08-0a9e-4000-b073-b78b3b5f2a71 HTTP/1.1" status: 200  len: 944 time: 0.0918493
Dec 16 22:44:28.183217 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-7199e7e8-a4a5-4068-be99-898de75a37ae tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841066'] for security_group, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:44:28.188503 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-1b96d6ff-57ac-4f98-901c-e24f8b781a97 tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:44:28.219546 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7199e7e8-a4a5-4068-be99-898de75a37ae tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c8293c6-7a9d-4021-9d0b-d55cb4b08bc4,revision_number=None']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:44:28.227235 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-7199e7e8-a4a5-4068-be99-898de75a37ae tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:44:28.245828 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-7199e7e8-a4a5-4068-be99-898de75a37ae tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Notify callbacks [] for security_group, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:44:28.247048 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-7199e7e8-a4a5-4068-be99-898de75a37ae tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] 10.222.0.13 "DELETE /v2.0/security-groups/2c8293c6-7a9d-4021-9d0b-d55cb4b08bc4 HTTP/1.1" status: 204  len: 168 time: 0.3131745
Dec 16 22:44:28.255276 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-921a8ec6-6ca7-4520-b403-d3f25fb747e7 req-307ed757-3fb3-45d1-9816-130f5023a190 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "GET /v2.0/security-groups?id=42f86b02-ac88-4f2a-ab38-d8faeb82e04a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0676849
Dec 16 22:44:28.305613 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 49502) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:44:29.045111 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-a31c6fc6-6d76-4436-99d3-bc8f6b59a833 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3830176'] for router_interface, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:44:29.450386 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.plugin [None req-a31c6fc6-6d76-4436-99d3-bc8f6b59a833 admin admin] Deleting port 4f4b371e-1da4-4a31-bbd3-1b44e0ee69be {{(pid=87507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:44:29.450714 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-a31c6fc6-6d76-4436-99d3-bc8f6b59a833 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:44:29.582340 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a49f7d6-7cc2-4793-af93-bdb601dce14c req-f509c265-e9b1-40d0-b343-349b8f056ecd tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:44:29.583677 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-4a49f7d6-7cc2-4793-af93-bdb601dce14c req-f509c265-e9b1-40d0-b343-349b8f056ecd tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "GET /v2.0/ports?device_id=3cee4a08-0a9e-4000-b073-b78b3b5f2a71 HTTP/1.1" status: 200  len: 944 time: 0.2035477
Dec 16 22:44:29.656460 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-4a49f7d6-7cc2-4793-af93-bdb601dce14c req-81d8a717-651f-4d94-8f7d-55cf6cbcaddf tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "GET /v2.0/security-groups?id=42f86b02-ac88-4f2a-ab38-d8faeb82e04a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0596848
Dec 16 22:44:29.675937 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.db [None req-a31c6fc6-6d76-4436-99d3-bc8f6b59a833 admin admin] For port 4f4b371e-1da4-4a31-bbd3-1b44e0ee69be, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=4f4b371e-1da4-4a31-bbd3-1b44e0ee69be,segment=NetworkSegment(32a05c8f-4e22-414f-870d-ee93982b6a67),segment_id=32a05c8f-4e22-414f-870d-ee93982b6a67)] {{(pid=87507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:44:29.676290 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-a31c6fc6-6d76-4436-99d3-bc8f6b59a833 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:44:29.802575 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Device 050c527b-737d-4df4-a63b-77d849763418 details requested by agent hyperv_hv-neutron-8218 with host hv-neutron-8218 {{(pid=87508) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 16 22:44:29.806443 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.plugin [None req-a31c6fc6-6d76-4436-99d3-bc8f6b59a833 admin admin] Calling delete_port for 4f4b371e-1da4-4a31-bbd3-1b44e0ee69be owned by network:router_interface {{(pid=87507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:44:29.933305 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] For port 050c527b-737d-4df4-a63b-77d849763418, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=050c527b-737d-4df4-a63b-77d849763418,segment=NetworkSegment(cc14a791-bb88-48a8-a358-e445fdaeba12),segment_id=cc14a791-bb88-48a8-a358-e445fdaeba12)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:44:29.946962 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Returning: {'device': '050c527b-737d-4df4-a63b-77d849763418', 'network_id': 'f9a89281-1310-4fb6-a17e-4b95b0d13ba9', 'port_id': '050c527b-737d-4df4-a63b-77d849763418', 'mac_address': 'fa:16:3e:ee:7e:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c7847cc-22e6-4fcf-9ce4-047be8298fbc', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87508) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 16 22:44:30.007767 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:44:30.026012 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.notifiers.nova [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 050c527b-737d-4df4-a63b-77d849763418 {{(pid=87508) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 22:44:30.041910 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] For port 050c527b-737d-4df4-a63b-77d849763418, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=050c527b-737d-4df4-a63b-77d849763418,segment=NetworkSegment(cc14a791-bb88-48a8-a358-e445fdaeba12),segment_id=cc14a791-bb88-48a8-a358-e445fdaeba12)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:44:30.046045 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:44:30.047874 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-f048b37c-288f-48ba-9bdc-c3ca68b91cf1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:44:30.113975 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Pushing event updated for resources: {'Port': ['ID=050c527b-737d-4df4-a63b-77d849763418,revision_number=4']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:44:30.117136 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:44:30.274619 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-a31c6fc6-6d76-4436-99d3-bc8f6b59a833 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10807823'] for port, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:44:30.277949 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-abbd1f4f-10d6-4a59-82b1-c8b6f00f1e74 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:44:30.321375 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31c6fc6-6d76-4436-99d3-bc8f6b59a833 admin admin] Pushing event deleted for resources: {'Port': ['ID=4f4b371e-1da4-4a31-bbd3-1b44e0ee69be,revision_number=None']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:44:30.324384 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-a31c6fc6-6d76-4436-99d3-bc8f6b59a833 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:44:30.326335 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] get_ports_and_sgs() called for port_ids ['050c527b-737d-4df4-a63b-77d849763418'] {{(pid=87508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 22:44:30.593508 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-99720369-2a8a-40d1-b9c7-22280bcd3b4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:44:30.600641 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-a31c6fc6-6d76-4436-99d3-bc8f6b59a833 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3791449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3739472'] for router_interface, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:44:30.987436 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76dc34d3-c507-46f1-b56d-b0da32d21264 req-95137c5d-0236-4b74-b9d5-5272db5d71ec tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:44:30.988795 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-76dc34d3-c507-46f1-b56d-b0da32d21264 req-95137c5d-0236-4b74-b9d5-5272db5d71ec tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "GET /v2.0/ports?device_id=3cee4a08-0a9e-4000-b073-b78b3b5f2a71 HTTP/1.1" status: 200  len: 945 time: 0.2230997
Dec 16 22:44:31.046498 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a31c6fc6-6d76-4436-99d3-bc8f6b59a833 admin admin] Router c6b0af86-1588-4d9e-9f98-ac61fdf8ef7a has already been hosted by L3 agent 4f519db7-069b-43e2-8411-c092bac9102a {{(pid=87507) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 22:44:31.053183 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-76dc34d3-c507-46f1-b56d-b0da32d21264 req-9b466f6a-ecee-4030-8294-166bb04bc937 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "GET /v2.0/security-groups?id=42f86b02-ac88-4f2a-ab38-d8faeb82e04a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0553741
Dec 16 22:44:31.227882 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a31c6fc6-6d76-4436-99d3-bc8f6b59a833 admin admin] Notify agent at l3_agent.dv-neutron-821829-1-hyperv the message routers_updated {{(pid=87507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 22:44:31.242372 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-a31c6fc6-6d76-4436-99d3-bc8f6b59a833 admin admin] 10.222.0.13 "PUT /v2.0/routers/c6b0af86-1588-4d9e-9f98-ac61fdf8ef7a/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.9333158
Dec 16 22:44:31.242566 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 49512) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:44:31.244358 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-438cf83f-64f7-4c60-8df4-baa2494ca2cd None None] Sync routers for ids ['c6b0af86-1588-4d9e-9f98-ac61fdf8ef7a'] in dv-neutron-821829-1-hyperv {{(pid=87509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 22:44:31.255086 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-438cf83f-64f7-4c60-8df4-baa2494ca2cd None None] Routers {'c6b0af86-1588-4d9e-9f98-ac61fdf8ef7a'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:44:31.255826 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-438cf83f-64f7-4c60-8df4-baa2494ca2cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b7c831460>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:44:31Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['c6b0af86-1588-4d9e-9f98-ac61fdf8ef7a'], 'active': True} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:44:31.413457 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-f5d46f4a-b496-4e2e-b836-4d787428f91a admin admin] Notify callbacks [] for router, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:44:31.430420 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvr_db [None req-438cf83f-64f7-4c60-8df4-baa2494ca2cd None None] Set router c6b0af86-1588-4d9e-9f98-ac61fdf8ef7a gateway port host: dv-neutron-821829-1-hyperv {{(pid=87509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 22:44:31.467138 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-3e729f7f-1589-4d54-9c4a-7ee6b283cc2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:44:31.666753 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:44:31.713075 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-438cf83f-64f7-4c60-8df4-baa2494ca2cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b7c831460>, [{'id': 'c6b0af86-1588-4d9e-9f98-ac61fdf8ef7a', 'name': 'tempest-TestVolumeBootPattern-241322810-router', 'tenant_id': 'ebcac23e4eae475893854e16d121f861', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.7'}], 'enable_snat': True}, 'gw_port_id': '627705e4-06a5-44d7-9654-b5ffda9763f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:34:55Z', 'updated_at': '2021-12-16T22:44:30Z', 'revision_number': 5, 'project_id': 'ebcac23e4eae475893854e16d121f861', 'gw_port': {'id': '627705e4-06a5-44d7-9654-b5ffda9763f8', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:4f:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6b0af86-1588-4d9e-9f98-ac61fdf8ef7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:34:59Z', 'updated_at': '2021-12-16T22:35:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv'}], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:44:31.716869 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-438cf83f-64f7-4c60-8df4-baa2494ca2cd None None] Checking router: c6b0af86-1588-4d9e-9f98-ac61fdf8ef7a for host: dv-neutron-821829-1-hyperv {{(pid=87509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 22:44:31.725117 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-438cf83f-64f7-4c60-8df4-baa2494ca2cd None None] Routers {'c6b0af86-1588-4d9e-9f98-ac61fdf8ef7a'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:44:31.726036 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-438cf83f-64f7-4c60-8df4-baa2494ca2cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b7c831460>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:44:31Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['c6b0af86-1588-4d9e-9f98-ac61fdf8ef7a'], 'active': True} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:44:31.727697 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-f5d46f4a-b496-4e2e-b836-4d787428f91a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:44:31.737231 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.plugin [None req-f5d46f4a-b496-4e2e-b836-4d787428f91a admin admin] Deleting port 627705e4-06a5-44d7-9654-b5ffda9763f8 {{(pid=87507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:44:31.737589 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-f5d46f4a-b496-4e2e-b836-4d787428f91a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:44:31.818174 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Device 050c527b-737d-4df4-a63b-77d849763418 up at agent hyperv_hv-neutron-8218 {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 22:44:31.872436 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvr_db [None req-438cf83f-64f7-4c60-8df4-baa2494ca2cd None None] Set router c6b0af86-1588-4d9e-9f98-ac61fdf8ef7a gateway port host: None {{(pid=87509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 22:44:31.887986 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Provisioning for port 050c527b-737d-4df4-a63b-77d849763418 completed by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 22:44:31.892961 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Provisioning complete for port 050c527b-737d-4df4-a63b-77d849763418 triggered by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:44:31.893349 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:44:31.916087 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.db [None req-f5d46f4a-b496-4e2e-b836-4d787428f91a admin admin] For port 627705e4-06a5-44d7-9654-b5ffda9763f8, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=627705e4-06a5-44d7-9654-b5ffda9763f8,segment=NetworkSegment(a416442d-d143-4052-9f4e-546eb8cbe809),segment_id=a416442d-d143-4052-9f4e-546eb8cbe809)] {{(pid=87507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:44:31.916506 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-f5d46f4a-b496-4e2e-b836-4d787428f91a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:44:32.004705 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-438cf83f-64f7-4c60-8df4-baa2494ca2cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b7c831460>, [{'id': 'c6b0af86-1588-4d9e-9f98-ac61fdf8ef7a', 'name': 'tempest-TestVolumeBootPattern-241322810-router', 'tenant_id': 'ebcac23e4eae475893854e16d121f861', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:34:55Z', 'updated_at': '2021-12-16T22:44:31Z', 'revision_number': 6, 'project_id': 'ebcac23e4eae475893854e16d121f861', 'gw_port_host': None}], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:44:32.008639 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-438cf83f-64f7-4c60-8df4-baa2494ca2cd None None] The sync data for ids ['c6b0af86-1588-4d9e-9f98-ac61fdf8ef7a'] in dv-neutron-821829-1-hyperv is: [{'id': 'c6b0af86-1588-4d9e-9f98-ac61fdf8ef7a', 'name': 'tempest-TestVolumeBootPattern-241322810-router', 'tenant_id': 'ebcac23e4eae475893854e16d121f861', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:34:55Z', 'updated_at': '2021-12-16T22:44:31Z', 'revision_number': 6, 'project_id': 'ebcac23e4eae475893854e16d121f861', 'gw_port_host': None}] {{(pid=87509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 22:44:32.013418 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:44:32.040704 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cee4a08-0a9e-4000-b073-b78b3b5f2a71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '050c527b-737d-4df4-a63b-77d849763418'}] {{(pid=87508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 22:44:32.045577 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.plugin [None req-f5d46f4a-b496-4e2e-b836-4d787428f91a admin admin] Calling delete_port for 627705e4-06a5-44d7-9654-b5ffda9763f8 owned by network:router_gateway {{(pid=87507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:44:32.051236 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] For port 050c527b-737d-4df4-a63b-77d849763418, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=050c527b-737d-4df4-a63b-77d849763418,segment=NetworkSegment(cc14a791-bb88-48a8-a358-e445fdaeba12),segment_id=cc14a791-bb88-48a8-a358-e445fdaeba12)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:44:32.055318 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:44:32.057790 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-36140291-3a76-430b-a0db-8f5fb3979ebf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:44:32.105664 dv-neutron-821829-1-hyperv neutron-server[87508]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cee4a08-0a9e-4000-b073-b78b3b5f2a71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '050c527b-737d-4df4-a63b-77d849763418', 'code': 200}
Dec 16 22:44:32.139905 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Pushing event updated for resources: {'Port': ['ID=050c527b-737d-4df4-a63b-77d849763418,revision_number=5']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:44:32.151019 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:44:32.296652 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-f5d46f4a-b496-4e2e-b836-4d787428f91a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10807823'] for port, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:44:32.303284 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-4da6f4e7-3319-4b27-9acc-684283965df8 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:44:32.353796 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4644ebbf-1328-4328-9c9c-514209f34095 req-879514a8-6660-432d-8352-b241fe2fd2a7 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:44:32.355303 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-4644ebbf-1328-4328-9c9c-514209f34095 req-879514a8-6660-432d-8352-b241fe2fd2a7 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "GET /v2.0/ports?device_id=3cee4a08-0a9e-4000-b073-b78b3b5f2a71 HTTP/1.1" status: 200  len: 946 time: 0.1942987
Dec 16 22:44:32.368512 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ce4f23-b958-4aa7-b482-aaf5592ca88e req-25899965-e23f-467f-abeb-668fc9d4109a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:44:32.370222 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-c4ce4f23-b958-4aa7-b482-aaf5592ca88e req-25899965-e23f-467f-abeb-668fc9d4109a service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=3cee4a08-0a9e-4000-b073-b78b3b5f2a71 HTTP/1.1" status: 200  len: 1099 time: 0.0749080
Dec 16 22:44:32.391025 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d46f4a-b496-4e2e-b836-4d787428f91a admin admin] Pushing event deleted for resources: {'Port': ['ID=627705e4-06a5-44d7-9654-b5ffda9763f8,revision_number=None']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:44:32.393655 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-f5d46f4a-b496-4e2e-b836-4d787428f91a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:44:32.424806 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-c4ce4f23-b958-4aa7-b482-aaf5592ca88e req-a654a2d6-60e8-4727-80cf-51264af8e789 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=42f86b02-ac88-4f2a-ab38-d8faeb82e04a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0486326
Dec 16 22:44:32.487742 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-4644ebbf-1328-4328-9c9c-514209f34095 req-ccde0008-add5-4249-a965-d9b485867965 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "GET /v2.0/security-groups?id=42f86b02-ac88-4f2a-ab38-d8faeb82e04a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0980806
Dec 16 22:44:32.496222 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-f5d46f4a-b496-4e2e-b836-4d787428f91a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3741895'] for router_gateway, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:44:32.667494 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-f5d46f4a-b496-4e2e-b836-4d787428f91a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3739500', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39002'] for router, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:44:32.669594 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-f5d46f4a-b496-4e2e-b836-4d787428f91a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:44:32.693898 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-f5d46f4a-b496-4e2e-b836-4d787428f91a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3830089'] for router, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:44:32.694483 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5d46f4a-b496-4e2e-b836-4d787428f91a admin admin] Fanout notify agent at l3_agent the message router_deleted on router c6b0af86-1588-4d9e-9f98-ac61fdf8ef7a {{(pid=87507) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 16 22:44:32.706553 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-f5d46f4a-b496-4e2e-b836-4d787428f91a admin admin] Notify callbacks [] for router, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:44:32.707651 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-f5d46f4a-b496-4e2e-b836-4d787428f91a admin admin] 10.222.0.13 "DELETE /v2.0/routers/c6b0af86-1588-4d9e-9f98-ac61fdf8ef7a HTTP/1.1" status: 204  len: 168 time: 1.4641924
Dec 16 22:44:32.710179 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 49520) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:44:32.767837 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.db_base_plugin_v2 [None req-3117601b-a2d6-4062-9d7e-c3f11eb9d0af admin admin] Deleting subnet e85fa5c2-5253-44c8-9f57-0c1d2c97dd41 {{(pid=87507) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 16 22:44:32.770945 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-3117601b-a2d6-4062-9d7e-c3f11eb9d0af admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:44:32.819231 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-3117601b-a2d6-4062-9d7e-c3f11eb9d0af admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2128562'] for subnet, precommit_delete_associations {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:44:32.900420 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-3117601b-a2d6-4062-9d7e-c3f11eb9d0af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3328566'] for subnet, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:44:32.970312 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-3117601b-a2d6-4062-9d7e-c3f11eb9d0af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3328622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10807868', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10549621'] for subnet, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:44:32.974337 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-c365f92b-b0cc-4a6c-b02c-69e8465e4cd9 tempest-RoutersNegativeIpV6Test-1646080008 tempest-RoutersNegativeIpV6Test-1646080008-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:44:33.010185 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3117601b-a2d6-4062-9d7e-c3f11eb9d0af admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e85fa5c2-5253-44c8-9f57-0c1d2c97dd41,revision_number=None']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:44:33.016149 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-3117601b-a2d6-4062-9d7e-c3f11eb9d0af admin admin] Notify callbacks [] for subnet, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:44:33.018900 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-3117601b-a2d6-4062-9d7e-c3f11eb9d0af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:44:33.022131 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a90b844-b0c6-4afc-b5f0-29f69f214f77 None None] Network 59be113d-df84-4589-a861-2ce3da6b2e5d requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 22:44:33.023912 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-3117601b-a2d6-4062-9d7e-c3f11eb9d0af admin admin] 10.222.0.13 "DELETE /v2.0/subnets/e85fa5c2-5253-44c8-9f57-0c1d2c97dd41 HTTP/1.1" status: 204  len: 168 time: 0.3128474
Dec 16 22:44:33.026647 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 49524) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:44:33.140721 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-d8a98294-6a35-4fcb-b9dd-959499beecb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-825997'] for network, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:44:33.151299 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [None req-d8a98294-6a35-4fcb-b9dd-959499beecb3 admin admin] Deleting port 2285f5a2-4c88-4e0d-8a60-18fd32c955b1 {{(pid=87506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:44:33.151625 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-d8a98294-6a35-4fcb-b9dd-959499beecb3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:44:33.230024 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-4541ba3b-6be8-499c-bc94-3c60aa55c4f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:44:33.302313 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 627705e4-06a5-44d7-9654-b5ffda9763f8 no longer exists at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 22:44:33.341097 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-160d01f7-808c-4402-9270-a9a97084381f None None] DHCP port deletion for 59be113d-df84-4589-a861-2ce3da6b2e5d request from dv-neutron-821829-1-hyperv {{(pid=87508) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 16 22:44:33.345410 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] No Port match for: 627705e4-06a5-44d7-9654-b5ffda9763f8 {{(pid=87508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 22:44:33.346031 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 627705e4-06a5-44d7-9654-b5ffda9763f8 not bound to the agent host dv-neutron-821829-1-hyperv {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 22:44:33.346684 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 4f4b371e-1da4-4a31-bbd3-1b44e0ee69be no longer exists at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 22:44:33.361870 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.db [None req-d8a98294-6a35-4fcb-b9dd-959499beecb3 admin admin] For port 2285f5a2-4c88-4e0d-8a60-18fd32c955b1, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=2285f5a2-4c88-4e0d-8a60-18fd32c955b1,segment=NetworkSegment(32a05c8f-4e22-414f-870d-ee93982b6a67),segment_id=32a05c8f-4e22-414f-870d-ee93982b6a67)] {{(pid=87506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:44:33.362232 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-d8a98294-6a35-4fcb-b9dd-959499beecb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:44:33.377779 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-160d01f7-808c-4402-9270-a9a97084381f None None] Deleting port 2285f5a2-4c88-4e0d-8a60-18fd32c955b1 {{(pid=87508) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:44:33.378192 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-160d01f7-808c-4402-9270-a9a97084381f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:44:33.410616 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] No Port match for: 4f4b371e-1da4-4a31-bbd3-1b44e0ee69be {{(pid=87508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 22:44:33.411250 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 4f4b371e-1da4-4a31-bbd3-1b44e0ee69be not bound to the agent host dv-neutron-821829-1-hyperv {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 22:44:33.491657 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [None req-d8a98294-6a35-4fcb-b9dd-959499beecb3 admin admin] Calling delete_port for 2285f5a2-4c88-4e0d-8a60-18fd32c955b1 owned by network:dhcp {{(pid=87506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:44:33.569853 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-d8a98294-6a35-4fcb-b9dd-959499beecb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1863393'] for port, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:44:33.573914 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-48125493-d24f-4db7-b8de-f61ba90f4b36 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:44:33.615485 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a98294-6a35-4fcb-b9dd-959499beecb3 admin admin] Pushing event deleted for resources: {'Port': ['ID=2285f5a2-4c88-4e0d-8a60-18fd32c955b1,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:44:33.619350 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-d8a98294-6a35-4fcb-b9dd-959499beecb3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:44:33.621535 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8a98294-6a35-4fcb-b9dd-959499beecb3 admin admin] No DVR routers for this DVR port 2285f5a2-4c88-4e0d-8a60-18fd32c955b1 on host dv-neutron-821829-1-hyperv {{(pid=87506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 22:44:33.628566 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-160d01f7-808c-4402-9270-a9a97084381f None None] For port 2285f5a2-4c88-4e0d-8a60-18fd32c955b1, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=2285f5a2-4c88-4e0d-8a60-18fd32c955b1,segment=NetworkSegment(32a05c8f-4e22-414f-870d-ee93982b6a67),segment_id=32a05c8f-4e22-414f-870d-ee93982b6a67)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:44:33.628970 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-160d01f7-808c-4402-9270-a9a97084381f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:44:33.741003 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-d8a98294-6a35-4fcb-b9dd-959499beecb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3329565', 'neutron.services.segments.db._delete_segments_for_network-8734753546406'] for network, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:44:33.763104 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-160d01f7-808c-4402-9270-a9a97084381f None None] Calling delete_port for 2285f5a2-4c88-4e0d-8a60-18fd32c955b1 owned by network:dhcp {{(pid=87508) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:44:33.771850 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.services.segments.db [None req-d8a98294-6a35-4fcb-b9dd-959499beecb3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1b76467490>,) {'filters': {'network_id': ['59be113d-df84-4589-a861-2ce3da6b2e5d']}} {{(pid=87506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:44:33.785288 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.services.segments.db [None req-d8a98294-6a35-4fcb-b9dd-959499beecb3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b76467490>, '32a05c8f-4e22-414f-870d-ee93982b6a67') {'for_net_delete': True} {{(pid=87506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:44:33.785595 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.services.segments.db [None req-d8a98294-6a35-4fcb-b9dd-959499beecb3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b76467490>, '32a05c8f-4e22-414f-870d-ee93982b6a67') {} {{(pid=87506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:44:33.797090 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-d8a98294-6a35-4fcb-b9dd-959499beecb3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734753593977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-266764496'] for segment, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:44:33.804168 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d01f6e0-cc39-4b11-b15e-3a47cb84020d req-fba156b8-a16e-4480-8144-e520c4eee837 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:44:33.805678 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-8d01f6e0-cc39-4b11-b15e-3a47cb84020d req-fba156b8-a16e-4480-8144-e520c4eee837 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "GET /v2.0/ports?device_id=3cee4a08-0a9e-4000-b073-b78b3b5f2a71 HTTP/1.1" status: 200  len: 946 time: 0.2038951
Dec 16 22:44:33.813160 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-d8a98294-6a35-4fcb-b9dd-959499beecb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-883292'] for segment, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:44:33.819954 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8a98294-6a35-4fcb-b9dd-959499beecb3 admin admin] Releasing vlan 183 on physical network physnet1 to pool {{(pid=87506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 16 22:44:33.821165 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-d8a98294-6a35-4fcb-b9dd-959499beecb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-883285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1863180'] for segment, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:44:33.834881 dv-neutron-821829-1-hyperv neutron-server[87506]: Traceback (most recent call last):
Dec 16 22:44:33.834881 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 16 22:44:33.834881 dv-neutron-821829-1-hyperv neutron-server[87506]:     timer()
Dec 16 22:44:33.834881 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 22:44:33.834881 dv-neutron-821829-1-hyperv neutron-server[87506]:     cb(*args, **kw)
Dec 16 22:44:33.834881 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 22:44:33.834881 dv-neutron-821829-1-hyperv neutron-server[87506]:     return func(*args, **kwargs)
Dec 16 22:44:33.834881 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 22:44:33.834881 dv-neutron-821829-1-hyperv neutron-server[87506]:     self._notify()
Dec 16 22:44:33.834881 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 22:44:33.834881 dv-neutron-821829-1-hyperv neutron-server[87506]:     self.callback(batched_events)
Dec 16 22:44:33.834881 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 22:44:33.834881 dv-neutron-821829-1-hyperv neutron-server[87506]:     event.method(event)
Dec 16 22:44:33.834881 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 22:44:33.834881 dv-neutron-821829-1-hyperv neutron-server[87506]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 22:44:33.834881 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 22:44:33.834881 dv-neutron-821829-1-hyperv neutron-server[87506]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 22:44:33.834881 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 22:44:33.834881 dv-neutron-821829-1-hyperv neutron-server[87506]:     return f(self, *a, **k)
Dec 16 22:44:33.834881 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 16 22:44:33.834881 dv-neutron-821829-1-hyperv neutron-server[87506]:     return self._get(url).json()
Dec 16 22:44:33.834881 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 16 22:44:33.834881 dv-neutron-821829-1-hyperv neutron-server[87506]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 22:44:33.834881 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 16 22:44:33.834881 dv-neutron-821829-1-hyperv neutron-server[87506]:     return self.request(url, 'GET', **kwargs)
Dec 16 22:44:33.834881 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 16 22:44:33.834881 dv-neutron-821829-1-hyperv neutron-server[87506]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 22:44:33.834881 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 16 22:44:33.834881 dv-neutron-821829-1-hyperv neutron-server[87506]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 22:44:33.834881 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 16 22:44:33.834881 dv-neutron-821829-1-hyperv neutron-server[87506]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 22:44:33.834881 dv-neutron-821829-1-hyperv neutron-server[87506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 22:44:33.841294 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.db.api [None req-160d01f7-808c-4402-9270-a9a97084381f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87508) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 16 22:44:33.841845 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_db.api [None req-160d01f7-808c-4402-9270-a9a97084381f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 16 22:44:33.852737 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-8d01f6e0-cc39-4b11-b15e-3a47cb84020d req-acc3f928-efb6-4ef4-bbf4-52c0d17074d1 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "GET /v2.0/security-groups?id=42f86b02-ac88-4f2a-ab38-d8faeb82e04a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0393229
Dec 16 22:44:33.908135 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-d8a98294-6a35-4fcb-b9dd-959499beecb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3329572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3741856'] for network, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:44:33.912163 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-53455a4d-a0ba-40e2-a14d-4bba89b1c7de tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:44:33.930652 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-d8a98294-6a35-4fcb-b9dd-959499beecb3 admin admin] Notify callbacks [] for network, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:44:33.936582 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a98294-6a35-4fcb-b9dd-959499beecb3 admin admin] Pushing event deleted for resources: {'Network': ['ID=59be113d-df84-4589-a861-2ce3da6b2e5d,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:44:33.941306 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-d8a98294-6a35-4fcb-b9dd-959499beecb3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:44:33.953782 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-d8a98294-6a35-4fcb-b9dd-959499beecb3 admin admin] 10.222.0.13 "DELETE /v2.0/networks/59be113d-df84-4589-a861-2ce3da6b2e5d HTTP/1.1" status: 204  len: 168 time: 0.9259334
Dec 16 22:44:33.957089 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 49532) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:44:34.042577 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40738e4-5b31-4fe3-a928-6dc42958cf1e req-98747395-4d3d-4bbf-a39e-974bf7391f19 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:44:34.044224 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-c40738e4-5b31-4fe3-a928-6dc42958cf1e req-98747395-4d3d-4bbf-a39e-974bf7391f19 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "GET /v2.0/ports?device_id=3cee4a08-0a9e-4000-b073-b78b3b5f2a71 HTTP/1.1" status: 200  len: 946 time: 0.0820470
Dec 16 22:44:34.088368 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-c40738e4-5b31-4fe3-a928-6dc42958cf1e req-10661337-947a-4eaf-89e0-886377352e13 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "GET /v2.0/security-groups?id=42f86b02-ac88-4f2a-ab38-d8faeb82e04a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0378306
Dec 16 22:44:34.111428 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 49536) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:44:34.181422 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24e9a3cd-fe30-4013-bed1-93bd09816552 tempest-TestNetworkBasicOps-761014822 tempest-TestNetworkBasicOps-761014822-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:44:34.182956 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-24e9a3cd-fe30-4013-bed1-93bd09816552 tempest-TestNetworkBasicOps-761014822 tempest-TestNetworkBasicOps-761014822-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=3cee4a08-0a9e-4000-b073-b78b3b5f2a71 HTTP/1.1" status: 200  len: 1094 time: 0.0705204
Dec 16 22:44:34.185679 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 49540) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:44:34.191201 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-2ddec8e9-c4ae-498c-8b04-ee06e3421551 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Request body: {'floatingip': {'floating_network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'port_id': '050c527b-737d-4df4-a63b-77d849763418', 'tenant_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'fixed_ip_address': '172.20.0.10'}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:44:34.196990 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-2ddec8e9-c4ae-498c-8b04-ee06e3421551 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:44:34.200689 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-2ddec8e9-c4ae-498c-8b04-ee06e3421551 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Usage tracker for resource:floatingip and tenant:b7e45fda9ad540a6ac359d1c64c9adb2 is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:44:34.203423 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-2ddec8e9-c4ae-498c-8b04-ee06e3421551 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:44:34.208922 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-2ddec8e9-c4ae-498c-8b04-ee06e3421551 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:44:34.219433 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-2ddec8e9-c4ae-498c-8b04-ee06e3421551 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for floatingip, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:44:34.343171 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-160d01f7-808c-4402-9270-a9a97084381f None None] Deleting port 2285f5a2-4c88-4e0d-8a60-18fd32c955b1 {{(pid=87508) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:44:34.343724 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-160d01f7-808c-4402-9270-a9a97084381f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:44:34.357704 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-2ddec8e9-c4ae-498c-8b04-ee06e3421551 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:44:34.412941 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-160d01f7-808c-4402-9270-a9a97084381f None None] The port '2285f5a2-4c88-4e0d-8a60-18fd32c955b1' was deleted {{(pid=87508) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 16 22:44:34.509515 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.db_base_plugin_common [None req-2ddec8e9-c4ae-498c-8b04-ee06e3421551 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Allocated IP 172.26.0.254 (f8905ce9-304b-4976-bc47-e58c71c11de5/9bca8591-41ef-4f2d-8ecb-ecaab1a28acf/c4ad2f9d-4b9d-4b6d-99c2-a565e4307171) {{(pid=87507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 22:44:34.629240 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-f113189b-337b-4e30-9fa5-2c7812087a15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3830176'] for router_interface, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:44:34.659616 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-2ddec8e9-c4ae-498c-8b04-ee06e3421551 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for port, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:44:34.687734 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-2ddec8e9-c4ae-498c-8b04-ee06e3421551 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10807823'] for port, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:44:34.692638 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-86d2e62e-dc46-420f-ba9f-6e564900eb67 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:44:34.744250 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ddec8e9-c4ae-498c-8b04-ee06e3421551 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Network f8905ce9-304b-4976-bc47-e58c71c11de5 is already hosted by enough agents. {{(pid=87507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:44:34.751544 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.base_scheduler [None req-2ddec8e9-c4ae-498c-8b04-ee06e3421551 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Resources bound (agent type, host, resource id):  {{(pid=87507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:44:34.757565 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ddec8e9-c4ae-498c-8b04-ee06e3421551 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Received port after_create {{(pid=87507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 22:44:34.799339 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddec8e9-c4ae-498c-8b04-ee06e3421551 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Pushing event updated for resources: {'Port': ['ID=c4ad2f9d-4b9d-4b6d-99c2-a565e4307171,revision_number=1']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:44:34.803639 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-2ddec8e9-c4ae-498c-8b04-ee06e3421551 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:44:34.977662 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [None req-f113189b-337b-4e30-9fa5-2c7812087a15 admin admin] Deleting port 65598df6-c2cf-482b-9374-dfdb69da1a45 {{(pid=87506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:44:34.977908 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-f113189b-337b-4e30-9fa5-2c7812087a15 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:44:35.149460 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.db [None req-f113189b-337b-4e30-9fa5-2c7812087a15 admin admin] For port 65598df6-c2cf-482b-9374-dfdb69da1a45, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=65598df6-c2cf-482b-9374-dfdb69da1a45,segment=NetworkSegment(1e5a8c87-f893-4bfb-bf1a-9559faa30c77),segment_id=1e5a8c87-f893-4bfb-bf1a-9559faa30c77)] {{(pid=87506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:44:35.149819 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-f113189b-337b-4e30-9fa5-2c7812087a15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:44:35.171017 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-2ddec8e9-c4ae-498c-8b04-ee06e3421551 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:44:35.244598 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-2ddec8e9-c4ae-498c-8b04-ee06e3421551 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:44:35.272479 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [None req-f113189b-337b-4e30-9fa5-2c7812087a15 admin admin] Calling delete_port for 65598df6-c2cf-482b-9374-dfdb69da1a45 owned by network:router_interface {{(pid=87506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:44:35.294620 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 2285f5a2-4c88-4e0d-8a60-18fd32c955b1 no longer exists at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 22:44:35.329390 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] No Port match for: 2285f5a2-4c88-4e0d-8a60-18fd32c955b1 {{(pid=87508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 22:44:35.330027 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 2285f5a2-4c88-4e0d-8a60-18fd32c955b1 not bound to the agent host dv-neutron-821829-1-hyperv {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 22:44:35.453648 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-2ddec8e9-c4ae-498c-8b04-ee06e3421551 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for port, precommit_update {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:44:35.458921 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-2ddec8e9-c4ae-498c-8b04-ee06e3421551 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10807814'] for port, after_update {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:44:35.463910 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-14a0aba9-4df9-4fd9-9c09-c2df2ee70c6a tempest-RoutersNegativeTest-1851367265 tempest-RoutersNegativeTest-1851367265-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:44:35.464253 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-f113189b-337b-4e30-9fa5-2c7812087a15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1863393'] for port, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:44:35.470492 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-19e2560a-97fb-47b4-86e0-55379084e318 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:44:35.515659 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f113189b-337b-4e30-9fa5-2c7812087a15 admin admin] Pushing event deleted for resources: {'Port': ['ID=65598df6-c2cf-482b-9374-dfdb69da1a45,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:44:35.518725 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-f113189b-337b-4e30-9fa5-2c7812087a15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:44:35.565577 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddec8e9-c4ae-498c-8b04-ee06e3421551 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Pushing event updated for resources: {'Port': ['ID=c4ad2f9d-4b9d-4b6d-99c2-a565e4307171,revision_number=2']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:44:35.569998 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-2ddec8e9-c4ae-498c-8b04-ee06e3421551 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:44:35.577408 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-2ddec8e9-c4ae-498c-8b04-ee06e3421551 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3741874'] for floatingip, after_update {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:44:35.785825 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-f113189b-337b-4e30-9fa5-2c7812087a15 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3791449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3739472'] for router_interface, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:44:35.867943 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.db.l3_db [None req-2ddec8e9-c4ae-498c-8b04-ee06e3421551 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Floating IP cb83cec1-946b-403c-a994-7e72df02057f associated. External IP: 172.26.0.254, port: 050c527b-737d-4df4-a63b-77d849763418.
Dec 16 22:44:36.218045 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ddec8e9-c4ae-498c-8b04-ee06e3421551 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Router 8dfbd8e7-c358-4300-818a-7eec7d668b58 has already been hosted by L3 agent 4f519db7-069b-43e2-8411-c092bac9102a {{(pid=87507) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 22:44:36.256846 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f113189b-337b-4e30-9fa5-2c7812087a15 admin admin] Router c9a86ec5-c3ce-4817-a558-7b1cd8cf7435 has already been hosted by L3 agent 4f519db7-069b-43e2-8411-c092bac9102a {{(pid=87506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 22:44:36.399330 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ddec8e9-c4ae-498c-8b04-ee06e3421551 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify agent at l3_agent.dv-neutron-821829-1-hyperv the message routers_updated {{(pid=87507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 22:44:36.410091 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60ee31e0-944e-415d-8b66-84dbd2b609fa None None] Sync routers for ids ['8dfbd8e7-c358-4300-818a-7eec7d668b58'] in dv-neutron-821829-1-hyperv {{(pid=87508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 22:44:36.423340 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60ee31e0-944e-415d-8b66-84dbd2b609fa None None] Routers {'8dfbd8e7-c358-4300-818a-7eec7d668b58'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:44:36.424254 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-60ee31e0-944e-415d-8b66-84dbd2b609fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b7c27b760>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:44:31Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['8dfbd8e7-c358-4300-818a-7eec7d668b58'], 'active': True} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:44:36.424859 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-2ddec8e9-c4ae-498c-8b04-ee06e3421551 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for floatingip, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:44:36.436362 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f113189b-337b-4e30-9fa5-2c7812087a15 admin admin] Notify agent at l3_agent.dv-neutron-821829-1-hyperv the message routers_updated {{(pid=87506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 22:44:36.450405 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72378815-1449-4d4f-979b-6d93237c2ba7 None None] Sync routers for ids ['c9a86ec5-c3ce-4817-a558-7b1cd8cf7435'] in dv-neutron-821829-1-hyperv {{(pid=87509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 22:44:36.461808 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-f113189b-337b-4e30-9fa5-2c7812087a15 admin admin] 10.222.0.13 "PUT /v2.0/routers/c9a86ec5-c3ce-4817-a558-7b1cd8cf7435/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.5036492
Dec 16 22:44:36.462637 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 49544) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:44:36.472396 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72378815-1449-4d4f-979b-6d93237c2ba7 None None] Routers {'c9a86ec5-c3ce-4817-a558-7b1cd8cf7435'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:44:36.473297 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-72378815-1449-4d4f-979b-6d93237c2ba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b7cb7f250>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:44:31Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['c9a86ec5-c3ce-4817-a558-7b1cd8cf7435'], 'active': True} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:44:36.490034 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-2ddec8e9-c4ae-498c-8b04-ee06e3421551 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 2.3033416
Dec 16 22:44:36.490611 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 49548) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:44:36.491151 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cee4a08-0a9e-4000-b073-b78b3b5f2a71', 'tag': '050c527b-737d-4df4-a63b-77d849763418'}] {{(pid=87507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 22:44:36.633116 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvr_db [None req-60ee31e0-944e-415d-8b66-84dbd2b609fa None None] Set router 8dfbd8e7-c358-4300-818a-7eec7d668b58 gateway port host: dv-neutron-821829-1-hyperv {{(pid=87508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 22:44:36.639511 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3cee4a08-0a9e-4000-b073-b78b3b5f2a71', 'tag': '050c527b-737d-4df4-a63b-77d849763418', 'status': 'completed', 'code': 200}
Dec 16 22:44:36.658488 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-85c22c06-d5ef-480f-9090-c93dc34ad638 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "GET /v2.0/floatingips/cb83cec1-946b-403c-a994-7e72df02057f HTTP/1.1" status: 200  len: 992 time: 0.1624312
Dec 16 22:44:36.670507 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-58156e4d-4f09-428e-86e3-b53406269dd1 admin admin] Notify callbacks [] for router, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:44:36.706094 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvr_db [None req-72378815-1449-4d4f-979b-6d93237c2ba7 None None] Set router c9a86ec5-c3ce-4817-a558-7b1cd8cf7435 gateway port host: dv-neutron-821829-1-hyperv {{(pid=87509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 22:44:36.894416 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280dc141-b08c-420c-a562-9578e76d11f8 req-e93c17e9-360c-4dd7-8fe3-436a9e8d46d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:44:36.895920 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-280dc141-b08c-420c-a562-9578e76d11f8 req-e93c17e9-360c-4dd7-8fe3-436a9e8d46d0 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b7e45fda9ad540a6ac359d1c64c9adb2&device_id=3cee4a08-0a9e-4000-b073-b78b3b5f2a71 HTTP/1.1" status: 200  len: 1099 time: 0.1731162
Dec 16 22:44:36.925307 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-58156e4d-4f09-428e-86e3-b53406269dd1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:44:37.000029 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [None req-58156e4d-4f09-428e-86e3-b53406269dd1 admin admin] Deleting port 88e27b43-6cb6-405f-9d4b-450d3b0b294b {{(pid=87506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:44:37.001375 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-58156e4d-4f09-428e-86e3-b53406269dd1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:44:37.003903 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-72378815-1449-4d4f-979b-6d93237c2ba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b7cb7f250>, [{'id': 'c9a86ec5-c3ce-4817-a558-7b1cd8cf7435', 'name': 'tempest-TestVolumeBootPattern-1035955035-router', 'tenant_id': '42b2a8d808274cb1bcef73fb9de40c05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.239'}], 'enable_snat': True}, 'gw_port_id': '88e27b43-6cb6-405f-9d4b-450d3b0b294b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:35:26Z', 'updated_at': '2021-12-16T22:44:35Z', 'revision_number': 5, 'project_id': '42b2a8d808274cb1bcef73fb9de40c05', 'gw_port': {'id': '88e27b43-6cb6-405f-9d4b-450d3b0b294b', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:48:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9a86ec5-c3ce-4817-a558-7b1cd8cf7435', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:35:29Z', 'updated_at': '2021-12-16T22:35:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv'}], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:44:37.007961 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72378815-1449-4d4f-979b-6d93237c2ba7 None None] Checking router: c9a86ec5-c3ce-4817-a558-7b1cd8cf7435 for host: dv-neutron-821829-1-hyperv {{(pid=87509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 22:44:37.016291 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72378815-1449-4d4f-979b-6d93237c2ba7 None None] Routers {'c9a86ec5-c3ce-4817-a558-7b1cd8cf7435'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:44:37.017463 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-72378815-1449-4d4f-979b-6d93237c2ba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b7cb7f250>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:44:31Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['c9a86ec5-c3ce-4817-a558-7b1cd8cf7435'], 'active': True} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:44:37.026948 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-60ee31e0-944e-415d-8b66-84dbd2b609fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b7c27b760>, [{'id': '8dfbd8e7-c358-4300-818a-7eec7d668b58', 'name': 'tempest-TestNetworkBasicOps-router-1840926513', 'tenant_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.221'}], 'enable_snat': True}, 'gw_port_id': 'f572ace6-6dcc-45f3-9fe1-3661e03178d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:44:12Z', 'updated_at': '2021-12-16T22:44:17Z', 'revision_number': 4, 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'gw_port': {'id': 'f572ace6-6dcc-45f3-9fe1-3661e03178d0', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:8a:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dfbd8e7-c358-4300-818a-7eec7d668b58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:44:13Z', 'updated_at': '2021-12-16T22:44:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv', '_floatingips': [{'id': 'cb83cec1-946b-403c-a994-7e72df02057f', 'tenant_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'floating_ip_address': '172.26.0.254', 'floating_network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'router_id': '8dfbd8e7-c358-4300-818a-7eec7d668b58', 'port_id': '050c527b-737d-4df4-a63b-77d849763418', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1381, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9a89281-1310-4fb6-a17e-4b95b0d13ba9', 'mac_address': 'fa:16:3e:ee:7e:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cee4a08-0a9e-4000-b073-b78b3b5f2a71', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T22:44:35Z', 'updated_at': '2021-12-16T22:44:35Z', 'revision_number': 0, 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '345851d7-1dc8-406f-86de-d8334ce2e705', 'name': '', 'network_id': 'f9a89281-1310-4fb6-a17e-4b95b0d13ba9', 'tenant_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'mac_address': 'fa:16:3e:32:ad:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dfbd8e7-c358-4300-818a-7eec7d668b58', 'device_owner': 'network:router_interface', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': '8c7847cc-22e6-4fcf-9ce4-047be8298fbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:44:16Z', 'updated_at': '2021-12-16T22:44:23Z', 'revision_number': 5, 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'subnets': [{'id': '8c7847cc-22e6-4fcf-9ce4-047be8298fbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:44:37.031226 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60ee31e0-944e-415d-8b66-84dbd2b609fa None None] Checking router: 8dfbd8e7-c358-4300-818a-7eec7d668b58 for host: dv-neutron-821829-1-hyperv {{(pid=87508) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 22:44:37.040079 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60ee31e0-944e-415d-8b66-84dbd2b609fa None None] Routers {'8dfbd8e7-c358-4300-818a-7eec7d668b58'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:44:37.040937 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-60ee31e0-944e-415d-8b66-84dbd2b609fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b7c27b760>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:44:31Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['8dfbd8e7-c358-4300-818a-7eec7d668b58'], 'active': True} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:44:37.159960 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280dc141-b08c-420c-a562-9578e76d11f8 req-98786835-6377-41e4-a95c-fad16cadf6e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:44:37.161156 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-280dc141-b08c-420c-a562-9578e76d11f8 req-98786835-6377-41e4-a95c-fad16cadf6e3 service neutron] 10.222.0.49 "GET /v2.0/networks?id=f9a89281-1310-4fb6-a17e-4b95b0d13ba9 HTTP/1.1" status: 200  len: 898 time: 0.2577362
Dec 16 22:44:37.165656 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvr_db [None req-72378815-1449-4d4f-979b-6d93237c2ba7 None None] Set router c9a86ec5-c3ce-4817-a558-7b1cd8cf7435 gateway port host: None {{(pid=87509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 22:44:37.215681 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvr_db [None req-60ee31e0-944e-415d-8b66-84dbd2b609fa None None] Set router 8dfbd8e7-c358-4300-818a-7eec7d668b58 gateway port host: dv-neutron-821829-1-hyperv {{(pid=87508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 22:44:37.278958 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-72378815-1449-4d4f-979b-6d93237c2ba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b7cb7f250>, [{'id': 'c9a86ec5-c3ce-4817-a558-7b1cd8cf7435', 'name': 'tempest-TestVolumeBootPattern-1035955035-router', 'tenant_id': '42b2a8d808274cb1bcef73fb9de40c05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:35:26Z', 'updated_at': '2021-12-16T22:44:36Z', 'revision_number': 6, 'project_id': '42b2a8d808274cb1bcef73fb9de40c05', 'gw_port_host': None}], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:44:37.283708 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72378815-1449-4d4f-979b-6d93237c2ba7 None None] The sync data for ids ['c9a86ec5-c3ce-4817-a558-7b1cd8cf7435'] in dv-neutron-821829-1-hyperv is: [{'id': 'c9a86ec5-c3ce-4817-a558-7b1cd8cf7435', 'name': 'tempest-TestVolumeBootPattern-1035955035-router', 'tenant_id': '42b2a8d808274cb1bcef73fb9de40c05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:35:26Z', 'updated_at': '2021-12-16T22:44:36Z', 'revision_number': 6, 'project_id': '42b2a8d808274cb1bcef73fb9de40c05', 'gw_port_host': None}] {{(pid=87509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 22:44:37.441386 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-280dc141-b08c-420c-a562-9578e76d11f8 req-3f688a86-86cc-4097-9059-5256819c732d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=050c527b-737d-4df4-a63b-77d849763418 HTTP/1.1" status: 200  len: 1000 time: 0.2712791
Dec 16 22:44:37.446090 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.db [None req-58156e4d-4f09-428e-86e3-b53406269dd1 admin admin] For port 88e27b43-6cb6-405f-9d4b-450d3b0b294b, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=88e27b43-6cb6-405f-9d4b-450d3b0b294b,segment=NetworkSegment(a416442d-d143-4052-9f4e-546eb8cbe809),segment_id=a416442d-d143-4052-9f4e-546eb8cbe809)] {{(pid=87506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:44:37.446434 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-58156e4d-4f09-428e-86e3-b53406269dd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:44:37.574366 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-60ee31e0-944e-415d-8b66-84dbd2b609fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b7c27b760>, [{'id': '8dfbd8e7-c358-4300-818a-7eec7d668b58', 'name': 'tempest-TestNetworkBasicOps-router-1840926513', 'tenant_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.221'}], 'enable_snat': True}, 'gw_port_id': 'f572ace6-6dcc-45f3-9fe1-3661e03178d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:44:12Z', 'updated_at': '2021-12-16T22:44:17Z', 'revision_number': 4, 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'gw_port': {'id': 'f572ace6-6dcc-45f3-9fe1-3661e03178d0', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:8a:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dfbd8e7-c358-4300-818a-7eec7d668b58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:44:13Z', 'updated_at': '2021-12-16T22:44:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv', '_floatingips': [{'id': 'cb83cec1-946b-403c-a994-7e72df02057f', 'tenant_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'floating_ip_address': '172.26.0.254', 'floating_network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'router_id': '8dfbd8e7-c358-4300-818a-7eec7d668b58', 'port_id': '050c527b-737d-4df4-a63b-77d849763418', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1381, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9a89281-1310-4fb6-a17e-4b95b0d13ba9', 'mac_address': 'fa:16:3e:ee:7e:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cee4a08-0a9e-4000-b073-b78b3b5f2a71', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T22:44:35Z', 'updated_at': '2021-12-16T22:44:35Z', 'revision_number': 0, 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '345851d7-1dc8-406f-86de-d8334ce2e705', 'name': '', 'network_id': 'f9a89281-1310-4fb6-a17e-4b95b0d13ba9', 'tenant_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'mac_address': 'fa:16:3e:32:ad:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dfbd8e7-c358-4300-818a-7eec7d668b58', 'device_owner': 'network:router_interface', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': '8c7847cc-22e6-4fcf-9ce4-047be8298fbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:44:16Z', 'updated_at': '2021-12-16T22:44:23Z', 'revision_number': 5, 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'subnets': [{'id': '8c7847cc-22e6-4fcf-9ce4-047be8298fbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:44:37.578228 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60ee31e0-944e-415d-8b66-84dbd2b609fa None None] The sync data for ids ['8dfbd8e7-c358-4300-818a-7eec7d668b58'] in dv-neutron-821829-1-hyperv is: [{'id': '8dfbd8e7-c358-4300-818a-7eec7d668b58', 'name': 'tempest-TestNetworkBasicOps-router-1840926513', 'tenant_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.221'}], 'enable_snat': True}, 'gw_port_id': 'f572ace6-6dcc-45f3-9fe1-3661e03178d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:44:12Z', 'updated_at': '2021-12-16T22:44:17Z', 'revision_number': 4, 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'gw_port': {'id': 'f572ace6-6dcc-45f3-9fe1-3661e03178d0', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:8a:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dfbd8e7-c358-4300-818a-7eec7d668b58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:44:13Z', 'updated_at': '2021-12-16T22:44:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv', '_floatingips': [{'id': 'cb83cec1-946b-403c-a994-7e72df02057f', 'tenant_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'floating_ip_address': '172.26.0.254', 'floating_network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'router_id': '8dfbd8e7-c358-4300-818a-7eec7d668b58', 'port_id': '050c527b-737d-4df4-a63b-77d849763418', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1381, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9a89281-1310-4fb6-a17e-4b95b0d13ba9', 'mac_address': 'fa:16:3e:ee:7e:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cee4a08-0a9e-4000-b073-b78b3b5f2a71', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T22:44:35Z', 'updated_at': '2021-12-16T22:44:35Z', 'revision_number': 0, 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '345851d7-1dc8-406f-86de-d8334ce2e705', 'name': '', 'network_id': 'f9a89281-1310-4fb6-a17e-4b95b0d13ba9', 'tenant_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'mac_address': 'fa:16:3e:32:ad:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dfbd8e7-c358-4300-818a-7eec7d668b58', 'device_owner': 'network:router_interface', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': '8c7847cc-22e6-4fcf-9ce4-047be8298fbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:44:16Z', 'updated_at': '2021-12-16T22:44:23Z', 'revision_number': 5, 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'subnets': [{'id': '8c7847cc-22e6-4fcf-9ce4-047be8298fbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 22:44:37.609340 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [None req-58156e4d-4f09-428e-86e3-b53406269dd1 admin admin] Calling delete_port for 88e27b43-6cb6-405f-9d4b-450d3b0b294b owned by network:router_gateway {{(pid=87506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:44:37.661848 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 49554) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:44:37.671835 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280dc141-b08c-420c-a562-9578e76d11f8 req-b0487c2c-79d1-48a4-b6c4-cb31ec00a02e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:44:37.674355 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-280dc141-b08c-420c-a562-9578e76d11f8 req-b0487c2c-79d1-48a4-b6c4-cb31ec00a02e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8c7847cc-22e6-4fcf-9ce4-047be8298fbc HTTP/1.1" status: 200  len: 835 time: 0.2209172
Dec 16 22:44:37.791627 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-bc9c899f-313f-4d15-96bc-cdd007d5a144 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "GET /v2.0/floatingips/cb83cec1-946b-403c-a994-7e72df02057f HTTP/1.1" status: 200  len: 992 time: 0.1286666
Dec 16 22:44:37.796165 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280dc141-b08c-420c-a562-9578e76d11f8 req-ca341e63-4372-4bdc-ab39-9f469557791a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:44:37.798496 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-280dc141-b08c-420c-a562-9578e76d11f8 req-ca341e63-4372-4bdc-ab39-9f469557791a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f9a89281-1310-4fb6-a17e-4b95b0d13ba9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.1157620
Dec 16 22:44:37.833605 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:44:37.855300 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec7bddcb-0965-4eb2-970d-b413c07c9ac9 None None] New status for floating IP cb83cec1-946b-403c-a994-7e72df02057f: ACTIVE {{(pid=87508) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 16 22:44:37.953040 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-58156e4d-4f09-428e-86e3-b53406269dd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1863393'] for port, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:44:37.965515 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-1e51d022-3044-4200-b609-c3253bd0e4ee tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:44:38.019218 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58156e4d-4f09-428e-86e3-b53406269dd1 admin admin] Pushing event deleted for resources: {'Port': ['ID=88e27b43-6cb6-405f-9d4b-450d3b0b294b,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:44:38.026991 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-58156e4d-4f09-428e-86e3-b53406269dd1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:44:38.063177 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-280dc141-b08c-420c-a562-9578e76d11f8 req-b709d432-f242-4d5e-a400-0652f269d3e6 service neutron] 10.222.0.49 "GET /v2.0/networks/f9a89281-1310-4fb6-a17e-4b95b0d13ba9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2323391
Dec 16 22:44:38.207128 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-58156e4d-4f09-428e-86e3-b53406269dd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3741895'] for router_gateway, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:44:38.398719 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-58156e4d-4f09-428e-86e3-b53406269dd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3739500', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39002'] for router, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:44:38.402572 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-58156e4d-4f09-428e-86e3-b53406269dd1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:44:38.405688 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-280dc141-b08c-420c-a562-9578e76d11f8 req-76f5b65b-5dfd-4ee3-81e4-30cab85a6f55 service neutron] 10.222.0.49 "GET /v2.0/networks/f9a89281-1310-4fb6-a17e-4b95b0d13ba9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3131542
Dec 16 22:44:38.427789 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-58156e4d-4f09-428e-86e3-b53406269dd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3830089'] for router, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:44:38.428550 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58156e4d-4f09-428e-86e3-b53406269dd1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c9a86ec5-c3ce-4817-a558-7b1cd8cf7435 {{(pid=87506) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 16 22:44:38.443437 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-58156e4d-4f09-428e-86e3-b53406269dd1 admin admin] Notify callbacks [] for router, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:44:38.446867 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-58156e4d-4f09-428e-86e3-b53406269dd1 admin admin] 10.222.0.13 "DELETE /v2.0/routers/c9a86ec5-c3ce-4817-a558-7b1cd8cf7435 HTTP/1.1" status: 204  len: 168 time: 1.9807386
Dec 16 22:44:38.447248 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 49558) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:44:38.507518 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f75a724-c0c7-4a7e-ad59-9d2cced51c64 admin admin] Deleting subnet ac6426e0-6572-4e9b-8164-7e57d663eb07 {{(pid=87507) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 16 22:44:38.510558 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-4f75a724-c0c7-4a7e-ad59-9d2cced51c64 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:44:38.562976 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-4f75a724-c0c7-4a7e-ad59-9d2cced51c64 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2128562'] for subnet, precommit_delete_associations {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:44:38.638925 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-4f75a724-c0c7-4a7e-ad59-9d2cced51c64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3328566'] for subnet, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:44:38.703502 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-4f75a724-c0c7-4a7e-ad59-9d2cced51c64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3328622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10807868', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10549621'] for subnet, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:44:38.707883 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-0291c964-ba27-4138-991e-8030f3e72070 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:44:38.745222 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f75a724-c0c7-4a7e-ad59-9d2cced51c64 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ac6426e0-6572-4e9b-8164-7e57d663eb07,revision_number=None']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:44:38.747037 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-4f75a724-c0c7-4a7e-ad59-9d2cced51c64 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:44:38.749468 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-4f75a724-c0c7-4a7e-ad59-9d2cced51c64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:44:38.752203 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-626402e1-3e90-4d69-9c37-c1e9dd275f81 None None] Network 0ef805cb-c131-49be-8eb3-33f694571b91 requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 22:44:38.753942 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-4f75a724-c0c7-4a7e-ad59-9d2cced51c64 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/ac6426e0-6572-4e9b-8164-7e57d663eb07 HTTP/1.1" status: 204  len: 168 time: 0.3056772
Dec 16 22:44:38.756445 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 49562) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:44:38.795401 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 49566) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:44:38.911979 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-32a6efa2-1abf-4164-b3de-166fb835521a tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "GET /v2.0/floatingips/cb83cec1-946b-403c-a994-7e72df02057f HTTP/1.1" status: 200  len: 994 time: 0.1151841
Dec 16 22:44:38.988107 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-64bfd485-15f9-4169-8497-0e9cf0814f50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-825997'] for network, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:44:38.998593 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.plugin [None req-64bfd485-15f9-4169-8497-0e9cf0814f50 admin admin] Deleting port f6e9e914-0cf9-4e4f-a6aa-ccc0d1439194 {{(pid=87507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:44:38.998847 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-64bfd485-15f9-4169-8497-0e9cf0814f50 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:44:39.011369 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe8a0efd-f8a3-485e-80d5-b9db49854101 None None] DHCP port deletion for 0ef805cb-c131-49be-8eb3-33f694571b91 request from dv-neutron-821829-1-hyperv {{(pid=87508) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 16 22:44:39.015713 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-fe8a0efd-f8a3-485e-80d5-b9db49854101 None None] Deleting port f6e9e914-0cf9-4e4f-a6aa-ccc0d1439194 {{(pid=87508) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:44:39.016143 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-fe8a0efd-f8a3-485e-80d5-b9db49854101 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:44:39.203404 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.db [None req-64bfd485-15f9-4169-8497-0e9cf0814f50 admin admin] For port f6e9e914-0cf9-4e4f-a6aa-ccc0d1439194, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=f6e9e914-0cf9-4e4f-a6aa-ccc0d1439194,segment=NetworkSegment(1e5a8c87-f893-4bfb-bf1a-9559faa30c77),segment_id=1e5a8c87-f893-4bfb-bf1a-9559faa30c77)] {{(pid=87507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:44:39.203774 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-64bfd485-15f9-4169-8497-0e9cf0814f50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:44:39.226186 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-fe8a0efd-f8a3-485e-80d5-b9db49854101 None None] For port f6e9e914-0cf9-4e4f-a6aa-ccc0d1439194, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=f6e9e914-0cf9-4e4f-a6aa-ccc0d1439194,segment=NetworkSegment(1e5a8c87-f893-4bfb-bf1a-9559faa30c77),segment_id=1e5a8c87-f893-4bfb-bf1a-9559faa30c77)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:44:39.226729 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-fe8a0efd-f8a3-485e-80d5-b9db49854101 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:44:39.347676 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.plugin [None req-64bfd485-15f9-4169-8497-0e9cf0814f50 admin admin] Calling delete_port for f6e9e914-0cf9-4e4f-a6aa-ccc0d1439194 owned by network:dhcp {{(pid=87507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:44:39.353477 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 88e27b43-6cb6-405f-9d4b-450d3b0b294b no longer exists at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 22:44:39.433744 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-fe8a0efd-f8a3-485e-80d5-b9db49854101 None None] Calling delete_port for f6e9e914-0cf9-4e4f-a6aa-ccc0d1439194 owned by network:dhcp {{(pid=87508) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:44:39.445100 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-64bfd485-15f9-4169-8497-0e9cf0814f50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10807823'] for port, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:44:39.449632 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-02da351d-ac6a-4ef0-92e3-1afcf667a596 tempest-TagsExtTest-2103464928 tempest-TagsExtTest-2103464928-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:44:39.479593 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] No Port match for: 88e27b43-6cb6-405f-9d4b-450d3b0b294b {{(pid=87508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 22:44:39.480071 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 88e27b43-6cb6-405f-9d4b-450d3b0b294b not bound to the agent host dv-neutron-821829-1-hyperv {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 22:44:39.481258 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device f6e9e914-0cf9-4e4f-a6aa-ccc0d1439194 no longer exists at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 22:44:39.499292 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bfd485-15f9-4169-8497-0e9cf0814f50 admin admin] Pushing event deleted for resources: {'Port': ['ID=f6e9e914-0cf9-4e4f-a6aa-ccc0d1439194,revision_number=None']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:44:39.502467 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-64bfd485-15f9-4169-8497-0e9cf0814f50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:44:39.503177 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64bfd485-15f9-4169-8497-0e9cf0814f50 admin admin] No DVR routers for this DVR port f6e9e914-0cf9-4e4f-a6aa-ccc0d1439194 on host dv-neutron-821829-1-hyperv {{(pid=87507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 22:44:39.528680 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] No Port match for: f6e9e914-0cf9-4e4f-a6aa-ccc0d1439194 {{(pid=87508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 22:44:39.529036 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device f6e9e914-0cf9-4e4f-a6aa-ccc0d1439194 not bound to the agent host dv-neutron-821829-1-hyperv {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 22:44:39.529460 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 65598df6-c2cf-482b-9374-dfdb69da1a45 no longer exists at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 22:44:39.567809 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] No Port match for: 65598df6-c2cf-482b-9374-dfdb69da1a45 {{(pid=87508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 22:44:39.568174 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 65598df6-c2cf-482b-9374-dfdb69da1a45 not bound to the agent host dv-neutron-821829-1-hyperv {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 22:44:39.597134 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.db.api [None req-fe8a0efd-f8a3-485e-80d5-b9db49854101 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87508) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 16 22:44:39.597562 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_db.api [None req-fe8a0efd-f8a3-485e-80d5-b9db49854101 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 16 22:44:39.633144 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-64bfd485-15f9-4169-8497-0e9cf0814f50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3329565', 'neutron.services.segments.db._delete_segments_for_network-8734753546406'] for network, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:44:39.658422 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.services.segments.db [None req-64bfd485-15f9-4169-8497-0e9cf0814f50 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1b76f7a280>,) {'filters': {'network_id': ['0ef805cb-c131-49be-8eb3-33f694571b91']}} {{(pid=87507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:44:39.671180 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.services.segments.db [None req-64bfd485-15f9-4169-8497-0e9cf0814f50 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b76f7a280>, '1e5a8c87-f893-4bfb-bf1a-9559faa30c77') {'for_net_delete': True} {{(pid=87507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:44:39.671492 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.services.segments.db [None req-64bfd485-15f9-4169-8497-0e9cf0814f50 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b76f7a280>, '1e5a8c87-f893-4bfb-bf1a-9559faa30c77') {} {{(pid=87507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:44:39.685081 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-64bfd485-15f9-4169-8497-0e9cf0814f50 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734753593977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2128549'] for segment, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:44:39.702020 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-64bfd485-15f9-4169-8497-0e9cf0814f50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-883292'] for segment, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:44:39.709768 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64bfd485-15f9-4169-8497-0e9cf0814f50 admin admin] Releasing vlan 152 on physical network physnet1 to pool {{(pid=87507) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 16 22:44:39.710395 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-64bfd485-15f9-4169-8497-0e9cf0814f50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-883285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10808034'] for segment, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:44:39.727901 dv-neutron-821829-1-hyperv neutron-server[87507]: Traceback (most recent call last):
Dec 16 22:44:39.727901 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 16 22:44:39.727901 dv-neutron-821829-1-hyperv neutron-server[87507]:     timer()
Dec 16 22:44:39.727901 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 22:44:39.727901 dv-neutron-821829-1-hyperv neutron-server[87507]:     cb(*args, **kw)
Dec 16 22:44:39.727901 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 22:44:39.727901 dv-neutron-821829-1-hyperv neutron-server[87507]:     return func(*args, **kwargs)
Dec 16 22:44:39.727901 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 22:44:39.727901 dv-neutron-821829-1-hyperv neutron-server[87507]:     self._notify()
Dec 16 22:44:39.727901 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 22:44:39.727901 dv-neutron-821829-1-hyperv neutron-server[87507]:     self.callback(batched_events)
Dec 16 22:44:39.727901 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 22:44:39.727901 dv-neutron-821829-1-hyperv neutron-server[87507]:     event.method(event)
Dec 16 22:44:39.727901 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 22:44:39.727901 dv-neutron-821829-1-hyperv neutron-server[87507]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 22:44:39.727901 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 22:44:39.727901 dv-neutron-821829-1-hyperv neutron-server[87507]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 22:44:39.727901 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 22:44:39.727901 dv-neutron-821829-1-hyperv neutron-server[87507]:     return f(self, *a, **k)
Dec 16 22:44:39.727901 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 16 22:44:39.727901 dv-neutron-821829-1-hyperv neutron-server[87507]:     return self._get(url).json()
Dec 16 22:44:39.727901 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 16 22:44:39.727901 dv-neutron-821829-1-hyperv neutron-server[87507]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 22:44:39.727901 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 16 22:44:39.727901 dv-neutron-821829-1-hyperv neutron-server[87507]:     return self.request(url, 'GET', **kwargs)
Dec 16 22:44:39.727901 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 16 22:44:39.727901 dv-neutron-821829-1-hyperv neutron-server[87507]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 22:44:39.727901 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 16 22:44:39.727901 dv-neutron-821829-1-hyperv neutron-server[87507]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 22:44:39.727901 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 16 22:44:39.727901 dv-neutron-821829-1-hyperv neutron-server[87507]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 22:44:39.727901 dv-neutron-821829-1-hyperv neutron-server[87507]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 22:44:39.810983 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-64bfd485-15f9-4169-8497-0e9cf0814f50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3329572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3741856'] for network, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:44:39.816203 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-64bfd485-15f9-4169-8497-0e9cf0814f50 admin admin] Notify callbacks [] for network, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:44:39.818666 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-7277e262-69b9-4789-a17e-dd0e755b35f3 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:44:39.843657 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bfd485-15f9-4169-8497-0e9cf0814f50 admin admin] Pushing event deleted for resources: {'Network': ['ID=0ef805cb-c131-49be-8eb3-33f694571b91,revision_number=None']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:44:39.847949 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-64bfd485-15f9-4169-8497-0e9cf0814f50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:44:39.851784 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-64bfd485-15f9-4169-8497-0e9cf0814f50 admin admin] 10.222.0.13 "DELETE /v2.0/networks/0ef805cb-c131-49be-8eb3-33f694571b91 HTTP/1.1" status: 204  len: 168 time: 1.0944092
Dec 16 22:44:40.035875 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 49572) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:44:40.084321 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-87d8b394-f2be-4932-b4ac-16f6a16029d5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ebcac23e4eae475893854e16d121f861&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0471420
Dec 16 22:44:40.086511 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 49576) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:44:40.098379 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-fe8a0efd-f8a3-485e-80d5-b9db49854101 None None] Deleting port f6e9e914-0cf9-4e4f-a6aa-ccc0d1439194 {{(pid=87508) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:44:40.098850 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-fe8a0efd-f8a3-485e-80d5-b9db49854101 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:44:40.142887 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-f0dcfece-1460-46ad-a97d-b68f3f829777 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:44:40.164836 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-fe8a0efd-f8a3-485e-80d5-b9db49854101 None None] The port 'f6e9e914-0cf9-4e4f-a6aa-ccc0d1439194' was deleted {{(pid=87508) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 16 22:44:40.172257 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-f0dcfece-1460-46ad-a97d-b68f3f829777 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:44:40.223816 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-f0dcfece-1460-46ad-a97d-b68f3f829777 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841066'] for security_group, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:44:40.227429 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-71b618b2-d6ff-4217-9437-daf453c98255 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:44:40.240303 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0dcfece-1460-46ad-a97d-b68f3f829777 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cfabfb1-5cdc-474b-8f78-a883ef8febf7,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:44:40.243591 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-f0dcfece-1460-46ad-a97d-b68f3f829777 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:44:40.248818 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-f0dcfece-1460-46ad-a97d-b68f3f829777 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:44:40.249942 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-f0dcfece-1460-46ad-a97d-b68f3f829777 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4cfabfb1-5cdc-474b-8f78-a883ef8febf7 HTTP/1.1" status: 204  len: 168 time: 0.1625543
Dec 16 22:44:40.631326 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 49584) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:44:40.680575 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-163be17f-2bef-4e1a-8c5f-c5f0a52db238 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=42b2a8d808274cb1bcef73fb9de40c05&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0477986
Dec 16 22:44:40.682976 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 49588) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:44:40.741451 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-ce9266e6-cc90-43cf-b23a-02f329750c85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:44:40.766286 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-ce9266e6-cc90-43cf-b23a-02f329750c85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:44:40.818158 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-ce9266e6-cc90-43cf-b23a-02f329750c85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841066'] for security_group, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:44:40.822415 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-da603dcb-75d6-44c2-9a6c-aab1bb3144af tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:44:40.838119 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9266e6-cc90-43cf-b23a-02f329750c85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b10d9838-dcb3-4dab-b9ea-a931a06bf035,revision_number=None']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:44:40.840646 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-ce9266e6-cc90-43cf-b23a-02f329750c85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:44:40.846555 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-ce9266e6-cc90-43cf-b23a-02f329750c85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:44:40.847653 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-ce9266e6-cc90-43cf-b23a-02f329750c85 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b10d9838-dcb3-4dab-b9ea-a931a06bf035 HTTP/1.1" status: 204  len: 168 time: 0.1637523
Dec 16 22:44:49.536409 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.agents_db [None req-0abd2616-a86c-48e2-be07-10823335a5bb None None] Agent healthcheck: found 6 active agents {{(pid=87509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 22:44:58.136028 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-63b7873d-37d3-4ec7-85eb-68b5a7ae0550 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:45:00.573537 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-0d84f95c-afd3-45f0-9cb7-078e85791373 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:45:01.467312 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-3e729f7f-1589-4d54-9c4a-7ee6b283cc2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:45:01.668654 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:45:03.218779 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-4541ba3b-6be8-499c-bc94-3c60aa55c4f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:45:07.848010 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:45:08.198928 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 49604) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:45:08.273319 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff0e7dba-e7ad-4f58-ab70-b80e167b2ee9 tempest-TestNetworkBasicOps-761014822 tempest-TestNetworkBasicOps-761014822-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:45:08.273774 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff0e7dba-e7ad-4f58-ab70-b80e167b2ee9 tempest-TestNetworkBasicOps-761014822 tempest-TestNetworkBasicOps-761014822-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:45:08.274233 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff0e7dba-e7ad-4f58-ab70-b80e167b2ee9 tempest-TestNetworkBasicOps-761014822 tempest-TestNetworkBasicOps-761014822-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:45:08.275860 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-ff0e7dba-e7ad-4f58-ab70-b80e167b2ee9 tempest-TestNetworkBasicOps-761014822 tempest-TestNetworkBasicOps-761014822-project-admin] 10.222.0.13 "GET /v2.0/ports?project_id=b7e45fda9ad540a6ac359d1c64c9adb2&network_id=f9a89281-1310-4fb6-a17e-4b95b0d13ba9 HTTP/1.1" status: 200  len: 3000 time: 0.0760319
Dec 16 22:45:10.010262 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 49616) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:45:10.068886 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45add86c-3382-4b52-a008-1cf66099fe69 tempest-TestNetworkBasicOps-761014822 tempest-TestNetworkBasicOps-761014822-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:45:10.070305 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-45add86c-3382-4b52-a008-1cf66099fe69 tempest-TestNetworkBasicOps-761014822 tempest-TestNetworkBasicOps-761014822-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=f8905ce9-304b-4976-bc47-e58c71c11de5 HTTP/1.1" status: 200  len: 814 time: 0.0591030
Dec 16 22:45:10.538400 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 49624) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:45:10.543790 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-64e5722f-c4cd-45bd-b7e4-c073c7d2f82c tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Request body: {'floatingip': {'port_id': None}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:45:10.758961 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-64e5722f-c4cd-45bd-b7e4-c073c7d2f82c tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for floatingip, before_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:45:11.023616 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-64e5722f-c4cd-45bd-b7e4-c073c7d2f82c tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:45:11.027247 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-64e5722f-c4cd-45bd-b7e4-c073c7d2f82c tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3741874'] for floatingip, after_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:45:11.027562 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.db.l3_db [None req-64e5722f-c4cd-45bd-b7e4-c073c7d2f82c tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Floating IP cb83cec1-946b-403c-a994-7e72df02057f disassociated. External IP: 172.26.0.254, port: 050c527b-737d-4df4-a63b-77d849763418.
Dec 16 22:45:11.366655 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64e5722f-c4cd-45bd-b7e4-c073c7d2f82c tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Router 8dfbd8e7-c358-4300-818a-7eec7d668b58 has already been hosted by L3 agent 4f519db7-069b-43e2-8411-c092bac9102a {{(pid=87506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 22:45:11.543252 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64e5722f-c4cd-45bd-b7e4-c073c7d2f82c tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify agent at l3_agent.dv-neutron-821829-1-hyperv the message routers_updated {{(pid=87506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 22:45:11.548505 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-64e5722f-c4cd-45bd-b7e4-c073c7d2f82c tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for floatingip, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:45:11.553258 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25a6d3c1-3bf8-4a34-b710-ed9aec9dc890 None None] Sync routers for ids ['8dfbd8e7-c358-4300-818a-7eec7d668b58'] in dv-neutron-821829-1-hyperv {{(pid=87509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 22:45:11.562896 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25a6d3c1-3bf8-4a34-b710-ed9aec9dc890 None None] Routers {'8dfbd8e7-c358-4300-818a-7eec7d668b58'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:45:11.564180 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-25a6d3c1-3bf8-4a34-b710-ed9aec9dc890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b7c899310>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:45:01Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['8dfbd8e7-c358-4300-818a-7eec7d668b58'], 'active': True} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:45:11.602362 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-64e5722f-c4cd-45bd-b7e4-c073c7d2f82c tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "PUT /v2.0/floatingips/cb83cec1-946b-403c-a994-7e72df02057f HTTP/1.1" status: 200  len: 690 time: 1.0628262
Dec 16 22:45:11.603027 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cee4a08-0a9e-4000-b073-b78b3b5f2a71', 'tag': '050c527b-737d-4df4-a63b-77d849763418'}] {{(pid=87506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 22:45:11.605269 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 49628) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:45:11.649327 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3cee4a08-0a9e-4000-b073-b78b3b5f2a71', 'tag': '050c527b-737d-4df4-a63b-77d849763418', 'status': 'completed', 'code': 200}
Dec 16 22:45:11.705374 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-c2336311-621a-4abc-9dd2-3bb84e956f5c tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "GET /v2.0/floatingips/cb83cec1-946b-403c-a994-7e72df02057f HTTP/1.1" status: 200  len: 690 time: 0.0974576
Dec 16 22:45:11.769928 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvr_db [None req-25a6d3c1-3bf8-4a34-b710-ed9aec9dc890 None None] Set router 8dfbd8e7-c358-4300-818a-7eec7d668b58 gateway port host: dv-neutron-821829-1-hyperv {{(pid=87509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 22:45:11.774680 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883158b6-d369-497a-80c6-60556b74ef19 req-c432f559-d08f-48a0-9c35-2a71727715f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:45:11.776185 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-883158b6-d369-497a-80c6-60556b74ef19 req-c432f559-d08f-48a0-9c35-2a71727715f7 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b7e45fda9ad540a6ac359d1c64c9adb2&device_id=3cee4a08-0a9e-4000-b073-b78b3b5f2a71 HTTP/1.1" status: 200  len: 1099 time: 0.0752428
Dec 16 22:45:11.905944 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883158b6-d369-497a-80c6-60556b74ef19 req-638e1f63-a151-42c3-a432-b89474d596b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:45:11.907860 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-883158b6-d369-497a-80c6-60556b74ef19 req-638e1f63-a151-42c3-a432-b89474d596b0 service neutron] 10.222.0.49 "GET /v2.0/networks?id=f9a89281-1310-4fb6-a17e-4b95b0d13ba9 HTTP/1.1" status: 200  len: 898 time: 0.1255095
Dec 16 22:45:11.973354 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-883158b6-d369-497a-80c6-60556b74ef19 req-ddefbea5-9eed-4f1a-aa79-0b86e5a86a75 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=050c527b-737d-4df4-a63b-77d849763418 HTTP/1.1" status: 200  len: 217 time: 0.0593650
Dec 16 22:45:12.038386 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883158b6-d369-497a-80c6-60556b74ef19 req-c8d241e4-b6c9-498a-a364-4c1355014444 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:45:12.039882 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-883158b6-d369-497a-80c6-60556b74ef19 req-c8d241e4-b6c9-498a-a364-4c1355014444 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8c7847cc-22e6-4fcf-9ce4-047be8298fbc HTTP/1.1" status: 200  len: 835 time: 0.0609784
Dec 16 22:45:12.067937 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-25a6d3c1-3bf8-4a34-b710-ed9aec9dc890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b7c899310>, [{'id': '8dfbd8e7-c358-4300-818a-7eec7d668b58', 'name': 'tempest-TestNetworkBasicOps-router-1840926513', 'tenant_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.221'}], 'enable_snat': True}, 'gw_port_id': 'f572ace6-6dcc-45f3-9fe1-3661e03178d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:44:12Z', 'updated_at': '2021-12-16T22:44:17Z', 'revision_number': 4, 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'gw_port': {'id': 'f572ace6-6dcc-45f3-9fe1-3661e03178d0', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:8a:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dfbd8e7-c358-4300-818a-7eec7d668b58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:44:13Z', 'updated_at': '2021-12-16T22:44:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv', '_interfaces': [{'id': '345851d7-1dc8-406f-86de-d8334ce2e705', 'name': '', 'network_id': 'f9a89281-1310-4fb6-a17e-4b95b0d13ba9', 'tenant_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'mac_address': 'fa:16:3e:32:ad:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dfbd8e7-c358-4300-818a-7eec7d668b58', 'device_owner': 'network:router_interface', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': '8c7847cc-22e6-4fcf-9ce4-047be8298fbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:44:16Z', 'updated_at': '2021-12-16T22:44:23Z', 'revision_number': 5, 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'subnets': [{'id': '8c7847cc-22e6-4fcf-9ce4-047be8298fbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:45:12.071548 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25a6d3c1-3bf8-4a34-b710-ed9aec9dc890 None None] Checking router: 8dfbd8e7-c358-4300-818a-7eec7d668b58 for host: dv-neutron-821829-1-hyperv {{(pid=87509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 22:45:12.079510 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25a6d3c1-3bf8-4a34-b710-ed9aec9dc890 None None] Routers {'8dfbd8e7-c358-4300-818a-7eec7d668b58'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:45:12.080150 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-25a6d3c1-3bf8-4a34-b710-ed9aec9dc890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b7c899310>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:45:01Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['8dfbd8e7-c358-4300-818a-7eec7d668b58'], 'active': True} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:45:12.114870 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883158b6-d369-497a-80c6-60556b74ef19 req-331997dd-9304-487c-b154-f19e975aa0fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:45:12.116402 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-883158b6-d369-497a-80c6-60556b74ef19 req-331997dd-9304-487c-b154-f19e975aa0fa service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f9a89281-1310-4fb6-a17e-4b95b0d13ba9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0703692
Dec 16 22:45:12.259667 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvr_db [None req-25a6d3c1-3bf8-4a34-b710-ed9aec9dc890 None None] Set router 8dfbd8e7-c358-4300-818a-7eec7d668b58 gateway port host: dv-neutron-821829-1-hyperv {{(pid=87509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 22:45:12.365290 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-883158b6-d369-497a-80c6-60556b74ef19 req-aed3d7ae-6db1-4ec3-9c16-204d33a8548e service neutron] 10.222.0.49 "GET /v2.0/networks/f9a89281-1310-4fb6-a17e-4b95b0d13ba9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2412732
Dec 16 22:45:12.497020 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-883158b6-d369-497a-80c6-60556b74ef19 req-5ca5ae5f-3a83-408e-969e-fe417e9ee5ac service neutron] 10.222.0.49 "GET /v2.0/networks/f9a89281-1310-4fb6-a17e-4b95b0d13ba9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1246729
Dec 16 22:45:12.564573 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-25a6d3c1-3bf8-4a34-b710-ed9aec9dc890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b7c899310>, [{'id': '8dfbd8e7-c358-4300-818a-7eec7d668b58', 'name': 'tempest-TestNetworkBasicOps-router-1840926513', 'tenant_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.221'}], 'enable_snat': True}, 'gw_port_id': 'f572ace6-6dcc-45f3-9fe1-3661e03178d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:44:12Z', 'updated_at': '2021-12-16T22:44:17Z', 'revision_number': 4, 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'gw_port': {'id': 'f572ace6-6dcc-45f3-9fe1-3661e03178d0', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:8a:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dfbd8e7-c358-4300-818a-7eec7d668b58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:44:13Z', 'updated_at': '2021-12-16T22:44:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv', '_interfaces': [{'id': '345851d7-1dc8-406f-86de-d8334ce2e705', 'name': '', 'network_id': 'f9a89281-1310-4fb6-a17e-4b95b0d13ba9', 'tenant_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'mac_address': 'fa:16:3e:32:ad:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dfbd8e7-c358-4300-818a-7eec7d668b58', 'device_owner': 'network:router_interface', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': '8c7847cc-22e6-4fcf-9ce4-047be8298fbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:44:16Z', 'updated_at': '2021-12-16T22:44:23Z', 'revision_number': 5, 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'subnets': [{'id': '8c7847cc-22e6-4fcf-9ce4-047be8298fbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:45:12.568435 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25a6d3c1-3bf8-4a34-b710-ed9aec9dc890 None None] The sync data for ids ['8dfbd8e7-c358-4300-818a-7eec7d668b58'] in dv-neutron-821829-1-hyperv is: [{'id': '8dfbd8e7-c358-4300-818a-7eec7d668b58', 'name': 'tempest-TestNetworkBasicOps-router-1840926513', 'tenant_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.221'}], 'enable_snat': True}, 'gw_port_id': 'f572ace6-6dcc-45f3-9fe1-3661e03178d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:44:12Z', 'updated_at': '2021-12-16T22:44:17Z', 'revision_number': 4, 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'gw_port': {'id': 'f572ace6-6dcc-45f3-9fe1-3661e03178d0', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:8a:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dfbd8e7-c358-4300-818a-7eec7d668b58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:44:13Z', 'updated_at': '2021-12-16T22:44:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv', '_interfaces': [{'id': '345851d7-1dc8-406f-86de-d8334ce2e705', 'name': '', 'network_id': 'f9a89281-1310-4fb6-a17e-4b95b0d13ba9', 'tenant_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'mac_address': 'fa:16:3e:32:ad:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dfbd8e7-c358-4300-818a-7eec7d668b58', 'device_owner': 'network:router_interface', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': '8c7847cc-22e6-4fcf-9ce4-047be8298fbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:44:16Z', 'updated_at': '2021-12-16T22:44:23Z', 'revision_number': 5, 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'subnets': [{'id': '8c7847cc-22e6-4fcf-9ce4-047be8298fbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 22:45:12.708259 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 49634) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:45:12.784930 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-270df456-b45d-4b9a-8141-2520ce09e47c None None] New status for floating IP cb83cec1-946b-403c-a994-7e72df02057f: DOWN {{(pid=87508) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 16 22:45:12.794454 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-dc43e185-9764-4102-9f4e-ed7cb057043c tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "GET /v2.0/floatingips/cb83cec1-946b-403c-a994-7e72df02057f HTTP/1.1" status: 200  len: 690 time: 0.0848947
Dec 16 22:45:13.798703 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 49638) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:45:13.881151 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-88286667-40ce-48dd-94c4-a65cca4c52aa tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "GET /v2.0/floatingips/cb83cec1-946b-403c-a994-7e72df02057f HTTP/1.1" status: 200  len: 688 time: 0.0812197
Dec 16 22:45:15.170632 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 49644) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:45:15.176066 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-1dcf28cd-2db8-4f24-9b21-1b95de346167 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1720810620', 'description': 'tempest-secgroup-smoke-1720810620 description', 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2'}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:45:15.181930 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-1dcf28cd-2db8-4f24-9b21-1b95de346167 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:45:15.191606 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-1dcf28cd-2db8-4f24-9b21-1b95de346167 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:45:15.201129 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-1dcf28cd-2db8-4f24-9b21-1b95de346167 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for security_group, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:45:15.223213 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-1dcf28cd-2db8-4f24-9b21-1b95de346167 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:45:15.226935 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-1dcf28cd-2db8-4f24-9b21-1b95de346167 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Usage tracker for resource:security_group_rule and tenant:b7e45fda9ad540a6ac359d1c64c9adb2 is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:45:15.229685 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-1dcf28cd-2db8-4f24-9b21-1b95de346167 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:45:15.235130 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-1dcf28cd-2db8-4f24-9b21-1b95de346167 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:45:15.303236 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-1dcf28cd-2db8-4f24-9b21-1b95de346167 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for security_group, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:45:15.306688 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-1dcf28cd-2db8-4f24-9b21-1b95de346167 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841066'] for security_group, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:45:15.311498 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-43573fb1-7f3a-4f80-b4ca-5a1588d23520 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:45:15.350261 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcf28cd-2db8-4f24-9b21-1b95de346167 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db5749b0-796c-4be3-905b-0ae3dc0464d9,revision_number=1']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:45:15.353872 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-1dcf28cd-2db8-4f24-9b21-1b95de346167 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for security_group, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:45:15.355042 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-1dcf28cd-2db8-4f24-9b21-1b95de346167 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1796 time: 0.1834154
Dec 16 22:45:15.358147 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 49648) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:45:15.359386 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dcf28cd-2db8-4f24-9b21-1b95de346167 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:45:15.359790 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dcf28cd-2db8-4f24-9b21-1b95de346167 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:45:15.360692 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dcf28cd-2db8-4f24-9b21-1b95de346167 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:45:15.361315 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dcf28cd-2db8-4f24-9b21-1b95de346167 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:45:15.361679 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dcf28cd-2db8-4f24-9b21-1b95de346167 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:45:15.362043 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dcf28cd-2db8-4f24-9b21-1b95de346167 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:45:15.362403 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dcf28cd-2db8-4f24-9b21-1b95de346167 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:45:15.362765 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dcf28cd-2db8-4f24-9b21-1b95de346167 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:45:15.363125 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dcf28cd-2db8-4f24-9b21-1b95de346167 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:45:15.363482 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dcf28cd-2db8-4f24-9b21-1b95de346167 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:45:15.363863 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dcf28cd-2db8-4f24-9b21-1b95de346167 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:45:15.364144 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-76a4d80e-49cc-49c2-8655-b68f1e38d059 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Request body: {'security_group_rule': {'security_group_id': 'db5749b0-796c-4be3-905b-0ae3dc0464d9', 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:45:15.364264 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dcf28cd-2db8-4f24-9b21-1b95de346167 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:45:15.367773 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-1dcf28cd-2db8-4f24-9b21-1b95de346167 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:45:15.370150 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-76a4d80e-49cc-49c2-8655-b68f1e38d059 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:45:15.374045 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-76a4d80e-49cc-49c2-8655-b68f1e38d059 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Usage tracker for resource:security_group_rule and tenant:b7e45fda9ad540a6ac359d1c64c9adb2 is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:45:15.377476 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-76a4d80e-49cc-49c2-8655-b68f1e38d059 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:45:15.383000 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-76a4d80e-49cc-49c2-8655-b68f1e38d059 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:45:15.398577 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-76a4d80e-49cc-49c2-8655-b68f1e38d059 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:45:15.466239 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-76a4d80e-49cc-49c2-8655-b68f1e38d059 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:45:15.469871 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-76a4d80e-49cc-49c2-8655-b68f1e38d059 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841137'] for security_group_rule, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:45:15.475807 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-db03e343-588a-4b52-9276-404672cc8336 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:45:15.494902 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a4d80e-49cc-49c2-8655-b68f1e38d059 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=723900f2-85ab-4e76-b633-a8d2fe20f987,revision_number=0']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:45:15.506624 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a4d80e-49cc-49c2-8655-b68f1e38d059 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:45:15.507086 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a4d80e-49cc-49c2-8655-b68f1e38d059 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:45:15.507528 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a4d80e-49cc-49c2-8655-b68f1e38d059 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:45:15.507923 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a4d80e-49cc-49c2-8655-b68f1e38d059 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:45:15.508287 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a4d80e-49cc-49c2-8655-b68f1e38d059 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:45:15.508680 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a4d80e-49cc-49c2-8655-b68f1e38d059 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:45:15.509108 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a4d80e-49cc-49c2-8655-b68f1e38d059 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:45:15.509547 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a4d80e-49cc-49c2-8655-b68f1e38d059 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:45:15.509885 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a4d80e-49cc-49c2-8655-b68f1e38d059 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:45:15.510241 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a4d80e-49cc-49c2-8655-b68f1e38d059 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:45:15.510617 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a4d80e-49cc-49c2-8655-b68f1e38d059 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:45:15.510950 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a4d80e-49cc-49c2-8655-b68f1e38d059 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:45:15.514554 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-76a4d80e-49cc-49c2-8655-b68f1e38d059 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:45:15.515879 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-76a4d80e-49cc-49c2-8655-b68f1e38d059 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:45:15.517105 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-76a4d80e-49cc-49c2-8655-b68f1e38d059 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1578546
Dec 16 22:45:15.519809 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 49652) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:45:15.524641 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-29fd7908-1094-4e9d-968b-e1d8dc0c941e tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Request body: {'security_group_rule': {'security_group_id': 'db5749b0-796c-4be3-905b-0ae3dc0464d9', 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:45:15.530424 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-29fd7908-1094-4e9d-968b-e1d8dc0c941e tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:45:15.534176 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-29fd7908-1094-4e9d-968b-e1d8dc0c941e tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Usage tracker for resource:security_group_rule and tenant:b7e45fda9ad540a6ac359d1c64c9adb2 is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:45:15.537057 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-29fd7908-1094-4e9d-968b-e1d8dc0c941e tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:45:15.542568 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-29fd7908-1094-4e9d-968b-e1d8dc0c941e tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:45:15.559121 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-29fd7908-1094-4e9d-968b-e1d8dc0c941e tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:45:15.618868 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-29fd7908-1094-4e9d-968b-e1d8dc0c941e tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:45:15.622085 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-29fd7908-1094-4e9d-968b-e1d8dc0c941e tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841137'] for security_group_rule, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:45:15.629653 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-201f3759-57d3-4308-985e-a35c7060fa79 tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:45:15.649512 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fd7908-1094-4e9d-968b-e1d8dc0c941e tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b55e6841-a974-4a06-bf86-a15ea7583ff0,revision_number=0']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:45:15.652063 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-29fd7908-1094-4e9d-968b-e1d8dc0c941e tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:45:15.654454 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-29fd7908-1094-4e9d-968b-e1d8dc0c941e tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:45:15.655527 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-29fd7908-1094-4e9d-968b-e1d8dc0c941e tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1348279
Dec 16 22:45:15.658957 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 49656) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:45:15.664014 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-91f4e400-a6ad-4548-9f3e-80b987d62fdc tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Request body: {'security_group_rule': {'security_group_id': 'db5749b0-796c-4be3-905b-0ae3dc0464d9', 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:45:15.669841 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-91f4e400-a6ad-4548-9f3e-80b987d62fdc tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:45:15.673624 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-91f4e400-a6ad-4548-9f3e-80b987d62fdc tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Usage tracker for resource:security_group_rule and tenant:b7e45fda9ad540a6ac359d1c64c9adb2 is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:45:15.676455 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-91f4e400-a6ad-4548-9f3e-80b987d62fdc tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:45:15.682052 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-91f4e400-a6ad-4548-9f3e-80b987d62fdc tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:45:15.699343 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-91f4e400-a6ad-4548-9f3e-80b987d62fdc tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:45:15.761654 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-91f4e400-a6ad-4548-9f3e-80b987d62fdc tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:45:15.764941 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-91f4e400-a6ad-4548-9f3e-80b987d62fdc tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841137'] for security_group_rule, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:45:15.772433 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:45:15.791917 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f4e400-a6ad-4548-9f3e-80b987d62fdc tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42446489-0ef6-4de1-9c02-98bb20b84c5b,revision_number=0']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:45:15.794424 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-91f4e400-a6ad-4548-9f3e-80b987d62fdc tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:45:15.801177 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-91f4e400-a6ad-4548-9f3e-80b987d62fdc tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:45:15.804941 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-91f4e400-a6ad-4548-9f3e-80b987d62fdc tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1424203
Dec 16 22:45:15.805122 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 49660) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:45:15.809974 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-64631040-b763-4324-b8cd-c93db3a8fbbc tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Request body: {'security_group_rule': {'security_group_id': 'db5749b0-796c-4be3-905b-0ae3dc0464d9', 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:45:15.816179 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-64631040-b763-4324-b8cd-c93db3a8fbbc tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:45:15.819910 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-64631040-b763-4324-b8cd-c93db3a8fbbc tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Usage tracker for resource:security_group_rule and tenant:b7e45fda9ad540a6ac359d1c64c9adb2 is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:45:15.822690 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-64631040-b763-4324-b8cd-c93db3a8fbbc tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:45:15.828227 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-64631040-b763-4324-b8cd-c93db3a8fbbc tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:45:15.844481 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-64631040-b763-4324-b8cd-c93db3a8fbbc tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:45:15.906982 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-64631040-b763-4324-b8cd-c93db3a8fbbc tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:45:15.910101 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-64631040-b763-4324-b8cd-c93db3a8fbbc tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841137'] for security_group_rule, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:45:15.911855 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-a054fffc-d858-420c-8eee-7820f340ed6c tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:45:15.932340 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64631040-b763-4324-b8cd-c93db3a8fbbc tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d0a4b8f-abea-4e62-9fdc-b06daa03e75d,revision_number=0']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:45:15.934611 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-64631040-b763-4324-b8cd-c93db3a8fbbc tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:45:15.941717 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-64631040-b763-4324-b8cd-c93db3a8fbbc tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:45:15.942802 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-64631040-b763-4324-b8cd-c93db3a8fbbc tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1367977
Dec 16 22:45:15.945597 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 49664) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:45:15.950618 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-af59e493-1874-499a-9b46-f78752694c9f tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Request body: {'security_group_rule': {'security_group_id': 'db5749b0-796c-4be3-905b-0ae3dc0464d9', 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:45:15.957010 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-af59e493-1874-499a-9b46-f78752694c9f tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:45:15.960736 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-af59e493-1874-499a-9b46-f78752694c9f tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Usage tracker for resource:security_group_rule and tenant:b7e45fda9ad540a6ac359d1c64c9adb2 is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:45:15.963518 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-af59e493-1874-499a-9b46-f78752694c9f tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:45:15.969002 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-af59e493-1874-499a-9b46-f78752694c9f tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:45:15.978833 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.db.securitygroups_db [None req-af59e493-1874-499a-9b46-f78752694c9f tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Project b7e45fda9ad540a6ac359d1c64c9adb2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 16 22:45:15.985235 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-af59e493-1874-499a-9b46-f78752694c9f tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:45:16.048436 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-af59e493-1874-499a-9b46-f78752694c9f tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:45:16.051800 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-af59e493-1874-499a-9b46-f78752694c9f tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841137'] for security_group_rule, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:45:16.053534 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-e51177a3-6001-40b0-a517-3c3479e95a4d tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:45:16.075673 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af59e493-1874-499a-9b46-f78752694c9f tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7a985d1-c441-4943-ae15-27bf91827549,revision_number=0']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:45:16.078049 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-af59e493-1874-499a-9b46-f78752694c9f tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:45:16.085021 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-af59e493-1874-499a-9b46-f78752694c9f tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:45:16.086170 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-af59e493-1874-499a-9b46-f78752694c9f tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1396427
Dec 16 22:45:16.088923 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 49668) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:45:16.093834 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-eb39db96-c78a-44d0-8354-364cd766d8fe tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Request body: {'security_group_rule': {'security_group_id': 'db5749b0-796c-4be3-905b-0ae3dc0464d9', 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:45:16.099720 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-eb39db96-c78a-44d0-8354-364cd766d8fe tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:45:16.103496 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-eb39db96-c78a-44d0-8354-364cd766d8fe tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Usage tracker for resource:security_group_rule and tenant:b7e45fda9ad540a6ac359d1c64c9adb2 is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:45:16.106524 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-eb39db96-c78a-44d0-8354-364cd766d8fe tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:45:16.112937 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-eb39db96-c78a-44d0-8354-364cd766d8fe tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:45:16.122082 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.db.securitygroups_db [None req-eb39db96-c78a-44d0-8354-364cd766d8fe tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Project b7e45fda9ad540a6ac359d1c64c9adb2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 16 22:45:16.129079 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-eb39db96-c78a-44d0-8354-364cd766d8fe tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:45:16.193964 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-eb39db96-c78a-44d0-8354-364cd766d8fe tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:45:16.197083 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-eb39db96-c78a-44d0-8354-364cd766d8fe tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841137'] for security_group_rule, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:45:16.198816 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-64631040-b763-4324-b8cd-c93db3a8fbbc tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:45:16.219468 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb39db96-c78a-44d0-8354-364cd766d8fe tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fff849e0-d5ab-4e51-9182-48d4046cac7e,revision_number=0']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:45:16.221852 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-eb39db96-c78a-44d0-8354-364cd766d8fe tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:45:16.228401 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-eb39db96-c78a-44d0-8354-364cd766d8fe tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:45:16.229526 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-eb39db96-c78a-44d0-8354-364cd766d8fe tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1397109
Dec 16 22:45:16.444181 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [req-644625fd-1114-4a7d-a36a-9157a0eceef2 req-b45dc6cd-c2d7-42de-954f-d5122ef98523 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Synchronizing usage tracker for tenant:b7e45fda9ad540a6ac359d1c64c9adb2 on resource:security_group {{(pid=87507) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 22:45:16.462291 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [req-644625fd-1114-4a7d-a36a-9157a0eceef2 req-b45dc6cd-c2d7-42de-954f-d5122ef98523 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Unset dirty status for tenant:b7e45fda9ad540a6ac359d1c64c9adb2 on resource:security_group {{(pid=87507) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 22:45:16.463705 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-644625fd-1114-4a7d-a36a-9157a0eceef2 req-b45dc6cd-c2d7-42de-954f-d5122ef98523 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1720810620&fields=id&tenant_id=b7e45fda9ad540a6ac359d1c64c9adb2 HTTP/1.1" status: 200  len: 267 time: 0.0580883
Dec 16 22:45:16.718875 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644625fd-1114-4a7d-a36a-9157a0eceef2 req-7ca8c063-e4ca-43ba-a0df-fd9c07864fa0 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:45:16.720787 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-644625fd-1114-4a7d-a36a-9157a0eceef2 req-7ca8c063-e4ca-43ba-a0df-fd9c07864fa0 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "GET /v2.0/networks?id=f9a89281-1310-4fb6-a17e-4b95b0d13ba9 HTTP/1.1" status: 200  len: 797 time: 0.2498121
Dec 16 22:45:16.734950 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-644625fd-1114-4a7d-a36a-9157a0eceef2 req-2dba0604-4490-4dd5-868f-08497eb91832 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "GET /v2.0/quotas/b7e45fda9ad540a6ac359d1c64c9adb2 HTTP/1.1" status: 200  len: 375 time: 0.0087826
Dec 16 22:45:16.822920 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-644625fd-1114-4a7d-a36a-9157a0eceef2 req-65056342-9ccc-4dd8-9ccc-27b41857669d tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=b7e45fda9ad540a6ac359d1c64c9adb2&fields=id HTTP/1.1" status: 200  len: 394 time: 0.0824392
Dec 16 22:45:17.092580 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-644625fd-1114-4a7d-a36a-9157a0eceef2 req-6a4f8354-fa76-4573-91b1-14333dc0d1d7 service neutron] 10.222.0.13 "GET /v2.0/networks/f9a89281-1310-4fb6-a17e-4b95b0d13ba9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2579763
Dec 16 22:45:17.220683 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-644625fd-1114-4a7d-a36a-9157a0eceef2 req-c6f1103c-c053-4c38-9b7a-fce2b7b54a20 service neutron] 10.222.0.13 "GET /v2.0/networks/f9a89281-1310-4fb6-a17e-4b95b0d13ba9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1217110
Dec 16 22:45:17.394379 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-4ce97fa5-005d-46fb-a720-f87cc7052096 req-6d971ecc-1382-49de-a4fe-a11c42446ab3 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "GET /v2.0/ports?device_id=984973aa-64c8-4e58-a773-30fa5f1f6058 HTTP/1.1" status: 200  len: 210 time: 0.0427129
Dec 16 22:45:18.523362 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644625fd-1114-4a7d-a36a-9157a0eceef2 req-82398459-e87d-4813-a653-5a677bda738a tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:45:18.525006 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-644625fd-1114-4a7d-a36a-9157a0eceef2 req-82398459-e87d-4813-a653-5a677bda738a tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.49 "GET /v2.0/networks?id=f9a89281-1310-4fb6-a17e-4b95b0d13ba9 HTTP/1.1" status: 200  len: 797 time: 0.1524241
Dec 16 22:45:18.562924 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-a6154b79-2cba-4621-bdf6-50ebb38292bf req-911f22b2-cf50-41fa-86e1-66953e95131e tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "GET /v2.0/ports?device_id=984973aa-64c8-4e58-a773-30fa5f1f6058 HTTP/1.1" status: 200  len: 210 time: 0.0516233
Dec 16 22:45:18.591244 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-644625fd-1114-4a7d-a36a-9157a0eceef2 req-81534941-0004-4379-af39-193674ca8e9d tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b7e45fda9ad540a6ac359d1c64c9adb2 HTTP/1.1" status: 200  len: 472 time: 0.0506649
Dec 16 22:45:18.600228 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [req-644625fd-1114-4a7d-a36a-9157a0eceef2 req-49ec3b76-9849-4f83-9f5b-b63d7fc1e889 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Request body: {'port': {'device_id': '984973aa-64c8-4e58-a773-30fa5f1f6058', 'network_id': 'f9a89281-1310-4fb6-a17e-4b95b0d13ba9', 'admin_state_up': True, 'tenant_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'security_groups': ['db5749b0-796c-4be3-905b-0ae3dc0464d9']}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:45:18.732145 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [req-644625fd-1114-4a7d-a36a-9157a0eceef2 req-49ec3b76-9849-4f83-9f5b-b63d7fc1e889 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:45:18.736278 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [req-644625fd-1114-4a7d-a36a-9157a0eceef2 req-49ec3b76-9849-4f83-9f5b-b63d7fc1e889 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Usage tracker for resource:port and tenant:b7e45fda9ad540a6ac359d1c64c9adb2 is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:45:18.739046 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [req-644625fd-1114-4a7d-a36a-9157a0eceef2 req-49ec3b76-9849-4f83-9f5b-b63d7fc1e889 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Quota usage for port was recalculated. Used quota:4. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:45:18.744618 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [req-644625fd-1114-4a7d-a36a-9157a0eceef2 req-49ec3b76-9849-4f83-9f5b-b63d7fc1e889 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:45:18.754368 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-644625fd-1114-4a7d-a36a-9157a0eceef2 req-49ec3b76-9849-4f83-9f5b-b63d7fc1e889 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Made reservation on behalf of b7e45fda9ad540a6ac359d1c64c9adb2 for: {'port': 1} {{(pid=87506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:45:18.757782 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-644625fd-1114-4a7d-a36a-9157a0eceef2 req-49ec3b76-9849-4f83-9f5b-b63d7fc1e889 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:45:18.914486 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.db_base_plugin_common [req-644625fd-1114-4a7d-a36a-9157a0eceef2 req-49ec3b76-9849-4f83-9f5b-b63d7fc1e889 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Allocated IP 172.20.0.3 (f9a89281-1310-4fb6-a17e-4b95b0d13ba9/8c7847cc-22e6-4fcf-9ce4-047be8298fbc/240bc655-f4ef-49b0-aade-28b0272e972b) {{(pid=87506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 22:45:19.095538 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-644625fd-1114-4a7d-a36a-9157a0eceef2 req-49ec3b76-9849-4f83-9f5b-b63d7fc1e889 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for port, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:45:19.111024 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.provisioning_blocks [req-644625fd-1114-4a7d-a36a-9157a0eceef2 req-49ec3b76-9849-4f83-9f5b-b63d7fc1e889 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Transition to ACTIVE for port object 240bc655-f4ef-49b0-aade-28b0272e972b will not be triggered until provisioned by entity DHCP. {{(pid=87506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:45:19.133366 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-644625fd-1114-4a7d-a36a-9157a0eceef2 req-49ec3b76-9849-4f83-9f5b-b63d7fc1e889 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1863393'] for port, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:45:19.138476 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-c2410da5-af1b-41f1-a4b5-da344d5e30a5 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:45:19.202873 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-644625fd-1114-4a7d-a36a-9157a0eceef2 req-49ec3b76-9849-4f83-9f5b-b63d7fc1e889 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Network f9a89281-1310-4fb6-a17e-4b95b0d13ba9 is already hosted by enough agents. {{(pid=87506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:45:19.206268 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.base_scheduler [req-644625fd-1114-4a7d-a36a-9157a0eceef2 req-49ec3b76-9849-4f83-9f5b-b63d7fc1e889 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Resources bound (agent type, host, resource id):  {{(pid=87506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:45:19.210144 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.l3_dvrscheduler_db [req-644625fd-1114-4a7d-a36a-9157a0eceef2 req-49ec3b76-9849-4f83-9f5b-b63d7fc1e889 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Received port after_create {{(pid=87506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 22:45:19.251242 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ec3b76-9849-4f83-9f5b-b63d7fc1e889 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Pushing event updated for resources: {'Port': ['ID=240bc655-f4ef-49b0-aade-28b0272e972b,revision_number=1']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:45:19.256173 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-49ec3b76-9849-4f83-9f5b-b63d7fc1e889 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:45:19.278057 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644625fd-1114-4a7d-a36a-9157a0eceef2 req-49ec3b76-9849-4f83-9f5b-b63d7fc1e889 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:45:19.278666 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-644625fd-1114-4a7d-a36a-9157a0eceef2 req-49ec3b76-9849-4f83-9f5b-b63d7fc1e889 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for port, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:45:19.303014 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-644625fd-1114-4a7d-a36a-9157a0eceef2 req-49ec3b76-9849-4f83-9f5b-b63d7fc1e889 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.7065907
Dec 16 22:45:19.320658 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [req-644625fd-1114-4a7d-a36a-9157a0eceef2 req-b8d17a3a-6e3e-4ab6-90a2-3297dfeca13c service neutron] Request body: {'port': {'device_id': '984973aa-64c8-4e58-a773-30fa5f1f6058', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8218'}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:45:19.432393 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-644625fd-1114-4a7d-a36a-9157a0eceef2 req-b8d17a3a-6e3e-4ab6-90a2-3297dfeca13c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:45:19.462485 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-a89d8d50-6c2b-436e-a203-263beb1cf0d6 None None] Provisioning for port 240bc655-f4ef-49b0-aade-28b0272e972b completed by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 22:45:19.468657 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-a89d8d50-6c2b-436e-a203-263beb1cf0d6 None None] Provisioning complete for port 240bc655-f4ef-49b0-aade-28b0272e972b triggered by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:45:19.469802 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-a89d8d50-6c2b-436e-a203-263beb1cf0d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:45:19.524013 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-a89d8d50-6c2b-436e-a203-263beb1cf0d6 None None] Port 240bc655-f4ef-49b0-aade-28b0272e972b cannot update to ACTIVE because it is not bound. {{(pid=87508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 22:45:19.749789 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c6e00b-d10a-44e1-8b94-04c34932090c req-32246e47-7c57-4a94-8a38-4718804a14ef tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:45:19.751297 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-56c6e00b-d10a-44e1-8b94-04c34932090c req-32246e47-7c57-4a94-8a38-4718804a14ef tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "GET /v2.0/ports?device_id=984973aa-64c8-4e58-a773-30fa5f1f6058 HTTP/1.1" status: 200  len: 931 time: 0.0815687
Dec 16 22:45:19.794725 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-56c6e00b-d10a-44e1-8b94-04c34932090c req-aaff7514-817e-4aa8-afde-5c67397290d9 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "GET /v2.0/security-groups?id=db5749b0-796c-4be3-905b-0ae3dc0464d9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0376995
Dec 16 22:45:19.875189 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.notifiers.nova [req-644625fd-1114-4a7d-a36a-9157a0eceef2 req-b8d17a3a-6e3e-4ab6-90a2-3297dfeca13c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 240bc655-f4ef-49b0-aade-28b0272e972b {{(pid=87506) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 22:45:19.882235 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-644625fd-1114-4a7d-a36a-9157a0eceef2 req-b8d17a3a-6e3e-4ab6-90a2-3297dfeca13c service neutron] Notify callbacks [] for port, precommit_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:45:19.896591 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.provisioning_blocks [req-644625fd-1114-4a7d-a36a-9157a0eceef2 req-b8d17a3a-6e3e-4ab6-90a2-3297dfeca13c service neutron] Transition to ACTIVE for port object 240bc655-f4ef-49b0-aade-28b0272e972b will not be triggered until provisioned by entity L2. {{(pid=87506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:45:19.900270 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-644625fd-1114-4a7d-a36a-9157a0eceef2 req-b8d17a3a-6e3e-4ab6-90a2-3297dfeca13c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1863400'] for port, after_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:45:19.903740 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-58156e4d-4f09-428e-86e3-b53406269dd1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:45:20.029522 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d17a3a-6e3e-4ab6-90a2-3297dfeca13c service neutron] Pushing event updated for resources: {'Port': ['ID=240bc655-f4ef-49b0-aade-28b0272e972b,revision_number=2']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:45:20.056002 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-b8d17a3a-6e3e-4ab6-90a2-3297dfeca13c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:45:20.133945 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.managers [req-644625fd-1114-4a7d-a36a-9157a0eceef2 req-b8d17a3a-6e3e-4ab6-90a2-3297dfeca13c service neutron] Attempting to bind port 240bc655-f4ef-49b0-aade-28b0272e972b on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=87506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 22:45:20.134222 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.managers [req-644625fd-1114-4a7d-a36a-9157a0eceef2 req-b8d17a3a-6e3e-4ab6-90a2-3297dfeca13c service neutron] Attempting to bind port 240bc655-f4ef-49b0-aade-28b0272e972b by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': 'cc14a791-bb88-48a8-a358-e445fdaeba12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'f9a89281-1310-4fb6-a17e-4b95b0d13ba9'}] {{(pid=87506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 22:45:20.134540 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-644625fd-1114-4a7d-a36a-9157a0eceef2 req-b8d17a3a-6e3e-4ab6-90a2-3297dfeca13c service neutron] Attempting to bind port 240bc655-f4ef-49b0-aade-28b0272e972b on network f9a89281-1310-4fb6-a17e-4b95b0d13ba9 {{(pid=87506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 22:45:20.138985 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-644625fd-1114-4a7d-a36a-9157a0eceef2 req-b8d17a3a-6e3e-4ab6-90a2-3297dfeca13c service neutron] Port 240bc655-f4ef-49b0-aade-28b0272e972b on network f9a89281-1310-4fb6-a17e-4b95b0d13ba9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=87506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 16 22:45:20.139296 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-644625fd-1114-4a7d-a36a-9157a0eceef2 req-b8d17a3a-6e3e-4ab6-90a2-3297dfeca13c service neutron] Attempting to bind port 240bc655-f4ef-49b0-aade-28b0272e972b on network f9a89281-1310-4fb6-a17e-4b95b0d13ba9 {{(pid=87506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 22:45:20.144786 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-644625fd-1114-4a7d-a36a-9157a0eceef2 req-b8d17a3a-6e3e-4ab6-90a2-3297dfeca13c service neutron] Checking agent: {'id': '849b5cbb-8f70-4c31-8f37-fd42f8351747', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8218', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 30, 8), 'started_at': datetime.datetime(2021, 12, 16, 22, 30, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 45, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 22:45:20.145116 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-644625fd-1114-4a7d-a36a-9157a0eceef2 req-b8d17a3a-6e3e-4ab6-90a2-3297dfeca13c service neutron] Checking segment: {'id': 'cc14a791-bb88-48a8-a358-e445fdaeba12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'f9a89281-1310-4fb6-a17e-4b95b0d13ba9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 22:45:20.145489 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-644625fd-1114-4a7d-a36a-9157a0eceef2 req-b8d17a3a-6e3e-4ab6-90a2-3297dfeca13c service neutron] Bound using segment: {'id': 'cc14a791-bb88-48a8-a358-e445fdaeba12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'f9a89281-1310-4fb6-a17e-4b95b0d13ba9'} {{(pid=87506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 22:45:20.145901 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.managers [req-644625fd-1114-4a7d-a36a-9157a0eceef2 req-b8d17a3a-6e3e-4ab6-90a2-3297dfeca13c service neutron] Bound port: 240bc655-f4ef-49b0-aade-28b0272e972b, host: hv-neutron-8218, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc14a791-bb88-48a8-a358-e445fdaeba12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'f9a89281-1310-4fb6-a17e-4b95b0d13ba9'}}] {{(pid=87506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 22:45:20.146246 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-644625fd-1114-4a7d-a36a-9157a0eceef2 req-b8d17a3a-6e3e-4ab6-90a2-3297dfeca13c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:45:20.234614 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.db [req-644625fd-1114-4a7d-a36a-9157a0eceef2 req-b8d17a3a-6e3e-4ab6-90a2-3297dfeca13c service neutron] For port 240bc655-f4ef-49b0-aade-28b0272e972b, host hv-neutron-8218, cleared binding levels {{(pid=87506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 22:45:20.237615 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.db [req-644625fd-1114-4a7d-a36a-9157a0eceef2 req-b8d17a3a-6e3e-4ab6-90a2-3297dfeca13c service neutron] For port 240bc655-f4ef-49b0-aade-28b0272e972b, host hv-neutron-8218, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=240bc655-f4ef-49b0-aade-28b0272e972b,segment=NetworkSegment(cc14a791-bb88-48a8-a358-e445fdaeba12),segment_id=cc14a791-bb88-48a8-a358-e445fdaeba12)] {{(pid=87506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 22:45:20.241687 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-644625fd-1114-4a7d-a36a-9157a0eceef2 req-b8d17a3a-6e3e-4ab6-90a2-3297dfeca13c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1863400'] for port, after_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:45:20.245105 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-2fd98fae-91f2-4f69-86a2-9cab78e84384 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:45:20.299815 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644625fd-1114-4a7d-a36a-9157a0eceef2 req-b8d17a3a-6e3e-4ab6-90a2-3297dfeca13c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:45:20.300428 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-644625fd-1114-4a7d-a36a-9157a0eceef2 req-b8d17a3a-6e3e-4ab6-90a2-3297dfeca13c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for port, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:45:20.301771 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-644625fd-1114-4a7d-a36a-9157a0eceef2 req-b8d17a3a-6e3e-4ab6-90a2-3297dfeca13c service neutron] 10.222.0.49 "PUT /v2.0/ports/240bc655-f4ef-49b0-aade-28b0272e972b HTTP/1.1" status: 200  len: 1093 time: 0.9854650
Dec 16 22:45:20.302289 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '984973aa-64c8-4e58-a773-30fa5f1f6058', 'tag': '240bc655-f4ef-49b0-aade-28b0272e972b'}] {{(pid=87506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 22:45:20.323864 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d17a3a-6e3e-4ab6-90a2-3297dfeca13c service neutron] Pushing event updated for resources: {'Port': ['ID=240bc655-f4ef-49b0-aade-28b0272e972b,revision_number=3']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:45:20.327288 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-b8d17a3a-6e3e-4ab6-90a2-3297dfeca13c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:45:20.348452 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '984973aa-64c8-4e58-a773-30fa5f1f6058', 'tag': '240bc655-f4ef-49b0-aade-28b0272e972b', 'status': 'completed', 'code': 200}
Dec 16 22:45:20.469032 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644625fd-1114-4a7d-a36a-9157a0eceef2 req-1c94438a-66c1-424d-99ca-6900259bef51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:45:20.470580 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-644625fd-1114-4a7d-a36a-9157a0eceef2 req-1c94438a-66c1-424d-99ca-6900259bef51 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b7e45fda9ad540a6ac359d1c64c9adb2&device_id=984973aa-64c8-4e58-a773-30fa5f1f6058 HTTP/1.1" status: 200  len: 1096 time: 0.0804877
Dec 16 22:45:20.543509 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-644625fd-1114-4a7d-a36a-9157a0eceef2 req-66cf2cc0-637a-45b0-ac35-6ed046ee931b service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=240bc655-f4ef-49b0-aade-28b0272e972b HTTP/1.1" status: 200  len: 217 time: 0.0603998
Dec 16 22:45:20.606851 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644625fd-1114-4a7d-a36a-9157a0eceef2 req-83a9a561-3b95-4b0f-9d59-a05fccba270f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:45:20.608334 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-644625fd-1114-4a7d-a36a-9157a0eceef2 req-83a9a561-3b95-4b0f-9d59-a05fccba270f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8c7847cc-22e6-4fcf-9ce4-047be8298fbc HTTP/1.1" status: 200  len: 835 time: 0.0590987
Dec 16 22:45:20.681327 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644625fd-1114-4a7d-a36a-9157a0eceef2 req-68560b8b-c199-409a-97a1-de9f2883e507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:45:20.682661 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-644625fd-1114-4a7d-a36a-9157a0eceef2 req-68560b8b-c199-409a-97a1-de9f2883e507 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f9a89281-1310-4fb6-a17e-4b95b0d13ba9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0683410
Dec 16 22:45:20.809678 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-644625fd-1114-4a7d-a36a-9157a0eceef2 req-65e6ea45-f831-4023-88c2-ffd04111313d service neutron] 10.222.0.49 "GET /v2.0/networks/f9a89281-1310-4fb6-a17e-4b95b0d13ba9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1197307
Dec 16 22:45:20.939215 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-644625fd-1114-4a7d-a36a-9157a0eceef2 req-6d2a0e93-6607-4ef9-a652-5663a07ceebc service neutron] 10.222.0.49 "GET /v2.0/networks/f9a89281-1310-4fb6-a17e-4b95b0d13ba9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1230991
Dec 16 22:45:20.983210 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d0cd75-68c0-4b06-b5bf-fc84dc26c6d2 req-8de90809-2c4e-4249-a048-1e72de3950fb tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:45:20.984668 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-44d0cd75-68c0-4b06-b5bf-fc84dc26c6d2 req-8de90809-2c4e-4249-a048-1e72de3950fb tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "GET /v2.0/ports?device_id=984973aa-64c8-4e58-a773-30fa5f1f6058 HTTP/1.1" status: 200  len: 943 time: 0.0847366
Dec 16 22:45:21.029746 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-44d0cd75-68c0-4b06-b5bf-fc84dc26c6d2 req-2cf10295-7f2d-4126-a562-dc0f01f2ea7f tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "GET /v2.0/security-groups?id=db5749b0-796c-4be3-905b-0ae3dc0464d9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0384789
Dec 16 22:45:21.092402 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb978c55-86fe-4e86-9293-f5b68444cb6d req-7b9ed185-c4bd-4ae6-8dbc-6c85d8dae317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:45:21.093860 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-eb978c55-86fe-4e86-9293-f5b68444cb6d req-7b9ed185-c4bd-4ae6-8dbc-6c85d8dae317 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b7e45fda9ad540a6ac359d1c64c9adb2&device_id=984973aa-64c8-4e58-a773-30fa5f1f6058 HTTP/1.1" status: 200  len: 1096 time: 0.0688970
Dec 16 22:45:21.222542 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb978c55-86fe-4e86-9293-f5b68444cb6d req-f8386849-f9a0-4154-abd3-8830a8e9f3c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:45:21.223919 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-eb978c55-86fe-4e86-9293-f5b68444cb6d req-f8386849-f9a0-4154-abd3-8830a8e9f3c0 service neutron] 10.222.0.49 "GET /v2.0/networks?id=f9a89281-1310-4fb6-a17e-4b95b0d13ba9 HTTP/1.1" status: 200  len: 898 time: 0.1224687
Dec 16 22:45:21.294377 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-eb978c55-86fe-4e86-9293-f5b68444cb6d req-41a003eb-45cb-48b9-b3ab-faf79134e8b0 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=240bc655-f4ef-49b0-aade-28b0272e972b HTTP/1.1" status: 200  len: 217 time: 0.0630507
Dec 16 22:45:21.357642 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb978c55-86fe-4e86-9293-f5b68444cb6d req-5572716b-c11d-4d0d-86df-b40de234be3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:45:21.358991 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-eb978c55-86fe-4e86-9293-f5b68444cb6d req-5572716b-c11d-4d0d-86df-b40de234be3e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8c7847cc-22e6-4fcf-9ce4-047be8298fbc HTTP/1.1" status: 200  len: 835 time: 0.0582685
Dec 16 22:45:21.605962 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb978c55-86fe-4e86-9293-f5b68444cb6d req-959619f1-ec3f-4a90-9de8-1f7c416fd574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:45:21.607427 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-eb978c55-86fe-4e86-9293-f5b68444cb6d req-959619f1-ec3f-4a90-9de8-1f7c416fd574 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f9a89281-1310-4fb6-a17e-4b95b0d13ba9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.2397912
Dec 16 22:45:21.610976 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-4bca86aa-d4d2-4c02-81b9-ccf0bec7e0d9 req-01c66e1a-1610-443b-a161-9f2d4eb1d585 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=3cee4a08-0a9e-4000-b073-b78b3b5f2a71&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1077583
Dec 16 22:45:21.810734 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-eb978c55-86fe-4e86-9293-f5b68444cb6d req-c495162e-af14-4356-8a2e-1727c1ff441d service neutron] 10.222.0.49 "GET /v2.0/networks/f9a89281-1310-4fb6-a17e-4b95b0d13ba9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1735959
Dec 16 22:45:21.837750 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bca86aa-d4d2-4c02-81b9-ccf0bec7e0d9 req-96626752-f4fa-47b4-b778-1b5ecf6a2754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:45:21.839095 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-4bca86aa-d4d2-4c02-81b9-ccf0bec7e0d9 req-96626752-f4fa-47b4-b778-1b5ecf6a2754 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b7e45fda9ad540a6ac359d1c64c9adb2&device_id=3cee4a08-0a9e-4000-b073-b78b3b5f2a71 HTTP/1.1" status: 200  len: 1099 time: 0.1371882
Dec 16 22:45:21.986246 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Device 240bc655-f4ef-49b0-aade-28b0272e972b details requested by agent hyperv_hv-neutron-8218 with host hv-neutron-8218 {{(pid=87508) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 16 22:45:22.042000 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-eb978c55-86fe-4e86-9293-f5b68444cb6d req-13c906f0-b037-4f4d-a12f-6251d9fb0249 service neutron] 10.222.0.49 "GET /v2.0/networks/f9a89281-1310-4fb6-a17e-4b95b0d13ba9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2246752
Dec 16 22:45:22.057508 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bca86aa-d4d2-4c02-81b9-ccf0bec7e0d9 req-6a784ee4-a386-4a72-b7d9-341eaf4852e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:45:22.058927 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-4bca86aa-d4d2-4c02-81b9-ccf0bec7e0d9 req-6a784ee4-a386-4a72-b7d9-341eaf4852e0 service neutron] 10.222.0.49 "GET /v2.0/networks?id=f9a89281-1310-4fb6-a17e-4b95b0d13ba9 HTTP/1.1" status: 200  len: 898 time: 0.1710134
Dec 16 22:45:22.123206 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] For port 240bc655-f4ef-49b0-aade-28b0272e972b, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=240bc655-f4ef-49b0-aade-28b0272e972b,segment=NetworkSegment(cc14a791-bb88-48a8-a358-e445fdaeba12),segment_id=cc14a791-bb88-48a8-a358-e445fdaeba12)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:45:22.132525 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-4bca86aa-d4d2-4c02-81b9-ccf0bec7e0d9 req-de0b5c49-b88c-4114-811c-1ceb59928621 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=050c527b-737d-4df4-a63b-77d849763418 HTTP/1.1" status: 200  len: 217 time: 0.0666330
Dec 16 22:45:22.136726 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Returning: {'device': '240bc655-f4ef-49b0-aade-28b0272e972b', 'network_id': 'f9a89281-1310-4fb6-a17e-4b95b0d13ba9', 'port_id': '240bc655-f4ef-49b0-aade-28b0272e972b', 'mac_address': 'fa:16:3e:c6:4e:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c7847cc-22e6-4fcf-9ce4-047be8298fbc', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87508) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 16 22:45:22.191814 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:45:22.195579 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bca86aa-d4d2-4c02-81b9-ccf0bec7e0d9 req-0202cc83-405e-4b96-83f7-edfde6361d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:45:22.197181 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-4bca86aa-d4d2-4c02-81b9-ccf0bec7e0d9 req-0202cc83-405e-4b96-83f7-edfde6361d26 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8c7847cc-22e6-4fcf-9ce4-047be8298fbc HTTP/1.1" status: 200  len: 835 time: 0.0584183
Dec 16 22:45:22.208794 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.notifiers.nova [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 240bc655-f4ef-49b0-aade-28b0272e972b {{(pid=87508) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 22:45:22.222438 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f578abe4-4f92-43e0-9322-a403c250191c req-89b8df45-f3d4-4c68-90c5-a5654630c938 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:45:22.224409 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-f578abe4-4f92-43e0-9322-a403c250191c req-89b8df45-f3d4-4c68-90c5-a5654630c938 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "GET /v2.0/ports?device_id=984973aa-64c8-4e58-a773-30fa5f1f6058 HTTP/1.1" status: 200  len: 943 time: 0.0848792
Dec 16 22:45:22.227951 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] For port 240bc655-f4ef-49b0-aade-28b0272e972b, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=240bc655-f4ef-49b0-aade-28b0272e972b,segment=NetworkSegment(cc14a791-bb88-48a8-a358-e445fdaeba12),segment_id=cc14a791-bb88-48a8-a358-e445fdaeba12)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:45:22.233009 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:45:22.234819 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:45:22.275588 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-f578abe4-4f92-43e0-9322-a403c250191c req-5e2af052-808e-44e6-b328-0cd62eec0236 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "GET /v2.0/security-groups?id=db5749b0-796c-4be3-905b-0ae3dc0464d9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0450819
Dec 16 22:45:22.277471 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bca86aa-d4d2-4c02-81b9-ccf0bec7e0d9 req-fbc4713e-572b-4464-a477-d011ad4c3e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:45:22.279103 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-4bca86aa-d4d2-4c02-81b9-ccf0bec7e0d9 req-fbc4713e-572b-4464-a477-d011ad4c3e2f service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f9a89281-1310-4fb6-a17e-4b95b0d13ba9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0758877
Dec 16 22:45:22.303322 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Pushing event updated for resources: {'Port': ['ID=240bc655-f4ef-49b0-aade-28b0272e972b,revision_number=4']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:45:22.310440 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:45:22.310796 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:45:22.311140 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:45:22.311482 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:45:22.311841 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:45:22.312271 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:45:22.312609 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:45:22.312974 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:45:22.313302 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:45:22.313628 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:45:22.313953 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:45:22.314278 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:45:22.318104 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:45:22.409366 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-4bca86aa-d4d2-4c02-81b9-ccf0bec7e0d9 req-fc330860-456c-420c-9ff6-b2c4ba273990 service neutron] 10.222.0.49 "GET /v2.0/networks/f9a89281-1310-4fb6-a17e-4b95b0d13ba9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1231139
Dec 16 22:45:22.509870 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] get_ports_and_sgs() called for port_ids ['240bc655-f4ef-49b0-aade-28b0272e972b'] {{(pid=87508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 22:45:22.541483 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-4bca86aa-d4d2-4c02-81b9-ccf0bec7e0d9 req-73fa36ea-5b4b-452f-b335-10f390e8d460 service neutron] 10.222.0.49 "GET /v2.0/networks/f9a89281-1310-4fb6-a17e-4b95b0d13ba9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1248324
Dec 16 22:45:23.461856 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b369310a-1c93-4e2d-a813-9485c556f865 req-16832ec3-8212-4dad-af04-3eefe444f246 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:45:23.464299 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-b369310a-1c93-4e2d-a813-9485c556f865 req-16832ec3-8212-4dad-af04-3eefe444f246 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "GET /v2.0/ports?device_id=984973aa-64c8-4e58-a773-30fa5f1f6058 HTTP/1.1" status: 200  len: 944 time: 0.0832586
Dec 16 22:45:23.507118 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-b369310a-1c93-4e2d-a813-9485c556f865 req-88620222-c938-4e6c-9bfa-edc6ead79c7c tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "GET /v2.0/security-groups?id=db5749b0-796c-4be3-905b-0ae3dc0464d9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0381730
Dec 16 22:45:23.987810 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Device 240bc655-f4ef-49b0-aade-28b0272e972b up at agent hyperv_hv-neutron-8218 {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 22:45:24.052092 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Provisioning for port 240bc655-f4ef-49b0-aade-28b0272e972b completed by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 22:45:24.056564 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Provisioning complete for port 240bc655-f4ef-49b0-aade-28b0272e972b triggered by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:45:24.056948 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:45:24.202983 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:45:24.228732 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '984973aa-64c8-4e58-a773-30fa5f1f6058', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '240bc655-f4ef-49b0-aade-28b0272e972b'}] {{(pid=87508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 22:45:24.238517 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] For port 240bc655-f4ef-49b0-aade-28b0272e972b, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=240bc655-f4ef-49b0-aade-28b0272e972b,segment=NetworkSegment(cc14a791-bb88-48a8-a358-e445fdaeba12),segment_id=cc14a791-bb88-48a8-a358-e445fdaeba12)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:45:24.242183 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:45:24.244103 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:45:24.310842 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Pushing event updated for resources: {'Port': ['ID=240bc655-f4ef-49b0-aade-28b0272e972b,revision_number=5']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:45:24.314371 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:45:24.391854 dv-neutron-821829-1-hyperv neutron-server[87508]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '984973aa-64c8-4e58-a773-30fa5f1f6058', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '240bc655-f4ef-49b0-aade-28b0272e972b', 'code': 200}
Dec 16 22:45:24.647145 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d30964-d36c-48eb-8e52-e1d433d66ed4 req-35a0d074-d0a7-4e36-9669-d6925756f43c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:45:24.648683 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-07d30964-d36c-48eb-8e52-e1d433d66ed4 req-35a0d074-d0a7-4e36-9669-d6925756f43c service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=984973aa-64c8-4e58-a773-30fa5f1f6058 HTTP/1.1" status: 200  len: 1098 time: 0.0688455
Dec 16 22:45:24.687504 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9417df62-5cf8-4320-8fa9-1bccacaad1e1 req-62b709b6-a35f-4a42-bc98-db44b020467f tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:45:24.689217 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-07d30964-d36c-48eb-8e52-e1d433d66ed4 req-fb376cc7-0936-4551-8d49-57c170c00112 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=db5749b0-796c-4be3-905b-0ae3dc0464d9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0343320
Dec 16 22:45:24.689584 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-9417df62-5cf8-4320-8fa9-1bccacaad1e1 req-62b709b6-a35f-4a42-bc98-db44b020467f tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "GET /v2.0/ports?device_id=984973aa-64c8-4e58-a773-30fa5f1f6058 HTTP/1.1" status: 200  len: 945 time: 0.0792022
Dec 16 22:45:24.732487 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-9417df62-5cf8-4320-8fa9-1bccacaad1e1 req-2d47f75e-c4c6-42e7-a6fd-1c1de08d3a36 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "GET /v2.0/security-groups?id=db5749b0-796c-4be3-905b-0ae3dc0464d9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0370965
Dec 16 22:45:25.921842 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b20b0e7-9382-4232-92a5-e402823e01a6 req-66350ef4-e604-4778-8989-9cc9cec87427 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:45:25.923312 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-3b20b0e7-9382-4232-92a5-e402823e01a6 req-66350ef4-e604-4778-8989-9cc9cec87427 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "GET /v2.0/ports?device_id=984973aa-64c8-4e58-a773-30fa5f1f6058 HTTP/1.1" status: 200  len: 945 time: 0.0826786
Dec 16 22:45:25.965616 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-3b20b0e7-9382-4232-92a5-e402823e01a6 req-e3ab11e4-730f-4341-a4f7-eb0ea64d6a89 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "GET /v2.0/security-groups?id=db5749b0-796c-4be3-905b-0ae3dc0464d9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0367141
Dec 16 22:45:26.144427 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70069d6-3b9e-4638-aa46-5c392f558a53 req-3acd1a14-3d8f-413a-b342-b91cbf030699 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:45:26.145837 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-d70069d6-3b9e-4638-aa46-5c392f558a53 req-3acd1a14-3d8f-413a-b342-b91cbf030699 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "GET /v2.0/ports?device_id=984973aa-64c8-4e58-a773-30fa5f1f6058 HTTP/1.1" status: 200  len: 945 time: 0.0773277
Dec 16 22:45:26.190885 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-d70069d6-3b9e-4638-aa46-5c392f558a53 req-c961aaac-d30c-4a19-b086-8bd7bc281174 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "GET /v2.0/security-groups?id=db5749b0-796c-4be3-905b-0ae3dc0464d9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0396023
Dec 16 22:45:26.213040 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 49722) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:45:26.282789 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5207681-0df7-4ecc-8e20-f169b1051efa tempest-TestNetworkBasicOps-761014822 tempest-TestNetworkBasicOps-761014822-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:45:26.284284 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-b5207681-0df7-4ecc-8e20-f169b1051efa tempest-TestNetworkBasicOps-761014822 tempest-TestNetworkBasicOps-761014822-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=984973aa-64c8-4e58-a773-30fa5f1f6058 HTTP/1.1" status: 200  len: 1093 time: 0.0703197
Dec 16 22:45:26.287095 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 49726) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:45:26.291947 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-77a7d867-83c5-48cd-82fa-7c60bb00e9b1 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Request body: {'floatingip': {'port_id': '240bc655-f4ef-49b0-aade-28b0272e972b'}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:45:26.368068 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-77a7d867-83c5-48cd-82fa-7c60bb00e9b1 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for floatingip, before_update {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:45:26.535008 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.agents_db [None req-0abd2616-a86c-48e2-be07-10823335a5bb None None] Agent healthcheck: found 6 active agents {{(pid=87509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 22:45:27.046102 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-77a7d867-83c5-48cd-82fa-7c60bb00e9b1 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:45:27.050269 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-77a7d867-83c5-48cd-82fa-7c60bb00e9b1 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3741874'] for floatingip, after_update {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:45:27.218539 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.db.l3_db [None req-77a7d867-83c5-48cd-82fa-7c60bb00e9b1 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Floating IP cb83cec1-946b-403c-a994-7e72df02057f associated. External IP: 172.26.0.254, port: 240bc655-f4ef-49b0-aade-28b0272e972b.
Dec 16 22:45:27.562533 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77a7d867-83c5-48cd-82fa-7c60bb00e9b1 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Router 8dfbd8e7-c358-4300-818a-7eec7d668b58 has already been hosted by L3 agent 4f519db7-069b-43e2-8411-c092bac9102a {{(pid=87507) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 22:45:27.747360 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77a7d867-83c5-48cd-82fa-7c60bb00e9b1 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify agent at l3_agent.dv-neutron-821829-1-hyperv the message routers_updated {{(pid=87507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 22:45:27.751470 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-77a7d867-83c5-48cd-82fa-7c60bb00e9b1 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for floatingip, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:45:27.756857 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a2ae717-06d8-4e48-ac61-4fa1b1b1b31d None None] Sync routers for ids ['8dfbd8e7-c358-4300-818a-7eec7d668b58'] in dv-neutron-821829-1-hyperv {{(pid=87509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 22:45:27.766975 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a2ae717-06d8-4e48-ac61-4fa1b1b1b31d None None] Routers {'8dfbd8e7-c358-4300-818a-7eec7d668b58'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:45:27.767659 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-6a2ae717-06d8-4e48-ac61-4fa1b1b1b31d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b7cbf91c0>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:45:01Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['8dfbd8e7-c358-4300-818a-7eec7d668b58'], 'active': True} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:45:27.805234 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-77a7d867-83c5-48cd-82fa-7c60bb00e9b1 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "PUT /v2.0/floatingips/cb83cec1-946b-403c-a994-7e72df02057f HTTP/1.1" status: 200  len: 991 time: 1.5171528
Dec 16 22:45:27.805997 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '984973aa-64c8-4e58-a773-30fa5f1f6058', 'tag': '240bc655-f4ef-49b0-aade-28b0272e972b'}] {{(pid=87507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 22:45:27.808096 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 49730) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:45:27.905180 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '984973aa-64c8-4e58-a773-30fa5f1f6058', 'tag': '240bc655-f4ef-49b0-aade-28b0272e972b', 'status': 'completed', 'code': 200}
Dec 16 22:45:27.917403 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-4cd59b4b-22ce-45d2-acb7-5d8d66578d5e tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "GET /v2.0/floatingips/cb83cec1-946b-403c-a994-7e72df02057f HTTP/1.1" status: 200  len: 991 time: 0.1080227
Dec 16 22:45:27.954088 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvr_db [None req-6a2ae717-06d8-4e48-ac61-4fa1b1b1b31d None None] Set router 8dfbd8e7-c358-4300-818a-7eec7d668b58 gateway port host: dv-neutron-821829-1-hyperv {{(pid=87509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 22:45:28.027047 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc14a02-f82e-486d-8944-05353b91285f req-5b4b6224-350e-49ed-b1bb-fe92628c6c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:45:28.028733 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-fcc14a02-f82e-486d-8944-05353b91285f req-5b4b6224-350e-49ed-b1bb-fe92628c6c06 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b7e45fda9ad540a6ac359d1c64c9adb2&device_id=984973aa-64c8-4e58-a773-30fa5f1f6058 HTTP/1.1" status: 200  len: 1098 time: 0.0767093
Dec 16 22:45:28.138507 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-30f579a2-fb18-439f-bde3-7f2cd2e08d9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:45:28.298735 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc14a02-f82e-486d-8944-05353b91285f req-7553dfe7-9ca2-480d-917f-26ff793129ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:45:28.300246 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-fcc14a02-f82e-486d-8944-05353b91285f req-7553dfe7-9ca2-480d-917f-26ff793129ed service neutron] 10.222.0.49 "GET /v2.0/networks?id=f9a89281-1310-4fb6-a17e-4b95b0d13ba9 HTTP/1.1" status: 200  len: 898 time: 0.2470078
Dec 16 22:45:28.337840 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-6a2ae717-06d8-4e48-ac61-4fa1b1b1b31d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b7cbf91c0>, [{'id': '8dfbd8e7-c358-4300-818a-7eec7d668b58', 'name': 'tempest-TestNetworkBasicOps-router-1840926513', 'tenant_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.221'}], 'enable_snat': True}, 'gw_port_id': 'f572ace6-6dcc-45f3-9fe1-3661e03178d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:44:12Z', 'updated_at': '2021-12-16T22:44:17Z', 'revision_number': 4, 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'gw_port': {'id': 'f572ace6-6dcc-45f3-9fe1-3661e03178d0', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:8a:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dfbd8e7-c358-4300-818a-7eec7d668b58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:44:13Z', 'updated_at': '2021-12-16T22:44:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv', '_floatingips': [{'id': 'cb83cec1-946b-403c-a994-7e72df02057f', 'tenant_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'floating_ip_address': '172.26.0.254', 'floating_network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'router_id': '8dfbd8e7-c358-4300-818a-7eec7d668b58', 'port_id': '240bc655-f4ef-49b0-aade-28b0272e972b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1381, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9a89281-1310-4fb6-a17e-4b95b0d13ba9', 'mac_address': 'fa:16:3e:c6:4e:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '984973aa-64c8-4e58-a773-30fa5f1f6058', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T22:44:35Z', 'updated_at': '2021-12-16T22:45:26Z', 'revision_number': 5, 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '345851d7-1dc8-406f-86de-d8334ce2e705', 'name': '', 'network_id': 'f9a89281-1310-4fb6-a17e-4b95b0d13ba9', 'tenant_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'mac_address': 'fa:16:3e:32:ad:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dfbd8e7-c358-4300-818a-7eec7d668b58', 'device_owner': 'network:router_interface', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': '8c7847cc-22e6-4fcf-9ce4-047be8298fbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:44:16Z', 'updated_at': '2021-12-16T22:44:23Z', 'revision_number': 5, 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'subnets': [{'id': '8c7847cc-22e6-4fcf-9ce4-047be8298fbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:45:28.341615 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a2ae717-06d8-4e48-ac61-4fa1b1b1b31d None None] Checking router: 8dfbd8e7-c358-4300-818a-7eec7d668b58 for host: dv-neutron-821829-1-hyperv {{(pid=87509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 22:45:28.350361 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a2ae717-06d8-4e48-ac61-4fa1b1b1b31d None None] Routers {'8dfbd8e7-c358-4300-818a-7eec7d668b58'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:45:28.350963 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-6a2ae717-06d8-4e48-ac61-4fa1b1b1b31d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b7cbf91c0>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:45:01Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['8dfbd8e7-c358-4300-818a-7eec7d668b58'], 'active': True} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:45:28.402247 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-fcc14a02-f82e-486d-8944-05353b91285f req-211c7057-0668-48b4-a4ac-76c9659a7220 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=240bc655-f4ef-49b0-aade-28b0272e972b HTTP/1.1" status: 200  len: 999 time: 0.0955205
Dec 16 22:45:28.464096 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc14a02-f82e-486d-8944-05353b91285f req-24cad5fa-1c32-417c-8a14-a59585c99380 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:45:28.465538 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-fcc14a02-f82e-486d-8944-05353b91285f req-24cad5fa-1c32-417c-8a14-a59585c99380 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8c7847cc-22e6-4fcf-9ce4-047be8298fbc HTTP/1.1" status: 200  len: 835 time: 0.0573273
Dec 16 22:45:28.525933 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvr_db [None req-6a2ae717-06d8-4e48-ac61-4fa1b1b1b31d None None] Set router 8dfbd8e7-c358-4300-818a-7eec7d668b58 gateway port host: dv-neutron-821829-1-hyperv {{(pid=87509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 22:45:28.540949 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc14a02-f82e-486d-8944-05353b91285f req-ad41912b-071a-4889-b8d1-fc554b8b28a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:45:28.542440 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-fcc14a02-f82e-486d-8944-05353b91285f req-ad41912b-071a-4889-b8d1-fc554b8b28a4 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f9a89281-1310-4fb6-a17e-4b95b0d13ba9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0708416
Dec 16 22:45:28.672557 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-fcc14a02-f82e-486d-8944-05353b91285f req-1380a6f7-100e-4b87-bf2c-27099be171a8 service neutron] 10.222.0.49 "GET /v2.0/networks/f9a89281-1310-4fb6-a17e-4b95b0d13ba9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1232209
Dec 16 22:45:28.804176 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-fcc14a02-f82e-486d-8944-05353b91285f req-6f6bf57c-aa71-4bd9-92b1-b9d6a141aed9 service neutron] 10.222.0.49 "GET /v2.0/networks/f9a89281-1310-4fb6-a17e-4b95b0d13ba9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1247869
Dec 16 22:45:28.871536 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-6a2ae717-06d8-4e48-ac61-4fa1b1b1b31d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b7cbf91c0>, [{'id': '8dfbd8e7-c358-4300-818a-7eec7d668b58', 'name': 'tempest-TestNetworkBasicOps-router-1840926513', 'tenant_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.221'}], 'enable_snat': True}, 'gw_port_id': 'f572ace6-6dcc-45f3-9fe1-3661e03178d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:44:12Z', 'updated_at': '2021-12-16T22:44:17Z', 'revision_number': 4, 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'gw_port': {'id': 'f572ace6-6dcc-45f3-9fe1-3661e03178d0', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:8a:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dfbd8e7-c358-4300-818a-7eec7d668b58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:44:13Z', 'updated_at': '2021-12-16T22:44:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv', '_floatingips': [{'id': 'cb83cec1-946b-403c-a994-7e72df02057f', 'tenant_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'floating_ip_address': '172.26.0.254', 'floating_network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'router_id': '8dfbd8e7-c358-4300-818a-7eec7d668b58', 'port_id': '240bc655-f4ef-49b0-aade-28b0272e972b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1381, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9a89281-1310-4fb6-a17e-4b95b0d13ba9', 'mac_address': 'fa:16:3e:c6:4e:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '984973aa-64c8-4e58-a773-30fa5f1f6058', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T22:44:35Z', 'updated_at': '2021-12-16T22:45:26Z', 'revision_number': 5, 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '345851d7-1dc8-406f-86de-d8334ce2e705', 'name': '', 'network_id': 'f9a89281-1310-4fb6-a17e-4b95b0d13ba9', 'tenant_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'mac_address': 'fa:16:3e:32:ad:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dfbd8e7-c358-4300-818a-7eec7d668b58', 'device_owner': 'network:router_interface', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': '8c7847cc-22e6-4fcf-9ce4-047be8298fbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:44:16Z', 'updated_at': '2021-12-16T22:44:23Z', 'revision_number': 5, 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'subnets': [{'id': '8c7847cc-22e6-4fcf-9ce4-047be8298fbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:45:28.876006 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a2ae717-06d8-4e48-ac61-4fa1b1b1b31d None None] The sync data for ids ['8dfbd8e7-c358-4300-818a-7eec7d668b58'] in dv-neutron-821829-1-hyperv is: [{'id': '8dfbd8e7-c358-4300-818a-7eec7d668b58', 'name': 'tempest-TestNetworkBasicOps-router-1840926513', 'tenant_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.221'}], 'enable_snat': True}, 'gw_port_id': 'f572ace6-6dcc-45f3-9fe1-3661e03178d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:44:12Z', 'updated_at': '2021-12-16T22:44:17Z', 'revision_number': 4, 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'gw_port': {'id': 'f572ace6-6dcc-45f3-9fe1-3661e03178d0', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:8a:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dfbd8e7-c358-4300-818a-7eec7d668b58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:44:13Z', 'updated_at': '2021-12-16T22:44:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv', '_floatingips': [{'id': 'cb83cec1-946b-403c-a994-7e72df02057f', 'tenant_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'floating_ip_address': '172.26.0.254', 'floating_network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'router_id': '8dfbd8e7-c358-4300-818a-7eec7d668b58', 'port_id': '240bc655-f4ef-49b0-aade-28b0272e972b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1381, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9a89281-1310-4fb6-a17e-4b95b0d13ba9', 'mac_address': 'fa:16:3e:c6:4e:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '984973aa-64c8-4e58-a773-30fa5f1f6058', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T22:44:35Z', 'updated_at': '2021-12-16T22:45:26Z', 'revision_number': 5, 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '345851d7-1dc8-406f-86de-d8334ce2e705', 'name': '', 'network_id': 'f9a89281-1310-4fb6-a17e-4b95b0d13ba9', 'tenant_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'mac_address': 'fa:16:3e:32:ad:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dfbd8e7-c358-4300-818a-7eec7d668b58', 'device_owner': 'network:router_interface', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': '8c7847cc-22e6-4fcf-9ce4-047be8298fbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:44:16Z', 'updated_at': '2021-12-16T22:44:23Z', 'revision_number': 5, 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'subnets': [{'id': '8c7847cc-22e6-4fcf-9ce4-047be8298fbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 22:45:28.920699 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 49738) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:45:29.069925 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa6885ef-109f-4463-906c-30ae2f6675e0 None None] New status for floating IP cb83cec1-946b-403c-a994-7e72df02057f: ACTIVE {{(pid=87508) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 16 22:45:29.159454 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-f24ddfbb-61ad-44f6-a3b6-4d161b5f50b8 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "GET /v2.0/floatingips/cb83cec1-946b-403c-a994-7e72df02057f HTTP/1.1" status: 200  len: 991 time: 0.2373905
Dec 16 22:45:30.162365 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 49742) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:45:30.267412 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-042a04df-e783-48eb-8aa6-bf85bd6074c5 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "GET /v2.0/floatingips/cb83cec1-946b-403c-a994-7e72df02057f HTTP/1.1" status: 200  len: 993 time: 0.1038439
Dec 16 22:45:30.574201 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-97dea5c1-840d-4bd8-b107-234ccb60a5df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:45:31.469534 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-3e729f7f-1589-4d54-9c4a-7ee6b283cc2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:45:31.669279 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:45:33.221778 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-4541ba3b-6be8-499c-bc94-3c60aa55c4f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:45:37.851774 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:45:57.256644 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949264f2-bb89-4139-b030-8e8666425edf req-ff3b5a6b-3c0c-4ad8-8bd7-02e7a6593843 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:45:57.258038 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-949264f2-bb89-4139-b030-8e8666425edf req-ff3b5a6b-3c0c-4ad8-8bd7-02e7a6593843 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "GET /v2.0/ports?device_id=984973aa-64c8-4e58-a773-30fa5f1f6058 HTTP/1.1" status: 200  len: 945 time: 0.0793307
Dec 16 22:45:57.302851 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-949264f2-bb89-4139-b030-8e8666425edf req-ed38fd70-1c6a-4c46-b0a2-70814ec82b49 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "GET /v2.0/security-groups?id=db5749b0-796c-4be3-905b-0ae3dc0464d9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0393035
Dec 16 22:45:58.141982 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-e989f3a7-8d9f-49e5-99b0-10b185c91e36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:45:58.494428 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba421cbc-a0cd-42aa-8b7f-86a7d154be62 req-fe9174c5-8c02-4320-9be2-8068669888bd tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:45:58.495904 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-ba421cbc-a0cd-42aa-8b7f-86a7d154be62 req-fe9174c5-8c02-4320-9be2-8068669888bd tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "GET /v2.0/ports?device_id=984973aa-64c8-4e58-a773-30fa5f1f6058 HTTP/1.1" status: 200  len: 945 time: 0.0825682
Dec 16 22:45:58.543497 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-ba421cbc-a0cd-42aa-8b7f-86a7d154be62 req-0e515ce9-3b72-4a93-947a-436cfe7b46f7 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "GET /v2.0/security-groups?id=db5749b0-796c-4be3-905b-0ae3dc0464d9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0414994
Dec 16 22:45:58.727679 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207d830e-db91-446f-8bbc-500795cdd891 req-939c0780-c5da-47e1-86cb-44b472df3957 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:45:58.728387 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [req-207d830e-db91-446f-8bbc-500795cdd891 req-939c0780-c5da-47e1-86cb-44b472df3957 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Synchronizing usage tracker for tenant:b7e45fda9ad540a6ac359d1c64c9adb2 on resource:port {{(pid=87506) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 22:45:58.743510 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [req-207d830e-db91-446f-8bbc-500795cdd891 req-939c0780-c5da-47e1-86cb-44b472df3957 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Unset dirty status for tenant:b7e45fda9ad540a6ac359d1c64c9adb2 on resource:port {{(pid=87506) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 22:45:58.744524 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-207d830e-db91-446f-8bbc-500795cdd891 req-939c0780-c5da-47e1-86cb-44b472df3957 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.49 "GET /v2.0/ports?device_id=984973aa-64c8-4e58-a773-30fa5f1f6058 HTTP/1.1" status: 200  len: 945 time: 0.0961199
Dec 16 22:45:58.811967 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [req-207d830e-db91-446f-8bbc-500795cdd891 req-97530451-681d-4fa8-b09d-a9e003e9056d tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Deleting port 240bc655-f4ef-49b0-aade-28b0272e972b {{(pid=87506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:45:58.812304 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-207d830e-db91-446f-8bbc-500795cdd891 req-97530451-681d-4fa8-b09d-a9e003e9056d tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:45:59.048611 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.db [req-207d830e-db91-446f-8bbc-500795cdd891 req-97530451-681d-4fa8-b09d-a9e003e9056d tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] For port 240bc655-f4ef-49b0-aade-28b0272e972b, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=240bc655-f4ef-49b0-aade-28b0272e972b,segment=NetworkSegment(cc14a791-bb88-48a8-a358-e445fdaeba12),segment_id=cc14a791-bb88-48a8-a358-e445fdaeba12)] {{(pid=87506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:45:59.048967 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-207d830e-db91-446f-8bbc-500795cdd891 req-97530451-681d-4fa8-b09d-a9e003e9056d tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:45:59.332785 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-207d830e-db91-446f-8bbc-500795cdd891 req-97530451-681d-4fa8-b09d-a9e003e9056d tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:45:59.333106 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-207d830e-db91-446f-8bbc-500795cdd891 req-97530451-681d-4fa8-b09d-a9e003e9056d tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3741874'] for floatingip, after_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:45:59.333415 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.db.l3_db [req-207d830e-db91-446f-8bbc-500795cdd891 req-97530451-681d-4fa8-b09d-a9e003e9056d tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Floating IP cb83cec1-946b-403c-a994-7e72df02057f disassociated. External IP: 172.26.0.254, port: 240bc655-f4ef-49b0-aade-28b0272e972b.
Dec 16 22:45:59.333750 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [req-207d830e-db91-446f-8bbc-500795cdd891 req-97530451-681d-4fa8-b09d-a9e003e9056d tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Calling delete_port for 240bc655-f4ef-49b0-aade-28b0272e972b owned by compute:nova {{(pid=87506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:45:59.472205 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-207d830e-db91-446f-8bbc-500795cdd891 req-97530451-681d-4fa8-b09d-a9e003e9056d tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1863393'] for port, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:45:59.477853 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-75ad8ca5-5473-46a2-baed-82ee1d3f38d7 tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:45:59.526630 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97530451-681d-4fa8-b09d-a9e003e9056d tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Pushing event deleted for resources: {'Port': ['ID=240bc655-f4ef-49b0-aade-28b0272e972b,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:45:59.531501 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-97530451-681d-4fa8-b09d-a9e003e9056d tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:45:59.694999 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-883c2989-4312-4018-88c9-b11c56462ea8 req-8622602e-8e9b-4632-8fd1-a40f101e9159 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "GET /v2.0/ports?device_id=984973aa-64c8-4e58-a773-30fa5f1f6058 HTTP/1.1" status: 200  len: 210 time: 0.0439587
Dec 16 22:45:59.828503 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.l3_agent_scheduler [req-207d830e-db91-446f-8bbc-500795cdd891 req-97530451-681d-4fa8-b09d-a9e003e9056d tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Router 8dfbd8e7-c358-4300-818a-7eec7d668b58 has already been hosted by L3 agent 4f519db7-069b-43e2-8411-c092bac9102a {{(pid=87506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 22:46:00.019320 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-207d830e-db91-446f-8bbc-500795cdd891 req-97530451-681d-4fa8-b09d-a9e003e9056d tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify agent at l3_agent.dv-neutron-821829-1-hyperv the message routers_updated {{(pid=87506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 22:46:00.028825 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5550b458-6ab3-4f2c-a01e-6523e77fcbd0 None None] Sync routers for ids ['8dfbd8e7-c358-4300-818a-7eec7d668b58'] in dv-neutron-821829-1-hyperv {{(pid=87509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 22:46:00.039231 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5550b458-6ab3-4f2c-a01e-6523e77fcbd0 None None] Routers {'8dfbd8e7-c358-4300-818a-7eec7d668b58'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:46:00.039870 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-5550b458-6ab3-4f2c-a01e-6523e77fcbd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b7cc9ff10>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:45:31Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['8dfbd8e7-c358-4300-818a-7eec7d668b58'], 'active': True} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:46:00.096028 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.l3_dvrscheduler_db [req-207d830e-db91-446f-8bbc-500795cdd891 req-97530451-681d-4fa8-b09d-a9e003e9056d tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] No DVR routers for this DVR port 240bc655-f4ef-49b0-aade-28b0272e972b on host hv-neutron-8218 {{(pid=87506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 22:46:00.098553 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-207d830e-db91-446f-8bbc-500795cdd891 req-97530451-681d-4fa8-b09d-a9e003e9056d tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for port, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:46:00.101367 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '984973aa-64c8-4e58-a773-30fa5f1f6058', 'name': 'network-vif-deleted', 'tag': '240bc655-f4ef-49b0-aade-28b0272e972b'}] {{(pid=87506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 22:46:00.119483 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-207d830e-db91-446f-8bbc-500795cdd891 req-97530451-681d-4fa8-b09d-a9e003e9056d tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.49 "DELETE /v2.0/ports/240bc655-f4ef-49b0-aade-28b0272e972b HTTP/1.1" status: 204  len: 173 time: 1.3691959
Dec 16 22:46:00.147441 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '984973aa-64c8-4e58-a773-30fa5f1f6058', 'name': 'network-vif-deleted', 'tag': '240bc655-f4ef-49b0-aade-28b0272e972b', 'status': 'completed', 'code': 200}
Dec 16 22:46:00.230366 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvr_db [None req-5550b458-6ab3-4f2c-a01e-6523e77fcbd0 None None] Set router 8dfbd8e7-c358-4300-818a-7eec7d668b58 gateway port host: dv-neutron-821829-1-hyperv {{(pid=87509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 22:46:00.571118 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-5550b458-6ab3-4f2c-a01e-6523e77fcbd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b7cc9ff10>, [{'id': '8dfbd8e7-c358-4300-818a-7eec7d668b58', 'name': 'tempest-TestNetworkBasicOps-router-1840926513', 'tenant_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.221'}], 'enable_snat': True}, 'gw_port_id': 'f572ace6-6dcc-45f3-9fe1-3661e03178d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:44:12Z', 'updated_at': '2021-12-16T22:44:17Z', 'revision_number': 4, 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'gw_port': {'id': 'f572ace6-6dcc-45f3-9fe1-3661e03178d0', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:8a:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dfbd8e7-c358-4300-818a-7eec7d668b58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:44:13Z', 'updated_at': '2021-12-16T22:44:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv', '_interfaces': [{'id': '345851d7-1dc8-406f-86de-d8334ce2e705', 'name': '', 'network_id': 'f9a89281-1310-4fb6-a17e-4b95b0d13ba9', 'tenant_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'mac_address': 'fa:16:3e:32:ad:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dfbd8e7-c358-4300-818a-7eec7d668b58', 'device_owner': 'network:router_interface', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': '8c7847cc-22e6-4fcf-9ce4-047be8298fbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:44:16Z', 'updated_at': '2021-12-16T22:44:23Z', 'revision_number': 5, 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'subnets': [{'id': '8c7847cc-22e6-4fcf-9ce4-047be8298fbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:46:00.575112 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5550b458-6ab3-4f2c-a01e-6523e77fcbd0 None None] Checking router: 8dfbd8e7-c358-4300-818a-7eec7d668b58 for host: dv-neutron-821829-1-hyperv {{(pid=87509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 22:46:00.580062 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-fb983e5c-0dd6-4a1b-b8ff-4e95d505c50b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:46:00.584599 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5550b458-6ab3-4f2c-a01e-6523e77fcbd0 None None] Routers {'8dfbd8e7-c358-4300-818a-7eec7d668b58'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:46:00.585172 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-5550b458-6ab3-4f2c-a01e-6523e77fcbd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b7cc9ff10>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:45:31Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['8dfbd8e7-c358-4300-818a-7eec7d668b58'], 'active': True} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:46:00.757897 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvr_db [None req-5550b458-6ab3-4f2c-a01e-6523e77fcbd0 None None] Set router 8dfbd8e7-c358-4300-818a-7eec7d668b58 gateway port host: dv-neutron-821829-1-hyperv {{(pid=87509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 22:46:00.792556 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 49770) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:46:00.864139 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-a62c3d39-517b-48c5-ac17-da32810ebd45 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for security_group, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:46:00.893740 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-a62c3d39-517b-48c5-ac17-da32810ebd45 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:46:00.956022 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-a62c3d39-517b-48c5-ac17-da32810ebd45 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841066'] for security_group, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:46:00.959782 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-bfe18143-efc4-4615-a35b-2d6c5b89ddbc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:46:00.973216 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62c3d39-517b-48c5-ac17-da32810ebd45 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=db5749b0-796c-4be3-905b-0ae3dc0464d9,revision_number=None']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:46:00.977581 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-a62c3d39-517b-48c5-ac17-da32810ebd45 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:46:00.985186 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-a62c3d39-517b-48c5-ac17-da32810ebd45 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for security_group, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:46:00.989315 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-a62c3d39-517b-48c5-ac17-da32810ebd45 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "DELETE /v2.0/security-groups/db5749b0-796c-4be3-905b-0ae3dc0464d9 HTTP/1.1" status: 204  len: 168 time: 0.1931584
Dec 16 22:46:01.017955 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 49776) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:46:01.094244 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-5550b458-6ab3-4f2c-a01e-6523e77fcbd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b7cc9ff10>, [{'id': '8dfbd8e7-c358-4300-818a-7eec7d668b58', 'name': 'tempest-TestNetworkBasicOps-router-1840926513', 'tenant_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.221'}], 'enable_snat': True}, 'gw_port_id': 'f572ace6-6dcc-45f3-9fe1-3661e03178d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:44:12Z', 'updated_at': '2021-12-16T22:44:17Z', 'revision_number': 4, 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'gw_port': {'id': 'f572ace6-6dcc-45f3-9fe1-3661e03178d0', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:8a:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dfbd8e7-c358-4300-818a-7eec7d668b58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:44:13Z', 'updated_at': '2021-12-16T22:44:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv', '_interfaces': [{'id': '345851d7-1dc8-406f-86de-d8334ce2e705', 'name': '', 'network_id': 'f9a89281-1310-4fb6-a17e-4b95b0d13ba9', 'tenant_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'mac_address': 'fa:16:3e:32:ad:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dfbd8e7-c358-4300-818a-7eec7d668b58', 'device_owner': 'network:router_interface', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': '8c7847cc-22e6-4fcf-9ce4-047be8298fbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:44:16Z', 'updated_at': '2021-12-16T22:44:23Z', 'revision_number': 5, 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'subnets': [{'id': '8c7847cc-22e6-4fcf-9ce4-047be8298fbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:46:01.098073 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5550b458-6ab3-4f2c-a01e-6523e77fcbd0 None None] The sync data for ids ['8dfbd8e7-c358-4300-818a-7eec7d668b58'] in dv-neutron-821829-1-hyperv is: [{'id': '8dfbd8e7-c358-4300-818a-7eec7d668b58', 'name': 'tempest-TestNetworkBasicOps-router-1840926513', 'tenant_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.221'}], 'enable_snat': True}, 'gw_port_id': 'f572ace6-6dcc-45f3-9fe1-3661e03178d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:44:12Z', 'updated_at': '2021-12-16T22:44:17Z', 'revision_number': 4, 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'gw_port': {'id': 'f572ace6-6dcc-45f3-9fe1-3661e03178d0', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:8a:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dfbd8e7-c358-4300-818a-7eec7d668b58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:44:13Z', 'updated_at': '2021-12-16T22:44:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv', '_interfaces': [{'id': '345851d7-1dc8-406f-86de-d8334ce2e705', 'name': '', 'network_id': 'f9a89281-1310-4fb6-a17e-4b95b0d13ba9', 'tenant_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'mac_address': 'fa:16:3e:32:ad:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dfbd8e7-c358-4300-818a-7eec7d668b58', 'device_owner': 'network:router_interface', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': '8c7847cc-22e6-4fcf-9ce4-047be8298fbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:44:16Z', 'updated_at': '2021-12-16T22:44:23Z', 'revision_number': 5, 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'subnets': [{'id': '8c7847cc-22e6-4fcf-9ce4-047be8298fbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 22:46:01.177464 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [None req-6f297a97-3a78-4eee-9b14-d7e9b2e7400b tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Deleting port c4ad2f9d-4b9d-4b6d-99c2-a565e4307171 {{(pid=87506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:46:01.177827 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-6f297a97-3a78-4eee-9b14-d7e9b2e7400b tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:46:01.328206 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa45822b-c17d-4556-9d85-ba76573dec75 None None] New status for floating IP cb83cec1-946b-403c-a994-7e72df02057f: DOWN {{(pid=87508) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 16 22:46:01.352217 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-6f297a97-3a78-4eee-9b14-d7e9b2e7400b tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:46:01.352546 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-6f297a97-3a78-4eee-9b14-d7e9b2e7400b tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:46:01.473252 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [None req-6f297a97-3a78-4eee-9b14-d7e9b2e7400b tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Calling delete_port for c4ad2f9d-4b9d-4b6d-99c2-a565e4307171 owned by network:floatingip {{(pid=87506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:46:01.541143 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-3e729f7f-1589-4d54-9c4a-7ee6b283cc2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:46:01.561357 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.db.api [None req-6f297a97-3a78-4eee-9b14-d7e9b2e7400b tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87506) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 16 22:46:01.561506 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_db.api [None req-6f297a97-3a78-4eee-9b14-d7e9b2e7400b tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 16 22:46:01.670105 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:46:02.062735 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [None req-6f297a97-3a78-4eee-9b14-d7e9b2e7400b tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Deleting port c4ad2f9d-4b9d-4b6d-99c2-a565e4307171 {{(pid=87506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:46:02.063271 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-6f297a97-3a78-4eee-9b14-d7e9b2e7400b tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:46:02.209545 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Device 240bc655-f4ef-49b0-aade-28b0272e972b no longer exists at agent hyperv_hv-neutron-8218 {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 22:46:02.232046 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-6f297a97-3a78-4eee-9b14-d7e9b2e7400b tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:46:02.232374 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-6f297a97-3a78-4eee-9b14-d7e9b2e7400b tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:46:02.243645 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] No Port match for: 240bc655-f4ef-49b0-aade-28b0272e972b {{(pid=87508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 22:46:02.244522 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Device 240bc655-f4ef-49b0-aade-28b0272e972b not bound to the agent host hv-neutron-8218 {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 22:46:02.351458 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [None req-6f297a97-3a78-4eee-9b14-d7e9b2e7400b tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Calling delete_port for c4ad2f9d-4b9d-4b6d-99c2-a565e4307171 owned by network:floatingip {{(pid=87506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:46:02.487311 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-6f297a97-3a78-4eee-9b14-d7e9b2e7400b tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1863393'] for port, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:46:02.491834 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-13d5e2b9-b8ce-4b12-9a39-78b41adc21be tempest-RoutersNegativeIpV6Test-1646080008 tempest-RoutersNegativeIpV6Test-1646080008-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:46:02.641582 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f297a97-3a78-4eee-9b14-d7e9b2e7400b tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Pushing event deleted for resources: {'Port': ['ID=c4ad2f9d-4b9d-4b6d-99c2-a565e4307171,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:46:02.666109 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-6f297a97-3a78-4eee-9b14-d7e9b2e7400b tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:46:02.730101 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-6f297a97-3a78-4eee-9b14-d7e9b2e7400b tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for floatingip, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:46:02.744103 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-6f297a97-3a78-4eee-9b14-d7e9b2e7400b tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for floatingip, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:46:02.745195 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-6f297a97-3a78-4eee-9b14-d7e9b2e7400b tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "DELETE /v2.0/floatingips/cb83cec1-946b-403c-a994-7e72df02057f HTTP/1.1" status: 204  len: 168 time: 1.7260780
Dec 16 22:46:03.088541 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f050a2-3ae7-4e08-a0f7-f8a389af9eba req-71da151d-3356-4048-9eec-4fa1ba58c500 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:46:03.089964 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-c6f050a2-3ae7-4e08-a0f7-f8a389af9eba req-71da151d-3356-4048-9eec-4fa1ba58c500 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "GET /v2.0/ports?device_id=3cee4a08-0a9e-4000-b073-b78b3b5f2a71 HTTP/1.1" status: 200  len: 946 time: 0.0776916
Dec 16 22:46:03.132184 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [req-c6f050a2-3ae7-4e08-a0f7-f8a389af9eba req-df25ab4b-2412-463e-9081-a10d5828e4a1 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Synchronizing usage tracker for tenant:b7e45fda9ad540a6ac359d1c64c9adb2 on resource:security_group {{(pid=87507) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 22:46:03.146171 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [req-c6f050a2-3ae7-4e08-a0f7-f8a389af9eba req-df25ab4b-2412-463e-9081-a10d5828e4a1 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Unset dirty status for tenant:b7e45fda9ad540a6ac359d1c64c9adb2 on resource:security_group {{(pid=87507) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 22:46:03.147280 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-c6f050a2-3ae7-4e08-a0f7-f8a389af9eba req-df25ab4b-2412-463e-9081-a10d5828e4a1 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "GET /v2.0/security-groups?id=42f86b02-ac88-4f2a-ab38-d8faeb82e04a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0513115
Dec 16 22:46:03.224311 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-4541ba3b-6be8-499c-bc94-3c60aa55c4f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:46:03.533941 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.agents_db [None req-0abd2616-a86c-48e2-be07-10823335a5bb None None] Agent healthcheck: found 6 active agents {{(pid=87509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 22:46:04.337189 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc34cade-431b-4cbe-b1d3-6bd3eea6284d req-8a70d9ea-7317-48af-aba9-e83851278d3f tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:46:04.338642 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-cc34cade-431b-4cbe-b1d3-6bd3eea6284d req-8a70d9ea-7317-48af-aba9-e83851278d3f tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "GET /v2.0/ports?device_id=3cee4a08-0a9e-4000-b073-b78b3b5f2a71 HTTP/1.1" status: 200  len: 946 time: 0.0834601
Dec 16 22:46:04.381961 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-cc34cade-431b-4cbe-b1d3-6bd3eea6284d req-54457a4a-0fe7-4fcb-bd4d-269e3724557a tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "GET /v2.0/security-groups?id=42f86b02-ac88-4f2a-ab38-d8faeb82e04a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0376856
Dec 16 22:46:04.482884 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cb311d-9220-4613-930b-11690099f24c req-23c21b43-ccc3-408b-8054-95ef0802bdbd tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:46:04.483578 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [req-f9cb311d-9220-4613-930b-11690099f24c req-23c21b43-ccc3-408b-8054-95ef0802bdbd tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Synchronizing usage tracker for tenant:b7e45fda9ad540a6ac359d1c64c9adb2 on resource:port {{(pid=87506) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 22:46:04.500622 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [req-f9cb311d-9220-4613-930b-11690099f24c req-23c21b43-ccc3-408b-8054-95ef0802bdbd tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Unset dirty status for tenant:b7e45fda9ad540a6ac359d1c64c9adb2 on resource:port {{(pid=87506) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 22:46:04.501768 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-f9cb311d-9220-4613-930b-11690099f24c req-23c21b43-ccc3-408b-8054-95ef0802bdbd tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.49 "GET /v2.0/ports?device_id=3cee4a08-0a9e-4000-b073-b78b3b5f2a71 HTTP/1.1" status: 200  len: 946 time: 0.0959120
Dec 16 22:46:04.571606 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [req-f9cb311d-9220-4613-930b-11690099f24c req-103580df-fc30-4782-b814-e76aef72f865 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Deleting port 050c527b-737d-4df4-a63b-77d849763418 {{(pid=87506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:46:04.572093 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-f9cb311d-9220-4613-930b-11690099f24c req-103580df-fc30-4782-b814-e76aef72f865 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:46:04.811849 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.db [req-f9cb311d-9220-4613-930b-11690099f24c req-103580df-fc30-4782-b814-e76aef72f865 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] For port 050c527b-737d-4df4-a63b-77d849763418, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=050c527b-737d-4df4-a63b-77d849763418,segment=NetworkSegment(cc14a791-bb88-48a8-a358-e445fdaeba12),segment_id=cc14a791-bb88-48a8-a358-e445fdaeba12)] {{(pid=87506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:46:04.812210 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-f9cb311d-9220-4613-930b-11690099f24c req-103580df-fc30-4782-b814-e76aef72f865 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:46:04.933780 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [req-f9cb311d-9220-4613-930b-11690099f24c req-103580df-fc30-4782-b814-e76aef72f865 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Calling delete_port for 050c527b-737d-4df4-a63b-77d849763418 owned by compute:nova {{(pid=87506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:46:05.069957 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-f9cb311d-9220-4613-930b-11690099f24c req-103580df-fc30-4782-b814-e76aef72f865 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1863393'] for port, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:46:05.075182 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-02c29149-bb96-4f01-969f-61b91ffc5909 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:46:05.122113 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103580df-fc30-4782-b814-e76aef72f865 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Pushing event deleted for resources: {'Port': ['ID=050c527b-737d-4df4-a63b-77d849763418,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:46:05.125129 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-103580df-fc30-4782-b814-e76aef72f865 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:46:05.193952 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9cb311d-9220-4613-930b-11690099f24c req-103580df-fc30-4782-b814-e76aef72f865 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] No DVR routers for this DVR port 050c527b-737d-4df4-a63b-77d849763418 on host hv-neutron-8218 {{(pid=87506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 22:46:05.196251 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-f9cb311d-9220-4613-930b-11690099f24c req-103580df-fc30-4782-b814-e76aef72f865 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for port, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:46:05.198697 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cee4a08-0a9e-4000-b073-b78b3b5f2a71', 'name': 'network-vif-deleted', 'tag': '050c527b-737d-4df4-a63b-77d849763418'}] {{(pid=87506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 22:46:05.213707 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-f9cb311d-9220-4613-930b-11690099f24c req-103580df-fc30-4782-b814-e76aef72f865 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.49 "DELETE /v2.0/ports/050c527b-737d-4df4-a63b-77d849763418 HTTP/1.1" status: 204  len: 173 time: 0.7059386
Dec 16 22:46:05.243428 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cee4a08-0a9e-4000-b073-b78b3b5f2a71', 'name': 'network-vif-deleted', 'tag': '050c527b-737d-4df4-a63b-77d849763418', 'status': 'completed', 'code': 200}
Dec 16 22:46:05.560719 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-e0b3c40f-8d48-46dd-990c-d044b061190f req-a94eacfa-8f76-4b02-beb0-a4ffe53b8511 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "GET /v2.0/ports?device_id=3cee4a08-0a9e-4000-b073-b78b3b5f2a71 HTTP/1.1" status: 200  len: 210 time: 0.0527916
Dec 16 22:46:06.656239 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 49794) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:46:06.726047 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-4494881d-0d27-4b44-8074-a56757a1057d tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for security_group, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:46:06.754732 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-4494881d-0d27-4b44-8074-a56757a1057d tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:46:06.815589 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-4494881d-0d27-4b44-8074-a56757a1057d tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841066'] for security_group, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:46:06.819319 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-f1ac181c-d223-4446-b558-dc667e7149d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:46:06.833115 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4494881d-0d27-4b44-8074-a56757a1057d tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=42f86b02-ac88-4f2a-ab38-d8faeb82e04a,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:46:06.835518 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-4494881d-0d27-4b44-8074-a56757a1057d tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:46:06.845979 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-4494881d-0d27-4b44-8074-a56757a1057d tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for security_group, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:46:06.847010 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-4494881d-0d27-4b44-8074-a56757a1057d tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "DELETE /v2.0/security-groups/42f86b02-ac88-4f2a-ab38-d8faeb82e04a HTTP/1.1" status: 204  len: 168 time: 0.1897476
Dec 16 22:46:06.876019 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 49800) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:46:07.411982 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-979babc7-e9d6-48d8-bd85-7c9f4a39609c tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3830176'] for router_interface, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:46:07.867418 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.plugin [None req-979babc7-e9d6-48d8-bd85-7c9f4a39609c tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Deleting port 345851d7-1dc8-406f-86de-d8334ce2e705 {{(pid=87507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:46:07.867752 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-979babc7-e9d6-48d8-bd85-7c9f4a39609c tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:46:07.873084 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:46:08.047024 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.db [None req-979babc7-e9d6-48d8-bd85-7c9f4a39609c tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] For port 345851d7-1dc8-406f-86de-d8334ce2e705, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=345851d7-1dc8-406f-86de-d8334ce2e705,segment=NetworkSegment(cc14a791-bb88-48a8-a358-e445fdaeba12),segment_id=cc14a791-bb88-48a8-a358-e445fdaeba12)] {{(pid=87507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:46:08.047614 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-979babc7-e9d6-48d8-bd85-7c9f4a39609c tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:46:08.168629 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.plugin [None req-979babc7-e9d6-48d8-bd85-7c9f4a39609c tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Calling delete_port for 345851d7-1dc8-406f-86de-d8334ce2e705 owned by network:router_interface {{(pid=87507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:46:08.209753 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Device 050c527b-737d-4df4-a63b-77d849763418 no longer exists at agent hyperv_hv-neutron-8218 {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 22:46:08.242736 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] No Port match for: 050c527b-737d-4df4-a63b-77d849763418 {{(pid=87508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 22:46:08.243090 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Device 050c527b-737d-4df4-a63b-77d849763418 not bound to the agent host hv-neutron-8218 {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 22:46:08.350708 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-979babc7-e9d6-48d8-bd85-7c9f4a39609c tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10807823'] for port, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:46:08.355202 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-8cf9687c-b09a-490a-9626-ddc352c88a5c tempest-RoutersNegativeTest-1851367265 tempest-RoutersNegativeTest-1851367265-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:46:08.424908 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979babc7-e9d6-48d8-bd85-7c9f4a39609c tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Pushing event deleted for resources: {'Port': ['ID=345851d7-1dc8-406f-86de-d8334ce2e705,revision_number=None']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:46:08.432737 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-979babc7-e9d6-48d8-bd85-7c9f4a39609c tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:46:08.667822 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-979babc7-e9d6-48d8-bd85-7c9f4a39609c tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3791449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3739472'] for router_interface, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:46:09.018112 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-979babc7-e9d6-48d8-bd85-7c9f4a39609c tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Router 8dfbd8e7-c358-4300-818a-7eec7d668b58 has already been hosted by L3 agent 4f519db7-069b-43e2-8411-c092bac9102a {{(pid=87507) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 22:46:09.306140 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-979babc7-e9d6-48d8-bd85-7c9f4a39609c tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify agent at l3_agent.dv-neutron-821829-1-hyperv the message routers_updated {{(pid=87507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 22:46:09.316615 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-540d2e83-85e8-491f-90de-5128ea83a8ac None None] Sync routers for ids ['8dfbd8e7-c358-4300-818a-7eec7d668b58'] in dv-neutron-821829-1-hyperv {{(pid=87509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 22:46:09.322896 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-979babc7-e9d6-48d8-bd85-7c9f4a39609c tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "PUT /v2.0/routers/8dfbd8e7-c358-4300-818a-7eec7d668b58/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.4428976
Dec 16 22:46:09.323279 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 49804) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:46:09.326207 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-540d2e83-85e8-491f-90de-5128ea83a8ac None None] Routers {'8dfbd8e7-c358-4300-818a-7eec7d668b58'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:46:09.326881 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-540d2e83-85e8-491f-90de-5128ea83a8ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b7c6d7fa0>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:46:01Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['8dfbd8e7-c358-4300-818a-7eec7d668b58'], 'active': True} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:46:09.387932 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.db_base_plugin_v2 [None req-31277d3d-5073-48e0-adc9-83c905224e4b tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Deleting subnet 8c7847cc-22e6-4fcf-9ce4-047be8298fbc {{(pid=87507) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 16 22:46:09.390910 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-31277d3d-5073-48e0-adc9-83c905224e4b tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for subnet, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:46:09.443974 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-31277d3d-5073-48e0-adc9-83c905224e4b tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2128562'] for subnet, precommit_delete_associations {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:46:09.500191 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvr_db [None req-540d2e83-85e8-491f-90de-5128ea83a8ac None None] Set router 8dfbd8e7-c358-4300-818a-7eec7d668b58 gateway port host: dv-neutron-821829-1-hyperv {{(pid=87509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 22:46:09.530570 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-31277d3d-5073-48e0-adc9-83c905224e4b tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3328566'] for subnet, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:46:09.605196 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-31277d3d-5073-48e0-adc9-83c905224e4b tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3328622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10807868', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10549621'] for subnet, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:46:09.608941 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-275b7b7c-b45c-402c-9bd4-44be131796a0 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:46:09.645468 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31277d3d-5073-48e0-adc9-83c905224e4b tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Pushing event deleted for resources: {'Subnet': ['ID=8c7847cc-22e6-4fcf-9ce4-047be8298fbc,revision_number=None']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:46:09.648525 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-31277d3d-5073-48e0-adc9-83c905224e4b tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:46:09.649502 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-31277d3d-5073-48e0-adc9-83c905224e4b tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for subnet, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:46:09.657952 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-31277d3d-5073-48e0-adc9-83c905224e4b tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "DELETE /v2.0/subnets/8c7847cc-22e6-4fcf-9ce4-047be8298fbc HTTP/1.1" status: 204  len: 168 time: 0.3313358
Dec 16 22:46:09.658233 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 49808) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:46:09.660440 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ccd9c6e-2e9f-494f-9409-4f0dc8146e29 None None] Network f9a89281-1310-4fb6-a17e-4b95b0d13ba9 requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 22:46:09.774274 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-540d2e83-85e8-491f-90de-5128ea83a8ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b7c6d7fa0>, [{'id': '8dfbd8e7-c358-4300-818a-7eec7d668b58', 'name': 'tempest-TestNetworkBasicOps-router-1840926513', 'tenant_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.221'}], 'enable_snat': True}, 'gw_port_id': 'f572ace6-6dcc-45f3-9fe1-3661e03178d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:44:12Z', 'updated_at': '2021-12-16T22:46:08Z', 'revision_number': 5, 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'gw_port': {'id': 'f572ace6-6dcc-45f3-9fe1-3661e03178d0', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:8a:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dfbd8e7-c358-4300-818a-7eec7d668b58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:44:13Z', 'updated_at': '2021-12-16T22:44:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv'}], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:46:09.778106 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-540d2e83-85e8-491f-90de-5128ea83a8ac None None] Checking router: 8dfbd8e7-c358-4300-818a-7eec7d668b58 for host: dv-neutron-821829-1-hyperv {{(pid=87509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 22:46:09.786783 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-540d2e83-85e8-491f-90de-5128ea83a8ac None None] Routers {'8dfbd8e7-c358-4300-818a-7eec7d668b58'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:46:09.787324 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-540d2e83-85e8-491f-90de-5128ea83a8ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b7c6d7fa0>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:46:01Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['8dfbd8e7-c358-4300-818a-7eec7d668b58'], 'active': True} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:46:09.846587 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-f995866c-5339-4db7-ac0e-21a111aedf58 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for router, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:46:09.913636 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c74ba62d-75ad-41b6-95a4-b0ac03ea7f9f None None] DHCP port deletion for f9a89281-1310-4fb6-a17e-4b95b0d13ba9 request from dv-neutron-821829-1-hyperv {{(pid=87508) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 16 22:46:09.918184 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-c74ba62d-75ad-41b6-95a4-b0ac03ea7f9f None None] Deleting port 0d65062b-3986-4523-8ebf-113e38a1628a {{(pid=87508) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:46:09.918681 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-c74ba62d-75ad-41b6-95a4-b0ac03ea7f9f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:46:09.967471 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvr_db [None req-540d2e83-85e8-491f-90de-5128ea83a8ac None None] Set router 8dfbd8e7-c358-4300-818a-7eec7d668b58 gateway port host: dv-neutron-821829-1-hyperv {{(pid=87509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 22:46:10.034998 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-f995866c-5339-4db7-ac0e-21a111aedf58 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:46:10.045256 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.plugin [None req-f995866c-5339-4db7-ac0e-21a111aedf58 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Deleting port f572ace6-6dcc-45f3-9fe1-3661e03178d0 {{(pid=87507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:46:10.045608 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-f995866c-5339-4db7-ac0e-21a111aedf58 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:46:10.167314 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-c74ba62d-75ad-41b6-95a4-b0ac03ea7f9f None None] For port 0d65062b-3986-4523-8ebf-113e38a1628a, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=0d65062b-3986-4523-8ebf-113e38a1628a,segment=NetworkSegment(cc14a791-bb88-48a8-a358-e445fdaeba12),segment_id=cc14a791-bb88-48a8-a358-e445fdaeba12)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:46:10.167621 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-c74ba62d-75ad-41b6-95a4-b0ac03ea7f9f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:46:10.217516 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.db [None req-f995866c-5339-4db7-ac0e-21a111aedf58 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] For port f572ace6-6dcc-45f3-9fe1-3661e03178d0, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=f572ace6-6dcc-45f3-9fe1-3661e03178d0,segment=NetworkSegment(a416442d-d143-4052-9f4e-546eb8cbe809),segment_id=a416442d-d143-4052-9f4e-546eb8cbe809)] {{(pid=87507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:46:10.217901 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-f995866c-5339-4db7-ac0e-21a111aedf58 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:46:10.254798 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-540d2e83-85e8-491f-90de-5128ea83a8ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b7c6d7fa0>, [{'id': '8dfbd8e7-c358-4300-818a-7eec7d668b58', 'name': 'tempest-TestNetworkBasicOps-router-1840926513', 'tenant_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.221'}], 'enable_snat': True}, 'gw_port_id': 'f572ace6-6dcc-45f3-9fe1-3661e03178d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:44:12Z', 'updated_at': '2021-12-16T22:46:08Z', 'revision_number': 5, 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'gw_port': {'id': 'f572ace6-6dcc-45f3-9fe1-3661e03178d0', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:8a:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dfbd8e7-c358-4300-818a-7eec7d668b58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:44:13Z', 'updated_at': '2021-12-16T22:44:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv'}], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:46:10.258850 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-540d2e83-85e8-491f-90de-5128ea83a8ac None None] The sync data for ids ['8dfbd8e7-c358-4300-818a-7eec7d668b58'] in dv-neutron-821829-1-hyperv is: [{'id': '8dfbd8e7-c358-4300-818a-7eec7d668b58', 'name': 'tempest-TestNetworkBasicOps-router-1840926513', 'tenant_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.221'}], 'enable_snat': True}, 'gw_port_id': 'f572ace6-6dcc-45f3-9fe1-3661e03178d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:44:12Z', 'updated_at': '2021-12-16T22:46:08Z', 'revision_number': 5, 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'gw_port': {'id': 'f572ace6-6dcc-45f3-9fe1-3661e03178d0', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:8a:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dfbd8e7-c358-4300-818a-7eec7d668b58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:44:13Z', 'updated_at': '2021-12-16T22:44:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv'}] {{(pid=87509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 22:46:10.291694 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-c74ba62d-75ad-41b6-95a4-b0ac03ea7f9f None None] Calling delete_port for 0d65062b-3986-4523-8ebf-113e38a1628a owned by network:dhcp {{(pid=87508) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:46:10.341915 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.plugin [None req-f995866c-5339-4db7-ac0e-21a111aedf58 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Calling delete_port for f572ace6-6dcc-45f3-9fe1-3661e03178d0 owned by network:router_gateway {{(pid=87507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:46:10.364726 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-c74ba62d-75ad-41b6-95a4-b0ac03ea7f9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949'] for port, after_delete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:46:10.368313 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:46:10.411239 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74ba62d-75ad-41b6-95a4-b0ac03ea7f9f None None] Pushing event deleted for resources: {'Port': ['ID=0d65062b-3986-4523-8ebf-113e38a1628a,revision_number=None']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:46:10.413660 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-c74ba62d-75ad-41b6-95a4-b0ac03ea7f9f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:46:10.418098 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c74ba62d-75ad-41b6-95a4-b0ac03ea7f9f None None] No DVR routers for this DVR port 0d65062b-3986-4523-8ebf-113e38a1628a on host dv-neutron-821829-1-hyperv {{(pid=87508) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 22:46:10.512475 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-f995866c-5339-4db7-ac0e-21a111aedf58 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10807823'] for port, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:46:10.516748 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-ef67841d-23d6-45b8-ba03-a4c127bd4584 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:46:10.717057 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f995866c-5339-4db7-ac0e-21a111aedf58 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Pushing event deleted for resources: {'Port': ['ID=f572ace6-6dcc-45f3-9fe1-3661e03178d0,revision_number=None']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:46:10.723746 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-f995866c-5339-4db7-ac0e-21a111aedf58 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:46:10.781316 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-f995866c-5339-4db7-ac0e-21a111aedf58 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3741895'] for router_gateway, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:46:10.949039 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-f995866c-5339-4db7-ac0e-21a111aedf58 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3739500', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39002'] for router, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:46:10.951056 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-f995866c-5339-4db7-ac0e-21a111aedf58 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:46:10.972654 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-f995866c-5339-4db7-ac0e-21a111aedf58 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3830089'] for router, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:46:10.973173 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f995866c-5339-4db7-ac0e-21a111aedf58 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Fanout notify agent at l3_agent the message router_deleted on router 8dfbd8e7-c358-4300-818a-7eec7d668b58 {{(pid=87507) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 16 22:46:10.989619 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-f995866c-5339-4db7-ac0e-21a111aedf58 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for router, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:46:10.993421 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-f995866c-5339-4db7-ac0e-21a111aedf58 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "DELETE /v2.0/routers/8dfbd8e7-c358-4300-818a-7eec7d668b58 HTTP/1.1" status: 204  len: 168 time: 1.3316519
Dec 16 22:46:10.993795 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 49812) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:46:11.106568 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-11b0ec04-7275-4e23-be3e-887412ad8e90 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-825997'] for network, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:46:11.237294 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-11b0ec04-7275-4e23-be3e-887412ad8e90 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3329565', 'neutron.services.segments.db._delete_segments_for_network-8734753546406'] for network, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:46:11.260570 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.services.segments.db [None req-11b0ec04-7275-4e23-be3e-887412ad8e90 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1b77106d90>,) {'filters': {'network_id': ['f9a89281-1310-4fb6-a17e-4b95b0d13ba9']}} {{(pid=87507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:46:11.271927 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.services.segments.db [None req-11b0ec04-7275-4e23-be3e-887412ad8e90 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b77106d90>, 'cc14a791-bb88-48a8-a358-e445fdaeba12') {'for_net_delete': True} {{(pid=87507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:46:11.272216 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.services.segments.db [None req-11b0ec04-7275-4e23-be3e-887412ad8e90 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b77106d90>, 'cc14a791-bb88-48a8-a358-e445fdaeba12') {} {{(pid=87507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:46:11.283546 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-11b0ec04-7275-4e23-be3e-887412ad8e90 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734753593977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2128549'] for segment, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:46:11.299422 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-11b0ec04-7275-4e23-be3e-887412ad8e90 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-883292'] for segment, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:46:11.305151 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11b0ec04-7275-4e23-be3e-887412ad8e90 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Releasing vlan 198 on physical network physnet1 to pool {{(pid=87507) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 16 22:46:11.305521 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-11b0ec04-7275-4e23-be3e-887412ad8e90 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-883285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10808034'] for segment, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:46:11.319244 dv-neutron-821829-1-hyperv neutron-server[87507]: Traceback (most recent call last):
Dec 16 22:46:11.319244 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 16 22:46:11.319244 dv-neutron-821829-1-hyperv neutron-server[87507]:     timer()
Dec 16 22:46:11.319244 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 22:46:11.319244 dv-neutron-821829-1-hyperv neutron-server[87507]:     cb(*args, **kw)
Dec 16 22:46:11.319244 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 22:46:11.319244 dv-neutron-821829-1-hyperv neutron-server[87507]:     return func(*args, **kwargs)
Dec 16 22:46:11.319244 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 22:46:11.319244 dv-neutron-821829-1-hyperv neutron-server[87507]:     self._notify()
Dec 16 22:46:11.319244 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 22:46:11.319244 dv-neutron-821829-1-hyperv neutron-server[87507]:     self.callback(batched_events)
Dec 16 22:46:11.319244 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 22:46:11.319244 dv-neutron-821829-1-hyperv neutron-server[87507]:     event.method(event)
Dec 16 22:46:11.319244 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 22:46:11.319244 dv-neutron-821829-1-hyperv neutron-server[87507]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 22:46:11.319244 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 22:46:11.319244 dv-neutron-821829-1-hyperv neutron-server[87507]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 22:46:11.319244 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 22:46:11.319244 dv-neutron-821829-1-hyperv neutron-server[87507]:     return f(self, *a, **k)
Dec 16 22:46:11.319244 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 16 22:46:11.319244 dv-neutron-821829-1-hyperv neutron-server[87507]:     return self._get(url).json()
Dec 16 22:46:11.319244 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 16 22:46:11.319244 dv-neutron-821829-1-hyperv neutron-server[87507]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 22:46:11.319244 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 16 22:46:11.319244 dv-neutron-821829-1-hyperv neutron-server[87507]:     return self.request(url, 'GET', **kwargs)
Dec 16 22:46:11.319244 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 16 22:46:11.319244 dv-neutron-821829-1-hyperv neutron-server[87507]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 22:46:11.319244 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 16 22:46:11.319244 dv-neutron-821829-1-hyperv neutron-server[87507]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 22:46:11.319244 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 16 22:46:11.319244 dv-neutron-821829-1-hyperv neutron-server[87507]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 22:46:11.319244 dv-neutron-821829-1-hyperv neutron-server[87507]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 22:46:11.400762 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-11b0ec04-7275-4e23-be3e-887412ad8e90 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3329572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3741856'] for network, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:46:11.404450 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-c904c69b-21dc-412f-95fb-6364e5587c8e tempest-BulkNetworkOpsTest-146173519 tempest-BulkNetworkOpsTest-146173519-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:46:11.429509 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-11b0ec04-7275-4e23-be3e-887412ad8e90 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for network, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:46:11.436344 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b0ec04-7275-4e23-be3e-887412ad8e90 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Pushing event deleted for resources: {'Network': ['ID=f9a89281-1310-4fb6-a17e-4b95b0d13ba9,revision_number=None']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:46:11.440754 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-11b0ec04-7275-4e23-be3e-887412ad8e90 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:46:11.441790 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 0d65062b-3986-4523-8ebf-113e38a1628a no longer exists at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 22:46:11.454199 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-11b0ec04-7275-4e23-be3e-887412ad8e90 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "DELETE /v2.0/networks/f9a89281-1310-4fb6-a17e-4b95b0d13ba9 HTTP/1.1" status: 204  len: 168 time: 0.4568956
Dec 16 22:46:11.477085 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 49816) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:46:11.483064 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-92816a42-06d1-4124-a204-c953af1b7cff tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Request body: {'network': {'name': 'tempest-network-smoke--1282411701', 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'port_security_enabled': True}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:46:11.489341 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-92816a42-06d1-4124-a204-c953af1b7cff tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:46:11.491216 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] No Port match for: 0d65062b-3986-4523-8ebf-113e38a1628a {{(pid=87508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 22:46:11.491724 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 0d65062b-3986-4523-8ebf-113e38a1628a not bound to the agent host dv-neutron-821829-1-hyperv {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 22:46:11.492349 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 345851d7-1dc8-406f-86de-d8334ce2e705 no longer exists at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 22:46:11.494234 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-92816a42-06d1-4124-a204-c953af1b7cff tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Usage tracker for resource:network and tenant:b7e45fda9ad540a6ac359d1c64c9adb2 is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:46:11.497409 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-92816a42-06d1-4124-a204-c953af1b7cff tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:46:11.503095 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-92816a42-06d1-4124-a204-c953af1b7cff tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:46:11.512950 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92816a42-06d1-4124-a204-c953af1b7cff tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Made reservation on behalf of b7e45fda9ad540a6ac359d1c64c9adb2 for: {'network': 1} {{(pid=87507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:46:11.516419 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-92816a42-06d1-4124-a204-c953af1b7cff tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for network, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:46:11.524982 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] No Port match for: 345851d7-1dc8-406f-86de-d8334ce2e705 {{(pid=87508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 22:46:11.525341 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 345851d7-1dc8-406f-86de-d8334ce2e705 not bound to the agent host dv-neutron-821829-1-hyperv {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 22:46:11.525763 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device f572ace6-6dcc-45f3-9fe1-3661e03178d0 no longer exists at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 22:46:11.544596 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92816a42-06d1-4124-a204-c953af1b7cff tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] vlan segment allocate from pool success with {'vlan_id': 164, 'physical_network': 'physnet1'}  {{(pid=87507) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 22:46:11.553062 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-92816a42-06d1-4124-a204-c953af1b7cff tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-883292'] for segment, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:46:11.553420 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.db.segments_db [None req-92816a42-06d1-4124-a204-c953af1b7cff tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Added segment 4acb54bd-cf67-436c-a7e5-98ccd7ceee3f of type vlan for network 38cc4432-4df9-4c9a-8d8f-0d5b9e3f46cc
Dec 16 22:46:11.560842 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] No Port match for: f572ace6-6dcc-45f3-9fe1-3661e03178d0 {{(pid=87508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 22:46:11.561201 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device f572ace6-6dcc-45f3-9fe1-3661e03178d0 not bound to the agent host dv-neutron-821829-1-hyperv {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 22:46:11.579430 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-92816a42-06d1-4124-a204-c953af1b7cff tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734753047233'] for network, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:46:11.607519 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-92816a42-06d1-4124-a204-c953af1b7cff tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440'] for network, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:46:11.613254 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92816a42-06d1-4124-a204-c953af1b7cff tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:46:11.613827 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-92816a42-06d1-4124-a204-c953af1b7cff tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for network, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:46:11.618560 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-4da6f4e7-3319-4b27-9acc-684283965df8 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:46:11.712808 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-92816a42-06d1-4124-a204-c953af1b7cff tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.2345850
Dec 16 22:46:11.715622 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 49820) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:46:11.721825 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-8e29a48d-1eeb-4acd-a2f0-fe4a085d7381 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-385983798', 'admin_state_up': True, 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5'}}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:46:11.722077 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92816a42-06d1-4124-a204-c953af1b7cff tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Pushing event updated for resources: {'Network': ['ID=38cc4432-4df9-4c9a-8d8f-0d5b9e3f46cc,revision_number=1']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:46:11.724714 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-92816a42-06d1-4124-a204-c953af1b7cff tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:46:11.730348 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-8e29a48d-1eeb-4acd-a2f0-fe4a085d7381 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:46:11.732064 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Network 38cc4432-4df9-4c9a-8d8f-0d5b9e3f46cc details requested by agent ovs-agent-dv-neutron-821829-1-hyperv with host dv-neutron-821829-1-hyperv {{(pid=87508) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 22:46:11.734349 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-8e29a48d-1eeb-4acd-a2f0-fe4a085d7381 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Usage tracker for resource:router and tenant:b7e45fda9ad540a6ac359d1c64c9adb2 is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:46:11.737571 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-8e29a48d-1eeb-4acd-a2f0-fe4a085d7381 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:46:11.744115 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-8e29a48d-1eeb-4acd-a2f0-fe4a085d7381 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:46:11.754045 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-8e29a48d-1eeb-4acd-a2f0-fe4a085d7381 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3741155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38980'] for router, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:46:11.755033 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-8e29a48d-1eeb-4acd-a2f0-fe4a085d7381 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3743284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3741748', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3896702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-38989'] for router, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:46:11.770893 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-8e29a48d-1eeb-4acd-a2f0-fe4a085d7381 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:46:12.029009 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-8e29a48d-1eeb-4acd-a2f0-fe4a085d7381 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3741702', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3740945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-38947'] for router, precommit_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:46:12.423616 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-8e29a48d-1eeb-4acd-a2f0-fe4a085d7381 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for router_gateway, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:46:12.452520 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-8e29a48d-1eeb-4acd-a2f0-fe4a085d7381 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:46:12.584090 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.db_base_plugin_common [None req-8e29a48d-1eeb-4acd-a2f0-fe4a085d7381 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Allocated IP 172.26.0.83 (f8905ce9-304b-4976-bc47-e58c71c11de5/9bca8591-41ef-4f2d-8ecb-ecaab1a28acf/8b9e64e0-9c76-45a8-93ab-6b6737b8f712) {{(pid=87506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 22:46:12.725298 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-8e29a48d-1eeb-4acd-a2f0-fe4a085d7381 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for port, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:46:12.752930 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-8e29a48d-1eeb-4acd-a2f0-fe4a085d7381 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1863393'] for port, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:46:12.756414 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-6f297a97-3a78-4eee-9b14-d7e9b2e7400b tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:46:12.819744 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e29a48d-1eeb-4acd-a2f0-fe4a085d7381 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Network f8905ce9-304b-4976-bc47-e58c71c11de5 is already hosted by enough agents. {{(pid=87506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:46:12.822515 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.base_scheduler [None req-8e29a48d-1eeb-4acd-a2f0-fe4a085d7381 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Resources bound (agent type, host, resource id):  {{(pid=87506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:46:12.825000 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e29a48d-1eeb-4acd-a2f0-fe4a085d7381 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Received port after_create {{(pid=87506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 22:46:12.862822 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e29a48d-1eeb-4acd-a2f0-fe4a085d7381 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Pushing event updated for resources: {'Port': ['ID=8b9e64e0-9c76-45a8-93ab-6b6737b8f712,revision_number=1']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:46:12.865450 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-8e29a48d-1eeb-4acd-a2f0-fe4a085d7381 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:46:13.226994 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-8e29a48d-1eeb-4acd-a2f0-fe4a085d7381 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for router_gateway, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:46:13.675773 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-8e29a48d-1eeb-4acd-a2f0-fe4a085d7381 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3740952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3741923'] for router, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:46:13.880969 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e29a48d-1eeb-4acd-a2f0-fe4a085d7381 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Router c239106a-0137-4399-bbde-269e0e9cd95e is scheduled to L3 agent 4f519db7-069b-43e2-8411-c092bac9102a with binding_index 1 {{(pid=87506) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 16 22:46:14.055056 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e29a48d-1eeb-4acd-a2f0-fe4a085d7381 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify agent at l3_agent.dv-neutron-821829-1-hyperv the message routers_updated {{(pid=87506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 22:46:14.064370 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97ab85a5-f743-42e4-b890-28a24d11b2cb None None] Sync routers for ids ['c239106a-0137-4399-bbde-269e0e9cd95e'] in dv-neutron-821829-1-hyperv {{(pid=87508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 22:46:14.072925 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97ab85a5-f743-42e4-b890-28a24d11b2cb None None] Routers {'c239106a-0137-4399-bbde-269e0e9cd95e'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:46:14.073546 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-97ab85a5-f743-42e4-b890-28a24d11b2cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b77e9f460>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:46:01Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['c239106a-0137-4399-bbde-269e0e9cd95e'], 'active': True} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:46:14.082310 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-8e29a48d-1eeb-4acd-a2f0-fe4a085d7381 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for router, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:46:14.083542 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-8e29a48d-1eeb-4acd-a2f0-fe4a085d7381 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 885 time: 2.3669164
Dec 16 22:46:14.086651 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 49824) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:46:14.233146 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-a3e11413-7d5b-4635-adc9-f95f3bcc5c56 tempest-TestNetworkBasicOps-761014822 tempest-TestNetworkBasicOps-761014822-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=b7e45fda9ad540a6ac359d1c64c9adb2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.1451552
Dec 16 22:46:14.236028 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 49830) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:46:14.244720 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvr_db [None req-97ab85a5-f743-42e4-b890-28a24d11b2cb None None] Set router c239106a-0137-4399-bbde-269e0e9cd95e gateway port host: dv-neutron-821829-1-hyperv {{(pid=87508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 22:46:14.363949 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceda0898-1ddf-403f-936e-1309df9db9b8 tempest-TestNetworkBasicOps-761014822 tempest-TestNetworkBasicOps-761014822-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:46:14.365446 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-ceda0898-1ddf-403f-936e-1309df9db9b8 tempest-TestNetworkBasicOps-761014822 tempest-TestNetworkBasicOps-761014822-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.1285284
Dec 16 22:46:14.368392 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 49834) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:46:14.408721 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-9292d126-60d2-43c8-982b-bfaf369cbc82 tempest-TestNetworkBasicOps-761014822 tempest-TestNetworkBasicOps-761014822-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=f8905ce9-304b-4976-bc47-e58c71c11de5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0391402
Dec 16 22:46:14.411025 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 49838) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:46:14.416513 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-c31be337-a7e8-48e6-89de-5aa3c2b920d4 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-732395014', 'network_id': '38cc4432-4df9-4c9a-8d8f-0d5b9e3f46cc', 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:46:14.525413 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-97ab85a5-f743-42e4-b890-28a24d11b2cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b77e9f460>, [{'id': 'c239106a-0137-4399-bbde-269e0e9cd95e', 'name': 'tempest-TestNetworkBasicOps-router-385983798', 'tenant_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.83'}], 'enable_snat': True}, 'gw_port_id': '8b9e64e0-9c76-45a8-93ab-6b6737b8f712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:46:11Z', 'updated_at': '2021-12-16T22:46:13Z', 'revision_number': 3, 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'gw_port': {'id': '8b9e64e0-9c76-45a8-93ab-6b6737b8f712', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:bc:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c239106a-0137-4399-bbde-269e0e9cd95e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:46:12Z', 'updated_at': '2021-12-16T22:46:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv'}], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:46:14.525712 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-c31be337-a7e8-48e6-89de-5aa3c2b920d4 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:46:14.529183 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97ab85a5-f743-42e4-b890-28a24d11b2cb None None] Checking router: c239106a-0137-4399-bbde-269e0e9cd95e for host: dv-neutron-821829-1-hyperv {{(pid=87508) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 22:46:14.529469 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-c31be337-a7e8-48e6-89de-5aa3c2b920d4 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Usage tracker for resource:subnet and tenant:b7e45fda9ad540a6ac359d1c64c9adb2 is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:46:14.529573 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97ab85a5-f743-42e4-b890-28a24d11b2cb None None] Updating router c239106a-0137-4399-bbde-269e0e9cd95e port 8b9e64e0-9c76-45a8-93ab-6b6737b8f712 binding host dv-neutron-821829-1-hyperv {{(pid=87508) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 16 22:46:14.532224 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-c31be337-a7e8-48e6-89de-5aa3c2b920d4 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:46:14.537731 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-c31be337-a7e8-48e6-89de-5aa3c2b920d4 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:46:14.547597 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c31be337-a7e8-48e6-89de-5aa3c2b920d4 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Made reservation on behalf of b7e45fda9ad540a6ac359d1c64c9adb2 for: {'subnet': 1} {{(pid=87506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:46:14.551739 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-c31be337-a7e8-48e6-89de-5aa3c2b920d4 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11213078'] for subnet, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:46:14.581668 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-97ab85a5-f743-42e4-b890-28a24d11b2cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:46:14.768898 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-c31be337-a7e8-48e6-89de-5aa3c2b920d4 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1863317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11213092'] for subnet, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:46:14.773074 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-0f5995e7-a641-4c72-baa8-ec8d2a0b85a2 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:46:14.846437 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31be337-a7e8-48e6-89de-5aa3c2b920d4 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Pushing event updated for resources: {'Subnet': ['ID=abdb9871-a453-4c32-982a-34fe5c4664ac,revision_number=0']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:46:14.849889 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-c31be337-a7e8-48e6-89de-5aa3c2b920d4 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:46:14.855508 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c31be337-a7e8-48e6-89de-5aa3c2b920d4 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Checking segment: {'id': '4acb54bd-cf67-436c-a7e5-98ccd7ceee3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '38cc4432-4df9-4c9a-8d8f-0d5b9e3f46cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 22:46:14.855899 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c31be337-a7e8-48e6-89de-5aa3c2b920d4 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Network hostable DHCP agents. Network: 38cc4432-4df9-4c9a-8d8f-0d5b9e3f46cc, hostable agents: ['3b155c4d-12dc-491e-aa14-6113b06cfacd'], hosted agents: [] {{(pid=87506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 16 22:46:14.875255 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c31be337-a7e8-48e6-89de-5aa3c2b920d4 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Network 38cc4432-4df9-4c9a-8d8f-0d5b9e3f46cc is scheduled to be hosted by DHCP agent 3b155c4d-12dc-491e-aa14-6113b06cfacd with binding_index 1 {{(pid=87506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 16 22:46:14.884145 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.base_scheduler [None req-c31be337-a7e8-48e6-89de-5aa3c2b920d4 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821829-1-hyperv, 38cc4432-4df9-4c9a-8d8f-0d5b9e3f46cc) {{(pid=87506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:46:14.888576 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c31be337-a7e8-48e6-89de-5aa3c2b920d4 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:46:14.889162 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-c31be337-a7e8-48e6-89de-5aa3c2b920d4 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for subnet, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:46:14.904395 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26209c83-7ccc-4a7a-a412-1373fe84c6d3 None None] Network 38cc4432-4df9-4c9a-8d8f-0d5b9e3f46cc requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 22:46:14.911940 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-c31be337-a7e8-48e6-89de-5aa3c2b920d4 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 831 time: 0.4997716
Dec 16 22:46:14.914568 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 49842) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:46:15.013891 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-97ab85a5-f743-42e4-b890-28a24d11b2cb None None] Notify callbacks [] for port, precommit_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:46:15.049502 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-97ab85a5-f743-42e4-b890-28a24d11b2cb None None] Transition to ACTIVE for port object 8b9e64e0-9c76-45a8-93ab-6b6737b8f712 will not be triggered until provisioned by entity L2. {{(pid=87508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:46:15.084154 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-97ab85a5-f743-42e4-b890-28a24d11b2cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:46:15.095867 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:46:15.178866 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-97ab85a5-f743-42e4-b890-28a24d11b2cb None None] Attempting to bind port 8b9e64e0-9c76-45a8-93ab-6b6737b8f712 on host dv-neutron-821829-1-hyperv for vnic_type normal with profile  {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 22:46:15.179232 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-97ab85a5-f743-42e4-b890-28a24d11b2cb None None] Attempting to bind port 8b9e64e0-9c76-45a8-93ab-6b6737b8f712 by drivers openvswitch,hyperv on host dv-neutron-821829-1-hyperv at level 0 using segments [{'id': 'a416442d-d143-4052-9f4e-546eb8cbe809', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5'}] {{(pid=87508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 22:46:15.179608 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97ab85a5-f743-42e4-b890-28a24d11b2cb None None] Attempting to bind port 8b9e64e0-9c76-45a8-93ab-6b6737b8f712 on network f8905ce9-304b-4976-bc47-e58c71c11de5 {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 22:46:15.213340 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa88e8af-4023-48da-ae11-a7df76e17e17 None None] Pushing event updated for resources: {'Port': ['ID=8b9e64e0-9c76-45a8-93ab-6b6737b8f712,revision_number=2']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:46:15.220685 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97ab85a5-f743-42e4-b890-28a24d11b2cb None None] Checking agent: {'id': '5571501f-366e-47a4-9b60-8ef19d935d27', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821829-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 24, 2), 'started_at': datetime.datetime(2021, 12, 16, 22, 24, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 46, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821829-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 22:46:15.221094 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97ab85a5-f743-42e4-b890-28a24d11b2cb None None] Checking segment: {'id': 'a416442d-d143-4052-9f4e-546eb8cbe809', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 22:46:15.221496 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-97ab85a5-f743-42e4-b890-28a24d11b2cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:46:15.221905 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97ab85a5-f743-42e4-b890-28a24d11b2cb None None] Bound using segment: {'id': 'a416442d-d143-4052-9f4e-546eb8cbe809', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5'} {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 22:46:15.222412 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-97ab85a5-f743-42e4-b890-28a24d11b2cb None None] Bound port: 8b9e64e0-9c76-45a8-93ab-6b6737b8f712, host: dv-neutron-821829-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a416442d-d143-4052-9f4e-546eb8cbe809', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5'}}] {{(pid=87508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 22:46:15.222806 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-97ab85a5-f743-42e4-b890-28a24d11b2cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:46:15.247239 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-fa88e8af-4023-48da-ae11-a7df76e17e17 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:46:15.270030 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40b33fca-9839-4e46-94f6-3bc2ac18c02c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1d6bfaf-d325-5e4f-b05d-2441d8339617-38cc4432-4df9-4c9a-8d8f-0d5b9e3f46cc', 'network_id': '38cc4432-4df9-4c9a-8d8f-0d5b9e3f46cc', 'tenant_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'fixed_ips': [{'subnet_id': 'abdb9871-a453-4c32-982a-34fe5c4664ac'}]}} from dv-neutron-821829-1-hyperv. {{(pid=87508) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 16 22:46:15.270896 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-40b33fca-9839-4e46-94f6-3bc2ac18c02c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:46:15.373339 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-97ab85a5-f743-42e4-b890-28a24d11b2cb None None] For port 8b9e64e0-9c76-45a8-93ab-6b6737b8f712, host dv-neutron-821829-1-hyperv, cleared binding levels {{(pid=87508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 22:46:15.389197 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-97ab85a5-f743-42e4-b890-28a24d11b2cb None None] For port 8b9e64e0-9c76-45a8-93ab-6b6737b8f712, host dv-neutron-821829-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=8b9e64e0-9c76-45a8-93ab-6b6737b8f712,segment=NetworkSegment(a416442d-d143-4052-9f4e-546eb8cbe809),segment_id=a416442d-d143-4052-9f4e-546eb8cbe809)] {{(pid=87508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 22:46:15.397418 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-97ab85a5-f743-42e4-b890-28a24d11b2cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:46:15.403502 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-e3ce8e05-4e44-4d2c-b341-d6c43ae9a96c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:46:15.534707 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa88e8af-4023-48da-ae11-a7df76e17e17 None None] Pushing event updated for resources: {'Port': ['ID=8b9e64e0-9c76-45a8-93ab-6b6737b8f712,revision_number=3']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:46:15.539485 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97ab85a5-f743-42e4-b890-28a24d11b2cb None None] Routers {'c239106a-0137-4399-bbde-269e0e9cd95e'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:46:15.540157 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-97ab85a5-f743-42e4-b890-28a24d11b2cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b77e9f460>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:46:01Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['c239106a-0137-4399-bbde-269e0e9cd95e'], 'active': True} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:46:15.586370 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-fa88e8af-4023-48da-ae11-a7df76e17e17 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:46:15.592305 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.db_base_plugin_common [None req-40b33fca-9839-4e46-94f6-3bc2ac18c02c None None] Allocated IP 172.20.0.2 (38cc4432-4df9-4c9a-8d8f-0d5b9e3f46cc/abdb9871-a453-4c32-982a-34fe5c4664ac/b4232a2c-2b48-4777-8c66-a8d498d09edd) {{(pid=87508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 22:46:15.742849 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-7d91d789-8d39-4df9-9416-68ec7cb8683a tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:46:15.808288 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvr_db [None req-97ab85a5-f743-42e4-b890-28a24d11b2cb None None] Set router c239106a-0137-4399-bbde-269e0e9cd95e gateway port host: dv-neutron-821829-1-hyperv {{(pid=87508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 22:46:16.087190 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-40b33fca-9839-4e46-94f6-3bc2ac18c02c None None] Notify callbacks [] for port, precommit_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:46:16.108380 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-40b33fca-9839-4e46-94f6-3bc2ac18c02c None None] Transition to ACTIVE for port object b4232a2c-2b48-4777-8c66-a8d498d09edd will not be triggered until provisioned by entity L2. {{(pid=87508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:46:16.209146 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-40b33fca-9839-4e46-94f6-3bc2ac18c02c None None] Transition to ACTIVE for port object b4232a2c-2b48-4777-8c66-a8d498d09edd will not be triggered until provisioned by entity DHCP. {{(pid=87508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:46:16.215520 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-40b33fca-9839-4e46-94f6-3bc2ac18c02c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940'] for port, after_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:46:16.219813 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-3ac15c32-496f-4f77-9784-dfcd1cf22b3e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:46:16.273730 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40b33fca-9839-4e46-94f6-3bc2ac18c02c None None] Network 38cc4432-4df9-4c9a-8d8f-0d5b9e3f46cc is already hosted by enough agents. {{(pid=87508) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:46:16.279074 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.db_base_plugin_common [None req-7d91d789-8d39-4df9-9416-68ec7cb8683a tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Allocated IP 172.20.0.1 (38cc4432-4df9-4c9a-8d8f-0d5b9e3f46cc/abdb9871-a453-4c32-982a-34fe5c4664ac/1d9a2409-c259-434b-b12a-7a79bae73e76) {{(pid=87506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 22:46:16.281572 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.scheduler.base_scheduler [None req-40b33fca-9839-4e46-94f6-3bc2ac18c02c None None] Resources bound (agent type, host, resource id):  {{(pid=87508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:46:16.288468 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40b33fca-9839-4e46-94f6-3bc2ac18c02c None None] Received port after_create {{(pid=87508) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 22:46:16.328216 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b33fca-9839-4e46-94f6-3bc2ac18c02c None None] Pushing event updated for resources: {'Port': ['ID=b4232a2c-2b48-4777-8c66-a8d498d09edd,revision_number=1']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:46:16.337625 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-40b33fca-9839-4e46-94f6-3bc2ac18c02c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:46:16.386352 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-97ab85a5-f743-42e4-b890-28a24d11b2cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b77e9f460>, [{'id': 'c239106a-0137-4399-bbde-269e0e9cd95e', 'name': 'tempest-TestNetworkBasicOps-router-385983798', 'tenant_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.83'}], 'enable_snat': True}, 'gw_port_id': '8b9e64e0-9c76-45a8-93ab-6b6737b8f712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:46:11Z', 'updated_at': '2021-12-16T22:46:13Z', 'revision_number': 3, 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'gw_port': {'id': '8b9e64e0-9c76-45a8-93ab-6b6737b8f712', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:bc:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c239106a-0137-4399-bbde-269e0e9cd95e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:46:12Z', 'updated_at': '2021-12-16T22:46:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv'}], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:46:16.392629 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-40b33fca-9839-4e46-94f6-3bc2ac18c02c None None] Attempting to bind port b4232a2c-2b48-4777-8c66-a8d498d09edd on host dv-neutron-821829-1-hyperv for vnic_type normal with profile  {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 22:46:16.393008 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-40b33fca-9839-4e46-94f6-3bc2ac18c02c None None] Attempting to bind port b4232a2c-2b48-4777-8c66-a8d498d09edd by drivers openvswitch,hyperv on host dv-neutron-821829-1-hyperv at level 0 using segments [{'id': '4acb54bd-cf67-436c-a7e5-98ccd7ceee3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '38cc4432-4df9-4c9a-8d8f-0d5b9e3f46cc'}] {{(pid=87508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 22:46:16.393379 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40b33fca-9839-4e46-94f6-3bc2ac18c02c None None] Attempting to bind port b4232a2c-2b48-4777-8c66-a8d498d09edd on network 38cc4432-4df9-4c9a-8d8f-0d5b9e3f46cc {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 22:46:16.395501 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97ab85a5-f743-42e4-b890-28a24d11b2cb None None] The sync data for ids ['c239106a-0137-4399-bbde-269e0e9cd95e'] in dv-neutron-821829-1-hyperv is: [{'id': 'c239106a-0137-4399-bbde-269e0e9cd95e', 'name': 'tempest-TestNetworkBasicOps-router-385983798', 'tenant_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.83'}], 'enable_snat': True}, 'gw_port_id': '8b9e64e0-9c76-45a8-93ab-6b6737b8f712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:46:11Z', 'updated_at': '2021-12-16T22:46:13Z', 'revision_number': 3, 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'gw_port': {'id': '8b9e64e0-9c76-45a8-93ab-6b6737b8f712', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:bc:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c239106a-0137-4399-bbde-269e0e9cd95e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:46:12Z', 'updated_at': '2021-12-16T22:46:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv'}] {{(pid=87508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 22:46:16.400507 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40b33fca-9839-4e46-94f6-3bc2ac18c02c None None] Checking agent: {'id': '5571501f-366e-47a4-9b60-8ef19d935d27', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821829-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 24, 2), 'started_at': datetime.datetime(2021, 12, 16, 22, 24, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 46, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821829-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 22:46:16.400891 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40b33fca-9839-4e46-94f6-3bc2ac18c02c None None] Checking segment: {'id': '4acb54bd-cf67-436c-a7e5-98ccd7ceee3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '38cc4432-4df9-4c9a-8d8f-0d5b9e3f46cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 22:46:16.401302 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-40b33fca-9839-4e46-94f6-3bc2ac18c02c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:46:16.401699 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40b33fca-9839-4e46-94f6-3bc2ac18c02c None None] Bound using segment: {'id': '4acb54bd-cf67-436c-a7e5-98ccd7ceee3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '38cc4432-4df9-4c9a-8d8f-0d5b9e3f46cc'} {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 22:46:16.402174 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-40b33fca-9839-4e46-94f6-3bc2ac18c02c None None] Bound port: b4232a2c-2b48-4777-8c66-a8d498d09edd, host: dv-neutron-821829-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4acb54bd-cf67-436c-a7e5-98ccd7ceee3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '38cc4432-4df9-4c9a-8d8f-0d5b9e3f46cc'}}] {{(pid=87508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 22:46:16.402560 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-40b33fca-9839-4e46-94f6-3bc2ac18c02c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:46:16.447971 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-7d91d789-8d39-4df9-9416-68ec7cb8683a tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for port, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:46:16.468280 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.provisioning_blocks [None req-7d91d789-8d39-4df9-9416-68ec7cb8683a tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Transition to ACTIVE for port object 1d9a2409-c259-434b-b12a-7a79bae73e76 will not be triggered until provisioned by entity DHCP. {{(pid=87506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:46:16.498279 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-7d91d789-8d39-4df9-9416-68ec7cb8683a tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1863393'] for port, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:46:16.504045 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-d8a98294-6a35-4fcb-b9dd-959499beecb3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:46:16.512906 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-40b33fca-9839-4e46-94f6-3bc2ac18c02c None None] For port b4232a2c-2b48-4777-8c66-a8d498d09edd, host dv-neutron-821829-1-hyperv, cleared binding levels {{(pid=87508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 22:46:16.516329 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-40b33fca-9839-4e46-94f6-3bc2ac18c02c None None] For port b4232a2c-2b48-4777-8c66-a8d498d09edd, host dv-neutron-821829-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=b4232a2c-2b48-4777-8c66-a8d498d09edd,segment=NetworkSegment(4acb54bd-cf67-436c-a7e5-98ccd7ceee3f),segment_id=4acb54bd-cf67-436c-a7e5-98ccd7ceee3f)] {{(pid=87508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 22:46:16.521008 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-40b33fca-9839-4e46-94f6-3bc2ac18c02c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:46:16.524808 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:46:16.564964 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d91d789-8d39-4df9-9416-68ec7cb8683a tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Network 38cc4432-4df9-4c9a-8d8f-0d5b9e3f46cc is already hosted by enough agents. {{(pid=87506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:46:16.572496 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.base_scheduler [None req-7d91d789-8d39-4df9-9416-68ec7cb8683a tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Resources bound (agent type, host, resource id):  {{(pid=87506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:46:16.577019 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d91d789-8d39-4df9-9416-68ec7cb8683a tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Received port after_create {{(pid=87506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 22:46:16.611547 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b33fca-9839-4e46-94f6-3bc2ac18c02c None None] Pushing event updated for resources: {'Port': ['ID=b4232a2c-2b48-4777-8c66-a8d498d09edd,revision_number=2']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:46:16.616350 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-40b33fca-9839-4e46-94f6-3bc2ac18c02c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:46:16.642736 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d91d789-8d39-4df9-9416-68ec7cb8683a tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Pushing event updated for resources: {'Port': ['ID=1d9a2409-c259-434b-b12a-7a79bae73e76,revision_number=1']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:46:16.659515 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d91d789-8d39-4df9-9416-68ec7cb8683a tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:46:16.660766 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d91d789-8d39-4df9-9416-68ec7cb8683a tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:46:16.661311 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d91d789-8d39-4df9-9416-68ec7cb8683a tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:46:16.661614 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d91d789-8d39-4df9-9416-68ec7cb8683a tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:46:16.661957 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d91d789-8d39-4df9-9416-68ec7cb8683a tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:46:16.662326 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d91d789-8d39-4df9-9416-68ec7cb8683a tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:46:16.662679 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d91d789-8d39-4df9-9416-68ec7cb8683a tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:46:16.663039 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d91d789-8d39-4df9-9416-68ec7cb8683a tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:46:16.663398 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d91d789-8d39-4df9-9416-68ec7cb8683a tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:46:16.663753 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d91d789-8d39-4df9-9416-68ec7cb8683a tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:46:16.664130 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d91d789-8d39-4df9-9416-68ec7cb8683a tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:46:16.664550 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d91d789-8d39-4df9-9416-68ec7cb8683a tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:46:16.668233 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-7d91d789-8d39-4df9-9416-68ec7cb8683a tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:46:16.677335 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-7d91d789-8d39-4df9-9416-68ec7cb8683a tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3830061'] for router_interface, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:46:16.972410 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-7d91d789-8d39-4df9-9416-68ec7cb8683a tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:46:17.422628 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 8b9e64e0-9c76-45a8-93ab-6b6737b8f712 up at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 22:46:17.519476 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning for port 8b9e64e0-9c76-45a8-93ab-6b6737b8f712 completed by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 22:46:17.524427 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning complete for port 8b9e64e0-9c76-45a8-93ab-6b6737b8f712 triggered by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:46:17.524993 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:46:17.549046 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-7d91d789-8d39-4df9-9416-68ec7cb8683a tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for port, precommit_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:46:17.554563 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-7d91d789-8d39-4df9-9416-68ec7cb8683a tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1863400'] for port, after_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:46:17.584280 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-98d3f081-2b72-4344-a824-96f6b97bd95a tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:46:17.653618 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:46:17.670706 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] For port 8b9e64e0-9c76-45a8-93ab-6b6737b8f712, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=8b9e64e0-9c76-45a8-93ab-6b6737b8f712,segment=NetworkSegment(a416442d-d143-4052-9f4e-546eb8cbe809),segment_id=a416442d-d143-4052-9f4e-546eb8cbe809)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:46:17.674450 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-7d91d789-8d39-4df9-9416-68ec7cb8683a tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3791426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3830222'] for router_interface, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:46:17.676194 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:46:17.677156 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device b4232a2c-2b48-4777-8c66-a8d498d09edd up at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 22:46:17.680294 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d91d789-8d39-4df9-9416-68ec7cb8683a tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Pushing event updated for resources: {'Port': ['ID=1d9a2409-c259-434b-b12a-7a79bae73e76,revision_number=2']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:46:17.684682 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-7d91d789-8d39-4df9-9416-68ec7cb8683a tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:46:17.711366 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:46:17.739092 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f971be2-5518-4519-80bf-aeafb135a2a5 None None] Network 38cc4432-4df9-4c9a-8d8f-0d5b9e3f46cc requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 22:46:17.817303 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d91d789-8d39-4df9-9416-68ec7cb8683a tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Network 38cc4432-4df9-4c9a-8d8f-0d5b9e3f46cc is already hosted by enough agents. {{(pid=87506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:46:17.818491 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.base_scheduler [None req-7d91d789-8d39-4df9-9416-68ec7cb8683a tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Resources bound (agent type, host, resource id):  {{(pid=87506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:46:17.885558 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Pushing event updated for resources: {'Port': ['ID=8b9e64e0-9c76-45a8-93ab-6b6737b8f712,revision_number=4']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:46:17.893858 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:46:17.907276 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-0aa9c8b2-1fab-499c-88a5-e574018dd31a None None] Provisioning for port b4232a2c-2b48-4777-8c66-a8d498d09edd completed by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 22:46:17.916593 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning for port b4232a2c-2b48-4777-8c66-a8d498d09edd completed by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 22:46:17.927390 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-0aa9c8b2-1fab-499c-88a5-e574018dd31a None None] Provisioning complete for port b4232a2c-2b48-4777-8c66-a8d498d09edd triggered by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:46:17.927871 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-0aa9c8b2-1fab-499c-88a5-e574018dd31a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:46:17.992040 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning complete for port b4232a2c-2b48-4777-8c66-a8d498d09edd triggered by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:46:17.992429 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:46:18.013299 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d91d789-8d39-4df9-9416-68ec7cb8683a tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Router c239106a-0137-4399-bbde-269e0e9cd95e has already been hosted by L3 agent 4f519db7-069b-43e2-8411-c092bac9102a {{(pid=87506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 22:46:18.193614 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d91d789-8d39-4df9-9416-68ec7cb8683a tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify agent at l3_agent.dv-neutron-821829-1-hyperv the message routers_updated {{(pid=87506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 22:46:18.203517 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb453223-1814-4f56-aadd-b784f79e34e1 None None] Sync routers for ids ['c239106a-0137-4399-bbde-269e0e9cd95e'] in dv-neutron-821829-1-hyperv {{(pid=87509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 22:46:18.208218 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-7d91d789-8d39-4df9-9416-68ec7cb8683a tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "PUT /v2.0/routers/c239106a-0137-4399-bbde-269e0e9cd95e/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.2903900
Dec 16 22:46:18.208453 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 49846) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:46:18.214235 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb453223-1814-4f56-aadd-b784f79e34e1 None None] Routers {'c239106a-0137-4399-bbde-269e0e9cd95e'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:46:18.214921 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-bb453223-1814-4f56-aadd-b784f79e34e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b7c6d71c0>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:46:01Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['c239106a-0137-4399-bbde-269e0e9cd95e'], 'active': True} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:46:18.230515 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-0aa9c8b2-1fab-499c-88a5-e574018dd31a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:46:18.274590 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:46:18.303280 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-0aa9c8b2-1fab-499c-88a5-e574018dd31a None None] For port b4232a2c-2b48-4777-8c66-a8d498d09edd, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=b4232a2c-2b48-4777-8c66-a8d498d09edd,segment=NetworkSegment(4acb54bd-cf67-436c-a7e5-98ccd7ceee3f),segment_id=4acb54bd-cf67-436c-a7e5-98ccd7ceee3f)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:46:18.310081 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-0aa9c8b2-1fab-499c-88a5-e574018dd31a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:46:18.312161 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-40b33fca-9839-4e46-94f6-3bc2ac18c02c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:46:18.360924 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf275eec-5f37-41ac-b821-206082e96e20 tempest-TestNetworkBasicOps-761014822 tempest-TestNetworkBasicOps-761014822-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:46:18.361427 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf275eec-5f37-41ac-b821-206082e96e20 tempest-TestNetworkBasicOps-761014822 tempest-TestNetworkBasicOps-761014822-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:46:18.361891 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf275eec-5f37-41ac-b821-206082e96e20 tempest-TestNetworkBasicOps-761014822 tempest-TestNetworkBasicOps-761014822-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:46:18.362352 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf275eec-5f37-41ac-b821-206082e96e20 tempest-TestNetworkBasicOps-761014822 tempest-TestNetworkBasicOps-761014822-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:46:18.367147 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 49850) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:46:18.367646 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-cf275eec-5f37-41ac-b821-206082e96e20 tempest-TestNetworkBasicOps-761014822 tempest-TestNetworkBasicOps-761014822-project-admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200  len: 2886 time: 0.1578805
Dec 16 22:46:18.438687 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvr_db [None req-bb453223-1814-4f56-aadd-b784f79e34e1 None None] Set router c239106a-0137-4399-bbde-269e0e9cd95e gateway port host: dv-neutron-821829-1-hyperv {{(pid=87509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 22:46:18.452430 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.db.api [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87508) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 16 22:46:18.452994 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_db.api [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 16 22:46:18.453296 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa9c8b2-1fab-499c-88a5-e574018dd31a None None] Pushing event updated for resources: {'Port': ['ID=b4232a2c-2b48-4777-8c66-a8d498d09edd,revision_number=3']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:46:18.463451 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-0aa9c8b2-1fab-499c-88a5-e574018dd31a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:46:18.488999 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d2ea5bf-f01a-4545-a457-d6d019de5ea7 tempest-TestNetworkBasicOps-761014822 tempest-TestNetworkBasicOps-761014822-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:46:18.489844 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d2ea5bf-f01a-4545-a457-d6d019de5ea7 tempest-TestNetworkBasicOps-761014822 tempest-TestNetworkBasicOps-761014822-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:46:18.490466 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d2ea5bf-f01a-4545-a457-d6d019de5ea7 tempest-TestNetworkBasicOps-761014822 tempest-TestNetworkBasicOps-761014822-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:46:18.491074 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d2ea5bf-f01a-4545-a457-d6d019de5ea7 tempest-TestNetworkBasicOps-761014822 tempest-TestNetworkBasicOps-761014822-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:46:18.492924 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-5d2ea5bf-f01a-4545-a457-d6d019de5ea7 tempest-TestNetworkBasicOps-761014822 tempest-TestNetworkBasicOps-761014822-project-admin] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2727 time: 0.1240025
Dec 16 22:46:18.495651 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 49854) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:46:18.640079 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-e938b553-ed91-4075-bbbd-7ea365233e5f None None] Provisioning for port 1d9a2409-c259-434b-b12a-7a79bae73e76 completed by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 22:46:18.646351 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-e938b553-ed91-4075-bbbd-7ea365233e5f None None] Provisioning complete for port 1d9a2409-c259-434b-b12a-7a79bae73e76 triggered by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:46:18.646737 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-e938b553-ed91-4075-bbbd-7ea365233e5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:46:18.714304 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-e938b553-ed91-4075-bbbd-7ea365233e5f None None] Port 1d9a2409-c259-434b-b12a-7a79bae73e76 cannot update to ACTIVE because it is not bound. {{(pid=87508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 22:46:18.723885 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-6e8ddb2a-058b-41de-964b-44d4ef8d350b tempest-TestNetworkBasicOps-761014822 tempest-TestNetworkBasicOps-761014822-project-admin] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200  len: 1606 time: 0.2267859
Dec 16 22:46:18.726479 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 49858) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:46:18.732277 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-95a10bf9-4f55-4d69-a7e4-e37b92539e44 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Request body: {'port': {'name': 'tempest-TestNetworkBasicOps-1624063754', 'network_id': '38cc4432-4df9-4c9a-8d8f-0d5b9e3f46cc'}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:46:18.732813 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-e938b553-ed91-4075-bbbd-7ea365233e5f None None] Provisioning complete for port b4232a2c-2b48-4777-8c66-a8d498d09edd triggered by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:46:18.733846 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-e938b553-ed91-4075-bbbd-7ea365233e5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:46:18.798030 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-bb453223-1814-4f56-aadd-b784f79e34e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b7c6d71c0>, [{'id': 'c239106a-0137-4399-bbde-269e0e9cd95e', 'name': 'tempest-TestNetworkBasicOps-router-385983798', 'tenant_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.83'}], 'enable_snat': True}, 'gw_port_id': '8b9e64e0-9c76-45a8-93ab-6b6737b8f712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:46:11Z', 'updated_at': '2021-12-16T22:46:16Z', 'revision_number': 4, 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'gw_port': {'id': '8b9e64e0-9c76-45a8-93ab-6b6737b8f712', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:bc:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c239106a-0137-4399-bbde-269e0e9cd95e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:46:12Z', 'updated_at': '2021-12-16T22:46:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv', '_interfaces': [{'id': '1d9a2409-c259-434b-b12a-7a79bae73e76', 'name': '', 'network_id': '38cc4432-4df9-4c9a-8d8f-0d5b9e3f46cc', 'tenant_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'mac_address': 'fa:16:3e:ea:5e:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c239106a-0137-4399-bbde-269e0e9cd95e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1398, 'fixed_ips': [{'subnet_id': 'abdb9871-a453-4c32-982a-34fe5c4664ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:46:15Z', 'updated_at': '2021-12-16T22:46:17Z', 'revision_number': 2, 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'subnets': [{'id': 'abdb9871-a453-4c32-982a-34fe5c4664ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:46:18.806034 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb453223-1814-4f56-aadd-b784f79e34e1 None None] Checking router: c239106a-0137-4399-bbde-269e0e9cd95e for host: dv-neutron-821829-1-hyperv {{(pid=87509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 22:46:18.806400 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb453223-1814-4f56-aadd-b784f79e34e1 None None] Updating router c239106a-0137-4399-bbde-269e0e9cd95e port 1d9a2409-c259-434b-b12a-7a79bae73e76 binding host dv-neutron-821829-1-hyperv {{(pid=87509) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 16 22:46:18.866159 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron_lib.callbacks.manager [None req-bb453223-1814-4f56-aadd-b784f79e34e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:46:18.889207 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-95a10bf9-4f55-4d69-a7e4-e37b92539e44 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:46:18.893410 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-95a10bf9-4f55-4d69-a7e4-e37b92539e44 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Usage tracker for resource:port and tenant:b7e45fda9ad540a6ac359d1c64c9adb2 is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:46:18.896895 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-95a10bf9-4f55-4d69-a7e4-e37b92539e44 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:46:18.902760 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-95a10bf9-4f55-4d69-a7e4-e37b92539e44 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:46:18.913647 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95a10bf9-4f55-4d69-a7e4-e37b92539e44 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Made reservation on behalf of b7e45fda9ad540a6ac359d1c64c9adb2 for: {'port': 1} {{(pid=87507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:46:18.917412 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-95a10bf9-4f55-4d69-a7e4-e37b92539e44 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:46:18.940124 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.notifiers.nova [None req-95a10bf9-4f55-4d69-a7e4-e37b92539e44 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] device_id is not set on port 69d634af-baac-4764-84ed-e6b9c2132ff6 yet. {{(pid=87507) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 16 22:46:19.035207 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-fa7d5068-b9dd-4953-9027-4171f062db5f None None] Provisioning complete for port 1d9a2409-c259-434b-b12a-7a79bae73e76 triggered by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:46:19.035501 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-fa7d5068-b9dd-4953-9027-4171f062db5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:46:19.137461 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-fa7d5068-b9dd-4953-9027-4171f062db5f None None] Port 1d9a2409-c259-434b-b12a-7a79bae73e76 cannot update to ACTIVE because it is not bound. {{(pid=87508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 22:46:19.237532 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron_lib.callbacks.manager [None req-bb453223-1814-4f56-aadd-b784f79e34e1 None None] Notify callbacks [] for port, precommit_update {{(pid=87509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:46:19.248851 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.provisioning_blocks [None req-bb453223-1814-4f56-aadd-b784f79e34e1 None None] Transition to ACTIVE for port object 1d9a2409-c259-434b-b12a-7a79bae73e76 will not be triggered until provisioned by entity L2. {{(pid=87509) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:46:19.255111 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron_lib.callbacks.manager [None req-bb453223-1814-4f56-aadd-b784f79e34e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:46:19.259598 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG oslo_concurrency.lockutils [None req-39192c2a-51e1-4fba-9d3d-a586457ae29f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:46:19.323906 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2b3e33-7188-4037-873b-fd83a93c33ab None None] Pushing event updated for resources: {'Port': ['ID=1d9a2409-c259-434b-b12a-7a79bae73e76,revision_number=3']} {{(pid=87509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:46:19.325942 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.db_base_plugin_common [None req-95a10bf9-4f55-4d69-a7e4-e37b92539e44 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Allocated IP 172.20.0.14 (38cc4432-4df9-4c9a-8d8f-0d5b9e3f46cc/abdb9871-a453-4c32-982a-34fe5c4664ac/69d634af-baac-4764-84ed-e6b9c2132ff6) {{(pid=87507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 22:46:19.351602 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 8b9e64e0-9c76-45a8-93ab-6b6737b8f712 up at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 22:46:19.413692 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2b3e33-7188-4037-873b-fd83a93c33ab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:46:19.414044 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2b3e33-7188-4037-873b-fd83a93c33ab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:46:19.414517 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2b3e33-7188-4037-873b-fd83a93c33ab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:46:19.414771 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2b3e33-7188-4037-873b-fd83a93c33ab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:46:19.415099 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2b3e33-7188-4037-873b-fd83a93c33ab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:46:19.415425 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2b3e33-7188-4037-873b-fd83a93c33ab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:46:19.416059 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2b3e33-7188-4037-873b-fd83a93c33ab None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:46:19.416176 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2b3e33-7188-4037-873b-fd83a93c33ab None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:46:19.416414 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2b3e33-7188-4037-873b-fd83a93c33ab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:46:19.416871 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2b3e33-7188-4037-873b-fd83a93c33ab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:46:19.417093 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2b3e33-7188-4037-873b-fd83a93c33ab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:46:19.417418 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2b3e33-7188-4037-873b-fd83a93c33ab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:46:19.428575 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning complete for port 8b9e64e0-9c76-45a8-93ab-6b6737b8f712 triggered by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:46:19.429109 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:46:19.487109 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG oslo_concurrency.lockutils [None req-9c2b3e33-7188-4037-873b-fd83a93c33ab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=87509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:46:19.545610 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.plugins.ml2.managers [None req-bb453223-1814-4f56-aadd-b784f79e34e1 None None] Attempting to bind port 1d9a2409-c259-434b-b12a-7a79bae73e76 on host dv-neutron-821829-1-hyperv for vnic_type normal with profile  {{(pid=87509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 22:46:19.545998 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.plugins.ml2.managers [None req-bb453223-1814-4f56-aadd-b784f79e34e1 None None] Attempting to bind port 1d9a2409-c259-434b-b12a-7a79bae73e76 by drivers openvswitch,hyperv on host dv-neutron-821829-1-hyperv at level 0 using segments [{'id': '4acb54bd-cf67-436c-a7e5-98ccd7ceee3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '38cc4432-4df9-4c9a-8d8f-0d5b9e3f46cc'}] {{(pid=87509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 22:46:19.546365 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb453223-1814-4f56-aadd-b784f79e34e1 None None] Attempting to bind port 1d9a2409-c259-434b-b12a-7a79bae73e76 on network 38cc4432-4df9-4c9a-8d8f-0d5b9e3f46cc {{(pid=87509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 22:46:19.555220 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-95a10bf9-4f55-4d69-a7e4-e37b92539e44 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for port, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:46:19.557362 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb453223-1814-4f56-aadd-b784f79e34e1 None None] Checking agent: {'id': '5571501f-366e-47a4-9b60-8ef19d935d27', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821829-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 24, 2), 'started_at': datetime.datetime(2021, 12, 16, 22, 24, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 46, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821829-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 22:46:19.558010 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb453223-1814-4f56-aadd-b784f79e34e1 None None] Checking segment: {'id': '4acb54bd-cf67-436c-a7e5-98ccd7ceee3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '38cc4432-4df9-4c9a-8d8f-0d5b9e3f46cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 22:46:19.558574 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron_lib.callbacks.manager [None req-bb453223-1814-4f56-aadd-b784f79e34e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:46:19.559169 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb453223-1814-4f56-aadd-b784f79e34e1 None None] Bound using segment: {'id': '4acb54bd-cf67-436c-a7e5-98ccd7ceee3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '38cc4432-4df9-4c9a-8d8f-0d5b9e3f46cc'} {{(pid=87509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 22:46:19.559820 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.plugins.ml2.managers [None req-bb453223-1814-4f56-aadd-b784f79e34e1 None None] Bound port: 1d9a2409-c259-434b-b12a-7a79bae73e76, host: dv-neutron-821829-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4acb54bd-cf67-436c-a7e5-98ccd7ceee3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '38cc4432-4df9-4c9a-8d8f-0d5b9e3f46cc'}}] {{(pid=87509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 22:46:19.560947 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron_lib.callbacks.manager [None req-bb453223-1814-4f56-aadd-b784f79e34e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:46:19.571014 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device b4232a2c-2b48-4777-8c66-a8d498d09edd up at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 22:46:19.574384 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.provisioning_blocks [None req-95a10bf9-4f55-4d69-a7e4-e37b92539e44 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Transition to ACTIVE for port object 69d634af-baac-4764-84ed-e6b9c2132ff6 will not be triggered until provisioned by entity DHCP. {{(pid=87507) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:46:19.603357 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-95a10bf9-4f55-4d69-a7e4-e37b92539e44 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10807823'] for port, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:46:19.615129 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-01c44467-0087-48fa-beb4-28112a603f6a tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:46:19.641935 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning complete for port b4232a2c-2b48-4777-8c66-a8d498d09edd triggered by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:46:19.642857 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:46:19.665398 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.plugins.ml2.db [None req-bb453223-1814-4f56-aadd-b784f79e34e1 None None] For port 1d9a2409-c259-434b-b12a-7a79bae73e76, host dv-neutron-821829-1-hyperv, cleared binding levels {{(pid=87509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 22:46:19.670506 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.plugins.ml2.db [None req-bb453223-1814-4f56-aadd-b784f79e34e1 None None] For port 1d9a2409-c259-434b-b12a-7a79bae73e76, host dv-neutron-821829-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=1d9a2409-c259-434b-b12a-7a79bae73e76,segment=NetworkSegment(4acb54bd-cf67-436c-a7e5-98ccd7ceee3f),segment_id=4acb54bd-cf67-436c-a7e5-98ccd7ceee3f)] {{(pid=87509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 22:46:19.671033 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95a10bf9-4f55-4d69-a7e4-e37b92539e44 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Network 38cc4432-4df9-4c9a-8d8f-0d5b9e3f46cc is already hosted by enough agents. {{(pid=87507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:46:19.676344 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron_lib.callbacks.manager [None req-bb453223-1814-4f56-aadd-b784f79e34e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:46:19.678407 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.base_scheduler [None req-95a10bf9-4f55-4d69-a7e4-e37b92539e44 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Resources bound (agent type, host, resource id):  {{(pid=87507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:46:19.683103 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95a10bf9-4f55-4d69-a7e4-e37b92539e44 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Received port after_create {{(pid=87507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 22:46:19.692894 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:46:19.748679 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95a10bf9-4f55-4d69-a7e4-e37b92539e44 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:46:19.749315 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-95a10bf9-4f55-4d69-a7e4-e37b92539e44 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for port, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:46:19.755154 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb453223-1814-4f56-aadd-b784f79e34e1 None None] Routers {'c239106a-0137-4399-bbde-269e0e9cd95e'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:46:19.755853 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-bb453223-1814-4f56-aadd-b784f79e34e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b7c6d71c0>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:46:01Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['c239106a-0137-4399-bbde-269e0e9cd95e'], 'active': True} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:46:19.769177 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a10bf9-4f55-4d69-a7e4-e37b92539e44 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Pushing event updated for resources: {'Port': ['ID=69d634af-baac-4764-84ed-e6b9c2132ff6,revision_number=1']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:46:19.782586 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a10bf9-4f55-4d69-a7e4-e37b92539e44 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:46:19.782972 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a10bf9-4f55-4d69-a7e4-e37b92539e44 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:46:19.784137 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a10bf9-4f55-4d69-a7e4-e37b92539e44 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:46:19.784137 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a10bf9-4f55-4d69-a7e4-e37b92539e44 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:46:19.784137 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a10bf9-4f55-4d69-a7e4-e37b92539e44 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:46:19.784517 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a10bf9-4f55-4d69-a7e4-e37b92539e44 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:46:19.784794 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a10bf9-4f55-4d69-a7e4-e37b92539e44 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:46:19.785155 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a10bf9-4f55-4d69-a7e4-e37b92539e44 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:46:19.785512 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a10bf9-4f55-4d69-a7e4-e37b92539e44 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:46:19.785873 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a10bf9-4f55-4d69-a7e4-e37b92539e44 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:46:19.786226 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a10bf9-4f55-4d69-a7e4-e37b92539e44 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:46:19.786578 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a10bf9-4f55-4d69-a7e4-e37b92539e44 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:46:19.791067 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-95a10bf9-4f55-4d69-a7e4-e37b92539e44 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 931 time: 1.0636137
Dec 16 22:46:19.792232 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-95a10bf9-4f55-4d69-a7e4-e37b92539e44 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:46:19.871551 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2b3e33-7188-4037-873b-fd83a93c33ab None None] Pushing event updated for resources: {'Port': ['ID=1d9a2409-c259-434b-b12a-7a79bae73e76,revision_number=4']} {{(pid=87509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:46:19.932790 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-4cc993bb-bf34-4107-b283-21b300dbee6b None None] Provisioning for port 69d634af-baac-4764-84ed-e6b9c2132ff6 completed by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 22:46:19.939536 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-4cc993bb-bf34-4107-b283-21b300dbee6b None None] Provisioning complete for port 69d634af-baac-4764-84ed-e6b9c2132ff6 triggered by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:46:19.940059 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-4cc993bb-bf34-4107-b283-21b300dbee6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:46:19.958442 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG oslo_concurrency.lockutils [None req-9c2b3e33-7188-4037-873b-fd83a93c33ab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=87509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:46:20.006811 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-4cc993bb-bf34-4107-b283-21b300dbee6b None None] Port 69d634af-baac-4764-84ed-e6b9c2132ff6 cannot update to ACTIVE because it is not bound. {{(pid=87508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 22:46:20.011000 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvr_db [None req-bb453223-1814-4f56-aadd-b784f79e34e1 None None] Set router c239106a-0137-4399-bbde-269e0e9cd95e gateway port host: dv-neutron-821829-1-hyperv {{(pid=87509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 22:46:20.240517 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 49864) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:46:20.245939 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-4c3c6014-7fdf-4a80-b578-35c99d47291d tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-899761973', 'description': 'tempest-secgroup-smoke-899761973 description', 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2'}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:46:20.251794 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-4c3c6014-7fdf-4a80-b578-35c99d47291d tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:46:20.255890 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-4c3c6014-7fdf-4a80-b578-35c99d47291d tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Usage tracker for resource:security_group and tenant:b7e45fda9ad540a6ac359d1c64c9adb2 is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:46:20.258758 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-4c3c6014-7fdf-4a80-b578-35c99d47291d tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:46:20.264556 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-4c3c6014-7fdf-4a80-b578-35c99d47291d tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:46:20.275875 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-4c3c6014-7fdf-4a80-b578-35c99d47291d tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for security_group, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:46:20.296256 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-4c3c6014-7fdf-4a80-b578-35c99d47291d tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:46:20.300674 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-4c3c6014-7fdf-4a80-b578-35c99d47291d tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Usage tracker for resource:security_group_rule and tenant:b7e45fda9ad540a6ac359d1c64c9adb2 is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:46:20.303456 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-4c3c6014-7fdf-4a80-b578-35c99d47291d tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:46:20.308942 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-4c3c6014-7fdf-4a80-b578-35c99d47291d tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:46:20.322260 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-bb453223-1814-4f56-aadd-b784f79e34e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b7c6d71c0>, [{'id': 'c239106a-0137-4399-bbde-269e0e9cd95e', 'name': 'tempest-TestNetworkBasicOps-router-385983798', 'tenant_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.83'}], 'enable_snat': True}, 'gw_port_id': '8b9e64e0-9c76-45a8-93ab-6b6737b8f712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:46:11Z', 'updated_at': '2021-12-16T22:46:16Z', 'revision_number': 4, 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'gw_port': {'id': '8b9e64e0-9c76-45a8-93ab-6b6737b8f712', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:bc:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c239106a-0137-4399-bbde-269e0e9cd95e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:46:12Z', 'updated_at': '2021-12-16T22:46:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv', '_interfaces': [{'id': '1d9a2409-c259-434b-b12a-7a79bae73e76', 'name': '', 'network_id': '38cc4432-4df9-4c9a-8d8f-0d5b9e3f46cc', 'tenant_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'mac_address': 'fa:16:3e:ea:5e:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c239106a-0137-4399-bbde-269e0e9cd95e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1398, 'fixed_ips': [{'subnet_id': 'abdb9871-a453-4c32-982a-34fe5c4664ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:46:15Z', 'updated_at': '2021-12-16T22:46:19Z', 'revision_number': 4, 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'subnets': [{'id': 'abdb9871-a453-4c32-982a-34fe5c4664ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:46:20.326221 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb453223-1814-4f56-aadd-b784f79e34e1 None None] The sync data for ids ['c239106a-0137-4399-bbde-269e0e9cd95e'] in dv-neutron-821829-1-hyperv is: [{'id': 'c239106a-0137-4399-bbde-269e0e9cd95e', 'name': 'tempest-TestNetworkBasicOps-router-385983798', 'tenant_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.83'}], 'enable_snat': True}, 'gw_port_id': '8b9e64e0-9c76-45a8-93ab-6b6737b8f712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:46:11Z', 'updated_at': '2021-12-16T22:46:16Z', 'revision_number': 4, 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'gw_port': {'id': '8b9e64e0-9c76-45a8-93ab-6b6737b8f712', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:bc:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c239106a-0137-4399-bbde-269e0e9cd95e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:46:12Z', 'updated_at': '2021-12-16T22:46:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv', '_interfaces': [{'id': '1d9a2409-c259-434b-b12a-7a79bae73e76', 'name': '', 'network_id': '38cc4432-4df9-4c9a-8d8f-0d5b9e3f46cc', 'tenant_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'mac_address': 'fa:16:3e:ea:5e:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c239106a-0137-4399-bbde-269e0e9cd95e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1398, 'fixed_ips': [{'subnet_id': 'abdb9871-a453-4c32-982a-34fe5c4664ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:46:15Z', 'updated_at': '2021-12-16T22:46:19Z', 'revision_number': 4, 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'subnets': [{'id': 'abdb9871-a453-4c32-982a-34fe5c4664ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 22:46:20.395340 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-4c3c6014-7fdf-4a80-b578-35c99d47291d tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for security_group, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:46:20.399534 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-4c3c6014-7fdf-4a80-b578-35c99d47291d tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841066'] for security_group, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:46:20.403556 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-7c9165d9-4f68-4a52-817d-4eb4ddae5903 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:46:20.445759 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3c6014-7fdf-4a80-b578-35c99d47291d tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e054cb0-175a-4fff-9f40-34d4f1cfeaa5,revision_number=1']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:46:20.449382 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-4c3c6014-7fdf-4a80-b578-35c99d47291d tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:46:20.453197 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-4c3c6014-7fdf-4a80-b578-35c99d47291d tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for security_group, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:46:20.457089 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-4c3c6014-7fdf-4a80-b578-35c99d47291d tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1794 time: 0.2128475
Dec 16 22:46:20.457328 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 49868) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:46:20.462526 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-55cf8b7d-10d3-416d-a212-7838ee037cb2 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Request body: {'security_group_rule': {'security_group_id': '8e054cb0-175a-4fff-9f40-34d4f1cfeaa5', 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:46:20.468848 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-55cf8b7d-10d3-416d-a212-7838ee037cb2 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:46:20.473642 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-55cf8b7d-10d3-416d-a212-7838ee037cb2 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Usage tracker for resource:security_group_rule and tenant:b7e45fda9ad540a6ac359d1c64c9adb2 is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:46:20.476795 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-55cf8b7d-10d3-416d-a212-7838ee037cb2 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:46:20.482592 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-55cf8b7d-10d3-416d-a212-7838ee037cb2 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:46:20.500913 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-55cf8b7d-10d3-416d-a212-7838ee037cb2 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:46:20.571890 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-55cf8b7d-10d3-416d-a212-7838ee037cb2 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:46:20.576416 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-55cf8b7d-10d3-416d-a212-7838ee037cb2 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841137'] for security_group_rule, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:46:20.582994 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-f8ab9ea6-5314-4439-99df-06581411b791 tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:46:20.603214 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cf8b7d-10d3-416d-a212-7838ee037cb2 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f995047-e64c-4b1e-9525-a3f0244b73a5,revision_number=0']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:46:20.609178 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-55cf8b7d-10d3-416d-a212-7838ee037cb2 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:46:20.614425 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-55cf8b7d-10d3-416d-a212-7838ee037cb2 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:46:20.615827 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-55cf8b7d-10d3-416d-a212-7838ee037cb2 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1574993
Dec 16 22:46:20.618628 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 49872) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:46:20.623872 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-4768b648-e143-45d6-a579-dcf9571bfe9d tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Request body: {'security_group_rule': {'security_group_id': '8e054cb0-175a-4fff-9f40-34d4f1cfeaa5', 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:46:20.630054 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-4768b648-e143-45d6-a579-dcf9571bfe9d tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:46:20.634118 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-4768b648-e143-45d6-a579-dcf9571bfe9d tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Usage tracker for resource:security_group_rule and tenant:b7e45fda9ad540a6ac359d1c64c9adb2 is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:46:20.637082 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-4768b648-e143-45d6-a579-dcf9571bfe9d tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:46:20.643377 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-4768b648-e143-45d6-a579-dcf9571bfe9d tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:46:20.662107 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-4768b648-e143-45d6-a579-dcf9571bfe9d tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:46:20.725530 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-4768b648-e143-45d6-a579-dcf9571bfe9d tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:46:20.729388 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-4768b648-e143-45d6-a579-dcf9571bfe9d tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841137'] for security_group_rule, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:46:20.731423 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-eb39db96-c78a-44d0-8354-364cd766d8fe tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:46:20.754134 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4768b648-e143-45d6-a579-dcf9571bfe9d tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0db4e0dd-d11e-498b-87c9-b90c8a4ee919,revision_number=0']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:46:20.756642 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-4768b648-e143-45d6-a579-dcf9571bfe9d tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:46:20.765729 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-4768b648-e143-45d6-a579-dcf9571bfe9d tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:46:20.770116 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-4768b648-e143-45d6-a579-dcf9571bfe9d tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1474297
Dec 16 22:46:20.770461 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 49876) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:46:20.776065 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-0ccdad2a-4f10-4992-ac65-f8872572347f tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Request body: {'security_group_rule': {'security_group_id': '8e054cb0-175a-4fff-9f40-34d4f1cfeaa5', 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:46:20.782149 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-0ccdad2a-4f10-4992-ac65-f8872572347f tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:46:20.785958 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-0ccdad2a-4f10-4992-ac65-f8872572347f tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Usage tracker for resource:security_group_rule and tenant:b7e45fda9ad540a6ac359d1c64c9adb2 is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:46:20.789161 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-0ccdad2a-4f10-4992-ac65-f8872572347f tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:46:20.795160 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-0ccdad2a-4f10-4992-ac65-f8872572347f tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:46:20.815343 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-0ccdad2a-4f10-4992-ac65-f8872572347f tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:46:20.880297 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-0ccdad2a-4f10-4992-ac65-f8872572347f tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:46:20.884330 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-0ccdad2a-4f10-4992-ac65-f8872572347f tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841137'] for security_group_rule, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:46:20.886144 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-68b7ac32-9b0e-4fb8-87f8-87546099d1bc tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:46:20.909366 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ccdad2a-4f10-4992-ac65-f8872572347f tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca59e191-b1a3-41cd-8470-abb73e0ac690,revision_number=0']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:46:20.911928 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-0ccdad2a-4f10-4992-ac65-f8872572347f tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:46:20.921355 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-0ccdad2a-4f10-4992-ac65-f8872572347f tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:46:20.922531 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-0ccdad2a-4f10-4992-ac65-f8872572347f tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1509297
Dec 16 22:46:20.926043 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 49880) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:46:20.931339 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-ecc76add-9824-47cc-9b2c-014ccbb0c949 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Request body: {'security_group_rule': {'security_group_id': '8e054cb0-175a-4fff-9f40-34d4f1cfeaa5', 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:46:20.937464 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-ecc76add-9824-47cc-9b2c-014ccbb0c949 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:46:20.941272 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-ecc76add-9824-47cc-9b2c-014ccbb0c949 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Usage tracker for resource:security_group_rule and tenant:b7e45fda9ad540a6ac359d1c64c9adb2 is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:46:20.944196 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-ecc76add-9824-47cc-9b2c-014ccbb0c949 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:46:20.951644 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-ecc76add-9824-47cc-9b2c-014ccbb0c949 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:46:20.967785 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-ecc76add-9824-47cc-9b2c-014ccbb0c949 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:46:21.032368 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-ecc76add-9824-47cc-9b2c-014ccbb0c949 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:46:21.036384 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-ecc76add-9824-47cc-9b2c-014ccbb0c949 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841137'] for security_group_rule, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:46:21.038215 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-eee5b904-cea1-48ac-9556-fa4aaed64415 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:46:21.060276 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc76add-9824-47cc-9b2c-014ccbb0c949 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32691a96-415f-4350-886a-5ca0903263a6,revision_number=0']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:46:21.062718 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-ecc76add-9824-47cc-9b2c-014ccbb0c949 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:46:21.070736 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-ecc76add-9824-47cc-9b2c-014ccbb0c949 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:46:21.074513 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-ecc76add-9824-47cc-9b2c-014ccbb0c949 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1448908
Dec 16 22:46:21.074801 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 49884) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:46:21.080574 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-0c8ea356-42f4-423a-80c3-1cbfd9768617 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Request body: {'security_group_rule': {'security_group_id': '8e054cb0-175a-4fff-9f40-34d4f1cfeaa5', 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:46:21.086520 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-0c8ea356-42f4-423a-80c3-1cbfd9768617 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:46:21.090336 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-0c8ea356-42f4-423a-80c3-1cbfd9768617 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Usage tracker for resource:security_group_rule and tenant:b7e45fda9ad540a6ac359d1c64c9adb2 is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:46:21.093338 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-0c8ea356-42f4-423a-80c3-1cbfd9768617 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:46:21.099047 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-0c8ea356-42f4-423a-80c3-1cbfd9768617 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:46:21.109727 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.db.securitygroups_db [None req-0c8ea356-42f4-423a-80c3-1cbfd9768617 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Project b7e45fda9ad540a6ac359d1c64c9adb2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 16 22:46:21.117072 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-0c8ea356-42f4-423a-80c3-1cbfd9768617 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:46:21.182872 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-0c8ea356-42f4-423a-80c3-1cbfd9768617 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:46:21.186869 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-0c8ea356-42f4-423a-80c3-1cbfd9768617 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841137'] for security_group_rule, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:46:21.188669 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-25ecb686-30a2-4687-b334-34a688ae7c3f tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:46:21.211449 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8ea356-42f4-423a-80c3-1cbfd9768617 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e03262da-e0bb-4bf7-aa78-f5fb7d35a818,revision_number=0']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:46:21.214063 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-0c8ea356-42f4-423a-80c3-1cbfd9768617 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:46:21.221415 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-0c8ea356-42f4-423a-80c3-1cbfd9768617 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:46:21.224454 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-0c8ea356-42f4-423a-80c3-1cbfd9768617 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1468406
Dec 16 22:46:21.225400 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 49888) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:46:21.230670 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-20f06a6e-412d-44d0-8293-17acd3cc3a85 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Request body: {'security_group_rule': {'security_group_id': '8e054cb0-175a-4fff-9f40-34d4f1cfeaa5', 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:46:21.237681 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-20f06a6e-412d-44d0-8293-17acd3cc3a85 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:46:21.241505 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-20f06a6e-412d-44d0-8293-17acd3cc3a85 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Usage tracker for resource:security_group_rule and tenant:b7e45fda9ad540a6ac359d1c64c9adb2 is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:46:21.244432 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-20f06a6e-412d-44d0-8293-17acd3cc3a85 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:46:21.250102 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-20f06a6e-412d-44d0-8293-17acd3cc3a85 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:46:21.261303 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.db.securitygroups_db [None req-20f06a6e-412d-44d0-8293-17acd3cc3a85 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Project b7e45fda9ad540a6ac359d1c64c9adb2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 16 22:46:21.268911 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-20f06a6e-412d-44d0-8293-17acd3cc3a85 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:46:21.344499 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-20f06a6e-412d-44d0-8293-17acd3cc3a85 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:46:21.348857 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-20f06a6e-412d-44d0-8293-17acd3cc3a85 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841137'] for security_group_rule, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:46:21.350694 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-37d4ff87-e2b5-4fdc-a461-31b8ee49799e tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:46:21.369143 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 1d9a2409-c259-434b-b12a-7a79bae73e76 up at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 22:46:21.381734 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f06a6e-412d-44d0-8293-17acd3cc3a85 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ccd246f-8999-4e5b-8c4b-e80ea429914a,revision_number=0']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:46:21.385897 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-20f06a6e-412d-44d0-8293-17acd3cc3a85 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:46:21.395579 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-20f06a6e-412d-44d0-8293-17acd3cc3a85 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:46:21.406626 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-20f06a6e-412d-44d0-8293-17acd3cc3a85 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1778135
Dec 16 22:46:21.468676 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning for port 1d9a2409-c259-434b-b12a-7a79bae73e76 completed by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 22:46:21.476047 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning complete for port 1d9a2409-c259-434b-b12a-7a79bae73e76 triggered by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:46:21.476719 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:46:21.574326 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-4a524d72-5170-4903-8342-ab21a4c60945 req-33330ca6-112e-4a5f-ad2d-0983796feee7 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-899761973&fields=id&tenant_id=b7e45fda9ad540a6ac359d1c64c9adb2 HTTP/1.1" status: 200  len: 267 time: 0.0385664
Dec 16 22:46:21.598356 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:46:21.630010 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] For port 1d9a2409-c259-434b-b12a-7a79bae73e76, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=1d9a2409-c259-434b-b12a-7a79bae73e76,segment=NetworkSegment(4acb54bd-cf67-436c-a7e5-98ccd7ceee3f),segment_id=4acb54bd-cf67-436c-a7e5-98ccd7ceee3f)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:46:21.635921 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:46:21.638836 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-9c5d8f52-dec5-4b24-b8c1-ab6176111d18 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:46:21.653567 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a524d72-5170-4903-8342-ab21a4c60945 req-89ce3ea3-9e29-40d0-afc0-8ee9756ffe4e tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:46:21.654135 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [req-4a524d72-5170-4903-8342-ab21a4c60945 req-89ce3ea3-9e29-40d0-afc0-8ee9756ffe4e tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Synchronizing usage tracker for tenant:b7e45fda9ad540a6ac359d1c64c9adb2 on resource:port {{(pid=87507) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 22:46:21.669377 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [req-4a524d72-5170-4903-8342-ab21a4c60945 req-89ce3ea3-9e29-40d0-afc0-8ee9756ffe4e tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Unset dirty status for tenant:b7e45fda9ad540a6ac359d1c64c9adb2 on resource:port {{(pid=87507) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 22:46:21.670566 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-4a524d72-5170-4903-8342-ab21a4c60945 req-89ce3ea3-9e29-40d0-afc0-8ee9756ffe4e tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "GET /v2.0/ports/69d634af-baac-4764-84ed-e6b9c2132ff6 HTTP/1.1" status: 200  len: 931 time: 0.0892091
Dec 16 22:46:21.705452 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Pushing event updated for resources: {'Port': ['ID=1d9a2409-c259-434b-b12a-7a79bae73e76,revision_number=5']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:46:21.708539 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:46:21.788930 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-4a524d72-5170-4903-8342-ab21a4c60945 req-fc2e7e0c-41b6-409b-9172-55b54eeca682 service neutron] 10.222.0.13 "GET /v2.0/ports/69d634af-baac-4764-84ed-e6b9c2132ff6?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200  len: 311 time: 0.1064308
Dec 16 22:46:21.917850 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-4a524d72-5170-4903-8342-ab21a4c60945 req-32c3bc3c-29c4-4727-b41e-6df6701851ed service neutron] 10.222.0.13 "GET /v2.0/networks/38cc4432-4df9-4c9a-8d8f-0d5b9e3f46cc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1232948
Dec 16 22:46:22.046385 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-4a524d72-5170-4903-8342-ab21a4c60945 req-65536afa-4b43-4987-a836-db3d4a7715b1 service neutron] 10.222.0.13 "GET /v2.0/networks/38cc4432-4df9-4c9a-8d8f-0d5b9e3f46cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1226392
Dec 16 22:46:22.215191 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-f27db918-782f-4698-ba12-dfa6e38fe2f3 req-8f2ab5c0-1cdf-498c-950d-01f008805333 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "GET /v2.0/ports?device_id=d1ab4d43-f8c5-49f4-a774-eb16d025530c HTTP/1.1" status: 200  len: 210 time: 0.0421762
Dec 16 22:46:23.349941 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a524d72-5170-4903-8342-ab21a4c60945 req-1a0ad2f0-6e8d-4a69-97ef-f4dc6eb91d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:46:23.352153 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-4a524d72-5170-4903-8342-ab21a4c60945 req-1a0ad2f0-6e8d-4a69-97ef-f4dc6eb91d4f service neutron] 10.222.0.49 "GET /v2.0/ports/69d634af-baac-4764-84ed-e6b9c2132ff6 HTTP/1.1" status: 200  len: 1027 time: 0.2053452
Dec 16 22:46:23.363867 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 1d9a2409-c259-434b-b12a-7a79bae73e76 up at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 22:46:23.375706 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-5a9c66d5-b264-4f5e-b14f-6b6b462a1023 req-b081f3f7-49ff-4430-b9b3-f7670c4af183 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "GET /v2.0/ports?device_id=d1ab4d43-f8c5-49f4-a774-eb16d025530c HTTP/1.1" status: 200  len: 210 time: 0.0481691
Dec 16 22:46:23.451065 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning complete for port 1d9a2409-c259-434b-b12a-7a79bae73e76 triggered by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:46:23.451461 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:46:23.515308 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a524d72-5170-4903-8342-ab21a4c60945 req-013fe237-9fc5-4ec8-ad4c-7f68845dd002 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:46:23.516646 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-4a524d72-5170-4903-8342-ab21a4c60945 req-013fe237-9fc5-4ec8-ad4c-7f68845dd002 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.49 "GET /v2.0/networks?id=38cc4432-4df9-4c9a-8d8f-0d5b9e3f46cc HTTP/1.1" status: 200  len: 797 time: 0.1494107
Dec 16 22:46:23.569140 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [req-4a524d72-5170-4903-8342-ab21a4c60945 req-100cfbc0-586a-47c4-a4e8-e4518cf1eacb tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Synchronizing usage tracker for tenant:b7e45fda9ad540a6ac359d1c64c9adb2 on resource:security_group {{(pid=87506) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 22:46:23.584722 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [req-4a524d72-5170-4903-8342-ab21a4c60945 req-100cfbc0-586a-47c4-a4e8-e4518cf1eacb tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Unset dirty status for tenant:b7e45fda9ad540a6ac359d1c64c9adb2 on resource:security_group {{(pid=87506) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 22:46:23.585793 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-4a524d72-5170-4903-8342-ab21a4c60945 req-100cfbc0-586a-47c4-a4e8-e4518cf1eacb tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b7e45fda9ad540a6ac359d1c64c9adb2 HTTP/1.1" status: 200  len: 379 time: 0.0543635
Dec 16 22:46:23.597797 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [req-4a524d72-5170-4903-8342-ab21a4c60945 req-d412083b-9354-401f-bfef-066b9db85e02 service neutron] Request body: {'port': {'device_id': 'd1ab4d43-f8c5-49f4-a774-eb16d025530c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8218'}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:46:23.703625 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-4a524d72-5170-4903-8342-ab21a4c60945 req-d412083b-9354-401f-bfef-066b9db85e02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:46:24.028785 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.notifiers.nova [req-4a524d72-5170-4903-8342-ab21a4c60945 req-d412083b-9354-401f-bfef-066b9db85e02 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69d634af-baac-4764-84ed-e6b9c2132ff6 {{(pid=87506) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 22:46:24.036112 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-4a524d72-5170-4903-8342-ab21a4c60945 req-d412083b-9354-401f-bfef-066b9db85e02 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:46:24.049958 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.provisioning_blocks [req-4a524d72-5170-4903-8342-ab21a4c60945 req-d412083b-9354-401f-bfef-066b9db85e02 service neutron] Transition to ACTIVE for port object 69d634af-baac-4764-84ed-e6b9c2132ff6 will not be triggered until provisioned by entity L2. {{(pid=87506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:46:24.053336 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-4a524d72-5170-4903-8342-ab21a4c60945 req-d412083b-9354-401f-bfef-066b9db85e02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1863400'] for port, after_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:46:24.057681 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-c729ee31-cd6a-4089-a320-c6ce9b1cb94b tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:46:24.207107 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d412083b-9354-401f-bfef-066b9db85e02 service neutron] Pushing event updated for resources: {'Port': ['ID=69d634af-baac-4764-84ed-e6b9c2132ff6,revision_number=2']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:46:24.214680 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-d412083b-9354-401f-bfef-066b9db85e02 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:46:24.285958 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.managers [req-4a524d72-5170-4903-8342-ab21a4c60945 req-d412083b-9354-401f-bfef-066b9db85e02 service neutron] Attempting to bind port 69d634af-baac-4764-84ed-e6b9c2132ff6 on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=87506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 22:46:24.286227 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.managers [req-4a524d72-5170-4903-8342-ab21a4c60945 req-d412083b-9354-401f-bfef-066b9db85e02 service neutron] Attempting to bind port 69d634af-baac-4764-84ed-e6b9c2132ff6 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '4acb54bd-cf67-436c-a7e5-98ccd7ceee3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '38cc4432-4df9-4c9a-8d8f-0d5b9e3f46cc'}] {{(pid=87506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 22:46:24.286540 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a524d72-5170-4903-8342-ab21a4c60945 req-d412083b-9354-401f-bfef-066b9db85e02 service neutron] Attempting to bind port 69d634af-baac-4764-84ed-e6b9c2132ff6 on network 38cc4432-4df9-4c9a-8d8f-0d5b9e3f46cc {{(pid=87506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 22:46:24.290947 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a524d72-5170-4903-8342-ab21a4c60945 req-d412083b-9354-401f-bfef-066b9db85e02 service neutron] Port 69d634af-baac-4764-84ed-e6b9c2132ff6 on network 38cc4432-4df9-4c9a-8d8f-0d5b9e3f46cc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=87506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 16 22:46:24.291263 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a524d72-5170-4903-8342-ab21a4c60945 req-d412083b-9354-401f-bfef-066b9db85e02 service neutron] Attempting to bind port 69d634af-baac-4764-84ed-e6b9c2132ff6 on network 38cc4432-4df9-4c9a-8d8f-0d5b9e3f46cc {{(pid=87506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 22:46:24.296204 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a524d72-5170-4903-8342-ab21a4c60945 req-d412083b-9354-401f-bfef-066b9db85e02 service neutron] Checking agent: {'id': '849b5cbb-8f70-4c31-8f37-fd42f8351747', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8218', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 30, 8), 'started_at': datetime.datetime(2021, 12, 16, 22, 30, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 46, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 22:46:24.296531 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a524d72-5170-4903-8342-ab21a4c60945 req-d412083b-9354-401f-bfef-066b9db85e02 service neutron] Checking segment: {'id': '4acb54bd-cf67-436c-a7e5-98ccd7ceee3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '38cc4432-4df9-4c9a-8d8f-0d5b9e3f46cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 22:46:24.296906 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a524d72-5170-4903-8342-ab21a4c60945 req-d412083b-9354-401f-bfef-066b9db85e02 service neutron] Bound using segment: {'id': '4acb54bd-cf67-436c-a7e5-98ccd7ceee3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '38cc4432-4df9-4c9a-8d8f-0d5b9e3f46cc'} {{(pid=87506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 22:46:24.297316 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.managers [req-4a524d72-5170-4903-8342-ab21a4c60945 req-d412083b-9354-401f-bfef-066b9db85e02 service neutron] Bound port: 69d634af-baac-4764-84ed-e6b9c2132ff6, host: hv-neutron-8218, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4acb54bd-cf67-436c-a7e5-98ccd7ceee3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '38cc4432-4df9-4c9a-8d8f-0d5b9e3f46cc'}}] {{(pid=87506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 22:46:24.297649 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-4a524d72-5170-4903-8342-ab21a4c60945 req-d412083b-9354-401f-bfef-066b9db85e02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:46:24.387859 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.db [req-4a524d72-5170-4903-8342-ab21a4c60945 req-d412083b-9354-401f-bfef-066b9db85e02 service neutron] For port 69d634af-baac-4764-84ed-e6b9c2132ff6, host hv-neutron-8218, cleared binding levels {{(pid=87506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 22:46:24.391548 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.db [req-4a524d72-5170-4903-8342-ab21a4c60945 req-d412083b-9354-401f-bfef-066b9db85e02 service neutron] For port 69d634af-baac-4764-84ed-e6b9c2132ff6, host hv-neutron-8218, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=69d634af-baac-4764-84ed-e6b9c2132ff6,segment=NetworkSegment(4acb54bd-cf67-436c-a7e5-98ccd7ceee3f),segment_id=4acb54bd-cf67-436c-a7e5-98ccd7ceee3f)] {{(pid=87506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 22:46:24.396813 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-4a524d72-5170-4903-8342-ab21a4c60945 req-d412083b-9354-401f-bfef-066b9db85e02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1863400'] for port, after_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:46:24.401161 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-8520e975-cf65-434a-9285-a95d0a0f6058 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:46:24.463183 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a524d72-5170-4903-8342-ab21a4c60945 req-d412083b-9354-401f-bfef-066b9db85e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:46:24.463832 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-4a524d72-5170-4903-8342-ab21a4c60945 req-d412083b-9354-401f-bfef-066b9db85e02 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for port, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:46:24.465210 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-4a524d72-5170-4903-8342-ab21a4c60945 req-d412083b-9354-401f-bfef-066b9db85e02 service neutron] 10.222.0.49 "PUT /v2.0/ports/69d634af-baac-4764-84ed-e6b9c2132ff6 HTTP/1.1" status: 200  len: 1132 time: 0.8718803
Dec 16 22:46:24.465773 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1ab4d43-f8c5-49f4-a774-eb16d025530c', 'tag': '69d634af-baac-4764-84ed-e6b9c2132ff6'}] {{(pid=87506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 22:46:24.496505 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d412083b-9354-401f-bfef-066b9db85e02 service neutron] Pushing event updated for resources: {'Port': ['ID=69d634af-baac-4764-84ed-e6b9c2132ff6,revision_number=3']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:46:24.507634 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-d412083b-9354-401f-bfef-066b9db85e02 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:46:24.528929 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1ab4d43-f8c5-49f4-a774-eb16d025530c', 'tag': '69d634af-baac-4764-84ed-e6b9c2132ff6', 'status': 'completed', 'code': 200}
Dec 16 22:46:24.582658 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b55a00-9cda-4388-81ef-11e691d47f8e req-8cad3e05-08fe-46bf-849f-6be2c28d6b9d tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:46:24.584356 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-11b55a00-9cda-4388-81ef-11e691d47f8e req-8cad3e05-08fe-46bf-849f-6be2c28d6b9d tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "GET /v2.0/ports?device_id=d1ab4d43-f8c5-49f4-a774-eb16d025530c HTTP/1.1" status: 200  len: 982 time: 0.0915558
Dec 16 22:46:24.621395 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a524d72-5170-4903-8342-ab21a4c60945 req-2198dce7-676d-45fc-9567-2f38c951f13f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:46:24.623016 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-4a524d72-5170-4903-8342-ab21a4c60945 req-2198dce7-676d-45fc-9567-2f38c951f13f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b7e45fda9ad540a6ac359d1c64c9adb2&device_id=d1ab4d43-f8c5-49f4-a774-eb16d025530c HTTP/1.1" status: 200  len: 1135 time: 0.0753369
Dec 16 22:46:24.634260 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-11b55a00-9cda-4388-81ef-11e691d47f8e req-44c5f9cf-52c1-45f9-ab39-ac6ddc536ef5 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "GET /v2.0/security-groups?id=70501f34-4d44-4d27-a01c-c2390b72dc3b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0435588
Dec 16 22:46:24.700344 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-4a524d72-5170-4903-8342-ab21a4c60945 req-c592f366-19f3-45a8-92a1-668780a4258d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=69d634af-baac-4764-84ed-e6b9c2132ff6 HTTP/1.1" status: 200  len: 217 time: 0.0646732
Dec 16 22:46:24.761476 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a524d72-5170-4903-8342-ab21a4c60945 req-1a974bcf-36c4-45b0-867c-e5fa951aa5c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:46:24.762750 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-4a524d72-5170-4903-8342-ab21a4c60945 req-1a974bcf-36c4-45b0-867c-e5fa951aa5c6 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=abdb9871-a453-4c32-982a-34fe5c4664ac HTTP/1.1" status: 200  len: 834 time: 0.0552232
Dec 16 22:46:24.835806 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a524d72-5170-4903-8342-ab21a4c60945 req-9acce13a-ed4c-4992-96da-9306ebf95a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:46:24.837179 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-4a524d72-5170-4903-8342-ab21a4c60945 req-9acce13a-ed4c-4992-96da-9306ebf95a07 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=38cc4432-4df9-4c9a-8d8f-0d5b9e3f46cc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0676293
Dec 16 22:46:24.966979 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-4a524d72-5170-4903-8342-ab21a4c60945 req-3db58804-9fad-4a96-ba29-fa679d921eb0 service neutron] 10.222.0.49 "GET /v2.0/networks/38cc4432-4df9-4c9a-8d8f-0d5b9e3f46cc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1232755
Dec 16 22:46:25.202224 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-4a524d72-5170-4903-8342-ab21a4c60945 req-ec9756fe-3ed8-4c0a-b92d-ef5190b0581d service neutron] 10.222.0.49 "GET /v2.0/networks/38cc4432-4df9-4c9a-8d8f-0d5b9e3f46cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2293644
Dec 16 22:46:25.356232 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94be32be-09e2-449b-a1ec-725258f3ad38 req-1389fe17-f1f2-40a0-b31e-d9ffd533e50e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:46:25.357663 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-94be32be-09e2-449b-a1ec-725258f3ad38 req-1389fe17-f1f2-40a0-b31e-d9ffd533e50e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b7e45fda9ad540a6ac359d1c64c9adb2&device_id=d1ab4d43-f8c5-49f4-a774-eb16d025530c HTTP/1.1" status: 200  len: 1135 time: 0.0691988
Dec 16 22:46:25.489914 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94be32be-09e2-449b-a1ec-725258f3ad38 req-9b59f93f-1f04-40cc-9524-bec3c4c195a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:46:25.491351 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-94be32be-09e2-449b-a1ec-725258f3ad38 req-9b59f93f-1f04-40cc-9524-bec3c4c195a9 service neutron] 10.222.0.49 "GET /v2.0/networks?id=38cc4432-4df9-4c9a-8d8f-0d5b9e3f46cc HTTP/1.1" status: 200  len: 898 time: 0.1264868
Dec 16 22:46:25.561371 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-94be32be-09e2-449b-a1ec-725258f3ad38 req-2eb6aaba-8624-45a1-bcbe-18d3920c3301 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=69d634af-baac-4764-84ed-e6b9c2132ff6 HTTP/1.1" status: 200  len: 217 time: 0.0622580
Dec 16 22:46:25.623304 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94be32be-09e2-449b-a1ec-725258f3ad38 req-d782a911-3244-4c68-99f0-f440bcc56ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:46:25.624685 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-94be32be-09e2-449b-a1ec-725258f3ad38 req-d782a911-3244-4c68-99f0-f440bcc56ccb service neutron] 10.222.0.49 "GET /v2.0/subnets?id=abdb9871-a453-4c32-982a-34fe5c4664ac HTTP/1.1" status: 200  len: 834 time: 0.0557969
Dec 16 22:46:25.702047 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94be32be-09e2-449b-a1ec-725258f3ad38 req-54630ebf-0318-4aee-840f-e6d0d5c0b57e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:46:25.703508 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-94be32be-09e2-449b-a1ec-725258f3ad38 req-54630ebf-0318-4aee-840f-e6d0d5c0b57e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=38cc4432-4df9-4c9a-8d8f-0d5b9e3f46cc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0712030
Dec 16 22:46:25.817555 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb611b2-d24b-470e-9c1c-4337d3553215 req-31586e94-2add-4ddf-aa4a-896409ac3a70 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:46:25.819016 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-acb611b2-d24b-470e-9c1c-4337d3553215 req-31586e94-2add-4ddf-aa4a-896409ac3a70 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "GET /v2.0/ports?device_id=d1ab4d43-f8c5-49f4-a774-eb16d025530c HTTP/1.1" status: 200  len: 982 time: 0.0790379
Dec 16 22:46:25.836073 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-94be32be-09e2-449b-a1ec-725258f3ad38 req-bd5a5be7-221c-4ef9-88e5-cfcb31d49694 service neutron] 10.222.0.49 "GET /v2.0/networks/38cc4432-4df9-4c9a-8d8f-0d5b9e3f46cc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1248331
Dec 16 22:46:25.866605 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-acb611b2-d24b-470e-9c1c-4337d3553215 req-428c8a00-c21d-43ce-87fa-e4b39e96d2a8 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "GET /v2.0/security-groups?id=70501f34-4d44-4d27-a01c-c2390b72dc3b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418012
Dec 16 22:46:25.968875 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-94be32be-09e2-449b-a1ec-725258f3ad38 req-83e431c1-3ecf-466c-9813-7f00b977717a service neutron] 10.222.0.49 "GET /v2.0/networks/38cc4432-4df9-4c9a-8d8f-0d5b9e3f46cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1259854
Dec 16 22:46:26.271625 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Device 69d634af-baac-4764-84ed-e6b9c2132ff6 details requested by agent hyperv_hv-neutron-8218 with host hv-neutron-8218 {{(pid=87508) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 16 22:46:26.400734 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] For port 69d634af-baac-4764-84ed-e6b9c2132ff6, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=69d634af-baac-4764-84ed-e6b9c2132ff6,segment=NetworkSegment(4acb54bd-cf67-436c-a7e5-98ccd7ceee3f),segment_id=4acb54bd-cf67-436c-a7e5-98ccd7ceee3f)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:46:26.413782 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Returning: {'device': '69d634af-baac-4764-84ed-e6b9c2132ff6', 'network_id': '38cc4432-4df9-4c9a-8d8f-0d5b9e3f46cc', 'port_id': '69d634af-baac-4764-84ed-e6b9c2132ff6', 'mac_address': 'fa:16:3e:25:11:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abdb9871-a453-4c32-982a-34fe5c4664ac', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87508) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 16 22:46:26.466992 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:46:26.483797 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.notifiers.nova [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69d634af-baac-4764-84ed-e6b9c2132ff6 {{(pid=87508) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 22:46:26.502255 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] For port 69d634af-baac-4764-84ed-e6b9c2132ff6, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=69d634af-baac-4764-84ed-e6b9c2132ff6,segment=NetworkSegment(4acb54bd-cf67-436c-a7e5-98ccd7ceee3f),segment_id=4acb54bd-cf67-436c-a7e5-98ccd7ceee3f)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:46:26.506669 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:46:26.508517 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:46:26.575049 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Pushing event updated for resources: {'Port': ['ID=69d634af-baac-4764-84ed-e6b9c2132ff6,revision_number=4']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:46:26.582467 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:46:26.582855 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:46:26.583219 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:46:26.583593 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:46:26.583952 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:46:26.584289 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:46:26.584618 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:46:26.584948 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:46:26.585276 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:46:26.585598 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:46:26.585924 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:46:26.586245 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:46:26.589891 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:46:26.783437 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] get_ports_and_sgs() called for port_ids ['69d634af-baac-4764-84ed-e6b9c2132ff6'] {{(pid=87508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 22:46:27.046932 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6518c65-6c04-4c01-a000-1afe0b523505 req-9bdafd39-9414-4f7f-a8bf-e61620f43013 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:46:27.049035 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-d6518c65-6c04-4c01-a000-1afe0b523505 req-9bdafd39-9414-4f7f-a8bf-e61620f43013 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "GET /v2.0/ports?device_id=d1ab4d43-f8c5-49f4-a774-eb16d025530c HTTP/1.1" status: 200  len: 983 time: 0.0790713
Dec 16 22:46:27.090918 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-d6518c65-6c04-4c01-a000-1afe0b523505 req-aee56e90-264a-440a-910e-5513aaf97345 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "GET /v2.0/security-groups?id=70501f34-4d44-4d27-a01c-c2390b72dc3b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0363669
Dec 16 22:46:28.143395 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-cf43f38c-da47-4cf2-992a-1dbe36fd4b42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:46:28.274685 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d5b8ba-0954-45a2-9bb0-416fff4c77b9 req-e6bdd30e-9eec-4db4-97a0-a9797d11603d tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:46:28.276138 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-a1d5b8ba-0954-45a2-9bb0-416fff4c77b9 req-e6bdd30e-9eec-4db4-97a0-a9797d11603d tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "GET /v2.0/ports?device_id=d1ab4d43-f8c5-49f4-a774-eb16d025530c HTTP/1.1" status: 200  len: 983 time: 0.0827022
Dec 16 22:46:28.282578 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Device 69d634af-baac-4764-84ed-e6b9c2132ff6 up at agent hyperv_hv-neutron-8218 {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 22:46:28.320774 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-a1d5b8ba-0954-45a2-9bb0-416fff4c77b9 req-6a812cbb-35f6-4fd9-9d9a-f9ee12989b18 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "GET /v2.0/security-groups?id=70501f34-4d44-4d27-a01c-c2390b72dc3b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0388117
Dec 16 22:46:28.351255 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Provisioning for port 69d634af-baac-4764-84ed-e6b9c2132ff6 completed by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 22:46:28.355915 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Provisioning complete for port 69d634af-baac-4764-84ed-e6b9c2132ff6 triggered by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:46:28.356318 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:46:28.471568 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:46:28.498350 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1ab4d43-f8c5-49f4-a774-eb16d025530c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69d634af-baac-4764-84ed-e6b9c2132ff6'}] {{(pid=87508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 22:46:28.508302 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] For port 69d634af-baac-4764-84ed-e6b9c2132ff6, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=69d634af-baac-4764-84ed-e6b9c2132ff6,segment=NetworkSegment(4acb54bd-cf67-436c-a7e5-98ccd7ceee3f),segment_id=4acb54bd-cf67-436c-a7e5-98ccd7ceee3f)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:46:28.512004 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:46:28.514614 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:46:28.544964 dv-neutron-821829-1-hyperv neutron-server[87508]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1ab4d43-f8c5-49f4-a774-eb16d025530c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69d634af-baac-4764-84ed-e6b9c2132ff6', 'code': 200}
Dec 16 22:46:28.583584 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Pushing event updated for resources: {'Port': ['ID=69d634af-baac-4764-84ed-e6b9c2132ff6,revision_number=5']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:46:28.586711 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:46:28.803191 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3690e09-b5fe-4bd8-9ad6-02d0c2d6093e req-c399cbb1-6794-4fea-9931-b4d267fcd3fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:46:28.804651 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-b3690e09-b5fe-4bd8-9ad6-02d0c2d6093e req-c399cbb1-6794-4fea-9931-b4d267fcd3fe service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=d1ab4d43-f8c5-49f4-a774-eb16d025530c HTTP/1.1" status: 200  len: 1137 time: 0.0683079
Dec 16 22:46:28.844216 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-b3690e09-b5fe-4bd8-9ad6-02d0c2d6093e req-c1f58ee9-ba2d-4967-b527-a57fd079eabd service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=70501f34-4d44-4d27-a01c-c2390b72dc3b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0322461
Dec 16 22:46:29.507366 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25346ec2-cd52-4d9f-8d16-a4cb0437ca24 req-01dcba21-5f2c-4425-804e-0ee7db063672 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:46:29.508870 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-25346ec2-cd52-4d9f-8d16-a4cb0437ca24 req-01dcba21-5f2c-4425-804e-0ee7db063672 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "GET /v2.0/ports?device_id=d1ab4d43-f8c5-49f4-a774-eb16d025530c HTTP/1.1" status: 200  len: 984 time: 0.0834994
Dec 16 22:46:29.551944 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-25346ec2-cd52-4d9f-8d16-a4cb0437ca24 req-72995af5-fda9-4be0-8a22-bae7f09f512b tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "GET /v2.0/security-groups?id=70501f34-4d44-4d27-a01c-c2390b72dc3b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0373366
Dec 16 22:46:30.572262 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-5e85b618-e175-4310-b733-c77b7645ac5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:46:30.847191 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc8f5b1-ae6c-47d2-a79e-8b9c3512b41e req-acf212d2-58f5-4512-a839-33c7f916def6 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:46:30.848689 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-cbc8f5b1-ae6c-47d2-a79e-8b9c3512b41e req-acf212d2-58f5-4512-a839-33c7f916def6 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "GET /v2.0/ports?device_id=d1ab4d43-f8c5-49f4-a774-eb16d025530c HTTP/1.1" status: 200  len: 984 time: 0.1903911
Dec 16 22:46:30.891939 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-cbc8f5b1-ae6c-47d2-a79e-8b9c3512b41e req-e69d1e8f-66f0-4ea0-9048-7e2274123d6e tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "GET /v2.0/security-groups?id=70501f34-4d44-4d27-a01c-c2390b72dc3b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0375195
Dec 16 22:46:31.075282 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3977f019-4ec2-4b00-b688-7d2222682834 req-71a38857-5fa3-42e5-a3ea-834ba9ef25f9 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:46:31.076875 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-3977f019-4ec2-4b00-b688-7d2222682834 req-71a38857-5fa3-42e5-a3ea-834ba9ef25f9 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "GET /v2.0/ports?device_id=d1ab4d43-f8c5-49f4-a774-eb16d025530c HTTP/1.1" status: 200  len: 984 time: 0.0817633
Dec 16 22:46:31.120564 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-3977f019-4ec2-4b00-b688-7d2222682834 req-76ed1491-e208-4376-bf55-56feb818ff55 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "GET /v2.0/security-groups?id=70501f34-4d44-4d27-a01c-c2390b72dc3b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0375504
Dec 16 22:46:31.142396 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 49940) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:46:31.209319 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4326f0d5-9594-4d56-9f34-cc1ae6600870 tempest-TestNetworkBasicOps-761014822 tempest-TestNetworkBasicOps-761014822-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:46:31.210772 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-4326f0d5-9594-4d56-9f34-cc1ae6600870 tempest-TestNetworkBasicOps-761014822 tempest-TestNetworkBasicOps-761014822-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=d1ab4d43-f8c5-49f4-a774-eb16d025530c HTTP/1.1" status: 200  len: 1132 time: 0.0674186
Dec 16 22:46:31.213504 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 49944) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:46:31.218284 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-aa65fd45-e0ea-41b1-acfd-119964ec2864 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Request body: {'floatingip': {'floating_network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'port_id': '69d634af-baac-4764-84ed-e6b9c2132ff6', 'tenant_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'fixed_ip_address': '172.20.0.14'}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:46:31.224662 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-aa65fd45-e0ea-41b1-acfd-119964ec2864 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:46:31.228627 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-aa65fd45-e0ea-41b1-acfd-119964ec2864 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Usage tracker for resource:floatingip and tenant:b7e45fda9ad540a6ac359d1c64c9adb2 is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:46:31.231357 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-aa65fd45-e0ea-41b1-acfd-119964ec2864 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:46:31.237200 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-aa65fd45-e0ea-41b1-acfd-119964ec2864 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:46:31.248324 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-aa65fd45-e0ea-41b1-acfd-119964ec2864 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for floatingip, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:46:31.380199 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-aa65fd45-e0ea-41b1-acfd-119964ec2864 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:46:31.474602 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-3e729f7f-1589-4d54-9c4a-7ee6b283cc2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:46:31.517544 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.db_base_plugin_common [None req-aa65fd45-e0ea-41b1-acfd-119964ec2864 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Allocated IP 172.26.0.38 (f8905ce9-304b-4976-bc47-e58c71c11de5/9bca8591-41ef-4f2d-8ecb-ecaab1a28acf/7cffd473-0cdf-41a7-bb2d-e0dc461939ff) {{(pid=87507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 22:46:31.660707 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-aa65fd45-e0ea-41b1-acfd-119964ec2864 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for port, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:46:31.672193 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:46:31.689525 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-aa65fd45-e0ea-41b1-acfd-119964ec2864 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10807823'] for port, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:46:31.693951 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-95a10bf9-4f55-4d69-a7e4-e37b92539e44 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:46:31.745652 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa65fd45-e0ea-41b1-acfd-119964ec2864 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Network f8905ce9-304b-4976-bc47-e58c71c11de5 is already hosted by enough agents. {{(pid=87507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:46:31.753035 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.base_scheduler [None req-aa65fd45-e0ea-41b1-acfd-119964ec2864 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Resources bound (agent type, host, resource id):  {{(pid=87507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:46:31.757009 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa65fd45-e0ea-41b1-acfd-119964ec2864 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Received port after_create {{(pid=87507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 22:46:31.803679 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa65fd45-e0ea-41b1-acfd-119964ec2864 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Pushing event updated for resources: {'Port': ['ID=7cffd473-0cdf-41a7-bb2d-e0dc461939ff,revision_number=1']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:46:31.807528 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-aa65fd45-e0ea-41b1-acfd-119964ec2864 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:46:32.166990 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-aa65fd45-e0ea-41b1-acfd-119964ec2864 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:46:32.238083 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-aa65fd45-e0ea-41b1-acfd-119964ec2864 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:46:32.438968 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-aa65fd45-e0ea-41b1-acfd-119964ec2864 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for port, precommit_update {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:46:32.443208 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-aa65fd45-e0ea-41b1-acfd-119964ec2864 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10807814'] for port, after_update {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:46:32.447741 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-5a415e8d-2ef0-4880-986b-8d120043bb3a tempest-TagsExtTest-2103464928 tempest-TagsExtTest-2103464928-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:46:32.549691 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa65fd45-e0ea-41b1-acfd-119964ec2864 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Pushing event updated for resources: {'Port': ['ID=7cffd473-0cdf-41a7-bb2d-e0dc461939ff,revision_number=2']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:46:32.553513 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-aa65fd45-e0ea-41b1-acfd-119964ec2864 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:46:32.560041 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-aa65fd45-e0ea-41b1-acfd-119964ec2864 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3741874'] for floatingip, after_update {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:46:32.836019 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.db.l3_db [None req-aa65fd45-e0ea-41b1-acfd-119964ec2864 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Floating IP 3ab4e490-a25c-4df3-a30f-fec0e03b787b associated. External IP: 172.26.0.38, port: 69d634af-baac-4764-84ed-e6b9c2132ff6.
Dec 16 22:46:33.175883 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa65fd45-e0ea-41b1-acfd-119964ec2864 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Router c239106a-0137-4399-bbde-269e0e9cd95e has already been hosted by L3 agent 4f519db7-069b-43e2-8411-c092bac9102a {{(pid=87507) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 22:46:33.226911 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-4541ba3b-6be8-499c-bc94-3c60aa55c4f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:46:33.350561 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa65fd45-e0ea-41b1-acfd-119964ec2864 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify agent at l3_agent.dv-neutron-821829-1-hyperv the message routers_updated {{(pid=87507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 22:46:33.360744 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2be58c4c-f7ff-40e8-9285-99d1520637dc None None] Sync routers for ids ['c239106a-0137-4399-bbde-269e0e9cd95e'] in dv-neutron-821829-1-hyperv {{(pid=87508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 22:46:33.369605 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2be58c4c-f7ff-40e8-9285-99d1520637dc None None] Routers {'c239106a-0137-4399-bbde-269e0e9cd95e'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:46:33.370220 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-2be58c4c-f7ff-40e8-9285-99d1520637dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b7c1ae3d0>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:46:31Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['c239106a-0137-4399-bbde-269e0e9cd95e'], 'active': True} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:46:33.373822 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-aa65fd45-e0ea-41b1-acfd-119964ec2864 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for floatingip, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:46:33.433287 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-aa65fd45-e0ea-41b1-acfd-119964ec2864 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 1034 time: 2.2187057
Dec 16 22:46:33.433852 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1ab4d43-f8c5-49f4-a774-eb16d025530c', 'tag': '69d634af-baac-4764-84ed-e6b9c2132ff6'}] {{(pid=87507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 22:46:33.436124 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 49948) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:46:33.480708 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1ab4d43-f8c5-49f4-a774-eb16d025530c', 'tag': '69d634af-baac-4764-84ed-e6b9c2132ff6', 'status': 'completed', 'code': 200}
Dec 16 22:46:33.518630 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78e89df5-60f0-4725-b0f6-3c357425eee8 tempest-TestNetworkBasicOps-761014822 tempest-TestNetworkBasicOps-761014822-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:46:33.520161 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-78e89df5-60f0-4725-b0f6-3c357425eee8 tempest-TestNetworkBasicOps-761014822 tempest-TestNetworkBasicOps-761014822-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=d1ab4d43-f8c5-49f4-a774-eb16d025530c&network_id=38cc4432-4df9-4c9a-8d8f-0d5b9e3f46cc HTTP/1.1" status: 200  len: 1132 time: 0.0824502
Dec 16 22:46:33.594569 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a33859-b707-4516-9275-1592c812f748 req-216b3314-f28c-472e-8026-ff58c301a478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:46:33.595749 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvr_db [None req-2be58c4c-f7ff-40e8-9285-99d1520637dc None None] Set router c239106a-0137-4399-bbde-269e0e9cd95e gateway port host: dv-neutron-821829-1-hyperv {{(pid=87508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 22:46:33.596766 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-c8a33859-b707-4516-9275-1592c812f748 req-216b3314-f28c-472e-8026-ff58c301a478 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b7e45fda9ad540a6ac359d1c64c9adb2&device_id=d1ab4d43-f8c5-49f4-a774-eb16d025530c HTTP/1.1" status: 200  len: 1137 time: 0.0727875
Dec 16 22:46:33.734549 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a33859-b707-4516-9275-1592c812f748 req-b98cba6d-97cb-488b-8009-2faf124e46fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:46:33.736340 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-c8a33859-b707-4516-9275-1592c812f748 req-b98cba6d-97cb-488b-8009-2faf124e46fa service neutron] 10.222.0.49 "GET /v2.0/networks?id=38cc4432-4df9-4c9a-8d8f-0d5b9e3f46cc HTTP/1.1" status: 200  len: 898 time: 0.1333070
Dec 16 22:46:33.841855 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-c8a33859-b707-4516-9275-1592c812f748 req-08f97e44-ba66-4247-9a54-ef2e1d5e1064 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=69d634af-baac-4764-84ed-e6b9c2132ff6 HTTP/1.1" status: 200  len: 1037 time: 0.0993235
Dec 16 22:46:33.902012 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2ca535-a987-4588-94d8-67f2eae271f5 req-0dbc5c35-04eb-4180-864a-e4bdacab77e2 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:46:33.906494 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-cd2ca535-a987-4588-94d8-67f2eae271f5 req-0dbc5c35-04eb-4180-864a-e4bdacab77e2 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "GET /v2.0/ports?device_id=d1ab4d43-f8c5-49f4-a774-eb16d025530c HTTP/1.1" status: 200  len: 984 time: 0.0868676
Dec 16 22:46:33.907592 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a33859-b707-4516-9275-1592c812f748 req-8781b817-ba41-4566-9348-02969f8c271a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:46:33.909177 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-c8a33859-b707-4516-9275-1592c812f748 req-8781b817-ba41-4566-9348-02969f8c271a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=abdb9871-a453-4c32-982a-34fe5c4664ac HTTP/1.1" status: 200  len: 834 time: 0.0606301
Dec 16 22:46:33.949099 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-cd2ca535-a987-4588-94d8-67f2eae271f5 req-55c44e53-f0e0-4978-8f2b-95cee7fb8643 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "GET /v2.0/security-groups?id=70501f34-4d44-4d27-a01c-c2390b72dc3b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0386918
Dec 16 22:46:33.950293 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-2be58c4c-f7ff-40e8-9285-99d1520637dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b7c1ae3d0>, [{'id': 'c239106a-0137-4399-bbde-269e0e9cd95e', 'name': 'tempest-TestNetworkBasicOps-router-385983798', 'tenant_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.83'}], 'enable_snat': True}, 'gw_port_id': '8b9e64e0-9c76-45a8-93ab-6b6737b8f712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:46:11Z', 'updated_at': '2021-12-16T22:46:16Z', 'revision_number': 4, 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'gw_port': {'id': '8b9e64e0-9c76-45a8-93ab-6b6737b8f712', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:bc:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c239106a-0137-4399-bbde-269e0e9cd95e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:46:12Z', 'updated_at': '2021-12-16T22:46:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv', '_floatingips': [{'id': '3ab4e490-a25c-4df3-a30f-fec0e03b787b', 'tenant_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'floating_ip_address': '172.26.0.38', 'floating_network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'router_id': 'c239106a-0137-4399-bbde-269e0e9cd95e', 'port_id': '69d634af-baac-4764-84ed-e6b9c2132ff6', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1410, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1624063754', 'network_id': '38cc4432-4df9-4c9a-8d8f-0d5b9e3f46cc', 'mac_address': 'fa:16:3e:25:11:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1ab4d43-f8c5-49f4-a774-eb16d025530c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T22:46:32Z', 'updated_at': '2021-12-16T22:46:32Z', 'revision_number': 0, 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d9a2409-c259-434b-b12a-7a79bae73e76', 'name': '', 'network_id': '38cc4432-4df9-4c9a-8d8f-0d5b9e3f46cc', 'tenant_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'mac_address': 'fa:16:3e:ea:5e:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c239106a-0137-4399-bbde-269e0e9cd95e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1398, 'fixed_ips': [{'subnet_id': 'abdb9871-a453-4c32-982a-34fe5c4664ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:46:15Z', 'updated_at': '2021-12-16T22:46:21Z', 'revision_number': 5, 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'subnets': [{'id': 'abdb9871-a453-4c32-982a-34fe5c4664ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:46:33.954997 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2be58c4c-f7ff-40e8-9285-99d1520637dc None None] Checking router: c239106a-0137-4399-bbde-269e0e9cd95e for host: dv-neutron-821829-1-hyperv {{(pid=87508) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 22:46:33.964401 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2be58c4c-f7ff-40e8-9285-99d1520637dc None None] Routers {'c239106a-0137-4399-bbde-269e0e9cd95e'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:46:33.965042 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-2be58c4c-f7ff-40e8-9285-99d1520637dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b7c1ae3d0>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:46:31Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['c239106a-0137-4399-bbde-269e0e9cd95e'], 'active': True} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:46:34.001172 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a33859-b707-4516-9275-1592c812f748 req-4063d62d-1b58-40dc-88c1-027846c8447a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:46:34.002591 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-c8a33859-b707-4516-9275-1592c812f748 req-4063d62d-1b58-40dc-88c1-027846c8447a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=38cc4432-4df9-4c9a-8d8f-0d5b9e3f46cc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0863667
Dec 16 22:46:34.148081 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvr_db [None req-2be58c4c-f7ff-40e8-9285-99d1520637dc None None] Set router c239106a-0137-4399-bbde-269e0e9cd95e gateway port host: dv-neutron-821829-1-hyperv {{(pid=87508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 22:46:34.246105 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-c8a33859-b707-4516-9275-1592c812f748 req-d7f34bca-177a-4a3e-b2d3-539c18982fd4 service neutron] 10.222.0.49 "GET /v2.0/networks/38cc4432-4df9-4c9a-8d8f-0d5b9e3f46cc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2353630
Dec 16 22:46:34.377942 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-c8a33859-b707-4516-9275-1592c812f748 req-a05922c4-2f16-48ba-bde6-f5643fcb8027 service neutron] 10.222.0.49 "GET /v2.0/networks/38cc4432-4df9-4c9a-8d8f-0d5b9e3f46cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1245456
Dec 16 22:46:34.489470 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-2be58c4c-f7ff-40e8-9285-99d1520637dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b7c1ae3d0>, [{'id': 'c239106a-0137-4399-bbde-269e0e9cd95e', 'name': 'tempest-TestNetworkBasicOps-router-385983798', 'tenant_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.83'}], 'enable_snat': True}, 'gw_port_id': '8b9e64e0-9c76-45a8-93ab-6b6737b8f712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:46:11Z', 'updated_at': '2021-12-16T22:46:16Z', 'revision_number': 4, 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'gw_port': {'id': '8b9e64e0-9c76-45a8-93ab-6b6737b8f712', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:bc:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c239106a-0137-4399-bbde-269e0e9cd95e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:46:12Z', 'updated_at': '2021-12-16T22:46:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv', '_floatingips': [{'id': '3ab4e490-a25c-4df3-a30f-fec0e03b787b', 'tenant_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'floating_ip_address': '172.26.0.38', 'floating_network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'router_id': 'c239106a-0137-4399-bbde-269e0e9cd95e', 'port_id': '69d634af-baac-4764-84ed-e6b9c2132ff6', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1410, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1624063754', 'network_id': '38cc4432-4df9-4c9a-8d8f-0d5b9e3f46cc', 'mac_address': 'fa:16:3e:25:11:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1ab4d43-f8c5-49f4-a774-eb16d025530c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T22:46:32Z', 'updated_at': '2021-12-16T22:46:32Z', 'revision_number': 0, 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d9a2409-c259-434b-b12a-7a79bae73e76', 'name': '', 'network_id': '38cc4432-4df9-4c9a-8d8f-0d5b9e3f46cc', 'tenant_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'mac_address': 'fa:16:3e:ea:5e:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c239106a-0137-4399-bbde-269e0e9cd95e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1398, 'fixed_ips': [{'subnet_id': 'abdb9871-a453-4c32-982a-34fe5c4664ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:46:15Z', 'updated_at': '2021-12-16T22:46:21Z', 'revision_number': 5, 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'subnets': [{'id': 'abdb9871-a453-4c32-982a-34fe5c4664ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:46:34.493391 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2be58c4c-f7ff-40e8-9285-99d1520637dc None None] The sync data for ids ['c239106a-0137-4399-bbde-269e0e9cd95e'] in dv-neutron-821829-1-hyperv is: [{'id': 'c239106a-0137-4399-bbde-269e0e9cd95e', 'name': 'tempest-TestNetworkBasicOps-router-385983798', 'tenant_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.83'}], 'enable_snat': True}, 'gw_port_id': '8b9e64e0-9c76-45a8-93ab-6b6737b8f712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:46:11Z', 'updated_at': '2021-12-16T22:46:16Z', 'revision_number': 4, 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'gw_port': {'id': '8b9e64e0-9c76-45a8-93ab-6b6737b8f712', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:bc:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c239106a-0137-4399-bbde-269e0e9cd95e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:46:12Z', 'updated_at': '2021-12-16T22:46:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv', '_floatingips': [{'id': '3ab4e490-a25c-4df3-a30f-fec0e03b787b', 'tenant_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'floating_ip_address': '172.26.0.38', 'floating_network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'router_id': 'c239106a-0137-4399-bbde-269e0e9cd95e', 'port_id': '69d634af-baac-4764-84ed-e6b9c2132ff6', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1410, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1624063754', 'network_id': '38cc4432-4df9-4c9a-8d8f-0d5b9e3f46cc', 'mac_address': 'fa:16:3e:25:11:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1ab4d43-f8c5-49f4-a774-eb16d025530c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T22:46:32Z', 'updated_at': '2021-12-16T22:46:32Z', 'revision_number': 0, 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d9a2409-c259-434b-b12a-7a79bae73e76', 'name': '', 'network_id': '38cc4432-4df9-4c9a-8d8f-0d5b9e3f46cc', 'tenant_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'mac_address': 'fa:16:3e:ea:5e:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c239106a-0137-4399-bbde-269e0e9cd95e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1398, 'fixed_ips': [{'subnet_id': 'abdb9871-a453-4c32-982a-34fe5c4664ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:46:15Z', 'updated_at': '2021-12-16T22:46:21Z', 'revision_number': 5, 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'subnets': [{'id': 'abdb9871-a453-4c32-982a-34fe5c4664ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 22:46:34.682300 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a58fb225-31ec-4e6b-8108-5309de0f20bb None None] New status for floating IP 3ab4e490-a25c-4df3-a30f-fec0e03b787b: ACTIVE {{(pid=87509) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 16 22:46:35.136162 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f3edc5-56e9-48c5-9153-fd4e38b017e2 req-e27b7e48-1aeb-4e2f-93c8-f104ba9f5e9f tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:46:35.137566 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-61f3edc5-56e9-48c5-9153-fd4e38b017e2 req-e27b7e48-1aeb-4e2f-93c8-f104ba9f5e9f tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "GET /v2.0/ports?device_id=d1ab4d43-f8c5-49f4-a774-eb16d025530c HTTP/1.1" status: 200  len: 984 time: 0.0815806
Dec 16 22:46:35.180036 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-61f3edc5-56e9-48c5-9153-fd4e38b017e2 req-b126d279-1518-4b83-b718-029a1b726413 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "GET /v2.0/security-groups?id=70501f34-4d44-4d27-a01c-c2390b72dc3b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0368316
Dec 16 22:46:35.368974 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679699d9-4003-4ed2-93cb-ecd524b18e0e req-c9bcb667-97f0-4b8b-b1ca-d486947dcbe5 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:46:35.369661 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [req-679699d9-4003-4ed2-93cb-ecd524b18e0e req-c9bcb667-97f0-4b8b-b1ca-d486947dcbe5 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Synchronizing usage tracker for tenant:b7e45fda9ad540a6ac359d1c64c9adb2 on resource:port {{(pid=87506) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 22:46:35.384875 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [req-679699d9-4003-4ed2-93cb-ecd524b18e0e req-c9bcb667-97f0-4b8b-b1ca-d486947dcbe5 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Unset dirty status for tenant:b7e45fda9ad540a6ac359d1c64c9adb2 on resource:port {{(pid=87506) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 22:46:35.385955 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-679699d9-4003-4ed2-93cb-ecd524b18e0e req-c9bcb667-97f0-4b8b-b1ca-d486947dcbe5 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.49 "GET /v2.0/ports?device_id=d1ab4d43-f8c5-49f4-a774-eb16d025530c HTTP/1.1" status: 200  len: 984 time: 0.0950792
Dec 16 22:46:35.458959 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679699d9-4003-4ed2-93cb-ecd524b18e0e req-328d4454-8a66-4609-a1ca-a0e2a55fca51 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:46:35.460234 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-679699d9-4003-4ed2-93cb-ecd524b18e0e req-328d4454-8a66-4609-a1ca-a0e2a55fca51 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.49 "GET /v2.0/ports/69d634af-baac-4764-84ed-e6b9c2132ff6?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200  len: 260 time: 0.0685472
Dec 16 22:46:35.604093 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-679699d9-4003-4ed2-93cb-ecd524b18e0e req-3310e55e-01c9-4020-afed-a33931bb2e8b tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.49 "GET /v2.0/networks/38cc4432-4df9-4c9a-8d8f-0d5b9e3f46cc?fields=dns_domain HTTP/1.1" status: 200  len: 212 time: 0.1386249
Dec 16 22:46:35.613888 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [req-679699d9-4003-4ed2-93cb-ecd524b18e0e req-e7573503-4702-4589-8303-750c3e83bb37 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:46:35.718427 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-679699d9-4003-4ed2-93cb-ecd524b18e0e req-e7573503-4702-4589-8303-750c3e83bb37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:46:35.913995 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.db [req-679699d9-4003-4ed2-93cb-ecd524b18e0e req-e7573503-4702-4589-8303-750c3e83bb37 service neutron] For port 69d634af-baac-4764-84ed-e6b9c2132ff6, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=69d634af-baac-4764-84ed-e6b9c2132ff6,segment=NetworkSegment(4acb54bd-cf67-436c-a7e5-98ccd7ceee3f),segment_id=4acb54bd-cf67-436c-a7e5-98ccd7ceee3f)] {{(pid=87506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:46:35.941648 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.db [req-679699d9-4003-4ed2-93cb-ecd524b18e0e req-e7573503-4702-4589-8303-750c3e83bb37 service neutron] For port 69d634af-baac-4764-84ed-e6b9c2132ff6, host hv-neutron-8218, cleared binding levels {{(pid=87506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 22:46:35.991261 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.notifiers.nova [req-679699d9-4003-4ed2-93cb-ecd524b18e0e req-e7573503-4702-4589-8303-750c3e83bb37 service neutron] device_id is not set on port 69d634af-baac-4764-84ed-e6b9c2132ff6 yet. {{(pid=87506) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 16 22:46:35.999983 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-679699d9-4003-4ed2-93cb-ecd524b18e0e req-e7573503-4702-4589-8303-750c3e83bb37 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:46:36.005994 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-679699d9-4003-4ed2-93cb-ecd524b18e0e req-e7573503-4702-4589-8303-750c3e83bb37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1863400'] for port, after_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:46:36.009606 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-4bc1172d-4eac-4318-9c28-d74e3e11acc7 tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:46:36.148651 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7573503-4702-4589-8303-750c3e83bb37 service neutron] Pushing event updated for resources: {'Port': ['ID=69d634af-baac-4764-84ed-e6b9c2132ff6,revision_number=6']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:46:36.151556 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-e7573503-4702-4589-8303-750c3e83bb37 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:46:36.202200 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.l3_dvrscheduler_db [req-679699d9-4003-4ed2-93cb-ecd524b18e0e req-e7573503-4702-4589-8303-750c3e83bb37 service neutron] No DVR routers for this DVR port 69d634af-baac-4764-84ed-e6b9c2132ff6 on host hv-neutron-8218 {{(pid=87506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 22:46:36.275001 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-79ffa92f-c2c5-4bd6-8cc8-2e1b33eed435 None None] Provisioning complete for port 69d634af-baac-4764-84ed-e6b9c2132ff6 triggered by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:46:36.275550 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-79ffa92f-c2c5-4bd6-8cc8-2e1b33eed435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:46:36.326845 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-d20d0ae0-bd52-45c0-a466-d9a88be06b4a req-5b9d3535-d243-4fc3-a850-adf045ff04e2 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "GET /v2.0/ports?device_id=d1ab4d43-f8c5-49f4-a774-eb16d025530c HTTP/1.1" status: 200  len: 210 time: 0.0425920
Dec 16 22:46:36.332516 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-79ffa92f-c2c5-4bd6-8cc8-2e1b33eed435 None None] Port 69d634af-baac-4764-84ed-e6b9c2132ff6 cannot update to ACTIVE because it is not bound. {{(pid=87508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 22:46:36.421836 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [req-679699d9-4003-4ed2-93cb-ecd524b18e0e req-e7573503-4702-4589-8303-750c3e83bb37 service neutron] In _notify_port_updated(), no bound segment for port 69d634af-baac-4764-84ed-e6b9c2132ff6 on network 38cc4432-4df9-4c9a-8d8f-0d5b9e3f46cc {{(pid=87506) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}}
Dec 16 22:46:36.422695 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679699d9-4003-4ed2-93cb-ecd524b18e0e req-e7573503-4702-4589-8303-750c3e83bb37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:46:36.423879 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-679699d9-4003-4ed2-93cb-ecd524b18e0e req-e7573503-4702-4589-8303-750c3e83bb37 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for port, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:46:36.425122 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-679699d9-4003-4ed2-93cb-ecd524b18e0e req-e7573503-4702-4589-8303-750c3e83bb37 service neutron] 10.222.0.49 "PUT /v2.0/ports/69d634af-baac-4764-84ed-e6b9c2132ff6 HTTP/1.1" status: 200  len: 1027 time: 0.8152840
Dec 16 22:46:37.419174 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 49964) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:46:37.488914 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41920267-65af-4e6e-ba86-8f8fd4a46d0e tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:46:37.490233 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-41920267-65af-4e6e-ba86-8f8fd4a46d0e tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "GET /v2.0/ports/69d634af-baac-4764-84ed-e6b9c2132ff6 HTTP/1.1" status: 200  len: 926 time: 0.0699859
Dec 16 22:46:37.819027 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 49970) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:46:37.824214 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-68111837-9e25-4500-bd3f-83d25d025145 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-750313321', 'description': 'tempest-secgroup-smoke-750313321 description', 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2'}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:46:37.830546 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-68111837-9e25-4500-bd3f-83d25d025145 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:46:37.839776 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-68111837-9e25-4500-bd3f-83d25d025145 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:46:37.849866 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-68111837-9e25-4500-bd3f-83d25d025145 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for security_group, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:46:37.873731 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:46:37.875953 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-68111837-9e25-4500-bd3f-83d25d025145 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:46:37.879622 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-68111837-9e25-4500-bd3f-83d25d025145 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Usage tracker for resource:security_group_rule and tenant:b7e45fda9ad540a6ac359d1c64c9adb2 is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:46:37.882413 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-68111837-9e25-4500-bd3f-83d25d025145 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:46:37.887897 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-68111837-9e25-4500-bd3f-83d25d025145 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:46:37.956116 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-68111837-9e25-4500-bd3f-83d25d025145 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for security_group, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:46:37.959732 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-68111837-9e25-4500-bd3f-83d25d025145 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841066'] for security_group, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:46:37.963170 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-a2f4a6b5-b951-4294-b055-d3d56b826234 tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:46:38.002737 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68111837-9e25-4500-bd3f-83d25d025145 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e1287512-a932-437a-878b-5218fcb5bc26,revision_number=1']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:46:38.008246 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-68111837-9e25-4500-bd3f-83d25d025145 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:46:38.013628 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-68111837-9e25-4500-bd3f-83d25d025145 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for security_group, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:46:38.014826 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-68111837-9e25-4500-bd3f-83d25d025145 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1794 time: 0.1948206
Dec 16 22:46:38.018120 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 49974) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:46:38.023161 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-933e3e5e-fef7-4097-97c2-124bab90c5f8 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Request body: {'security_group_rule': {'security_group_id': 'e1287512-a932-437a-878b-5218fcb5bc26', 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:46:38.029003 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-933e3e5e-fef7-4097-97c2-124bab90c5f8 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:46:38.033384 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-933e3e5e-fef7-4097-97c2-124bab90c5f8 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Usage tracker for resource:security_group_rule and tenant:b7e45fda9ad540a6ac359d1c64c9adb2 is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:46:38.036233 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-933e3e5e-fef7-4097-97c2-124bab90c5f8 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:46:38.041775 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-933e3e5e-fef7-4097-97c2-124bab90c5f8 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:46:38.057562 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-933e3e5e-fef7-4097-97c2-124bab90c5f8 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:46:38.116006 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-933e3e5e-fef7-4097-97c2-124bab90c5f8 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:46:38.119203 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-933e3e5e-fef7-4097-97c2-124bab90c5f8 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841137'] for security_group_rule, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:46:38.120992 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-f509f479-fbbd-46c0-aa82-4748a08612bb tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:46:38.143059 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933e3e5e-fef7-4097-97c2-124bab90c5f8 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=350640f0-46a7-43d3-beeb-c3d83444ca84,revision_number=0']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:46:38.145503 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-933e3e5e-fef7-4097-97c2-124bab90c5f8 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:46:38.152244 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-933e3e5e-fef7-4097-97c2-124bab90c5f8 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:46:38.153397 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-933e3e5e-fef7-4097-97c2-124bab90c5f8 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1343830
Dec 16 22:46:38.156061 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 49978) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:46:38.161071 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-9142fce2-fa4a-4225-87b7-e9035b204995 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Request body: {'security_group_rule': {'security_group_id': 'e1287512-a932-437a-878b-5218fcb5bc26', 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:46:38.166719 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-9142fce2-fa4a-4225-87b7-e9035b204995 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:46:38.170417 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-9142fce2-fa4a-4225-87b7-e9035b204995 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Usage tracker for resource:security_group_rule and tenant:b7e45fda9ad540a6ac359d1c64c9adb2 is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:46:38.173254 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-9142fce2-fa4a-4225-87b7-e9035b204995 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:46:38.178836 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-9142fce2-fa4a-4225-87b7-e9035b204995 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:46:38.195332 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-9142fce2-fa4a-4225-87b7-e9035b204995 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:46:38.345119 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Device 69d634af-baac-4764-84ed-e6b9c2132ff6 no longer exists at agent hyperv_hv-neutron-8218 {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 22:46:38.361474 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-9142fce2-fa4a-4225-87b7-e9035b204995 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:46:38.365464 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-9142fce2-fa4a-4225-87b7-e9035b204995 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841137'] for security_group_rule, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:46:38.367193 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-9206497f-ae92-46af-b0f7-66236f818405 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:46:38.386926 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9142fce2-fa4a-4225-87b7-e9035b204995 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe2fdf47-dcc4-4c66-8e5f-325f73e545f7,revision_number=0']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:46:38.390806 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-9142fce2-fa4a-4225-87b7-e9035b204995 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:46:38.399403 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-9142fce2-fa4a-4225-87b7-e9035b204995 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:46:38.400693 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-9142fce2-fa4a-4225-87b7-e9035b204995 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.2437186
Dec 16 22:46:38.403527 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 49982) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:46:38.404502 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Device 69d634af-baac-4764-84ed-e6b9c2132ff6 not bound to the agent host hv-neutron-8218 {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 22:46:38.408803 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-3ac25a3b-27b9-479b-b1f8-622462992640 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Request body: {'security_group_rule': {'security_group_id': 'e1287512-a932-437a-878b-5218fcb5bc26', 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:46:38.414645 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-3ac25a3b-27b9-479b-b1f8-622462992640 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:46:38.418411 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-3ac25a3b-27b9-479b-b1f8-622462992640 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Usage tracker for resource:security_group_rule and tenant:b7e45fda9ad540a6ac359d1c64c9adb2 is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:46:38.421324 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-3ac25a3b-27b9-479b-b1f8-622462992640 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:46:38.427704 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-3ac25a3b-27b9-479b-b1f8-622462992640 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:46:38.444410 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-3ac25a3b-27b9-479b-b1f8-622462992640 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:46:38.508560 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-3ac25a3b-27b9-479b-b1f8-622462992640 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:46:38.511968 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-3ac25a3b-27b9-479b-b1f8-622462992640 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841137'] for security_group_rule, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:46:38.513704 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-0a283bd5-f458-4563-ab8f-a6e0d4192b1a tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:46:38.533014 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac25a3b-27b9-479b-b1f8-622462992640 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49c50765-ec3d-4739-a1dc-721c84206436,revision_number=0']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:46:38.536774 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-3ac25a3b-27b9-479b-b1f8-622462992640 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:46:38.544305 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-3ac25a3b-27b9-479b-b1f8-622462992640 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:46:38.545452 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-3ac25a3b-27b9-479b-b1f8-622462992640 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1409173
Dec 16 22:46:38.548662 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 49986) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:46:38.553917 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-ceec2d4d-5a88-45a9-8391-e1bee75a1488 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Request body: {'security_group_rule': {'security_group_id': 'e1287512-a932-437a-878b-5218fcb5bc26', 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:46:38.559477 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-ceec2d4d-5a88-45a9-8391-e1bee75a1488 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:46:38.563185 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-ceec2d4d-5a88-45a9-8391-e1bee75a1488 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Usage tracker for resource:security_group_rule and tenant:b7e45fda9ad540a6ac359d1c64c9adb2 is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:46:38.566579 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-ceec2d4d-5a88-45a9-8391-e1bee75a1488 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:46:38.572453 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-ceec2d4d-5a88-45a9-8391-e1bee75a1488 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:46:38.588715 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-ceec2d4d-5a88-45a9-8391-e1bee75a1488 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:46:38.653182 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-ceec2d4d-5a88-45a9-8391-e1bee75a1488 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:46:38.656310 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-ceec2d4d-5a88-45a9-8391-e1bee75a1488 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841137'] for security_group_rule, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:46:38.658069 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-6bedef3f-084b-423a-a853-62e6502d445f tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:46:38.679152 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceec2d4d-5a88-45a9-8391-e1bee75a1488 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=482acf32-cb48-4ee0-b738-bf1eccf54ab4,revision_number=0']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:46:38.681599 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-ceec2d4d-5a88-45a9-8391-e1bee75a1488 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:46:38.688998 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-ceec2d4d-5a88-45a9-8391-e1bee75a1488 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:46:38.690773 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-ceec2d4d-5a88-45a9-8391-e1bee75a1488 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1408458
Dec 16 22:46:38.693308 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 49990) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:46:38.698227 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-a2d9ca5a-b2bb-4789-829a-3e6383fc444a tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Request body: {'security_group_rule': {'security_group_id': 'e1287512-a932-437a-878b-5218fcb5bc26', 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:46:38.703837 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-a2d9ca5a-b2bb-4789-829a-3e6383fc444a tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:46:38.707694 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-a2d9ca5a-b2bb-4789-829a-3e6383fc444a tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Usage tracker for resource:security_group_rule and tenant:b7e45fda9ad540a6ac359d1c64c9adb2 is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:46:38.710569 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-a2d9ca5a-b2bb-4789-829a-3e6383fc444a tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:46:38.716194 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-a2d9ca5a-b2bb-4789-829a-3e6383fc444a tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:46:38.726208 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.db.securitygroups_db [None req-a2d9ca5a-b2bb-4789-829a-3e6383fc444a tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Project b7e45fda9ad540a6ac359d1c64c9adb2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 16 22:46:38.732589 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-a2d9ca5a-b2bb-4789-829a-3e6383fc444a tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:46:38.795078 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-a2d9ca5a-b2bb-4789-829a-3e6383fc444a tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:46:38.798954 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-a2d9ca5a-b2bb-4789-829a-3e6383fc444a tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841137'] for security_group_rule, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:46:38.800719 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-c6726c63-d9bd-4568-91fc-47f5d7e6d44c tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:46:38.820725 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d9ca5a-b2bb-4789-829a-3e6383fc444a tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6bca940-dfb7-49c7-8516-c06f5b7ac3fc,revision_number=0']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:46:38.824520 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-a2d9ca5a-b2bb-4789-829a-3e6383fc444a tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:46:38.831975 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-a2d9ca5a-b2bb-4789-829a-3e6383fc444a tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:46:38.833172 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-a2d9ca5a-b2bb-4789-829a-3e6383fc444a tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1389766
Dec 16 22:46:38.835929 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 49994) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:46:38.840840 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-33150bfd-946a-4f7f-a5d6-512e28bf4d51 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Request body: {'security_group_rule': {'security_group_id': 'e1287512-a932-437a-878b-5218fcb5bc26', 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:46:38.846832 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-33150bfd-946a-4f7f-a5d6-512e28bf4d51 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:46:38.850496 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-33150bfd-946a-4f7f-a5d6-512e28bf4d51 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Usage tracker for resource:security_group_rule and tenant:b7e45fda9ad540a6ac359d1c64c9adb2 is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:46:38.853272 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-33150bfd-946a-4f7f-a5d6-512e28bf4d51 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:46:38.858754 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-33150bfd-946a-4f7f-a5d6-512e28bf4d51 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:46:38.870524 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.db.securitygroups_db [None req-33150bfd-946a-4f7f-a5d6-512e28bf4d51 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Project b7e45fda9ad540a6ac359d1c64c9adb2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 16 22:46:38.876834 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-33150bfd-946a-4f7f-a5d6-512e28bf4d51 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:46:38.941872 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-33150bfd-946a-4f7f-a5d6-512e28bf4d51 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:46:38.944551 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-33150bfd-946a-4f7f-a5d6-512e28bf4d51 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841137'] for security_group_rule, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:46:38.946404 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-c4fbc1ab-84b7-4fc0-a5c6-a33a37ade940 tempest-ServersTestManualDisk-828097669 tempest-ServersTestManualDisk-828097669-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:46:38.968100 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33150bfd-946a-4f7f-a5d6-512e28bf4d51 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76157e6d-3198-4fff-96d0-33c4c31c284c,revision_number=0']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:46:38.971010 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-33150bfd-946a-4f7f-a5d6-512e28bf4d51 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:46:38.978253 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-33150bfd-946a-4f7f-a5d6-512e28bf4d51 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:46:38.979399 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-33150bfd-946a-4f7f-a5d6-512e28bf4d51 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1425843
Dec 16 22:46:39.133522 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-098356b6-6ce7-4ee8-a026-12ce64736a56 req-947f818d-3784-4000-9557-54ade2dd92ae tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-750313321&fields=id&tenant_id=b7e45fda9ad540a6ac359d1c64c9adb2 HTTP/1.1" status: 200  len: 267 time: 0.0386682
Dec 16 22:46:39.206727 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098356b6-6ce7-4ee8-a026-12ce64736a56 req-783d53db-3389-4d56-80e5-8eae0a2da71f tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:46:39.207959 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-098356b6-6ce7-4ee8-a026-12ce64736a56 req-783d53db-3389-4d56-80e5-8eae0a2da71f tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "GET /v2.0/ports/69d634af-baac-4764-84ed-e6b9c2132ff6 HTTP/1.1" status: 200  len: 931 time: 0.0684319
Dec 16 22:46:39.395011 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-098356b6-6ce7-4ee8-a026-12ce64736a56 req-6084d086-1458-4aa9-81e4-18d8b323975d service neutron] 10.222.0.13 "GET /v2.0/ports/69d634af-baac-4764-84ed-e6b9c2132ff6?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200  len: 311 time: 0.1754611
Dec 16 22:46:39.523869 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-098356b6-6ce7-4ee8-a026-12ce64736a56 req-f5ee274d-b309-4e57-bffc-03b693c24faa service neutron] 10.222.0.13 "GET /v2.0/networks/38cc4432-4df9-4c9a-8d8f-0d5b9e3f46cc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1229720
Dec 16 22:46:39.657792 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-098356b6-6ce7-4ee8-a026-12ce64736a56 req-6f8aeb32-4af5-43a8-93ae-57ef77a028fd service neutron] 10.222.0.13 "GET /v2.0/networks/38cc4432-4df9-4c9a-8d8f-0d5b9e3f46cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1261694
Dec 16 22:46:39.842103 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-94abae74-cdf8-4f51-9b98-3a91a5ad033e req-739e53ae-79b5-49af-932d-57f757e4356e tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a2628ba-cb70-47a8-ab26-51f41a4e5f5b HTTP/1.1" status: 200  len: 210 time: 0.0439463
Dec 16 22:46:40.532658 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.agents_db [None req-0abd2616-a86c-48e2-be07-10823335a5bb None None] Agent healthcheck: found 6 active agents {{(pid=87509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 22:46:40.837673 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098356b6-6ce7-4ee8-a026-12ce64736a56 req-e0b0774e-d764-4012-8304-1d0fa609b256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:46:40.839024 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-098356b6-6ce7-4ee8-a026-12ce64736a56 req-e0b0774e-d764-4012-8304-1d0fa609b256 service neutron] 10.222.0.49 "GET /v2.0/ports/69d634af-baac-4764-84ed-e6b9c2132ff6 HTTP/1.1" status: 200  len: 1027 time: 0.0631256
Dec 16 22:46:41.007052 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098356b6-6ce7-4ee8-a026-12ce64736a56 req-44fdb03b-c6a1-4893-b0eb-330fa58738f3 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:46:41.008654 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-098356b6-6ce7-4ee8-a026-12ce64736a56 req-44fdb03b-c6a1-4893-b0eb-330fa58738f3 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.49 "GET /v2.0/networks?id=38cc4432-4df9-4c9a-8d8f-0d5b9e3f46cc HTTP/1.1" status: 200  len: 797 time: 0.1640854
Dec 16 22:46:41.014589 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-5e00cbfd-065b-474f-bfd1-d0f8b8fab7ef req-24d1694e-8e12-4ef1-bbd8-4f65cc3e6552 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a2628ba-cb70-47a8-ab26-51f41a4e5f5b HTTP/1.1" status: 200  len: 210 time: 0.0593686
Dec 16 22:46:41.067795 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [req-098356b6-6ce7-4ee8-a026-12ce64736a56 req-1f53c495-3ffe-465a-a544-f9ccd6f1b3b7 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Synchronizing usage tracker for tenant:b7e45fda9ad540a6ac359d1c64c9adb2 on resource:security_group {{(pid=87506) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 22:46:41.083721 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [req-098356b6-6ce7-4ee8-a026-12ce64736a56 req-1f53c495-3ffe-465a-a544-f9ccd6f1b3b7 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Unset dirty status for tenant:b7e45fda9ad540a6ac359d1c64c9adb2 on resource:security_group {{(pid=87506) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 22:46:41.084891 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-098356b6-6ce7-4ee8-a026-12ce64736a56 req-1f53c495-3ffe-465a-a544-f9ccd6f1b3b7 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b7e45fda9ad540a6ac359d1c64c9adb2 HTTP/1.1" status: 200  len: 471 time: 0.0620608
Dec 16 22:46:41.116586 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [req-098356b6-6ce7-4ee8-a026-12ce64736a56 req-92c3babb-281d-4db1-9605-9ec832be61f2 service neutron] Request body: {'port': {'device_id': '4a2628ba-cb70-47a8-ab26-51f41a4e5f5b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8218'}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:46:41.228678 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-098356b6-6ce7-4ee8-a026-12ce64736a56 req-92c3babb-281d-4db1-9605-9ec832be61f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:46:41.570565 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.notifiers.nova [req-098356b6-6ce7-4ee8-a026-12ce64736a56 req-92c3babb-281d-4db1-9605-9ec832be61f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69d634af-baac-4764-84ed-e6b9c2132ff6 {{(pid=87506) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 22:46:41.577949 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-098356b6-6ce7-4ee8-a026-12ce64736a56 req-92c3babb-281d-4db1-9605-9ec832be61f2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:46:41.591749 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.provisioning_blocks [req-098356b6-6ce7-4ee8-a026-12ce64736a56 req-92c3babb-281d-4db1-9605-9ec832be61f2 service neutron] Transition to ACTIVE for port object 69d634af-baac-4764-84ed-e6b9c2132ff6 will not be triggered until provisioned by entity L2. {{(pid=87506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:46:41.596247 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-098356b6-6ce7-4ee8-a026-12ce64736a56 req-92c3babb-281d-4db1-9605-9ec832be61f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1863400'] for port, after_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:46:41.599669 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-ba401578-a0dd-4d77-834e-de008ae2a300 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:46:41.737507 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c3babb-281d-4db1-9605-9ec832be61f2 service neutron] Pushing event updated for resources: {'Port': ['ID=69d634af-baac-4764-84ed-e6b9c2132ff6,revision_number=7']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:46:41.743691 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-92c3babb-281d-4db1-9605-9ec832be61f2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:46:41.865790 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.managers [req-098356b6-6ce7-4ee8-a026-12ce64736a56 req-92c3babb-281d-4db1-9605-9ec832be61f2 service neutron] Attempting to bind port 69d634af-baac-4764-84ed-e6b9c2132ff6 on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=87506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 22:46:41.866485 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.managers [req-098356b6-6ce7-4ee8-a026-12ce64736a56 req-92c3babb-281d-4db1-9605-9ec832be61f2 service neutron] Attempting to bind port 69d634af-baac-4764-84ed-e6b9c2132ff6 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '4acb54bd-cf67-436c-a7e5-98ccd7ceee3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '38cc4432-4df9-4c9a-8d8f-0d5b9e3f46cc'}] {{(pid=87506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 22:46:41.866485 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-098356b6-6ce7-4ee8-a026-12ce64736a56 req-92c3babb-281d-4db1-9605-9ec832be61f2 service neutron] Attempting to bind port 69d634af-baac-4764-84ed-e6b9c2132ff6 on network 38cc4432-4df9-4c9a-8d8f-0d5b9e3f46cc {{(pid=87506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 22:46:41.871651 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-098356b6-6ce7-4ee8-a026-12ce64736a56 req-92c3babb-281d-4db1-9605-9ec832be61f2 service neutron] Port 69d634af-baac-4764-84ed-e6b9c2132ff6 on network 38cc4432-4df9-4c9a-8d8f-0d5b9e3f46cc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=87506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 16 22:46:41.872001 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-098356b6-6ce7-4ee8-a026-12ce64736a56 req-92c3babb-281d-4db1-9605-9ec832be61f2 service neutron] Attempting to bind port 69d634af-baac-4764-84ed-e6b9c2132ff6 on network 38cc4432-4df9-4c9a-8d8f-0d5b9e3f46cc {{(pid=87506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 22:46:41.877690 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-098356b6-6ce7-4ee8-a026-12ce64736a56 req-92c3babb-281d-4db1-9605-9ec832be61f2 service neutron] Checking agent: {'id': '849b5cbb-8f70-4c31-8f37-fd42f8351747', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8218', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 30, 8), 'started_at': datetime.datetime(2021, 12, 16, 22, 30, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 46, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 22:46:41.878022 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-098356b6-6ce7-4ee8-a026-12ce64736a56 req-92c3babb-281d-4db1-9605-9ec832be61f2 service neutron] Checking segment: {'id': '4acb54bd-cf67-436c-a7e5-98ccd7ceee3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '38cc4432-4df9-4c9a-8d8f-0d5b9e3f46cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 22:46:41.878401 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-098356b6-6ce7-4ee8-a026-12ce64736a56 req-92c3babb-281d-4db1-9605-9ec832be61f2 service neutron] Bound using segment: {'id': '4acb54bd-cf67-436c-a7e5-98ccd7ceee3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '38cc4432-4df9-4c9a-8d8f-0d5b9e3f46cc'} {{(pid=87506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 22:46:41.878821 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.managers [req-098356b6-6ce7-4ee8-a026-12ce64736a56 req-92c3babb-281d-4db1-9605-9ec832be61f2 service neutron] Bound port: 69d634af-baac-4764-84ed-e6b9c2132ff6, host: hv-neutron-8218, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4acb54bd-cf67-436c-a7e5-98ccd7ceee3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '38cc4432-4df9-4c9a-8d8f-0d5b9e3f46cc'}}] {{(pid=87506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 22:46:41.879297 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-098356b6-6ce7-4ee8-a026-12ce64736a56 req-92c3babb-281d-4db1-9605-9ec832be61f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:46:41.965642 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.db [req-098356b6-6ce7-4ee8-a026-12ce64736a56 req-92c3babb-281d-4db1-9605-9ec832be61f2 service neutron] For port 69d634af-baac-4764-84ed-e6b9c2132ff6, host hv-neutron-8218, cleared binding levels {{(pid=87506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 22:46:41.968567 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.db [req-098356b6-6ce7-4ee8-a026-12ce64736a56 req-92c3babb-281d-4db1-9605-9ec832be61f2 service neutron] For port 69d634af-baac-4764-84ed-e6b9c2132ff6, host hv-neutron-8218, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=69d634af-baac-4764-84ed-e6b9c2132ff6,segment=NetworkSegment(4acb54bd-cf67-436c-a7e5-98ccd7ceee3f),segment_id=4acb54bd-cf67-436c-a7e5-98ccd7ceee3f)] {{(pid=87506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 22:46:41.972884 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-098356b6-6ce7-4ee8-a026-12ce64736a56 req-92c3babb-281d-4db1-9605-9ec832be61f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1863400'] for port, after_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:46:41.977225 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-2babb0db-55af-4b5a-8154-fc2d53caaf6c tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:46:42.051785 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098356b6-6ce7-4ee8-a026-12ce64736a56 req-92c3babb-281d-4db1-9605-9ec832be61f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:46:42.052413 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-098356b6-6ce7-4ee8-a026-12ce64736a56 req-92c3babb-281d-4db1-9605-9ec832be61f2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for port, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:46:42.053800 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-098356b6-6ce7-4ee8-a026-12ce64736a56 req-92c3babb-281d-4db1-9605-9ec832be61f2 service neutron] 10.222.0.49 "PUT /v2.0/ports/69d634af-baac-4764-84ed-e6b9c2132ff6 HTTP/1.1" status: 200  len: 1132 time: 0.9413040
Dec 16 22:46:42.054339 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a2628ba-cb70-47a8-ab26-51f41a4e5f5b', 'tag': '69d634af-baac-4764-84ed-e6b9c2132ff6'}] {{(pid=87506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 22:46:42.088880 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c3babb-281d-4db1-9605-9ec832be61f2 service neutron] Pushing event updated for resources: {'Port': ['ID=69d634af-baac-4764-84ed-e6b9c2132ff6,revision_number=8']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:46:42.093275 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-92c3babb-281d-4db1-9605-9ec832be61f2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:46:42.113102 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a2628ba-cb70-47a8-ab26-51f41a4e5f5b', 'tag': '69d634af-baac-4764-84ed-e6b9c2132ff6', 'status': 'completed', 'code': 200}
Dec 16 22:46:42.200791 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098356b6-6ce7-4ee8-a026-12ce64736a56 req-c7c1c2af-80d4-4853-89a6-f73890e02ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:46:42.202271 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-098356b6-6ce7-4ee8-a026-12ce64736a56 req-c7c1c2af-80d4-4853-89a6-f73890e02ea0 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b7e45fda9ad540a6ac359d1c64c9adb2&device_id=4a2628ba-cb70-47a8-ab26-51f41a4e5f5b HTTP/1.1" status: 200  len: 1135 time: 0.0751190
Dec 16 22:46:42.218069 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b45dd3-4963-4a60-bd99-2979b3f479cb req-cd5d6951-5792-4f0c-b02d-286ee518b406 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:46:42.219567 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-10b45dd3-4963-4a60-bd99-2979b3f479cb req-cd5d6951-5792-4f0c-b02d-286ee518b406 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a2628ba-cb70-47a8-ab26-51f41a4e5f5b HTTP/1.1" status: 200  len: 982 time: 0.0917761
Dec 16 22:46:42.266548 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-10b45dd3-4963-4a60-bd99-2979b3f479cb req-8174fc13-7661-4fcd-8aaf-c5c1447a3884 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "GET /v2.0/security-groups?id=70501f34-4d44-4d27-a01c-c2390b72dc3b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412569
Dec 16 22:46:42.312223 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-098356b6-6ce7-4ee8-a026-12ce64736a56 req-e57f49e3-1af6-41fe-b06d-d37354899a75 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=69d634af-baac-4764-84ed-e6b9c2132ff6 HTTP/1.1" status: 200  len: 1037 time: 0.0975358
Dec 16 22:46:42.372082 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098356b6-6ce7-4ee8-a026-12ce64736a56 req-b3d699fa-6de8-4226-8ef7-48379618b691 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:46:42.373437 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-098356b6-6ce7-4ee8-a026-12ce64736a56 req-b3d699fa-6de8-4226-8ef7-48379618b691 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=abdb9871-a453-4c32-982a-34fe5c4664ac HTTP/1.1" status: 200  len: 834 time: 0.0552452
Dec 16 22:46:42.449585 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098356b6-6ce7-4ee8-a026-12ce64736a56 req-6f017ac8-8cc5-4c91-b871-3f3fc9f1a386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:46:42.451021 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-098356b6-6ce7-4ee8-a026-12ce64736a56 req-6f017ac8-8cc5-4c91-b871-3f3fc9f1a386 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=38cc4432-4df9-4c9a-8d8f-0d5b9e3f46cc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0713861
Dec 16 22:46:42.687130 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-098356b6-6ce7-4ee8-a026-12ce64736a56 req-a78d52f6-8a94-4f93-8964-4cd8809192a6 service neutron] 10.222.0.49 "GET /v2.0/networks/38cc4432-4df9-4c9a-8d8f-0d5b9e3f46cc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2290511
Dec 16 22:46:42.815151 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-098356b6-6ce7-4ee8-a026-12ce64736a56 req-c90ac2d3-59e2-4621-98bc-e312ff3b803a service neutron] 10.222.0.49 "GET /v2.0/networks/38cc4432-4df9-4c9a-8d8f-0d5b9e3f46cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1217861
Dec 16 22:46:42.975391 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbeaa3b6-ed1e-4888-ab62-040ace93315f req-d926c680-0b08-4f8d-9b58-5d1c0a78c574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:46:42.976864 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-fbeaa3b6-ed1e-4888-ab62-040ace93315f req-d926c680-0b08-4f8d-9b58-5d1c0a78c574 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b7e45fda9ad540a6ac359d1c64c9adb2&device_id=4a2628ba-cb70-47a8-ab26-51f41a4e5f5b HTTP/1.1" status: 200  len: 1135 time: 0.0688109
Dec 16 22:46:43.107446 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbeaa3b6-ed1e-4888-ab62-040ace93315f req-021cd666-09fd-46ac-b2eb-8ff5f39fa7f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:46:43.108803 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-fbeaa3b6-ed1e-4888-ab62-040ace93315f req-021cd666-09fd-46ac-b2eb-8ff5f39fa7f1 service neutron] 10.222.0.49 "GET /v2.0/networks?id=38cc4432-4df9-4c9a-8d8f-0d5b9e3f46cc HTTP/1.1" status: 200  len: 898 time: 0.1243925
Dec 16 22:46:43.210151 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-fbeaa3b6-ed1e-4888-ab62-040ace93315f req-81033e08-2406-4fd6-ba9f-763338de5fd3 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=69d634af-baac-4764-84ed-e6b9c2132ff6 HTTP/1.1" status: 200  len: 1037 time: 0.0941451
Dec 16 22:46:43.272627 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbeaa3b6-ed1e-4888-ab62-040ace93315f req-02dcd37c-da6c-4ac6-a874-bfeff62f7113 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:46:43.274028 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-fbeaa3b6-ed1e-4888-ab62-040ace93315f req-02dcd37c-da6c-4ac6-a874-bfeff62f7113 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=abdb9871-a453-4c32-982a-34fe5c4664ac HTTP/1.1" status: 200  len: 834 time: 0.0565174
Dec 16 22:46:43.353621 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbeaa3b6-ed1e-4888-ab62-040ace93315f req-bdec7a9b-47b3-4f7d-a2bf-bc9f59c27040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:46:43.355362 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-fbeaa3b6-ed1e-4888-ab62-040ace93315f req-bdec7a9b-47b3-4f7d-a2bf-bc9f59c27040 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=38cc4432-4df9-4c9a-8d8f-0d5b9e3f46cc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0737388
Dec 16 22:46:43.454235 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e562ad2-89e2-479d-90db-bee00b336731 req-446a93d7-c1ff-4900-bfd0-000261311184 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:46:43.455938 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-8e562ad2-89e2-479d-90db-bee00b336731 req-446a93d7-c1ff-4900-bfd0-000261311184 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a2628ba-cb70-47a8-ab26-51f41a4e5f5b HTTP/1.1" status: 200  len: 982 time: 0.0815289
Dec 16 22:46:43.494245 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-fbeaa3b6-ed1e-4888-ab62-040ace93315f req-950b799f-6a9c-4919-8836-b0ef9fa86e3f service neutron] 10.222.0.49 "GET /v2.0/networks/38cc4432-4df9-4c9a-8d8f-0d5b9e3f46cc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1306417
Dec 16 22:46:43.503422 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-8e562ad2-89e2-479d-90db-bee00b336731 req-3e927c06-cd79-4f72-b6b0-3f235badc0a0 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "GET /v2.0/security-groups?id=70501f34-4d44-4d27-a01c-c2390b72dc3b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402775
Dec 16 22:46:43.628636 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-fbeaa3b6-ed1e-4888-ab62-040ace93315f req-1ebe7d6a-6c9b-4cab-ab42-a63a77a60395 service neutron] 10.222.0.49 "GET /v2.0/networks/38cc4432-4df9-4c9a-8d8f-0d5b9e3f46cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1269226
Dec 16 22:46:44.380730 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Device 69d634af-baac-4764-84ed-e6b9c2132ff6 details requested by agent hyperv_hv-neutron-8218 with host hv-neutron-8218 {{(pid=87508) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 16 22:46:44.510527 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] For port 69d634af-baac-4764-84ed-e6b9c2132ff6, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=69d634af-baac-4764-84ed-e6b9c2132ff6,segment=NetworkSegment(4acb54bd-cf67-436c-a7e5-98ccd7ceee3f),segment_id=4acb54bd-cf67-436c-a7e5-98ccd7ceee3f)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:46:44.523014 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Returning: {'device': '69d634af-baac-4764-84ed-e6b9c2132ff6', 'network_id': '38cc4432-4df9-4c9a-8d8f-0d5b9e3f46cc', 'port_id': '69d634af-baac-4764-84ed-e6b9c2132ff6', 'mac_address': 'fa:16:3e:25:11:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abdb9871-a453-4c32-982a-34fe5c4664ac', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87508) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 16 22:46:44.623146 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:46:44.640234 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.notifiers.nova [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69d634af-baac-4764-84ed-e6b9c2132ff6 {{(pid=87508) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 22:46:44.655001 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] For port 69d634af-baac-4764-84ed-e6b9c2132ff6, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=69d634af-baac-4764-84ed-e6b9c2132ff6,segment=NetworkSegment(4acb54bd-cf67-436c-a7e5-98ccd7ceee3f),segment_id=4acb54bd-cf67-436c-a7e5-98ccd7ceee3f)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:46:44.658834 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:46:44.661501 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:46:44.691990 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad436027-9c98-411e-9fa1-6ab5a1e0ad53 req-b03ed3e9-a3dc-4734-b3bf-b8251075f72a tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:46:44.693462 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-ad436027-9c98-411e-9fa1-6ab5a1e0ad53 req-b03ed3e9-a3dc-4734-b3bf-b8251075f72a tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a2628ba-cb70-47a8-ab26-51f41a4e5f5b HTTP/1.1" status: 200  len: 982 time: 0.0844584
Dec 16 22:46:44.724684 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Pushing event updated for resources: {'Port': ['ID=69d634af-baac-4764-84ed-e6b9c2132ff6,revision_number=9']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:46:44.727772 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:46:44.739232 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-ad436027-9c98-411e-9fa1-6ab5a1e0ad53 req-de0621da-5847-4b0c-b6e3-dd65137bcf61 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "GET /v2.0/security-groups?id=70501f34-4d44-4d27-a01c-c2390b72dc3b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0399404
Dec 16 22:46:44.930744 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] get_ports_and_sgs() called for port_ids ['69d634af-baac-4764-84ed-e6b9c2132ff6'] {{(pid=87508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 22:46:45.918013 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe4fc46-d417-49bb-8a0c-4344422451ac req-78354970-ade6-4691-926c-c0f86aa68f16 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:46:45.919436 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-cfe4fc46-d417-49bb-8a0c-4344422451ac req-78354970-ade6-4691-926c-c0f86aa68f16 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a2628ba-cb70-47a8-ab26-51f41a4e5f5b HTTP/1.1" status: 200  len: 983 time: 0.0788317
Dec 16 22:46:45.966122 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-cfe4fc46-d417-49bb-8a0c-4344422451ac req-c5a54f6a-4b95-4f51-bfd9-b691a0c582cf tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "GET /v2.0/security-groups?id=70501f34-4d44-4d27-a01c-c2390b72dc3b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410185
Dec 16 22:46:46.398092 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Device 69d634af-baac-4764-84ed-e6b9c2132ff6 up at agent hyperv_hv-neutron-8218 {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 22:46:46.469539 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Provisioning for port 69d634af-baac-4764-84ed-e6b9c2132ff6 completed by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 22:46:46.474639 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Provisioning complete for port 69d634af-baac-4764-84ed-e6b9c2132ff6 triggered by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:46:46.475166 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:46:46.589696 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:46:46.616009 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a2628ba-cb70-47a8-ab26-51f41a4e5f5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69d634af-baac-4764-84ed-e6b9c2132ff6'}] {{(pid=87508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 22:46:46.626324 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] For port 69d634af-baac-4764-84ed-e6b9c2132ff6, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=69d634af-baac-4764-84ed-e6b9c2132ff6,segment=NetworkSegment(4acb54bd-cf67-436c-a7e5-98ccd7ceee3f),segment_id=4acb54bd-cf67-436c-a7e5-98ccd7ceee3f)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:46:46.629828 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:46:46.631577 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-91b526d4-2765-4e92-a300-18bd2f1c1d41 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:46:46.668122 dv-neutron-821829-1-hyperv neutron-server[87508]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a2628ba-cb70-47a8-ab26-51f41a4e5f5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69d634af-baac-4764-84ed-e6b9c2132ff6', 'code': 200}
Dec 16 22:46:46.698990 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Pushing event updated for resources: {'Port': ['ID=69d634af-baac-4764-84ed-e6b9c2132ff6,revision_number=10']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:46:46.702183 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:46:46.916656 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a096a78-561d-4cda-8fa3-c30f6f0a16aa req-3fb9c38d-8801-4df7-b9ce-3a494ac78469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:46:46.918046 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-6a096a78-561d-4cda-8fa3-c30f6f0a16aa req-3fb9c38d-8801-4df7-b9ce-3a494ac78469 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=4a2628ba-cb70-47a8-ab26-51f41a4e5f5b HTTP/1.1" status: 200  len: 1138 time: 0.0687420
Dec 16 22:46:46.957159 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-6a096a78-561d-4cda-8fa3-c30f6f0a16aa req-e802dab3-3def-4b5e-b0f2-c17037584b42 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=70501f34-4d44-4d27-a01c-c2390b72dc3b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0331223
Dec 16 22:46:47.148856 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafa325f-ee4e-43aa-ba59-9096177bcc7c req-45ddd87b-b4f2-4c79-9cc5-33beefd86ee9 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:46:47.150274 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-eafa325f-ee4e-43aa-ba59-9096177bcc7c req-45ddd87b-b4f2-4c79-9cc5-33beefd86ee9 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a2628ba-cb70-47a8-ab26-51f41a4e5f5b HTTP/1.1" status: 200  len: 985 time: 0.0783997
Dec 16 22:46:47.193583 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-eafa325f-ee4e-43aa-ba59-9096177bcc7c req-0fa46aa9-06ae-47d7-83d4-77ae2c35c06c tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "GET /v2.0/security-groups?id=70501f34-4d44-4d27-a01c-c2390b72dc3b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0377109
Dec 16 22:46:48.379551 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeef714c-7f74-4509-a3ae-9ce125c45728 req-fb132f22-5337-485a-b1d1-3d54ccb549a4 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:46:48.381013 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-aeef714c-7f74-4509-a3ae-9ce125c45728 req-fb132f22-5337-485a-b1d1-3d54ccb549a4 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a2628ba-cb70-47a8-ab26-51f41a4e5f5b HTTP/1.1" status: 200  len: 985 time: 0.0812876
Dec 16 22:46:48.423913 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-aeef714c-7f74-4509-a3ae-9ce125c45728 req-a74ac38a-480b-4f4a-a048-31c8dd8bf014 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "GET /v2.0/security-groups?id=70501f34-4d44-4d27-a01c-c2390b72dc3b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0373473
Dec 16 22:46:48.603966 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b185f2a9-973b-410d-9764-4f4f2e2d4cb8 req-16a542db-a75e-4a91-9470-b1936dd2f30b tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:46:48.605388 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-b185f2a9-973b-410d-9764-4f4f2e2d4cb8 req-16a542db-a75e-4a91-9470-b1936dd2f30b tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a2628ba-cb70-47a8-ab26-51f41a4e5f5b HTTP/1.1" status: 200  len: 985 time: 0.0787339
Dec 16 22:46:48.648326 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-b185f2a9-973b-410d-9764-4f4f2e2d4cb8 req-e9634086-aa44-4028-8e73-7db532cdb1f3 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "GET /v2.0/security-groups?id=70501f34-4d44-4d27-a01c-c2390b72dc3b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0370131
Dec 16 22:46:48.669724 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 50044) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:46:48.742195 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81d26ced-5a56-4cd4-b0e5-ddc34ae2cb3b tempest-TestNetworkBasicOps-761014822 tempest-TestNetworkBasicOps-761014822-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:46:48.743561 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-81d26ced-5a56-4cd4-b0e5-ddc34ae2cb3b tempest-TestNetworkBasicOps-761014822 tempest-TestNetworkBasicOps-761014822-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=4a2628ba-cb70-47a8-ab26-51f41a4e5f5b&network_id=38cc4432-4df9-4c9a-8d8f-0d5b9e3f46cc HTTP/1.1" status: 200  len: 1133 time: 0.0728998
Dec 16 22:46:49.087782 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d1b521-1774-4b64-a3cc-81d211481253 req-71d8ab4e-ba7a-4937-94a7-455051b675cf tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:46:49.089217 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-74d1b521-1774-4b64-a3cc-81d211481253 req-71d8ab4e-ba7a-4937-94a7-455051b675cf tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a2628ba-cb70-47a8-ab26-51f41a4e5f5b HTTP/1.1" status: 200  len: 985 time: 0.0784357
Dec 16 22:46:49.132316 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-74d1b521-1774-4b64-a3cc-81d211481253 req-3e1c205a-bca1-4a2e-b98e-a082554b3f46 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "GET /v2.0/security-groups?id=70501f34-4d44-4d27-a01c-c2390b72dc3b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0374901
Dec 16 22:46:50.317995 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c326147-dc7d-4e86-a546-47381dd63f37 req-270fb1a4-bd6e-4c48-87b7-6a01f6429920 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:46:50.319416 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-6c326147-dc7d-4e86-a546-47381dd63f37 req-270fb1a4-bd6e-4c48-87b7-6a01f6429920 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a2628ba-cb70-47a8-ab26-51f41a4e5f5b HTTP/1.1" status: 200  len: 985 time: 0.0819912
Dec 16 22:46:50.361862 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-6c326147-dc7d-4e86-a546-47381dd63f37 req-f652071e-d562-44a0-8e10-8d1a0ae680cd tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "GET /v2.0/security-groups?id=70501f34-4d44-4d27-a01c-c2390b72dc3b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0369344
Dec 16 22:46:50.477305 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5f091d-f0f1-4a5a-870d-3839331d81b3 req-244d704f-2413-4bc1-a976-315175f9466e tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:46:50.478636 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-8d5f091d-f0f1-4a5a-870d-3839331d81b3 req-244d704f-2413-4bc1-a976-315175f9466e tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.49 "GET /v2.0/ports?device_id=4a2628ba-cb70-47a8-ab26-51f41a4e5f5b HTTP/1.1" status: 200  len: 985 time: 0.0808401
Dec 16 22:46:50.549691 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5f091d-f0f1-4a5a-870d-3839331d81b3 req-0fda0912-7a71-44fa-97e6-a4f0d93981eb tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:46:50.551019 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-8d5f091d-f0f1-4a5a-870d-3839331d81b3 req-0fda0912-7a71-44fa-97e6-a4f0d93981eb tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.49 "GET /v2.0/ports/69d634af-baac-4764-84ed-e6b9c2132ff6?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200  len: 260 time: 0.0661726
Dec 16 22:46:50.692930 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-8d5f091d-f0f1-4a5a-870d-3839331d81b3 req-f5567e8c-3d95-41a1-b7dd-8b6fb15e7f11 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.49 "GET /v2.0/networks/38cc4432-4df9-4c9a-8d8f-0d5b9e3f46cc?fields=dns_domain HTTP/1.1" status: 200  len: 212 time: 0.1370876
Dec 16 22:46:50.703213 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [req-8d5f091d-f0f1-4a5a-870d-3839331d81b3 req-ef071c1a-4308-40b1-a52e-f20e660a7b79 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:46:50.812119 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-8d5f091d-f0f1-4a5a-870d-3839331d81b3 req-ef071c1a-4308-40b1-a52e-f20e660a7b79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:46:50.999783 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.db [req-8d5f091d-f0f1-4a5a-870d-3839331d81b3 req-ef071c1a-4308-40b1-a52e-f20e660a7b79 service neutron] For port 69d634af-baac-4764-84ed-e6b9c2132ff6, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=69d634af-baac-4764-84ed-e6b9c2132ff6,segment=NetworkSegment(4acb54bd-cf67-436c-a7e5-98ccd7ceee3f),segment_id=4acb54bd-cf67-436c-a7e5-98ccd7ceee3f)] {{(pid=87506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:46:51.031382 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.db [req-8d5f091d-f0f1-4a5a-870d-3839331d81b3 req-ef071c1a-4308-40b1-a52e-f20e660a7b79 service neutron] For port 69d634af-baac-4764-84ed-e6b9c2132ff6, host hv-neutron-8218, cleared binding levels {{(pid=87506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 22:46:51.183794 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.notifiers.nova [req-8d5f091d-f0f1-4a5a-870d-3839331d81b3 req-ef071c1a-4308-40b1-a52e-f20e660a7b79 service neutron] device_id is not set on port 69d634af-baac-4764-84ed-e6b9c2132ff6 yet. {{(pid=87506) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 16 22:46:51.192180 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-8d5f091d-f0f1-4a5a-870d-3839331d81b3 req-ef071c1a-4308-40b1-a52e-f20e660a7b79 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:46:51.197704 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-8d5f091d-f0f1-4a5a-870d-3839331d81b3 req-ef071c1a-4308-40b1-a52e-f20e660a7b79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1863400'] for port, after_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:46:51.202412 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-7d91d789-8d39-4df9-9416-68ec7cb8683a tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:46:51.337579 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef071c1a-4308-40b1-a52e-f20e660a7b79 service neutron] Pushing event updated for resources: {'Port': ['ID=69d634af-baac-4764-84ed-e6b9c2132ff6,revision_number=11']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:46:51.341887 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-ef071c1a-4308-40b1-a52e-f20e660a7b79 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:46:51.391875 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d5f091d-f0f1-4a5a-870d-3839331d81b3 req-ef071c1a-4308-40b1-a52e-f20e660a7b79 service neutron] No DVR routers for this DVR port 69d634af-baac-4764-84ed-e6b9c2132ff6 on host hv-neutron-8218 {{(pid=87506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 22:46:51.483426 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-7e08c3f9-d16f-4a41-bcaa-50284b22def1 None None] Provisioning complete for port 69d634af-baac-4764-84ed-e6b9c2132ff6 triggered by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:46:51.486033 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-7e08c3f9-d16f-4a41-bcaa-50284b22def1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:46:51.511406 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-85a6cab6-e482-4638-8d25-e92c2fc69d86 req-03287979-136f-4255-9202-8c971f53b770 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a2628ba-cb70-47a8-ab26-51f41a4e5f5b HTTP/1.1" status: 200  len: 210 time: 0.0433364
Dec 16 22:46:51.540308 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-7e08c3f9-d16f-4a41-bcaa-50284b22def1 None None] Port 69d634af-baac-4764-84ed-e6b9c2132ff6 cannot update to ACTIVE because it is not bound. {{(pid=87508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 22:46:51.617689 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [req-8d5f091d-f0f1-4a5a-870d-3839331d81b3 req-ef071c1a-4308-40b1-a52e-f20e660a7b79 service neutron] In _notify_port_updated(), no bound segment for port 69d634af-baac-4764-84ed-e6b9c2132ff6 on network 38cc4432-4df9-4c9a-8d8f-0d5b9e3f46cc {{(pid=87506) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}}
Dec 16 22:46:51.618548 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5f091d-f0f1-4a5a-870d-3839331d81b3 req-ef071c1a-4308-40b1-a52e-f20e660a7b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:46:51.619149 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-8d5f091d-f0f1-4a5a-870d-3839331d81b3 req-ef071c1a-4308-40b1-a52e-f20e660a7b79 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for port, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:46:51.620436 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-8d5f091d-f0f1-4a5a-870d-3839331d81b3 req-ef071c1a-4308-40b1-a52e-f20e660a7b79 service neutron] 10.222.0.49 "PUT /v2.0/ports/69d634af-baac-4764-84ed-e6b9c2132ff6 HTTP/1.1" status: 200  len: 1028 time: 0.9211028
Dec 16 22:46:52.605196 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 50058) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:46:52.671501 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-35b77613-a88b-4fcb-8437-782c8c49b0fc tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for security_group, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:46:52.699860 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-35b77613-a88b-4fcb-8437-782c8c49b0fc tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:46:52.763092 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-35b77613-a88b-4fcb-8437-782c8c49b0fc tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841066'] for security_group, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:46:52.767310 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-c74310cf-c778-4ca3-a44d-0d22ce7df437 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:46:52.782423 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b77613-a88b-4fcb-8437-782c8c49b0fc tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1287512-a932-437a-878b-5218fcb5bc26,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:46:52.786026 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-35b77613-a88b-4fcb-8437-782c8c49b0fc tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:46:52.793036 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-35b77613-a88b-4fcb-8437-782c8c49b0fc tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for security_group, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:46:52.794168 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-35b77613-a88b-4fcb-8437-782c8c49b0fc tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "DELETE /v2.0/security-groups/e1287512-a932-437a-878b-5218fcb5bc26 HTTP/1.1" status: 204  len: 168 time: 0.1879568
Dec 16 22:46:52.824337 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 50064) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:46:53.023599 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [None req-187d5d04-67d8-475e-9865-9bda4d2cdc49 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Deleting port 7cffd473-0cdf-41a7-bb2d-e0dc461939ff {{(pid=87506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:46:53.023874 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-187d5d04-67d8-475e-9865-9bda4d2cdc49 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:46:53.191333 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-187d5d04-67d8-475e-9865-9bda4d2cdc49 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:46:53.191662 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-187d5d04-67d8-475e-9865-9bda4d2cdc49 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:46:53.310153 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [None req-187d5d04-67d8-475e-9865-9bda4d2cdc49 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Calling delete_port for 7cffd473-0cdf-41a7-bb2d-e0dc461939ff owned by network:floatingip {{(pid=87506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:46:53.458806 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-187d5d04-67d8-475e-9865-9bda4d2cdc49 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1863393'] for port, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:46:53.462429 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-49ec3b76-9849-4f83-9f5b-b63d7fc1e889 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:46:53.530225 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187d5d04-67d8-475e-9865-9bda4d2cdc49 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Pushing event deleted for resources: {'Port': ['ID=7cffd473-0cdf-41a7-bb2d-e0dc461939ff,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:46:53.532442 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-187d5d04-67d8-475e-9865-9bda4d2cdc49 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:46:53.698520 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-187d5d04-67d8-475e-9865-9bda4d2cdc49 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for floatingip, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:46:53.699290 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.db.l3_db [None req-187d5d04-67d8-475e-9865-9bda4d2cdc49 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Floating IP 3ab4e490-a25c-4df3-a30f-fec0e03b787b disassociated (deleted). External IP: 172.26.0.38, port: 69d634af-baac-4764-84ed-e6b9c2132ff6.
Dec 16 22:46:54.039366 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-187d5d04-67d8-475e-9865-9bda4d2cdc49 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Router c239106a-0137-4399-bbde-269e0e9cd95e has already been hosted by L3 agent 4f519db7-069b-43e2-8411-c092bac9102a {{(pid=87506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 22:46:54.214243 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-187d5d04-67d8-475e-9865-9bda4d2cdc49 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify agent at l3_agent.dv-neutron-821829-1-hyperv the message routers_updated {{(pid=87506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 22:46:54.223384 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2980d4b3-be67-427e-9188-4ae99aa8a37c None None] Sync routers for ids ['c239106a-0137-4399-bbde-269e0e9cd95e'] in dv-neutron-821829-1-hyperv {{(pid=87508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 22:46:54.232465 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2980d4b3-be67-427e-9188-4ae99aa8a37c None None] Routers {'c239106a-0137-4399-bbde-269e0e9cd95e'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:46:54.233089 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-2980d4b3-be67-427e-9188-4ae99aa8a37c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b77c8aca0>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:46:31Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['c239106a-0137-4399-bbde-269e0e9cd95e'], 'active': True} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:46:54.233261 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-187d5d04-67d8-475e-9865-9bda4d2cdc49 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for floatingip, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:46:54.286840 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-187d5d04-67d8-475e-9865-9bda4d2cdc49 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "DELETE /v2.0/floatingips/3ab4e490-a25c-4df3-a30f-fec0e03b787b HTTP/1.1" status: 204  len: 168 time: 1.4613199
Dec 16 22:46:54.408413 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvr_db [None req-2980d4b3-be67-427e-9188-4ae99aa8a37c None None] Set router c239106a-0137-4399-bbde-269e0e9cd95e gateway port host: dv-neutron-821829-1-hyperv {{(pid=87508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 22:46:54.427615 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 50072) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:46:54.453850 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Device 69d634af-baac-4764-84ed-e6b9c2132ff6 no longer exists at agent hyperv_hv-neutron-8218 {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 22:46:54.501320 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-5ce61e3c-09ff-482a-a5be-a2c5961e7454 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for security_group, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:46:54.530975 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-5ce61e3c-09ff-482a-a5be-a2c5961e7454 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:46:54.595097 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-5ce61e3c-09ff-482a-a5be-a2c5961e7454 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841066'] for security_group, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:46:54.598891 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-e2cd3eaf-34b5-412a-bfb9-d5e015c8a21b tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:46:54.603089 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Device 69d634af-baac-4764-84ed-e6b9c2132ff6 not bound to the agent host hv-neutron-8218 {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 22:46:54.613941 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce61e3c-09ff-482a-a5be-a2c5961e7454 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e054cb0-175a-4fff-9f40-34d4f1cfeaa5,revision_number=None']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:46:54.617291 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-5ce61e3c-09ff-482a-a5be-a2c5961e7454 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:46:54.622647 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-5ce61e3c-09ff-482a-a5be-a2c5961e7454 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for security_group, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:46:54.634401 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-5ce61e3c-09ff-482a-a5be-a2c5961e7454 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "DELETE /v2.0/security-groups/8e054cb0-175a-4fff-9f40-34d4f1cfeaa5 HTTP/1.1" status: 204  len: 168 time: 0.1975412
Dec 16 22:46:54.652228 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 50078) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:46:54.717636 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.plugin [None req-e7536949-2e20-451e-9e5c-355ad286ed85 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Deleting port 69d634af-baac-4764-84ed-e6b9c2132ff6 {{(pid=87507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:46:54.717976 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-e7536949-2e20-451e-9e5c-355ad286ed85 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:46:54.783723 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-2980d4b3-be67-427e-9188-4ae99aa8a37c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b77c8aca0>, [{'id': 'c239106a-0137-4399-bbde-269e0e9cd95e', 'name': 'tempest-TestNetworkBasicOps-router-385983798', 'tenant_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.83'}], 'enable_snat': True}, 'gw_port_id': '8b9e64e0-9c76-45a8-93ab-6b6737b8f712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:46:11Z', 'updated_at': '2021-12-16T22:46:16Z', 'revision_number': 4, 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'gw_port': {'id': '8b9e64e0-9c76-45a8-93ab-6b6737b8f712', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:bc:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c239106a-0137-4399-bbde-269e0e9cd95e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:46:12Z', 'updated_at': '2021-12-16T22:46:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv', '_interfaces': [{'id': '1d9a2409-c259-434b-b12a-7a79bae73e76', 'name': '', 'network_id': '38cc4432-4df9-4c9a-8d8f-0d5b9e3f46cc', 'tenant_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'mac_address': 'fa:16:3e:ea:5e:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c239106a-0137-4399-bbde-269e0e9cd95e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1398, 'fixed_ips': [{'subnet_id': 'abdb9871-a453-4c32-982a-34fe5c4664ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:46:15Z', 'updated_at': '2021-12-16T22:46:21Z', 'revision_number': 5, 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'subnets': [{'id': 'abdb9871-a453-4c32-982a-34fe5c4664ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:46:54.787510 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2980d4b3-be67-427e-9188-4ae99aa8a37c None None] Checking router: c239106a-0137-4399-bbde-269e0e9cd95e for host: dv-neutron-821829-1-hyperv {{(pid=87508) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 22:46:54.795639 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2980d4b3-be67-427e-9188-4ae99aa8a37c None None] Routers {'c239106a-0137-4399-bbde-269e0e9cd95e'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:46:54.796269 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-2980d4b3-be67-427e-9188-4ae99aa8a37c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b77c8aca0>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:46:31Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['c239106a-0137-4399-bbde-269e0e9cd95e'], 'active': True} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:46:54.956262 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-e7536949-2e20-451e-9e5c-355ad286ed85 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:46:54.970428 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvr_db [None req-2980d4b3-be67-427e-9188-4ae99aa8a37c None None] Set router c239106a-0137-4399-bbde-269e0e9cd95e gateway port host: dv-neutron-821829-1-hyperv {{(pid=87508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 22:46:55.081665 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.plugin [None req-e7536949-2e20-451e-9e5c-355ad286ed85 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Calling delete_port for 69d634af-baac-4764-84ed-e6b9c2132ff6 owned by  {{(pid=87507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:46:55.326682 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-2980d4b3-be67-427e-9188-4ae99aa8a37c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b77c8aca0>, [{'id': 'c239106a-0137-4399-bbde-269e0e9cd95e', 'name': 'tempest-TestNetworkBasicOps-router-385983798', 'tenant_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.83'}], 'enable_snat': True}, 'gw_port_id': '8b9e64e0-9c76-45a8-93ab-6b6737b8f712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:46:11Z', 'updated_at': '2021-12-16T22:46:16Z', 'revision_number': 4, 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'gw_port': {'id': '8b9e64e0-9c76-45a8-93ab-6b6737b8f712', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:bc:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c239106a-0137-4399-bbde-269e0e9cd95e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:46:12Z', 'updated_at': '2021-12-16T22:46:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv', '_interfaces': [{'id': '1d9a2409-c259-434b-b12a-7a79bae73e76', 'name': '', 'network_id': '38cc4432-4df9-4c9a-8d8f-0d5b9e3f46cc', 'tenant_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'mac_address': 'fa:16:3e:ea:5e:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c239106a-0137-4399-bbde-269e0e9cd95e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1398, 'fixed_ips': [{'subnet_id': 'abdb9871-a453-4c32-982a-34fe5c4664ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:46:15Z', 'updated_at': '2021-12-16T22:46:21Z', 'revision_number': 5, 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'subnets': [{'id': 'abdb9871-a453-4c32-982a-34fe5c4664ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:46:55.327905 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-e7536949-2e20-451e-9e5c-355ad286ed85 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10807823'] for port, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:46:55.331314 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2980d4b3-be67-427e-9188-4ae99aa8a37c None None] The sync data for ids ['c239106a-0137-4399-bbde-269e0e9cd95e'] in dv-neutron-821829-1-hyperv is: [{'id': 'c239106a-0137-4399-bbde-269e0e9cd95e', 'name': 'tempest-TestNetworkBasicOps-router-385983798', 'tenant_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.83'}], 'enable_snat': True}, 'gw_port_id': '8b9e64e0-9c76-45a8-93ab-6b6737b8f712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:46:11Z', 'updated_at': '2021-12-16T22:46:16Z', 'revision_number': 4, 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'gw_port': {'id': '8b9e64e0-9c76-45a8-93ab-6b6737b8f712', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:bc:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c239106a-0137-4399-bbde-269e0e9cd95e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:46:12Z', 'updated_at': '2021-12-16T22:46:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv', '_interfaces': [{'id': '1d9a2409-c259-434b-b12a-7a79bae73e76', 'name': '', 'network_id': '38cc4432-4df9-4c9a-8d8f-0d5b9e3f46cc', 'tenant_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'mac_address': 'fa:16:3e:ea:5e:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c239106a-0137-4399-bbde-269e0e9cd95e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1398, 'fixed_ips': [{'subnet_id': 'abdb9871-a453-4c32-982a-34fe5c4664ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:46:15Z', 'updated_at': '2021-12-16T22:46:21Z', 'revision_number': 5, 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'subnets': [{'id': 'abdb9871-a453-4c32-982a-34fe5c4664ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 22:46:55.335169 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-d3f2269c-4649-44a8-b1f1-e860a5a4b3d4 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:46:55.382759 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7536949-2e20-451e-9e5c-355ad286ed85 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Pushing event deleted for resources: {'Port': ['ID=69d634af-baac-4764-84ed-e6b9c2132ff6,revision_number=None']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:46:55.385227 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-e7536949-2e20-451e-9e5c-355ad286ed85 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:46:55.490946 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-e7536949-2e20-451e-9e5c-355ad286ed85 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for port, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:46:55.502004 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-e7536949-2e20-451e-9e5c-355ad286ed85 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "DELETE /v2.0/ports/69d634af-baac-4764-84ed-e6b9c2132ff6 HTTP/1.1" status: 204  len: 168 time: 0.8486326
Dec 16 22:46:55.504575 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 50082) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:46:55.618430 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7391cc7f-1eca-4907-af9a-fb454d33a9bb None None] New status for floating IP 3ab4e490-a25c-4df3-a30f-fec0e03b787b: DOWN {{(pid=87509) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 16 22:46:56.052909 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-e5d5d4ad-0233-4b55-9b50-613d835bd017 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3830176'] for router_interface, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:46:56.396735 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.plugin [None req-e5d5d4ad-0233-4b55-9b50-613d835bd017 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Deleting port 1d9a2409-c259-434b-b12a-7a79bae73e76 {{(pid=87507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:46:56.397064 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-e5d5d4ad-0233-4b55-9b50-613d835bd017 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:46:56.580018 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.db [None req-e5d5d4ad-0233-4b55-9b50-613d835bd017 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] For port 1d9a2409-c259-434b-b12a-7a79bae73e76, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=1d9a2409-c259-434b-b12a-7a79bae73e76,segment=NetworkSegment(4acb54bd-cf67-436c-a7e5-98ccd7ceee3f),segment_id=4acb54bd-cf67-436c-a7e5-98ccd7ceee3f)] {{(pid=87507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:46:56.580716 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-e5d5d4ad-0233-4b55-9b50-613d835bd017 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:46:56.813793 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.plugin [None req-e5d5d4ad-0233-4b55-9b50-613d835bd017 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Calling delete_port for 1d9a2409-c259-434b-b12a-7a79bae73e76 owned by network:router_interface {{(pid=87507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:46:56.992787 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-e5d5d4ad-0233-4b55-9b50-613d835bd017 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10807823'] for port, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:46:56.996340 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-64bfd485-15f9-4169-8497-0e9cf0814f50 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:46:57.040140 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d5d4ad-0233-4b55-9b50-613d835bd017 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Pushing event deleted for resources: {'Port': ['ID=1d9a2409-c259-434b-b12a-7a79bae73e76,revision_number=None']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:46:57.043186 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-e5d5d4ad-0233-4b55-9b50-613d835bd017 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:46:57.309566 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-e5d5d4ad-0233-4b55-9b50-613d835bd017 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3791449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3739472'] for router_interface, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:46:57.663596 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5d5d4ad-0233-4b55-9b50-613d835bd017 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Router c239106a-0137-4399-bbde-269e0e9cd95e has already been hosted by L3 agent 4f519db7-069b-43e2-8411-c092bac9102a {{(pid=87507) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 22:46:57.832100 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5d5d4ad-0233-4b55-9b50-613d835bd017 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify agent at l3_agent.dv-neutron-821829-1-hyperv the message routers_updated {{(pid=87507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 22:46:57.841716 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b954677c-ae21-44bf-92fe-d27dadd7ac62 None None] Sync routers for ids ['c239106a-0137-4399-bbde-269e0e9cd95e'] in dv-neutron-821829-1-hyperv {{(pid=87508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 22:46:57.848501 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-e5d5d4ad-0233-4b55-9b50-613d835bd017 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "PUT /v2.0/routers/c239106a-0137-4399-bbde-269e0e9cd95e/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.3421292
Dec 16 22:46:57.850805 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 50086) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:46:57.853860 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b954677c-ae21-44bf-92fe-d27dadd7ac62 None None] Routers {'c239106a-0137-4399-bbde-269e0e9cd95e'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:46:57.854362 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-b954677c-ae21-44bf-92fe-d27dadd7ac62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b77e2c040>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:46:31Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['c239106a-0137-4399-bbde-269e0e9cd95e'], 'active': True} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:46:57.918011 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e6fccbd-d326-451f-97f4-8b9f12df3e00 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Deleting subnet abdb9871-a453-4c32-982a-34fe5c4664ac {{(pid=87507) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 16 22:46:57.920813 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-8e6fccbd-d326-451f-97f4-8b9f12df3e00 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for subnet, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:46:57.973156 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-8e6fccbd-d326-451f-97f4-8b9f12df3e00 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2128562'] for subnet, precommit_delete_associations {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:46:58.027159 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvr_db [None req-b954677c-ae21-44bf-92fe-d27dadd7ac62 None None] Set router c239106a-0137-4399-bbde-269e0e9cd95e gateway port host: dv-neutron-821829-1-hyperv {{(pid=87508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 22:46:58.052916 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-8e6fccbd-d326-451f-97f4-8b9f12df3e00 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3328566'] for subnet, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:46:58.206759 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-5daf5c7c-ef01-42ce-af52-943889e855fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:46:58.257346 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-8e6fccbd-d326-451f-97f4-8b9f12df3e00 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3328622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10807868', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10549621'] for subnet, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:46:58.261741 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-89a3187f-ede4-4b0f-9346-7cb6cf7eea9b tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:46:58.295626 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6fccbd-d326-451f-97f4-8b9f12df3e00 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Pushing event deleted for resources: {'Subnet': ['ID=abdb9871-a453-4c32-982a-34fe5c4664ac,revision_number=None']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:46:58.298204 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-8e6fccbd-d326-451f-97f4-8b9f12df3e00 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:46:58.301804 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-8e6fccbd-d326-451f-97f4-8b9f12df3e00 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for subnet, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:46:58.307461 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58ea242a-e21e-431b-990e-73d052fe8b10 None None] Network 38cc4432-4df9-4c9a-8d8f-0d5b9e3f46cc requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 22:46:58.309133 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-8e6fccbd-d326-451f-97f4-8b9f12df3e00 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "DELETE /v2.0/subnets/abdb9871-a453-4c32-982a-34fe5c4664ac HTTP/1.1" status: 204  len: 168 time: 0.4571600
Dec 16 22:46:58.311952 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 50090) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:46:58.474401 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-b954677c-ae21-44bf-92fe-d27dadd7ac62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b77e2c040>, [{'id': 'c239106a-0137-4399-bbde-269e0e9cd95e', 'name': 'tempest-TestNetworkBasicOps-router-385983798', 'tenant_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.83'}], 'enable_snat': True}, 'gw_port_id': '8b9e64e0-9c76-45a8-93ab-6b6737b8f712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:46:11Z', 'updated_at': '2021-12-16T22:46:56Z', 'revision_number': 5, 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'gw_port': {'id': '8b9e64e0-9c76-45a8-93ab-6b6737b8f712', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:bc:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c239106a-0137-4399-bbde-269e0e9cd95e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:46:12Z', 'updated_at': '2021-12-16T22:46:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv'}], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:46:58.478805 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b954677c-ae21-44bf-92fe-d27dadd7ac62 None None] Checking router: c239106a-0137-4399-bbde-269e0e9cd95e for host: dv-neutron-821829-1-hyperv {{(pid=87508) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 22:46:58.489325 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-78bc1e67-a6c5-45ac-81d3-6e74142bcd67 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for router, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:46:58.493237 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b954677c-ae21-44bf-92fe-d27dadd7ac62 None None] Routers {'c239106a-0137-4399-bbde-269e0e9cd95e'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:46:58.493865 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-b954677c-ae21-44bf-92fe-d27dadd7ac62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b77e2c040>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:46:31Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['c239106a-0137-4399-bbde-269e0e9cd95e'], 'active': True} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:46:58.666757 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-78bc1e67-a6c5-45ac-81d3-6e74142bcd67 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:46:58.676238 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.plugin [None req-78bc1e67-a6c5-45ac-81d3-6e74142bcd67 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Deleting port 8b9e64e0-9c76-45a8-93ab-6b6737b8f712 {{(pid=87507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:46:58.676550 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-78bc1e67-a6c5-45ac-81d3-6e74142bcd67 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:46:58.682204 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvr_db [None req-b954677c-ae21-44bf-92fe-d27dadd7ac62 None None] Set router c239106a-0137-4399-bbde-269e0e9cd95e gateway port host: dv-neutron-821829-1-hyperv {{(pid=87508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 22:46:58.728571 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcaf77d3-12ea-416a-a96d-735c506fdf25 None None] DHCP port deletion for 38cc4432-4df9-4c9a-8d8f-0d5b9e3f46cc request from dv-neutron-821829-1-hyperv {{(pid=87508) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 16 22:46:58.791440 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-dcaf77d3-12ea-416a-a96d-735c506fdf25 None None] Deleting port b4232a2c-2b48-4777-8c66-a8d498d09edd {{(pid=87508) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:46:58.791873 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-dcaf77d3-12ea-416a-a96d-735c506fdf25 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:46:58.852544 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.db [None req-78bc1e67-a6c5-45ac-81d3-6e74142bcd67 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] For port 8b9e64e0-9c76-45a8-93ab-6b6737b8f712, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=8b9e64e0-9c76-45a8-93ab-6b6737b8f712,segment=NetworkSegment(a416442d-d143-4052-9f4e-546eb8cbe809),segment_id=a416442d-d143-4052-9f4e-546eb8cbe809)] {{(pid=87507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:46:58.852895 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-78bc1e67-a6c5-45ac-81d3-6e74142bcd67 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:46:58.975980 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.plugin [None req-78bc1e67-a6c5-45ac-81d3-6e74142bcd67 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Calling delete_port for 8b9e64e0-9c76-45a8-93ab-6b6737b8f712 owned by network:router_gateway {{(pid=87507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:46:59.142381 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-78bc1e67-a6c5-45ac-81d3-6e74142bcd67 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10807823'] for port, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:46:59.147034 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-26fc404b-2d0d-47d8-a443-09b4d14ea0e8 tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:46:59.176468 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-dcaf77d3-12ea-416a-a96d-735c506fdf25 None None] For port b4232a2c-2b48-4777-8c66-a8d498d09edd, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=b4232a2c-2b48-4777-8c66-a8d498d09edd,segment=NetworkSegment(4acb54bd-cf67-436c-a7e5-98ccd7ceee3f),segment_id=4acb54bd-cf67-436c-a7e5-98ccd7ceee3f)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:46:59.177036 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-dcaf77d3-12ea-416a-a96d-735c506fdf25 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:46:59.192172 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78bc1e67-a6c5-45ac-81d3-6e74142bcd67 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Pushing event deleted for resources: {'Port': ['ID=8b9e64e0-9c76-45a8-93ab-6b6737b8f712,revision_number=None']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:46:59.194650 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-78bc1e67-a6c5-45ac-81d3-6e74142bcd67 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:46:59.282923 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-78bc1e67-a6c5-45ac-81d3-6e74142bcd67 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3741895'] for router_gateway, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:46:59.298511 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-dcaf77d3-12ea-416a-a96d-735c506fdf25 None None] Calling delete_port for b4232a2c-2b48-4777-8c66-a8d498d09edd owned by network:dhcp {{(pid=87508) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:46:59.361115 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-b954677c-ae21-44bf-92fe-d27dadd7ac62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b77e2c040>, [{'id': 'c239106a-0137-4399-bbde-269e0e9cd95e', 'name': 'tempest-TestNetworkBasicOps-router-385983798', 'tenant_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.83'}], 'enable_snat': True}, 'gw_port_id': '8b9e64e0-9c76-45a8-93ab-6b6737b8f712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:46:11Z', 'updated_at': '2021-12-16T22:46:56Z', 'revision_number': 5, 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'gw_port': {'id': '8b9e64e0-9c76-45a8-93ab-6b6737b8f712', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:bc:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c239106a-0137-4399-bbde-269e0e9cd95e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:46:12Z', 'updated_at': '2021-12-16T22:46:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv'}], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:46:59.379797 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b954677c-ae21-44bf-92fe-d27dadd7ac62 None None] The sync data for ids ['c239106a-0137-4399-bbde-269e0e9cd95e'] in dv-neutron-821829-1-hyperv is: [{'id': 'c239106a-0137-4399-bbde-269e0e9cd95e', 'name': 'tempest-TestNetworkBasicOps-router-385983798', 'tenant_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.83'}], 'enable_snat': True}, 'gw_port_id': '8b9e64e0-9c76-45a8-93ab-6b6737b8f712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:46:11Z', 'updated_at': '2021-12-16T22:46:56Z', 'revision_number': 5, 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'gw_port': {'id': '8b9e64e0-9c76-45a8-93ab-6b6737b8f712', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:bc:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c239106a-0137-4399-bbde-269e0e9cd95e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:46:12Z', 'updated_at': '2021-12-16T22:46:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv'}] {{(pid=87508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 22:46:59.386640 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-dcaf77d3-12ea-416a-a96d-735c506fdf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949'] for port, after_delete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:46:59.390397 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-268d9215-a9e4-41ab-a336-e79f666e9a9c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:46:59.436208 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcaf77d3-12ea-416a-a96d-735c506fdf25 None None] Pushing event deleted for resources: {'Port': ['ID=b4232a2c-2b48-4777-8c66-a8d498d09edd,revision_number=None']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:46:59.439150 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-dcaf77d3-12ea-416a-a96d-735c506fdf25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:46:59.439977 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcaf77d3-12ea-416a-a96d-735c506fdf25 None None] No DVR routers for this DVR port b4232a2c-2b48-4777-8c66-a8d498d09edd on host dv-neutron-821829-1-hyperv {{(pid=87508) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 22:46:59.457910 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device b4232a2c-2b48-4777-8c66-a8d498d09edd no longer exists at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 22:46:59.494274 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] No Port match for: b4232a2c-2b48-4777-8c66-a8d498d09edd {{(pid=87508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 22:46:59.494634 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device b4232a2c-2b48-4777-8c66-a8d498d09edd not bound to the agent host dv-neutron-821829-1-hyperv {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 22:46:59.502076 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-78bc1e67-a6c5-45ac-81d3-6e74142bcd67 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3739500', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39002'] for router, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:46:59.504554 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-78bc1e67-a6c5-45ac-81d3-6e74142bcd67 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:46:59.528666 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-78bc1e67-a6c5-45ac-81d3-6e74142bcd67 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3830089'] for router, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:46:59.529219 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78bc1e67-a6c5-45ac-81d3-6e74142bcd67 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Fanout notify agent at l3_agent the message router_deleted on router c239106a-0137-4399-bbde-269e0e9cd95e {{(pid=87507) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 16 22:46:59.545488 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-78bc1e67-a6c5-45ac-81d3-6e74142bcd67 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for router, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:46:59.546579 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-78bc1e67-a6c5-45ac-81d3-6e74142bcd67 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "DELETE /v2.0/routers/c239106a-0137-4399-bbde-269e0e9cd95e HTTP/1.1" status: 204  len: 168 time: 1.2339768
Dec 16 22:46:59.549309 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 50094) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:46:59.792883 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-0d44cdcc-f426-48b6-a59d-c12082e1b8ef tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-825997'] for network, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:46:59.920233 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-0d44cdcc-f426-48b6-a59d-c12082e1b8ef tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3329565', 'neutron.services.segments.db._delete_segments_for_network-8734753546406'] for network, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:46:59.944485 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.services.segments.db [None req-0d44cdcc-f426-48b6-a59d-c12082e1b8ef tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1b77e13190>,) {'filters': {'network_id': ['38cc4432-4df9-4c9a-8d8f-0d5b9e3f46cc']}} {{(pid=87507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:46:59.959857 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.services.segments.db [None req-0d44cdcc-f426-48b6-a59d-c12082e1b8ef tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b77e13190>, '4acb54bd-cf67-436c-a7e5-98ccd7ceee3f') {'for_net_delete': True} {{(pid=87507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:46:59.960150 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.services.segments.db [None req-0d44cdcc-f426-48b6-a59d-c12082e1b8ef tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b77e13190>, '4acb54bd-cf67-436c-a7e5-98ccd7ceee3f') {} {{(pid=87507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:46:59.971060 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-0d44cdcc-f426-48b6-a59d-c12082e1b8ef tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734753593977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2128549'] for segment, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:46:59.986464 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-0d44cdcc-f426-48b6-a59d-c12082e1b8ef tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-883292'] for segment, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:46:59.992305 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d44cdcc-f426-48b6-a59d-c12082e1b8ef tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Releasing vlan 164 on physical network physnet1 to pool {{(pid=87507) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 16 22:46:59.992677 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-0d44cdcc-f426-48b6-a59d-c12082e1b8ef tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-883285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10808034'] for segment, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:47:00.007092 dv-neutron-821829-1-hyperv neutron-server[87507]: Traceback (most recent call last):
Dec 16 22:47:00.007092 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 16 22:47:00.007092 dv-neutron-821829-1-hyperv neutron-server[87507]:     timer()
Dec 16 22:47:00.007092 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 22:47:00.007092 dv-neutron-821829-1-hyperv neutron-server[87507]:     cb(*args, **kw)
Dec 16 22:47:00.007092 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 22:47:00.007092 dv-neutron-821829-1-hyperv neutron-server[87507]:     return func(*args, **kwargs)
Dec 16 22:47:00.007092 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 22:47:00.007092 dv-neutron-821829-1-hyperv neutron-server[87507]:     self._notify()
Dec 16 22:47:00.007092 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 22:47:00.007092 dv-neutron-821829-1-hyperv neutron-server[87507]:     self.callback(batched_events)
Dec 16 22:47:00.007092 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 22:47:00.007092 dv-neutron-821829-1-hyperv neutron-server[87507]:     event.method(event)
Dec 16 22:47:00.007092 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 22:47:00.007092 dv-neutron-821829-1-hyperv neutron-server[87507]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 22:47:00.007092 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 22:47:00.007092 dv-neutron-821829-1-hyperv neutron-server[87507]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 22:47:00.007092 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 22:47:00.007092 dv-neutron-821829-1-hyperv neutron-server[87507]:     return f(self, *a, **k)
Dec 16 22:47:00.007092 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 16 22:47:00.007092 dv-neutron-821829-1-hyperv neutron-server[87507]:     return self._get(url).json()
Dec 16 22:47:00.007092 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 16 22:47:00.007092 dv-neutron-821829-1-hyperv neutron-server[87507]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 22:47:00.007092 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 16 22:47:00.007092 dv-neutron-821829-1-hyperv neutron-server[87507]:     return self.request(url, 'GET', **kwargs)
Dec 16 22:47:00.007092 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 16 22:47:00.007092 dv-neutron-821829-1-hyperv neutron-server[87507]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 22:47:00.007092 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 16 22:47:00.007092 dv-neutron-821829-1-hyperv neutron-server[87507]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 22:47:00.007092 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 16 22:47:00.007092 dv-neutron-821829-1-hyperv neutron-server[87507]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 22:47:00.007092 dv-neutron-821829-1-hyperv neutron-server[87507]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 22:47:00.082515 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-0d44cdcc-f426-48b6-a59d-c12082e1b8ef tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3329572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3741856'] for network, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:47:00.087146 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-0d44cdcc-f426-48b6-a59d-c12082e1b8ef tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for network, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:47:00.090051 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-35a618cb-510c-4e35-af92-915c1734281e tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:47:00.120727 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d44cdcc-f426-48b6-a59d-c12082e1b8ef tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Pushing event deleted for resources: {'Network': ['ID=38cc4432-4df9-4c9a-8d8f-0d5b9e3f46cc,revision_number=None']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:47:00.123220 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-0d44cdcc-f426-48b6-a59d-c12082e1b8ef tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:47:00.127655 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-0d44cdcc-f426-48b6-a59d-c12082e1b8ef tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "DELETE /v2.0/networks/38cc4432-4df9-4c9a-8d8f-0d5b9e3f46cc HTTP/1.1" status: 204  len: 168 time: 0.5749681
Dec 16 22:47:00.134130 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 50098) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:47:00.145683 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-ba39d222-371e-4e71-86dd-56d5eafd04c5 tempest-TestNetworkBasicOps-761014822 tempest-TestNetworkBasicOps-761014822-project-admin] 10.222.0.13 "GET /v2.0/agents?agent_type=L3+agent HTTP/1.1" status: 200  len: 838 time: 0.0103076
Dec 16 22:47:00.148071 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 50102) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:47:00.153476 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-bac1eac3-eb6f-4283-9094-f88cb0b039ba tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Request body: {'network': {'name': 'tempest-network-smoke--1367944191', 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'port_security_enabled': True}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:47:00.158686 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-bac1eac3-eb6f-4283-9094-f88cb0b039ba tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:47:00.162842 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-bac1eac3-eb6f-4283-9094-f88cb0b039ba tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Usage tracker for resource:network and tenant:b7e45fda9ad540a6ac359d1c64c9adb2 is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:47:00.166611 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-bac1eac3-eb6f-4283-9094-f88cb0b039ba tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:47:00.172966 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-bac1eac3-eb6f-4283-9094-f88cb0b039ba tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:47:00.182285 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bac1eac3-eb6f-4283-9094-f88cb0b039ba tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Made reservation on behalf of b7e45fda9ad540a6ac359d1c64c9adb2 for: {'network': 1} {{(pid=87506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:47:00.185771 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-bac1eac3-eb6f-4283-9094-f88cb0b039ba tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for network, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:47:00.212131 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bac1eac3-eb6f-4283-9094-f88cb0b039ba tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] vlan segment allocate from pool success with {'vlan_id': 190, 'physical_network': 'physnet1'}  {{(pid=87506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 22:47:00.221115 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-bac1eac3-eb6f-4283-9094-f88cb0b039ba tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-883292'] for segment, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:47:00.221458 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.db.segments_db [None req-bac1eac3-eb6f-4283-9094-f88cb0b039ba tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Added segment 1dba6b39-6408-4894-a18f-a16caeae99cd of type vlan for network c7c7b946-5e11-42ea-bebb-04a3e0687d7c
Dec 16 22:47:00.247364 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-bac1eac3-eb6f-4283-9094-f88cb0b039ba tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734753047233'] for network, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:47:00.275863 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-bac1eac3-eb6f-4283-9094-f88cb0b039ba tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440'] for network, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:47:00.281309 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bac1eac3-eb6f-4283-9094-f88cb0b039ba tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:47:00.282498 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-bac1eac3-eb6f-4283-9094-f88cb0b039ba tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for network, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:47:00.286004 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-1af9cdd4-5bd5-46d6-90fb-e0c410ba8019 tempest-BulkNetworkOpsTest-146173519 tempest-BulkNetworkOpsTest-146173519-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:47:00.385353 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-bac1eac3-eb6f-4283-9094-f88cb0b039ba tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.2362552
Dec 16 22:47:00.388170 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 50106) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:47:00.391918 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac1eac3-eb6f-4283-9094-f88cb0b039ba tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Pushing event updated for resources: {'Network': ['ID=c7c7b946-5e11-42ea-bebb-04a3e0687d7c,revision_number=1']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:47:00.394515 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-bac1eac3-eb6f-4283-9094-f88cb0b039ba tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:47:00.395023 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-7da4ec20-a1f3-4599-bec4-26e25b0975f9 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-122935063', 'admin_state_up': True, 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5'}}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:47:00.402077 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Network c7c7b946-5e11-42ea-bebb-04a3e0687d7c details requested by agent ovs-agent-dv-neutron-821829-1-hyperv with host dv-neutron-821829-1-hyperv {{(pid=87508) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 22:47:00.402798 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-7da4ec20-a1f3-4599-bec4-26e25b0975f9 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:47:00.407204 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-7da4ec20-a1f3-4599-bec4-26e25b0975f9 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Usage tracker for resource:router and tenant:b7e45fda9ad540a6ac359d1c64c9adb2 is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:47:00.410107 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-7da4ec20-a1f3-4599-bec4-26e25b0975f9 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:47:00.416783 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-7da4ec20-a1f3-4599-bec4-26e25b0975f9 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:47:00.426279 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-7da4ec20-a1f3-4599-bec4-26e25b0975f9 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3741155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38980'] for router, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:47:00.427291 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-7da4ec20-a1f3-4599-bec4-26e25b0975f9 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3743284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3741748', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3896702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-38989'] for router, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:47:00.442274 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-7da4ec20-a1f3-4599-bec4-26e25b0975f9 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:47:00.577502 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-2229809c-2eff-4c4c-a0a6-221ce3e4ea35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:47:00.710859 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-7da4ec20-a1f3-4599-bec4-26e25b0975f9 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3741702', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3740945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-38947'] for router, precommit_update {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:47:01.010046 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-7da4ec20-a1f3-4599-bec4-26e25b0975f9 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for router_gateway, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:47:01.041706 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-7da4ec20-a1f3-4599-bec4-26e25b0975f9 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:47:01.172817 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.db_base_plugin_common [None req-7da4ec20-a1f3-4599-bec4-26e25b0975f9 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Allocated IP 172.26.0.229 (f8905ce9-304b-4976-bc47-e58c71c11de5/9bca8591-41ef-4f2d-8ecb-ecaab1a28acf/f3fb0ab9-31fb-4455-a1aa-1b3d167ed157) {{(pid=87507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 22:47:01.318153 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-7da4ec20-a1f3-4599-bec4-26e25b0975f9 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for port, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:47:01.322413 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 8b9e64e0-9c76-45a8-93ab-6b6737b8f712 no longer exists at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 22:47:01.348450 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-7da4ec20-a1f3-4599-bec4-26e25b0975f9 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10807823'] for port, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:47:01.352915 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-87900aac-8d7c-47a0-81f0-b0896d356cb3 tempest-RoutersNegativeIpV6Test-1646080008 tempest-RoutersNegativeIpV6Test-1646080008-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:47:01.357040 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] No Port match for: 8b9e64e0-9c76-45a8-93ab-6b6737b8f712 {{(pid=87508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 22:47:01.357403 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 8b9e64e0-9c76-45a8-93ab-6b6737b8f712 not bound to the agent host dv-neutron-821829-1-hyperv {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 22:47:01.357839 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 1d9a2409-c259-434b-b12a-7a79bae73e76 no longer exists at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 22:47:01.395318 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] No Port match for: 1d9a2409-c259-434b-b12a-7a79bae73e76 {{(pid=87508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 22:47:01.395674 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 1d9a2409-c259-434b-b12a-7a79bae73e76 not bound to the agent host dv-neutron-821829-1-hyperv {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 22:47:01.478582 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-3e729f7f-1589-4d54-9c4a-7ee6b283cc2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:47:01.535058 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7da4ec20-a1f3-4599-bec4-26e25b0975f9 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Network f8905ce9-304b-4976-bc47-e58c71c11de5 is already hosted by enough agents. {{(pid=87507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:47:01.538244 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.base_scheduler [None req-7da4ec20-a1f3-4599-bec4-26e25b0975f9 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Resources bound (agent type, host, resource id):  {{(pid=87507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:47:01.541945 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7da4ec20-a1f3-4599-bec4-26e25b0975f9 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Received port after_create {{(pid=87507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 22:47:01.580707 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da4ec20-a1f3-4599-bec4-26e25b0975f9 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Pushing event updated for resources: {'Port': ['ID=f3fb0ab9-31fb-4455-a1aa-1b3d167ed157,revision_number=1']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:47:01.584640 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-7da4ec20-a1f3-4599-bec4-26e25b0975f9 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:47:01.674905 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:47:01.954172 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-7da4ec20-a1f3-4599-bec4-26e25b0975f9 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for router_gateway, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:47:02.280827 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-7da4ec20-a1f3-4599-bec4-26e25b0975f9 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3740952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3741923'] for router, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:47:02.477124 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7da4ec20-a1f3-4599-bec4-26e25b0975f9 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Router 71cd7902-f1b0-4193-bf56-baf3ce633f2c is scheduled to L3 agent 4f519db7-069b-43e2-8411-c092bac9102a with binding_index 1 {{(pid=87507) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 16 22:47:02.649898 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7da4ec20-a1f3-4599-bec4-26e25b0975f9 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify agent at l3_agent.dv-neutron-821829-1-hyperv the message routers_updated {{(pid=87507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 22:47:02.660784 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5f5125c-4fb4-45d1-8836-a8c1ca08820f None None] Sync routers for ids ['71cd7902-f1b0-4193-bf56-baf3ce633f2c'] in dv-neutron-821829-1-hyperv {{(pid=87509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 22:47:02.670027 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5f5125c-4fb4-45d1-8836-a8c1ca08820f None None] Routers {'71cd7902-f1b0-4193-bf56-baf3ce633f2c'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:47:02.670635 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-e5f5125c-4fb4-45d1-8836-a8c1ca08820f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b7cae8040>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:47:01Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['71cd7902-f1b0-4193-bf56-baf3ce633f2c'], 'active': True} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:47:02.675673 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-7da4ec20-a1f3-4599-bec4-26e25b0975f9 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for router, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:47:02.676902 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-7da4ec20-a1f3-4599-bec4-26e25b0975f9 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 886 time: 2.2877655
Dec 16 22:47:02.679899 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 50110) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:47:02.721251 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-ec26e147-ad79-447a-bd0a-913a53041987 tempest-TestNetworkBasicOps-761014822 tempest-TestNetworkBasicOps-761014822-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=b7e45fda9ad540a6ac359d1c64c9adb2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0370333
Dec 16 22:47:02.721500 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 50114) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:47:02.847202 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvr_db [None req-e5f5125c-4fb4-45d1-8836-a8c1ca08820f None None] Set router 71cd7902-f1b0-4193-bf56-baf3ce633f2c gateway port host: dv-neutron-821829-1-hyperv {{(pid=87509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 22:47:02.976525 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7a1232d-a807-48f2-a4d5-065265277993 tempest-TestNetworkBasicOps-761014822 tempest-TestNetworkBasicOps-761014822-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:47:02.977934 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-c7a1232d-a807-48f2-a4d5-065265277993 tempest-TestNetworkBasicOps-761014822 tempest-TestNetworkBasicOps-761014822-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.2554965
Dec 16 22:47:02.980767 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 50118) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:47:03.022514 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-378f1c10-0490-4a54-985c-f21f382ed6bd tempest-TestNetworkBasicOps-761014822 tempest-TestNetworkBasicOps-761014822-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=f8905ce9-304b-4976-bc47-e58c71c11de5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0405636
Dec 16 22:47:03.024874 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 50122) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:47:03.030149 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-56329395-a98a-4180-a2fe-9b500568029e tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1077350032', 'network_id': 'c7c7b946-5e11-42ea-bebb-04a3e0687d7c', 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:47:03.137049 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-56329395-a98a-4180-a2fe-9b500568029e tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:47:03.140915 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-56329395-a98a-4180-a2fe-9b500568029e tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Usage tracker for resource:subnet and tenant:b7e45fda9ad540a6ac359d1c64c9adb2 is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:47:03.143632 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-56329395-a98a-4180-a2fe-9b500568029e tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:47:03.149196 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-56329395-a98a-4180-a2fe-9b500568029e tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:47:03.160897 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56329395-a98a-4180-a2fe-9b500568029e tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Made reservation on behalf of b7e45fda9ad540a6ac359d1c64c9adb2 for: {'subnet': 1} {{(pid=87507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:47:03.161626 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-e5f5125c-4fb4-45d1-8836-a8c1ca08820f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b7cae8040>, [{'id': '71cd7902-f1b0-4193-bf56-baf3ce633f2c', 'name': 'tempest-TestNetworkBasicOps-router-122935063', 'tenant_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.229'}], 'enable_snat': True}, 'gw_port_id': 'f3fb0ab9-31fb-4455-a1aa-1b3d167ed157', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:47:00Z', 'updated_at': '2021-12-16T22:47:01Z', 'revision_number': 3, 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'gw_port': {'id': 'f3fb0ab9-31fb-4455-a1aa-1b3d167ed157', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:1a:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71cd7902-f1b0-4193-bf56-baf3ce633f2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:47:01Z', 'updated_at': '2021-12-16T22:47:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv'}], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:47:03.164391 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-56329395-a98a-4180-a2fe-9b500568029e tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10549598'] for subnet, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:47:03.165424 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5f5125c-4fb4-45d1-8836-a8c1ca08820f None None] Checking router: 71cd7902-f1b0-4193-bf56-baf3ce633f2c for host: dv-neutron-821829-1-hyperv {{(pid=87509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 22:47:03.165786 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5f5125c-4fb4-45d1-8836-a8c1ca08820f None None] Updating router 71cd7902-f1b0-4193-bf56-baf3ce633f2c port f3fb0ab9-31fb-4455-a1aa-1b3d167ed157 binding host dv-neutron-821829-1-hyperv {{(pid=87509) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 16 22:47:03.220951 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron_lib.callbacks.manager [None req-e5f5125c-4fb4-45d1-8836-a8c1ca08820f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:47:03.230782 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-4541ba3b-6be8-499c-bc94-3c60aa55c4f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:47:03.377402 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-56329395-a98a-4180-a2fe-9b500568029e tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10807931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10549612'] for subnet, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:47:03.381018 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-31277d3d-5073-48e0-adc9-83c905224e4b tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:47:03.454806 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56329395-a98a-4180-a2fe-9b500568029e tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Pushing event updated for resources: {'Subnet': ['ID=e64d2dc5-723a-4446-a6d0-35d36946e7e0,revision_number=0']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:47:03.457502 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-56329395-a98a-4180-a2fe-9b500568029e tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:47:03.466706 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56329395-a98a-4180-a2fe-9b500568029e tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Checking segment: {'id': '1dba6b39-6408-4894-a18f-a16caeae99cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'c7c7b946-5e11-42ea-bebb-04a3e0687d7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 22:47:03.467263 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56329395-a98a-4180-a2fe-9b500568029e tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Network hostable DHCP agents. Network: c7c7b946-5e11-42ea-bebb-04a3e0687d7c, hostable agents: ['3b155c4d-12dc-491e-aa14-6113b06cfacd'], hosted agents: [] {{(pid=87507) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 16 22:47:03.485718 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56329395-a98a-4180-a2fe-9b500568029e tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Network c7c7b946-5e11-42ea-bebb-04a3e0687d7c is scheduled to be hosted by DHCP agent 3b155c4d-12dc-491e-aa14-6113b06cfacd with binding_index 1 {{(pid=87507) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 16 22:47:03.494718 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.base_scheduler [None req-56329395-a98a-4180-a2fe-9b500568029e tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821829-1-hyperv, c7c7b946-5e11-42ea-bebb-04a3e0687d7c) {{(pid=87507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:47:03.499084 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56329395-a98a-4180-a2fe-9b500568029e tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:47:03.499664 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-56329395-a98a-4180-a2fe-9b500568029e tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for subnet, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:47:03.505542 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fb32299-fb46-41d4-904f-ecd1012bb0e1 None None] Network c7c7b946-5e11-42ea-bebb-04a3e0687d7c requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 22:47:03.522970 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-56329395-a98a-4180-a2fe-9b500568029e tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 832 time: 0.4970701
Dec 16 22:47:03.525692 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 50126) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:47:03.548335 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron_lib.callbacks.manager [None req-e5f5125c-4fb4-45d1-8836-a8c1ca08820f None None] Notify callbacks [] for port, precommit_update {{(pid=87509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:47:03.560152 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.provisioning_blocks [None req-e5f5125c-4fb4-45d1-8836-a8c1ca08820f None None] Transition to ACTIVE for port object f3fb0ab9-31fb-4455-a1aa-1b3d167ed157 will not be triggered until provisioned by entity L2. {{(pid=87509) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:47:03.567452 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron_lib.callbacks.manager [None req-e5f5125c-4fb4-45d1-8836-a8c1ca08820f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:47:03.570994 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG oslo_concurrency.lockutils [None req-747349d6-01b7-4167-8fbc-b299ddc6c666 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:47:03.644050 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936132aa-2bf4-4b4d-b40c-b0a06c75965f None None] Pushing event updated for resources: {'Port': ['ID=f3fb0ab9-31fb-4455-a1aa-1b3d167ed157,revision_number=2']} {{(pid=87509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:47:03.648383 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG oslo_concurrency.lockutils [None req-936132aa-2bf4-4b4d-b40c-b0a06c75965f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=87509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:47:03.652339 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.plugins.ml2.managers [None req-e5f5125c-4fb4-45d1-8836-a8c1ca08820f None None] Attempting to bind port f3fb0ab9-31fb-4455-a1aa-1b3d167ed157 on host dv-neutron-821829-1-hyperv for vnic_type normal with profile  {{(pid=87509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 22:47:03.652709 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.plugins.ml2.managers [None req-e5f5125c-4fb4-45d1-8836-a8c1ca08820f None None] Attempting to bind port f3fb0ab9-31fb-4455-a1aa-1b3d167ed157 by drivers openvswitch,hyperv on host dv-neutron-821829-1-hyperv at level 0 using segments [{'id': 'a416442d-d143-4052-9f4e-546eb8cbe809', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5'}] {{(pid=87509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 22:47:03.653069 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5f5125c-4fb4-45d1-8836-a8c1ca08820f None None] Attempting to bind port f3fb0ab9-31fb-4455-a1aa-1b3d167ed157 on network f8905ce9-304b-4976-bc47-e58c71c11de5 {{(pid=87509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 22:47:03.658789 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5f5125c-4fb4-45d1-8836-a8c1ca08820f None None] Checking agent: {'id': '5571501f-366e-47a4-9b60-8ef19d935d27', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821829-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 24, 2), 'started_at': datetime.datetime(2021, 12, 16, 22, 24, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 47, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821829-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 22:47:03.659155 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5f5125c-4fb4-45d1-8836-a8c1ca08820f None None] Checking segment: {'id': 'a416442d-d143-4052-9f4e-546eb8cbe809', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 22:47:03.659557 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron_lib.callbacks.manager [None req-e5f5125c-4fb4-45d1-8836-a8c1ca08820f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:47:03.659969 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5f5125c-4fb4-45d1-8836-a8c1ca08820f None None] Bound using segment: {'id': 'a416442d-d143-4052-9f4e-546eb8cbe809', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5'} {{(pid=87509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 22:47:03.660418 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.plugins.ml2.managers [None req-e5f5125c-4fb4-45d1-8836-a8c1ca08820f None None] Bound port: f3fb0ab9-31fb-4455-a1aa-1b3d167ed157, host: dv-neutron-821829-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a416442d-d143-4052-9f4e-546eb8cbe809', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5'}}] {{(pid=87509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 22:47:03.660790 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron_lib.callbacks.manager [None req-e5f5125c-4fb4-45d1-8836-a8c1ca08820f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:47:03.728542 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7b418ff-9ef9-4bf7-991c-810cb026f599 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1d6bfaf-d325-5e4f-b05d-2441d8339617-c7c7b946-5e11-42ea-bebb-04a3e0687d7c', 'network_id': 'c7c7b946-5e11-42ea-bebb-04a3e0687d7c', 'tenant_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'fixed_ips': [{'subnet_id': 'e64d2dc5-723a-4446-a6d0-35d36946e7e0'}]}} from dv-neutron-821829-1-hyperv. {{(pid=87508) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 16 22:47:03.729596 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-f7b418ff-9ef9-4bf7-991c-810cb026f599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:47:03.738074 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.plugins.ml2.db [None req-e5f5125c-4fb4-45d1-8836-a8c1ca08820f None None] For port f3fb0ab9-31fb-4455-a1aa-1b3d167ed157, host dv-neutron-821829-1-hyperv, cleared binding levels {{(pid=87509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 22:47:03.741143 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.plugins.ml2.db [None req-e5f5125c-4fb4-45d1-8836-a8c1ca08820f None None] For port f3fb0ab9-31fb-4455-a1aa-1b3d167ed157, host dv-neutron-821829-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=f3fb0ab9-31fb-4455-a1aa-1b3d167ed157,segment=NetworkSegment(a416442d-d143-4052-9f4e-546eb8cbe809),segment_id=a416442d-d143-4052-9f4e-546eb8cbe809)] {{(pid=87509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 22:47:03.745617 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron_lib.callbacks.manager [None req-e5f5125c-4fb4-45d1-8836-a8c1ca08820f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:47:03.749995 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG oslo_concurrency.lockutils [None req-d4ddbce5-dba4-4891-a15f-6987266d83e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:47:03.818354 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5f5125c-4fb4-45d1-8836-a8c1ca08820f None None] Routers {'71cd7902-f1b0-4193-bf56-baf3ce633f2c'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:47:03.819256 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-e5f5125c-4fb4-45d1-8836-a8c1ca08820f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b7cae8040>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:47:01Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['71cd7902-f1b0-4193-bf56-baf3ce633f2c'], 'active': True} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:47:03.894799 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.db_base_plugin_common [None req-f7b418ff-9ef9-4bf7-991c-810cb026f599 None None] Allocated IP 172.20.0.2 (c7c7b946-5e11-42ea-bebb-04a3e0687d7c/e64d2dc5-723a-4446-a6d0-35d36946e7e0/823d1d62-d1e1-4722-a770-9055127be94f) {{(pid=87508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 22:47:03.909103 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936132aa-2bf4-4b4d-b40c-b0a06c75965f None None] Pushing event updated for resources: {'Port': ['ID=f3fb0ab9-31fb-4455-a1aa-1b3d167ed157,revision_number=3']} {{(pid=87509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:47:03.987312 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG oslo_concurrency.lockutils [None req-936132aa-2bf4-4b4d-b40c-b0a06c75965f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=87509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:47:04.004995 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvr_db [None req-e5f5125c-4fb4-45d1-8836-a8c1ca08820f None None] Set router 71cd7902-f1b0-4193-bf56-baf3ce633f2c gateway port host: dv-neutron-821829-1-hyperv {{(pid=87509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 22:47:04.092856 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-f7b418ff-9ef9-4bf7-991c-810cb026f599 None None] Notify callbacks [] for port, precommit_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:47:04.102726 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-f7b418ff-9ef9-4bf7-991c-810cb026f599 None None] Transition to ACTIVE for port object 823d1d62-d1e1-4722-a770-9055127be94f will not be triggered until provisioned by entity L2. {{(pid=87508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:47:04.121595 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-f7b418ff-9ef9-4bf7-991c-810cb026f599 None None] Transition to ACTIVE for port object 823d1d62-d1e1-4722-a770-9055127be94f will not be triggered until provisioned by entity DHCP. {{(pid=87508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:47:04.128767 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-f7b418ff-9ef9-4bf7-991c-810cb026f599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940'] for port, after_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:47:04.136645 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:47:04.230185 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-830de581-4686-471f-8ffe-2b8d85e779ea tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:47:04.243302 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7b418ff-9ef9-4bf7-991c-810cb026f599 None None] Network c7c7b946-5e11-42ea-bebb-04a3e0687d7c is already hosted by enough agents. {{(pid=87508) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:47:04.243302 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.scheduler.base_scheduler [None req-f7b418ff-9ef9-4bf7-991c-810cb026f599 None None] Resources bound (agent type, host, resource id):  {{(pid=87508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:47:04.244619 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7b418ff-9ef9-4bf7-991c-810cb026f599 None None] Received port after_create {{(pid=87508) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 22:47:04.279846 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b418ff-9ef9-4bf7-991c-810cb026f599 None None] Pushing event updated for resources: {'Port': ['ID=823d1d62-d1e1-4722-a770-9055127be94f,revision_number=1']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:47:04.285866 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-f7b418ff-9ef9-4bf7-991c-810cb026f599 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:47:04.296079 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-e5f5125c-4fb4-45d1-8836-a8c1ca08820f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b7cae8040>, [{'id': '71cd7902-f1b0-4193-bf56-baf3ce633f2c', 'name': 'tempest-TestNetworkBasicOps-router-122935063', 'tenant_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.229'}], 'enable_snat': True}, 'gw_port_id': 'f3fb0ab9-31fb-4455-a1aa-1b3d167ed157', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:47:00Z', 'updated_at': '2021-12-16T22:47:01Z', 'revision_number': 3, 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'gw_port': {'id': 'f3fb0ab9-31fb-4455-a1aa-1b3d167ed157', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:1a:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71cd7902-f1b0-4193-bf56-baf3ce633f2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:47:01Z', 'updated_at': '2021-12-16T22:47:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv'}], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:47:04.300579 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5f5125c-4fb4-45d1-8836-a8c1ca08820f None None] The sync data for ids ['71cd7902-f1b0-4193-bf56-baf3ce633f2c'] in dv-neutron-821829-1-hyperv is: [{'id': '71cd7902-f1b0-4193-bf56-baf3ce633f2c', 'name': 'tempest-TestNetworkBasicOps-router-122935063', 'tenant_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.229'}], 'enable_snat': True}, 'gw_port_id': 'f3fb0ab9-31fb-4455-a1aa-1b3d167ed157', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:47:00Z', 'updated_at': '2021-12-16T22:47:01Z', 'revision_number': 3, 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'gw_port': {'id': 'f3fb0ab9-31fb-4455-a1aa-1b3d167ed157', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:1a:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71cd7902-f1b0-4193-bf56-baf3ce633f2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:47:01Z', 'updated_at': '2021-12-16T22:47:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv'}] {{(pid=87509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 22:47:04.339463 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-f7b418ff-9ef9-4bf7-991c-810cb026f599 None None] Attempting to bind port 823d1d62-d1e1-4722-a770-9055127be94f on host dv-neutron-821829-1-hyperv for vnic_type normal with profile  {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 22:47:04.339871 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-f7b418ff-9ef9-4bf7-991c-810cb026f599 None None] Attempting to bind port 823d1d62-d1e1-4722-a770-9055127be94f by drivers openvswitch,hyperv on host dv-neutron-821829-1-hyperv at level 0 using segments [{'id': '1dba6b39-6408-4894-a18f-a16caeae99cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'c7c7b946-5e11-42ea-bebb-04a3e0687d7c'}] {{(pid=87508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 22:47:04.340249 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7b418ff-9ef9-4bf7-991c-810cb026f599 None None] Attempting to bind port 823d1d62-d1e1-4722-a770-9055127be94f on network c7c7b946-5e11-42ea-bebb-04a3e0687d7c {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 22:47:04.346423 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7b418ff-9ef9-4bf7-991c-810cb026f599 None None] Checking agent: {'id': '5571501f-366e-47a4-9b60-8ef19d935d27', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821829-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 24, 2), 'started_at': datetime.datetime(2021, 12, 16, 22, 24, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 47, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821829-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 22:47:04.346810 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7b418ff-9ef9-4bf7-991c-810cb026f599 None None] Checking segment: {'id': '1dba6b39-6408-4894-a18f-a16caeae99cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'c7c7b946-5e11-42ea-bebb-04a3e0687d7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 22:47:04.347221 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-f7b418ff-9ef9-4bf7-991c-810cb026f599 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:47:04.347627 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7b418ff-9ef9-4bf7-991c-810cb026f599 None None] Bound using segment: {'id': '1dba6b39-6408-4894-a18f-a16caeae99cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'c7c7b946-5e11-42ea-bebb-04a3e0687d7c'} {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 22:47:04.348134 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-f7b418ff-9ef9-4bf7-991c-810cb026f599 None None] Bound port: 823d1d62-d1e1-4722-a770-9055127be94f, host: dv-neutron-821829-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1dba6b39-6408-4894-a18f-a16caeae99cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'c7c7b946-5e11-42ea-bebb-04a3e0687d7c'}}] {{(pid=87508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 22:47:04.348519 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-f7b418ff-9ef9-4bf7-991c-810cb026f599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:47:04.441156 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-f7b418ff-9ef9-4bf7-991c-810cb026f599 None None] For port 823d1d62-d1e1-4722-a770-9055127be94f, host dv-neutron-821829-1-hyperv, cleared binding levels {{(pid=87508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 22:47:04.444522 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-f7b418ff-9ef9-4bf7-991c-810cb026f599 None None] For port 823d1d62-d1e1-4722-a770-9055127be94f, host dv-neutron-821829-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=823d1d62-d1e1-4722-a770-9055127be94f,segment=NetworkSegment(1dba6b39-6408-4894-a18f-a16caeae99cd),segment_id=1dba6b39-6408-4894-a18f-a16caeae99cd)] {{(pid=87508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 22:47:04.451580 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-f7b418ff-9ef9-4bf7-991c-810cb026f599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:47:04.455780 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-c74ba62d-75ad-41b6-95a4-b0ac03ea7f9f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:47:04.538193 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b418ff-9ef9-4bf7-991c-810cb026f599 None None] Pushing event updated for resources: {'Port': ['ID=823d1d62-d1e1-4722-a770-9055127be94f,revision_number=2']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:47:04.543696 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-f7b418ff-9ef9-4bf7-991c-810cb026f599 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:47:04.824958 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.db_base_plugin_common [None req-830de581-4686-471f-8ffe-2b8d85e779ea tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Allocated IP 172.20.0.1 (c7c7b946-5e11-42ea-bebb-04a3e0687d7c/e64d2dc5-723a-4446-a6d0-35d36946e7e0/897973f9-49bf-4ef5-a029-f7885dece59a) {{(pid=87507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 22:47:05.003269 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-830de581-4686-471f-8ffe-2b8d85e779ea tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for port, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:47:05.020001 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.provisioning_blocks [None req-830de581-4686-471f-8ffe-2b8d85e779ea tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Transition to ACTIVE for port object 897973f9-49bf-4ef5-a029-f7885dece59a will not be triggered until provisioned by entity DHCP. {{(pid=87507) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:47:05.045244 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-830de581-4686-471f-8ffe-2b8d85e779ea tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10807823'] for port, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:47:05.049148 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-f995866c-5339-4db7-ac0e-21a111aedf58 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:47:05.116815 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-830de581-4686-471f-8ffe-2b8d85e779ea tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Network c7c7b946-5e11-42ea-bebb-04a3e0687d7c is already hosted by enough agents. {{(pid=87507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:47:05.120304 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.base_scheduler [None req-830de581-4686-471f-8ffe-2b8d85e779ea tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Resources bound (agent type, host, resource id):  {{(pid=87507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:47:05.122752 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-830de581-4686-471f-8ffe-2b8d85e779ea tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Received port after_create {{(pid=87507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 22:47:05.174100 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830de581-4686-471f-8ffe-2b8d85e779ea tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Pushing event updated for resources: {'Port': ['ID=897973f9-49bf-4ef5-a029-f7885dece59a,revision_number=1']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:47:05.176884 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-830de581-4686-471f-8ffe-2b8d85e779ea tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:47:05.198401 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-830de581-4686-471f-8ffe-2b8d85e779ea tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3830061'] for router_interface, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:47:05.427104 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 823d1d62-d1e1-4722-a770-9055127be94f up at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 22:47:05.496893 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-830de581-4686-471f-8ffe-2b8d85e779ea tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:47:05.515640 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning for port 823d1d62-d1e1-4722-a770-9055127be94f completed by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 22:47:05.521605 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device f3fb0ab9-31fb-4455-a1aa-1b3d167ed157 up at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 22:47:05.596518 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning for port f3fb0ab9-31fb-4455-a1aa-1b3d167ed157 completed by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 22:47:05.602039 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning complete for port f3fb0ab9-31fb-4455-a1aa-1b3d167ed157 triggered by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:47:05.602435 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:47:05.644197 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fd8d62f-569a-47aa-b579-51b17fed3b77 None None] Network c7c7b946-5e11-42ea-bebb-04a3e0687d7c requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 22:47:05.827214 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-b0691230-01e2-456c-a244-1887d808f5a3 None None] Provisioning for port 823d1d62-d1e1-4722-a770-9055127be94f completed by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 22:47:05.849142 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:47:05.855901 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-b0691230-01e2-456c-a244-1887d808f5a3 None None] Provisioning complete for port 823d1d62-d1e1-4722-a770-9055127be94f triggered by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:47:05.856277 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b0691230-01e2-456c-a244-1887d808f5a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:47:05.920813 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-830de581-4686-471f-8ffe-2b8d85e779ea tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for port, precommit_update {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:47:05.926088 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-830de581-4686-471f-8ffe-2b8d85e779ea tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10807814'] for port, after_update {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:47:05.951284 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] For port f3fb0ab9-31fb-4455-a1aa-1b3d167ed157, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=f3fb0ab9-31fb-4455-a1aa-1b3d167ed157,segment=NetworkSegment(a416442d-d143-4052-9f4e-546eb8cbe809),segment_id=a416442d-d143-4052-9f4e-546eb8cbe809)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:47:05.953987 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-aa65fd45-e0ea-41b1-acfd-119964ec2864 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:47:05.962285 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:47:05.968251 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-9c5d8f52-dec5-4b24-b8c1-ab6176111d18 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:47:06.038815 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830de581-4686-471f-8ffe-2b8d85e779ea tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Pushing event updated for resources: {'Port': ['ID=897973f9-49bf-4ef5-a029-f7885dece59a,revision_number=2']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:47:06.041325 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-830de581-4686-471f-8ffe-2b8d85e779ea tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3791426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3830222'] for router_interface, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:47:06.044871 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-830de581-4686-471f-8ffe-2b8d85e779ea tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:47:06.111346 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Pushing event updated for resources: {'Port': ['ID=f3fb0ab9-31fb-4455-a1aa-1b3d167ed157,revision_number=4']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:47:06.114924 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:47:06.161194 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b0691230-01e2-456c-a244-1887d808f5a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:47:06.204488 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-b0691230-01e2-456c-a244-1887d808f5a3 None None] For port 823d1d62-d1e1-4722-a770-9055127be94f, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=823d1d62-d1e1-4722-a770-9055127be94f,segment=NetworkSegment(1dba6b39-6408-4894-a18f-a16caeae99cd),segment_id=1dba6b39-6408-4894-a18f-a16caeae99cd)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:47:06.208602 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b0691230-01e2-456c-a244-1887d808f5a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:47:06.210901 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:47:06.285046 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0691230-01e2-456c-a244-1887d808f5a3 None None] Pushing event updated for resources: {'Port': ['ID=823d1d62-d1e1-4722-a770-9055127be94f,revision_number=3']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:47:06.288378 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-b0691230-01e2-456c-a244-1887d808f5a3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:47:06.322414 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-830de581-4686-471f-8ffe-2b8d85e779ea tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Network c7c7b946-5e11-42ea-bebb-04a3e0687d7c is already hosted by enough agents. {{(pid=87507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:47:06.323495 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.base_scheduler [None req-830de581-4686-471f-8ffe-2b8d85e779ea tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Resources bound (agent type, host, resource id):  {{(pid=87507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:47:06.439552 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-251e3199-aff6-4488-b415-16ad71435c31 None None] Provisioning for port 897973f9-49bf-4ef5-a029-f7885dece59a completed by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 22:47:06.447360 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-251e3199-aff6-4488-b415-16ad71435c31 None None] Provisioning complete for port 897973f9-49bf-4ef5-a029-f7885dece59a triggered by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:47:06.447898 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-251e3199-aff6-4488-b415-16ad71435c31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:47:06.508388 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-251e3199-aff6-4488-b415-16ad71435c31 None None] Port 897973f9-49bf-4ef5-a029-f7885dece59a cannot update to ACTIVE because it is not bound. {{(pid=87508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 22:47:06.514833 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-830de581-4686-471f-8ffe-2b8d85e779ea tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Router 71cd7902-f1b0-4193-bf56-baf3ce633f2c has already been hosted by L3 agent 4f519db7-069b-43e2-8411-c092bac9102a {{(pid=87507) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 22:47:06.519403 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-251e3199-aff6-4488-b415-16ad71435c31 None None] Provisioning complete for port 823d1d62-d1e1-4722-a770-9055127be94f triggered by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:47:06.519851 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-251e3199-aff6-4488-b415-16ad71435c31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:47:06.705508 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-830de581-4686-471f-8ffe-2b8d85e779ea tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify agent at l3_agent.dv-neutron-821829-1-hyperv the message routers_updated {{(pid=87507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 22:47:06.716036 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfe71be2-d8d9-42f5-9d23-f5e8fbeb786d None None] Sync routers for ids ['71cd7902-f1b0-4193-bf56-baf3ce633f2c'] in dv-neutron-821829-1-hyperv {{(pid=87508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 22:47:06.718080 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-830de581-4686-471f-8ffe-2b8d85e779ea tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "PUT /v2.0/routers/71cd7902-f1b0-4193-bf56-baf3ce633f2c/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.1913607
Dec 16 22:47:06.722588 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 50130) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:47:06.731009 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfe71be2-d8d9-42f5-9d23-f5e8fbeb786d None None] Routers {'71cd7902-f1b0-4193-bf56-baf3ce633f2c'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:47:06.731860 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-cfe71be2-d8d9-42f5-9d23-f5e8fbeb786d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b7d53be50>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:47:01Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['71cd7902-f1b0-4193-bf56-baf3ce633f2c'], 'active': True} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:47:06.826857 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-230cfedd-ef03-4979-bab6-5e6f5f028787 None None] Provisioning complete for port 897973f9-49bf-4ef5-a029-f7885dece59a triggered by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:47:06.827242 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-230cfedd-ef03-4979-bab6-5e6f5f028787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:47:06.864384 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe7105ac-a1fe-4ec0-8662-0b2a21ac5a07 tempest-TestNetworkBasicOps-761014822 tempest-TestNetworkBasicOps-761014822-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:47:06.864862 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe7105ac-a1fe-4ec0-8662-0b2a21ac5a07 tempest-TestNetworkBasicOps-761014822 tempest-TestNetworkBasicOps-761014822-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:47:06.865322 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe7105ac-a1fe-4ec0-8662-0b2a21ac5a07 tempest-TestNetworkBasicOps-761014822 tempest-TestNetworkBasicOps-761014822-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:47:06.865802 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe7105ac-a1fe-4ec0-8662-0b2a21ac5a07 tempest-TestNetworkBasicOps-761014822 tempest-TestNetworkBasicOps-761014822-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:47:06.867419 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-fe7105ac-a1fe-4ec0-8662-0b2a21ac5a07 tempest-TestNetworkBasicOps-761014822 tempest-TestNetworkBasicOps-761014822-project-admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200  len: 2886 time: 0.1426694
Dec 16 22:47:06.870121 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 50134) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:47:06.941109 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4ab7043-bff8-4e5f-9957-55232dfe564c tempest-TestNetworkBasicOps-761014822 tempest-TestNetworkBasicOps-761014822-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:47:06.941757 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4ab7043-bff8-4e5f-9957-55232dfe564c tempest-TestNetworkBasicOps-761014822 tempest-TestNetworkBasicOps-761014822-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:47:06.941924 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4ab7043-bff8-4e5f-9957-55232dfe564c tempest-TestNetworkBasicOps-761014822 tempest-TestNetworkBasicOps-761014822-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:47:06.942373 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4ab7043-bff8-4e5f-9957-55232dfe564c tempest-TestNetworkBasicOps-761014822 tempest-TestNetworkBasicOps-761014822-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:47:06.944070 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-a4ab7043-bff8-4e5f-9957-55232dfe564c tempest-TestNetworkBasicOps-761014822 tempest-TestNetworkBasicOps-761014822-project-admin] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2728 time: 0.0730319
Dec 16 22:47:06.946895 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 50138) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:47:06.995962 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-230cfedd-ef03-4979-bab6-5e6f5f028787 None None] Port 897973f9-49bf-4ef5-a029-f7885dece59a cannot update to ACTIVE because it is not bound. {{(pid=87508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 22:47:07.009137 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvr_db [None req-cfe71be2-d8d9-42f5-9d23-f5e8fbeb786d None None] Set router 71cd7902-f1b0-4193-bf56-baf3ce633f2c gateway port host: dv-neutron-821829-1-hyperv {{(pid=87508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 22:47:07.147115 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-59cf6a0d-2553-4c8c-8461-e7761d2fe4c4 tempest-TestNetworkBasicOps-761014822 tempest-TestNetworkBasicOps-761014822-project-admin] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200  len: 1607 time: 0.1990314
Dec 16 22:47:07.220935 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-2e53602a-14f9-42c9-bc1c-e14ba135172b None None] Provisioning complete for port 897973f9-49bf-4ef5-a029-f7885dece59a triggered by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:47:07.221243 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-2e53602a-14f9-42c9-bc1c-e14ba135172b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:47:07.294173 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-2e53602a-14f9-42c9-bc1c-e14ba135172b None None] Port 897973f9-49bf-4ef5-a029-f7885dece59a cannot update to ACTIVE because it is not bound. {{(pid=87508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 22:47:07.372760 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 823d1d62-d1e1-4722-a770-9055127be94f up at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 22:47:07.406913 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-cfe71be2-d8d9-42f5-9d23-f5e8fbeb786d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b7d53be50>, [{'id': '71cd7902-f1b0-4193-bf56-baf3ce633f2c', 'name': 'tempest-TestNetworkBasicOps-router-122935063', 'tenant_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.229'}], 'enable_snat': True}, 'gw_port_id': 'f3fb0ab9-31fb-4455-a1aa-1b3d167ed157', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:47:00Z', 'updated_at': '2021-12-16T22:47:05Z', 'revision_number': 4, 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'gw_port': {'id': 'f3fb0ab9-31fb-4455-a1aa-1b3d167ed157', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:1a:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71cd7902-f1b0-4193-bf56-baf3ce633f2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:47:01Z', 'updated_at': '2021-12-16T22:47:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv', '_interfaces': [{'id': '897973f9-49bf-4ef5-a029-f7885dece59a', 'name': '', 'network_id': 'c7c7b946-5e11-42ea-bebb-04a3e0687d7c', 'tenant_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'mac_address': 'fa:16:3e:bc:c1:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71cd7902-f1b0-4193-bf56-baf3ce633f2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': 'e64d2dc5-723a-4446-a6d0-35d36946e7e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:47:04Z', 'updated_at': '2021-12-16T22:47:05Z', 'revision_number': 2, 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'subnets': [{'id': 'e64d2dc5-723a-4446-a6d0-35d36946e7e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:47:07.418939 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfe71be2-d8d9-42f5-9d23-f5e8fbeb786d None None] Checking router: 71cd7902-f1b0-4193-bf56-baf3ce633f2c for host: dv-neutron-821829-1-hyperv {{(pid=87508) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 22:47:07.419298 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfe71be2-d8d9-42f5-9d23-f5e8fbeb786d None None] Updating router 71cd7902-f1b0-4193-bf56-baf3ce633f2c port 897973f9-49bf-4ef5-a029-f7885dece59a binding host dv-neutron-821829-1-hyperv {{(pid=87508) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 16 22:47:07.483324 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-cfe71be2-d8d9-42f5-9d23-f5e8fbeb786d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:47:07.542517 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning complete for port 823d1d62-d1e1-4722-a770-9055127be94f triggered by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:47:07.542901 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:47:07.560002 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 50144) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:47:07.565533 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-2818460d-1920-4f15-83f6-a77b112d34ce tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1272049908', 'description': 'tempest-secgroup-smoke-1272049908 description', 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2'}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:47:07.571426 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-2818460d-1920-4f15-83f6-a77b112d34ce tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:47:07.575660 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-2818460d-1920-4f15-83f6-a77b112d34ce tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Usage tracker for resource:security_group and tenant:b7e45fda9ad540a6ac359d1c64c9adb2 is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:47:07.578531 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-2818460d-1920-4f15-83f6-a77b112d34ce tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:47:07.584124 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-2818460d-1920-4f15-83f6-a77b112d34ce tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:47:07.595702 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-2818460d-1920-4f15-83f6-a77b112d34ce tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for security_group, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:47:07.615570 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-2818460d-1920-4f15-83f6-a77b112d34ce tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:47:07.619370 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-2818460d-1920-4f15-83f6-a77b112d34ce tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Usage tracker for resource:security_group_rule and tenant:b7e45fda9ad540a6ac359d1c64c9adb2 is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:47:07.622223 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-2818460d-1920-4f15-83f6-a77b112d34ce tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:47:07.628108 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-2818460d-1920-4f15-83f6-a77b112d34ce tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:47:07.701024 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-2818460d-1920-4f15-83f6-a77b112d34ce tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for security_group, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:47:07.705211 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-2818460d-1920-4f15-83f6-a77b112d34ce tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841066'] for security_group, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:47:07.708825 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-42e2a8fc-ada6-4386-95d1-9bcd76b51e95 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:47:07.750232 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2818460d-1920-4f15-83f6-a77b112d34ce tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c30336a-47d2-4e80-bda2-e00ea8f74c58,revision_number=1']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:47:07.752825 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-2818460d-1920-4f15-83f6-a77b112d34ce tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for security_group, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:47:07.757021 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 50148) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:47:07.757135 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-2818460d-1920-4f15-83f6-a77b112d34ce tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1796 time: 0.1958001
Dec 16 22:47:07.757823 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-2818460d-1920-4f15-83f6-a77b112d34ce tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:47:07.763616 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-da3be216-1190-4a15-8445-d466cfc7918d tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Request body: {'security_group_rule': {'security_group_id': '2c30336a-47d2-4e80-bda2-e00ea8f74c58', 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:47:07.770271 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-da3be216-1190-4a15-8445-d466cfc7918d tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:47:07.774065 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-da3be216-1190-4a15-8445-d466cfc7918d tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Usage tracker for resource:security_group_rule and tenant:b7e45fda9ad540a6ac359d1c64c9adb2 is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:47:07.776967 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-da3be216-1190-4a15-8445-d466cfc7918d tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:47:07.783333 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-da3be216-1190-4a15-8445-d466cfc7918d tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:47:07.800074 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-da3be216-1190-4a15-8445-d466cfc7918d tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:47:07.812419 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device f3fb0ab9-31fb-4455-a1aa-1b3d167ed157 up at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 22:47:07.861887 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-da3be216-1190-4a15-8445-d466cfc7918d tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:47:07.865737 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-da3be216-1190-4a15-8445-d466cfc7918d tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841137'] for security_group_rule, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:47:07.867570 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-ceec2d4d-5a88-45a9-8391-e1bee75a1488 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:47:07.889081 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3be216-1190-4a15-8445-d466cfc7918d tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f41520fd-a321-4f92-8e23-3391a338e5e8,revision_number=0']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:47:07.892227 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-da3be216-1190-4a15-8445-d466cfc7918d tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:47:07.899825 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-da3be216-1190-4a15-8445-d466cfc7918d tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:47:07.901060 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-da3be216-1190-4a15-8445-d466cfc7918d tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1427555
Dec 16 22:47:07.903686 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 50152) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:47:07.909262 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-1805070e-7e1a-4a62-a493-e13b00730b13 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Request body: {'security_group_rule': {'security_group_id': '2c30336a-47d2-4e80-bda2-e00ea8f74c58', 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:47:07.915521 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-1805070e-7e1a-4a62-a493-e13b00730b13 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:47:07.919536 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-1805070e-7e1a-4a62-a493-e13b00730b13 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Usage tracker for resource:security_group_rule and tenant:b7e45fda9ad540a6ac359d1c64c9adb2 is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:47:07.920684 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:47:07.922465 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-1805070e-7e1a-4a62-a493-e13b00730b13 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:47:07.928290 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-1805070e-7e1a-4a62-a493-e13b00730b13 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:47:07.944033 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-1805070e-7e1a-4a62-a493-e13b00730b13 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:47:07.977118 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning complete for port f3fb0ab9-31fb-4455-a1aa-1b3d167ed157 triggered by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:47:07.977500 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:47:08.004526 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-1805070e-7e1a-4a62-a493-e13b00730b13 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:47:08.009643 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-1805070e-7e1a-4a62-a493-e13b00730b13 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841137'] for security_group_rule, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:47:08.011437 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-ecc76add-9824-47cc-9b2c-014ccbb0c949 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:47:08.033693 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1805070e-7e1a-4a62-a493-e13b00730b13 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0445e4ed-1ead-41ca-9ef6-0677ab101e42,revision_number=0']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:47:08.036186 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-1805070e-7e1a-4a62-a493-e13b00730b13 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:47:08.044254 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-1805070e-7e1a-4a62-a493-e13b00730b13 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:47:08.045421 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-1805070e-7e1a-4a62-a493-e13b00730b13 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1408169
Dec 16 22:47:08.048257 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 50156) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:47:08.053266 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-fb575bbf-9058-4d7b-8e11-e47f9148007e tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Request body: {'security_group_rule': {'security_group_id': '2c30336a-47d2-4e80-bda2-e00ea8f74c58', 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:47:08.058900 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-fb575bbf-9058-4d7b-8e11-e47f9148007e tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:47:08.060782 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-cfe71be2-d8d9-42f5-9d23-f5e8fbeb786d None None] Notify callbacks [] for port, precommit_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:47:08.062719 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-fb575bbf-9058-4d7b-8e11-e47f9148007e tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Usage tracker for resource:security_group_rule and tenant:b7e45fda9ad540a6ac359d1c64c9adb2 is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:47:08.066155 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-fb575bbf-9058-4d7b-8e11-e47f9148007e tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:47:08.072120 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-fb575bbf-9058-4d7b-8e11-e47f9148007e tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:47:08.076766 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-cfe71be2-d8d9-42f5-9d23-f5e8fbeb786d None None] Transition to ACTIVE for port object 897973f9-49bf-4ef5-a029-f7885dece59a will not be triggered until provisioned by entity L2. {{(pid=87508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:47:08.092515 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-fb575bbf-9058-4d7b-8e11-e47f9148007e tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:47:08.114549 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-cfe71be2-d8d9-42f5-9d23-f5e8fbeb786d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:47:08.123977 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-47984309-f117-4dc5-8b96-4fdf4ebb1f24 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:47:08.155282 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-fb575bbf-9058-4d7b-8e11-e47f9148007e tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:47:08.159129 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-fb575bbf-9058-4d7b-8e11-e47f9148007e tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841137'] for security_group_rule, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:47:08.161041 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-0739e1d6-1371-4644-90ba-b40e502b608b tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:47:08.182405 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb575bbf-9058-4d7b-8e11-e47f9148007e tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=529dbcae-3512-4d92-9f58-851f12b83ab8,revision_number=0']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:47:08.185048 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-fb575bbf-9058-4d7b-8e11-e47f9148007e tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:47:08.193226 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-fb575bbf-9058-4d7b-8e11-e47f9148007e tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:47:08.197251 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-fb575bbf-9058-4d7b-8e11-e47f9148007e tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1453199
Dec 16 22:47:08.197512 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 50160) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:47:08.204233 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-93c431d4-48c0-4626-81a7-e78a2bdf5dd3 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Request body: {'security_group_rule': {'security_group_id': '2c30336a-47d2-4e80-bda2-e00ea8f74c58', 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:47:08.210355 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-93c431d4-48c0-4626-81a7-e78a2bdf5dd3 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:47:08.214228 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-93c431d4-48c0-4626-81a7-e78a2bdf5dd3 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Usage tracker for resource:security_group_rule and tenant:b7e45fda9ad540a6ac359d1c64c9adb2 is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:47:08.217145 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-93c431d4-48c0-4626-81a7-e78a2bdf5dd3 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:47:08.223169 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-93c431d4-48c0-4626-81a7-e78a2bdf5dd3 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:47:08.243505 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-93c431d4-48c0-4626-81a7-e78a2bdf5dd3 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:47:08.275066 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb4ddcd-4670-45d5-b508-a14a5d401ea4 None None] Pushing event updated for resources: {'Port': ['ID=897973f9-49bf-4ef5-a029-f7885dece59a,revision_number=3']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:47:08.277699 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-afb4ddcd-4670-45d5-b508-a14a5d401ea4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:47:08.315872 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-93c431d4-48c0-4626-81a7-e78a2bdf5dd3 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:47:08.321085 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-93c431d4-48c0-4626-81a7-e78a2bdf5dd3 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841137'] for security_group_rule, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:47:08.323169 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-4f02d8d9-cb9b-4bcc-bb78-b2dc5ee9b675 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:47:08.346566 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c431d4-48c0-4626-81a7-e78a2bdf5dd3 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=672bbfd4-f2ee-4f0c-af14-256ffb886890,revision_number=0']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:47:08.349287 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-93c431d4-48c0-4626-81a7-e78a2bdf5dd3 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:47:08.358425 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-93c431d4-48c0-4626-81a7-e78a2bdf5dd3 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:47:08.360282 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-93c431d4-48c0-4626-81a7-e78a2bdf5dd3 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1611214
Dec 16 22:47:08.363014 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 50164) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:47:08.365888 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-cfe71be2-d8d9-42f5-9d23-f5e8fbeb786d None None] Attempting to bind port 897973f9-49bf-4ef5-a029-f7885dece59a on host dv-neutron-821829-1-hyperv for vnic_type normal with profile  {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 22:47:08.366285 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-cfe71be2-d8d9-42f5-9d23-f5e8fbeb786d None None] Attempting to bind port 897973f9-49bf-4ef5-a029-f7885dece59a by drivers openvswitch,hyperv on host dv-neutron-821829-1-hyperv at level 0 using segments [{'id': '1dba6b39-6408-4894-a18f-a16caeae99cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'c7c7b946-5e11-42ea-bebb-04a3e0687d7c'}] {{(pid=87508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 22:47:08.366671 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfe71be2-d8d9-42f5-9d23-f5e8fbeb786d None None] Attempting to bind port 897973f9-49bf-4ef5-a029-f7885dece59a on network c7c7b946-5e11-42ea-bebb-04a3e0687d7c {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 22:47:08.368713 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-22ac833d-b899-4d35-8da1-2cfd78dd038a tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Request body: {'security_group_rule': {'security_group_id': '2c30336a-47d2-4e80-bda2-e00ea8f74c58', 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:47:08.372477 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfe71be2-d8d9-42f5-9d23-f5e8fbeb786d None None] Checking agent: {'id': '5571501f-366e-47a4-9b60-8ef19d935d27', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821829-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 24, 2), 'started_at': datetime.datetime(2021, 12, 16, 22, 24, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 47, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821829-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 22:47:08.372871 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfe71be2-d8d9-42f5-9d23-f5e8fbeb786d None None] Checking segment: {'id': '1dba6b39-6408-4894-a18f-a16caeae99cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'c7c7b946-5e11-42ea-bebb-04a3e0687d7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 22:47:08.373289 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-cfe71be2-d8d9-42f5-9d23-f5e8fbeb786d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:47:08.373699 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfe71be2-d8d9-42f5-9d23-f5e8fbeb786d None None] Bound using segment: {'id': '1dba6b39-6408-4894-a18f-a16caeae99cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'c7c7b946-5e11-42ea-bebb-04a3e0687d7c'} {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 22:47:08.374189 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-cfe71be2-d8d9-42f5-9d23-f5e8fbeb786d None None] Bound port: 897973f9-49bf-4ef5-a029-f7885dece59a, host: dv-neutron-821829-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1dba6b39-6408-4894-a18f-a16caeae99cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'c7c7b946-5e11-42ea-bebb-04a3e0687d7c'}}] {{(pid=87508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 22:47:08.374805 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-cfe71be2-d8d9-42f5-9d23-f5e8fbeb786d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:47:08.376205 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-22ac833d-b899-4d35-8da1-2cfd78dd038a tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:47:08.380123 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-22ac833d-b899-4d35-8da1-2cfd78dd038a tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Usage tracker for resource:security_group_rule and tenant:b7e45fda9ad540a6ac359d1c64c9adb2 is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:47:08.383114 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-22ac833d-b899-4d35-8da1-2cfd78dd038a tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:47:08.388968 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-22ac833d-b899-4d35-8da1-2cfd78dd038a tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:47:08.401325 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.db.securitygroups_db [None req-22ac833d-b899-4d35-8da1-2cfd78dd038a tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Project b7e45fda9ad540a6ac359d1c64c9adb2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 16 22:47:08.408057 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-22ac833d-b899-4d35-8da1-2cfd78dd038a tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:47:08.471805 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-22ac833d-b899-4d35-8da1-2cfd78dd038a tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:47:08.476337 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-22ac833d-b899-4d35-8da1-2cfd78dd038a tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841137'] for security_group_rule, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:47:08.488631 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-bf1dd596-0fdc-495b-bcaa-bbd60ef548b2 tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:47:08.489619 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-cfe71be2-d8d9-42f5-9d23-f5e8fbeb786d None None] For port 897973f9-49bf-4ef5-a029-f7885dece59a, host dv-neutron-821829-1-hyperv, cleared binding levels {{(pid=87508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 22:47:08.492745 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-cfe71be2-d8d9-42f5-9d23-f5e8fbeb786d None None] For port 897973f9-49bf-4ef5-a029-f7885dece59a, host dv-neutron-821829-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=897973f9-49bf-4ef5-a029-f7885dece59a,segment=NetworkSegment(1dba6b39-6408-4894-a18f-a16caeae99cd),segment_id=1dba6b39-6408-4894-a18f-a16caeae99cd)] {{(pid=87508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 22:47:08.497348 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-cfe71be2-d8d9-42f5-9d23-f5e8fbeb786d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:47:08.502455 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-93d757a3-072b-4e09-b948-f46f6e81c16c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:47:08.510763 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ac833d-b899-4d35-8da1-2cfd78dd038a tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ff221ae-f189-423f-93c7-76ed4db2a612,revision_number=0']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:47:08.513001 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-22ac833d-b899-4d35-8da1-2cfd78dd038a tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:47:08.517743 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-22ac833d-b899-4d35-8da1-2cfd78dd038a tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:47:08.519067 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-22ac833d-b899-4d35-8da1-2cfd78dd038a tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1550751
Dec 16 22:47:08.521805 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 50168) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:47:08.526824 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-7073da76-f7bc-4e7d-84ce-58bc2c8364fd tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Request body: {'security_group_rule': {'security_group_id': '2c30336a-47d2-4e80-bda2-e00ea8f74c58', 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:47:08.532545 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-7073da76-f7bc-4e7d-84ce-58bc2c8364fd tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:47:08.536324 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-7073da76-f7bc-4e7d-84ce-58bc2c8364fd tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Usage tracker for resource:security_group_rule and tenant:b7e45fda9ad540a6ac359d1c64c9adb2 is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:47:08.539164 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-7073da76-f7bc-4e7d-84ce-58bc2c8364fd tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:47:08.544722 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-7073da76-f7bc-4e7d-84ce-58bc2c8364fd tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:47:08.569198 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.db.securitygroups_db [None req-7073da76-f7bc-4e7d-84ce-58bc2c8364fd tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Project b7e45fda9ad540a6ac359d1c64c9adb2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 16 22:47:08.577486 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfe71be2-d8d9-42f5-9d23-f5e8fbeb786d None None] Routers {'71cd7902-f1b0-4193-bf56-baf3ce633f2c'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:47:08.578175 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-cfe71be2-d8d9-42f5-9d23-f5e8fbeb786d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b7d53be50>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:47:01Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['71cd7902-f1b0-4193-bf56-baf3ce633f2c'], 'active': True} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:47:08.578337 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-7073da76-f7bc-4e7d-84ce-58bc2c8364fd tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:47:08.653202 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-7073da76-f7bc-4e7d-84ce-58bc2c8364fd tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:47:08.659148 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-7073da76-f7bc-4e7d-84ce-58bc2c8364fd tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841137'] for security_group_rule, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:47:08.665500 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-f65e92f4-4811-49bd-8197-a3531073a6b6 tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:47:08.691003 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7073da76-f7bc-4e7d-84ce-58bc2c8364fd tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dea368e5-4f00-40e0-a7ac-7a87bb3e2b22,revision_number=0']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:47:08.693590 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-7073da76-f7bc-4e7d-84ce-58bc2c8364fd tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:47:08.699513 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-7073da76-f7bc-4e7d-84ce-58bc2c8364fd tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:47:08.708938 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-7073da76-f7bc-4e7d-84ce-58bc2c8364fd tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1781461
Dec 16 22:47:08.709135 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb4ddcd-4670-45d5-b508-a14a5d401ea4 None None] Pushing event updated for resources: {'Port': ['ID=897973f9-49bf-4ef5-a029-f7885dece59a,revision_number=4']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:47:08.709135 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-afb4ddcd-4670-45d5-b508-a14a5d401ea4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:47:08.834633 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvr_db [None req-cfe71be2-d8d9-42f5-9d23-f5e8fbeb786d None None] Set router 71cd7902-f1b0-4193-bf56-baf3ce633f2c gateway port host: dv-neutron-821829-1-hyperv {{(pid=87508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 22:47:08.862171 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [req-7308e910-faeb-4f95-8ebd-cdd81ad08411 req-359e5561-67e6-4d5e-984e-36e7bfd9657f tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Synchronizing usage tracker for tenant:b7e45fda9ad540a6ac359d1c64c9adb2 on resource:security_group {{(pid=87507) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 22:47:08.877499 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [req-7308e910-faeb-4f95-8ebd-cdd81ad08411 req-359e5561-67e6-4d5e-984e-36e7bfd9657f tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Unset dirty status for tenant:b7e45fda9ad540a6ac359d1c64c9adb2 on resource:security_group {{(pid=87507) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 22:47:08.878872 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-7308e910-faeb-4f95-8ebd-cdd81ad08411 req-359e5561-67e6-4d5e-984e-36e7bfd9657f tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1272049908&fields=id&tenant_id=b7e45fda9ad540a6ac359d1c64c9adb2 HTTP/1.1" status: 200  len: 267 time: 0.0556629
Dec 16 22:47:09.027711 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7308e910-faeb-4f95-8ebd-cdd81ad08411 req-2f7cfccd-ef63-43eb-8fa8-d09e1542015c tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:47:09.028483 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [req-7308e910-faeb-4f95-8ebd-cdd81ad08411 req-2f7cfccd-ef63-43eb-8fa8-d09e1542015c tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Synchronizing usage tracker for tenant:b7e45fda9ad540a6ac359d1c64c9adb2 on resource:network {{(pid=87507) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 22:47:09.042874 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [req-7308e910-faeb-4f95-8ebd-cdd81ad08411 req-2f7cfccd-ef63-43eb-8fa8-d09e1542015c tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Unset dirty status for tenant:b7e45fda9ad540a6ac359d1c64c9adb2 on resource:network {{(pid=87507) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 22:47:09.045035 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-7308e910-faeb-4f95-8ebd-cdd81ad08411 req-2f7cfccd-ef63-43eb-8fa8-d09e1542015c tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "GET /v2.0/networks?id=c7c7b946-5e11-42ea-bebb-04a3e0687d7c HTTP/1.1" status: 200  len: 797 time: 0.1598823
Dec 16 22:47:09.061748 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-7308e910-faeb-4f95-8ebd-cdd81ad08411 req-b598f7dc-c282-46ff-a73e-0bebdef14c18 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "GET /v2.0/quotas/b7e45fda9ad540a6ac359d1c64c9adb2 HTTP/1.1" status: 200  len: 375 time: 0.0091233
Dec 16 22:47:09.144601 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [req-7308e910-faeb-4f95-8ebd-cdd81ad08411 req-25f76836-485d-4b52-acd9-a8597db9a0ac tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Synchronizing usage tracker for tenant:b7e45fda9ad540a6ac359d1c64c9adb2 on resource:port {{(pid=87507) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 22:47:09.147848 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-cfe71be2-d8d9-42f5-9d23-f5e8fbeb786d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b7d53be50>, [{'id': '71cd7902-f1b0-4193-bf56-baf3ce633f2c', 'name': 'tempest-TestNetworkBasicOps-router-122935063', 'tenant_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.229'}], 'enable_snat': True}, 'gw_port_id': 'f3fb0ab9-31fb-4455-a1aa-1b3d167ed157', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:47:00Z', 'updated_at': '2021-12-16T22:47:05Z', 'revision_number': 4, 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'gw_port': {'id': 'f3fb0ab9-31fb-4455-a1aa-1b3d167ed157', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:1a:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71cd7902-f1b0-4193-bf56-baf3ce633f2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:47:01Z', 'updated_at': '2021-12-16T22:47:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv', '_interfaces': [{'id': '897973f9-49bf-4ef5-a029-f7885dece59a', 'name': '', 'network_id': 'c7c7b946-5e11-42ea-bebb-04a3e0687d7c', 'tenant_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'mac_address': 'fa:16:3e:bc:c1:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71cd7902-f1b0-4193-bf56-baf3ce633f2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': 'e64d2dc5-723a-4446-a6d0-35d36946e7e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:47:04Z', 'updated_at': '2021-12-16T22:47:08Z', 'revision_number': 4, 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'subnets': [{'id': 'e64d2dc5-723a-4446-a6d0-35d36946e7e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:47:09.151846 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfe71be2-d8d9-42f5-9d23-f5e8fbeb786d None None] The sync data for ids ['71cd7902-f1b0-4193-bf56-baf3ce633f2c'] in dv-neutron-821829-1-hyperv is: [{'id': '71cd7902-f1b0-4193-bf56-baf3ce633f2c', 'name': 'tempest-TestNetworkBasicOps-router-122935063', 'tenant_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.229'}], 'enable_snat': True}, 'gw_port_id': 'f3fb0ab9-31fb-4455-a1aa-1b3d167ed157', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:47:00Z', 'updated_at': '2021-12-16T22:47:05Z', 'revision_number': 4, 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'gw_port': {'id': 'f3fb0ab9-31fb-4455-a1aa-1b3d167ed157', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:1a:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71cd7902-f1b0-4193-bf56-baf3ce633f2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:47:01Z', 'updated_at': '2021-12-16T22:47:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv', '_interfaces': [{'id': '897973f9-49bf-4ef5-a029-f7885dece59a', 'name': '', 'network_id': 'c7c7b946-5e11-42ea-bebb-04a3e0687d7c', 'tenant_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'mac_address': 'fa:16:3e:bc:c1:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71cd7902-f1b0-4193-bf56-baf3ce633f2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': 'e64d2dc5-723a-4446-a6d0-35d36946e7e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:47:04Z', 'updated_at': '2021-12-16T22:47:08Z', 'revision_number': 4, 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'subnets': [{'id': 'e64d2dc5-723a-4446-a6d0-35d36946e7e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 22:47:09.160128 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [req-7308e910-faeb-4f95-8ebd-cdd81ad08411 req-25f76836-485d-4b52-acd9-a8597db9a0ac tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Unset dirty status for tenant:b7e45fda9ad540a6ac359d1c64c9adb2 on resource:port {{(pid=87507) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 22:47:09.161434 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-7308e910-faeb-4f95-8ebd-cdd81ad08411 req-25f76836-485d-4b52-acd9-a8597db9a0ac tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=b7e45fda9ad540a6ac359d1c64c9adb2&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0938830
Dec 16 22:47:09.395200 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 897973f9-49bf-4ef5-a029-f7885dece59a up at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 22:47:09.454995 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-7308e910-faeb-4f95-8ebd-cdd81ad08411 req-33d649b0-5e4a-4908-9075-42fa37ac84cd service neutron] 10.222.0.13 "GET /v2.0/networks/c7c7b946-5e11-42ea-bebb-04a3e0687d7c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2810497
Dec 16 22:47:09.473590 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning for port 897973f9-49bf-4ef5-a029-f7885dece59a completed by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 22:47:09.479349 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning complete for port 897973f9-49bf-4ef5-a029-f7885dece59a triggered by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:47:09.479981 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:47:09.597737 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-7308e910-faeb-4f95-8ebd-cdd81ad08411 req-8687bc14-669b-4c84-bec9-6fb2ac2e26ed service neutron] 10.222.0.13 "GET /v2.0/networks/c7c7b946-5e11-42ea-bebb-04a3e0687d7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1369781
Dec 16 22:47:09.605673 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:47:09.639263 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] For port 897973f9-49bf-4ef5-a029-f7885dece59a, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=897973f9-49bf-4ef5-a029-f7885dece59a,segment=NetworkSegment(1dba6b39-6408-4894-a18f-a16caeae99cd),segment_id=1dba6b39-6408-4894-a18f-a16caeae99cd)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:47:09.644316 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:47:09.646342 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:47:09.721944 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Pushing event updated for resources: {'Port': ['ID=897973f9-49bf-4ef5-a029-f7885dece59a,revision_number=5']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:47:09.725316 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:47:09.798676 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-7e2a3c43-890b-4e00-8e18-022dac4a3d85 req-b81d5f75-d55c-495d-aa5d-a16e044becd8 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "GET /v2.0/ports?device_id=84061d9e-78ad-409c-87a3-c29076106dac HTTP/1.1" status: 200  len: 210 time: 0.0493932
Dec 16 22:47:10.908500 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7308e910-faeb-4f95-8ebd-cdd81ad08411 req-2334ecd2-46f5-4bb0-a4da-aa9d1a66bc61 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:47:10.909998 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [req-7308e910-faeb-4f95-8ebd-cdd81ad08411 req-2334ecd2-46f5-4bb0-a4da-aa9d1a66bc61 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Synchronizing usage tracker for tenant:b7e45fda9ad540a6ac359d1c64c9adb2 on resource:network {{(pid=87506) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 22:47:10.921989 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [req-7308e910-faeb-4f95-8ebd-cdd81ad08411 req-2334ecd2-46f5-4bb0-a4da-aa9d1a66bc61 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Unset dirty status for tenant:b7e45fda9ad540a6ac359d1c64c9adb2 on resource:network {{(pid=87506) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 22:47:10.923396 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-7308e910-faeb-4f95-8ebd-cdd81ad08411 req-2334ecd2-46f5-4bb0-a4da-aa9d1a66bc61 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.49 "GET /v2.0/networks?id=c7c7b946-5e11-42ea-bebb-04a3e0687d7c HTTP/1.1" status: 200  len: 797 time: 0.1636529
Dec 16 22:47:10.949406 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-8499f5e4-0111-49ac-886d-61838d186392 req-af85163e-34b4-4b06-85bf-a1a139aaef87 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "GET /v2.0/ports?device_id=84061d9e-78ad-409c-87a3-c29076106dac HTTP/1.1" status: 200  len: 210 time: 0.0438106
Dec 16 22:47:10.979560 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [req-7308e910-faeb-4f95-8ebd-cdd81ad08411 req-e7d4db0d-9b80-4bf3-83f2-32aac83795ba tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Synchronizing usage tracker for tenant:b7e45fda9ad540a6ac359d1c64c9adb2 on resource:security_group {{(pid=87506) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 22:47:10.992665 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [req-7308e910-faeb-4f95-8ebd-cdd81ad08411 req-e7d4db0d-9b80-4bf3-83f2-32aac83795ba tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Unset dirty status for tenant:b7e45fda9ad540a6ac359d1c64c9adb2 on resource:security_group {{(pid=87506) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 22:47:10.993749 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-7308e910-faeb-4f95-8ebd-cdd81ad08411 req-e7d4db0d-9b80-4bf3-83f2-32aac83795ba tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b7e45fda9ad540a6ac359d1c64c9adb2 HTTP/1.1" status: 200  len: 380 time: 0.0551898
Dec 16 22:47:11.005447 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [req-7308e910-faeb-4f95-8ebd-cdd81ad08411 req-2d8d6859-bb19-486e-80ad-d55254ca6fc7 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Request body: {'port': {'device_id': '84061d9e-78ad-409c-87a3-c29076106dac', 'network_id': 'c7c7b946-5e11-42ea-bebb-04a3e0687d7c', 'admin_state_up': True, 'tenant_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'security_groups': ['2c30336a-47d2-4e80-bda2-e00ea8f74c58']}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:47:11.140069 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [req-7308e910-faeb-4f95-8ebd-cdd81ad08411 req-2d8d6859-bb19-486e-80ad-d55254ca6fc7 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:47:11.149838 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [req-7308e910-faeb-4f95-8ebd-cdd81ad08411 req-2d8d6859-bb19-486e-80ad-d55254ca6fc7 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:47:11.159033 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7308e910-faeb-4f95-8ebd-cdd81ad08411 req-2d8d6859-bb19-486e-80ad-d55254ca6fc7 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Made reservation on behalf of b7e45fda9ad540a6ac359d1c64c9adb2 for: {'port': 1} {{(pid=87506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:47:11.162545 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-7308e910-faeb-4f95-8ebd-cdd81ad08411 req-2d8d6859-bb19-486e-80ad-d55254ca6fc7 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:47:11.321724 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.db_base_plugin_common [req-7308e910-faeb-4f95-8ebd-cdd81ad08411 req-2d8d6859-bb19-486e-80ad-d55254ca6fc7 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Allocated IP 172.20.0.8 (c7c7b946-5e11-42ea-bebb-04a3e0687d7c/e64d2dc5-723a-4446-a6d0-35d36946e7e0/42f8ee30-b7d9-4bc4-81ca-464be7e9568c) {{(pid=87506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 22:47:11.368403 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 897973f9-49bf-4ef5-a029-f7885dece59a up at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 22:47:11.439193 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning complete for port 897973f9-49bf-4ef5-a029-f7885dece59a triggered by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:47:11.439680 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:47:11.630526 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-7308e910-faeb-4f95-8ebd-cdd81ad08411 req-2d8d6859-bb19-486e-80ad-d55254ca6fc7 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for port, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:47:11.647332 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.provisioning_blocks [req-7308e910-faeb-4f95-8ebd-cdd81ad08411 req-2d8d6859-bb19-486e-80ad-d55254ca6fc7 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Transition to ACTIVE for port object 42f8ee30-b7d9-4bc4-81ca-464be7e9568c will not be triggered until provisioned by entity DHCP. {{(pid=87506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:47:11.670438 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-7308e910-faeb-4f95-8ebd-cdd81ad08411 req-2d8d6859-bb19-486e-80ad-d55254ca6fc7 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1863393'] for port, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:47:11.677025 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-43a0cafa-42fa-4a22-9258-4cf3e0f65dd4 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:47:11.740630 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7308e910-faeb-4f95-8ebd-cdd81ad08411 req-2d8d6859-bb19-486e-80ad-d55254ca6fc7 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Network c7c7b946-5e11-42ea-bebb-04a3e0687d7c is already hosted by enough agents. {{(pid=87506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:47:11.744014 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.base_scheduler [req-7308e910-faeb-4f95-8ebd-cdd81ad08411 req-2d8d6859-bb19-486e-80ad-d55254ca6fc7 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Resources bound (agent type, host, resource id):  {{(pid=87506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:47:11.747856 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.l3_dvrscheduler_db [req-7308e910-faeb-4f95-8ebd-cdd81ad08411 req-2d8d6859-bb19-486e-80ad-d55254ca6fc7 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Received port after_create {{(pid=87506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 22:47:11.791587 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8d6859-bb19-486e-80ad-d55254ca6fc7 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Pushing event updated for resources: {'Port': ['ID=42f8ee30-b7d9-4bc4-81ca-464be7e9568c,revision_number=1']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:47:11.796294 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-2d8d6859-bb19-486e-80ad-d55254ca6fc7 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:47:11.816044 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7308e910-faeb-4f95-8ebd-cdd81ad08411 req-2d8d6859-bb19-486e-80ad-d55254ca6fc7 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:47:11.816666 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-7308e910-faeb-4f95-8ebd-cdd81ad08411 req-2d8d6859-bb19-486e-80ad-d55254ca6fc7 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for port, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:47:11.841830 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-7308e910-faeb-4f95-8ebd-cdd81ad08411 req-2d8d6859-bb19-486e-80ad-d55254ca6fc7 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.8399329
Dec 16 22:47:11.858676 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [req-7308e910-faeb-4f95-8ebd-cdd81ad08411 req-e3374450-f77c-4b4a-bcea-d76de4e1b2be service neutron] Request body: {'port': {'device_id': '84061d9e-78ad-409c-87a3-c29076106dac', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8218'}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:47:11.971564 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-7308e910-faeb-4f95-8ebd-cdd81ad08411 req-e3374450-f77c-4b4a-bcea-d76de4e1b2be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:47:11.973419 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-da199adb-9d8d-49dd-b060-f2705d15d541 None None] Provisioning for port 42f8ee30-b7d9-4bc4-81ca-464be7e9568c completed by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 22:47:11.978264 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-da199adb-9d8d-49dd-b060-f2705d15d541 None None] Provisioning complete for port 42f8ee30-b7d9-4bc4-81ca-464be7e9568c triggered by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:47:11.978643 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-da199adb-9d8d-49dd-b060-f2705d15d541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:47:12.032109 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-da199adb-9d8d-49dd-b060-f2705d15d541 None None] Port 42f8ee30-b7d9-4bc4-81ca-464be7e9568c cannot update to ACTIVE because it is not bound. {{(pid=87508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 22:47:12.132765 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af9b529-c41d-4d4f-9d56-64e0e3346be4 req-cbeff30f-c964-4082-8e7b-acf28145174c tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:47:12.135840 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-3af9b529-c41d-4d4f-9d56-64e0e3346be4 req-cbeff30f-c964-4082-8e7b-acf28145174c tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "GET /v2.0/ports?device_id=84061d9e-78ad-409c-87a3-c29076106dac HTTP/1.1" status: 200  len: 931 time: 0.0806239
Dec 16 22:47:12.182787 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-3af9b529-c41d-4d4f-9d56-64e0e3346be4 req-8ae2fb9c-5d6b-4249-997d-eb209650ae11 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c30336a-47d2-4e80-bda2-e00ea8f74c58&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0429671
Dec 16 22:47:12.306857 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.notifiers.nova [req-7308e910-faeb-4f95-8ebd-cdd81ad08411 req-e3374450-f77c-4b4a-bcea-d76de4e1b2be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42f8ee30-b7d9-4bc4-81ca-464be7e9568c {{(pid=87506) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 22:47:12.314122 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-7308e910-faeb-4f95-8ebd-cdd81ad08411 req-e3374450-f77c-4b4a-bcea-d76de4e1b2be service neutron] Notify callbacks [] for port, precommit_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:47:12.327886 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.provisioning_blocks [req-7308e910-faeb-4f95-8ebd-cdd81ad08411 req-e3374450-f77c-4b4a-bcea-d76de4e1b2be service neutron] Transition to ACTIVE for port object 42f8ee30-b7d9-4bc4-81ca-464be7e9568c will not be triggered until provisioned by entity L2. {{(pid=87506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:47:12.332151 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-7308e910-faeb-4f95-8ebd-cdd81ad08411 req-e3374450-f77c-4b4a-bcea-d76de4e1b2be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1863400'] for port, after_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:47:12.336423 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-2d8d6859-bb19-486e-80ad-d55254ca6fc7 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:47:12.485872 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3374450-f77c-4b4a-bcea-d76de4e1b2be service neutron] Pushing event updated for resources: {'Port': ['ID=42f8ee30-b7d9-4bc4-81ca-464be7e9568c,revision_number=2']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:47:12.493015 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-e3374450-f77c-4b4a-bcea-d76de4e1b2be service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:47:12.567992 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.managers [req-7308e910-faeb-4f95-8ebd-cdd81ad08411 req-e3374450-f77c-4b4a-bcea-d76de4e1b2be service neutron] Attempting to bind port 42f8ee30-b7d9-4bc4-81ca-464be7e9568c on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=87506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 22:47:12.568350 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.managers [req-7308e910-faeb-4f95-8ebd-cdd81ad08411 req-e3374450-f77c-4b4a-bcea-d76de4e1b2be service neutron] Attempting to bind port 42f8ee30-b7d9-4bc4-81ca-464be7e9568c by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '1dba6b39-6408-4894-a18f-a16caeae99cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'c7c7b946-5e11-42ea-bebb-04a3e0687d7c'}] {{(pid=87506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 22:47:12.568667 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7308e910-faeb-4f95-8ebd-cdd81ad08411 req-e3374450-f77c-4b4a-bcea-d76de4e1b2be service neutron] Attempting to bind port 42f8ee30-b7d9-4bc4-81ca-464be7e9568c on network c7c7b946-5e11-42ea-bebb-04a3e0687d7c {{(pid=87506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 22:47:12.573092 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7308e910-faeb-4f95-8ebd-cdd81ad08411 req-e3374450-f77c-4b4a-bcea-d76de4e1b2be service neutron] Port 42f8ee30-b7d9-4bc4-81ca-464be7e9568c on network c7c7b946-5e11-42ea-bebb-04a3e0687d7c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=87506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 16 22:47:12.573407 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7308e910-faeb-4f95-8ebd-cdd81ad08411 req-e3374450-f77c-4b4a-bcea-d76de4e1b2be service neutron] Attempting to bind port 42f8ee30-b7d9-4bc4-81ca-464be7e9568c on network c7c7b946-5e11-42ea-bebb-04a3e0687d7c {{(pid=87506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 22:47:12.578482 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7308e910-faeb-4f95-8ebd-cdd81ad08411 req-e3374450-f77c-4b4a-bcea-d76de4e1b2be service neutron] Checking agent: {'id': '849b5cbb-8f70-4c31-8f37-fd42f8351747', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8218', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 30, 8), 'started_at': datetime.datetime(2021, 12, 16, 22, 30, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 47, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 22:47:12.578809 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7308e910-faeb-4f95-8ebd-cdd81ad08411 req-e3374450-f77c-4b4a-bcea-d76de4e1b2be service neutron] Checking segment: {'id': '1dba6b39-6408-4894-a18f-a16caeae99cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'c7c7b946-5e11-42ea-bebb-04a3e0687d7c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 22:47:12.579181 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7308e910-faeb-4f95-8ebd-cdd81ad08411 req-e3374450-f77c-4b4a-bcea-d76de4e1b2be service neutron] Bound using segment: {'id': '1dba6b39-6408-4894-a18f-a16caeae99cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'c7c7b946-5e11-42ea-bebb-04a3e0687d7c'} {{(pid=87506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 22:47:12.579591 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.managers [req-7308e910-faeb-4f95-8ebd-cdd81ad08411 req-e3374450-f77c-4b4a-bcea-d76de4e1b2be service neutron] Bound port: 42f8ee30-b7d9-4bc4-81ca-464be7e9568c, host: hv-neutron-8218, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1dba6b39-6408-4894-a18f-a16caeae99cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'c7c7b946-5e11-42ea-bebb-04a3e0687d7c'}}] {{(pid=87506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 22:47:12.579954 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-7308e910-faeb-4f95-8ebd-cdd81ad08411 req-e3374450-f77c-4b4a-bcea-d76de4e1b2be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:47:12.670796 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.db [req-7308e910-faeb-4f95-8ebd-cdd81ad08411 req-e3374450-f77c-4b4a-bcea-d76de4e1b2be service neutron] For port 42f8ee30-b7d9-4bc4-81ca-464be7e9568c, host hv-neutron-8218, cleared binding levels {{(pid=87506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 22:47:12.674381 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.db [req-7308e910-faeb-4f95-8ebd-cdd81ad08411 req-e3374450-f77c-4b4a-bcea-d76de4e1b2be service neutron] For port 42f8ee30-b7d9-4bc4-81ca-464be7e9568c, host hv-neutron-8218, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=42f8ee30-b7d9-4bc4-81ca-464be7e9568c,segment=NetworkSegment(1dba6b39-6408-4894-a18f-a16caeae99cd),segment_id=1dba6b39-6408-4894-a18f-a16caeae99cd)] {{(pid=87506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 22:47:12.678766 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-7308e910-faeb-4f95-8ebd-cdd81ad08411 req-e3374450-f77c-4b4a-bcea-d76de4e1b2be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1863400'] for port, after_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:47:12.682479 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-97530451-681d-4fa8-b09d-a9e003e9056d tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:47:12.732185 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7308e910-faeb-4f95-8ebd-cdd81ad08411 req-e3374450-f77c-4b4a-bcea-d76de4e1b2be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:47:12.732751 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-7308e910-faeb-4f95-8ebd-cdd81ad08411 req-e3374450-f77c-4b4a-bcea-d76de4e1b2be service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for port, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:47:12.734121 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-7308e910-faeb-4f95-8ebd-cdd81ad08411 req-e3374450-f77c-4b4a-bcea-d76de4e1b2be service neutron] 10.222.0.49 "PUT /v2.0/ports/42f8ee30-b7d9-4bc4-81ca-464be7e9568c HTTP/1.1" status: 200  len: 1093 time: 0.8796897
Dec 16 22:47:12.737200 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84061d9e-78ad-409c-87a3-c29076106dac', 'tag': '42f8ee30-b7d9-4bc4-81ca-464be7e9568c'}] {{(pid=87506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 22:47:12.766466 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3374450-f77c-4b4a-bcea-d76de4e1b2be service neutron] Pushing event updated for resources: {'Port': ['ID=42f8ee30-b7d9-4bc4-81ca-464be7e9568c,revision_number=3']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:47:12.769658 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-e3374450-f77c-4b4a-bcea-d76de4e1b2be service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:47:12.821128 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84061d9e-78ad-409c-87a3-c29076106dac', 'tag': '42f8ee30-b7d9-4bc4-81ca-464be7e9568c', 'status': 'completed', 'code': 200}
Dec 16 22:47:12.868106 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7308e910-faeb-4f95-8ebd-cdd81ad08411 req-293507ca-9f15-490a-acdd-736bd9ff7939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:47:12.869588 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-7308e910-faeb-4f95-8ebd-cdd81ad08411 req-293507ca-9f15-490a-acdd-736bd9ff7939 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b7e45fda9ad540a6ac359d1c64c9adb2&device_id=84061d9e-78ad-409c-87a3-c29076106dac HTTP/1.1" status: 200  len: 1096 time: 0.0803061
Dec 16 22:47:12.944920 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-7308e910-faeb-4f95-8ebd-cdd81ad08411 req-82576e95-6c7f-4f25-a47e-b7ffed0f70a7 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=42f8ee30-b7d9-4bc4-81ca-464be7e9568c HTTP/1.1" status: 200  len: 217 time: 0.0622170
Dec 16 22:47:13.011783 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7308e910-faeb-4f95-8ebd-cdd81ad08411 req-7f7b7e4f-38fe-4ea3-9b97-91bbc0ead2a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:47:13.013116 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-7308e910-faeb-4f95-8ebd-cdd81ad08411 req-7f7b7e4f-38fe-4ea3-9b97-91bbc0ead2a7 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e64d2dc5-723a-4446-a6d0-35d36946e7e0 HTTP/1.1" status: 200  len: 835 time: 0.0610592
Dec 16 22:47:13.086243 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7308e910-faeb-4f95-8ebd-cdd81ad08411 req-e86ca9b7-9864-4572-9d24-fe2428519f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:47:13.087667 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-7308e910-faeb-4f95-8ebd-cdd81ad08411 req-e86ca9b7-9864-4572-9d24-fe2428519f54 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c7c7b946-5e11-42ea-bebb-04a3e0687d7c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0684152
Dec 16 22:47:13.215625 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-7308e910-faeb-4f95-8ebd-cdd81ad08411 req-261e062b-27ca-4726-99a2-3ef202a09ddf service neutron] 10.222.0.49 "GET /v2.0/networks/c7c7b946-5e11-42ea-bebb-04a3e0687d7c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1214964
Dec 16 22:47:13.376266 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49907ec3-33d5-471c-9630-3a729ae63eb7 req-43933dc7-520d-4f4a-b277-db543224afe3 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:47:13.377829 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-49907ec3-33d5-471c-9630-3a729ae63eb7 req-43933dc7-520d-4f4a-b277-db543224afe3 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "GET /v2.0/ports?device_id=84061d9e-78ad-409c-87a3-c29076106dac HTTP/1.1" status: 200  len: 943 time: 0.0827842
Dec 16 22:47:13.428943 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-49907ec3-33d5-471c-9630-3a729ae63eb7 req-28f2efb1-d997-450a-bfb4-638a895d5729 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c30336a-47d2-4e80-bda2-e00ea8f74c58&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0443201
Dec 16 22:47:13.464040 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-7308e910-faeb-4f95-8ebd-cdd81ad08411 req-569bbcc8-cd95-424a-a707-aa6e792dd8a4 service neutron] 10.222.0.49 "GET /v2.0/networks/c7c7b946-5e11-42ea-bebb-04a3e0687d7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2418921
Dec 16 22:47:13.619489 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aedf1f7-0b92-4a29-a490-9c3026935058 req-68a5c7c3-28c7-4d5b-8eae-6331fb99295b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:47:13.620913 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-5aedf1f7-0b92-4a29-a490-9c3026935058 req-68a5c7c3-28c7-4d5b-8eae-6331fb99295b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b7e45fda9ad540a6ac359d1c64c9adb2&device_id=84061d9e-78ad-409c-87a3-c29076106dac HTTP/1.1" status: 200  len: 1096 time: 0.0717673
Dec 16 22:47:13.751041 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aedf1f7-0b92-4a29-a490-9c3026935058 req-4c7d5b22-6cc8-4ebe-9b4b-d6386139ab1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:47:13.752510 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-5aedf1f7-0b92-4a29-a490-9c3026935058 req-4c7d5b22-6cc8-4ebe-9b4b-d6386139ab1b service neutron] 10.222.0.49 "GET /v2.0/networks?id=c7c7b946-5e11-42ea-bebb-04a3e0687d7c HTTP/1.1" status: 200  len: 898 time: 0.1243989
Dec 16 22:47:13.822512 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-5aedf1f7-0b92-4a29-a490-9c3026935058 req-ca2b34d9-01fc-465d-a777-2284fe99ddd0 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=42f8ee30-b7d9-4bc4-81ca-464be7e9568c HTTP/1.1" status: 200  len: 217 time: 0.0634706
Dec 16 22:47:13.886854 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aedf1f7-0b92-4a29-a490-9c3026935058 req-1c3733c8-f472-4118-ab48-a4918dedc5a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:47:13.888166 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-5aedf1f7-0b92-4a29-a490-9c3026935058 req-1c3733c8-f472-4118-ab48-a4918dedc5a4 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e64d2dc5-723a-4446-a6d0-35d36946e7e0 HTTP/1.1" status: 200  len: 835 time: 0.0588021
Dec 16 22:47:13.967187 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aedf1f7-0b92-4a29-a490-9c3026935058 req-125136dd-3cd3-4e4d-b773-435a265add67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:47:13.968677 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-5aedf1f7-0b92-4a29-a490-9c3026935058 req-125136dd-3cd3-4e4d-b773-435a265add67 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c7c7b946-5e11-42ea-bebb-04a3e0687d7c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0670881
Dec 16 22:47:14.097346 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-5aedf1f7-0b92-4a29-a490-9c3026935058 req-20e0e102-c809-41f3-a62c-fe5decc24245 service neutron] 10.222.0.49 "GET /v2.0/networks/c7c7b946-5e11-42ea-bebb-04a3e0687d7c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1213665
Dec 16 22:47:14.226981 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-5aedf1f7-0b92-4a29-a490-9c3026935058 req-935faca3-8d74-4db7-9778-5e05e0e6fc65 service neutron] 10.222.0.49 "GET /v2.0/networks/c7c7b946-5e11-42ea-bebb-04a3e0687d7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1218047
Dec 16 22:47:14.610583 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ec430f-7ab8-4a67-bbb8-f95455385b5b req-b827550f-0006-44ad-898d-ae2c4a9d05d5 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:47:14.612028 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-55ec430f-7ab8-4a67-bbb8-f95455385b5b req-b827550f-0006-44ad-898d-ae2c4a9d05d5 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "GET /v2.0/ports?device_id=84061d9e-78ad-409c-87a3-c29076106dac HTTP/1.1" status: 200  len: 943 time: 0.0823627
Dec 16 22:47:14.655472 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-55ec430f-7ab8-4a67-bbb8-f95455385b5b req-3e4f66db-7dcc-4e3a-9a93-38820531339b tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c30336a-47d2-4e80-bda2-e00ea8f74c58&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0378134
Dec 16 22:47:15.832102 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b372e697-7c01-42f5-9f8f-d17699ad6495 req-a575ccb0-86bf-4700-b982-dd165c59a9f9 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:47:15.833509 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-b372e697-7c01-42f5-9f8f-d17699ad6495 req-a575ccb0-86bf-4700-b982-dd165c59a9f9 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "GET /v2.0/ports?device_id=84061d9e-78ad-409c-87a3-c29076106dac HTTP/1.1" status: 200  len: 943 time: 0.0776825
Dec 16 22:47:15.876465 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-b372e697-7c01-42f5-9f8f-d17699ad6495 req-5db83c2e-a1ea-41ca-83e7-3aeacaf3405c tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c30336a-47d2-4e80-bda2-e00ea8f74c58&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0374990
Dec 16 22:47:16.484885 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Device 42f8ee30-b7d9-4bc4-81ca-464be7e9568c details requested by agent hyperv_hv-neutron-8218 with host hv-neutron-8218 {{(pid=87508) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 16 22:47:16.614003 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] For port 42f8ee30-b7d9-4bc4-81ca-464be7e9568c, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=42f8ee30-b7d9-4bc4-81ca-464be7e9568c,segment=NetworkSegment(1dba6b39-6408-4894-a18f-a16caeae99cd),segment_id=1dba6b39-6408-4894-a18f-a16caeae99cd)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:47:16.626672 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Returning: {'device': '42f8ee30-b7d9-4bc4-81ca-464be7e9568c', 'network_id': 'c7c7b946-5e11-42ea-bebb-04a3e0687d7c', 'port_id': '42f8ee30-b7d9-4bc4-81ca-464be7e9568c', 'mac_address': 'fa:16:3e:62:ba:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e64d2dc5-723a-4446-a6d0-35d36946e7e0', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87508) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 16 22:47:16.683247 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:47:16.699098 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.notifiers.nova [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42f8ee30-b7d9-4bc4-81ca-464be7e9568c {{(pid=87508) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 22:47:16.713661 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] For port 42f8ee30-b7d9-4bc4-81ca-464be7e9568c, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=42f8ee30-b7d9-4bc4-81ca-464be7e9568c,segment=NetworkSegment(1dba6b39-6408-4894-a18f-a16caeae99cd),segment_id=1dba6b39-6408-4894-a18f-a16caeae99cd)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:47:16.717360 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:47:16.719521 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-9e6e262a-1326-4caf-9f64-fd6e9d6516ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:47:16.782340 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Pushing event updated for resources: {'Port': ['ID=42f8ee30-b7d9-4bc4-81ca-464be7e9568c,revision_number=4']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:47:16.785233 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:47:16.976664 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] get_ports_and_sgs() called for port_ids ['42f8ee30-b7d9-4bc4-81ca-464be7e9568c'] {{(pid=87508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 22:47:17.058642 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4d804b-03e0-4ee7-a774-d58bc08fe61e req-e27af99a-846c-419b-bccb-9263e541a833 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:47:17.060102 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-ab4d804b-03e0-4ee7-a774-d58bc08fe61e req-e27af99a-846c-419b-bccb-9263e541a833 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "GET /v2.0/ports?device_id=84061d9e-78ad-409c-87a3-c29076106dac HTTP/1.1" status: 200  len: 944 time: 0.0830989
Dec 16 22:47:17.103964 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-ab4d804b-03e0-4ee7-a774-d58bc08fe61e req-c47fe5f0-a408-4e7d-824b-8bcaf63195f3 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c30336a-47d2-4e80-bda2-e00ea8f74c58&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0373487
Dec 16 22:47:17.532551 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.agents_db [None req-0abd2616-a86c-48e2-be07-10823335a5bb None None] Agent healthcheck: found 6 active agents {{(pid=87509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 22:47:18.281863 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610e5352-afd6-4774-b1d2-3467189379b0 req-d0bb7cf6-4d94-4282-8696-9bf48bee6b03 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:47:18.283279 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-610e5352-afd6-4774-b1d2-3467189379b0 req-d0bb7cf6-4d94-4282-8696-9bf48bee6b03 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "GET /v2.0/ports?device_id=84061d9e-78ad-409c-87a3-c29076106dac HTTP/1.1" status: 200  len: 944 time: 0.0774100
Dec 16 22:47:18.330248 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-610e5352-afd6-4774-b1d2-3467189379b0 req-dd4619f4-28f8-462b-86eb-415776b285d6 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c30336a-47d2-4e80-bda2-e00ea8f74c58&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0413482
Dec 16 22:47:18.492536 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Device 42f8ee30-b7d9-4bc4-81ca-464be7e9568c up at agent hyperv_hv-neutron-8218 {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 22:47:18.557417 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Provisioning for port 42f8ee30-b7d9-4bc4-81ca-464be7e9568c completed by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 22:47:18.562076 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Provisioning complete for port 42f8ee30-b7d9-4bc4-81ca-464be7e9568c triggered by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:47:18.562488 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:47:18.677321 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:47:18.702705 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84061d9e-78ad-409c-87a3-c29076106dac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42f8ee30-b7d9-4bc4-81ca-464be7e9568c'}] {{(pid=87508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 22:47:18.712549 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] For port 42f8ee30-b7d9-4bc4-81ca-464be7e9568c, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=42f8ee30-b7d9-4bc4-81ca-464be7e9568c,segment=NetworkSegment(1dba6b39-6408-4894-a18f-a16caeae99cd),segment_id=1dba6b39-6408-4894-a18f-a16caeae99cd)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:47:18.716119 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:47:18.717889 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-afb4ddcd-4670-45d5-b508-a14a5d401ea4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:47:18.751742 dv-neutron-821829-1-hyperv neutron-server[87508]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84061d9e-78ad-409c-87a3-c29076106dac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42f8ee30-b7d9-4bc4-81ca-464be7e9568c', 'code': 200}
Dec 16 22:47:18.785371 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Pushing event updated for resources: {'Port': ['ID=42f8ee30-b7d9-4bc4-81ca-464be7e9568c,revision_number=5']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:47:18.788261 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:47:18.998918 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd3d96f-6fb9-47d4-8156-8ad96bb123d1 req-ebf24760-2a9f-4b17-becc-90bfeafad883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:47:19.000345 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-edd3d96f-6fb9-47d4-8156-8ad96bb123d1 req-ebf24760-2a9f-4b17-becc-90bfeafad883 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=84061d9e-78ad-409c-87a3-c29076106dac HTTP/1.1" status: 200  len: 1098 time: 0.0693953
Dec 16 22:47:19.043866 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-edd3d96f-6fb9-47d4-8156-8ad96bb123d1 req-a6464e86-3c90-494e-ab3d-5a30ea958441 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=2c30336a-47d2-4e80-bda2-e00ea8f74c58&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0373402
Dec 16 22:47:19.516843 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24fa0b3-013e-4850-aa6b-0ef65b8a3dca req-d67a5250-cb44-45e9-9611-287e4b6314e2 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:47:19.518278 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-b24fa0b3-013e-4850-aa6b-0ef65b8a3dca req-d67a5250-cb44-45e9-9611-287e4b6314e2 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "GET /v2.0/ports?device_id=84061d9e-78ad-409c-87a3-c29076106dac HTTP/1.1" status: 200  len: 945 time: 0.0836828
Dec 16 22:47:19.561311 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-b24fa0b3-013e-4850-aa6b-0ef65b8a3dca req-c5b212f3-750f-48c5-a117-44723a9c0fd7 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c30336a-47d2-4e80-bda2-e00ea8f74c58&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0374448
Dec 16 22:47:20.749315 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be18416a-9b1b-4e60-8064-c9740db63dfd req-c6d9d772-2c04-4b10-b419-04c4caff5b4b tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:47:20.750645 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-be18416a-9b1b-4e60-8064-c9740db63dfd req-c6d9d772-2c04-4b10-b419-04c4caff5b4b tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "GET /v2.0/ports?device_id=84061d9e-78ad-409c-87a3-c29076106dac HTTP/1.1" status: 200  len: 945 time: 0.0836763
Dec 16 22:47:20.793389 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-be18416a-9b1b-4e60-8064-c9740db63dfd req-9b9d9775-cf19-4868-9b5a-4138c45813ff tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c30336a-47d2-4e80-bda2-e00ea8f74c58&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0370829
Dec 16 22:47:20.970237 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa2b3cf-0742-4458-a92c-86f459ba66da req-47766bc4-7989-4160-ac05-5d0a10867452 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:47:20.971632 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-9aa2b3cf-0742-4458-a92c-86f459ba66da req-47766bc4-7989-4160-ac05-5d0a10867452 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "GET /v2.0/ports?device_id=84061d9e-78ad-409c-87a3-c29076106dac HTTP/1.1" status: 200  len: 945 time: 0.0771363
Dec 16 22:47:21.016387 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-9aa2b3cf-0742-4458-a92c-86f459ba66da req-f10ef9ec-8831-46fe-9238-3c6c9832d9ac tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c30336a-47d2-4e80-bda2-e00ea8f74c58&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0384729
Dec 16 22:47:21.037927 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 50222) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:47:21.108191 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1ccf16c-d22e-4a68-90de-3f2e6e3289fe tempest-TestNetworkBasicOps-761014822 tempest-TestNetworkBasicOps-761014822-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:47:21.109894 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-c1ccf16c-d22e-4a68-90de-3f2e6e3289fe tempest-TestNetworkBasicOps-761014822 tempest-TestNetworkBasicOps-761014822-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=84061d9e-78ad-409c-87a3-c29076106dac HTTP/1.1" status: 200  len: 1093 time: 0.0707700
Dec 16 22:47:21.112670 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 50226) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:47:21.117407 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-608b46f1-aa9d-4591-9eaf-fce2e9b84540 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Request body: {'floatingip': {'floating_network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'port_id': '42f8ee30-b7d9-4bc4-81ca-464be7e9568c', 'tenant_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'fixed_ip_address': '172.20.0.8'}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:47:21.123053 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-608b46f1-aa9d-4591-9eaf-fce2e9b84540 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:47:21.127325 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-608b46f1-aa9d-4591-9eaf-fce2e9b84540 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Usage tracker for resource:floatingip and tenant:b7e45fda9ad540a6ac359d1c64c9adb2 is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:47:21.130077 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-608b46f1-aa9d-4591-9eaf-fce2e9b84540 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:47:21.135653 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-608b46f1-aa9d-4591-9eaf-fce2e9b84540 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:47:21.146038 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-608b46f1-aa9d-4591-9eaf-fce2e9b84540 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for floatingip, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:47:21.276803 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-608b46f1-aa9d-4591-9eaf-fce2e9b84540 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:47:21.402616 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.db_base_plugin_common [None req-608b46f1-aa9d-4591-9eaf-fce2e9b84540 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Allocated IP 172.26.0.201 (f8905ce9-304b-4976-bc47-e58c71c11de5/9bca8591-41ef-4f2d-8ecb-ecaab1a28acf/d7d285fb-92b8-45a0-986f-3c8421d2310f) {{(pid=87507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 22:47:21.549686 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-608b46f1-aa9d-4591-9eaf-fce2e9b84540 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for port, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:47:21.578676 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-608b46f1-aa9d-4591-9eaf-fce2e9b84540 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10807823'] for port, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:47:21.582168 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-3958d7a1-51d5-468e-a707-58e91eece65c tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:47:21.643402 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-608b46f1-aa9d-4591-9eaf-fce2e9b84540 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Network f8905ce9-304b-4976-bc47-e58c71c11de5 is already hosted by enough agents. {{(pid=87507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:47:21.646480 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.base_scheduler [None req-608b46f1-aa9d-4591-9eaf-fce2e9b84540 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Resources bound (agent type, host, resource id):  {{(pid=87507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:47:21.649022 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-608b46f1-aa9d-4591-9eaf-fce2e9b84540 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Received port after_create {{(pid=87507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 22:47:21.688324 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608b46f1-aa9d-4591-9eaf-fce2e9b84540 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Pushing event updated for resources: {'Port': ['ID=d7d285fb-92b8-45a0-986f-3c8421d2310f,revision_number=1']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:47:21.701465 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608b46f1-aa9d-4591-9eaf-fce2e9b84540 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:47:21.701848 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608b46f1-aa9d-4591-9eaf-fce2e9b84540 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:47:21.702216 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608b46f1-aa9d-4591-9eaf-fce2e9b84540 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:47:21.702579 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608b46f1-aa9d-4591-9eaf-fce2e9b84540 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:47:21.703475 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608b46f1-aa9d-4591-9eaf-fce2e9b84540 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:47:21.703869 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608b46f1-aa9d-4591-9eaf-fce2e9b84540 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:47:21.704227 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608b46f1-aa9d-4591-9eaf-fce2e9b84540 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:47:21.704584 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608b46f1-aa9d-4591-9eaf-fce2e9b84540 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:47:21.704940 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608b46f1-aa9d-4591-9eaf-fce2e9b84540 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:47:21.705298 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608b46f1-aa9d-4591-9eaf-fce2e9b84540 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:47:21.705647 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608b46f1-aa9d-4591-9eaf-fce2e9b84540 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:47:21.705997 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608b46f1-aa9d-4591-9eaf-fce2e9b84540 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:47:21.709630 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-608b46f1-aa9d-4591-9eaf-fce2e9b84540 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:47:22.169725 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-608b46f1-aa9d-4591-9eaf-fce2e9b84540 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:47:22.240620 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-608b46f1-aa9d-4591-9eaf-fce2e9b84540 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:47:22.435739 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-608b46f1-aa9d-4591-9eaf-fce2e9b84540 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for port, precommit_update {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:47:22.441083 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-608b46f1-aa9d-4591-9eaf-fce2e9b84540 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10807814'] for port, after_update {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:47:22.444514 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-d3f2269c-4649-44a8-b1f1-e860a5a4b3d4 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:47:22.546619 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608b46f1-aa9d-4591-9eaf-fce2e9b84540 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Pushing event updated for resources: {'Port': ['ID=d7d285fb-92b8-45a0-986f-3c8421d2310f,revision_number=2']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:47:22.550623 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-608b46f1-aa9d-4591-9eaf-fce2e9b84540 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:47:22.558671 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-608b46f1-aa9d-4591-9eaf-fce2e9b84540 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3741874'] for floatingip, after_update {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:47:22.727979 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.db.l3_db [None req-608b46f1-aa9d-4591-9eaf-fce2e9b84540 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Floating IP a024fe8d-0fdb-4bc0-b837-ae45f5f3d20d associated. External IP: 172.26.0.201, port: 42f8ee30-b7d9-4bc4-81ca-464be7e9568c.
Dec 16 22:47:23.061958 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-608b46f1-aa9d-4591-9eaf-fce2e9b84540 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Router 71cd7902-f1b0-4193-bf56-baf3ce633f2c has already been hosted by L3 agent 4f519db7-069b-43e2-8411-c092bac9102a {{(pid=87507) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 22:47:23.349847 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-608b46f1-aa9d-4591-9eaf-fce2e9b84540 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify agent at l3_agent.dv-neutron-821829-1-hyperv the message routers_updated {{(pid=87507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 22:47:23.360201 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67f1c43e-8ade-490f-b5b4-5c5e96a629ee None None] Sync routers for ids ['71cd7902-f1b0-4193-bf56-baf3ce633f2c'] in dv-neutron-821829-1-hyperv {{(pid=87509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 22:47:23.369951 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67f1c43e-8ade-490f-b5b4-5c5e96a629ee None None] Routers {'71cd7902-f1b0-4193-bf56-baf3ce633f2c'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:47:23.370777 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-67f1c43e-8ade-490f-b5b4-5c5e96a629ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b7cb2a070>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:47:01Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['71cd7902-f1b0-4193-bf56-baf3ce633f2c'], 'active': True} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:47:23.373765 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-608b46f1-aa9d-4591-9eaf-fce2e9b84540 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for floatingip, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:47:23.428655 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-608b46f1-aa9d-4591-9eaf-fce2e9b84540 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.3149877
Dec 16 22:47:23.429403 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84061d9e-78ad-409c-87a3-c29076106dac', 'tag': '42f8ee30-b7d9-4bc4-81ca-464be7e9568c'}] {{(pid=87507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 22:47:23.434393 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 50230) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:47:23.508064 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84061d9e-78ad-409c-87a3-c29076106dac', 'tag': '42f8ee30-b7d9-4bc4-81ca-464be7e9568c', 'status': 'completed', 'code': 200}
Dec 16 22:47:23.541660 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-08eab47f-0d99-4d2e-a099-28acc076efda req-58d07358-0b52-44c8-9629-45401429c610 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=84061d9e-78ad-409c-87a3-c29076106dac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1157935
Dec 16 22:47:23.597753 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvr_db [None req-67f1c43e-8ade-490f-b5b4-5c5e96a629ee None None] Set router 71cd7902-f1b0-4193-bf56-baf3ce633f2c gateway port host: dv-neutron-821829-1-hyperv {{(pid=87509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 22:47:23.622308 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a54bd7-db3c-4273-9666-781ae0f8b200 req-ae9b3c28-e4e0-4031-84ef-bd5fb062945f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:47:23.623910 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-29a54bd7-db3c-4273-9666-781ae0f8b200 req-ae9b3c28-e4e0-4031-84ef-bd5fb062945f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b7e45fda9ad540a6ac359d1c64c9adb2&device_id=84061d9e-78ad-409c-87a3-c29076106dac HTTP/1.1" status: 200  len: 1098 time: 0.0761108
Dec 16 22:47:23.627419 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-7db8f428-1948-4755-84ae-296522d8fcac tempest-TestNetworkBasicOps-761014822 tempest-TestNetworkBasicOps-761014822-project-admin] 10.222.0.13 "GET /v2.0/routers/71cd7902-f1b0-4193-bf56-baf3ce633f2c HTTP/1.1" status: 200  len: 922 time: 0.1919076
Dec 16 22:47:23.629882 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 50236) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:47:23.737570 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-1e112c18-247f-46b6-8a48-77b22d58e580 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "GET /v2.0/floatingips/a024fe8d-0fdb-4bc0-b837-ae45f5f3d20d HTTP/1.1" status: 200  len: 991 time: 0.1054289
Dec 16 22:47:23.760030 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a54bd7-db3c-4273-9666-781ae0f8b200 req-dfd42c05-0bb0-4e40-af35-15c062d6d458 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:47:23.761482 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-29a54bd7-db3c-4273-9666-781ae0f8b200 req-dfd42c05-0bb0-4e40-af35-15c062d6d458 service neutron] 10.222.0.49 "GET /v2.0/networks?id=c7c7b946-5e11-42ea-bebb-04a3e0687d7c HTTP/1.1" status: 200  len: 898 time: 0.1315563
Dec 16 22:47:23.865440 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-29a54bd7-db3c-4273-9666-781ae0f8b200 req-439219b2-8ff6-4e55-89c5-2966f728c43a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=42f8ee30-b7d9-4bc4-81ca-464be7e9568c HTTP/1.1" status: 200  len: 999 time: 0.0974302
Dec 16 22:47:23.930691 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a54bd7-db3c-4273-9666-781ae0f8b200 req-a70cf1ad-c12e-4760-a028-f31891fd9b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:47:23.932167 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-29a54bd7-db3c-4273-9666-781ae0f8b200 req-a70cf1ad-c12e-4760-a028-f31891fd9b35 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e64d2dc5-723a-4446-a6d0-35d36946e7e0 HTTP/1.1" status: 200  len: 835 time: 0.0603430
Dec 16 22:47:23.939378 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-67f1c43e-8ade-490f-b5b4-5c5e96a629ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b7cb2a070>, [{'id': '71cd7902-f1b0-4193-bf56-baf3ce633f2c', 'name': 'tempest-TestNetworkBasicOps-router-122935063', 'tenant_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.229'}], 'enable_snat': True}, 'gw_port_id': 'f3fb0ab9-31fb-4455-a1aa-1b3d167ed157', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:47:00Z', 'updated_at': '2021-12-16T22:47:05Z', 'revision_number': 4, 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'gw_port': {'id': 'f3fb0ab9-31fb-4455-a1aa-1b3d167ed157', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:1a:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71cd7902-f1b0-4193-bf56-baf3ce633f2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:47:01Z', 'updated_at': '2021-12-16T22:47:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv', '_floatingips': [{'id': 'a024fe8d-0fdb-4bc0-b837-ae45f5f3d20d', 'tenant_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'floating_ip_address': '172.26.0.201', 'floating_network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'router_id': '71cd7902-f1b0-4193-bf56-baf3ce633f2c', 'port_id': '42f8ee30-b7d9-4bc4-81ca-464be7e9568c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1438, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7c7b946-5e11-42ea-bebb-04a3e0687d7c', 'mac_address': 'fa:16:3e:62:ba:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84061d9e-78ad-409c-87a3-c29076106dac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T22:47:22Z', 'updated_at': '2021-12-16T22:47:22Z', 'revision_number': 0, 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '897973f9-49bf-4ef5-a029-f7885dece59a', 'name': '', 'network_id': 'c7c7b946-5e11-42ea-bebb-04a3e0687d7c', 'tenant_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'mac_address': 'fa:16:3e:bc:c1:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71cd7902-f1b0-4193-bf56-baf3ce633f2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': 'e64d2dc5-723a-4446-a6d0-35d36946e7e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:47:04Z', 'updated_at': '2021-12-16T22:47:09Z', 'revision_number': 5, 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'subnets': [{'id': 'e64d2dc5-723a-4446-a6d0-35d36946e7e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:47:23.943138 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67f1c43e-8ade-490f-b5b4-5c5e96a629ee None None] Checking router: 71cd7902-f1b0-4193-bf56-baf3ce633f2c for host: dv-neutron-821829-1-hyperv {{(pid=87509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 22:47:23.951234 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67f1c43e-8ade-490f-b5b4-5c5e96a629ee None None] Routers {'71cd7902-f1b0-4193-bf56-baf3ce633f2c'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:47:23.951913 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-67f1c43e-8ade-490f-b5b4-5c5e96a629ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b7cb2a070>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:47:01Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['71cd7902-f1b0-4193-bf56-baf3ce633f2c'], 'active': True} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:47:24.007806 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a54bd7-db3c-4273-9666-781ae0f8b200 req-5e5842d8-35a6-484a-8706-c927fc8de2cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:47:24.009261 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-29a54bd7-db3c-4273-9666-781ae0f8b200 req-5e5842d8-35a6-484a-8706-c927fc8de2cf service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c7c7b946-5e11-42ea-bebb-04a3e0687d7c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0698130
Dec 16 22:47:24.123505 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvr_db [None req-67f1c43e-8ade-490f-b5b4-5c5e96a629ee None None] Set router 71cd7902-f1b0-4193-bf56-baf3ce633f2c gateway port host: dv-neutron-821829-1-hyperv {{(pid=87509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 22:47:24.139820 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-29a54bd7-db3c-4273-9666-781ae0f8b200 req-9f8b9d01-86f2-4327-ba72-e826f11b4a60 service neutron] 10.222.0.49 "GET /v2.0/networks/c7c7b946-5e11-42ea-bebb-04a3e0687d7c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1229646
Dec 16 22:47:24.379279 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-29a54bd7-db3c-4273-9666-781ae0f8b200 req-ba9d077a-b857-4e14-86fa-3d798773c102 service neutron] 10.222.0.49 "GET /v2.0/networks/c7c7b946-5e11-42ea-bebb-04a3e0687d7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2333660
Dec 16 22:47:24.474998 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-67f1c43e-8ade-490f-b5b4-5c5e96a629ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b7cb2a070>, [{'id': '71cd7902-f1b0-4193-bf56-baf3ce633f2c', 'name': 'tempest-TestNetworkBasicOps-router-122935063', 'tenant_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.229'}], 'enable_snat': True}, 'gw_port_id': 'f3fb0ab9-31fb-4455-a1aa-1b3d167ed157', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:47:00Z', 'updated_at': '2021-12-16T22:47:05Z', 'revision_number': 4, 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'gw_port': {'id': 'f3fb0ab9-31fb-4455-a1aa-1b3d167ed157', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:1a:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71cd7902-f1b0-4193-bf56-baf3ce633f2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:47:01Z', 'updated_at': '2021-12-16T22:47:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv', '_floatingips': [{'id': 'a024fe8d-0fdb-4bc0-b837-ae45f5f3d20d', 'tenant_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'floating_ip_address': '172.26.0.201', 'floating_network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'router_id': '71cd7902-f1b0-4193-bf56-baf3ce633f2c', 'port_id': '42f8ee30-b7d9-4bc4-81ca-464be7e9568c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1438, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7c7b946-5e11-42ea-bebb-04a3e0687d7c', 'mac_address': 'fa:16:3e:62:ba:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84061d9e-78ad-409c-87a3-c29076106dac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T22:47:22Z', 'updated_at': '2021-12-16T22:47:22Z', 'revision_number': 0, 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '897973f9-49bf-4ef5-a029-f7885dece59a', 'name': '', 'network_id': 'c7c7b946-5e11-42ea-bebb-04a3e0687d7c', 'tenant_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'mac_address': 'fa:16:3e:bc:c1:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71cd7902-f1b0-4193-bf56-baf3ce633f2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': 'e64d2dc5-723a-4446-a6d0-35d36946e7e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:47:04Z', 'updated_at': '2021-12-16T22:47:09Z', 'revision_number': 5, 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'subnets': [{'id': 'e64d2dc5-723a-4446-a6d0-35d36946e7e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:47:24.479392 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67f1c43e-8ade-490f-b5b4-5c5e96a629ee None None] The sync data for ids ['71cd7902-f1b0-4193-bf56-baf3ce633f2c'] in dv-neutron-821829-1-hyperv is: [{'id': '71cd7902-f1b0-4193-bf56-baf3ce633f2c', 'name': 'tempest-TestNetworkBasicOps-router-122935063', 'tenant_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.229'}], 'enable_snat': True}, 'gw_port_id': 'f3fb0ab9-31fb-4455-a1aa-1b3d167ed157', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:47:00Z', 'updated_at': '2021-12-16T22:47:05Z', 'revision_number': 4, 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'gw_port': {'id': 'f3fb0ab9-31fb-4455-a1aa-1b3d167ed157', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:1a:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71cd7902-f1b0-4193-bf56-baf3ce633f2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:47:01Z', 'updated_at': '2021-12-16T22:47:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv', '_floatingips': [{'id': 'a024fe8d-0fdb-4bc0-b837-ae45f5f3d20d', 'tenant_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'floating_ip_address': '172.26.0.201', 'floating_network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'router_id': '71cd7902-f1b0-4193-bf56-baf3ce633f2c', 'port_id': '42f8ee30-b7d9-4bc4-81ca-464be7e9568c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1438, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7c7b946-5e11-42ea-bebb-04a3e0687d7c', 'mac_address': 'fa:16:3e:62:ba:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84061d9e-78ad-409c-87a3-c29076106dac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T22:47:22Z', 'updated_at': '2021-12-16T22:47:22Z', 'revision_number': 0, 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '897973f9-49bf-4ef5-a029-f7885dece59a', 'name': '', 'network_id': 'c7c7b946-5e11-42ea-bebb-04a3e0687d7c', 'tenant_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'mac_address': 'fa:16:3e:bc:c1:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71cd7902-f1b0-4193-bf56-baf3ce633f2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': 'e64d2dc5-723a-4446-a6d0-35d36946e7e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:47:04Z', 'updated_at': '2021-12-16T22:47:09Z', 'revision_number': 5, 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'subnets': [{'id': 'e64d2dc5-723a-4446-a6d0-35d36946e7e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 22:47:24.570627 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08eab47f-0d99-4d2e-a099-28acc076efda req-14b9746c-300c-4c00-b4e1-99c247dcabff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:47:24.572156 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-08eab47f-0d99-4d2e-a099-28acc076efda req-14b9746c-300c-4c00-b4e1-99c247dcabff service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b7e45fda9ad540a6ac359d1c64c9adb2&device_id=84061d9e-78ad-409c-87a3-c29076106dac HTTP/1.1" status: 200  len: 1098 time: 0.0702448
Dec 16 22:47:24.682567 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46ee686a-a539-43bd-9c16-b362768c22e1 None None] New status for floating IP a024fe8d-0fdb-4bc0-b837-ae45f5f3d20d: ACTIVE {{(pid=87508) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 16 22:47:24.721765 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08eab47f-0d99-4d2e-a099-28acc076efda req-ecd9dc15-1c8a-4f18-b341-367e6bba97f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:47:24.723200 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-08eab47f-0d99-4d2e-a099-28acc076efda req-ecd9dc15-1c8a-4f18-b341-367e6bba97f7 service neutron] 10.222.0.49 "GET /v2.0/networks?id=c7c7b946-5e11-42ea-bebb-04a3e0687d7c HTTP/1.1" status: 200  len: 898 time: 0.1303089
Dec 16 22:47:24.740353 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 50240) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:47:24.828658 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-08eab47f-0d99-4d2e-a099-28acc076efda req-d5158b76-0f90-4206-b3bb-5b649c24c623 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=42f8ee30-b7d9-4bc4-81ca-464be7e9568c HTTP/1.1" status: 200  len: 999 time: 0.0984874
Dec 16 22:47:24.849972 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-6a7737ca-4c48-4b53-9c40-fd95ef0f2445 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "GET /v2.0/floatingips/a024fe8d-0fdb-4bc0-b837-ae45f5f3d20d HTTP/1.1" status: 200  len: 991 time: 0.1073787
Dec 16 22:47:24.892626 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08eab47f-0d99-4d2e-a099-28acc076efda req-11d29459-383a-4f37-acee-1a2cefebe455 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:47:24.893971 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-08eab47f-0d99-4d2e-a099-28acc076efda req-11d29459-383a-4f37-acee-1a2cefebe455 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e64d2dc5-723a-4446-a6d0-35d36946e7e0 HTTP/1.1" status: 200  len: 835 time: 0.0602427
Dec 16 22:47:24.971305 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08eab47f-0d99-4d2e-a099-28acc076efda req-266efd3f-c391-474d-8762-5123d3e09efd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:47:24.972875 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-08eab47f-0d99-4d2e-a099-28acc076efda req-266efd3f-c391-474d-8762-5123d3e09efd service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c7c7b946-5e11-42ea-bebb-04a3e0687d7c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0726397
Dec 16 22:47:25.102217 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-08eab47f-0d99-4d2e-a099-28acc076efda req-d8233a1f-c99c-4619-9484-286df2af4d98 service neutron] 10.222.0.49 "GET /v2.0/networks/c7c7b946-5e11-42ea-bebb-04a3e0687d7c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1223433
Dec 16 22:47:25.231500 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-08eab47f-0d99-4d2e-a099-28acc076efda req-89ba7cbc-2dc9-4f3e-b17e-9bab6c72d6b1 service neutron] 10.222.0.49 "GET /v2.0/networks/c7c7b946-5e11-42ea-bebb-04a3e0687d7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1227601
Dec 16 22:47:25.852703 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 50244) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:47:25.960027 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-2c357bd0-c5cc-41e1-8f29-c77029841907 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "GET /v2.0/floatingips/a024fe8d-0fdb-4bc0-b837-ae45f5f3d20d HTTP/1.1" status: 200  len: 993 time: 0.1058817
Dec 16 22:47:28.147951 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-14540d0d-9735-4828-be87-4706509b7f97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:47:30.583086 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-f53b55db-e07c-4a42-b790-47b7968857c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:47:31.480036 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-3e729f7f-1589-4d54-9c4a-7ee6b283cc2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:47:31.676003 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:47:33.232592 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-4541ba3b-6be8-499c-bc94-3c60aa55c4f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:47:37.882246 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:47:50.600895 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 50256) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:47:50.786025 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-ed208101-234f-4546-b987-5a709e6be421 tempest-TestNetworkBasicOps-761014822 tempest-TestNetworkBasicOps-761014822-project-admin] 10.222.0.13 "GET /v2.0/routers/71cd7902-f1b0-4193-bf56-baf3ce633f2c/l3-agents HTTP/1.1" status: 200  len: 881 time: 0.1837785
Dec 16 22:47:50.788593 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 50260) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:47:50.972433 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-510b4df0-9623-4f42-8126-b73b1ffa4619 tempest-TestNetworkBasicOps-761014822 tempest-TestNetworkBasicOps-761014822-project-admin] Notify agent at dv-neutron-821829-1-hyperv the message router_removed_from_agent {{(pid=87506) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:48}}
Dec 16 22:47:50.975585 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-510b4df0-9623-4f42-8126-b73b1ffa4619 tempest-TestNetworkBasicOps-761014822 tempest-TestNetworkBasicOps-761014822-project-admin] 10.222.0.13 "DELETE /v2.0/agents/4f519db7-069b-43e2-8411-c092bac9102a/l3-routers/71cd7902-f1b0-4193-bf56-baf3ce633f2c HTTP/1.1" status: 204  len: 168 time: 0.1861074
Dec 16 22:47:50.978270 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 50264) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:47:51.270412 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-ffa496d0-b836-46f4-91b6-188ab2597412 tempest-TestNetworkBasicOps-761014822 tempest-TestNetworkBasicOps-761014822-project-admin] 10.222.0.13 "GET /v2.0/routers/71cd7902-f1b0-4193-bf56-baf3ce633f2c/l3-agents HTTP/1.1" status: 200  len: 207 time: 0.2908740
Dec 16 22:47:51.272796 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 50268) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:47:51.383463 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 897973f9-49bf-4ef5-a029-f7885dece59a no longer exists at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 22:47:51.386132 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-1cc75eea-0eda-48a3-8354-65479d266539 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "GET /v2.0/floatingips/a024fe8d-0fdb-4bc0-b837-ae45f5f3d20d HTTP/1.1" status: 200  len: 993 time: 0.1122093
Dec 16 22:47:51.495307 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:47:51.525657 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] For port 897973f9-49bf-4ef5-a029-f7885dece59a, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=897973f9-49bf-4ef5-a029-f7885dece59a,segment=NetworkSegment(1dba6b39-6408-4894-a18f-a16caeae99cd),segment_id=1dba6b39-6408-4894-a18f-a16caeae99cd)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:47:51.529563 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:47:51.531274 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:47:51.599365 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Pushing event updated for resources: {'Port': ['ID=897973f9-49bf-4ef5-a029-f7885dece59a,revision_number=6']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:47:51.606301 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:47:51.606666 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:47:51.607017 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:47:51.607359 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:47:51.607700 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:47:51.608060 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:47:51.608993 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:47:51.609595 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:47:51.609929 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:47:51.610261 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:47:51.610604 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:47:51.610913 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:47:51.614841 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:47:51.723685 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-058c907a-abc9-4829-94f8-1860f619ebb8 None None] New status for floating IP a024fe8d-0fdb-4bc0-b837-ae45f5f3d20d: DOWN {{(pid=87509) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 16 22:47:52.388528 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 50272) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:47:52.493408 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-b2c7402e-b444-42dd-b998-23a4969e56f1 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "GET /v2.0/floatingips/a024fe8d-0fdb-4bc0-b837-ae45f5f3d20d HTTP/1.1" status: 200  len: 991 time: 0.1035399
Dec 16 22:47:53.380190 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device f3fb0ab9-31fb-4455-a1aa-1b3d167ed157 no longer exists at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 22:47:53.491019 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:47:53.507671 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] For port f3fb0ab9-31fb-4455-a1aa-1b3d167ed157, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=f3fb0ab9-31fb-4455-a1aa-1b3d167ed157,segment=NetworkSegment(a416442d-d143-4052-9f4e-546eb8cbe809),segment_id=a416442d-d143-4052-9f4e-546eb8cbe809)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:47:53.512348 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:47:53.514042 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:47:53.581730 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Pushing event updated for resources: {'Port': ['ID=f3fb0ab9-31fb-4455-a1aa-1b3d167ed157,revision_number=5']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:47:53.584598 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:47:53.655793 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 50278) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:47:53.856948 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9ed2a59-b4b6-40b8-b01d-cc8988c79d70 tempest-TestNetworkBasicOps-761014822 tempest-TestNetworkBasicOps-761014822-project-admin] Router 71cd7902-f1b0-4193-bf56-baf3ce633f2c is scheduled to L3 agent 4f519db7-069b-43e2-8411-c092bac9102a with binding_index 1 {{(pid=87507) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 16 22:47:53.857300 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9ed2a59-b4b6-40b8-b01d-cc8988c79d70 tempest-TestNetworkBasicOps-761014822 tempest-TestNetworkBasicOps-761014822-project-admin] Notify agent at dv-neutron-821829-1-hyperv the message router_added_to_agent {{(pid=87507) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:48}}
Dec 16 22:47:53.885803 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-a9ed2a59-b4b6-40b8-b01d-cc8988c79d70 tempest-TestNetworkBasicOps-761014822 tempest-TestNetworkBasicOps-761014822-project-admin] 10.222.0.13 "POST /v2.0/agents/4f519db7-069b-43e2-8411-c092bac9102a/l3-routers HTTP/1.1" status: 201  len: 201 time: 0.2287922
Dec 16 22:47:53.888104 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 50284) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:47:53.905826 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e468ca9-e859-46ac-a66c-2e44aa48da87 None None] Sync routers for ids ['71cd7902-f1b0-4193-bf56-baf3ce633f2c'] in dv-neutron-821829-1-hyperv {{(pid=87508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 22:47:53.914841 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e468ca9-e859-46ac-a66c-2e44aa48da87 None None] Routers {'71cd7902-f1b0-4193-bf56-baf3ce633f2c'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:47:53.915461 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-5e468ca9-e859-46ac-a66c-2e44aa48da87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b7c1afa90>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:47:31Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['71cd7902-f1b0-4193-bf56-baf3ce633f2c'], 'active': True} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:47:54.066692 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-703f87ce-cc34-443b-9b3b-1f2342edb2d4 tempest-TestNetworkBasicOps-761014822 tempest-TestNetworkBasicOps-761014822-project-admin] 10.222.0.13 "GET /v2.0/routers/71cd7902-f1b0-4193-bf56-baf3ce633f2c/l3-agents HTTP/1.1" status: 200  len: 881 time: 0.1774523
Dec 16 22:47:54.069390 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 50290) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:47:54.091232 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvr_db [None req-5e468ca9-e859-46ac-a66c-2e44aa48da87 None None] Set router 71cd7902-f1b0-4193-bf56-baf3ce633f2c gateway port host: dv-neutron-821829-1-hyperv {{(pid=87508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 22:47:54.170417 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-902c829f-d0d1-44f6-97e6-8534d0c61ecf tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "GET /v2.0/floatingips/a024fe8d-0fdb-4bc0-b837-ae45f5f3d20d HTTP/1.1" status: 200  len: 991 time: 0.0998151
Dec 16 22:47:54.460540 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-5e468ca9-e859-46ac-a66c-2e44aa48da87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b7c1afa90>, [{'id': '71cd7902-f1b0-4193-bf56-baf3ce633f2c', 'name': 'tempest-TestNetworkBasicOps-router-122935063', 'tenant_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.229'}], 'enable_snat': True}, 'gw_port_id': 'f3fb0ab9-31fb-4455-a1aa-1b3d167ed157', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:47:00Z', 'updated_at': '2021-12-16T22:47:05Z', 'revision_number': 4, 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'gw_port': {'id': 'f3fb0ab9-31fb-4455-a1aa-1b3d167ed157', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:1a:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71cd7902-f1b0-4193-bf56-baf3ce633f2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:47:01Z', 'updated_at': '2021-12-16T22:47:53Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv', '_floatingips': [{'id': 'a024fe8d-0fdb-4bc0-b837-ae45f5f3d20d', 'tenant_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'floating_ip_address': '172.26.0.201', 'floating_network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'router_id': '71cd7902-f1b0-4193-bf56-baf3ce633f2c', 'port_id': '42f8ee30-b7d9-4bc4-81ca-464be7e9568c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1438, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7c7b946-5e11-42ea-bebb-04a3e0687d7c', 'mac_address': 'fa:16:3e:62:ba:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84061d9e-78ad-409c-87a3-c29076106dac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T22:47:22Z', 'updated_at': '2021-12-16T22:47:51Z', 'revision_number': 2, 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '897973f9-49bf-4ef5-a029-f7885dece59a', 'name': '', 'network_id': 'c7c7b946-5e11-42ea-bebb-04a3e0687d7c', 'tenant_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'mac_address': 'fa:16:3e:bc:c1:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71cd7902-f1b0-4193-bf56-baf3ce633f2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': 'e64d2dc5-723a-4446-a6d0-35d36946e7e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:47:04Z', 'updated_at': '2021-12-16T22:47:51Z', 'revision_number': 6, 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'subnets': [{'id': 'e64d2dc5-723a-4446-a6d0-35d36946e7e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:47:54.464292 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e468ca9-e859-46ac-a66c-2e44aa48da87 None None] Checking router: 71cd7902-f1b0-4193-bf56-baf3ce633f2c for host: dv-neutron-821829-1-hyperv {{(pid=87508) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 22:47:54.472236 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e468ca9-e859-46ac-a66c-2e44aa48da87 None None] Routers {'71cd7902-f1b0-4193-bf56-baf3ce633f2c'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:47:54.472846 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-5e468ca9-e859-46ac-a66c-2e44aa48da87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b7c1afa90>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:47:31Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['71cd7902-f1b0-4193-bf56-baf3ce633f2c'], 'active': True} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:47:54.531303 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.agents_db [None req-0abd2616-a86c-48e2-be07-10823335a5bb None None] Agent healthcheck: found 6 active agents {{(pid=87509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 22:47:54.644257 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvr_db [None req-5e468ca9-e859-46ac-a66c-2e44aa48da87 None None] Set router 71cd7902-f1b0-4193-bf56-baf3ce633f2c gateway port host: dv-neutron-821829-1-hyperv {{(pid=87508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 22:47:54.973034 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-5e468ca9-e859-46ac-a66c-2e44aa48da87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b7c1afa90>, [{'id': '71cd7902-f1b0-4193-bf56-baf3ce633f2c', 'name': 'tempest-TestNetworkBasicOps-router-122935063', 'tenant_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.229'}], 'enable_snat': True}, 'gw_port_id': 'f3fb0ab9-31fb-4455-a1aa-1b3d167ed157', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:47:00Z', 'updated_at': '2021-12-16T22:47:05Z', 'revision_number': 4, 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'gw_port': {'id': 'f3fb0ab9-31fb-4455-a1aa-1b3d167ed157', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:1a:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71cd7902-f1b0-4193-bf56-baf3ce633f2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:47:01Z', 'updated_at': '2021-12-16T22:47:53Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv', '_floatingips': [{'id': 'a024fe8d-0fdb-4bc0-b837-ae45f5f3d20d', 'tenant_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'floating_ip_address': '172.26.0.201', 'floating_network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'router_id': '71cd7902-f1b0-4193-bf56-baf3ce633f2c', 'port_id': '42f8ee30-b7d9-4bc4-81ca-464be7e9568c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1438, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7c7b946-5e11-42ea-bebb-04a3e0687d7c', 'mac_address': 'fa:16:3e:62:ba:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84061d9e-78ad-409c-87a3-c29076106dac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T22:47:22Z', 'updated_at': '2021-12-16T22:47:51Z', 'revision_number': 2, 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '897973f9-49bf-4ef5-a029-f7885dece59a', 'name': '', 'network_id': 'c7c7b946-5e11-42ea-bebb-04a3e0687d7c', 'tenant_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'mac_address': 'fa:16:3e:bc:c1:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71cd7902-f1b0-4193-bf56-baf3ce633f2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': 'e64d2dc5-723a-4446-a6d0-35d36946e7e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:47:04Z', 'updated_at': '2021-12-16T22:47:51Z', 'revision_number': 6, 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'subnets': [{'id': 'e64d2dc5-723a-4446-a6d0-35d36946e7e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:47:54.976889 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e468ca9-e859-46ac-a66c-2e44aa48da87 None None] The sync data for ids ['71cd7902-f1b0-4193-bf56-baf3ce633f2c'] in dv-neutron-821829-1-hyperv is: [{'id': '71cd7902-f1b0-4193-bf56-baf3ce633f2c', 'name': 'tempest-TestNetworkBasicOps-router-122935063', 'tenant_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.229'}], 'enable_snat': True}, 'gw_port_id': 'f3fb0ab9-31fb-4455-a1aa-1b3d167ed157', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:47:00Z', 'updated_at': '2021-12-16T22:47:05Z', 'revision_number': 4, 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'gw_port': {'id': 'f3fb0ab9-31fb-4455-a1aa-1b3d167ed157', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:1a:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71cd7902-f1b0-4193-bf56-baf3ce633f2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:47:01Z', 'updated_at': '2021-12-16T22:47:53Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv', '_floatingips': [{'id': 'a024fe8d-0fdb-4bc0-b837-ae45f5f3d20d', 'tenant_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'floating_ip_address': '172.26.0.201', 'floating_network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'router_id': '71cd7902-f1b0-4193-bf56-baf3ce633f2c', 'port_id': '42f8ee30-b7d9-4bc4-81ca-464be7e9568c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1438, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7c7b946-5e11-42ea-bebb-04a3e0687d7c', 'mac_address': 'fa:16:3e:62:ba:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84061d9e-78ad-409c-87a3-c29076106dac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T22:47:22Z', 'updated_at': '2021-12-16T22:47:51Z', 'revision_number': 2, 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '897973f9-49bf-4ef5-a029-f7885dece59a', 'name': '', 'network_id': 'c7c7b946-5e11-42ea-bebb-04a3e0687d7c', 'tenant_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'mac_address': 'fa:16:3e:bc:c1:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71cd7902-f1b0-4193-bf56-baf3ce633f2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': 'e64d2dc5-723a-4446-a6d0-35d36946e7e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:47:04Z', 'updated_at': '2021-12-16T22:47:51Z', 'revision_number': 6, 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'subnets': [{'id': 'e64d2dc5-723a-4446-a6d0-35d36946e7e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 22:47:55.173761 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 50294) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:47:55.285279 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-7b8d9a58-fab4-4bb1-8e74-8d1f0ddf5f10 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "GET /v2.0/floatingips/a024fe8d-0fdb-4bc0-b837-ae45f5f3d20d HTTP/1.1" status: 200  len: 991 time: 0.1101322
Dec 16 22:47:55.404086 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 897973f9-49bf-4ef5-a029-f7885dece59a up at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 22:47:55.472572 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning complete for port 897973f9-49bf-4ef5-a029-f7885dece59a triggered by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:47:55.473239 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:47:55.601819 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:47:55.638593 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] For port 897973f9-49bf-4ef5-a029-f7885dece59a, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=897973f9-49bf-4ef5-a029-f7885dece59a,segment=NetworkSegment(1dba6b39-6408-4894-a18f-a16caeae99cd),segment_id=1dba6b39-6408-4894-a18f-a16caeae99cd)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:47:55.644093 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:47:55.646080 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:47:55.715648 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Pushing event updated for resources: {'Port': ['ID=897973f9-49bf-4ef5-a029-f7885dece59a,revision_number=7']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:47:55.719192 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:47:56.289047 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 50298) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:47:56.396934 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-37aef2cb-eabc-46e6-8d11-ba6f50e264a3 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "GET /v2.0/floatingips/a024fe8d-0fdb-4bc0-b837-ae45f5f3d20d HTTP/1.1" status: 200  len: 991 time: 0.1065919
Dec 16 22:47:56.619264 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69d451c7-b45b-44e3-868b-4e4fa4ee4aea None None] New status for floating IP a024fe8d-0fdb-4bc0-b837-ae45f5f3d20d: ACTIVE {{(pid=87509) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 16 22:47:57.400663 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 50302) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:47:57.451060 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 897973f9-49bf-4ef5-a029-f7885dece59a up at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 22:47:57.507999 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-7f583cde-f8b3-440f-b233-cf954d1848aa tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "GET /v2.0/floatingips/a024fe8d-0fdb-4bc0-b837-ae45f5f3d20d HTTP/1.1" status: 200  len: 993 time: 0.1060705
Dec 16 22:47:57.519294 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning complete for port 897973f9-49bf-4ef5-a029-f7885dece59a triggered by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:47:57.519676 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:47:57.633716 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device f3fb0ab9-31fb-4455-a1aa-1b3d167ed157 up at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 22:47:57.697832 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning complete for port f3fb0ab9-31fb-4455-a1aa-1b3d167ed157 triggered by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:47:57.698129 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:47:57.809497 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:47:57.824774 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] For port f3fb0ab9-31fb-4455-a1aa-1b3d167ed157, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=f3fb0ab9-31fb-4455-a1aa-1b3d167ed157,segment=NetworkSegment(a416442d-d143-4052-9f4e-546eb8cbe809),segment_id=a416442d-d143-4052-9f4e-546eb8cbe809)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:47:57.828528 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:47:57.830288 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:47:57.896955 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Pushing event updated for resources: {'Port': ['ID=f3fb0ab9-31fb-4455-a1aa-1b3d167ed157,revision_number=6']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:47:57.899818 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:47:58.147898 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-441a08be-6cf2-42a3-95d0-7ae479235b43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:47:58.519180 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 50310) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:47:58.846248 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.plugin [None req-d1cbb8d5-f03c-4960-93a7-e5cb12e1428a tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Deleting port d7d285fb-92b8-45a0-986f-3c8421d2310f {{(pid=87507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:47:58.846587 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-d1cbb8d5-f03c-4960-93a7-e5cb12e1428a tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:47:59.009476 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-d1cbb8d5-f03c-4960-93a7-e5cb12e1428a tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:47:59.009806 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-d1cbb8d5-f03c-4960-93a7-e5cb12e1428a tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:47:59.130226 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.plugin [None req-d1cbb8d5-f03c-4960-93a7-e5cb12e1428a tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Calling delete_port for d7d285fb-92b8-45a0-986f-3c8421d2310f owned by network:floatingip {{(pid=87507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:47:59.276357 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-d1cbb8d5-f03c-4960-93a7-e5cb12e1428a tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10807823'] for port, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:47:59.279773 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-608b46f1-aa9d-4591-9eaf-fce2e9b84540 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:47:59.324288 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1cbb8d5-f03c-4960-93a7-e5cb12e1428a tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Pushing event deleted for resources: {'Port': ['ID=d7d285fb-92b8-45a0-986f-3c8421d2310f,revision_number=None']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:47:59.327351 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-d1cbb8d5-f03c-4960-93a7-e5cb12e1428a tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:47:59.389757 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device f3fb0ab9-31fb-4455-a1aa-1b3d167ed157 up at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 22:47:59.417471 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-d1cbb8d5-f03c-4960-93a7-e5cb12e1428a tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for floatingip, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:47:59.417795 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.db.l3_db [None req-d1cbb8d5-f03c-4960-93a7-e5cb12e1428a tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Floating IP a024fe8d-0fdb-4bc0-b837-ae45f5f3d20d disassociated (deleted). External IP: 172.26.0.201, port: 42f8ee30-b7d9-4bc4-81ca-464be7e9568c.
Dec 16 22:47:59.456782 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning complete for port f3fb0ab9-31fb-4455-a1aa-1b3d167ed157 triggered by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:47:59.457162 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:47:59.769089 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1cbb8d5-f03c-4960-93a7-e5cb12e1428a tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Router 71cd7902-f1b0-4193-bf56-baf3ce633f2c has already been hosted by L3 agent 4f519db7-069b-43e2-8411-c092bac9102a {{(pid=87507) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 22:47:59.942682 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1cbb8d5-f03c-4960-93a7-e5cb12e1428a tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify agent at l3_agent.dv-neutron-821829-1-hyperv the message routers_updated {{(pid=87507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 22:47:59.952116 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68d88a69-94dc-48d9-b908-f6246407394f None None] Sync routers for ids ['71cd7902-f1b0-4193-bf56-baf3ce633f2c'] in dv-neutron-821829-1-hyperv {{(pid=87508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 22:47:59.958819 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-d1cbb8d5-f03c-4960-93a7-e5cb12e1428a tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for floatingip, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:47:59.961506 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68d88a69-94dc-48d9-b908-f6246407394f None None] Routers {'71cd7902-f1b0-4193-bf56-baf3ce633f2c'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:47:59.962127 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-68d88a69-94dc-48d9-b908-f6246407394f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b7c1a0970>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:47:31Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['71cd7902-f1b0-4193-bf56-baf3ce633f2c'], 'active': True} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:48:00.011458 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-d1cbb8d5-f03c-4960-93a7-e5cb12e1428a tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "DELETE /v2.0/floatingips/a024fe8d-0fdb-4bc0-b837-ae45f5f3d20d HTTP/1.1" status: 204  len: 168 time: 1.4911950
Dec 16 22:48:00.012354 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84061d9e-78ad-409c-87a3-c29076106dac', 'tag': '42f8ee30-b7d9-4bc4-81ca-464be7e9568c'}] {{(pid=87507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 22:48:00.057840 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84061d9e-78ad-409c-87a3-c29076106dac', 'tag': '42f8ee30-b7d9-4bc4-81ca-464be7e9568c', 'status': 'completed', 'code': 200}
Dec 16 22:48:00.137315 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvr_db [None req-68d88a69-94dc-48d9-b908-f6246407394f None None] Set router 71cd7902-f1b0-4193-bf56-baf3ce633f2c gateway port host: dv-neutron-821829-1-hyperv {{(pid=87508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 22:48:00.175358 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eecdf8b-b3e3-4808-a8e5-bdf7eb1a8109 req-1f2f46f7-f8fc-49b8-a343-cf9e91bcb41f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:48:00.177882 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-8eecdf8b-b3e3-4808-a8e5-bdf7eb1a8109 req-1f2f46f7-f8fc-49b8-a343-cf9e91bcb41f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b7e45fda9ad540a6ac359d1c64c9adb2&device_id=84061d9e-78ad-409c-87a3-c29076106dac HTTP/1.1" status: 200  len: 1098 time: 0.0736918
Dec 16 22:48:00.331304 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eecdf8b-b3e3-4808-a8e5-bdf7eb1a8109 req-2626fa9a-f3b2-4ed9-8d3d-fa7082f6f65c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:48:00.334359 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-8eecdf8b-b3e3-4808-a8e5-bdf7eb1a8109 req-2626fa9a-f3b2-4ed9-8d3d-fa7082f6f65c service neutron] 10.222.0.49 "GET /v2.0/networks?id=c7c7b946-5e11-42ea-bebb-04a3e0687d7c HTTP/1.1" status: 200  len: 898 time: 0.1512134
Dec 16 22:48:00.410685 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-8eecdf8b-b3e3-4808-a8e5-bdf7eb1a8109 req-7f23fa49-efea-4ffe-bace-7c7c772127f6 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=42f8ee30-b7d9-4bc4-81ca-464be7e9568c HTTP/1.1" status: 200  len: 217 time: 0.0685930
Dec 16 22:48:00.473302 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-68d88a69-94dc-48d9-b908-f6246407394f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b7c1a0970>, [{'id': '71cd7902-f1b0-4193-bf56-baf3ce633f2c', 'name': 'tempest-TestNetworkBasicOps-router-122935063', 'tenant_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.229'}], 'enable_snat': True}, 'gw_port_id': 'f3fb0ab9-31fb-4455-a1aa-1b3d167ed157', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:47:00Z', 'updated_at': '2021-12-16T22:47:05Z', 'revision_number': 4, 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'gw_port': {'id': 'f3fb0ab9-31fb-4455-a1aa-1b3d167ed157', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:1a:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71cd7902-f1b0-4193-bf56-baf3ce633f2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:47:01Z', 'updated_at': '2021-12-16T22:47:57Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv', '_interfaces': [{'id': '897973f9-49bf-4ef5-a029-f7885dece59a', 'name': '', 'network_id': 'c7c7b946-5e11-42ea-bebb-04a3e0687d7c', 'tenant_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'mac_address': 'fa:16:3e:bc:c1:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71cd7902-f1b0-4193-bf56-baf3ce633f2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': 'e64d2dc5-723a-4446-a6d0-35d36946e7e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:47:04Z', 'updated_at': '2021-12-16T22:47:55Z', 'revision_number': 7, 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'subnets': [{'id': 'e64d2dc5-723a-4446-a6d0-35d36946e7e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:48:00.476528 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eecdf8b-b3e3-4808-a8e5-bdf7eb1a8109 req-b52b7149-e03b-4ae3-9b79-435b8ae4a8fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:48:00.477968 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-8eecdf8b-b3e3-4808-a8e5-bdf7eb1a8109 req-b52b7149-e03b-4ae3-9b79-435b8ae4a8fe service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e64d2dc5-723a-4446-a6d0-35d36946e7e0 HTTP/1.1" status: 200  len: 835 time: 0.0607316
Dec 16 22:48:00.479483 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68d88a69-94dc-48d9-b908-f6246407394f None None] Checking router: 71cd7902-f1b0-4193-bf56-baf3ce633f2c for host: dv-neutron-821829-1-hyperv {{(pid=87508) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 22:48:00.490353 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68d88a69-94dc-48d9-b908-f6246407394f None None] Routers {'71cd7902-f1b0-4193-bf56-baf3ce633f2c'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:48:00.490997 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-68d88a69-94dc-48d9-b908-f6246407394f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b7c1a0970>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:47:31Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['71cd7902-f1b0-4193-bf56-baf3ce633f2c'], 'active': True} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:48:00.527056 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c4797a-40c6-4375-b068-68b653ea79e5 req-678ea413-9837-478c-aae7-7a2b935c49ad tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:48:00.527749 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [req-90c4797a-40c6-4375-b068-68b653ea79e5 req-678ea413-9837-478c-aae7-7a2b935c49ad tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Synchronizing usage tracker for tenant:b7e45fda9ad540a6ac359d1c64c9adb2 on resource:port {{(pid=87507) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 22:48:00.543992 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [req-90c4797a-40c6-4375-b068-68b653ea79e5 req-678ea413-9837-478c-aae7-7a2b935c49ad tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Unset dirty status for tenant:b7e45fda9ad540a6ac359d1c64c9adb2 on resource:port {{(pid=87507) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 22:48:00.548348 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-90c4797a-40c6-4375-b068-68b653ea79e5 req-678ea413-9837-478c-aae7-7a2b935c49ad tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "GET /v2.0/ports?device_id=84061d9e-78ad-409c-87a3-c29076106dac HTTP/1.1" status: 200  len: 945 time: 0.2405100
Dec 16 22:48:00.560630 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eecdf8b-b3e3-4808-a8e5-bdf7eb1a8109 req-c7733574-3b45-469f-92dc-273582becd1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:48:00.562105 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-8eecdf8b-b3e3-4808-a8e5-bdf7eb1a8109 req-c7733574-3b45-469f-92dc-273582becd1e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c7c7b946-5e11-42ea-bebb-04a3e0687d7c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0762713
Dec 16 22:48:00.596800 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-90c4797a-40c6-4375-b068-68b653ea79e5 req-2f4e8e4c-670b-4929-9b74-2ceb63c2bdbd tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c30336a-47d2-4e80-bda2-e00ea8f74c58&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0445518
Dec 16 22:48:00.658210 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-ca3e7fec-76a8-4af5-845e-7f4a23176b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:48:00.692974 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvr_db [None req-68d88a69-94dc-48d9-b908-f6246407394f None None] Set router 71cd7902-f1b0-4193-bf56-baf3ce633f2c gateway port host: dv-neutron-821829-1-hyperv {{(pid=87508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 22:48:00.707932 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-8eecdf8b-b3e3-4808-a8e5-bdf7eb1a8109 req-e37b7bfc-461b-43d2-b67a-933e67f717ee service neutron] 10.222.0.49 "GET /v2.0/networks/c7c7b946-5e11-42ea-bebb-04a3e0687d7c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1374731
Dec 16 22:48:00.839220 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-8eecdf8b-b3e3-4808-a8e5-bdf7eb1a8109 req-38336441-585b-4a94-adac-4ec80ab0d624 service neutron] 10.222.0.49 "GET /v2.0/networks/c7c7b946-5e11-42ea-bebb-04a3e0687d7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1244142
Dec 16 22:48:01.006371 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-68d88a69-94dc-48d9-b908-f6246407394f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b7c1a0970>, [{'id': '71cd7902-f1b0-4193-bf56-baf3ce633f2c', 'name': 'tempest-TestNetworkBasicOps-router-122935063', 'tenant_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.229'}], 'enable_snat': True}, 'gw_port_id': 'f3fb0ab9-31fb-4455-a1aa-1b3d167ed157', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:47:00Z', 'updated_at': '2021-12-16T22:47:05Z', 'revision_number': 4, 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'gw_port': {'id': 'f3fb0ab9-31fb-4455-a1aa-1b3d167ed157', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:1a:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71cd7902-f1b0-4193-bf56-baf3ce633f2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:47:01Z', 'updated_at': '2021-12-16T22:47:57Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv', '_interfaces': [{'id': '897973f9-49bf-4ef5-a029-f7885dece59a', 'name': '', 'network_id': 'c7c7b946-5e11-42ea-bebb-04a3e0687d7c', 'tenant_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'mac_address': 'fa:16:3e:bc:c1:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71cd7902-f1b0-4193-bf56-baf3ce633f2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': 'e64d2dc5-723a-4446-a6d0-35d36946e7e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:47:04Z', 'updated_at': '2021-12-16T22:47:55Z', 'revision_number': 7, 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'subnets': [{'id': 'e64d2dc5-723a-4446-a6d0-35d36946e7e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:48:01.010484 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68d88a69-94dc-48d9-b908-f6246407394f None None] The sync data for ids ['71cd7902-f1b0-4193-bf56-baf3ce633f2c'] in dv-neutron-821829-1-hyperv is: [{'id': '71cd7902-f1b0-4193-bf56-baf3ce633f2c', 'name': 'tempest-TestNetworkBasicOps-router-122935063', 'tenant_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.229'}], 'enable_snat': True}, 'gw_port_id': 'f3fb0ab9-31fb-4455-a1aa-1b3d167ed157', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:47:00Z', 'updated_at': '2021-12-16T22:47:05Z', 'revision_number': 4, 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'gw_port': {'id': 'f3fb0ab9-31fb-4455-a1aa-1b3d167ed157', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:1a:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71cd7902-f1b0-4193-bf56-baf3ce633f2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:47:01Z', 'updated_at': '2021-12-16T22:47:57Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv', '_interfaces': [{'id': '897973f9-49bf-4ef5-a029-f7885dece59a', 'name': '', 'network_id': 'c7c7b946-5e11-42ea-bebb-04a3e0687d7c', 'tenant_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'mac_address': 'fa:16:3e:bc:c1:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71cd7902-f1b0-4193-bf56-baf3ce633f2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': 'e64d2dc5-723a-4446-a6d0-35d36946e7e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:47:04Z', 'updated_at': '2021-12-16T22:47:55Z', 'revision_number': 7, 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'subnets': [{'id': 'e64d2dc5-723a-4446-a6d0-35d36946e7e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 22:48:01.492422 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-3e729f7f-1589-4d54-9c4a-7ee6b283cc2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:48:01.676526 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:48:01.791871 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1295c8-73a4-408f-a2b4-93954e937c9f req-5d50f5bf-b19e-4a76-a038-9393e9a09cdf tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:48:01.792797 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15971e6-3f90-461e-bfbe-940f9cd97297 req-52ac69b5-4098-44a3-a5ea-153987db7be8 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:48:01.793355 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-bd1295c8-73a4-408f-a2b4-93954e937c9f req-5d50f5bf-b19e-4a76-a038-9393e9a09cdf tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "GET /v2.0/ports?device_id=84061d9e-78ad-409c-87a3-c29076106dac HTTP/1.1" status: 200  len: 945 time: 0.0865192
Dec 16 22:48:01.793536 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [req-a15971e6-3f90-461e-bfbe-940f9cd97297 req-52ac69b5-4098-44a3-a5ea-153987db7be8 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Synchronizing usage tracker for tenant:b7e45fda9ad540a6ac359d1c64c9adb2 on resource:port {{(pid=87506) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 22:48:01.806393 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [req-a15971e6-3f90-461e-bfbe-940f9cd97297 req-52ac69b5-4098-44a3-a5ea-153987db7be8 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Unset dirty status for tenant:b7e45fda9ad540a6ac359d1c64c9adb2 on resource:port {{(pid=87506) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 22:48:01.807556 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-a15971e6-3f90-461e-bfbe-940f9cd97297 req-52ac69b5-4098-44a3-a5ea-153987db7be8 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.49 "GET /v2.0/ports?device_id=84061d9e-78ad-409c-87a3-c29076106dac HTTP/1.1" status: 200  len: 945 time: 0.1001608
Dec 16 22:48:01.814435 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cb06c5a-25ac-424b-b682-4b191b593127 None None] New status for floating IP a024fe8d-0fdb-4bc0-b837-ae45f5f3d20d: DOWN {{(pid=87509) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 16 22:48:01.845345 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-bd1295c8-73a4-408f-a2b4-93954e937c9f req-37726195-b092-41d0-9d2e-a93ff28bd767 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c30336a-47d2-4e80-bda2-e00ea8f74c58&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0453420
Dec 16 22:48:01.885889 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [req-a15971e6-3f90-461e-bfbe-940f9cd97297 req-08e78ce6-9a5f-4fc3-9065-060a7035d2a0 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Deleting port 42f8ee30-b7d9-4bc4-81ca-464be7e9568c {{(pid=87506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:48:01.886228 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-a15971e6-3f90-461e-bfbe-940f9cd97297 req-08e78ce6-9a5f-4fc3-9065-060a7035d2a0 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:48:02.131562 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.db [req-a15971e6-3f90-461e-bfbe-940f9cd97297 req-08e78ce6-9a5f-4fc3-9065-060a7035d2a0 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] For port 42f8ee30-b7d9-4bc4-81ca-464be7e9568c, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=42f8ee30-b7d9-4bc4-81ca-464be7e9568c,segment=NetworkSegment(1dba6b39-6408-4894-a18f-a16caeae99cd),segment_id=1dba6b39-6408-4894-a18f-a16caeae99cd)] {{(pid=87506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:48:02.131859 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-a15971e6-3f90-461e-bfbe-940f9cd97297 req-08e78ce6-9a5f-4fc3-9065-060a7035d2a0 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:48:02.356817 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [req-a15971e6-3f90-461e-bfbe-940f9cd97297 req-08e78ce6-9a5f-4fc3-9065-060a7035d2a0 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Calling delete_port for 42f8ee30-b7d9-4bc4-81ca-464be7e9568c owned by compute:nova {{(pid=87506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:48:02.500625 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-a15971e6-3f90-461e-bfbe-940f9cd97297 req-08e78ce6-9a5f-4fc3-9065-060a7035d2a0 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1863393'] for port, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:48:02.505964 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-2fd98fae-91f2-4f69-86a2-9cab78e84384 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:48:02.549819 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e78ce6-9a5f-4fc3-9065-060a7035d2a0 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Pushing event deleted for resources: {'Port': ['ID=42f8ee30-b7d9-4bc4-81ca-464be7e9568c,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:48:02.591654 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e78ce6-9a5f-4fc3-9065-060a7035d2a0 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:48:02.592076 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e78ce6-9a5f-4fc3-9065-060a7035d2a0 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:48:02.592454 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e78ce6-9a5f-4fc3-9065-060a7035d2a0 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:48:02.592831 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e78ce6-9a5f-4fc3-9065-060a7035d2a0 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:48:02.593203 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e78ce6-9a5f-4fc3-9065-060a7035d2a0 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:48:02.594190 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e78ce6-9a5f-4fc3-9065-060a7035d2a0 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:48:02.594554 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e78ce6-9a5f-4fc3-9065-060a7035d2a0 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:48:02.594920 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e78ce6-9a5f-4fc3-9065-060a7035d2a0 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:48:02.595286 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e78ce6-9a5f-4fc3-9065-060a7035d2a0 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:48:02.595648 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e78ce6-9a5f-4fc3-9065-060a7035d2a0 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:48:02.596029 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e78ce6-9a5f-4fc3-9065-060a7035d2a0 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:48:02.596390 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e78ce6-9a5f-4fc3-9065-060a7035d2a0 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:48:02.625513 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-08e78ce6-9a5f-4fc3-9065-060a7035d2a0 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:48:02.635937 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.l3_dvrscheduler_db [req-a15971e6-3f90-461e-bfbe-940f9cd97297 req-08e78ce6-9a5f-4fc3-9065-060a7035d2a0 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] No DVR routers for this DVR port 42f8ee30-b7d9-4bc4-81ca-464be7e9568c on host hv-neutron-8218 {{(pid=87506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 22:48:02.638274 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-a15971e6-3f90-461e-bfbe-940f9cd97297 req-08e78ce6-9a5f-4fc3-9065-060a7035d2a0 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for port, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:48:02.641353 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84061d9e-78ad-409c-87a3-c29076106dac', 'name': 'network-vif-deleted', 'tag': '42f8ee30-b7d9-4bc4-81ca-464be7e9568c'}] {{(pid=87506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 22:48:02.657192 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-a15971e6-3f90-461e-bfbe-940f9cd97297 req-08e78ce6-9a5f-4fc3-9065-060a7035d2a0 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.49 "DELETE /v2.0/ports/42f8ee30-b7d9-4bc4-81ca-464be7e9568c HTTP/1.1" status: 204  len: 173 time: 0.8430934
Dec 16 22:48:02.689124 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84061d9e-78ad-409c-87a3-c29076106dac', 'name': 'network-vif-deleted', 'tag': '42f8ee30-b7d9-4bc4-81ca-464be7e9568c', 'status': 'completed', 'code': 200}
Dec 16 22:48:03.008275 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-64b0fd15-97ca-4b85-9f33-bdf8fdfeb943 req-37c30853-6862-4086-b5a1-43c4d1d33a23 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "GET /v2.0/ports?device_id=84061d9e-78ad-409c-87a3-c29076106dac HTTP/1.1" status: 200  len: 210 time: 0.0432806
Dec 16 22:48:03.236287 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-4541ba3b-6be8-499c-bc94-3c60aa55c4f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:48:04.101203 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 50328) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:48:04.166494 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-bc4e83cf-cd44-4030-9129-4920e1c2416b tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for security_group, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:48:04.194132 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-bc4e83cf-cd44-4030-9129-4920e1c2416b tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:48:04.255606 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-bc4e83cf-cd44-4030-9129-4920e1c2416b tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841066'] for security_group, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:48:04.259398 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-552a010e-b2c7-4e30-9bcf-97c7b5b3682a tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:48:04.276611 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4e83cf-cd44-4030-9129-4920e1c2416b tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c30336a-47d2-4e80-bda2-e00ea8f74c58,revision_number=None']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:48:04.279825 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-bc4e83cf-cd44-4030-9129-4920e1c2416b tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:48:04.288852 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-bc4e83cf-cd44-4030-9129-4920e1c2416b tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for security_group, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:48:04.289944 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-bc4e83cf-cd44-4030-9129-4920e1c2416b tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "DELETE /v2.0/security-groups/2c30336a-47d2-4e80-bda2-e00ea8f74c58 HTTP/1.1" status: 204  len: 168 time: 0.1877825
Dec 16 22:48:04.322168 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 50334) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:48:04.652476 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Device 42f8ee30-b7d9-4bc4-81ca-464be7e9568c no longer exists at agent hyperv_hv-neutron-8218 {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 22:48:04.684912 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] No Port match for: 42f8ee30-b7d9-4bc4-81ca-464be7e9568c {{(pid=87508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 22:48:04.685267 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Device 42f8ee30-b7d9-4bc4-81ca-464be7e9568c not bound to the agent host hv-neutron-8218 {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 22:48:04.857199 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-8c73ddcd-ce8f-4b25-a741-aff322c8e9ef tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3830176'] for router_interface, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:48:05.199211 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.plugin [None req-8c73ddcd-ce8f-4b25-a741-aff322c8e9ef tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Deleting port 897973f9-49bf-4ef5-a029-f7885dece59a {{(pid=87507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:48:05.199951 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-8c73ddcd-ce8f-4b25-a741-aff322c8e9ef tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:48:05.383360 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.db [None req-8c73ddcd-ce8f-4b25-a741-aff322c8e9ef tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] For port 897973f9-49bf-4ef5-a029-f7885dece59a, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=897973f9-49bf-4ef5-a029-f7885dece59a,segment=NetworkSegment(1dba6b39-6408-4894-a18f-a16caeae99cd),segment_id=1dba6b39-6408-4894-a18f-a16caeae99cd)] {{(pid=87507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:48:05.383716 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-8c73ddcd-ce8f-4b25-a741-aff322c8e9ef tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:48:05.621147 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.plugin [None req-8c73ddcd-ce8f-4b25-a741-aff322c8e9ef tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Calling delete_port for 897973f9-49bf-4ef5-a029-f7885dece59a owned by network:router_interface {{(pid=87507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:48:05.936872 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-8c73ddcd-ce8f-4b25-a741-aff322c8e9ef tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10807823'] for port, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:48:05.941770 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-a31c6fc6-6d76-4436-99d3-bc8f6b59a833 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:48:06.016312 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c73ddcd-ce8f-4b25-a741-aff322c8e9ef tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Pushing event deleted for resources: {'Port': ['ID=897973f9-49bf-4ef5-a029-f7885dece59a,revision_number=None']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:48:06.018853 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-8c73ddcd-ce8f-4b25-a741-aff322c8e9ef tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:48:06.265485 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-8c73ddcd-ce8f-4b25-a741-aff322c8e9ef tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3791449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3739472'] for router_interface, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:48:06.618450 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c73ddcd-ce8f-4b25-a741-aff322c8e9ef tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Router 71cd7902-f1b0-4193-bf56-baf3ce633f2c has already been hosted by L3 agent 4f519db7-069b-43e2-8411-c092bac9102a {{(pid=87507) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 22:48:06.913896 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c73ddcd-ce8f-4b25-a741-aff322c8e9ef tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify agent at l3_agent.dv-neutron-821829-1-hyperv the message routers_updated {{(pid=87507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 22:48:06.923807 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-777dc21b-4396-420e-ac21-bb0ee8082c6a None None] Sync routers for ids ['71cd7902-f1b0-4193-bf56-baf3ce633f2c'] in dv-neutron-821829-1-hyperv {{(pid=87508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 22:48:06.927863 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-8c73ddcd-ce8f-4b25-a741-aff322c8e9ef tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "PUT /v2.0/routers/71cd7902-f1b0-4193-bf56-baf3ce633f2c/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.6043520
Dec 16 22:48:06.930234 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 50338) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:48:06.933254 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-777dc21b-4396-420e-ac21-bb0ee8082c6a None None] Routers {'71cd7902-f1b0-4193-bf56-baf3ce633f2c'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:48:06.933928 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-777dc21b-4396-420e-ac21-bb0ee8082c6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b76fc6340>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:48:01Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['71cd7902-f1b0-4193-bf56-baf3ce633f2c'], 'active': True} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:48:06.993241 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6e60754-001d-4009-8a06-e8d3724a8632 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Deleting subnet e64d2dc5-723a-4446-a6d0-35d36946e7e0 {{(pid=87507) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 16 22:48:06.996205 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-e6e60754-001d-4009-8a06-e8d3724a8632 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for subnet, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:48:07.050546 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-e6e60754-001d-4009-8a06-e8d3724a8632 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2128562'] for subnet, precommit_delete_associations {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:48:07.104863 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvr_db [None req-777dc21b-4396-420e-ac21-bb0ee8082c6a None None] Set router 71cd7902-f1b0-4193-bf56-baf3ce633f2c gateway port host: dv-neutron-821829-1-hyperv {{(pid=87508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 22:48:07.130677 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-e6e60754-001d-4009-8a06-e8d3724a8632 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3328566'] for subnet, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:48:07.201394 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-e6e60754-001d-4009-8a06-e8d3724a8632 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3328622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10807868', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10549621'] for subnet, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:48:07.205468 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-3117601b-a2d6-4062-9d7e-c3f11eb9d0af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:48:07.244064 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e60754-001d-4009-8a06-e8d3724a8632 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Pushing event deleted for resources: {'Subnet': ['ID=e64d2dc5-723a-4446-a6d0-35d36946e7e0,revision_number=None']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:48:07.247081 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-e6e60754-001d-4009-8a06-e8d3724a8632 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:48:07.248069 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-e6e60754-001d-4009-8a06-e8d3724a8632 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for subnet, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:48:07.254007 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-e6e60754-001d-4009-8a06-e8d3724a8632 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "DELETE /v2.0/subnets/e64d2dc5-723a-4446-a6d0-35d36946e7e0 HTTP/1.1" status: 204  len: 168 time: 0.3228476
Dec 16 22:48:07.256647 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 50342) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:48:07.269089 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee189626-0f6e-41f8-a2c5-db0e5f89ff84 None None] Network c7c7b946-5e11-42ea-bebb-04a3e0687d7c requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 22:48:07.436276 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-f3e4a0b3-c279-4264-b5ed-648730a4ef8b tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for router, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:48:07.548983 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-777dc21b-4396-420e-ac21-bb0ee8082c6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b76fc6340>, [{'id': '71cd7902-f1b0-4193-bf56-baf3ce633f2c', 'name': 'tempest-TestNetworkBasicOps-router-122935063', 'tenant_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.229'}], 'enable_snat': True}, 'gw_port_id': 'f3fb0ab9-31fb-4455-a1aa-1b3d167ed157', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:47:00Z', 'updated_at': '2021-12-16T22:48:05Z', 'revision_number': 5, 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'gw_port': {'id': 'f3fb0ab9-31fb-4455-a1aa-1b3d167ed157', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:1a:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71cd7902-f1b0-4193-bf56-baf3ce633f2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:47:01Z', 'updated_at': '2021-12-16T22:47:57Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv'}], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:48:07.553074 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-777dc21b-4396-420e-ac21-bb0ee8082c6a None None] Checking router: 71cd7902-f1b0-4193-bf56-baf3ce633f2c for host: dv-neutron-821829-1-hyperv {{(pid=87508) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 22:48:07.561876 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-777dc21b-4396-420e-ac21-bb0ee8082c6a None None] Routers {'71cd7902-f1b0-4193-bf56-baf3ce633f2c'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:48:07.563057 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-777dc21b-4396-420e-ac21-bb0ee8082c6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b76fc6340>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:48:01Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['71cd7902-f1b0-4193-bf56-baf3ce633f2c'], 'active': True} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:48:07.618177 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94a0f008-a393-4a70-8d23-8cf3dda65ba7 None None] DHCP port deletion for c7c7b946-5e11-42ea-bebb-04a3e0687d7c request from dv-neutron-821829-1-hyperv {{(pid=87508) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 16 22:48:07.619863 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-f3e4a0b3-c279-4264-b5ed-648730a4ef8b tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:48:07.629709 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-94a0f008-a393-4a70-8d23-8cf3dda65ba7 None None] Deleting port 823d1d62-d1e1-4722-a770-9055127be94f {{(pid=87508) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:48:07.629891 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.plugin [None req-f3e4a0b3-c279-4264-b5ed-648730a4ef8b tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Deleting port f3fb0ab9-31fb-4455-a1aa-1b3d167ed157 {{(pid=87507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:48:07.630084 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-f3e4a0b3-c279-4264-b5ed-648730a4ef8b tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:48:07.630209 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-94a0f008-a393-4a70-8d23-8cf3dda65ba7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:48:07.803879 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.db [None req-f3e4a0b3-c279-4264-b5ed-648730a4ef8b tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] For port f3fb0ab9-31fb-4455-a1aa-1b3d167ed157, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=f3fb0ab9-31fb-4455-a1aa-1b3d167ed157,segment=NetworkSegment(a416442d-d143-4052-9f4e-546eb8cbe809),segment_id=a416442d-d143-4052-9f4e-546eb8cbe809)] {{(pid=87507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:48:07.804236 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-f3e4a0b3-c279-4264-b5ed-648730a4ef8b tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:48:07.885671 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvr_db [None req-777dc21b-4396-420e-ac21-bb0ee8082c6a None None] Set router 71cd7902-f1b0-4193-bf56-baf3ce633f2c gateway port host: dv-neutron-821829-1-hyperv {{(pid=87508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 22:48:07.927492 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.plugin [None req-f3e4a0b3-c279-4264-b5ed-648730a4ef8b tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Calling delete_port for f3fb0ab9-31fb-4455-a1aa-1b3d167ed157 owned by network:router_gateway {{(pid=87507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:48:08.043110 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:48:08.092918 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-f3e4a0b3-c279-4264-b5ed-648730a4ef8b tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10807823'] for port, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:48:08.100276 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-f5d46f4a-b496-4e2e-b836-4d787428f91a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:48:08.157013 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-94a0f008-a393-4a70-8d23-8cf3dda65ba7 None None] For port 823d1d62-d1e1-4722-a770-9055127be94f, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=823d1d62-d1e1-4722-a770-9055127be94f,segment=NetworkSegment(1dba6b39-6408-4894-a18f-a16caeae99cd),segment_id=1dba6b39-6408-4894-a18f-a16caeae99cd)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:48:08.157419 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-94a0f008-a393-4a70-8d23-8cf3dda65ba7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:48:08.176634 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e4a0b3-c279-4264-b5ed-648730a4ef8b tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Pushing event deleted for resources: {'Port': ['ID=f3fb0ab9-31fb-4455-a1aa-1b3d167ed157,revision_number=None']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:48:08.179145 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-f3e4a0b3-c279-4264-b5ed-648730a4ef8b tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:48:08.238768 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-f3e4a0b3-c279-4264-b5ed-648730a4ef8b tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3741895'] for router_gateway, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:48:08.278220 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-94a0f008-a393-4a70-8d23-8cf3dda65ba7 None None] Calling delete_port for 823d1d62-d1e1-4722-a770-9055127be94f owned by network:dhcp {{(pid=87508) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:48:08.419117 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-94a0f008-a393-4a70-8d23-8cf3dda65ba7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949'] for port, after_delete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:48:08.424995 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:48:08.475493 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a0f008-a393-4a70-8d23-8cf3dda65ba7 None None] Pushing event deleted for resources: {'Port': ['ID=823d1d62-d1e1-4722-a770-9055127be94f,revision_number=None']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:48:08.477346 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94a0f008-a393-4a70-8d23-8cf3dda65ba7 None None] No DVR routers for this DVR port 823d1d62-d1e1-4722-a770-9055127be94f on host dv-neutron-821829-1-hyperv {{(pid=87508) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 22:48:08.479293 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-94a0f008-a393-4a70-8d23-8cf3dda65ba7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:48:08.495102 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-777dc21b-4396-420e-ac21-bb0ee8082c6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b76fc6340>, [{'id': '71cd7902-f1b0-4193-bf56-baf3ce633f2c', 'name': 'tempest-TestNetworkBasicOps-router-122935063', 'tenant_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.229'}], 'enable_snat': True}, 'gw_port_id': 'f3fb0ab9-31fb-4455-a1aa-1b3d167ed157', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:47:00Z', 'updated_at': '2021-12-16T22:48:05Z', 'revision_number': 5, 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'gw_port': {'id': 'f3fb0ab9-31fb-4455-a1aa-1b3d167ed157', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:1a:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71cd7902-f1b0-4193-bf56-baf3ce633f2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:47:01Z', 'updated_at': '2021-12-16T22:47:57Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv'}], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:48:08.500041 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-777dc21b-4396-420e-ac21-bb0ee8082c6a None None] The sync data for ids ['71cd7902-f1b0-4193-bf56-baf3ce633f2c'] in dv-neutron-821829-1-hyperv is: [{'id': '71cd7902-f1b0-4193-bf56-baf3ce633f2c', 'name': 'tempest-TestNetworkBasicOps-router-122935063', 'tenant_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.229'}], 'enable_snat': True}, 'gw_port_id': 'f3fb0ab9-31fb-4455-a1aa-1b3d167ed157', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:47:00Z', 'updated_at': '2021-12-16T22:48:05Z', 'revision_number': 5, 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'gw_port': {'id': 'f3fb0ab9-31fb-4455-a1aa-1b3d167ed157', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:1a:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71cd7902-f1b0-4193-bf56-baf3ce633f2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:47:01Z', 'updated_at': '2021-12-16T22:47:57Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv'}] {{(pid=87508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 22:48:08.546685 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-f3e4a0b3-c279-4264-b5ed-648730a4ef8b tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3739500', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39002'] for router, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:48:08.548908 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-f3e4a0b3-c279-4264-b5ed-648730a4ef8b tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:48:08.570070 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-f3e4a0b3-c279-4264-b5ed-648730a4ef8b tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3830089'] for router, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:48:08.570553 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3e4a0b3-c279-4264-b5ed-648730a4ef8b tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Fanout notify agent at l3_agent the message router_deleted on router 71cd7902-f1b0-4193-bf56-baf3ce633f2c {{(pid=87507) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 16 22:48:08.585663 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-f3e4a0b3-c279-4264-b5ed-648730a4ef8b tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for router, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:48:08.586813 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-f3e4a0b3-c279-4264-b5ed-648730a4ef8b tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "DELETE /v2.0/routers/71cd7902-f1b0-4193-bf56-baf3ce633f2c HTTP/1.1" status: 204  len: 168 time: 1.3292544
Dec 16 22:48:08.589429 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 50346) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:48:08.700561 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-4a008278-c5b3-4a3e-a850-3996eaee469d tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-825997'] for network, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:48:08.829887 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-4a008278-c5b3-4a3e-a850-3996eaee469d tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3329565', 'neutron.services.segments.db._delete_segments_for_network-8734753546406'] for network, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:48:08.854754 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.services.segments.db [None req-4a008278-c5b3-4a3e-a850-3996eaee469d tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1b77e4bbb0>,) {'filters': {'network_id': ['c7c7b946-5e11-42ea-bebb-04a3e0687d7c']}} {{(pid=87507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:48:08.867161 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.services.segments.db [None req-4a008278-c5b3-4a3e-a850-3996eaee469d tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b77e4bbb0>, '1dba6b39-6408-4894-a18f-a16caeae99cd') {'for_net_delete': True} {{(pid=87507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:48:08.867341 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.services.segments.db [None req-4a008278-c5b3-4a3e-a850-3996eaee469d tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b77e4bbb0>, '1dba6b39-6408-4894-a18f-a16caeae99cd') {} {{(pid=87507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:48:08.879288 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-4a008278-c5b3-4a3e-a850-3996eaee469d tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734753593977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2128549'] for segment, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:48:08.896010 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-4a008278-c5b3-4a3e-a850-3996eaee469d tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-883292'] for segment, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:48:08.902149 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a008278-c5b3-4a3e-a850-3996eaee469d tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Releasing vlan 190 on physical network physnet1 to pool {{(pid=87507) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 16 22:48:08.902653 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-4a008278-c5b3-4a3e-a850-3996eaee469d tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-883285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10808034'] for segment, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:48:08.917397 dv-neutron-821829-1-hyperv neutron-server[87507]: Traceback (most recent call last):
Dec 16 22:48:08.917397 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 16 22:48:08.917397 dv-neutron-821829-1-hyperv neutron-server[87507]:     timer()
Dec 16 22:48:08.917397 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 22:48:08.917397 dv-neutron-821829-1-hyperv neutron-server[87507]:     cb(*args, **kw)
Dec 16 22:48:08.917397 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 22:48:08.917397 dv-neutron-821829-1-hyperv neutron-server[87507]:     return func(*args, **kwargs)
Dec 16 22:48:08.917397 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 22:48:08.917397 dv-neutron-821829-1-hyperv neutron-server[87507]:     self._notify()
Dec 16 22:48:08.917397 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 22:48:08.917397 dv-neutron-821829-1-hyperv neutron-server[87507]:     self.callback(batched_events)
Dec 16 22:48:08.917397 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 22:48:08.917397 dv-neutron-821829-1-hyperv neutron-server[87507]:     event.method(event)
Dec 16 22:48:08.917397 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 22:48:08.917397 dv-neutron-821829-1-hyperv neutron-server[87507]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 22:48:08.917397 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 22:48:08.917397 dv-neutron-821829-1-hyperv neutron-server[87507]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 22:48:08.917397 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 22:48:08.917397 dv-neutron-821829-1-hyperv neutron-server[87507]:     return f(self, *a, **k)
Dec 16 22:48:08.917397 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 16 22:48:08.917397 dv-neutron-821829-1-hyperv neutron-server[87507]:     return self._get(url).json()
Dec 16 22:48:08.917397 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 16 22:48:08.917397 dv-neutron-821829-1-hyperv neutron-server[87507]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 22:48:08.917397 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 16 22:48:08.917397 dv-neutron-821829-1-hyperv neutron-server[87507]:     return self.request(url, 'GET', **kwargs)
Dec 16 22:48:08.917397 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 16 22:48:08.917397 dv-neutron-821829-1-hyperv neutron-server[87507]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 22:48:08.917397 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 16 22:48:08.917397 dv-neutron-821829-1-hyperv neutron-server[87507]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 22:48:08.917397 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 16 22:48:08.917397 dv-neutron-821829-1-hyperv neutron-server[87507]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 22:48:08.917397 dv-neutron-821829-1-hyperv neutron-server[87507]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 22:48:08.997679 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-4a008278-c5b3-4a3e-a850-3996eaee469d tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3329572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3741856'] for network, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:48:09.001546 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-9a5e26c2-2475-4234-a909-a7dd8765212f tempest-RoutersNegativeTest-1851367265 tempest-RoutersNegativeTest-1851367265-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:48:09.015913 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-4a008278-c5b3-4a3e-a850-3996eaee469d tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for network, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:48:09.028106 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a008278-c5b3-4a3e-a850-3996eaee469d tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Pushing event deleted for resources: {'Network': ['ID=c7c7b946-5e11-42ea-bebb-04a3e0687d7c,revision_number=None']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:48:09.030901 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-4a008278-c5b3-4a3e-a850-3996eaee469d tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:48:09.038159 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-4a008278-c5b3-4a3e-a850-3996eaee469d tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "DELETE /v2.0/networks/c7c7b946-5e11-42ea-bebb-04a3e0687d7c HTTP/1.1" status: 204  len: 168 time: 0.4449983
Dec 16 22:48:09.055439 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 50350) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:48:09.063397 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-5df7a9b6-24fe-4d40-a19e-7fdef7f17146 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Request body: {'network': {'name': 'tempest-network-smoke--1599880347', 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'port_security_enabled': True}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:48:09.068652 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-5df7a9b6-24fe-4d40-a19e-7fdef7f17146 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:48:09.072724 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-5df7a9b6-24fe-4d40-a19e-7fdef7f17146 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Usage tracker for resource:network and tenant:b7e45fda9ad540a6ac359d1c64c9adb2 is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:48:09.076667 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-5df7a9b6-24fe-4d40-a19e-7fdef7f17146 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:48:09.084683 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-5df7a9b6-24fe-4d40-a19e-7fdef7f17146 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:48:09.095068 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5df7a9b6-24fe-4d40-a19e-7fdef7f17146 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Made reservation on behalf of b7e45fda9ad540a6ac359d1c64c9adb2 for: {'network': 1} {{(pid=87506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:48:09.098557 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-5df7a9b6-24fe-4d40-a19e-7fdef7f17146 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for network, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:48:09.127001 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5df7a9b6-24fe-4d40-a19e-7fdef7f17146 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] vlan segment allocate from pool success with {'vlan_id': 184, 'physical_network': 'physnet1'}  {{(pid=87506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 22:48:09.136870 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-5df7a9b6-24fe-4d40-a19e-7fdef7f17146 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-883292'] for segment, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:48:09.137265 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.db.segments_db [None req-5df7a9b6-24fe-4d40-a19e-7fdef7f17146 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Added segment fd7b2969-c589-418b-b49d-066c17d823e3 of type vlan for network e9c2c541-8df8-4c94-9665-08ccc2a93032
Dec 16 22:48:09.164571 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-5df7a9b6-24fe-4d40-a19e-7fdef7f17146 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734753047233'] for network, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:48:09.193180 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-5df7a9b6-24fe-4d40-a19e-7fdef7f17146 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440'] for network, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:48:09.198779 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5df7a9b6-24fe-4d40-a19e-7fdef7f17146 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:48:09.199383 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-5df7a9b6-24fe-4d40-a19e-7fdef7f17146 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for network, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:48:09.204963 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-080aa0a3-c49e-4678-8e9e-cf67411ff3b7 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:48:09.324476 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-5df7a9b6-24fe-4d40-a19e-7fdef7f17146 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.2678237
Dec 16 22:48:09.327355 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 50354) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:48:09.332831 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-37b69524-69ba-40f4-a2a6-53eaa4bac5c1 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-966506498', 'admin_state_up': True, 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5'}}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:48:09.333278 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df7a9b6-24fe-4d40-a19e-7fdef7f17146 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Pushing event updated for resources: {'Network': ['ID=e9c2c541-8df8-4c94-9665-08ccc2a93032,revision_number=1']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:48:09.335966 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-5df7a9b6-24fe-4d40-a19e-7fdef7f17146 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:48:09.341757 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-37b69524-69ba-40f4-a2a6-53eaa4bac5c1 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:48:09.343669 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Network e9c2c541-8df8-4c94-9665-08ccc2a93032 details requested by agent ovs-agent-dv-neutron-821829-1-hyperv with host dv-neutron-821829-1-hyperv {{(pid=87508) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 22:48:09.345871 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-37b69524-69ba-40f4-a2a6-53eaa4bac5c1 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Usage tracker for resource:router and tenant:b7e45fda9ad540a6ac359d1c64c9adb2 is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:48:09.348700 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-37b69524-69ba-40f4-a2a6-53eaa4bac5c1 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:48:09.354765 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-37b69524-69ba-40f4-a2a6-53eaa4bac5c1 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:48:09.365538 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-37b69524-69ba-40f4-a2a6-53eaa4bac5c1 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3741155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38980'] for router, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:48:09.366602 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-37b69524-69ba-40f4-a2a6-53eaa4bac5c1 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3743284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3741748', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3896702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-38989'] for router, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:48:09.381744 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-37b69524-69ba-40f4-a2a6-53eaa4bac5c1 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:48:09.537703 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 897973f9-49bf-4ef5-a029-f7885dece59a no longer exists at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 22:48:09.572413 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] No Port match for: 897973f9-49bf-4ef5-a029-f7885dece59a {{(pid=87508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 22:48:09.572959 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 897973f9-49bf-4ef5-a029-f7885dece59a not bound to the agent host dv-neutron-821829-1-hyperv {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 22:48:09.573405 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 823d1d62-d1e1-4722-a770-9055127be94f no longer exists at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 22:48:09.606342 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] No Port match for: 823d1d62-d1e1-4722-a770-9055127be94f {{(pid=87508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 22:48:09.606623 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 823d1d62-d1e1-4722-a770-9055127be94f not bound to the agent host dv-neutron-821829-1-hyperv {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 22:48:09.607055 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device f3fb0ab9-31fb-4455-a1aa-1b3d167ed157 no longer exists at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 22:48:09.642298 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] No Port match for: f3fb0ab9-31fb-4455-a1aa-1b3d167ed157 {{(pid=87508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 22:48:09.642658 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device f3fb0ab9-31fb-4455-a1aa-1b3d167ed157 not bound to the agent host dv-neutron-821829-1-hyperv {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 22:48:09.649515 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-37b69524-69ba-40f4-a2a6-53eaa4bac5c1 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3741702', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3740945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-38947'] for router, precommit_update {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:48:09.943357 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-37b69524-69ba-40f4-a2a6-53eaa4bac5c1 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for router_gateway, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:48:09.975113 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-37b69524-69ba-40f4-a2a6-53eaa4bac5c1 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:48:10.102546 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.db_base_plugin_common [None req-37b69524-69ba-40f4-a2a6-53eaa4bac5c1 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Allocated IP 172.26.0.222 (f8905ce9-304b-4976-bc47-e58c71c11de5/9bca8591-41ef-4f2d-8ecb-ecaab1a28acf/d5939d04-0d27-4b80-bbb7-69f7fe728394) {{(pid=87507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 22:48:10.367268 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-37b69524-69ba-40f4-a2a6-53eaa4bac5c1 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for port, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:48:10.394776 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-37b69524-69ba-40f4-a2a6-53eaa4bac5c1 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10807823'] for port, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:48:10.398283 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-d1cbb8d5-f03c-4960-93a7-e5cb12e1428a tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:48:10.459978 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37b69524-69ba-40f4-a2a6-53eaa4bac5c1 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Network f8905ce9-304b-4976-bc47-e58c71c11de5 is already hosted by enough agents. {{(pid=87507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:48:10.463130 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.base_scheduler [None req-37b69524-69ba-40f4-a2a6-53eaa4bac5c1 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Resources bound (agent type, host, resource id):  {{(pid=87507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:48:10.466767 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37b69524-69ba-40f4-a2a6-53eaa4bac5c1 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Received port after_create {{(pid=87507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 22:48:10.505468 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b69524-69ba-40f4-a2a6-53eaa4bac5c1 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Pushing event updated for resources: {'Port': ['ID=d5939d04-0d27-4b80-bbb7-69f7fe728394,revision_number=1']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:48:10.509616 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-37b69524-69ba-40f4-a2a6-53eaa4bac5c1 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:48:10.871056 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-37b69524-69ba-40f4-a2a6-53eaa4bac5c1 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for router_gateway, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:48:11.194795 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-37b69524-69ba-40f4-a2a6-53eaa4bac5c1 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3740952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3741923'] for router, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:48:11.385746 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37b69524-69ba-40f4-a2a6-53eaa4bac5c1 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Router e20ead96-7b16-4402-951c-0529aab78d57 is scheduled to L3 agent 4f519db7-069b-43e2-8411-c092bac9102a with binding_index 1 {{(pid=87507) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 16 22:48:11.682338 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37b69524-69ba-40f4-a2a6-53eaa4bac5c1 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify agent at l3_agent.dv-neutron-821829-1-hyperv the message routers_updated {{(pid=87507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 22:48:11.693481 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87d2d447-6769-4667-a643-298720577583 None None] Sync routers for ids ['e20ead96-7b16-4402-951c-0529aab78d57'] in dv-neutron-821829-1-hyperv {{(pid=87509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 22:48:11.704348 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87d2d447-6769-4667-a643-298720577583 None None] Routers {'e20ead96-7b16-4402-951c-0529aab78d57'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:48:11.705005 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-87d2d447-6769-4667-a643-298720577583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b7c833d00>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:48:01Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['e20ead96-7b16-4402-951c-0529aab78d57'], 'active': True} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:48:11.710159 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-37b69524-69ba-40f4-a2a6-53eaa4bac5c1 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for router, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:48:11.711343 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-37b69524-69ba-40f4-a2a6-53eaa4bac5c1 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 886 time: 2.3827620
Dec 16 22:48:11.714458 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 50358) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:48:11.757150 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-01534db2-035f-4189-8111-153f8e06d8a1 tempest-TestNetworkBasicOps-761014822 tempest-TestNetworkBasicOps-761014822-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=b7e45fda9ad540a6ac359d1c64c9adb2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0412221
Dec 16 22:48:11.759543 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 50362) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:48:11.879052 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvr_db [None req-87d2d447-6769-4667-a643-298720577583 None None] Set router e20ead96-7b16-4402-951c-0529aab78d57 gateway port host: dv-neutron-821829-1-hyperv {{(pid=87509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 22:48:11.888106 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4eeea8d-c7cf-46c9-a935-dd9e20be9ee3 tempest-TestNetworkBasicOps-761014822 tempest-TestNetworkBasicOps-761014822-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:48:11.889566 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-b4eeea8d-c7cf-46c9-a935-dd9e20be9ee3 tempest-TestNetworkBasicOps-761014822 tempest-TestNetworkBasicOps-761014822-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.1290350
Dec 16 22:48:11.892435 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 50366) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:48:11.931547 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-afc09e6c-6fd8-4401-9115-ceb04cb4b54c tempest-TestNetworkBasicOps-761014822 tempest-TestNetworkBasicOps-761014822-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=f8905ce9-304b-4976-bc47-e58c71c11de5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0378115
Dec 16 22:48:11.933878 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 50370) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:48:11.939179 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-dfd5e1a6-6186-4168-9d70-c1050a93744a tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1913797545', 'network_id': 'e9c2c541-8df8-4c94-9665-08ccc2a93032', 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'ip_version': 4, 'cidr': '172.20.0.0/28', 'dns_nameservers': ['1.2.3.4']}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:48:12.046004 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-dfd5e1a6-6186-4168-9d70-c1050a93744a tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:48:12.050390 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-dfd5e1a6-6186-4168-9d70-c1050a93744a tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Usage tracker for resource:subnet and tenant:b7e45fda9ad540a6ac359d1c64c9adb2 is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:48:12.053129 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-dfd5e1a6-6186-4168-9d70-c1050a93744a tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:48:12.058958 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-dfd5e1a6-6186-4168-9d70-c1050a93744a tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:48:12.068487 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfd5e1a6-6186-4168-9d70-c1050a93744a tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Made reservation on behalf of b7e45fda9ad540a6ac359d1c64c9adb2 for: {'subnet': 1} {{(pid=87506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:48:12.071927 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-dfd5e1a6-6186-4168-9d70-c1050a93744a tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11213078'] for subnet, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:48:12.152036 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-87d2d447-6769-4667-a643-298720577583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b7c833d00>, [{'id': 'e20ead96-7b16-4402-951c-0529aab78d57', 'name': 'tempest-TestNetworkBasicOps-router-966506498', 'tenant_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.222'}], 'enable_snat': True}, 'gw_port_id': 'd5939d04-0d27-4b80-bbb7-69f7fe728394', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:48:09Z', 'updated_at': '2021-12-16T22:48:10Z', 'revision_number': 3, 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'gw_port': {'id': 'd5939d04-0d27-4b80-bbb7-69f7fe728394', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:07:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e20ead96-7b16-4402-951c-0529aab78d57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:48:10Z', 'updated_at': '2021-12-16T22:48:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv'}], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:48:12.155677 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87d2d447-6769-4667-a643-298720577583 None None] Checking router: e20ead96-7b16-4402-951c-0529aab78d57 for host: dv-neutron-821829-1-hyperv {{(pid=87509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 22:48:12.156575 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87d2d447-6769-4667-a643-298720577583 None None] Updating router e20ead96-7b16-4402-951c-0529aab78d57 port d5939d04-0d27-4b80-bbb7-69f7fe728394 binding host dv-neutron-821829-1-hyperv {{(pid=87509) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 16 22:48:12.212822 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron_lib.callbacks.manager [None req-87d2d447-6769-4667-a643-298720577583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:48:12.283837 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-dfd5e1a6-6186-4168-9d70-c1050a93744a tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1863317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11213092'] for subnet, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:48:12.288291 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-fbf472ba-0a4d-4055-855b-22d0c059a65a tempest-NetworksTestDHCPv6-1774539760 tempest-NetworksTestDHCPv6-1774539760-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:48:12.372782 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd5e1a6-6186-4168-9d70-c1050a93744a tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Pushing event updated for resources: {'Subnet': ['ID=a58e3a93-ede2-46ff-8ef3-a0ee0f993868,revision_number=0']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:48:12.374148 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-dfd5e1a6-6186-4168-9d70-c1050a93744a tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:48:12.374148 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfd5e1a6-6186-4168-9d70-c1050a93744a tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Checking segment: {'id': 'fd7b2969-c589-418b-b49d-066c17d823e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'e9c2c541-8df8-4c94-9665-08ccc2a93032'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 22:48:12.374334 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfd5e1a6-6186-4168-9d70-c1050a93744a tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Network hostable DHCP agents. Network: e9c2c541-8df8-4c94-9665-08ccc2a93032, hostable agents: ['3b155c4d-12dc-491e-aa14-6113b06cfacd'], hosted agents: [] {{(pid=87506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 16 22:48:12.395327 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfd5e1a6-6186-4168-9d70-c1050a93744a tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Network e9c2c541-8df8-4c94-9665-08ccc2a93032 is scheduled to be hosted by DHCP agent 3b155c4d-12dc-491e-aa14-6113b06cfacd with binding_index 1 {{(pid=87506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 16 22:48:12.405852 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.base_scheduler [None req-dfd5e1a6-6186-4168-9d70-c1050a93744a tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821829-1-hyperv, e9c2c541-8df8-4c94-9665-08ccc2a93032) {{(pid=87506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:48:12.410494 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfd5e1a6-6186-4168-9d70-c1050a93744a tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:48:12.411327 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-dfd5e1a6-6186-4168-9d70-c1050a93744a tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for subnet, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:48:12.417333 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2b6b293-81db-4a5f-8399-7e7c03482ddd None None] Network e9c2c541-8df8-4c94-9665-08ccc2a93032 requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 22:48:12.434639 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-dfd5e1a6-6186-4168-9d70-c1050a93744a tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 841 time: 0.4997237
Dec 16 22:48:12.437040 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 50374) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:48:12.553757 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron_lib.callbacks.manager [None req-87d2d447-6769-4667-a643-298720577583 None None] Notify callbacks [] for port, precommit_update {{(pid=87509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:48:12.565724 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.provisioning_blocks [None req-87d2d447-6769-4667-a643-298720577583 None None] Transition to ACTIVE for port object d5939d04-0d27-4b80-bbb7-69f7fe728394 will not be triggered until provisioned by entity L2. {{(pid=87509) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:48:12.572692 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron_lib.callbacks.manager [None req-87d2d447-6769-4667-a643-298720577583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:48:12.582382 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG oslo_concurrency.lockutils [None req-d4ddbce5-dba4-4891-a15f-6987266d83e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:48:12.638962 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-172a2e90-689b-4f75-b885-37a8da0f3f4a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1d6bfaf-d325-5e4f-b05d-2441d8339617-e9c2c541-8df8-4c94-9665-08ccc2a93032', 'network_id': 'e9c2c541-8df8-4c94-9665-08ccc2a93032', 'tenant_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'fixed_ips': [{'subnet_id': 'a58e3a93-ede2-46ff-8ef3-a0ee0f993868'}]}} from dv-neutron-821829-1-hyperv. {{(pid=87508) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 16 22:48:12.639851 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-172a2e90-689b-4f75-b885-37a8da0f3f4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:48:12.655542 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.plugins.ml2.managers [None req-87d2d447-6769-4667-a643-298720577583 None None] Attempting to bind port d5939d04-0d27-4b80-bbb7-69f7fe728394 on host dv-neutron-821829-1-hyperv for vnic_type normal with profile  {{(pid=87509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 22:48:12.655542 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.plugins.ml2.managers [None req-87d2d447-6769-4667-a643-298720577583 None None] Attempting to bind port d5939d04-0d27-4b80-bbb7-69f7fe728394 by drivers openvswitch,hyperv on host dv-neutron-821829-1-hyperv at level 0 using segments [{'id': 'a416442d-d143-4052-9f4e-546eb8cbe809', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5'}] {{(pid=87509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 22:48:12.656030 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87d2d447-6769-4667-a643-298720577583 None None] Attempting to bind port d5939d04-0d27-4b80-bbb7-69f7fe728394 on network f8905ce9-304b-4976-bc47-e58c71c11de5 {{(pid=87509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 22:48:12.659263 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cb2ea3-d31a-4952-b511-652604c56de5 None None] Pushing event updated for resources: {'Port': ['ID=d5939d04-0d27-4b80-bbb7-69f7fe728394,revision_number=2']} {{(pid=87509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:48:12.666648 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87d2d447-6769-4667-a643-298720577583 None None] Checking agent: {'id': '5571501f-366e-47a4-9b60-8ef19d935d27', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821829-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 24, 2), 'started_at': datetime.datetime(2021, 12, 16, 22, 24, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 48, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821829-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 22:48:12.667023 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87d2d447-6769-4667-a643-298720577583 None None] Checking segment: {'id': 'a416442d-d143-4052-9f4e-546eb8cbe809', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 22:48:12.667424 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron_lib.callbacks.manager [None req-87d2d447-6769-4667-a643-298720577583 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:48:12.667833 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87d2d447-6769-4667-a643-298720577583 None None] Bound using segment: {'id': 'a416442d-d143-4052-9f4e-546eb8cbe809', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5'} {{(pid=87509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 22:48:12.668303 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.plugins.ml2.managers [None req-87d2d447-6769-4667-a643-298720577583 None None] Bound port: d5939d04-0d27-4b80-bbb7-69f7fe728394, host: dv-neutron-821829-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a416442d-d143-4052-9f4e-546eb8cbe809', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5'}}] {{(pid=87509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 22:48:12.668666 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron_lib.callbacks.manager [None req-87d2d447-6769-4667-a643-298720577583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:48:12.699054 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95cb2ea3-d31a-4952-b511-652604c56de5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:48:12.699789 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95cb2ea3-d31a-4952-b511-652604c56de5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:48:12.699789 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95cb2ea3-d31a-4952-b511-652604c56de5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:48:12.700070 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95cb2ea3-d31a-4952-b511-652604c56de5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:48:12.700170 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95cb2ea3-d31a-4952-b511-652604c56de5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:48:12.700469 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95cb2ea3-d31a-4952-b511-652604c56de5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:48:12.700790 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95cb2ea3-d31a-4952-b511-652604c56de5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:48:12.701107 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95cb2ea3-d31a-4952-b511-652604c56de5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:48:12.701434 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95cb2ea3-d31a-4952-b511-652604c56de5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:48:12.701738 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95cb2ea3-d31a-4952-b511-652604c56de5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:48:12.702103 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95cb2ea3-d31a-4952-b511-652604c56de5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:48:12.703632 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95cb2ea3-d31a-4952-b511-652604c56de5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:48:12.712345 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG oslo_concurrency.lockutils [None req-95cb2ea3-d31a-4952-b511-652604c56de5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=87509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:48:12.754006 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.plugins.ml2.db [None req-87d2d447-6769-4667-a643-298720577583 None None] For port d5939d04-0d27-4b80-bbb7-69f7fe728394, host dv-neutron-821829-1-hyperv, cleared binding levels {{(pid=87509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 22:48:12.757144 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.plugins.ml2.db [None req-87d2d447-6769-4667-a643-298720577583 None None] For port d5939d04-0d27-4b80-bbb7-69f7fe728394, host dv-neutron-821829-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=d5939d04-0d27-4b80-bbb7-69f7fe728394,segment=NetworkSegment(a416442d-d143-4052-9f4e-546eb8cbe809),segment_id=a416442d-d143-4052-9f4e-546eb8cbe809)] {{(pid=87509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 22:48:12.762349 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron_lib.callbacks.manager [None req-87d2d447-6769-4667-a643-298720577583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:48:12.766897 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG oslo_concurrency.lockutils [None req-7cbd206b-8ff1-4aee-aa34-a7a82f684fd0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:48:12.802957 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.db_base_plugin_common [None req-172a2e90-689b-4f75-b885-37a8da0f3f4a None None] Allocated IP 172.20.0.2 (e9c2c541-8df8-4c94-9665-08ccc2a93032/a58e3a93-ede2-46ff-8ef3-a0ee0f993868/665dd0a1-f6bd-4764-8c2e-ff299dacb712) {{(pid=87508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 22:48:12.840433 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87d2d447-6769-4667-a643-298720577583 None None] Routers {'e20ead96-7b16-4402-951c-0529aab78d57'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:48:12.841053 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-87d2d447-6769-4667-a643-298720577583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b7c833d00>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:48:01Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['e20ead96-7b16-4402-951c-0529aab78d57'], 'active': True} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:48:12.926342 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cb2ea3-d31a-4952-b511-652604c56de5 None None] Pushing event updated for resources: {'Port': ['ID=d5939d04-0d27-4b80-bbb7-69f7fe728394,revision_number=3']} {{(pid=87509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:48:12.931047 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG oslo_concurrency.lockutils [None req-95cb2ea3-d31a-4952-b511-652604c56de5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=87509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:48:13.028585 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-172a2e90-689b-4f75-b885-37a8da0f3f4a None None] Notify callbacks [] for port, precommit_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:48:13.042242 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-172a2e90-689b-4f75-b885-37a8da0f3f4a None None] Transition to ACTIVE for port object 665dd0a1-f6bd-4764-8c2e-ff299dacb712 will not be triggered until provisioned by entity L2. {{(pid=87508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:48:13.043151 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvr_db [None req-87d2d447-6769-4667-a643-298720577583 None None] Set router e20ead96-7b16-4402-951c-0529aab78d57 gateway port host: dv-neutron-821829-1-hyperv {{(pid=87509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 22:48:13.060753 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-172a2e90-689b-4f75-b885-37a8da0f3f4a None None] Transition to ACTIVE for port object 665dd0a1-f6bd-4764-8c2e-ff299dacb712 will not be triggered until provisioned by entity DHCP. {{(pid=87508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:48:13.067606 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-172a2e90-689b-4f75-b885-37a8da0f3f4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940'] for port, after_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:48:13.072765 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:48:13.133754 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-172a2e90-689b-4f75-b885-37a8da0f3f4a None None] Network e9c2c541-8df8-4c94-9665-08ccc2a93032 is already hosted by enough agents. {{(pid=87508) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:48:13.137013 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.scheduler.base_scheduler [None req-172a2e90-689b-4f75-b885-37a8da0f3f4a None None] Resources bound (agent type, host, resource id):  {{(pid=87508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:48:13.139793 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-4b42a791-157a-47eb-8492-863b152ca832 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:48:13.140755 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-172a2e90-689b-4f75-b885-37a8da0f3f4a None None] Received port after_create {{(pid=87508) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 22:48:13.149690 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172a2e90-689b-4f75-b885-37a8da0f3f4a None None] Pushing event updated for resources: {'Port': ['ID=665dd0a1-f6bd-4764-8c2e-ff299dacb712,revision_number=1']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:48:13.175638 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-172a2e90-689b-4f75-b885-37a8da0f3f4a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:48:13.236796 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-172a2e90-689b-4f75-b885-37a8da0f3f4a None None] Attempting to bind port 665dd0a1-f6bd-4764-8c2e-ff299dacb712 on host dv-neutron-821829-1-hyperv for vnic_type normal with profile  {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 22:48:13.237411 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-172a2e90-689b-4f75-b885-37a8da0f3f4a None None] Attempting to bind port 665dd0a1-f6bd-4764-8c2e-ff299dacb712 by drivers openvswitch,hyperv on host dv-neutron-821829-1-hyperv at level 0 using segments [{'id': 'fd7b2969-c589-418b-b49d-066c17d823e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'e9c2c541-8df8-4c94-9665-08ccc2a93032'}] {{(pid=87508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 22:48:13.237782 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-172a2e90-689b-4f75-b885-37a8da0f3f4a None None] Attempting to bind port 665dd0a1-f6bd-4764-8c2e-ff299dacb712 on network e9c2c541-8df8-4c94-9665-08ccc2a93032 {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 22:48:13.243070 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-172a2e90-689b-4f75-b885-37a8da0f3f4a None None] Checking agent: {'id': '5571501f-366e-47a4-9b60-8ef19d935d27', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821829-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 24, 2), 'started_at': datetime.datetime(2021, 12, 16, 22, 24, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 48, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821829-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 22:48:13.243876 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-172a2e90-689b-4f75-b885-37a8da0f3f4a None None] Checking segment: {'id': 'fd7b2969-c589-418b-b49d-066c17d823e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'e9c2c541-8df8-4c94-9665-08ccc2a93032'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 22:48:13.243999 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-172a2e90-689b-4f75-b885-37a8da0f3f4a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:48:13.244374 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-172a2e90-689b-4f75-b885-37a8da0f3f4a None None] Bound using segment: {'id': 'fd7b2969-c589-418b-b49d-066c17d823e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'e9c2c541-8df8-4c94-9665-08ccc2a93032'} {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 22:48:13.244961 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-172a2e90-689b-4f75-b885-37a8da0f3f4a None None] Bound port: 665dd0a1-f6bd-4764-8c2e-ff299dacb712, host: dv-neutron-821829-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd7b2969-c589-418b-b49d-066c17d823e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'e9c2c541-8df8-4c94-9665-08ccc2a93032'}}] {{(pid=87508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 22:48:13.245343 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-172a2e90-689b-4f75-b885-37a8da0f3f4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:48:13.329676 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-87d2d447-6769-4667-a643-298720577583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b7c833d00>, [{'id': 'e20ead96-7b16-4402-951c-0529aab78d57', 'name': 'tempest-TestNetworkBasicOps-router-966506498', 'tenant_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.222'}], 'enable_snat': True}, 'gw_port_id': 'd5939d04-0d27-4b80-bbb7-69f7fe728394', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:48:09Z', 'updated_at': '2021-12-16T22:48:10Z', 'revision_number': 3, 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'gw_port': {'id': 'd5939d04-0d27-4b80-bbb7-69f7fe728394', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:07:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e20ead96-7b16-4402-951c-0529aab78d57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:48:10Z', 'updated_at': '2021-12-16T22:48:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv'}], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:48:13.333785 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87d2d447-6769-4667-a643-298720577583 None None] The sync data for ids ['e20ead96-7b16-4402-951c-0529aab78d57'] in dv-neutron-821829-1-hyperv is: [{'id': 'e20ead96-7b16-4402-951c-0529aab78d57', 'name': 'tempest-TestNetworkBasicOps-router-966506498', 'tenant_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.222'}], 'enable_snat': True}, 'gw_port_id': 'd5939d04-0d27-4b80-bbb7-69f7fe728394', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:48:09Z', 'updated_at': '2021-12-16T22:48:10Z', 'revision_number': 3, 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'gw_port': {'id': 'd5939d04-0d27-4b80-bbb7-69f7fe728394', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:07:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e20ead96-7b16-4402-951c-0529aab78d57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:48:10Z', 'updated_at': '2021-12-16T22:48:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv'}] {{(pid=87509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 22:48:13.345472 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-172a2e90-689b-4f75-b885-37a8da0f3f4a None None] For port 665dd0a1-f6bd-4764-8c2e-ff299dacb712, host dv-neutron-821829-1-hyperv, cleared binding levels {{(pid=87508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 22:48:13.349236 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-172a2e90-689b-4f75-b885-37a8da0f3f4a None None] For port 665dd0a1-f6bd-4764-8c2e-ff299dacb712, host dv-neutron-821829-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=665dd0a1-f6bd-4764-8c2e-ff299dacb712,segment=NetworkSegment(fd7b2969-c589-418b-b49d-066c17d823e3),segment_id=fd7b2969-c589-418b-b49d-066c17d823e3)] {{(pid=87508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 22:48:13.353703 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-172a2e90-689b-4f75-b885-37a8da0f3f4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:48:13.362964 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-b0691230-01e2-456c-a244-1887d808f5a3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:48:13.459504 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172a2e90-689b-4f75-b885-37a8da0f3f4a None None] Pushing event updated for resources: {'Port': ['ID=665dd0a1-f6bd-4764-8c2e-ff299dacb712,revision_number=2']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:48:13.462658 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-172a2e90-689b-4f75-b885-37a8da0f3f4a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:48:13.549670 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.db_base_plugin_common [None req-4b42a791-157a-47eb-8492-863b152ca832 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Allocated IP 172.20.0.1 (e9c2c541-8df8-4c94-9665-08ccc2a93032/a58e3a93-ede2-46ff-8ef3-a0ee0f993868/9a3c43c7-4aad-42a1-ae3b-29d9d4949d3b) {{(pid=87507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 22:48:13.742434 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-4b42a791-157a-47eb-8492-863b152ca832 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for port, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:48:13.759731 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.provisioning_blocks [None req-4b42a791-157a-47eb-8492-863b152ca832 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Transition to ACTIVE for port object 9a3c43c7-4aad-42a1-ae3b-29d9d4949d3b will not be triggered until provisioned by entity DHCP. {{(pid=87507) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:48:13.786950 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-4b42a791-157a-47eb-8492-863b152ca832 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10807823'] for port, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:48:13.792596 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-2ddec8e9-c4ae-498c-8b04-ee06e3421551 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:48:14.000354 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b42a791-157a-47eb-8492-863b152ca832 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Network e9c2c541-8df8-4c94-9665-08ccc2a93032 is already hosted by enough agents. {{(pid=87507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:48:14.003969 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.base_scheduler [None req-4b42a791-157a-47eb-8492-863b152ca832 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Resources bound (agent type, host, resource id):  {{(pid=87507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:48:14.008076 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b42a791-157a-47eb-8492-863b152ca832 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Received port after_create {{(pid=87507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 22:48:14.048826 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b42a791-157a-47eb-8492-863b152ca832 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Pushing event updated for resources: {'Port': ['ID=9a3c43c7-4aad-42a1-ae3b-29d9d4949d3b,revision_number=1']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:48:14.053517 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-4b42a791-157a-47eb-8492-863b152ca832 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:48:14.071053 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-4b42a791-157a-47eb-8492-863b152ca832 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3830061'] for router_interface, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:48:14.345464 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-4b42a791-157a-47eb-8492-863b152ca832 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:48:14.492212 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94a944ad-28fd-4b53-814b-f031ca2df1b5 None None] Network e9c2c541-8df8-4c94-9665-08ccc2a93032 requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 22:48:14.612696 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-64842aa4-c132-428e-862d-3b7be95fee29 None None] Provisioning for port 665dd0a1-f6bd-4764-8c2e-ff299dacb712 completed by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 22:48:14.770344 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-4b42a791-157a-47eb-8492-863b152ca832 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for port, precommit_update {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:48:14.775322 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-4b42a791-157a-47eb-8492-863b152ca832 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10807814'] for port, after_update {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:48:14.807780 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-472ec316-10bd-4df9-86db-17e5d050069c tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:48:14.894956 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-4b42a791-157a-47eb-8492-863b152ca832 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3791426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3830222'] for router_interface, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:48:14.898498 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b42a791-157a-47eb-8492-863b152ca832 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Pushing event updated for resources: {'Port': ['ID=9a3c43c7-4aad-42a1-ae3b-29d9d4949d3b,revision_number=2']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:48:14.901846 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-4b42a791-157a-47eb-8492-863b152ca832 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:48:15.034790 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b42a791-157a-47eb-8492-863b152ca832 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Network e9c2c541-8df8-4c94-9665-08ccc2a93032 is already hosted by enough agents. {{(pid=87507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:48:15.036027 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.base_scheduler [None req-4b42a791-157a-47eb-8492-863b152ca832 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Resources bound (agent type, host, resource id):  {{(pid=87507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:48:15.043423 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-63412db4-deff-4bb2-ac94-7283160e31bd None None] Provisioning for port 9a3c43c7-4aad-42a1-ae3b-29d9d4949d3b completed by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 22:48:15.048724 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-63412db4-deff-4bb2-ac94-7283160e31bd None None] Provisioning complete for port 9a3c43c7-4aad-42a1-ae3b-29d9d4949d3b triggered by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:48:15.049118 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-63412db4-deff-4bb2-ac94-7283160e31bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:48:15.108069 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-63412db4-deff-4bb2-ac94-7283160e31bd None None] Port 9a3c43c7-4aad-42a1-ae3b-29d9d4949d3b cannot update to ACTIVE because it is not bound. {{(pid=87508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 22:48:15.225694 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b42a791-157a-47eb-8492-863b152ca832 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Router e20ead96-7b16-4402-951c-0529aab78d57 has already been hosted by L3 agent 4f519db7-069b-43e2-8411-c092bac9102a {{(pid=87507) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 22:48:15.241104 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-407e9aba-a48a-4885-b460-e4b65803e876 None None] Provisioning complete for port 9a3c43c7-4aad-42a1-ae3b-29d9d4949d3b triggered by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:48:15.241794 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-407e9aba-a48a-4885-b460-e4b65803e876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:48:15.300180 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-407e9aba-a48a-4885-b460-e4b65803e876 None None] Port 9a3c43c7-4aad-42a1-ae3b-29d9d4949d3b cannot update to ACTIVE because it is not bound. {{(pid=87508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 22:48:15.416699 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b42a791-157a-47eb-8492-863b152ca832 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify agent at l3_agent.dv-neutron-821829-1-hyperv the message routers_updated {{(pid=87507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 22:48:15.419192 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-50df2026-106f-4fd4-bbaf-cf8df8b8ee73 None None] Provisioning complete for port 9a3c43c7-4aad-42a1-ae3b-29d9d4949d3b triggered by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:48:15.419584 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-50df2026-106f-4fd4-bbaf-cf8df8b8ee73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:48:15.442425 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-4b42a791-157a-47eb-8492-863b152ca832 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "PUT /v2.0/routers/e20ead96-7b16-4402-951c-0529aab78d57/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.0042343
Dec 16 22:48:15.445152 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 50378) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:48:15.453618 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a263542e-cd50-41dc-b3e3-6714b0b88d1e None None] Sync routers for ids ['e20ead96-7b16-4402-951c-0529aab78d57'] in dv-neutron-821829-1-hyperv {{(pid=87508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 22:48:15.455727 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device d5939d04-0d27-4b80-bbb7-69f7fe728394 up at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 22:48:15.527194 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a263542e-cd50-41dc-b3e3-6714b0b88d1e None None] Routers {'e20ead96-7b16-4402-951c-0529aab78d57'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:48:15.527866 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-a263542e-cd50-41dc-b3e3-6714b0b88d1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b7c3102b0>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:48:01Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['e20ead96-7b16-4402-951c-0529aab78d57'], 'active': True} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:48:15.582224 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-50df2026-106f-4fd4-bbaf-cf8df8b8ee73 None None] Port 9a3c43c7-4aad-42a1-ae3b-29d9d4949d3b cannot update to ACTIVE because it is not bound. {{(pid=87508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 22:48:15.584118 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5f658fa-b940-4ad7-88bf-5e805cb0b06f tempest-TestNetworkBasicOps-761014822 tempest-TestNetworkBasicOps-761014822-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:48:15.584720 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5f658fa-b940-4ad7-88bf-5e805cb0b06f tempest-TestNetworkBasicOps-761014822 tempest-TestNetworkBasicOps-761014822-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:48:15.585187 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5f658fa-b940-4ad7-88bf-5e805cb0b06f tempest-TestNetworkBasicOps-761014822 tempest-TestNetworkBasicOps-761014822-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:48:15.585909 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5f658fa-b940-4ad7-88bf-5e805cb0b06f tempest-TestNetworkBasicOps-761014822 tempest-TestNetworkBasicOps-761014822-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:48:15.587273 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-e5f658fa-b940-4ad7-88bf-5e805cb0b06f tempest-TestNetworkBasicOps-761014822 tempest-TestNetworkBasicOps-761014822-project-admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200  len: 2886 time: 0.1413236
Dec 16 22:48:15.590197 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 50382) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:48:15.693557 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning for port d5939d04-0d27-4b80-bbb7-69f7fe728394 completed by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 22:48:15.702675 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning complete for port d5939d04-0d27-4b80-bbb7-69f7fe728394 triggered by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:48:15.703066 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:48:15.762668 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvr_db [None req-a263542e-cd50-41dc-b3e3-6714b0b88d1e None None] Set router e20ead96-7b16-4402-951c-0529aab78d57 gateway port host: dv-neutron-821829-1-hyperv {{(pid=87508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 22:48:15.792979 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d6e50a6-44d9-4260-920c-2a3314672572 tempest-TestNetworkBasicOps-761014822 tempest-TestNetworkBasicOps-761014822-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:48:15.793541 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d6e50a6-44d9-4260-920c-2a3314672572 tempest-TestNetworkBasicOps-761014822 tempest-TestNetworkBasicOps-761014822-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:48:15.793927 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d6e50a6-44d9-4260-920c-2a3314672572 tempest-TestNetworkBasicOps-761014822 tempest-TestNetworkBasicOps-761014822-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:48:15.794375 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d6e50a6-44d9-4260-920c-2a3314672572 tempest-TestNetworkBasicOps-761014822 tempest-TestNetworkBasicOps-761014822-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:48:15.796013 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-3d6e50a6-44d9-4260-920c-2a3314672572 tempest-TestNetworkBasicOps-761014822 tempest-TestNetworkBasicOps-761014822-project-admin] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2737 time: 0.2048304
Dec 16 22:48:15.799283 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 50386) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:48:15.999747 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-e28e08e9-007a-43c7-981f-4ee55b08505e tempest-TestNetworkBasicOps-761014822 tempest-TestNetworkBasicOps-761014822-project-admin] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200  len: 1607 time: 0.1992011
Dec 16 22:48:16.025534 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:48:16.066110 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] For port d5939d04-0d27-4b80-bbb7-69f7fe728394, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=d5939d04-0d27-4b80-bbb7-69f7fe728394,segment=NetworkSegment(a416442d-d143-4052-9f4e-546eb8cbe809),segment_id=a416442d-d143-4052-9f4e-546eb8cbe809)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:48:16.071359 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:48:16.072213 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 665dd0a1-f6bd-4764-8c2e-ff299dacb712 up at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 22:48:16.097487 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-94a0f008-a393-4a70-8d23-8cf3dda65ba7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:48:16.230977 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Pushing event updated for resources: {'Port': ['ID=d5939d04-0d27-4b80-bbb7-69f7fe728394,revision_number=4']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:48:16.235688 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:48:16.243377 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning for port 665dd0a1-f6bd-4764-8c2e-ff299dacb712 completed by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 22:48:16.251037 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning complete for port 665dd0a1-f6bd-4764-8c2e-ff299dacb712 triggered by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:48:16.251357 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:48:16.258743 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 50392) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:48:16.263921 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-6f8268b2-5f6f-41ce-9377-32a57ed8d199 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1492037506', 'description': 'tempest-secgroup-smoke-1492037506 description', 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2'}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:48:16.270425 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-6f8268b2-5f6f-41ce-9377-32a57ed8d199 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:48:16.274405 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-6f8268b2-5f6f-41ce-9377-32a57ed8d199 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Usage tracker for resource:security_group and tenant:b7e45fda9ad540a6ac359d1c64c9adb2 is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:48:16.277258 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-6f8268b2-5f6f-41ce-9377-32a57ed8d199 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:48:16.282975 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-6f8268b2-5f6f-41ce-9377-32a57ed8d199 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:48:16.293174 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-6f8268b2-5f6f-41ce-9377-32a57ed8d199 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for security_group, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:48:16.294804 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-a263542e-cd50-41dc-b3e3-6714b0b88d1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b7c3102b0>, [{'id': 'e20ead96-7b16-4402-951c-0529aab78d57', 'name': 'tempest-TestNetworkBasicOps-router-966506498', 'tenant_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.222'}], 'enable_snat': True}, 'gw_port_id': 'd5939d04-0d27-4b80-bbb7-69f7fe728394', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:48:09Z', 'updated_at': '2021-12-16T22:48:14Z', 'revision_number': 4, 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'gw_port': {'id': 'd5939d04-0d27-4b80-bbb7-69f7fe728394', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:07:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e20ead96-7b16-4402-951c-0529aab78d57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:48:10Z', 'updated_at': '2021-12-16T22:48:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv', '_interfaces': [{'id': '9a3c43c7-4aad-42a1-ae3b-29d9d4949d3b', 'name': '', 'network_id': 'e9c2c541-8df8-4c94-9665-08ccc2a93032', 'tenant_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'mac_address': 'fa:16:3e:33:d5:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e20ead96-7b16-4402-951c-0529aab78d57', 'device_owner': 'network:router_interface', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': 'a58e3a93-ede2-46ff-8ef3-a0ee0f993868', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:48:13Z', 'updated_at': '2021-12-16T22:48:14Z', 'revision_number': 2, 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'subnets': [{'id': 'a58e3a93-ede2-46ff-8ef3-a0ee0f993868', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:48:16.308414 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a263542e-cd50-41dc-b3e3-6714b0b88d1e None None] Checking router: e20ead96-7b16-4402-951c-0529aab78d57 for host: dv-neutron-821829-1-hyperv {{(pid=87508) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 22:48:16.308780 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a263542e-cd50-41dc-b3e3-6714b0b88d1e None None] Updating router e20ead96-7b16-4402-951c-0529aab78d57 port 9a3c43c7-4aad-42a1-ae3b-29d9d4949d3b binding host dv-neutron-821829-1-hyperv {{(pid=87508) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 16 22:48:16.314120 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-6f8268b2-5f6f-41ce-9377-32a57ed8d199 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:48:16.317821 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-6f8268b2-5f6f-41ce-9377-32a57ed8d199 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Usage tracker for resource:security_group_rule and tenant:b7e45fda9ad540a6ac359d1c64c9adb2 is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:48:16.320567 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-6f8268b2-5f6f-41ce-9377-32a57ed8d199 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:48:16.326072 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-6f8268b2-5f6f-41ce-9377-32a57ed8d199 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:48:16.369525 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-a263542e-cd50-41dc-b3e3-6714b0b88d1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:48:16.394809 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-6f8268b2-5f6f-41ce-9377-32a57ed8d199 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for security_group, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:48:16.406997 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-6f8268b2-5f6f-41ce-9377-32a57ed8d199 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841066'] for security_group, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:48:16.412388 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-276193d0-05af-4cdc-9906-b5608b7a0e31 tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:48:16.452347 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8268b2-5f6f-41ce-9377-32a57ed8d199 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa45e904-c93d-46bc-95c0-9e92ae13b0cf,revision_number=1']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:48:16.455530 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-6f8268b2-5f6f-41ce-9377-32a57ed8d199 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:48:16.459532 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-6f8268b2-5f6f-41ce-9377-32a57ed8d199 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for security_group, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:48:16.463620 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-6f8268b2-5f6f-41ce-9377-32a57ed8d199 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1796 time: 0.2013342
Dec 16 22:48:16.464308 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 50396) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:48:16.470383 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-27b68e64-29b6-4057-897e-829d68a50bd9 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Request body: {'security_group_rule': {'security_group_id': 'fa45e904-c93d-46bc-95c0-9e92ae13b0cf', 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:48:16.476582 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-27b68e64-29b6-4057-897e-829d68a50bd9 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:48:16.480802 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-27b68e64-29b6-4057-897e-829d68a50bd9 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Usage tracker for resource:security_group_rule and tenant:b7e45fda9ad540a6ac359d1c64c9adb2 is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:48:16.484734 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-27b68e64-29b6-4057-897e-829d68a50bd9 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:48:16.490776 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-27b68e64-29b6-4057-897e-829d68a50bd9 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:48:16.507202 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-27b68e64-29b6-4057-897e-829d68a50bd9 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:48:16.533212 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:48:16.568096 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-27b68e64-29b6-4057-897e-829d68a50bd9 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:48:16.571556 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-27b68e64-29b6-4057-897e-829d68a50bd9 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841137'] for security_group_rule, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:48:16.573369 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-69851f0c-f1ef-4545-89d0-cf040f9d0f33 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:48:16.596186 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b68e64-29b6-4057-897e-829d68a50bd9 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c5b9457-c063-4e70-84dd-4402b403c981,revision_number=0']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:48:16.600698 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-27b68e64-29b6-4057-897e-829d68a50bd9 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:48:16.605531 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-27b68e64-29b6-4057-897e-829d68a50bd9 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:48:16.610072 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-27b68e64-29b6-4057-897e-829d68a50bd9 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1417701
Dec 16 22:48:16.610269 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 50400) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:48:16.615304 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-e9e89706-c39d-40d2-b63f-d069fc6cc4d8 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Request body: {'security_group_rule': {'security_group_id': 'fa45e904-c93d-46bc-95c0-9e92ae13b0cf', 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:48:16.620938 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-e9e89706-c39d-40d2-b63f-d069fc6cc4d8 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:48:16.624714 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-e9e89706-c39d-40d2-b63f-d069fc6cc4d8 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Usage tracker for resource:security_group_rule and tenant:b7e45fda9ad540a6ac359d1c64c9adb2 is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:48:16.625629 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] For port 665dd0a1-f6bd-4764-8c2e-ff299dacb712, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=665dd0a1-f6bd-4764-8c2e-ff299dacb712,segment=NetworkSegment(fd7b2969-c589-418b-b49d-066c17d823e3),segment_id=fd7b2969-c589-418b-b49d-066c17d823e3)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:48:16.627656 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-e9e89706-c39d-40d2-b63f-d069fc6cc4d8 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:48:16.632476 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:48:16.633655 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-e9e89706-c39d-40d2-b63f-d069fc6cc4d8 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:48:16.649213 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:48:16.653944 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-e9e89706-c39d-40d2-b63f-d069fc6cc4d8 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:48:16.714535 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-e9e89706-c39d-40d2-b63f-d069fc6cc4d8 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:48:16.717842 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-e9e89706-c39d-40d2-b63f-d069fc6cc4d8 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841137'] for security_group_rule, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:48:16.725581 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-a2d9ca5a-b2bb-4789-829a-3e6383fc444a tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:48:16.745481 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e89706-c39d-40d2-b63f-d069fc6cc4d8 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6acf640b-2657-4865-a5b6-1167489bfc6b,revision_number=0']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:48:16.747887 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-e9e89706-c39d-40d2-b63f-d069fc6cc4d8 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:48:16.752193 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-e9e89706-c39d-40d2-b63f-d069fc6cc4d8 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:48:16.756038 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-e9e89706-c39d-40d2-b63f-d069fc6cc4d8 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1421964
Dec 16 22:48:16.756179 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 50404) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:48:16.761294 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-e463f928-ae7c-4d58-9f2d-0723860cbcfa tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Request body: {'security_group_rule': {'security_group_id': 'fa45e904-c93d-46bc-95c0-9e92ae13b0cf', 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:48:16.767448 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-e463f928-ae7c-4d58-9f2d-0723860cbcfa tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:48:16.771183 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-e463f928-ae7c-4d58-9f2d-0723860cbcfa tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Usage tracker for resource:security_group_rule and tenant:b7e45fda9ad540a6ac359d1c64c9adb2 is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:48:16.774690 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-e463f928-ae7c-4d58-9f2d-0723860cbcfa tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:48:16.778624 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Pushing event updated for resources: {'Port': ['ID=665dd0a1-f6bd-4764-8c2e-ff299dacb712,revision_number=3']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:48:16.780349 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-e463f928-ae7c-4d58-9f2d-0723860cbcfa tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:48:16.790618 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:48:16.798059 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-e463f928-ae7c-4d58-9f2d-0723860cbcfa tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:48:16.858224 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-e463f928-ae7c-4d58-9f2d-0723860cbcfa tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:48:16.861906 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-e463f928-ae7c-4d58-9f2d-0723860cbcfa tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841137'] for security_group_rule, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:48:16.863673 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-e9e89706-c39d-40d2-b63f-d069fc6cc4d8 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:48:16.887197 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e463f928-ae7c-4d58-9f2d-0723860cbcfa tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=232350a1-9f52-4397-b415-be3d4edaeead,revision_number=0']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:48:16.887435 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-a263542e-cd50-41dc-b3e3-6714b0b88d1e None None] Notify callbacks [] for port, precommit_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:48:16.889639 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-e463f928-ae7c-4d58-9f2d-0723860cbcfa tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:48:16.897806 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-e463f928-ae7c-4d58-9f2d-0723860cbcfa tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:48:16.901878 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-e463f928-ae7c-4d58-9f2d-0723860cbcfa tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1421483
Dec 16 22:48:16.902007 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-a263542e-cd50-41dc-b3e3-6714b0b88d1e None None] Transition to ACTIVE for port object 9a3c43c7-4aad-42a1-ae3b-29d9d4949d3b will not be triggered until provisioned by entity L2. {{(pid=87508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:48:16.902102 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 50408) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:48:16.907666 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-403885a6-16f2-4421-a659-133e48ce1f50 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Request body: {'security_group_rule': {'security_group_id': 'fa45e904-c93d-46bc-95c0-9e92ae13b0cf', 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:48:16.908992 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-a263542e-cd50-41dc-b3e3-6714b0b88d1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:48:16.913466 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-172a2e90-689b-4f75-b885-37a8da0f3f4a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:48:16.913975 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-403885a6-16f2-4421-a659-133e48ce1f50 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:48:16.917792 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-403885a6-16f2-4421-a659-133e48ce1f50 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Usage tracker for resource:security_group_rule and tenant:b7e45fda9ad540a6ac359d1c64c9adb2 is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:48:16.920608 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-403885a6-16f2-4421-a659-133e48ce1f50 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:48:16.926280 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-403885a6-16f2-4421-a659-133e48ce1f50 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:48:16.942254 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-403885a6-16f2-4421-a659-133e48ce1f50 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:48:17.011101 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-403885a6-16f2-4421-a659-133e48ce1f50 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:48:17.016734 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-403885a6-16f2-4421-a659-133e48ce1f50 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841137'] for security_group_rule, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:48:17.018600 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-6973e5a0-35da-4bda-ae15-8de5a6700b72 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:48:17.043131 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403885a6-16f2-4421-a659-133e48ce1f50 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91ff6fe4-10c3-4bc5-a923-cb7b453c7220,revision_number=0']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:48:17.047906 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-403885a6-16f2-4421-a659-133e48ce1f50 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:48:17.052987 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-403885a6-16f2-4421-a659-133e48ce1f50 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:48:17.054350 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-403885a6-16f2-4421-a659-133e48ce1f50 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1514113
Dec 16 22:48:17.057095 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 50412) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:48:17.063017 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-d6a7c14f-9808-4278-9103-96f29aabbcd1 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Request body: {'security_group_rule': {'security_group_id': 'fa45e904-c93d-46bc-95c0-9e92ae13b0cf', 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:48:17.070896 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d68ea6-a04f-49cc-9e40-c6b91dea306e None None] Pushing event updated for resources: {'Port': ['ID=9a3c43c7-4aad-42a1-ae3b-29d9d4949d3b,revision_number=3']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:48:17.072271 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-d6a7c14f-9808-4278-9103-96f29aabbcd1 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:48:17.077464 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-d6a7c14f-9808-4278-9103-96f29aabbcd1 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Usage tracker for resource:security_group_rule and tenant:b7e45fda9ad540a6ac359d1c64c9adb2 is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:48:17.078400 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-81d68ea6-a04f-49cc-9e40-c6b91dea306e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:48:17.081045 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-d6a7c14f-9808-4278-9103-96f29aabbcd1 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:48:17.086728 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-d6a7c14f-9808-4278-9103-96f29aabbcd1 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:48:17.101043 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.db.securitygroups_db [None req-d6a7c14f-9808-4278-9103-96f29aabbcd1 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Project b7e45fda9ad540a6ac359d1c64c9adb2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 16 22:48:17.109460 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-d6a7c14f-9808-4278-9103-96f29aabbcd1 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:48:17.129275 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-a263542e-cd50-41dc-b3e3-6714b0b88d1e None None] Attempting to bind port 9a3c43c7-4aad-42a1-ae3b-29d9d4949d3b on host dv-neutron-821829-1-hyperv for vnic_type normal with profile  {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 22:48:17.129658 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-a263542e-cd50-41dc-b3e3-6714b0b88d1e None None] Attempting to bind port 9a3c43c7-4aad-42a1-ae3b-29d9d4949d3b by drivers openvswitch,hyperv on host dv-neutron-821829-1-hyperv at level 0 using segments [{'id': 'fd7b2969-c589-418b-b49d-066c17d823e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'e9c2c541-8df8-4c94-9665-08ccc2a93032'}] {{(pid=87508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 22:48:17.130038 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a263542e-cd50-41dc-b3e3-6714b0b88d1e None None] Attempting to bind port 9a3c43c7-4aad-42a1-ae3b-29d9d4949d3b on network e9c2c541-8df8-4c94-9665-08ccc2a93032 {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 22:48:17.135486 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a263542e-cd50-41dc-b3e3-6714b0b88d1e None None] Checking agent: {'id': '5571501f-366e-47a4-9b60-8ef19d935d27', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821829-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 24, 2), 'started_at': datetime.datetime(2021, 12, 16, 22, 24, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 48, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821829-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 22:48:17.135904 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a263542e-cd50-41dc-b3e3-6714b0b88d1e None None] Checking segment: {'id': 'fd7b2969-c589-418b-b49d-066c17d823e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'e9c2c541-8df8-4c94-9665-08ccc2a93032'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 22:48:17.136320 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-a263542e-cd50-41dc-b3e3-6714b0b88d1e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:48:17.136731 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a263542e-cd50-41dc-b3e3-6714b0b88d1e None None] Bound using segment: {'id': 'fd7b2969-c589-418b-b49d-066c17d823e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'e9c2c541-8df8-4c94-9665-08ccc2a93032'} {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 22:48:17.137357 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-a263542e-cd50-41dc-b3e3-6714b0b88d1e None None] Bound port: 9a3c43c7-4aad-42a1-ae3b-29d9d4949d3b, host: dv-neutron-821829-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd7b2969-c589-418b-b49d-066c17d823e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'e9c2c541-8df8-4c94-9665-08ccc2a93032'}}] {{(pid=87508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 22:48:17.137751 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-a263542e-cd50-41dc-b3e3-6714b0b88d1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:48:17.193962 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-d6a7c14f-9808-4278-9103-96f29aabbcd1 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:48:17.198757 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-d6a7c14f-9808-4278-9103-96f29aabbcd1 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841137'] for security_group_rule, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:48:17.200694 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-33150bfd-946a-4f7f-a5d6-512e28bf4d51 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:48:17.220919 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a7c14f-9808-4278-9103-96f29aabbcd1 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a210cce-83f1-4f8e-a928-97c86cf44054,revision_number=0']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:48:17.224840 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-d6a7c14f-9808-4278-9103-96f29aabbcd1 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:48:17.232718 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-d6a7c14f-9808-4278-9103-96f29aabbcd1 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:48:17.234201 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-d6a7c14f-9808-4278-9103-96f29aabbcd1 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1758635
Dec 16 22:48:17.237071 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 50416) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:48:17.240370 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-a263542e-cd50-41dc-b3e3-6714b0b88d1e None None] For port 9a3c43c7-4aad-42a1-ae3b-29d9d4949d3b, host dv-neutron-821829-1-hyperv, cleared binding levels {{(pid=87508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 22:48:17.242325 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-31cf5f81-a7d9-4b2d-b7c2-1ef3c42cf21f tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Request body: {'security_group_rule': {'security_group_id': 'fa45e904-c93d-46bc-95c0-9e92ae13b0cf', 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:48:17.243438 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-a263542e-cd50-41dc-b3e3-6714b0b88d1e None None] For port 9a3c43c7-4aad-42a1-ae3b-29d9d4949d3b, host dv-neutron-821829-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=9a3c43c7-4aad-42a1-ae3b-29d9d4949d3b,segment=NetworkSegment(fd7b2969-c589-418b-b49d-066c17d823e3),segment_id=fd7b2969-c589-418b-b49d-066c17d823e3)] {{(pid=87508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 22:48:17.247454 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-a263542e-cd50-41dc-b3e3-6714b0b88d1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:48:17.248636 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-31cf5f81-a7d9-4b2d-b7c2-1ef3c42cf21f tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:48:17.252321 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-dcaf77d3-12ea-416a-a96d-735c506fdf25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:48:17.252943 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-31cf5f81-a7d9-4b2d-b7c2-1ef3c42cf21f tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Usage tracker for resource:security_group_rule and tenant:b7e45fda9ad540a6ac359d1c64c9adb2 is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:48:17.255744 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-31cf5f81-a7d9-4b2d-b7c2-1ef3c42cf21f tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:48:17.261365 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-31cf5f81-a7d9-4b2d-b7c2-1ef3c42cf21f tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:48:17.272174 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.db.securitygroups_db [None req-31cf5f81-a7d9-4b2d-b7c2-1ef3c42cf21f tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Project b7e45fda9ad540a6ac359d1c64c9adb2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 16 22:48:17.278593 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-31cf5f81-a7d9-4b2d-b7c2-1ef3c42cf21f tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:48:17.323976 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a263542e-cd50-41dc-b3e3-6714b0b88d1e None None] Routers {'e20ead96-7b16-4402-951c-0529aab78d57'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:48:17.324626 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-a263542e-cd50-41dc-b3e3-6714b0b88d1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b7c3102b0>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:48:01Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['e20ead96-7b16-4402-951c-0529aab78d57'], 'active': True} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:48:17.349743 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-31cf5f81-a7d9-4b2d-b7c2-1ef3c42cf21f tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:48:17.355206 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-31cf5f81-a7d9-4b2d-b7c2-1ef3c42cf21f tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841137'] for security_group_rule, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:48:17.373997 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-8090285f-54f5-4f08-a734-8435e04d0c4f tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:48:17.391794 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d68ea6-a04f-49cc-9e40-c6b91dea306e None None] Pushing event updated for resources: {'Port': ['ID=9a3c43c7-4aad-42a1-ae3b-29d9d4949d3b,revision_number=4']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:48:17.393711 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cf5f81-a7d9-4b2d-b7c2-1ef3c42cf21f tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=acfaf938-db3f-4a75-b25f-f93decfc9378,revision_number=0']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:48:17.396711 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-31cf5f81-a7d9-4b2d-b7c2-1ef3c42cf21f tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:48:17.396983 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-81d68ea6-a04f-49cc-9e40-c6b91dea306e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:48:17.406910 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-31cf5f81-a7d9-4b2d-b7c2-1ef3c42cf21f tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:48:17.409399 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-31cf5f81-a7d9-4b2d-b7c2-1ef3c42cf21f tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1706214
Dec 16 22:48:17.511729 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device d5939d04-0d27-4b80-bbb7-69f7fe728394 up at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 22:48:17.599120 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [req-7432f122-bbe8-4473-a5c0-153052b20611 req-2d88d2ed-c364-404e-9658-d1a53a82b064 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Synchronizing usage tracker for tenant:b7e45fda9ad540a6ac359d1c64c9adb2 on resource:security_group {{(pid=87507) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 22:48:17.613109 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvr_db [None req-a263542e-cd50-41dc-b3e3-6714b0b88d1e None None] Set router e20ead96-7b16-4402-951c-0529aab78d57 gateway port host: dv-neutron-821829-1-hyperv {{(pid=87508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 22:48:17.615194 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [req-7432f122-bbe8-4473-a5c0-153052b20611 req-2d88d2ed-c364-404e-9658-d1a53a82b064 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Unset dirty status for tenant:b7e45fda9ad540a6ac359d1c64c9adb2 on resource:security_group {{(pid=87507) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 22:48:17.616381 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-7432f122-bbe8-4473-a5c0-153052b20611 req-2d88d2ed-c364-404e-9658-d1a53a82b064 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1492037506&fields=id&tenant_id=b7e45fda9ad540a6ac359d1c64c9adb2 HTTP/1.1" status: 200  len: 267 time: 0.0560560
Dec 16 22:48:17.742399 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning complete for port d5939d04-0d27-4b80-bbb7-69f7fe728394 triggered by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:48:17.742399 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:48:17.764866 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7432f122-bbe8-4473-a5c0-153052b20611 req-244e26e8-0cc2-450a-80db-e6022e8ce36b tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:48:17.765564 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [req-7432f122-bbe8-4473-a5c0-153052b20611 req-244e26e8-0cc2-450a-80db-e6022e8ce36b tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Synchronizing usage tracker for tenant:b7e45fda9ad540a6ac359d1c64c9adb2 on resource:network {{(pid=87507) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 22:48:17.781076 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [req-7432f122-bbe8-4473-a5c0-153052b20611 req-244e26e8-0cc2-450a-80db-e6022e8ce36b tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Unset dirty status for tenant:b7e45fda9ad540a6ac359d1c64c9adb2 on resource:network {{(pid=87507) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 22:48:17.782146 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-7432f122-bbe8-4473-a5c0-153052b20611 req-244e26e8-0cc2-450a-80db-e6022e8ce36b tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "GET /v2.0/networks?id=e9c2c541-8df8-4c94-9665-08ccc2a93032 HTTP/1.1" status: 200  len: 797 time: 0.1591961
Dec 16 22:48:17.797218 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-7432f122-bbe8-4473-a5c0-153052b20611 req-f7e977dd-6dd6-4861-86d1-4bf043635e6e tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "GET /v2.0/quotas/b7e45fda9ad540a6ac359d1c64c9adb2 HTTP/1.1" status: 200  len: 375 time: 0.0089428
Dec 16 22:48:17.878899 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [req-7432f122-bbe8-4473-a5c0-153052b20611 req-6cf11893-1e28-445e-8542-a922d34fd181 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Synchronizing usage tracker for tenant:b7e45fda9ad540a6ac359d1c64c9adb2 on resource:port {{(pid=87507) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 22:48:17.893433 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [req-7432f122-bbe8-4473-a5c0-153052b20611 req-6cf11893-1e28-445e-8542-a922d34fd181 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Unset dirty status for tenant:b7e45fda9ad540a6ac359d1c64c9adb2 on resource:port {{(pid=87507) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 22:48:17.894741 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-7432f122-bbe8-4473-a5c0-153052b20611 req-6cf11893-1e28-445e-8542-a922d34fd181 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=b7e45fda9ad540a6ac359d1c64c9adb2&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0919759
Dec 16 22:48:18.033159 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-7432f122-bbe8-4473-a5c0-153052b20611 req-d032b6d0-eaf2-48ef-9993-e40806282a53 service neutron] 10.222.0.13 "GET /v2.0/networks/e9c2c541-8df8-4c94-9665-08ccc2a93032?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1261833
Dec 16 22:48:18.054507 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 665dd0a1-f6bd-4764-8c2e-ff299dacb712 up at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 22:48:18.134571 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning complete for port 665dd0a1-f6bd-4764-8c2e-ff299dacb712 triggered by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:48:18.134960 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:48:18.162375 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-7432f122-bbe8-4473-a5c0-153052b20611 req-dc47468b-9928-431d-9f56-d58a426ca2dc service neutron] 10.222.0.13 "GET /v2.0/networks/e9c2c541-8df8-4c94-9665-08ccc2a93032?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1234305
Dec 16 22:48:18.167075 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-a263542e-cd50-41dc-b3e3-6714b0b88d1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b7c3102b0>, [{'id': 'e20ead96-7b16-4402-951c-0529aab78d57', 'name': 'tempest-TestNetworkBasicOps-router-966506498', 'tenant_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.222'}], 'enable_snat': True}, 'gw_port_id': 'd5939d04-0d27-4b80-bbb7-69f7fe728394', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:48:09Z', 'updated_at': '2021-12-16T22:48:14Z', 'revision_number': 4, 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'gw_port': {'id': 'd5939d04-0d27-4b80-bbb7-69f7fe728394', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:07:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e20ead96-7b16-4402-951c-0529aab78d57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:48:10Z', 'updated_at': '2021-12-16T22:48:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv', '_interfaces': [{'id': '9a3c43c7-4aad-42a1-ae3b-29d9d4949d3b', 'name': '', 'network_id': 'e9c2c541-8df8-4c94-9665-08ccc2a93032', 'tenant_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'mac_address': 'fa:16:3e:33:d5:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e20ead96-7b16-4402-951c-0529aab78d57', 'device_owner': 'network:router_interface', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': 'a58e3a93-ede2-46ff-8ef3-a0ee0f993868', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:48:13Z', 'updated_at': '2021-12-16T22:48:17Z', 'revision_number': 4, 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'subnets': [{'id': 'a58e3a93-ede2-46ff-8ef3-a0ee0f993868', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:48:18.178087 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a263542e-cd50-41dc-b3e3-6714b0b88d1e None None] The sync data for ids ['e20ead96-7b16-4402-951c-0529aab78d57'] in dv-neutron-821829-1-hyperv is: [{'id': 'e20ead96-7b16-4402-951c-0529aab78d57', 'name': 'tempest-TestNetworkBasicOps-router-966506498', 'tenant_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.222'}], 'enable_snat': True}, 'gw_port_id': 'd5939d04-0d27-4b80-bbb7-69f7fe728394', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:48:09Z', 'updated_at': '2021-12-16T22:48:14Z', 'revision_number': 4, 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'gw_port': {'id': 'd5939d04-0d27-4b80-bbb7-69f7fe728394', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:07:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e20ead96-7b16-4402-951c-0529aab78d57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:48:10Z', 'updated_at': '2021-12-16T22:48:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv', '_interfaces': [{'id': '9a3c43c7-4aad-42a1-ae3b-29d9d4949d3b', 'name': '', 'network_id': 'e9c2c541-8df8-4c94-9665-08ccc2a93032', 'tenant_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'mac_address': 'fa:16:3e:33:d5:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e20ead96-7b16-4402-951c-0529aab78d57', 'device_owner': 'network:router_interface', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': 'a58e3a93-ede2-46ff-8ef3-a0ee0f993868', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:48:13Z', 'updated_at': '2021-12-16T22:48:17Z', 'revision_number': 4, 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'subnets': [{'id': 'a58e3a93-ede2-46ff-8ef3-a0ee0f993868', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 22:48:18.376445 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-f451d23d-5c50-4101-b654-3f57b96f55d6 req-551c4682-b73f-4fba-ac03-7db693227e4f tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "GET /v2.0/ports?device_id=c4a17098-1811-443e-a1f3-f6627eacc7b3 HTTP/1.1" status: 200  len: 210 time: 0.0427344
Dec 16 22:48:19.433063 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 9a3c43c7-4aad-42a1-ae3b-29d9d4949d3b up at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 22:48:19.525427 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7432f122-bbe8-4473-a5c0-153052b20611 req-26a0ef9b-6bb8-4498-b2e2-9fa15f89a2c7 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:48:19.526789 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [req-7432f122-bbe8-4473-a5c0-153052b20611 req-26a0ef9b-6bb8-4498-b2e2-9fa15f89a2c7 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Synchronizing usage tracker for tenant:b7e45fda9ad540a6ac359d1c64c9adb2 on resource:network {{(pid=87506) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 22:48:19.536086 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning for port 9a3c43c7-4aad-42a1-ae3b-29d9d4949d3b completed by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 22:48:19.541610 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning complete for port 9a3c43c7-4aad-42a1-ae3b-29d9d4949d3b triggered by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:48:19.542272 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:48:19.543719 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [req-7432f122-bbe8-4473-a5c0-153052b20611 req-26a0ef9b-6bb8-4498-b2e2-9fa15f89a2c7 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Unset dirty status for tenant:b7e45fda9ad540a6ac359d1c64c9adb2 on resource:network {{(pid=87506) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 22:48:19.545047 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-7432f122-bbe8-4473-a5c0-153052b20611 req-26a0ef9b-6bb8-4498-b2e2-9fa15f89a2c7 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.49 "GET /v2.0/networks?id=e9c2c541-8df8-4c94-9665-08ccc2a93032 HTTP/1.1" status: 200  len: 797 time: 0.1898584
Dec 16 22:48:19.563823 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-1ea2de9b-c11c-455a-a829-e54704008066 req-4f9936bc-139b-4296-86b9-ee2813a7404c tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "GET /v2.0/ports?device_id=c4a17098-1811-443e-a1f3-f6627eacc7b3 HTTP/1.1" status: 200  len: 210 time: 0.0556397
Dec 16 22:48:19.603977 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-7432f122-bbe8-4473-a5c0-153052b20611 req-4d02cccf-c640-4085-8bc8-d53c26bf8738 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b7e45fda9ad540a6ac359d1c64c9adb2 HTTP/1.1" status: 200  len: 380 time: 0.0428991
Dec 16 22:48:19.613258 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [req-7432f122-bbe8-4473-a5c0-153052b20611 req-c7ba812c-a28e-4374-8cee-5a5b05ff01d0 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Request body: {'port': {'device_id': 'c4a17098-1811-443e-a1f3-f6627eacc7b3', 'network_id': 'e9c2c541-8df8-4c94-9665-08ccc2a93032', 'admin_state_up': True, 'tenant_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'security_groups': ['fa45e904-c93d-46bc-95c0-9e92ae13b0cf']}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:48:19.663619 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:48:19.698385 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] For port 9a3c43c7-4aad-42a1-ae3b-29d9d4949d3b, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=9a3c43c7-4aad-42a1-ae3b-29d9d4949d3b,segment=NetworkSegment(fd7b2969-c589-418b-b49d-066c17d823e3),segment_id=fd7b2969-c589-418b-b49d-066c17d823e3)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:48:19.701414 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:48:19.703806 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:48:19.749846 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [req-7432f122-bbe8-4473-a5c0-153052b20611 req-c7ba812c-a28e-4374-8cee-5a5b05ff01d0 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:48:19.759339 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [req-7432f122-bbe8-4473-a5c0-153052b20611 req-c7ba812c-a28e-4374-8cee-5a5b05ff01d0 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:48:19.768960 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7432f122-bbe8-4473-a5c0-153052b20611 req-c7ba812c-a28e-4374-8cee-5a5b05ff01d0 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Made reservation on behalf of b7e45fda9ad540a6ac359d1c64c9adb2 for: {'port': 1} {{(pid=87506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:48:19.772275 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Pushing event updated for resources: {'Port': ['ID=9a3c43c7-4aad-42a1-ae3b-29d9d4949d3b,revision_number=5']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:48:19.772435 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-7432f122-bbe8-4473-a5c0-153052b20611 req-c7ba812c-a28e-4374-8cee-5a5b05ff01d0 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:48:19.775260 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:48:20.036339 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.db_base_plugin_common [req-7432f122-bbe8-4473-a5c0-153052b20611 req-c7ba812c-a28e-4374-8cee-5a5b05ff01d0 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Allocated IP 172.20.0.3 (e9c2c541-8df8-4c94-9665-08ccc2a93032/a58e3a93-ede2-46ff-8ef3-a0ee0f993868/b43e110e-d70f-49bd-aa8c-f4a6a700b98c) {{(pid=87506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 22:48:20.215854 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-7432f122-bbe8-4473-a5c0-153052b20611 req-c7ba812c-a28e-4374-8cee-5a5b05ff01d0 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for port, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:48:20.231077 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.provisioning_blocks [req-7432f122-bbe8-4473-a5c0-153052b20611 req-c7ba812c-a28e-4374-8cee-5a5b05ff01d0 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Transition to ACTIVE for port object b43e110e-d70f-49bd-aa8c-f4a6a700b98c will not be triggered until provisioned by entity DHCP. {{(pid=87506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:48:20.255049 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-7432f122-bbe8-4473-a5c0-153052b20611 req-c7ba812c-a28e-4374-8cee-5a5b05ff01d0 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1863393'] for port, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:48:20.260387 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-9af40196-3253-4369-9293-19cc8ed2a1a4 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:48:20.327777 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7432f122-bbe8-4473-a5c0-153052b20611 req-c7ba812c-a28e-4374-8cee-5a5b05ff01d0 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Network e9c2c541-8df8-4c94-9665-08ccc2a93032 is already hosted by enough agents. {{(pid=87506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:48:20.330779 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.base_scheduler [req-7432f122-bbe8-4473-a5c0-153052b20611 req-c7ba812c-a28e-4374-8cee-5a5b05ff01d0 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Resources bound (agent type, host, resource id):  {{(pid=87506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:48:20.334592 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.l3_dvrscheduler_db [req-7432f122-bbe8-4473-a5c0-153052b20611 req-c7ba812c-a28e-4374-8cee-5a5b05ff01d0 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Received port after_create {{(pid=87506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 22:48:20.365435 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ba812c-a28e-4374-8cee-5a5b05ff01d0 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Pushing event updated for resources: {'Port': ['ID=b43e110e-d70f-49bd-aa8c-f4a6a700b98c,revision_number=1']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:48:20.376623 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-c7ba812c-a28e-4374-8cee-5a5b05ff01d0 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:48:20.401599 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7432f122-bbe8-4473-a5c0-153052b20611 req-c7ba812c-a28e-4374-8cee-5a5b05ff01d0 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:48:20.402233 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-7432f122-bbe8-4473-a5c0-153052b20611 req-c7ba812c-a28e-4374-8cee-5a5b05ff01d0 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for port, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:48:20.429136 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-7432f122-bbe8-4473-a5c0-153052b20611 req-c7ba812c-a28e-4374-8cee-5a5b05ff01d0 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.8202562
Dec 16 22:48:20.495215 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [req-7432f122-bbe8-4473-a5c0-153052b20611 req-c3d6592f-4e2c-45ee-aa3b-4634e76738cd service neutron] Request body: {'port': {'device_id': 'c4a17098-1811-443e-a1f3-f6627eacc7b3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8218'}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:48:20.600852 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-a62681fe-7eda-44c4-b185-6b622cb71f49 None None] Provisioning for port b43e110e-d70f-49bd-aa8c-f4a6a700b98c completed by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 22:48:20.605925 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-a62681fe-7eda-44c4-b185-6b622cb71f49 None None] Provisioning complete for port b43e110e-d70f-49bd-aa8c-f4a6a700b98c triggered by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:48:20.606298 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-a62681fe-7eda-44c4-b185-6b622cb71f49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:48:20.607420 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-7432f122-bbe8-4473-a5c0-153052b20611 req-c3d6592f-4e2c-45ee-aa3b-4634e76738cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:48:20.660066 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-a62681fe-7eda-44c4-b185-6b622cb71f49 None None] Port b43e110e-d70f-49bd-aa8c-f4a6a700b98c cannot update to ACTIVE because it is not bound. {{(pid=87508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 22:48:20.751349 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5da458-1b01-45b8-8772-e04ee7640a85 req-cb616c27-0717-4aa0-9c34-99f88134785b tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:48:20.752915 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-ff5da458-1b01-45b8-8772-e04ee7640a85 req-cb616c27-0717-4aa0-9c34-99f88134785b tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "GET /v2.0/ports?device_id=c4a17098-1811-443e-a1f3-f6627eacc7b3 HTTP/1.1" status: 200  len: 931 time: 0.0794897
Dec 16 22:48:20.797110 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-ff5da458-1b01-45b8-8772-e04ee7640a85 req-7e7be38c-c020-4663-aa26-a396cf8da1bf tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "GET /v2.0/security-groups?id=fa45e904-c93d-46bc-95c0-9e92ae13b0cf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0385976
Dec 16 22:48:20.943869 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.notifiers.nova [req-7432f122-bbe8-4473-a5c0-153052b20611 req-c3d6592f-4e2c-45ee-aa3b-4634e76738cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b43e110e-d70f-49bd-aa8c-f4a6a700b98c {{(pid=87506) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 22:48:20.950799 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-7432f122-bbe8-4473-a5c0-153052b20611 req-c3d6592f-4e2c-45ee-aa3b-4634e76738cd service neutron] Notify callbacks [] for port, precommit_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:48:20.964946 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.provisioning_blocks [req-7432f122-bbe8-4473-a5c0-153052b20611 req-c3d6592f-4e2c-45ee-aa3b-4634e76738cd service neutron] Transition to ACTIVE for port object b43e110e-d70f-49bd-aa8c-f4a6a700b98c will not be triggered until provisioned by entity L2. {{(pid=87506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:48:20.968495 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-7432f122-bbe8-4473-a5c0-153052b20611 req-c3d6592f-4e2c-45ee-aa3b-4634e76738cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1863400'] for port, after_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:48:20.972848 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-d412083b-9354-401f-bfef-066b9db85e02 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:48:21.125152 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d6592f-4e2c-45ee-aa3b-4634e76738cd service neutron] Pushing event updated for resources: {'Port': ['ID=b43e110e-d70f-49bd-aa8c-f4a6a700b98c,revision_number=2']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:48:21.132800 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-c3d6592f-4e2c-45ee-aa3b-4634e76738cd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:48:21.218582 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.managers [req-7432f122-bbe8-4473-a5c0-153052b20611 req-c3d6592f-4e2c-45ee-aa3b-4634e76738cd service neutron] Attempting to bind port b43e110e-d70f-49bd-aa8c-f4a6a700b98c on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=87506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 22:48:21.218850 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.managers [req-7432f122-bbe8-4473-a5c0-153052b20611 req-c3d6592f-4e2c-45ee-aa3b-4634e76738cd service neutron] Attempting to bind port b43e110e-d70f-49bd-aa8c-f4a6a700b98c by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': 'fd7b2969-c589-418b-b49d-066c17d823e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'e9c2c541-8df8-4c94-9665-08ccc2a93032'}] {{(pid=87506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 22:48:21.219167 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7432f122-bbe8-4473-a5c0-153052b20611 req-c3d6592f-4e2c-45ee-aa3b-4634e76738cd service neutron] Attempting to bind port b43e110e-d70f-49bd-aa8c-f4a6a700b98c on network e9c2c541-8df8-4c94-9665-08ccc2a93032 {{(pid=87506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 22:48:21.223551 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7432f122-bbe8-4473-a5c0-153052b20611 req-c3d6592f-4e2c-45ee-aa3b-4634e76738cd service neutron] Port b43e110e-d70f-49bd-aa8c-f4a6a700b98c on network e9c2c541-8df8-4c94-9665-08ccc2a93032 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=87506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 16 22:48:21.223898 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7432f122-bbe8-4473-a5c0-153052b20611 req-c3d6592f-4e2c-45ee-aa3b-4634e76738cd service neutron] Attempting to bind port b43e110e-d70f-49bd-aa8c-f4a6a700b98c on network e9c2c541-8df8-4c94-9665-08ccc2a93032 {{(pid=87506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 22:48:21.228823 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7432f122-bbe8-4473-a5c0-153052b20611 req-c3d6592f-4e2c-45ee-aa3b-4634e76738cd service neutron] Checking agent: {'id': '849b5cbb-8f70-4c31-8f37-fd42f8351747', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8218', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 30, 8), 'started_at': datetime.datetime(2021, 12, 16, 22, 30, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 48, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 22:48:21.229159 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7432f122-bbe8-4473-a5c0-153052b20611 req-c3d6592f-4e2c-45ee-aa3b-4634e76738cd service neutron] Checking segment: {'id': 'fd7b2969-c589-418b-b49d-066c17d823e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'e9c2c541-8df8-4c94-9665-08ccc2a93032'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 22:48:21.229650 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7432f122-bbe8-4473-a5c0-153052b20611 req-c3d6592f-4e2c-45ee-aa3b-4634e76738cd service neutron] Bound using segment: {'id': 'fd7b2969-c589-418b-b49d-066c17d823e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'e9c2c541-8df8-4c94-9665-08ccc2a93032'} {{(pid=87506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 22:48:21.230068 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.managers [req-7432f122-bbe8-4473-a5c0-153052b20611 req-c3d6592f-4e2c-45ee-aa3b-4634e76738cd service neutron] Bound port: b43e110e-d70f-49bd-aa8c-f4a6a700b98c, host: hv-neutron-8218, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd7b2969-c589-418b-b49d-066c17d823e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'e9c2c541-8df8-4c94-9665-08ccc2a93032'}}] {{(pid=87506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 22:48:21.230399 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-7432f122-bbe8-4473-a5c0-153052b20611 req-c3d6592f-4e2c-45ee-aa3b-4634e76738cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:48:21.320910 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.db [req-7432f122-bbe8-4473-a5c0-153052b20611 req-c3d6592f-4e2c-45ee-aa3b-4634e76738cd service neutron] For port b43e110e-d70f-49bd-aa8c-f4a6a700b98c, host hv-neutron-8218, cleared binding levels {{(pid=87506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 22:48:21.323940 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.db [req-7432f122-bbe8-4473-a5c0-153052b20611 req-c3d6592f-4e2c-45ee-aa3b-4634e76738cd service neutron] For port b43e110e-d70f-49bd-aa8c-f4a6a700b98c, host hv-neutron-8218, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=b43e110e-d70f-49bd-aa8c-f4a6a700b98c,segment=NetworkSegment(fd7b2969-c589-418b-b49d-066c17d823e3),segment_id=fd7b2969-c589-418b-b49d-066c17d823e3)] {{(pid=87506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 22:48:21.327593 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-7432f122-bbe8-4473-a5c0-153052b20611 req-c3d6592f-4e2c-45ee-aa3b-4634e76738cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1863400'] for port, after_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:48:21.331944 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-187d5d04-67d8-475e-9865-9bda4d2cdc49 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:48:21.381287 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7432f122-bbe8-4473-a5c0-153052b20611 req-c3d6592f-4e2c-45ee-aa3b-4634e76738cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:48:21.381909 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-7432f122-bbe8-4473-a5c0-153052b20611 req-c3d6592f-4e2c-45ee-aa3b-4634e76738cd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for port, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:48:21.383258 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-7432f122-bbe8-4473-a5c0-153052b20611 req-c3d6592f-4e2c-45ee-aa3b-4634e76738cd service neutron] 10.222.0.49 "PUT /v2.0/ports/b43e110e-d70f-49bd-aa8c-f4a6a700b98c HTTP/1.1" status: 200  len: 1093 time: 0.9399462
Dec 16 22:48:21.383886 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4a17098-1811-443e-a1f3-f6627eacc7b3', 'tag': 'b43e110e-d70f-49bd-aa8c-f4a6a700b98c'}] {{(pid=87506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 22:48:21.409475 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 9a3c43c7-4aad-42a1-ae3b-29d9d4949d3b up at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 22:48:21.417883 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d6592f-4e2c-45ee-aa3b-4634e76738cd service neutron] Pushing event updated for resources: {'Port': ['ID=b43e110e-d70f-49bd-aa8c-f4a6a700b98c,revision_number=3']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:48:21.429615 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-c3d6592f-4e2c-45ee-aa3b-4634e76738cd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:48:21.478114 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4a17098-1811-443e-a1f3-f6627eacc7b3', 'tag': 'b43e110e-d70f-49bd-aa8c-f4a6a700b98c', 'status': 'completed', 'code': 200}
Dec 16 22:48:21.500827 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning complete for port 9a3c43c7-4aad-42a1-ae3b-29d9d4949d3b triggered by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:48:21.501117 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:48:21.527132 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7432f122-bbe8-4473-a5c0-153052b20611 req-d865fa2c-9f62-4d4a-95c2-5c3bae3b0c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:48:21.528777 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-7432f122-bbe8-4473-a5c0-153052b20611 req-d865fa2c-9f62-4d4a-95c2-5c3bae3b0c2e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b7e45fda9ad540a6ac359d1c64c9adb2&device_id=c4a17098-1811-443e-a1f3-f6627eacc7b3 HTTP/1.1" status: 200  len: 1096 time: 0.0903220
Dec 16 22:48:21.612053 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-7432f122-bbe8-4473-a5c0-153052b20611 req-99755720-39ec-4ae7-979e-727e74218459 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b43e110e-d70f-49bd-aa8c-f4a6a700b98c HTTP/1.1" status: 200  len: 217 time: 0.0699892
Dec 16 22:48:21.674076 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7432f122-bbe8-4473-a5c0-153052b20611 req-c424f429-867d-4e39-9854-82bafc4dc2df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:48:21.675430 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-7432f122-bbe8-4473-a5c0-153052b20611 req-c424f429-867d-4e39-9854-82bafc4dc2df service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a58e3a93-ede2-46ff-8ef3-a0ee0f993868 HTTP/1.1" status: 200  len: 844 time: 0.0575256
Dec 16 22:48:21.750352 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7432f122-bbe8-4473-a5c0-153052b20611 req-45537625-f7a3-478b-963f-a7bf0cb60c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:48:21.751736 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-7432f122-bbe8-4473-a5c0-153052b20611 req-45537625-f7a3-478b-963f-a7bf0cb60c6a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e9c2c541-8df8-4c94-9665-08ccc2a93032&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0702746
Dec 16 22:48:21.985132 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b1c29c-9fdc-44c9-b6f7-d0c24e452bb6 req-9cee8cf1-bf79-4639-9614-b1b8acf4f4d0 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:48:21.986071 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-7432f122-bbe8-4473-a5c0-153052b20611 req-94b17da1-78cd-4a95-aa19-9b5335ceb466 service neutron] 10.222.0.49 "GET /v2.0/networks/e9c2c541-8df8-4c94-9665-08ccc2a93032?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2277229
Dec 16 22:48:21.986562 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-51b1c29c-9fdc-44c9-b6f7-d0c24e452bb6 req-9cee8cf1-bf79-4639-9614-b1b8acf4f4d0 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "GET /v2.0/ports?device_id=c4a17098-1811-443e-a1f3-f6627eacc7b3 HTTP/1.1" status: 200  len: 943 time: 0.0838888
Dec 16 22:48:22.032404 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-51b1c29c-9fdc-44c9-b6f7-d0c24e452bb6 req-e914c00f-4f7a-4275-9f9f-a2ddecb68f7b tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "GET /v2.0/security-groups?id=fa45e904-c93d-46bc-95c0-9e92ae13b0cf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0395367
Dec 16 22:48:22.116511 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-7432f122-bbe8-4473-a5c0-153052b20611 req-7375fbfe-4720-4aee-8a09-7b6b72eaad93 service neutron] 10.222.0.49 "GET /v2.0/networks/e9c2c541-8df8-4c94-9665-08ccc2a93032?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1240370
Dec 16 22:48:22.272769 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bc9c1b-9a1f-433f-8e39-ce224c4ddc21 req-886b0eba-eccb-4eae-8334-5ba810016663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:48:22.274222 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-c4bc9c1b-9a1f-433f-8e39-ce224c4ddc21 req-886b0eba-eccb-4eae-8334-5ba810016663 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b7e45fda9ad540a6ac359d1c64c9adb2&device_id=c4a17098-1811-443e-a1f3-f6627eacc7b3 HTTP/1.1" status: 200  len: 1096 time: 0.0742209
Dec 16 22:48:22.404419 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bc9c1b-9a1f-433f-8e39-ce224c4ddc21 req-fa1bb0a7-55c2-407d-be1b-8eb7889235b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:48:22.405908 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-c4bc9c1b-9a1f-433f-8e39-ce224c4ddc21 req-fa1bb0a7-55c2-407d-be1b-8eb7889235b5 service neutron] 10.222.0.49 "GET /v2.0/networks?id=e9c2c541-8df8-4c94-9665-08ccc2a93032 HTTP/1.1" status: 200  len: 898 time: 0.1253121
Dec 16 22:48:22.493598 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-c4bc9c1b-9a1f-433f-8e39-ce224c4ddc21 req-e5daa254-44b5-4ecc-9587-80fa5497e1d4 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b43e110e-d70f-49bd-aa8c-f4a6a700b98c HTTP/1.1" status: 200  len: 217 time: 0.0794697
Dec 16 22:48:22.555108 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bc9c1b-9a1f-433f-8e39-ce224c4ddc21 req-2b2839eb-9c39-47ac-9edb-376585e92492 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:48:22.556506 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-c4bc9c1b-9a1f-433f-8e39-ce224c4ddc21 req-2b2839eb-9c39-47ac-9edb-376585e92492 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a58e3a93-ede2-46ff-8ef3-a0ee0f993868 HTTP/1.1" status: 200  len: 844 time: 0.0559328
Dec 16 22:48:22.632960 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bc9c1b-9a1f-433f-8e39-ce224c4ddc21 req-53bfd00e-e495-451d-b06a-13d84580657b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:48:22.634374 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-c4bc9c1b-9a1f-433f-8e39-ce224c4ddc21 req-53bfd00e-e495-451d-b06a-13d84580657b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e9c2c541-8df8-4c94-9665-08ccc2a93032&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0679045
Dec 16 22:48:22.764433 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-c4bc9c1b-9a1f-433f-8e39-ce224c4ddc21 req-edcd5761-ab5a-478f-b9f8-d7224b4b7fb6 service neutron] 10.222.0.49 "GET /v2.0/networks/e9c2c541-8df8-4c94-9665-08ccc2a93032?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1219223
Dec 16 22:48:22.892658 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-c4bc9c1b-9a1f-433f-8e39-ce224c4ddc21 req-c3a8fa1c-3466-451e-bb4f-641d06cf7c52 service neutron] 10.222.0.49 "GET /v2.0/networks/e9c2c541-8df8-4c94-9665-08ccc2a93032?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1201973
Dec 16 22:48:23.211509 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0e195b-c417-41fd-9a41-1ab25fa60e43 req-bd26fb71-f343-4cbc-8389-c5d7e0f956ff tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:48:23.212980 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-3c0e195b-c417-41fd-9a41-1ab25fa60e43 req-bd26fb71-f343-4cbc-8389-c5d7e0f956ff tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "GET /v2.0/ports?device_id=c4a17098-1811-443e-a1f3-f6627eacc7b3 HTTP/1.1" status: 200  len: 943 time: 0.0788324
Dec 16 22:48:23.259656 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-3c0e195b-c417-41fd-9a41-1ab25fa60e43 req-74fc00c5-99a2-44c9-8a01-29ab35e5f445 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "GET /v2.0/security-groups?id=fa45e904-c93d-46bc-95c0-9e92ae13b0cf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0405519
Dec 16 22:48:24.551946 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3035151-4d3e-4f1f-b1ef-20b692302770 req-1475067e-3edc-41e2-a104-1e39d71ece6c tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:48:24.553362 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-d3035151-4d3e-4f1f-b1ef-20b692302770 req-1475067e-3edc-41e2-a104-1e39d71ece6c tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "GET /v2.0/ports?device_id=c4a17098-1811-443e-a1f3-f6627eacc7b3 HTTP/1.1" status: 200  len: 943 time: 0.1906898
Dec 16 22:48:24.598525 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-d3035151-4d3e-4f1f-b1ef-20b692302770 req-18e6e382-17c2-4e15-87e0-943a3f146bc9 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "GET /v2.0/security-groups?id=fa45e904-c93d-46bc-95c0-9e92ae13b0cf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0396254
Dec 16 22:48:24.745668 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Device b43e110e-d70f-49bd-aa8c-f4a6a700b98c details requested by agent hyperv_hv-neutron-8218 with host hv-neutron-8218 {{(pid=87508) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 16 22:48:24.874393 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] For port b43e110e-d70f-49bd-aa8c-f4a6a700b98c, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=b43e110e-d70f-49bd-aa8c-f4a6a700b98c,segment=NetworkSegment(fd7b2969-c589-418b-b49d-066c17d823e3),segment_id=fd7b2969-c589-418b-b49d-066c17d823e3)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:48:24.887227 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Returning: {'device': 'b43e110e-d70f-49bd-aa8c-f4a6a700b98c', 'network_id': 'e9c2c541-8df8-4c94-9665-08ccc2a93032', 'port_id': 'b43e110e-d70f-49bd-aa8c-f4a6a700b98c', 'mac_address': 'fa:16:3e:e4:f1:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a58e3a93-ede2-46ff-8ef3-a0ee0f993868', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87508) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 16 22:48:24.940016 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:48:24.956273 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.notifiers.nova [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b43e110e-d70f-49bd-aa8c-f4a6a700b98c {{(pid=87508) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 22:48:24.971423 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] For port b43e110e-d70f-49bd-aa8c-f4a6a700b98c, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=b43e110e-d70f-49bd-aa8c-f4a6a700b98c,segment=NetworkSegment(fd7b2969-c589-418b-b49d-066c17d823e3),segment_id=fd7b2969-c589-418b-b49d-066c17d823e3)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:48:24.975235 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:48:24.977015 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-8ce8b1a7-44e3-45b3-ad76-9a3cf2b4efec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:48:25.043213 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Pushing event updated for resources: {'Port': ['ID=b43e110e-d70f-49bd-aa8c-f4a6a700b98c,revision_number=4']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:48:25.046395 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:48:25.249193 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] get_ports_and_sgs() called for port_ids ['b43e110e-d70f-49bd-aa8c-f4a6a700b98c'] {{(pid=87508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 22:48:25.782575 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1697ee-e69b-4c66-9ee0-44d61e943be7 req-305ddb73-d48d-498f-8c60-e7446a90a551 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:48:25.784018 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-ca1697ee-e69b-4c66-9ee0-44d61e943be7 req-305ddb73-d48d-498f-8c60-e7446a90a551 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "GET /v2.0/ports?device_id=c4a17098-1811-443e-a1f3-f6627eacc7b3 HTTP/1.1" status: 200  len: 944 time: 0.0801852
Dec 16 22:48:25.827787 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-ca1697ee-e69b-4c66-9ee0-44d61e943be7 req-0fb0cf12-84d1-41cb-9a07-d76eb468a270 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "GET /v2.0/security-groups?id=fa45e904-c93d-46bc-95c0-9e92ae13b0cf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0381918
Dec 16 22:48:26.746025 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Device b43e110e-d70f-49bd-aa8c-f4a6a700b98c up at agent hyperv_hv-neutron-8218 {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 22:48:26.811419 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Provisioning for port b43e110e-d70f-49bd-aa8c-f4a6a700b98c completed by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 22:48:26.816412 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Provisioning complete for port b43e110e-d70f-49bd-aa8c-f4a6a700b98c triggered by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:48:26.816796 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:48:26.929831 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:48:26.957417 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4a17098-1811-443e-a1f3-f6627eacc7b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b43e110e-d70f-49bd-aa8c-f4a6a700b98c'}] {{(pid=87508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 22:48:26.967472 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] For port b43e110e-d70f-49bd-aa8c-f4a6a700b98c, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=b43e110e-d70f-49bd-aa8c-f4a6a700b98c,segment=NetworkSegment(fd7b2969-c589-418b-b49d-066c17d823e3),segment_id=fd7b2969-c589-418b-b49d-066c17d823e3)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:48:26.971181 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:48:26.974203 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-3cf8b94a-a511-462a-8cf2-5cc238c67f0e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:48:27.009940 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5e4e11-7a8c-472c-a0bb-2c6c8da249cc req-2044937f-ddd8-451e-818f-5617d9f57de1 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:48:27.011424 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-1d5e4e11-7a8c-472c-a0bb-2c6c8da249cc req-2044937f-ddd8-451e-818f-5617d9f57de1 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "GET /v2.0/ports?device_id=c4a17098-1811-443e-a1f3-f6627eacc7b3 HTTP/1.1" status: 200  len: 944 time: 0.0830410
Dec 16 22:48:27.012413 dv-neutron-821829-1-hyperv neutron-server[87508]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4a17098-1811-443e-a1f3-f6627eacc7b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b43e110e-d70f-49bd-aa8c-f4a6a700b98c', 'code': 200}
Dec 16 22:48:27.045576 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Pushing event updated for resources: {'Port': ['ID=b43e110e-d70f-49bd-aa8c-f4a6a700b98c,revision_number=5']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:48:27.052645 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:48:27.062449 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-1d5e4e11-7a8c-472c-a0bb-2c6c8da249cc req-24e79aac-839d-4eb5-901f-8f9fa9c887f8 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "GET /v2.0/security-groups?id=fa45e904-c93d-46bc-95c0-9e92ae13b0cf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0443890
Dec 16 22:48:27.260150 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0183445-cb10-4425-b40c-212ff2ad5502 req-49a22490-465e-4030-b2a5-6ebf6fcd376d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:48:27.261529 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-f0183445-cb10-4425-b40c-212ff2ad5502 req-49a22490-465e-4030-b2a5-6ebf6fcd376d service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=c4a17098-1811-443e-a1f3-f6627eacc7b3 HTTP/1.1" status: 200  len: 1098 time: 0.0735960
Dec 16 22:48:27.300551 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-f0183445-cb10-4425-b40c-212ff2ad5502 req-1244e5ef-3136-4baa-bc31-2de0cc07f7cd service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=fa45e904-c93d-46bc-95c0-9e92ae13b0cf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0327744
Dec 16 22:48:28.149191 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-46ae4f59-f48e-4f51-9536-aa3c8bd12761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:48:28.247204 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a563dbf5-3123-46a7-812a-2df483b0623b req-031534e2-8aa5-49e1-af06-bf9867b19112 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:48:28.248669 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-a563dbf5-3123-46a7-812a-2df483b0623b req-031534e2-8aa5-49e1-af06-bf9867b19112 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "GET /v2.0/ports?device_id=c4a17098-1811-443e-a1f3-f6627eacc7b3 HTTP/1.1" status: 200  len: 945 time: 0.0788929
Dec 16 22:48:28.292267 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-a563dbf5-3123-46a7-812a-2df483b0623b req-d8bdf0ca-d04d-4ce0-b23f-de939e9ffff0 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "GET /v2.0/security-groups?id=fa45e904-c93d-46bc-95c0-9e92ae13b0cf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0372517
Dec 16 22:48:29.476425 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5194302-8480-4650-ab28-2a2bd0db51a5 req-425fc75d-3909-44d1-93d9-5f85ac18d475 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:48:29.477852 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-a5194302-8480-4650-ab28-2a2bd0db51a5 req-425fc75d-3909-44d1-93d9-5f85ac18d475 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "GET /v2.0/ports?device_id=c4a17098-1811-443e-a1f3-f6627eacc7b3 HTTP/1.1" status: 200  len: 945 time: 0.0807660
Dec 16 22:48:29.520800 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-a5194302-8480-4650-ab28-2a2bd0db51a5 req-43453acd-e8a9-4479-90f8-56db51739656 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "GET /v2.0/security-groups?id=fa45e904-c93d-46bc-95c0-9e92ae13b0cf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0373702
Dec 16 22:48:29.698427 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4f8c74-fc41-42d6-b5d1-64dec003c677 req-cd69f7d5-f9dc-462d-ba49-0aac3cc3bdcb tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:48:29.699902 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-2c4f8c74-fc41-42d6-b5d1-64dec003c677 req-cd69f7d5-f9dc-462d-ba49-0aac3cc3bdcb tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "GET /v2.0/ports?device_id=c4a17098-1811-443e-a1f3-f6627eacc7b3 HTTP/1.1" status: 200  len: 945 time: 0.0788229
Dec 16 22:48:29.742600 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-2c4f8c74-fc41-42d6-b5d1-64dec003c677 req-087f3645-ef84-441b-9cfa-914c3a3451dc tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "GET /v2.0/security-groups?id=fa45e904-c93d-46bc-95c0-9e92ae13b0cf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0370078
Dec 16 22:48:29.764666 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 50472) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:48:29.836589 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1becf08b-6017-4cdb-b376-e588017dd254 tempest-TestNetworkBasicOps-761014822 tempest-TestNetworkBasicOps-761014822-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:48:29.838054 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-1becf08b-6017-4cdb-b376-e588017dd254 tempest-TestNetworkBasicOps-761014822 tempest-TestNetworkBasicOps-761014822-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=c4a17098-1811-443e-a1f3-f6627eacc7b3 HTTP/1.1" status: 200  len: 1093 time: 0.0724015
Dec 16 22:48:29.840772 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 50476) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:48:29.846328 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-a6512654-50eb-482b-a827-4cc19f3b7234 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Request body: {'floatingip': {'floating_network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'port_id': 'b43e110e-d70f-49bd-aa8c-f4a6a700b98c', 'tenant_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'fixed_ip_address': '172.20.0.3'}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:48:29.852064 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-a6512654-50eb-482b-a827-4cc19f3b7234 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:48:29.856089 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-a6512654-50eb-482b-a827-4cc19f3b7234 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Usage tracker for resource:floatingip and tenant:b7e45fda9ad540a6ac359d1c64c9adb2 is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:48:29.859491 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-a6512654-50eb-482b-a827-4cc19f3b7234 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:48:29.865121 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-a6512654-50eb-482b-a827-4cc19f3b7234 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:48:29.874933 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-a6512654-50eb-482b-a827-4cc19f3b7234 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for floatingip, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:48:30.010594 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-a6512654-50eb-482b-a827-4cc19f3b7234 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:48:30.143380 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.db_base_plugin_common [None req-a6512654-50eb-482b-a827-4cc19f3b7234 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Allocated IP 172.26.0.114 (f8905ce9-304b-4976-bc47-e58c71c11de5/9bca8591-41ef-4f2d-8ecb-ecaab1a28acf/e4779970-c441-4303-a4ff-93cfa80e8089) {{(pid=87507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 22:48:30.286689 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-a6512654-50eb-482b-a827-4cc19f3b7234 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for port, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:48:30.315322 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-a6512654-50eb-482b-a827-4cc19f3b7234 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10807823'] for port, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:48:30.318763 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-0a09ce79-0b33-4dfb-bab8-9dcad7e4276a tempest-RoutersNegativeTest-1851367265 tempest-RoutersNegativeTest-1851367265-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:48:30.380504 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6512654-50eb-482b-a827-4cc19f3b7234 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Network f8905ce9-304b-4976-bc47-e58c71c11de5 is already hosted by enough agents. {{(pid=87507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:48:30.381568 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.base_scheduler [None req-a6512654-50eb-482b-a827-4cc19f3b7234 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Resources bound (agent type, host, resource id):  {{(pid=87507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:48:30.385503 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6512654-50eb-482b-a827-4cc19f3b7234 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Received port after_create {{(pid=87507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 22:48:30.429308 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6512654-50eb-482b-a827-4cc19f3b7234 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Pushing event updated for resources: {'Port': ['ID=e4779970-c441-4303-a4ff-93cfa80e8089,revision_number=1']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:48:30.440889 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6512654-50eb-482b-a827-4cc19f3b7234 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:48:30.441271 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6512654-50eb-482b-a827-4cc19f3b7234 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:48:30.441640 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6512654-50eb-482b-a827-4cc19f3b7234 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:48:30.442005 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6512654-50eb-482b-a827-4cc19f3b7234 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:48:30.442361 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6512654-50eb-482b-a827-4cc19f3b7234 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:48:30.442723 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6512654-50eb-482b-a827-4cc19f3b7234 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:48:30.443076 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6512654-50eb-482b-a827-4cc19f3b7234 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:48:30.443431 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6512654-50eb-482b-a827-4cc19f3b7234 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:48:30.443813 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6512654-50eb-482b-a827-4cc19f3b7234 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:48:30.444158 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6512654-50eb-482b-a827-4cc19f3b7234 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:48:30.444509 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6512654-50eb-482b-a827-4cc19f3b7234 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:48:30.444869 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6512654-50eb-482b-a827-4cc19f3b7234 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:48:30.449505 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-a6512654-50eb-482b-a827-4cc19f3b7234 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:48:30.592399 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-a1cbf64d-9386-4506-8daf-f5a88032c395 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:48:30.796019 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-a6512654-50eb-482b-a827-4cc19f3b7234 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:48:30.975606 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-a6512654-50eb-482b-a827-4cc19f3b7234 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:48:31.173867 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-a6512654-50eb-482b-a827-4cc19f3b7234 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for port, precommit_update {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:48:31.178063 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-a6512654-50eb-482b-a827-4cc19f3b7234 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10807814'] for port, after_update {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:48:31.181472 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-48f1f04c-4754-42c1-b33f-f8e7345c0095 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:48:31.282399 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6512654-50eb-482b-a827-4cc19f3b7234 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Pushing event updated for resources: {'Port': ['ID=e4779970-c441-4303-a4ff-93cfa80e8089,revision_number=2']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:48:31.286400 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-a6512654-50eb-482b-a827-4cc19f3b7234 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:48:31.294337 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-a6512654-50eb-482b-a827-4cc19f3b7234 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3741874'] for floatingip, after_update {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:48:31.458520 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.db.l3_db [None req-a6512654-50eb-482b-a827-4cc19f3b7234 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Floating IP 4b5c2bdc-eb22-4aa3-8357-5ca09e5ba2e0 associated. External IP: 172.26.0.114, port: b43e110e-d70f-49bd-aa8c-f4a6a700b98c.
Dec 16 22:48:31.486201 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-3e729f7f-1589-4d54-9c4a-7ee6b283cc2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:48:31.529913 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.agents_db [None req-0abd2616-a86c-48e2-be07-10823335a5bb None None] Agent healthcheck: found 6 active agents {{(pid=87509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 22:48:31.678008 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:48:31.805944 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6512654-50eb-482b-a827-4cc19f3b7234 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Router e20ead96-7b16-4402-951c-0529aab78d57 has already been hosted by L3 agent 4f519db7-069b-43e2-8411-c092bac9102a {{(pid=87507) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 22:48:31.981765 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6512654-50eb-482b-a827-4cc19f3b7234 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify agent at l3_agent.dv-neutron-821829-1-hyperv the message routers_updated {{(pid=87507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 22:48:31.992121 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cda87978-1857-411e-9148-558941cccfd1 None None] Sync routers for ids ['e20ead96-7b16-4402-951c-0529aab78d57'] in dv-neutron-821829-1-hyperv {{(pid=87509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 22:48:32.001749 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cda87978-1857-411e-9148-558941cccfd1 None None] Routers {'e20ead96-7b16-4402-951c-0529aab78d57'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:48:32.002364 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-cda87978-1857-411e-9148-558941cccfd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b7c899070>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:48:31Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['e20ead96-7b16-4402-951c-0529aab78d57'], 'active': True} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:48:32.006612 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-a6512654-50eb-482b-a827-4cc19f3b7234 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for floatingip, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:48:32.062262 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-a6512654-50eb-482b-a827-4cc19f3b7234 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.2198458
Dec 16 22:48:32.062859 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4a17098-1811-443e-a1f3-f6627eacc7b3', 'tag': 'b43e110e-d70f-49bd-aa8c-f4a6a700b98c'}] {{(pid=87507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 22:48:32.065018 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 50480) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:48:32.106169 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4a17098-1811-443e-a1f3-f6627eacc7b3', 'tag': 'b43e110e-d70f-49bd-aa8c-f4a6a700b98c', 'status': 'completed', 'code': 200}
Dec 16 22:48:32.176610 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvr_db [None req-cda87978-1857-411e-9148-558941cccfd1 None None] Set router e20ead96-7b16-4402-951c-0529aab78d57 gateway port host: dv-neutron-821829-1-hyperv {{(pid=87509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 22:48:32.215426 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-e2f795a4-6323-4c24-b201-51400bb60d3f tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "GET /v2.0/floatingips/4b5c2bdc-eb22-4aa3-8357-5ca09e5ba2e0 HTTP/1.1" status: 200  len: 991 time: 0.1486111
Dec 16 22:48:32.240392 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594210b9-d4f3-4977-adc0-e551126783c0 req-fc21d50c-c05f-4a13-9c52-ab9f8a42c971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:48:32.241861 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-594210b9-d4f3-4977-adc0-e551126783c0 req-fc21d50c-c05f-4a13-9c52-ab9f8a42c971 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b7e45fda9ad540a6ac359d1c64c9adb2&device_id=c4a17098-1811-443e-a1f3-f6627eacc7b3 HTTP/1.1" status: 200  len: 1098 time: 0.0900409
Dec 16 22:48:32.370363 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594210b9-d4f3-4977-adc0-e551126783c0 req-4a97a56b-1730-4956-beff-0e546a852534 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:48:32.371685 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-594210b9-d4f3-4977-adc0-e551126783c0 req-4a97a56b-1730-4956-beff-0e546a852534 service neutron] 10.222.0.49 "GET /v2.0/networks?id=e9c2c541-8df8-4c94-9665-08ccc2a93032 HTTP/1.1" status: 200  len: 898 time: 0.1236198
Dec 16 22:48:32.471345 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-594210b9-d4f3-4977-adc0-e551126783c0 req-125c20cc-b9ac-40cb-9470-5ee513c085d4 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b43e110e-d70f-49bd-aa8c-f4a6a700b98c HTTP/1.1" status: 200  len: 999 time: 0.0925562
Dec 16 22:48:32.523734 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-cda87978-1857-411e-9148-558941cccfd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b7c899070>, [{'id': 'e20ead96-7b16-4402-951c-0529aab78d57', 'name': 'tempest-TestNetworkBasicOps-router-966506498', 'tenant_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.222'}], 'enable_snat': True}, 'gw_port_id': 'd5939d04-0d27-4b80-bbb7-69f7fe728394', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:48:09Z', 'updated_at': '2021-12-16T22:48:14Z', 'revision_number': 4, 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'gw_port': {'id': 'd5939d04-0d27-4b80-bbb7-69f7fe728394', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:07:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e20ead96-7b16-4402-951c-0529aab78d57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:48:10Z', 'updated_at': '2021-12-16T22:48:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv', '_floatingips': [{'id': '4b5c2bdc-eb22-4aa3-8357-5ca09e5ba2e0', 'tenant_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'floating_ip_address': '172.26.0.114', 'floating_network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'router_id': 'e20ead96-7b16-4402-951c-0529aab78d57', 'port_id': 'b43e110e-d70f-49bd-aa8c-f4a6a700b98c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1457, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9c2c541-8df8-4c94-9665-08ccc2a93032', 'mac_address': 'fa:16:3e:e4:f1:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4a17098-1811-443e-a1f3-f6627eacc7b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T22:48:30Z', 'updated_at': '2021-12-16T22:48:30Z', 'revision_number': 0, 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a3c43c7-4aad-42a1-ae3b-29d9d4949d3b', 'name': '', 'network_id': 'e9c2c541-8df8-4c94-9665-08ccc2a93032', 'tenant_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'mac_address': 'fa:16:3e:33:d5:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e20ead96-7b16-4402-951c-0529aab78d57', 'device_owner': 'network:router_interface', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': 'a58e3a93-ede2-46ff-8ef3-a0ee0f993868', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:48:13Z', 'updated_at': '2021-12-16T22:48:19Z', 'revision_number': 5, 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'subnets': [{'id': 'a58e3a93-ede2-46ff-8ef3-a0ee0f993868', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:48:32.533165 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cda87978-1857-411e-9148-558941cccfd1 None None] Checking router: e20ead96-7b16-4402-951c-0529aab78d57 for host: dv-neutron-821829-1-hyperv {{(pid=87509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 22:48:32.545649 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cda87978-1857-411e-9148-558941cccfd1 None None] Routers {'e20ead96-7b16-4402-951c-0529aab78d57'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:48:32.546306 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-cda87978-1857-411e-9148-558941cccfd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b7c899070>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:48:31Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['e20ead96-7b16-4402-951c-0529aab78d57'], 'active': True} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:48:32.637396 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594210b9-d4f3-4977-adc0-e551126783c0 req-fab05bd9-657d-4f18-b5a4-dd853fcc62ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:48:32.638722 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-594210b9-d4f3-4977-adc0-e551126783c0 req-fab05bd9-657d-4f18-b5a4-dd853fcc62ed service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a58e3a93-ede2-46ff-8ef3-a0ee0f993868 HTTP/1.1" status: 200  len: 844 time: 0.1614795
Dec 16 22:48:32.712708 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594210b9-d4f3-4977-adc0-e551126783c0 req-d46f3b30-d5b0-447e-86af-8dd15c805550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:48:32.714165 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-594210b9-d4f3-4977-adc0-e551126783c0 req-d46f3b30-d5b0-447e-86af-8dd15c805550 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e9c2c541-8df8-4c94-9665-08ccc2a93032&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0684693
Dec 16 22:48:32.722382 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvr_db [None req-cda87978-1857-411e-9148-558941cccfd1 None None] Set router e20ead96-7b16-4402-951c-0529aab78d57 gateway port host: dv-neutron-821829-1-hyperv {{(pid=87509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 22:48:32.846139 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-594210b9-d4f3-4977-adc0-e551126783c0 req-175e7717-7363-41e5-857c-1c5864eccc16 service neutron] 10.222.0.49 "GET /v2.0/networks/e9c2c541-8df8-4c94-9665-08ccc2a93032?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1249251
Dec 16 22:48:32.977411 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-594210b9-d4f3-4977-adc0-e551126783c0 req-d6895077-b887-48d9-bcc3-dd7754101925 service neutron] 10.222.0.49 "GET /v2.0/networks/e9c2c541-8df8-4c94-9665-08ccc2a93032?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1246483
Dec 16 22:48:33.087864 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-cda87978-1857-411e-9148-558941cccfd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b7c899070>, [{'id': 'e20ead96-7b16-4402-951c-0529aab78d57', 'name': 'tempest-TestNetworkBasicOps-router-966506498', 'tenant_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.222'}], 'enable_snat': True}, 'gw_port_id': 'd5939d04-0d27-4b80-bbb7-69f7fe728394', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:48:09Z', 'updated_at': '2021-12-16T22:48:14Z', 'revision_number': 4, 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'gw_port': {'id': 'd5939d04-0d27-4b80-bbb7-69f7fe728394', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:07:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e20ead96-7b16-4402-951c-0529aab78d57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:48:10Z', 'updated_at': '2021-12-16T22:48:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv', '_floatingips': [{'id': '4b5c2bdc-eb22-4aa3-8357-5ca09e5ba2e0', 'tenant_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'floating_ip_address': '172.26.0.114', 'floating_network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'router_id': 'e20ead96-7b16-4402-951c-0529aab78d57', 'port_id': 'b43e110e-d70f-49bd-aa8c-f4a6a700b98c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1457, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9c2c541-8df8-4c94-9665-08ccc2a93032', 'mac_address': 'fa:16:3e:e4:f1:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4a17098-1811-443e-a1f3-f6627eacc7b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T22:48:30Z', 'updated_at': '2021-12-16T22:48:30Z', 'revision_number': 0, 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a3c43c7-4aad-42a1-ae3b-29d9d4949d3b', 'name': '', 'network_id': 'e9c2c541-8df8-4c94-9665-08ccc2a93032', 'tenant_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'mac_address': 'fa:16:3e:33:d5:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e20ead96-7b16-4402-951c-0529aab78d57', 'device_owner': 'network:router_interface', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': 'a58e3a93-ede2-46ff-8ef3-a0ee0f993868', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:48:13Z', 'updated_at': '2021-12-16T22:48:19Z', 'revision_number': 5, 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'subnets': [{'id': 'a58e3a93-ede2-46ff-8ef3-a0ee0f993868', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:48:33.091706 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cda87978-1857-411e-9148-558941cccfd1 None None] The sync data for ids ['e20ead96-7b16-4402-951c-0529aab78d57'] in dv-neutron-821829-1-hyperv is: [{'id': 'e20ead96-7b16-4402-951c-0529aab78d57', 'name': 'tempest-TestNetworkBasicOps-router-966506498', 'tenant_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.222'}], 'enable_snat': True}, 'gw_port_id': 'd5939d04-0d27-4b80-bbb7-69f7fe728394', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:48:09Z', 'updated_at': '2021-12-16T22:48:14Z', 'revision_number': 4, 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'gw_port': {'id': 'd5939d04-0d27-4b80-bbb7-69f7fe728394', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:07:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e20ead96-7b16-4402-951c-0529aab78d57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:48:10Z', 'updated_at': '2021-12-16T22:48:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv', '_floatingips': [{'id': '4b5c2bdc-eb22-4aa3-8357-5ca09e5ba2e0', 'tenant_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'floating_ip_address': '172.26.0.114', 'floating_network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'router_id': 'e20ead96-7b16-4402-951c-0529aab78d57', 'port_id': 'b43e110e-d70f-49bd-aa8c-f4a6a700b98c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1457, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9c2c541-8df8-4c94-9665-08ccc2a93032', 'mac_address': 'fa:16:3e:e4:f1:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4a17098-1811-443e-a1f3-f6627eacc7b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T22:48:30Z', 'updated_at': '2021-12-16T22:48:30Z', 'revision_number': 0, 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a3c43c7-4aad-42a1-ae3b-29d9d4949d3b', 'name': '', 'network_id': 'e9c2c541-8df8-4c94-9665-08ccc2a93032', 'tenant_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'mac_address': 'fa:16:3e:33:d5:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e20ead96-7b16-4402-951c-0529aab78d57', 'device_owner': 'network:router_interface', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': 'a58e3a93-ede2-46ff-8ef3-a0ee0f993868', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:48:13Z', 'updated_at': '2021-12-16T22:48:19Z', 'revision_number': 5, 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'subnets': [{'id': 'a58e3a93-ede2-46ff-8ef3-a0ee0f993868', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 22:48:33.219195 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 50486) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:48:33.239189 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-4541ba3b-6be8-499c-bc94-3c60aa55c4f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:48:33.291902 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-142e191b-0d56-4a2d-9634-c84db7e3935d None None] New status for floating IP 4b5c2bdc-eb22-4aa3-8357-5ca09e5ba2e0: ACTIVE {{(pid=87508) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 16 22:48:33.327203 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-833e34b8-f3e0-41c1-b9c8-499b715a9aba tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "GET /v2.0/floatingips/4b5c2bdc-eb22-4aa3-8357-5ca09e5ba2e0 HTTP/1.1" status: 200  len: 991 time: 0.1063857
Dec 16 22:48:34.330982 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 50490) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:48:34.552503 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-65d89c0a-6672-44dc-b5d0-d11ca85358d3 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "GET /v2.0/floatingips/4b5c2bdc-eb22-4aa3-8357-5ca09e5ba2e0 HTTP/1.1" status: 200  len: 993 time: 0.2203159
Dec 16 22:48:37.882694 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:48:58.149938 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-dad9a2a3-19c2-428c-8462-ba743e67b8c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:49:00.594977 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-4e387d3b-1f49-4ff1-befb-2a844d8d5ee7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:49:01.487516 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-3e729f7f-1589-4d54-9c4a-7ee6b283cc2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:49:01.679207 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:49:03.243710 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-4541ba3b-6be8-499c-bc94-3c60aa55c4f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:49:07.894500 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:49:08.528581 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.agents_db [None req-0abd2616-a86c-48e2-be07-10823335a5bb None None] Agent healthcheck: found 6 active agents {{(pid=87509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 22:49:25.467744 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-9903bbba-b74a-42c8-ae4f-84657b775d1d req-de587fb2-0634-485e-bd13-9441d2ae12cf service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=c4a17098-1811-443e-a1f3-f6627eacc7b3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0722623
Dec 16 22:49:25.623328 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9903bbba-b74a-42c8-ae4f-84657b775d1d req-6046addb-6a75-467e-a3b1-9dfc2de9db3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:49:25.624706 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-9903bbba-b74a-42c8-ae4f-84657b775d1d req-6046addb-6a75-467e-a3b1-9dfc2de9db3e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b7e45fda9ad540a6ac359d1c64c9adb2&device_id=c4a17098-1811-443e-a1f3-f6627eacc7b3 HTTP/1.1" status: 200  len: 1098 time: 0.0698369
Dec 16 22:49:25.764325 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9903bbba-b74a-42c8-ae4f-84657b775d1d req-a5ac0400-9fa9-48fb-8eaa-a8b615bb6136 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:49:25.765747 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-9903bbba-b74a-42c8-ae4f-84657b775d1d req-a5ac0400-9fa9-48fb-8eaa-a8b615bb6136 service neutron] 10.222.0.49 "GET /v2.0/networks?id=e9c2c541-8df8-4c94-9665-08ccc2a93032 HTTP/1.1" status: 200  len: 898 time: 0.1221697
Dec 16 22:49:25.867511 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-9903bbba-b74a-42c8-ae4f-84657b775d1d req-57adcd2a-e128-4978-a088-ae2dcaf7334c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b43e110e-d70f-49bd-aa8c-f4a6a700b98c HTTP/1.1" status: 200  len: 1001 time: 0.0946712
Dec 16 22:49:25.927564 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9903bbba-b74a-42c8-ae4f-84657b775d1d req-005d2099-a39b-42ae-8e4d-854d301a2598 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:49:25.928883 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-9903bbba-b74a-42c8-ae4f-84657b775d1d req-005d2099-a39b-42ae-8e4d-854d301a2598 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a58e3a93-ede2-46ff-8ef3-a0ee0f993868 HTTP/1.1" status: 200  len: 844 time: 0.0552440
Dec 16 22:49:26.005462 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9903bbba-b74a-42c8-ae4f-84657b775d1d req-552701ec-a305-4ff1-bd5a-1c52b5d8cdf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:49:26.006927 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-9903bbba-b74a-42c8-ae4f-84657b775d1d req-552701ec-a305-4ff1-bd5a-1c52b5d8cdf0 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e9c2c541-8df8-4c94-9665-08ccc2a93032&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0718639
Dec 16 22:49:26.134227 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-9903bbba-b74a-42c8-ae4f-84657b775d1d req-fef98853-3499-48b6-9a1c-5b62eeeb07c0 service neutron] 10.222.0.49 "GET /v2.0/networks/e9c2c541-8df8-4c94-9665-08ccc2a93032?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1210353
Dec 16 22:49:26.261988 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-9903bbba-b74a-42c8-ae4f-84657b775d1d req-e1149ace-4984-477c-a25c-b36ada4dab5f service neutron] 10.222.0.49 "GET /v2.0/networks/e9c2c541-8df8-4c94-9665-08ccc2a93032?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1212490
Dec 16 22:49:28.150955 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-e9cb6905-1016-45c8-b66e-4312ff05bf70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:49:30.596013 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-a891248d-4723-4efa-8fe0-bd791023cf9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:49:31.491739 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-3e729f7f-1589-4d54-9c4a-7ee6b283cc2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:49:31.680401 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:49:33.242674 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-4541ba3b-6be8-499c-bc94-3c60aa55c4f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:49:37.892818 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:49:45.528045 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.agents_db [None req-0abd2616-a86c-48e2-be07-10823335a5bb None None] Agent healthcheck: found 6 active agents {{(pid=87509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 22:49:58.151944 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-f03c221e-7be5-4643-9b10-697d68563f74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:50:00.597226 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-6edd39f5-d1b0-47b7-95e8-f9701ea6c433 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:50:01.493694 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-3e729f7f-1589-4d54-9c4a-7ee6b283cc2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:50:01.681917 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:50:03.245184 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-4541ba3b-6be8-499c-bc94-3c60aa55c4f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:50:07.897566 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:50:22.526749 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.agents_db [None req-0abd2616-a86c-48e2-be07-10823335a5bb None None] Agent healthcheck: found 6 active agents {{(pid=87509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 22:50:23.129606 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 50520) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:50:23.135542 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-95419344-f0a7-4528-b0c9-c572c0a3bd51 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Request body: {'subnet': {'dns_nameservers': ['9.8.7.6']}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:50:23.251400 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-95419344-f0a7-4528-b0c9-c572c0a3bd51 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-10549607'] for subnet, before_update {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:50:23.438876 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-95419344-f0a7-4528-b0c9-c572c0a3bd51 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8734753524300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-10807877'] for subnet, after_update {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:50:23.443940 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-4f75a724-c0c7-4a7e-ad59-9d2cced51c64 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:50:23.490709 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95419344-f0a7-4528-b0c9-c572c0a3bd51 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:50:23.491298 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-95419344-f0a7-4528-b0c9-c572c0a3bd51 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for subnet, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:50:23.492579 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-95419344-f0a7-4528-b0c9-c572c0a3bd51 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "PUT /v2.0/subnets/a58e3a93-ede2-46ff-8ef3-a0ee0f993868 HTTP/1.1" status: 200  len: 836 time: 0.3619785
Dec 16 22:50:23.497737 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b482707-a756-4532-bdb8-984d7b47d931 None None] Network e9c2c541-8df8-4c94-9665-08ccc2a93032 requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 22:50:23.512273 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95419344-f0a7-4528-b0c9-c572c0a3bd51 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Pushing event updated for resources: {'Subnet': ['ID=a58e3a93-ede2-46ff-8ef3-a0ee0f993868,revision_number=1']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:50:23.522188 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95419344-f0a7-4528-b0c9-c572c0a3bd51 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:50:23.522578 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95419344-f0a7-4528-b0c9-c572c0a3bd51 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:50:23.522954 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95419344-f0a7-4528-b0c9-c572c0a3bd51 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:50:23.523321 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95419344-f0a7-4528-b0c9-c572c0a3bd51 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:50:23.523687 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95419344-f0a7-4528-b0c9-c572c0a3bd51 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:50:23.524092 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95419344-f0a7-4528-b0c9-c572c0a3bd51 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:50:23.524454 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95419344-f0a7-4528-b0c9-c572c0a3bd51 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:50:23.524814 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95419344-f0a7-4528-b0c9-c572c0a3bd51 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:50:23.525182 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95419344-f0a7-4528-b0c9-c572c0a3bd51 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:50:23.525539 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95419344-f0a7-4528-b0c9-c572c0a3bd51 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:50:23.525892 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95419344-f0a7-4528-b0c9-c572c0a3bd51 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:50:23.526246 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95419344-f0a7-4528-b0c9-c572c0a3bd51 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:50:23.529746 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-95419344-f0a7-4528-b0c9-c572c0a3bd51 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:50:23.984145 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-22e530e7-9ab7-49b9-8c05-b627b2c33da9 None None] Provisioning complete for port 9a3c43c7-4aad-42a1-ae3b-29d9d4949d3b triggered by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:50:23.984446 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-22e530e7-9ab7-49b9-8c05-b627b2c33da9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:50:24.107149 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-22e530e7-9ab7-49b9-8c05-b627b2c33da9 None None] Provisioning complete for port b43e110e-d70f-49bd-aa8c-f4a6a700b98c triggered by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:50:24.107810 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-22e530e7-9ab7-49b9-8c05-b627b2c33da9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:50:24.226502 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-22e530e7-9ab7-49b9-8c05-b627b2c33da9 None None] Provisioning complete for port 665dd0a1-f6bd-4764-8c2e-ff299dacb712 triggered by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:50:24.226876 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-22e530e7-9ab7-49b9-8c05-b627b2c33da9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:50:27.459277 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-18d48de6-4ee6-427b-9e6e-1096bc9fa1cf req-a95f5e91-ca35-4cbb-9b3a-3270ccfac81a service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=c4a17098-1811-443e-a1f3-f6627eacc7b3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0682423
Dec 16 22:50:27.612956 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d48de6-4ee6-427b-9e6e-1096bc9fa1cf req-06fdb728-96f6-4292-ae12-446a5d0f25ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:50:27.614392 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-18d48de6-4ee6-427b-9e6e-1096bc9fa1cf req-06fdb728-96f6-4292-ae12-446a5d0f25ff service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b7e45fda9ad540a6ac359d1c64c9adb2&device_id=c4a17098-1811-443e-a1f3-f6627eacc7b3 HTTP/1.1" status: 200  len: 1098 time: 0.0732629
Dec 16 22:50:27.753502 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d48de6-4ee6-427b-9e6e-1096bc9fa1cf req-fd3281c6-f567-4dc7-9b18-b582c5bf2269 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:50:27.754836 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-18d48de6-4ee6-427b-9e6e-1096bc9fa1cf req-fd3281c6-f567-4dc7-9b18-b582c5bf2269 service neutron] 10.222.0.49 "GET /v2.0/networks?id=e9c2c541-8df8-4c94-9665-08ccc2a93032 HTTP/1.1" status: 200  len: 898 time: 0.1222639
Dec 16 22:50:27.963518 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-18d48de6-4ee6-427b-9e6e-1096bc9fa1cf req-e08d2613-7948-4529-a2e5-45dcf1bb90a4 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b43e110e-d70f-49bd-aa8c-f4a6a700b98c HTTP/1.1" status: 200  len: 1001 time: 0.2019124
Dec 16 22:50:28.024688 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d48de6-4ee6-427b-9e6e-1096bc9fa1cf req-c62ccfb4-4bb6-4a29-b73d-c97736d6344b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:50:28.025995 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-18d48de6-4ee6-427b-9e6e-1096bc9fa1cf req-c62ccfb4-4bb6-4a29-b73d-c97736d6344b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a58e3a93-ede2-46ff-8ef3-a0ee0f993868 HTTP/1.1" status: 200  len: 844 time: 0.0561326
Dec 16 22:50:28.097886 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d48de6-4ee6-427b-9e6e-1096bc9fa1cf req-f7612375-a22a-45b4-b0cf-9f231effdfb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:50:28.099318 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-18d48de6-4ee6-427b-9e6e-1096bc9fa1cf req-f7612375-a22a-45b4-b0cf-9f231effdfb8 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e9c2c541-8df8-4c94-9665-08ccc2a93032&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0674160
Dec 16 22:50:28.156674 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-f55249c2-3d36-4e1b-9815-5f86148a1833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:50:28.236792 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-18d48de6-4ee6-427b-9e6e-1096bc9fa1cf req-bc1b3d7d-1ffd-40e1-9b82-beb195596b29 service neutron] 10.222.0.49 "GET /v2.0/networks/e9c2c541-8df8-4c94-9665-08ccc2a93032?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1311779
Dec 16 22:50:28.363234 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-18d48de6-4ee6-427b-9e6e-1096bc9fa1cf req-47a0df7b-816d-4c58-8efd-afde92e96d2e service neutron] 10.222.0.49 "GET /v2.0/networks/e9c2c541-8df8-4c94-9665-08ccc2a93032?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1201882
Dec 16 22:50:30.600178 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-cc6b295b-9a3b-48c1-aaad-87e56b5ebd9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:50:31.496988 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-3e729f7f-1589-4d54-9c4a-7ee6b283cc2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:50:31.685522 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:50:33.247233 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-4541ba3b-6be8-499c-bc94-3c60aa55c4f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:50:37.891580 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:50:58.150862 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-a953d221-c924-4eac-848e-1be83709e4b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:50:59.526035 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.agents_db [None req-0abd2616-a86c-48e2-be07-10823335a5bb None None] Agent healthcheck: found 6 active agents {{(pid=87509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 22:51:00.600171 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-8a1804dc-c8ee-408a-a728-d1f3592d46aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:51:01.500111 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-3e729f7f-1589-4d54-9c4a-7ee6b283cc2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:51:01.685811 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:51:03.248500 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-4541ba3b-6be8-499c-bc94-3c60aa55c4f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:51:06.321413 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 50538) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:51:06.576367 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.plugin [None req-8009e911-b340-4066-a4dc-d73a7ad09cfc tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Deleting port e4779970-c441-4303-a4ff-93cfa80e8089 {{(pid=87507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:51:06.576618 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-8009e911-b340-4066-a4dc-d73a7ad09cfc tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:51:06.752099 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-8009e911-b340-4066-a4dc-d73a7ad09cfc tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:51:06.752456 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-8009e911-b340-4066-a4dc-d73a7ad09cfc tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:51:06.875956 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.plugin [None req-8009e911-b340-4066-a4dc-d73a7ad09cfc tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Calling delete_port for e4779970-c441-4303-a4ff-93cfa80e8089 owned by network:floatingip {{(pid=87507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:51:07.020884 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-8009e911-b340-4066-a4dc-d73a7ad09cfc tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10807823'] for port, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:51:07.025678 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-979babc7-e9d6-48d8-bd85-7c9f4a39609c tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:51:07.068924 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8009e911-b340-4066-a4dc-d73a7ad09cfc tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Pushing event deleted for resources: {'Port': ['ID=e4779970-c441-4303-a4ff-93cfa80e8089,revision_number=None']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:51:07.072635 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-8009e911-b340-4066-a4dc-d73a7ad09cfc tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:51:07.168785 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-8009e911-b340-4066-a4dc-d73a7ad09cfc tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for floatingip, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:51:07.169017 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.db.l3_db [None req-8009e911-b340-4066-a4dc-d73a7ad09cfc tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Floating IP 4b5c2bdc-eb22-4aa3-8357-5ca09e5ba2e0 disassociated (deleted). External IP: 172.26.0.114, port: b43e110e-d70f-49bd-aa8c-f4a6a700b98c.
Dec 16 22:51:07.618356 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8009e911-b340-4066-a4dc-d73a7ad09cfc tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Router e20ead96-7b16-4402-951c-0529aab78d57 has already been hosted by L3 agent 4f519db7-069b-43e2-8411-c092bac9102a {{(pid=87507) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 22:51:07.790952 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8009e911-b340-4066-a4dc-d73a7ad09cfc tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify agent at l3_agent.dv-neutron-821829-1-hyperv the message routers_updated {{(pid=87507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 22:51:07.801436 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08610d3c-0ba1-44b5-8a23-f6eb04a7ca9c None None] Sync routers for ids ['e20ead96-7b16-4402-951c-0529aab78d57'] in dv-neutron-821829-1-hyperv {{(pid=87509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 22:51:07.806767 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-8009e911-b340-4066-a4dc-d73a7ad09cfc tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for floatingip, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:51:07.810254 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08610d3c-0ba1-44b5-8a23-f6eb04a7ca9c None None] Routers {'e20ead96-7b16-4402-951c-0529aab78d57'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:51:07.810866 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-08610d3c-0ba1-44b5-8a23-f6eb04a7ca9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b7ca02430>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:51:01Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['e20ead96-7b16-4402-951c-0529aab78d57'], 'active': True} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:51:07.860144 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-8009e911-b340-4066-a4dc-d73a7ad09cfc tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "DELETE /v2.0/floatingips/4b5c2bdc-eb22-4aa3-8357-5ca09e5ba2e0 HTTP/1.1" status: 204  len: 168 time: 1.5376287
Dec 16 22:51:07.860811 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4a17098-1811-443e-a1f3-f6627eacc7b3', 'tag': 'b43e110e-d70f-49bd-aa8c-f4a6a700b98c'}] {{(pid=87507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 22:51:07.907531 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:51:07.963821 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4a17098-1811-443e-a1f3-f6627eacc7b3', 'tag': 'b43e110e-d70f-49bd-aa8c-f4a6a700b98c', 'status': 'completed', 'code': 200}
Dec 16 22:51:07.988932 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvr_db [None req-08610d3c-0ba1-44b5-8a23-f6eb04a7ca9c None None] Set router e20ead96-7b16-4402-951c-0529aab78d57 gateway port host: dv-neutron-821829-1-hyperv {{(pid=87509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 22:51:08.084803 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9dcd19-8f92-46ef-b81b-a331d85cd27b req-57963e99-7bb8-422c-b49e-a616ccd43693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:51:08.086845 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-7f9dcd19-8f92-46ef-b81b-a331d85cd27b req-57963e99-7bb8-422c-b49e-a616ccd43693 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b7e45fda9ad540a6ac359d1c64c9adb2&device_id=c4a17098-1811-443e-a1f3-f6627eacc7b3 HTTP/1.1" status: 200  len: 1098 time: 0.0789599
Dec 16 22:51:08.259133 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9dcd19-8f92-46ef-b81b-a331d85cd27b req-e0ceb1de-c334-4b4a-a8b1-5f70fef4cf2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:51:08.260882 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-7f9dcd19-8f92-46ef-b81b-a331d85cd27b req-e0ceb1de-c334-4b4a-a8b1-5f70fef4cf2e service neutron] 10.222.0.49 "GET /v2.0/networks?id=e9c2c541-8df8-4c94-9665-08ccc2a93032 HTTP/1.1" status: 200  len: 898 time: 0.1372185
Dec 16 22:51:08.293748 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095c3063-96ef-4077-868b-b365e30e1cbf req-82163628-afe6-4dd5-9fec-e7c0f27377b2 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:51:08.294453 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [req-095c3063-96ef-4077-868b-b365e30e1cbf req-82163628-afe6-4dd5-9fec-e7c0f27377b2 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Synchronizing usage tracker for tenant:b7e45fda9ad540a6ac359d1c64c9adb2 on resource:port {{(pid=87507) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 22:51:08.310718 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [req-095c3063-96ef-4077-868b-b365e30e1cbf req-82163628-afe6-4dd5-9fec-e7c0f27377b2 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Unset dirty status for tenant:b7e45fda9ad540a6ac359d1c64c9adb2 on resource:port {{(pid=87507) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 22:51:08.312025 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-095c3063-96ef-4077-868b-b365e30e1cbf req-82163628-afe6-4dd5-9fec-e7c0f27377b2 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "GET /v2.0/ports?device_id=c4a17098-1811-443e-a1f3-f6627eacc7b3 HTTP/1.1" status: 200  len: 945 time: 0.1536081
Dec 16 22:51:08.314835 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-08610d3c-0ba1-44b5-8a23-f6eb04a7ca9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b7ca02430>, [{'id': 'e20ead96-7b16-4402-951c-0529aab78d57', 'name': 'tempest-TestNetworkBasicOps-router-966506498', 'tenant_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.222'}], 'enable_snat': True}, 'gw_port_id': 'd5939d04-0d27-4b80-bbb7-69f7fe728394', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:48:09Z', 'updated_at': '2021-12-16T22:48:14Z', 'revision_number': 4, 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'gw_port': {'id': 'd5939d04-0d27-4b80-bbb7-69f7fe728394', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:07:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e20ead96-7b16-4402-951c-0529aab78d57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:48:10Z', 'updated_at': '2021-12-16T22:48:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv', '_interfaces': [{'id': '9a3c43c7-4aad-42a1-ae3b-29d9d4949d3b', 'name': '', 'network_id': 'e9c2c541-8df8-4c94-9665-08ccc2a93032', 'tenant_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'mac_address': 'fa:16:3e:33:d5:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e20ead96-7b16-4402-951c-0529aab78d57', 'device_owner': 'network:router_interface', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': 'a58e3a93-ede2-46ff-8ef3-a0ee0f993868', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:48:13Z', 'updated_at': '2021-12-16T22:48:19Z', 'revision_number': 5, 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'subnets': [{'id': 'a58e3a93-ede2-46ff-8ef3-a0ee0f993868', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:51:08.318922 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08610d3c-0ba1-44b5-8a23-f6eb04a7ca9c None None] Checking router: e20ead96-7b16-4402-951c-0529aab78d57 for host: dv-neutron-821829-1-hyperv {{(pid=87509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 22:51:08.327884 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08610d3c-0ba1-44b5-8a23-f6eb04a7ca9c None None] Routers {'e20ead96-7b16-4402-951c-0529aab78d57'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:51:08.328507 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-08610d3c-0ba1-44b5-8a23-f6eb04a7ca9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b7ca02430>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:51:01Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['e20ead96-7b16-4402-951c-0529aab78d57'], 'active': True} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:51:08.332887 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-7f9dcd19-8f92-46ef-b81b-a331d85cd27b req-07c3b1d7-5e51-4141-9dc9-c18e27ed0846 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b43e110e-d70f-49bd-aa8c-f4a6a700b98c HTTP/1.1" status: 200  len: 217 time: 0.0641580
Dec 16 22:51:08.360688 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-095c3063-96ef-4077-868b-b365e30e1cbf req-8eb3702b-5a41-466a-9271-3fd1e1d4b564 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "GET /v2.0/security-groups?id=fa45e904-c93d-46bc-95c0-9e92ae13b0cf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0418992
Dec 16 22:51:08.395688 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9dcd19-8f92-46ef-b81b-a331d85cd27b req-747297e5-5658-4114-81ef-b47be93841c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:51:08.397423 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-7f9dcd19-8f92-46ef-b81b-a331d85cd27b req-747297e5-5658-4114-81ef-b47be93841c8 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a58e3a93-ede2-46ff-8ef3-a0ee0f993868 HTTP/1.1" status: 200  len: 844 time: 0.0573680
Dec 16 22:51:08.476601 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9dcd19-8f92-46ef-b81b-a331d85cd27b req-89b9e3de-f183-470e-a2b0-bc83abd15041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:51:08.478263 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-7f9dcd19-8f92-46ef-b81b-a331d85cd27b req-89b9e3de-f183-470e-a2b0-bc83abd15041 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e9c2c541-8df8-4c94-9665-08ccc2a93032&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0715303
Dec 16 22:51:08.536856 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvr_db [None req-08610d3c-0ba1-44b5-8a23-f6eb04a7ca9c None None] Set router e20ead96-7b16-4402-951c-0529aab78d57 gateway port host: dv-neutron-821829-1-hyperv {{(pid=87509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 22:51:08.610704 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-7f9dcd19-8f92-46ef-b81b-a331d85cd27b req-8810e884-34f8-4f19-995e-58bf2c1be25d service neutron] 10.222.0.49 "GET /v2.0/networks/e9c2c541-8df8-4c94-9665-08ccc2a93032?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1243203
Dec 16 22:51:08.741405 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-7f9dcd19-8f92-46ef-b81b-a331d85cd27b req-6fc15762-543b-43b9-a9a7-6855cef2152f service neutron] 10.222.0.49 "GET /v2.0/networks/e9c2c541-8df8-4c94-9665-08ccc2a93032?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1243207
Dec 16 22:51:08.837761 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-08610d3c-0ba1-44b5-8a23-f6eb04a7ca9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b7ca02430>, [{'id': 'e20ead96-7b16-4402-951c-0529aab78d57', 'name': 'tempest-TestNetworkBasicOps-router-966506498', 'tenant_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.222'}], 'enable_snat': True}, 'gw_port_id': 'd5939d04-0d27-4b80-bbb7-69f7fe728394', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:48:09Z', 'updated_at': '2021-12-16T22:48:14Z', 'revision_number': 4, 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'gw_port': {'id': 'd5939d04-0d27-4b80-bbb7-69f7fe728394', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:07:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e20ead96-7b16-4402-951c-0529aab78d57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:48:10Z', 'updated_at': '2021-12-16T22:48:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv', '_interfaces': [{'id': '9a3c43c7-4aad-42a1-ae3b-29d9d4949d3b', 'name': '', 'network_id': 'e9c2c541-8df8-4c94-9665-08ccc2a93032', 'tenant_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'mac_address': 'fa:16:3e:33:d5:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e20ead96-7b16-4402-951c-0529aab78d57', 'device_owner': 'network:router_interface', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': 'a58e3a93-ede2-46ff-8ef3-a0ee0f993868', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:48:13Z', 'updated_at': '2021-12-16T22:48:19Z', 'revision_number': 5, 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'subnets': [{'id': 'a58e3a93-ede2-46ff-8ef3-a0ee0f993868', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:51:08.841520 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08610d3c-0ba1-44b5-8a23-f6eb04a7ca9c None None] The sync data for ids ['e20ead96-7b16-4402-951c-0529aab78d57'] in dv-neutron-821829-1-hyperv is: [{'id': 'e20ead96-7b16-4402-951c-0529aab78d57', 'name': 'tempest-TestNetworkBasicOps-router-966506498', 'tenant_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.222'}], 'enable_snat': True}, 'gw_port_id': 'd5939d04-0d27-4b80-bbb7-69f7fe728394', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:48:09Z', 'updated_at': '2021-12-16T22:48:14Z', 'revision_number': 4, 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'gw_port': {'id': 'd5939d04-0d27-4b80-bbb7-69f7fe728394', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:07:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e20ead96-7b16-4402-951c-0529aab78d57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:48:10Z', 'updated_at': '2021-12-16T22:48:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv', '_interfaces': [{'id': '9a3c43c7-4aad-42a1-ae3b-29d9d4949d3b', 'name': '', 'network_id': 'e9c2c541-8df8-4c94-9665-08ccc2a93032', 'tenant_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'mac_address': 'fa:16:3e:33:d5:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e20ead96-7b16-4402-951c-0529aab78d57', 'device_owner': 'network:router_interface', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': 'a58e3a93-ede2-46ff-8ef3-a0ee0f993868', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:48:13Z', 'updated_at': '2021-12-16T22:48:19Z', 'revision_number': 5, 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'subnets': [{'id': 'a58e3a93-ede2-46ff-8ef3-a0ee0f993868', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 22:51:09.047173 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7609c39-4831-422d-94f7-898394b7d146 None None] New status for floating IP 4b5c2bdc-eb22-4aa3-8357-5ca09e5ba2e0: DOWN {{(pid=87508) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 16 22:51:09.602438 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89790ebd-c293-49da-b1ab-de703d9a6097 req-0b27dff4-51fc-49c8-879d-d7e6459cc09b tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:51:09.603903 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-89790ebd-c293-49da-b1ab-de703d9a6097 req-0b27dff4-51fc-49c8-879d-d7e6459cc09b tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "GET /v2.0/ports?device_id=c4a17098-1811-443e-a1f3-f6627eacc7b3 HTTP/1.1" status: 200  len: 945 time: 0.1253726
Dec 16 22:51:09.651575 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-89790ebd-c293-49da-b1ab-de703d9a6097 req-51a75992-a46f-4a99-b2e8-c0b2bfac0d2f tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "GET /v2.0/security-groups?id=fa45e904-c93d-46bc-95c0-9e92ae13b0cf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0416951
Dec 16 22:51:09.688120 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2060fcb4-d2d0-4d79-88fc-dc741f642ecc req-6c0c71eb-62b7-477d-a26f-de3da7303e37 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:51:09.688813 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [req-2060fcb4-d2d0-4d79-88fc-dc741f642ecc req-6c0c71eb-62b7-477d-a26f-de3da7303e37 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Synchronizing usage tracker for tenant:b7e45fda9ad540a6ac359d1c64c9adb2 on resource:port {{(pid=87506) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 22:51:09.700153 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [req-2060fcb4-d2d0-4d79-88fc-dc741f642ecc req-6c0c71eb-62b7-477d-a26f-de3da7303e37 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Unset dirty status for tenant:b7e45fda9ad540a6ac359d1c64c9adb2 on resource:port {{(pid=87506) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 22:51:09.701155 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-2060fcb4-d2d0-4d79-88fc-dc741f642ecc req-6c0c71eb-62b7-477d-a26f-de3da7303e37 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.49 "GET /v2.0/ports?device_id=c4a17098-1811-443e-a1f3-f6627eacc7b3 HTTP/1.1" status: 200  len: 945 time: 0.0956769
Dec 16 22:51:09.769476 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [req-2060fcb4-d2d0-4d79-88fc-dc741f642ecc req-5acf0aa3-e0fe-4ab2-915e-e90bbb962fa7 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Deleting port b43e110e-d70f-49bd-aa8c-f4a6a700b98c {{(pid=87506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:51:09.769816 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-2060fcb4-d2d0-4d79-88fc-dc741f642ecc req-5acf0aa3-e0fe-4ab2-915e-e90bbb962fa7 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:51:10.010958 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.db [req-2060fcb4-d2d0-4d79-88fc-dc741f642ecc req-5acf0aa3-e0fe-4ab2-915e-e90bbb962fa7 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] For port b43e110e-d70f-49bd-aa8c-f4a6a700b98c, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=b43e110e-d70f-49bd-aa8c-f4a6a700b98c,segment=NetworkSegment(fd7b2969-c589-418b-b49d-066c17d823e3),segment_id=fd7b2969-c589-418b-b49d-066c17d823e3)] {{(pid=87506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:51:10.011223 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-2060fcb4-d2d0-4d79-88fc-dc741f642ecc req-5acf0aa3-e0fe-4ab2-915e-e90bbb962fa7 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:51:10.130202 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [req-2060fcb4-d2d0-4d79-88fc-dc741f642ecc req-5acf0aa3-e0fe-4ab2-915e-e90bbb962fa7 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Calling delete_port for b43e110e-d70f-49bd-aa8c-f4a6a700b98c owned by compute:nova {{(pid=87506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:51:10.372064 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-2060fcb4-d2d0-4d79-88fc-dc741f642ecc req-5acf0aa3-e0fe-4ab2-915e-e90bbb962fa7 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1863393'] for port, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:51:10.377674 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-e7573503-4702-4589-8303-750c3e83bb37 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:51:10.423298 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5acf0aa3-e0fe-4ab2-915e-e90bbb962fa7 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Pushing event deleted for resources: {'Port': ['ID=b43e110e-d70f-49bd-aa8c-f4a6a700b98c,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:51:10.458366 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5acf0aa3-e0fe-4ab2-915e-e90bbb962fa7 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:51:10.458780 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5acf0aa3-e0fe-4ab2-915e-e90bbb962fa7 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:51:10.459153 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5acf0aa3-e0fe-4ab2-915e-e90bbb962fa7 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:51:10.459526 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5acf0aa3-e0fe-4ab2-915e-e90bbb962fa7 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:51:10.459990 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5acf0aa3-e0fe-4ab2-915e-e90bbb962fa7 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:51:10.460279 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5acf0aa3-e0fe-4ab2-915e-e90bbb962fa7 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:51:10.460636 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5acf0aa3-e0fe-4ab2-915e-e90bbb962fa7 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:51:10.461011 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5acf0aa3-e0fe-4ab2-915e-e90bbb962fa7 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:51:10.461995 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5acf0aa3-e0fe-4ab2-915e-e90bbb962fa7 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:51:10.462358 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5acf0aa3-e0fe-4ab2-915e-e90bbb962fa7 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:51:10.462715 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5acf0aa3-e0fe-4ab2-915e-e90bbb962fa7 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:51:10.463071 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5acf0aa3-e0fe-4ab2-915e-e90bbb962fa7 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:51:10.470842 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-5acf0aa3-e0fe-4ab2-915e-e90bbb962fa7 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:51:10.509917 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.l3_dvrscheduler_db [req-2060fcb4-d2d0-4d79-88fc-dc741f642ecc req-5acf0aa3-e0fe-4ab2-915e-e90bbb962fa7 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] No DVR routers for this DVR port b43e110e-d70f-49bd-aa8c-f4a6a700b98c on host hv-neutron-8218 {{(pid=87506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 22:51:10.512475 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-2060fcb4-d2d0-4d79-88fc-dc741f642ecc req-5acf0aa3-e0fe-4ab2-915e-e90bbb962fa7 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for port, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:51:10.515054 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4a17098-1811-443e-a1f3-f6627eacc7b3', 'name': 'network-vif-deleted', 'tag': 'b43e110e-d70f-49bd-aa8c-f4a6a700b98c'}] {{(pid=87506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 22:51:10.530622 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-2060fcb4-d2d0-4d79-88fc-dc741f642ecc req-5acf0aa3-e0fe-4ab2-915e-e90bbb962fa7 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.49 "DELETE /v2.0/ports/b43e110e-d70f-49bd-aa8c-f4a6a700b98c HTTP/1.1" status: 204  len: 173 time: 0.8240514
Dec 16 22:51:10.612660 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4a17098-1811-443e-a1f3-f6627eacc7b3', 'name': 'network-vif-deleted', 'tag': 'b43e110e-d70f-49bd-aa8c-f4a6a700b98c', 'status': 'completed', 'code': 200}
Dec 16 22:51:10.818719 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-2020580d-1c76-4d93-b548-a352e9f081c1 req-15b85384-4c42-4469-a682-b6c6794b2ff0 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "GET /v2.0/ports?device_id=c4a17098-1811-443e-a1f3-f6627eacc7b3 HTTP/1.1" status: 200  len: 210 time: 0.0430608
Dec 16 22:51:11.598271 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Device b43e110e-d70f-49bd-aa8c-f4a6a700b98c no longer exists at agent hyperv_hv-neutron-8218 {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 22:51:11.632301 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] No Port match for: b43e110e-d70f-49bd-aa8c-f4a6a700b98c {{(pid=87508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 22:51:11.632661 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Device b43e110e-d70f-49bd-aa8c-f4a6a700b98c not bound to the agent host hv-neutron-8218 {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 22:51:11.917270 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 50570) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:51:11.987664 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-023de839-027a-473b-a8e4-ba6e091928d9 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for security_group, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:51:12.016609 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-023de839-027a-473b-a8e4-ba6e091928d9 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:51:12.079565 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-023de839-027a-473b-a8e4-ba6e091928d9 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841066'] for security_group, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:51:12.083401 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-298d0ecc-b21f-4ae3-8357-1c5ad7a784ea tempest-RoutersNegativeTest-1851367265 tempest-RoutersNegativeTest-1851367265-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:51:12.098389 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023de839-027a-473b-a8e4-ba6e091928d9 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa45e904-c93d-46bc-95c0-9e92ae13b0cf,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:51:12.101410 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-023de839-027a-473b-a8e4-ba6e091928d9 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:51:12.109252 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-023de839-027a-473b-a8e4-ba6e091928d9 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for security_group, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:51:12.110363 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-023de839-027a-473b-a8e4-ba6e091928d9 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "DELETE /v2.0/security-groups/fa45e904-c93d-46bc-95c0-9e92ae13b0cf HTTP/1.1" status: 204  len: 168 time: 0.1920283
Dec 16 22:51:12.139497 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 50576) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:51:12.674911 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-9a43cda1-e31b-46e6-af1e-4c8d49342dbe tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3830176'] for router_interface, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:51:13.020134 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [None req-9a43cda1-e31b-46e6-af1e-4c8d49342dbe tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Deleting port 9a3c43c7-4aad-42a1-ae3b-29d9d4949d3b {{(pid=87506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:51:13.020812 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-9a43cda1-e31b-46e6-af1e-4c8d49342dbe tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:51:13.201333 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.db [None req-9a43cda1-e31b-46e6-af1e-4c8d49342dbe tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] For port 9a3c43c7-4aad-42a1-ae3b-29d9d4949d3b, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=9a3c43c7-4aad-42a1-ae3b-29d9d4949d3b,segment=NetworkSegment(fd7b2969-c589-418b-b49d-066c17d823e3),segment_id=fd7b2969-c589-418b-b49d-066c17d823e3)] {{(pid=87506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:51:13.201682 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-9a43cda1-e31b-46e6-af1e-4c8d49342dbe tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:51:13.424454 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [None req-9a43cda1-e31b-46e6-af1e-4c8d49342dbe tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Calling delete_port for 9a3c43c7-4aad-42a1-ae3b-29d9d4949d3b owned by network:router_interface {{(pid=87506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:51:13.738484 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-9a43cda1-e31b-46e6-af1e-4c8d49342dbe tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1863393'] for port, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:51:13.743435 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-92c3babb-281d-4db1-9605-9ec832be61f2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:51:13.811584 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a43cda1-e31b-46e6-af1e-4c8d49342dbe tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Pushing event deleted for resources: {'Port': ['ID=9a3c43c7-4aad-42a1-ae3b-29d9d4949d3b,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:51:13.813996 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-9a43cda1-e31b-46e6-af1e-4c8d49342dbe tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:51:14.059685 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-9a43cda1-e31b-46e6-af1e-4c8d49342dbe tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3791449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3739472'] for router_interface, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:51:14.404903 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a43cda1-e31b-46e6-af1e-4c8d49342dbe tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Router e20ead96-7b16-4402-951c-0529aab78d57 has already been hosted by L3 agent 4f519db7-069b-43e2-8411-c092bac9102a {{(pid=87506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 22:51:14.689624 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a43cda1-e31b-46e6-af1e-4c8d49342dbe tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify agent at l3_agent.dv-neutron-821829-1-hyperv the message routers_updated {{(pid=87506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 22:51:14.699961 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92eb1837-5208-411d-a294-a3ec3d4f7ef5 None None] Sync routers for ids ['e20ead96-7b16-4402-951c-0529aab78d57'] in dv-neutron-821829-1-hyperv {{(pid=87509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 22:51:14.702327 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-9a43cda1-e31b-46e6-af1e-4c8d49342dbe tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "PUT /v2.0/routers/e20ead96-7b16-4402-951c-0529aab78d57/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.5617466
Dec 16 22:51:14.704916 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 50580) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:51:14.709347 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92eb1837-5208-411d-a294-a3ec3d4f7ef5 None None] Routers {'e20ead96-7b16-4402-951c-0529aab78d57'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:51:14.709958 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-92eb1837-5208-411d-a294-a3ec3d4f7ef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b7cab5a90>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:51:01Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['e20ead96-7b16-4402-951c-0529aab78d57'], 'active': True} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:51:14.770796 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.db_base_plugin_v2 [None req-e17aecbd-d92c-4925-816f-cc0076a981d1 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Deleting subnet a58e3a93-ede2-46ff-8ef3-a0ee0f993868 {{(pid=87506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 16 22:51:14.773764 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-e17aecbd-d92c-4925-816f-cc0076a981d1 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for subnet, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:51:14.826444 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-e17aecbd-d92c-4925-816f-cc0076a981d1 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-266764487'] for subnet, precommit_delete_associations {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:51:14.882117 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvr_db [None req-92eb1837-5208-411d-a294-a3ec3d4f7ef5 None None] Set router e20ead96-7b16-4402-951c-0529aab78d57 gateway port host: dv-neutron-821829-1-hyperv {{(pid=87509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 22:51:14.908303 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-e17aecbd-d92c-4925-816f-cc0076a981d1 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3328566'] for subnet, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:51:14.984681 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-e17aecbd-d92c-4925-816f-cc0076a981d1 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3328622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1863378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11213117'] for subnet, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:51:14.988762 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-ffa05106-8462-4fa6-b18a-6e20545abe48 tempest-RoutersNegativeIpV6Test-1646080008 tempest-RoutersNegativeIpV6Test-1646080008-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:51:15.022225 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17aecbd-d92c-4925-816f-cc0076a981d1 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Pushing event deleted for resources: {'Subnet': ['ID=a58e3a93-ede2-46ff-8ef3-a0ee0f993868,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:51:15.026793 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-e17aecbd-d92c-4925-816f-cc0076a981d1 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:51:15.029606 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-e17aecbd-d92c-4925-816f-cc0076a981d1 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for subnet, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:51:15.035574 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-e17aecbd-d92c-4925-816f-cc0076a981d1 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "DELETE /v2.0/subnets/a58e3a93-ede2-46ff-8ef3-a0ee0f993868 HTTP/1.1" status: 204  len: 168 time: 0.3297174
Dec 16 22:51:15.036054 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e347130d-5a56-4f9f-b207-784a404d90f5 None None] Network e9c2c541-8df8-4c94-9665-08ccc2a93032 requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 22:51:15.038087 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 50584) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:51:15.168180 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-92eb1837-5208-411d-a294-a3ec3d4f7ef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b7cab5a90>, [{'id': 'e20ead96-7b16-4402-951c-0529aab78d57', 'name': 'tempest-TestNetworkBasicOps-router-966506498', 'tenant_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.222'}], 'enable_snat': True}, 'gw_port_id': 'd5939d04-0d27-4b80-bbb7-69f7fe728394', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:48:09Z', 'updated_at': '2021-12-16T22:51:13Z', 'revision_number': 5, 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'gw_port': {'id': 'd5939d04-0d27-4b80-bbb7-69f7fe728394', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:07:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e20ead96-7b16-4402-951c-0529aab78d57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:48:10Z', 'updated_at': '2021-12-16T22:48:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv'}], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:51:15.173408 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92eb1837-5208-411d-a294-a3ec3d4f7ef5 None None] Checking router: e20ead96-7b16-4402-951c-0529aab78d57 for host: dv-neutron-821829-1-hyperv {{(pid=87509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 22:51:15.182680 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92eb1837-5208-411d-a294-a3ec3d4f7ef5 None None] Routers {'e20ead96-7b16-4402-951c-0529aab78d57'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:51:15.183521 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-92eb1837-5208-411d-a294-a3ec3d4f7ef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b7cab5a90>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:51:01Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['e20ead96-7b16-4402-951c-0529aab78d57'], 'active': True} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:51:15.234898 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-c19d8ffe-6af9-49bd-a39d-aa0dfc464569 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for router, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:51:15.345204 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f13ca0f-b1e7-495a-a802-8e2cd7538fbc None None] DHCP port deletion for e9c2c541-8df8-4c94-9665-08ccc2a93032 request from dv-neutron-821829-1-hyperv {{(pid=87508) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 16 22:51:15.349490 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-6f13ca0f-b1e7-495a-a802-8e2cd7538fbc None None] Deleting port 665dd0a1-f6bd-4764-8c2e-ff299dacb712 {{(pid=87508) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:51:15.349967 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-6f13ca0f-b1e7-495a-a802-8e2cd7538fbc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:51:15.370343 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvr_db [None req-92eb1837-5208-411d-a294-a3ec3d4f7ef5 None None] Set router e20ead96-7b16-4402-951c-0529aab78d57 gateway port host: dv-neutron-821829-1-hyperv {{(pid=87509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 22:51:15.416248 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-c19d8ffe-6af9-49bd-a39d-aa0dfc464569 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:51:15.447968 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [None req-c19d8ffe-6af9-49bd-a39d-aa0dfc464569 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Deleting port d5939d04-0d27-4b80-bbb7-69f7fe728394 {{(pid=87506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:51:15.448318 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-c19d8ffe-6af9-49bd-a39d-aa0dfc464569 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:51:15.563282 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 665dd0a1-f6bd-4764-8c2e-ff299dacb712 no longer exists at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 22:51:15.655400 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-6f13ca0f-b1e7-495a-a802-8e2cd7538fbc None None] For port 665dd0a1-f6bd-4764-8c2e-ff299dacb712, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=665dd0a1-f6bd-4764-8c2e-ff299dacb712,segment=NetworkSegment(fd7b2969-c589-418b-b49d-066c17d823e3),segment_id=fd7b2969-c589-418b-b49d-066c17d823e3)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:51:15.655990 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-6f13ca0f-b1e7-495a-a802-8e2cd7538fbc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:51:15.664179 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.db [None req-c19d8ffe-6af9-49bd-a39d-aa0dfc464569 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] For port d5939d04-0d27-4b80-bbb7-69f7fe728394, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=d5939d04-0d27-4b80-bbb7-69f7fe728394,segment=NetworkSegment(a416442d-d143-4052-9f4e-546eb8cbe809),segment_id=a416442d-d143-4052-9f4e-546eb8cbe809)] {{(pid=87506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:51:15.664179 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-c19d8ffe-6af9-49bd-a39d-aa0dfc464569 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:51:15.689167 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-92eb1837-5208-411d-a294-a3ec3d4f7ef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b7cab5a90>, [{'id': 'e20ead96-7b16-4402-951c-0529aab78d57', 'name': 'tempest-TestNetworkBasicOps-router-966506498', 'tenant_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.222'}], 'enable_snat': True}, 'gw_port_id': 'd5939d04-0d27-4b80-bbb7-69f7fe728394', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:48:09Z', 'updated_at': '2021-12-16T22:51:13Z', 'revision_number': 5, 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'gw_port': {'id': 'd5939d04-0d27-4b80-bbb7-69f7fe728394', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:07:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e20ead96-7b16-4402-951c-0529aab78d57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:48:10Z', 'updated_at': '2021-12-16T22:48:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv'}], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:51:15.692948 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92eb1837-5208-411d-a294-a3ec3d4f7ef5 None None] The sync data for ids ['e20ead96-7b16-4402-951c-0529aab78d57'] in dv-neutron-821829-1-hyperv is: [{'id': 'e20ead96-7b16-4402-951c-0529aab78d57', 'name': 'tempest-TestNetworkBasicOps-router-966506498', 'tenant_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.222'}], 'enable_snat': True}, 'gw_port_id': 'd5939d04-0d27-4b80-bbb7-69f7fe728394', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:48:09Z', 'updated_at': '2021-12-16T22:51:13Z', 'revision_number': 5, 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'gw_port': {'id': 'd5939d04-0d27-4b80-bbb7-69f7fe728394', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:07:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e20ead96-7b16-4402-951c-0529aab78d57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:48:10Z', 'updated_at': '2021-12-16T22:48:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv'}] {{(pid=87509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 22:51:15.784596 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [None req-c19d8ffe-6af9-49bd-a39d-aa0dfc464569 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Calling delete_port for d5939d04-0d27-4b80-bbb7-69f7fe728394 owned by network:router_gateway {{(pid=87506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:51:15.809429 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-6f13ca0f-b1e7-495a-a802-8e2cd7538fbc None None] Calling delete_port for 665dd0a1-f6bd-4764-8c2e-ff299dacb712 owned by network:dhcp {{(pid=87508) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:51:15.879613 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:51:15.947022 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-6f13ca0f-b1e7-495a-a802-8e2cd7538fbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949'] for port, after_delete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:51:15.949272 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-c19d8ffe-6af9-49bd-a39d-aa0dfc464569 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1863393'] for port, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:51:15.953639 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-7d91d789-8d39-4df9-9416-68ec7cb8683a tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:51:15.955635 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:51:15.997564 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19d8ffe-6af9-49bd-a39d-aa0dfc464569 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Pushing event deleted for resources: {'Port': ['ID=d5939d04-0d27-4b80-bbb7-69f7fe728394,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:51:16.001885 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f13ca0f-b1e7-495a-a802-8e2cd7538fbc None None] Pushing event deleted for resources: {'Port': ['ID=665dd0a1-f6bd-4764-8c2e-ff299dacb712,revision_number=None']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:51:16.005931 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f13ca0f-b1e7-495a-a802-8e2cd7538fbc None None] No DVR routers for this DVR port 665dd0a1-f6bd-4764-8c2e-ff299dacb712 on host dv-neutron-821829-1-hyperv {{(pid=87508) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 22:51:16.015564 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f13ca0f-b1e7-495a-a802-8e2cd7538fbc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:51:16.019165 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f13ca0f-b1e7-495a-a802-8e2cd7538fbc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:51:16.019165 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f13ca0f-b1e7-495a-a802-8e2cd7538fbc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:51:16.019165 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f13ca0f-b1e7-495a-a802-8e2cd7538fbc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:51:16.019165 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f13ca0f-b1e7-495a-a802-8e2cd7538fbc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:51:16.019165 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f13ca0f-b1e7-495a-a802-8e2cd7538fbc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:51:16.019165 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f13ca0f-b1e7-495a-a802-8e2cd7538fbc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:51:16.019165 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f13ca0f-b1e7-495a-a802-8e2cd7538fbc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:51:16.019165 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f13ca0f-b1e7-495a-a802-8e2cd7538fbc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:51:16.019165 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f13ca0f-b1e7-495a-a802-8e2cd7538fbc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:51:16.019165 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f13ca0f-b1e7-495a-a802-8e2cd7538fbc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:51:16.019165 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f13ca0f-b1e7-495a-a802-8e2cd7538fbc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:51:16.022368 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-6f13ca0f-b1e7-495a-a802-8e2cd7538fbc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:51:16.030527 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-c19d8ffe-6af9-49bd-a39d-aa0dfc464569 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:51:16.096271 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-c19d8ffe-6af9-49bd-a39d-aa0dfc464569 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3741895'] for router_gateway, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:51:16.377545 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-c19d8ffe-6af9-49bd-a39d-aa0dfc464569 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3739500', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39002'] for router, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:51:16.379668 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-c19d8ffe-6af9-49bd-a39d-aa0dfc464569 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:51:16.401730 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-c19d8ffe-6af9-49bd-a39d-aa0dfc464569 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3830089'] for router, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:51:16.402249 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c19d8ffe-6af9-49bd-a39d-aa0dfc464569 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Fanout notify agent at l3_agent the message router_deleted on router e20ead96-7b16-4402-951c-0529aab78d57 {{(pid=87506) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 16 22:51:16.417467 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-c19d8ffe-6af9-49bd-a39d-aa0dfc464569 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for router, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:51:16.421315 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-c19d8ffe-6af9-49bd-a39d-aa0dfc464569 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "DELETE /v2.0/routers/e20ead96-7b16-4402-951c-0529aab78d57 HTTP/1.1" status: 204  len: 168 time: 1.3821988
Dec 16 22:51:16.421442 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 50588) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:51:16.540715 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-aaaafff3-e4bb-4d92-8aa1-542cabad8288 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-825997'] for network, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:51:16.667334 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-aaaafff3-e4bb-4d92-8aa1-542cabad8288 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3329565', 'neutron.services.segments.db._delete_segments_for_network-8734753546406'] for network, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:51:16.691315 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.services.segments.db [None req-aaaafff3-e4bb-4d92-8aa1-542cabad8288 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1b7c5ccb80>,) {'filters': {'network_id': ['e9c2c541-8df8-4c94-9665-08ccc2a93032']}} {{(pid=87507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:51:16.702720 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.services.segments.db [None req-aaaafff3-e4bb-4d92-8aa1-542cabad8288 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b7c5ccb80>, 'fd7b2969-c589-418b-b49d-066c17d823e3') {'for_net_delete': True} {{(pid=87507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:51:16.703009 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.services.segments.db [None req-aaaafff3-e4bb-4d92-8aa1-542cabad8288 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b7c5ccb80>, 'fd7b2969-c589-418b-b49d-066c17d823e3') {} {{(pid=87507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:51:16.713682 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-aaaafff3-e4bb-4d92-8aa1-542cabad8288 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734753593977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2128549'] for segment, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:51:16.729371 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-aaaafff3-e4bb-4d92-8aa1-542cabad8288 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-883292'] for segment, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:51:16.735378 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aaaafff3-e4bb-4d92-8aa1-542cabad8288 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Releasing vlan 184 on physical network physnet1 to pool {{(pid=87507) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 16 22:51:16.735750 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-aaaafff3-e4bb-4d92-8aa1-542cabad8288 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-883285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10808034'] for segment, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:51:16.749974 dv-neutron-821829-1-hyperv neutron-server[87507]: Traceback (most recent call last):
Dec 16 22:51:16.749974 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 16 22:51:16.749974 dv-neutron-821829-1-hyperv neutron-server[87507]:     timer()
Dec 16 22:51:16.749974 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 22:51:16.749974 dv-neutron-821829-1-hyperv neutron-server[87507]:     cb(*args, **kw)
Dec 16 22:51:16.749974 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 22:51:16.749974 dv-neutron-821829-1-hyperv neutron-server[87507]:     return func(*args, **kwargs)
Dec 16 22:51:16.749974 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 22:51:16.749974 dv-neutron-821829-1-hyperv neutron-server[87507]:     self._notify()
Dec 16 22:51:16.749974 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 22:51:16.749974 dv-neutron-821829-1-hyperv neutron-server[87507]:     self.callback(batched_events)
Dec 16 22:51:16.749974 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 22:51:16.749974 dv-neutron-821829-1-hyperv neutron-server[87507]:     event.method(event)
Dec 16 22:51:16.749974 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 22:51:16.749974 dv-neutron-821829-1-hyperv neutron-server[87507]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 22:51:16.749974 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 22:51:16.749974 dv-neutron-821829-1-hyperv neutron-server[87507]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 22:51:16.749974 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 22:51:16.749974 dv-neutron-821829-1-hyperv neutron-server[87507]:     return f(self, *a, **k)
Dec 16 22:51:16.749974 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 16 22:51:16.749974 dv-neutron-821829-1-hyperv neutron-server[87507]:     return self._get(url).json()
Dec 16 22:51:16.749974 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 16 22:51:16.749974 dv-neutron-821829-1-hyperv neutron-server[87507]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 22:51:16.749974 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 16 22:51:16.749974 dv-neutron-821829-1-hyperv neutron-server[87507]:     return self.request(url, 'GET', **kwargs)
Dec 16 22:51:16.749974 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 16 22:51:16.749974 dv-neutron-821829-1-hyperv neutron-server[87507]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 22:51:16.749974 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 16 22:51:16.749974 dv-neutron-821829-1-hyperv neutron-server[87507]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 22:51:16.749974 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 16 22:51:16.749974 dv-neutron-821829-1-hyperv neutron-server[87507]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 22:51:16.749974 dv-neutron-821829-1-hyperv neutron-server[87507]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 22:51:16.827037 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-aaaafff3-e4bb-4d92-8aa1-542cabad8288 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3329572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3741856'] for network, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:51:16.830840 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-5a22f87c-a5a7-43f9-8a29-291779e4c862 tempest-BulkNetworkOpsTest-146173519 tempest-BulkNetworkOpsTest-146173519-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:51:16.846339 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-aaaafff3-e4bb-4d92-8aa1-542cabad8288 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for network, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:51:16.858613 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaafff3-e4bb-4d92-8aa1-542cabad8288 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Pushing event deleted for resources: {'Network': ['ID=e9c2c541-8df8-4c94-9665-08ccc2a93032,revision_number=None']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:51:16.861787 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-aaaafff3-e4bb-4d92-8aa1-542cabad8288 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:51:16.867493 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-aaaafff3-e4bb-4d92-8aa1-542cabad8288 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "DELETE /v2.0/networks/e9c2c541-8df8-4c94-9665-08ccc2a93032 HTTP/1.1" status: 204  len: 168 time: 0.4441450
Dec 16 22:51:16.877659 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 50592) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:51:16.883247 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-eb61b340-d381-40d4-871f-46380b64cb37 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Request body: {'network': {'name': 'tempest-network-smoke--167155135', 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'port_security_enabled': True}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:51:16.888254 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-eb61b340-d381-40d4-871f-46380b64cb37 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:51:16.892351 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-eb61b340-d381-40d4-871f-46380b64cb37 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Usage tracker for resource:network and tenant:b7e45fda9ad540a6ac359d1c64c9adb2 is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:51:16.895403 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-eb61b340-d381-40d4-871f-46380b64cb37 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:51:16.902329 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-eb61b340-d381-40d4-871f-46380b64cb37 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:51:16.913253 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb61b340-d381-40d4-871f-46380b64cb37 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Made reservation on behalf of b7e45fda9ad540a6ac359d1c64c9adb2 for: {'network': 1} {{(pid=87507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:51:16.917223 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-eb61b340-d381-40d4-871f-46380b64cb37 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for network, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:51:16.944103 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb61b340-d381-40d4-871f-46380b64cb37 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] vlan segment allocate from pool success with {'vlan_id': 152, 'physical_network': 'physnet1'}  {{(pid=87507) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 22:51:16.952646 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-eb61b340-d381-40d4-871f-46380b64cb37 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-883292'] for segment, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:51:16.953011 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.db.segments_db [None req-eb61b340-d381-40d4-871f-46380b64cb37 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Added segment 05610977-0c7f-44b6-ba99-d5ddc57c029c of type vlan for network 5c1dd876-1992-4b2d-8f64-d8cf661b0088
Dec 16 22:51:16.979173 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-eb61b340-d381-40d4-871f-46380b64cb37 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734753047233'] for network, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:51:17.010099 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-eb61b340-d381-40d4-871f-46380b64cb37 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440'] for network, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:51:17.015498 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb61b340-d381-40d4-871f-46380b64cb37 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:51:17.016105 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-eb61b340-d381-40d4-871f-46380b64cb37 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for network, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:51:17.019619 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-06bbdb15-a500-44fc-83d9-300532aceed8 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:51:17.118610 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-eb61b340-d381-40d4-871f-46380b64cb37 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.2398756
Dec 16 22:51:17.121470 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb61b340-d381-40d4-871f-46380b64cb37 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Pushing event updated for resources: {'Network': ['ID=5c1dd876-1992-4b2d-8f64-d8cf661b0088,revision_number=1']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:51:17.121631 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 50596) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:51:17.127572 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-7582f18a-799b-4f8d-a341-76a97a1ce57c tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-850299834', 'admin_state_up': True, 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5'}}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:51:17.131203 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-eb61b340-d381-40d4-871f-46380b64cb37 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:51:17.132799 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Network 5c1dd876-1992-4b2d-8f64-d8cf661b0088 details requested by agent ovs-agent-dv-neutron-821829-1-hyperv with host dv-neutron-821829-1-hyperv {{(pid=87508) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 22:51:17.136271 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-7582f18a-799b-4f8d-a341-76a97a1ce57c tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:51:17.140129 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-7582f18a-799b-4f8d-a341-76a97a1ce57c tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Usage tracker for resource:router and tenant:b7e45fda9ad540a6ac359d1c64c9adb2 is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:51:17.142988 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-7582f18a-799b-4f8d-a341-76a97a1ce57c tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:51:17.149408 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-7582f18a-799b-4f8d-a341-76a97a1ce57c tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:51:17.161209 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-7582f18a-799b-4f8d-a341-76a97a1ce57c tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3741155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38980'] for router, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:51:17.162602 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-7582f18a-799b-4f8d-a341-76a97a1ce57c tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3743284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3741748', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3896702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-38989'] for router, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:51:17.180479 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-7582f18a-799b-4f8d-a341-76a97a1ce57c tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:51:17.441803 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-7582f18a-799b-4f8d-a341-76a97a1ce57c tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3741702', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3740945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-38947'] for router, precommit_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:51:17.483904 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 9a3c43c7-4aad-42a1-ae3b-29d9d4949d3b no longer exists at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 22:51:17.521207 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] No Port match for: 9a3c43c7-4aad-42a1-ae3b-29d9d4949d3b {{(pid=87508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 22:51:17.521484 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 9a3c43c7-4aad-42a1-ae3b-29d9d4949d3b not bound to the agent host dv-neutron-821829-1-hyperv {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 22:51:17.521912 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device d5939d04-0d27-4b80-bbb7-69f7fe728394 no longer exists at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 22:51:17.555569 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] No Port match for: d5939d04-0d27-4b80-bbb7-69f7fe728394 {{(pid=87508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 22:51:17.555950 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device d5939d04-0d27-4b80-bbb7-69f7fe728394 not bound to the agent host dv-neutron-821829-1-hyperv {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 22:51:17.737576 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-7582f18a-799b-4f8d-a341-76a97a1ce57c tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for router_gateway, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:51:17.766209 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-7582f18a-799b-4f8d-a341-76a97a1ce57c tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:51:17.894316 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.db_base_plugin_common [None req-7582f18a-799b-4f8d-a341-76a97a1ce57c tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Allocated IP 172.26.0.88 (f8905ce9-304b-4976-bc47-e58c71c11de5/9bca8591-41ef-4f2d-8ecb-ecaab1a28acf/598be091-3ddf-485d-9eb7-e2622ac4d02e) {{(pid=87506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 22:51:18.035065 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-7582f18a-799b-4f8d-a341-76a97a1ce57c tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for port, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:51:18.064125 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-7582f18a-799b-4f8d-a341-76a97a1ce57c tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1863393'] for port, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:51:18.068418 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-de04d2b4-8146-41ca-9531-8ee7099df80d tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:51:18.127910 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7582f18a-799b-4f8d-a341-76a97a1ce57c tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Network f8905ce9-304b-4976-bc47-e58c71c11de5 is already hosted by enough agents. {{(pid=87506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:51:18.130677 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.base_scheduler [None req-7582f18a-799b-4f8d-a341-76a97a1ce57c tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Resources bound (agent type, host, resource id):  {{(pid=87506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:51:18.133193 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7582f18a-799b-4f8d-a341-76a97a1ce57c tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Received port after_create {{(pid=87506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 22:51:18.176214 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7582f18a-799b-4f8d-a341-76a97a1ce57c tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Pushing event updated for resources: {'Port': ['ID=598be091-3ddf-485d-9eb7-e2622ac4d02e,revision_number=1']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:51:18.178895 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-7582f18a-799b-4f8d-a341-76a97a1ce57c tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:51:18.657076 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-7582f18a-799b-4f8d-a341-76a97a1ce57c tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for router_gateway, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:51:18.989585 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-7582f18a-799b-4f8d-a341-76a97a1ce57c tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3740952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3741923'] for router, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:51:19.190243 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7582f18a-799b-4f8d-a341-76a97a1ce57c tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Router c2a85a0a-2ded-477e-9d73-3a23c3bada5f is scheduled to L3 agent 4f519db7-069b-43e2-8411-c092bac9102a with binding_index 1 {{(pid=87506) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 16 22:51:19.360849 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7582f18a-799b-4f8d-a341-76a97a1ce57c tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify agent at l3_agent.dv-neutron-821829-1-hyperv the message routers_updated {{(pid=87506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 22:51:19.370670 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad35af63-3db6-4d3d-ba49-22b7431d1a14 None None] Sync routers for ids ['c2a85a0a-2ded-477e-9d73-3a23c3bada5f'] in dv-neutron-821829-1-hyperv {{(pid=87508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 22:51:19.379430 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad35af63-3db6-4d3d-ba49-22b7431d1a14 None None] Routers {'c2a85a0a-2ded-477e-9d73-3a23c3bada5f'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:51:19.380093 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-ad35af63-3db6-4d3d-ba49-22b7431d1a14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b76f46b80>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:51:01Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['c2a85a0a-2ded-477e-9d73-3a23c3bada5f'], 'active': True} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:51:19.387931 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-7582f18a-799b-4f8d-a341-76a97a1ce57c tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for router, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:51:19.389118 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-7582f18a-799b-4f8d-a341-76a97a1ce57c tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 885 time: 2.2665336
Dec 16 22:51:19.392266 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 50600) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:51:19.498057 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-e08f7f78-552f-4fc2-9ffd-33a1bc68ded7 tempest-TestNetworkBasicOps-761014822 tempest-TestNetworkBasicOps-761014822-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=b7e45fda9ad540a6ac359d1c64c9adb2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.1046338
Dec 16 22:51:19.500714 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 50606) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:51:19.555917 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvr_db [None req-ad35af63-3db6-4d3d-ba49-22b7431d1a14 None None] Set router c2a85a0a-2ded-477e-9d73-3a23c3bada5f gateway port host: dv-neutron-821829-1-hyperv {{(pid=87508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 22:51:19.627663 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f1a730c-7452-44c7-a9f0-452c9e815270 tempest-TestNetworkBasicOps-761014822 tempest-TestNetworkBasicOps-761014822-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:51:19.629078 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-8f1a730c-7452-44c7-a9f0-452c9e815270 tempest-TestNetworkBasicOps-761014822 tempest-TestNetworkBasicOps-761014822-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.1274867
Dec 16 22:51:19.632006 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 50610) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:51:19.675528 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-168b06ef-14d5-47b6-882f-00a6117e8d42 tempest-TestNetworkBasicOps-761014822 tempest-TestNetworkBasicOps-761014822-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=f8905ce9-304b-4976-bc47-e58c71c11de5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0423021
Dec 16 22:51:19.677827 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 50614) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:51:19.683941 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-091b60b0-0207-4e6e-b0f4-47c12025746e tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1083742546', 'network_id': '5c1dd876-1992-4b2d-8f64-d8cf661b0088', 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:51:19.871500 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-ad35af63-3db6-4d3d-ba49-22b7431d1a14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b76f46b80>, [{'id': 'c2a85a0a-2ded-477e-9d73-3a23c3bada5f', 'name': 'tempest-TestNetworkBasicOps-router-850299834', 'tenant_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.88'}], 'enable_snat': True}, 'gw_port_id': '598be091-3ddf-485d-9eb7-e2622ac4d02e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:51:17Z', 'updated_at': '2021-12-16T22:51:18Z', 'revision_number': 3, 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'gw_port': {'id': '598be091-3ddf-485d-9eb7-e2622ac4d02e', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:18:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2a85a0a-2ded-477e-9d73-3a23c3bada5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:51:17Z', 'updated_at': '2021-12-16T22:51:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv'}], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:51:19.875439 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad35af63-3db6-4d3d-ba49-22b7431d1a14 None None] Checking router: c2a85a0a-2ded-477e-9d73-3a23c3bada5f for host: dv-neutron-821829-1-hyperv {{(pid=87508) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 22:51:19.875825 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad35af63-3db6-4d3d-ba49-22b7431d1a14 None None] Updating router c2a85a0a-2ded-477e-9d73-3a23c3bada5f port 598be091-3ddf-485d-9eb7-e2622ac4d02e binding host dv-neutron-821829-1-hyperv {{(pid=87508) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 16 22:51:19.921762 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-091b60b0-0207-4e6e-b0f4-47c12025746e tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:51:19.925472 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-091b60b0-0207-4e6e-b0f4-47c12025746e tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Usage tracker for resource:subnet and tenant:b7e45fda9ad540a6ac359d1c64c9adb2 is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:51:19.928298 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-091b60b0-0207-4e6e-b0f4-47c12025746e tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:51:19.931403 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-ad35af63-3db6-4d3d-ba49-22b7431d1a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:51:19.934648 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-091b60b0-0207-4e6e-b0f4-47c12025746e tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:51:19.944448 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-091b60b0-0207-4e6e-b0f4-47c12025746e tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Made reservation on behalf of b7e45fda9ad540a6ac359d1c64c9adb2 for: {'subnet': 1} {{(pid=87506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:51:19.948585 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-091b60b0-0207-4e6e-b0f4-47c12025746e tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11213078'] for subnet, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:51:20.158253 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-091b60b0-0207-4e6e-b0f4-47c12025746e tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1863317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11213092'] for subnet, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:51:20.161753 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-c6e7f71b-5c2c-4ca0-89b0-7868bb65539b tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:51:20.240236 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091b60b0-0207-4e6e-b0f4-47c12025746e tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Pushing event updated for resources: {'Subnet': ['ID=9db18f07-b8de-4a52-bedd-2c56e03d05a7,revision_number=0']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:51:20.243495 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-091b60b0-0207-4e6e-b0f4-47c12025746e tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:51:20.249526 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-091b60b0-0207-4e6e-b0f4-47c12025746e tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Checking segment: {'id': '05610977-0c7f-44b6-ba99-d5ddc57c029c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '5c1dd876-1992-4b2d-8f64-d8cf661b0088'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 22:51:20.250080 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-091b60b0-0207-4e6e-b0f4-47c12025746e tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Network hostable DHCP agents. Network: 5c1dd876-1992-4b2d-8f64-d8cf661b0088, hostable agents: ['3b155c4d-12dc-491e-aa14-6113b06cfacd'], hosted agents: [] {{(pid=87506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 16 22:51:20.252493 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-ad35af63-3db6-4d3d-ba49-22b7431d1a14 None None] Notify callbacks [] for port, precommit_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:51:20.263647 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-ad35af63-3db6-4d3d-ba49-22b7431d1a14 None None] Transition to ACTIVE for port object 598be091-3ddf-485d-9eb7-e2622ac4d02e will not be triggered until provisioned by entity L2. {{(pid=87508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:51:20.269091 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-091b60b0-0207-4e6e-b0f4-47c12025746e tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Network 5c1dd876-1992-4b2d-8f64-d8cf661b0088 is scheduled to be hosted by DHCP agent 3b155c4d-12dc-491e-aa14-6113b06cfacd with binding_index 1 {{(pid=87506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 16 22:51:20.269939 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-ad35af63-3db6-4d3d-ba49-22b7431d1a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:51:20.273276 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:51:20.278918 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.base_scheduler [None req-091b60b0-0207-4e6e-b0f4-47c12025746e tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821829-1-hyperv, 5c1dd876-1992-4b2d-8f64-d8cf661b0088) {{(pid=87506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:51:20.283037 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-091b60b0-0207-4e6e-b0f4-47c12025746e tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:51:20.283630 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-091b60b0-0207-4e6e-b0f4-47c12025746e tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for subnet, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:51:20.306180 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-091b60b0-0207-4e6e-b0f4-47c12025746e tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 832 time: 0.6273572
Dec 16 22:51:20.308228 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-133ac362-6036-4572-b628-62bb99979e32 None None] Network 5c1dd876-1992-4b2d-8f64-d8cf661b0088 requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 22:51:20.308958 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 50618) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:51:20.425272 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-ad35af63-3db6-4d3d-ba49-22b7431d1a14 None None] Attempting to bind port 598be091-3ddf-485d-9eb7-e2622ac4d02e on host dv-neutron-821829-1-hyperv for vnic_type normal with profile  {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 22:51:20.425847 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-ad35af63-3db6-4d3d-ba49-22b7431d1a14 None None] Attempting to bind port 598be091-3ddf-485d-9eb7-e2622ac4d02e by drivers openvswitch,hyperv on host dv-neutron-821829-1-hyperv at level 0 using segments [{'id': 'a416442d-d143-4052-9f4e-546eb8cbe809', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5'}] {{(pid=87508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 22:51:20.425990 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad35af63-3db6-4d3d-ba49-22b7431d1a14 None None] Attempting to bind port 598be091-3ddf-485d-9eb7-e2622ac4d02e on network f8905ce9-304b-4976-bc47-e58c71c11de5 {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 22:51:20.429602 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc1b3db-9bea-4752-bbe2-3ef311965d6a None None] Pushing event updated for resources: {'Port': ['ID=598be091-3ddf-485d-9eb7-e2622ac4d02e,revision_number=2']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:51:20.436014 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-4bc1b3db-9bea-4752-bbe2-3ef311965d6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:51:20.440501 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad35af63-3db6-4d3d-ba49-22b7431d1a14 None None] Checking agent: {'id': '5571501f-366e-47a4-9b60-8ef19d935d27', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821829-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 24, 2), 'started_at': datetime.datetime(2021, 12, 16, 22, 24, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 51, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821829-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 22:51:20.440882 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad35af63-3db6-4d3d-ba49-22b7431d1a14 None None] Checking segment: {'id': 'a416442d-d143-4052-9f4e-546eb8cbe809', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 22:51:20.441289 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-ad35af63-3db6-4d3d-ba49-22b7431d1a14 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:51:20.441680 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad35af63-3db6-4d3d-ba49-22b7431d1a14 None None] Bound using segment: {'id': 'a416442d-d143-4052-9f4e-546eb8cbe809', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5'} {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 22:51:20.442144 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-ad35af63-3db6-4d3d-ba49-22b7431d1a14 None None] Bound port: 598be091-3ddf-485d-9eb7-e2622ac4d02e, host: dv-neutron-821829-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a416442d-d143-4052-9f4e-546eb8cbe809', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5'}}] {{(pid=87508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 22:51:20.442519 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-ad35af63-3db6-4d3d-ba49-22b7431d1a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:51:20.573184 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-ad35af63-3db6-4d3d-ba49-22b7431d1a14 None None] For port 598be091-3ddf-485d-9eb7-e2622ac4d02e, host dv-neutron-821829-1-hyperv, cleared binding levels {{(pid=87508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 22:51:20.577327 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-ad35af63-3db6-4d3d-ba49-22b7431d1a14 None None] For port 598be091-3ddf-485d-9eb7-e2622ac4d02e, host dv-neutron-821829-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=598be091-3ddf-485d-9eb7-e2622ac4d02e,segment=NetworkSegment(a416442d-d143-4052-9f4e-546eb8cbe809),segment_id=a416442d-d143-4052-9f4e-546eb8cbe809)] {{(pid=87508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 22:51:20.608443 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-ad35af63-3db6-4d3d-ba49-22b7431d1a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:51:20.620036 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:51:20.682982 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3031996b-d3d8-46dc-be8c-53b51ad5ec1d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1d6bfaf-d325-5e4f-b05d-2441d8339617-5c1dd876-1992-4b2d-8f64-d8cf661b0088', 'network_id': '5c1dd876-1992-4b2d-8f64-d8cf661b0088', 'tenant_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'fixed_ips': [{'subnet_id': '9db18f07-b8de-4a52-bedd-2c56e03d05a7'}]}} from dv-neutron-821829-1-hyperv. {{(pid=87508) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 16 22:51:20.683808 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-3031996b-d3d8-46dc-be8c-53b51ad5ec1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:51:20.717660 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad35af63-3db6-4d3d-ba49-22b7431d1a14 None None] Routers {'c2a85a0a-2ded-477e-9d73-3a23c3bada5f'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:51:20.718303 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-ad35af63-3db6-4d3d-ba49-22b7431d1a14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b76f46b80>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:51:01Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['c2a85a0a-2ded-477e-9d73-3a23c3bada5f'], 'active': True} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:51:20.811101 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc1b3db-9bea-4752-bbe2-3ef311965d6a None None] Pushing event updated for resources: {'Port': ['ID=598be091-3ddf-485d-9eb7-e2622ac4d02e,revision_number=3']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:51:20.824753 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-4bc1b3db-9bea-4752-bbe2-3ef311965d6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:51:20.994380 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-5151fabc-4645-4f03-87cd-743939a24167 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:51:21.007801 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvr_db [None req-ad35af63-3db6-4d3d-ba49-22b7431d1a14 None None] Set router c2a85a0a-2ded-477e-9d73-3a23c3bada5f gateway port host: dv-neutron-821829-1-hyperv {{(pid=87508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 22:51:21.179358 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.db_base_plugin_common [None req-3031996b-d3d8-46dc-be8c-53b51ad5ec1d None None] Allocated IP 172.20.0.2 (5c1dd876-1992-4b2d-8f64-d8cf661b0088/9db18f07-b8de-4a52-bedd-2c56e03d05a7/b2769511-161d-452a-957f-bb7f8bd0055d) {{(pid=87508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 22:51:21.514698 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-3031996b-d3d8-46dc-be8c-53b51ad5ec1d None None] Notify callbacks [] for port, precommit_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:51:21.527908 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-3031996b-d3d8-46dc-be8c-53b51ad5ec1d None None] Transition to ACTIVE for port object b2769511-161d-452a-957f-bb7f8bd0055d will not be triggered until provisioned by entity L2. {{(pid=87508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:51:21.534724 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-ad35af63-3db6-4d3d-ba49-22b7431d1a14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b76f46b80>, [{'id': 'c2a85a0a-2ded-477e-9d73-3a23c3bada5f', 'name': 'tempest-TestNetworkBasicOps-router-850299834', 'tenant_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.88'}], 'enable_snat': True}, 'gw_port_id': '598be091-3ddf-485d-9eb7-e2622ac4d02e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:51:17Z', 'updated_at': '2021-12-16T22:51:18Z', 'revision_number': 3, 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'gw_port': {'id': '598be091-3ddf-485d-9eb7-e2622ac4d02e', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:18:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2a85a0a-2ded-477e-9d73-3a23c3bada5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:51:17Z', 'updated_at': '2021-12-16T22:51:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv'}], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:51:21.545492 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad35af63-3db6-4d3d-ba49-22b7431d1a14 None None] The sync data for ids ['c2a85a0a-2ded-477e-9d73-3a23c3bada5f'] in dv-neutron-821829-1-hyperv is: [{'id': 'c2a85a0a-2ded-477e-9d73-3a23c3bada5f', 'name': 'tempest-TestNetworkBasicOps-router-850299834', 'tenant_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.88'}], 'enable_snat': True}, 'gw_port_id': '598be091-3ddf-485d-9eb7-e2622ac4d02e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:51:17Z', 'updated_at': '2021-12-16T22:51:18Z', 'revision_number': 3, 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'gw_port': {'id': '598be091-3ddf-485d-9eb7-e2622ac4d02e', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:18:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2a85a0a-2ded-477e-9d73-3a23c3bada5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:51:17Z', 'updated_at': '2021-12-16T22:51:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv'}] {{(pid=87508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 22:51:21.552031 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-3031996b-d3d8-46dc-be8c-53b51ad5ec1d None None] Transition to ACTIVE for port object b2769511-161d-452a-957f-bb7f8bd0055d will not be triggered until provisioned by entity DHCP. {{(pid=87508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:51:21.557739 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-3031996b-d3d8-46dc-be8c-53b51ad5ec1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940'] for port, after_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:51:21.563582 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-172a2e90-689b-4f75-b885-37a8da0f3f4a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:51:21.626834 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3031996b-d3d8-46dc-be8c-53b51ad5ec1d None None] Network 5c1dd876-1992-4b2d-8f64-d8cf661b0088 is already hosted by enough agents. {{(pid=87508) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:51:21.629964 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.scheduler.base_scheduler [None req-3031996b-d3d8-46dc-be8c-53b51ad5ec1d None None] Resources bound (agent type, host, resource id):  {{(pid=87508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:51:21.634601 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3031996b-d3d8-46dc-be8c-53b51ad5ec1d None None] Received port after_create {{(pid=87508) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 22:51:21.640944 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3031996b-d3d8-46dc-be8c-53b51ad5ec1d None None] Pushing event updated for resources: {'Port': ['ID=b2769511-161d-452a-957f-bb7f8bd0055d,revision_number=1']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:51:21.645068 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-3031996b-d3d8-46dc-be8c-53b51ad5ec1d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:51:21.759115 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-3031996b-d3d8-46dc-be8c-53b51ad5ec1d None None] Attempting to bind port b2769511-161d-452a-957f-bb7f8bd0055d on host dv-neutron-821829-1-hyperv for vnic_type normal with profile  {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 22:51:21.759850 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-3031996b-d3d8-46dc-be8c-53b51ad5ec1d None None] Attempting to bind port b2769511-161d-452a-957f-bb7f8bd0055d by drivers openvswitch,hyperv on host dv-neutron-821829-1-hyperv at level 0 using segments [{'id': '05610977-0c7f-44b6-ba99-d5ddc57c029c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '5c1dd876-1992-4b2d-8f64-d8cf661b0088'}] {{(pid=87508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 22:51:21.760418 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3031996b-d3d8-46dc-be8c-53b51ad5ec1d None None] Attempting to bind port b2769511-161d-452a-957f-bb7f8bd0055d on network 5c1dd876-1992-4b2d-8f64-d8cf661b0088 {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 22:51:21.777731 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3031996b-d3d8-46dc-be8c-53b51ad5ec1d None None] Checking agent: {'id': '5571501f-366e-47a4-9b60-8ef19d935d27', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821829-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 24, 2), 'started_at': datetime.datetime(2021, 12, 16, 22, 24, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 51, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821829-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 22:51:21.778127 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3031996b-d3d8-46dc-be8c-53b51ad5ec1d None None] Checking segment: {'id': '05610977-0c7f-44b6-ba99-d5ddc57c029c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '5c1dd876-1992-4b2d-8f64-d8cf661b0088'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 22:51:21.778549 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-3031996b-d3d8-46dc-be8c-53b51ad5ec1d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:51:21.778967 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3031996b-d3d8-46dc-be8c-53b51ad5ec1d None None] Bound using segment: {'id': '05610977-0c7f-44b6-ba99-d5ddc57c029c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '5c1dd876-1992-4b2d-8f64-d8cf661b0088'} {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 22:51:21.781712 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-3031996b-d3d8-46dc-be8c-53b51ad5ec1d None None] Bound port: b2769511-161d-452a-957f-bb7f8bd0055d, host: dv-neutron-821829-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05610977-0c7f-44b6-ba99-d5ddc57c029c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '5c1dd876-1992-4b2d-8f64-d8cf661b0088'}}] {{(pid=87508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 22:51:21.782119 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-3031996b-d3d8-46dc-be8c-53b51ad5ec1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:51:21.788928 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.db_base_plugin_common [None req-5151fabc-4645-4f03-87cd-743939a24167 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Allocated IP 172.20.0.1 (5c1dd876-1992-4b2d-8f64-d8cf661b0088/9db18f07-b8de-4a52-bedd-2c56e03d05a7/b8ff4aae-1217-4703-ae2f-9f6824d8f341) {{(pid=87506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 22:51:21.875289 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-3031996b-d3d8-46dc-be8c-53b51ad5ec1d None None] For port b2769511-161d-452a-957f-bb7f8bd0055d, host dv-neutron-821829-1-hyperv, cleared binding levels {{(pid=87508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 22:51:21.879182 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-3031996b-d3d8-46dc-be8c-53b51ad5ec1d None None] For port b2769511-161d-452a-957f-bb7f8bd0055d, host dv-neutron-821829-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=b2769511-161d-452a-957f-bb7f8bd0055d,segment=NetworkSegment(05610977-0c7f-44b6-ba99-d5ddc57c029c),segment_id=05610977-0c7f-44b6-ba99-d5ddc57c029c)] {{(pid=87508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 22:51:21.883984 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-3031996b-d3d8-46dc-be8c-53b51ad5ec1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:51:21.888090 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:51:21.962549 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-5151fabc-4645-4f03-87cd-743939a24167 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for port, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:51:21.969912 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3031996b-d3d8-46dc-be8c-53b51ad5ec1d None None] Pushing event updated for resources: {'Port': ['ID=b2769511-161d-452a-957f-bb7f8bd0055d,revision_number=2']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:51:21.973147 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-3031996b-d3d8-46dc-be8c-53b51ad5ec1d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:51:21.978677 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.provisioning_blocks [None req-5151fabc-4645-4f03-87cd-743939a24167 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Transition to ACTIVE for port object b8ff4aae-1217-4703-ae2f-9f6824d8f341 will not be triggered until provisioned by entity DHCP. {{(pid=87506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:51:22.003557 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-5151fabc-4645-4f03-87cd-743939a24167 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1863393'] for port, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:51:22.007396 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-e3374450-f77c-4b4a-bcea-d76de4e1b2be service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:51:22.067819 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5151fabc-4645-4f03-87cd-743939a24167 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Network 5c1dd876-1992-4b2d-8f64-d8cf661b0088 is already hosted by enough agents. {{(pid=87506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:51:22.076527 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.base_scheduler [None req-5151fabc-4645-4f03-87cd-743939a24167 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Resources bound (agent type, host, resource id):  {{(pid=87506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:51:22.081088 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5151fabc-4645-4f03-87cd-743939a24167 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Received port after_create {{(pid=87506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 22:51:22.130864 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5151fabc-4645-4f03-87cd-743939a24167 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Pushing event updated for resources: {'Port': ['ID=b8ff4aae-1217-4703-ae2f-9f6824d8f341,revision_number=1']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:51:22.136428 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-5151fabc-4645-4f03-87cd-743939a24167 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:51:22.160073 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-5151fabc-4645-4f03-87cd-743939a24167 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3830061'] for router_interface, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:51:22.441727 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-5151fabc-4645-4f03-87cd-743939a24167 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:51:22.842621 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-5151fabc-4645-4f03-87cd-743939a24167 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for port, precommit_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:51:22.847557 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-5151fabc-4645-4f03-87cd-743939a24167 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1863400'] for port, after_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:51:22.873002 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-c3d6592f-4e2c-45ee-aa3b-4634e76738cd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:51:22.960921 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5151fabc-4645-4f03-87cd-743939a24167 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Pushing event updated for resources: {'Port': ['ID=b8ff4aae-1217-4703-ae2f-9f6824d8f341,revision_number=2']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:51:22.963340 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-5151fabc-4645-4f03-87cd-743939a24167 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3791426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3830222'] for router_interface, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:51:22.967098 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-5151fabc-4645-4f03-87cd-743939a24167 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:51:23.100367 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5151fabc-4645-4f03-87cd-743939a24167 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Network 5c1dd876-1992-4b2d-8f64-d8cf661b0088 is already hosted by enough agents. {{(pid=87506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:51:23.101506 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.base_scheduler [None req-5151fabc-4645-4f03-87cd-743939a24167 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Resources bound (agent type, host, resource id):  {{(pid=87506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:51:23.297940 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5151fabc-4645-4f03-87cd-743939a24167 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Router c2a85a0a-2ded-477e-9d73-3a23c3bada5f has already been hosted by L3 agent 4f519db7-069b-43e2-8411-c092bac9102a {{(pid=87506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 22:51:23.339215 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2ca5e4b-2e59-4d69-ada6-ccd72b8f6fa9 None None] Network 5c1dd876-1992-4b2d-8f64-d8cf661b0088 requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 22:51:23.428028 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-c46bab13-125c-4b60-8453-fe4a1aca797f None None] Provisioning for port b2769511-161d-452a-957f-bb7f8bd0055d completed by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 22:51:23.583771 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device b2769511-161d-452a-957f-bb7f8bd0055d up at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 22:51:23.631700 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5151fabc-4645-4f03-87cd-743939a24167 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify agent at l3_agent.dv-neutron-821829-1-hyperv the message routers_updated {{(pid=87506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 22:51:23.641435 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54970f52-a0f3-4b3f-aa43-e851fba59d7c None None] Sync routers for ids ['c2a85a0a-2ded-477e-9d73-3a23c3bada5f'] in dv-neutron-821829-1-hyperv {{(pid=87509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 22:51:23.645441 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-5151fabc-4645-4f03-87cd-743939a24167 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "PUT /v2.0/routers/c2a85a0a-2ded-477e-9d73-3a23c3bada5f/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.3354614
Dec 16 22:51:23.647927 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 50622) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:51:23.655257 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54970f52-a0f3-4b3f-aa43-e851fba59d7c None None] Routers {'c2a85a0a-2ded-477e-9d73-3a23c3bada5f'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:51:23.656215 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-54970f52-a0f3-4b3f-aa43-e851fba59d7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b7c7a4fd0>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:51:01Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['c2a85a0a-2ded-477e-9d73-3a23c3bada5f'], 'active': True} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:51:23.676266 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning for port b2769511-161d-452a-957f-bb7f8bd0055d completed by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 22:51:23.681691 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning complete for port b2769511-161d-452a-957f-bb7f8bd0055d triggered by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:51:23.682378 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:51:23.807517 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48b8ca54-86fd-484e-aebc-22eef17bfdeb tempest-TestNetworkBasicOps-761014822 tempest-TestNetworkBasicOps-761014822-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:51:23.808037 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48b8ca54-86fd-484e-aebc-22eef17bfdeb tempest-TestNetworkBasicOps-761014822 tempest-TestNetworkBasicOps-761014822-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:51:23.808682 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48b8ca54-86fd-484e-aebc-22eef17bfdeb tempest-TestNetworkBasicOps-761014822 tempest-TestNetworkBasicOps-761014822-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:51:23.809617 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48b8ca54-86fd-484e-aebc-22eef17bfdeb tempest-TestNetworkBasicOps-761014822 tempest-TestNetworkBasicOps-761014822-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:51:23.811491 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-48b8ca54-86fd-484e-aebc-22eef17bfdeb tempest-TestNetworkBasicOps-761014822 tempest-TestNetworkBasicOps-761014822-project-admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200  len: 2885 time: 0.1621139
Dec 16 22:51:23.812018 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:51:23.814314 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 50626) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:51:23.848437 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] For port b2769511-161d-452a-957f-bb7f8bd0055d, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=b2769511-161d-452a-957f-bb7f8bd0055d,segment=NetworkSegment(05610977-0c7f-44b6-ba99-d5ddc57c029c),segment_id=05610977-0c7f-44b6-ba99-d5ddc57c029c)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:51:23.854478 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:51:23.855822 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 598be091-3ddf-485d-9eb7-e2622ac4d02e up at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 22:51:23.861438 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvr_db [None req-54970f52-a0f3-4b3f-aa43-e851fba59d7c None None] Set router c2a85a0a-2ded-477e-9d73-3a23c3bada5f gateway port host: dv-neutron-821829-1-hyperv {{(pid=87509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 22:51:23.881784 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:51:23.900572 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43215946-7efb-4fce-94af-91d7e27ba18f tempest-TestNetworkBasicOps-761014822 tempest-TestNetworkBasicOps-761014822-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:51:23.901267 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43215946-7efb-4fce-94af-91d7e27ba18f tempest-TestNetworkBasicOps-761014822 tempest-TestNetworkBasicOps-761014822-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:51:23.902071 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43215946-7efb-4fce-94af-91d7e27ba18f tempest-TestNetworkBasicOps-761014822 tempest-TestNetworkBasicOps-761014822-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:51:23.903006 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43215946-7efb-4fce-94af-91d7e27ba18f tempest-TestNetworkBasicOps-761014822 tempest-TestNetworkBasicOps-761014822-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:51:23.905364 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-43215946-7efb-4fce-94af-91d7e27ba18f tempest-TestNetworkBasicOps-761014822 tempest-TestNetworkBasicOps-761014822-project-admin] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2728 time: 0.0900733
Dec 16 22:51:23.908269 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 50630) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:51:23.990760 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Pushing event updated for resources: {'Port': ['ID=b2769511-161d-452a-957f-bb7f8bd0055d,revision_number=3']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:51:23.998301 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:51:23.999113 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-3e09bed0-ed12-4ba9-995d-fb4a8f507488 None None] Provisioning complete for port b2769511-161d-452a-957f-bb7f8bd0055d triggered by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:51:23.999554 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-3e09bed0-ed12-4ba9-995d-fb4a8f507488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:51:24.048210 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning for port 598be091-3ddf-485d-9eb7-e2622ac4d02e completed by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 22:51:24.058016 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning complete for port 598be091-3ddf-485d-9eb7-e2622ac4d02e triggered by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:51:24.058490 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:51:24.194036 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-0abf06f0-3bf2-420c-93d5-b4534f4c989e tempest-TestNetworkBasicOps-761014822 tempest-TestNetworkBasicOps-761014822-project-admin] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200  len: 1606 time: 0.2818959
Dec 16 22:51:24.200486 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-54970f52-a0f3-4b3f-aa43-e851fba59d7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b7c7a4fd0>, [{'id': 'c2a85a0a-2ded-477e-9d73-3a23c3bada5f', 'name': 'tempest-TestNetworkBasicOps-router-850299834', 'tenant_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.88'}], 'enable_snat': True}, 'gw_port_id': '598be091-3ddf-485d-9eb7-e2622ac4d02e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:51:17Z', 'updated_at': '2021-12-16T22:51:22Z', 'revision_number': 4, 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'gw_port': {'id': '598be091-3ddf-485d-9eb7-e2622ac4d02e', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:18:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2a85a0a-2ded-477e-9d73-3a23c3bada5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:51:17Z', 'updated_at': '2021-12-16T22:51:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv', '_interfaces': [{'id': 'b8ff4aae-1217-4703-ae2f-9f6824d8f341', 'name': '', 'network_id': '5c1dd876-1992-4b2d-8f64-d8cf661b0088', 'tenant_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'mac_address': 'fa:16:3e:94:36:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2a85a0a-2ded-477e-9d73-3a23c3bada5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': '9db18f07-b8de-4a52-bedd-2c56e03d05a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:51:21Z', 'updated_at': '2021-12-16T22:51:22Z', 'revision_number': 2, 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'subnets': [{'id': '9db18f07-b8de-4a52-bedd-2c56e03d05a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:51:24.204218 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54970f52-a0f3-4b3f-aa43-e851fba59d7c None None] Checking router: c2a85a0a-2ded-477e-9d73-3a23c3bada5f for host: dv-neutron-821829-1-hyperv {{(pid=87509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 22:51:24.204585 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54970f52-a0f3-4b3f-aa43-e851fba59d7c None None] Updating router c2a85a0a-2ded-477e-9d73-3a23c3bada5f port b8ff4aae-1217-4703-ae2f-9f6824d8f341 binding host dv-neutron-821829-1-hyperv {{(pid=87509) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 16 22:51:24.259685 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-3e09bed0-ed12-4ba9-995d-fb4a8f507488 None None] Provisioning for port b8ff4aae-1217-4703-ae2f-9f6824d8f341 completed by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 22:51:24.268239 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-3e09bed0-ed12-4ba9-995d-fb4a8f507488 None None] Provisioning complete for port b8ff4aae-1217-4703-ae2f-9f6824d8f341 triggered by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:51:24.268449 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron_lib.callbacks.manager [None req-54970f52-a0f3-4b3f-aa43-e851fba59d7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:51:24.268837 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-3e09bed0-ed12-4ba9-995d-fb4a8f507488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:51:24.361431 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:51:24.380787 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] For port 598be091-3ddf-485d-9eb7-e2622ac4d02e, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=598be091-3ddf-485d-9eb7-e2622ac4d02e,segment=NetworkSegment(a416442d-d143-4052-9f4e-546eb8cbe809),segment_id=a416442d-d143-4052-9f4e-546eb8cbe809)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:51:24.391875 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:51:24.395416 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-40b33fca-9839-4e46-94f6-3bc2ac18c02c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:51:24.462293 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-3e09bed0-ed12-4ba9-995d-fb4a8f507488 None None] Port b8ff4aae-1217-4703-ae2f-9f6824d8f341 cannot update to ACTIVE because it is not bound. {{(pid=87508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 22:51:24.481764 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Pushing event updated for resources: {'Port': ['ID=598be091-3ddf-485d-9eb7-e2622ac4d02e,revision_number=4']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:51:24.484831 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:51:24.583275 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-2e807e43-951c-4711-be53-1e2d079eb244 None None] Provisioning complete for port b8ff4aae-1217-4703-ae2f-9f6824d8f341 triggered by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:51:24.583928 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-2e807e43-951c-4711-be53-1e2d079eb244 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:51:24.637012 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-2e807e43-951c-4711-be53-1e2d079eb244 None None] Port b8ff4aae-1217-4703-ae2f-9f6824d8f341 cannot update to ACTIVE because it is not bound. {{(pid=87508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 22:51:24.637207 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron_lib.callbacks.manager [None req-54970f52-a0f3-4b3f-aa43-e851fba59d7c None None] Notify callbacks [] for port, precommit_update {{(pid=87509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:51:24.648649 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.provisioning_blocks [None req-54970f52-a0f3-4b3f-aa43-e851fba59d7c None None] Transition to ACTIVE for port object b8ff4aae-1217-4703-ae2f-9f6824d8f341 will not be triggered until provisioned by entity L2. {{(pid=87509) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:51:24.655690 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron_lib.callbacks.manager [None req-54970f52-a0f3-4b3f-aa43-e851fba59d7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:51:24.659600 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG oslo_concurrency.lockutils [None req-079d0ae2-5697-4926-aace-e920fce205a3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:51:24.781697 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e24fc3e-694a-4497-9a85-6d33435cc44e None None] Pushing event updated for resources: {'Port': ['ID=b8ff4aae-1217-4703-ae2f-9f6824d8f341,revision_number=3']} {{(pid=87509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:51:24.803878 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 50636) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:51:24.810234 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-feacb06e-f62f-43d2-83fe-9cf70299dd3e tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1662102994', 'description': 'tempest-secgroup-smoke-1662102994 description', 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2'}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:51:24.816503 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-feacb06e-f62f-43d2-83fe-9cf70299dd3e tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:51:24.821085 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-feacb06e-f62f-43d2-83fe-9cf70299dd3e tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Usage tracker for resource:security_group and tenant:b7e45fda9ad540a6ac359d1c64c9adb2 is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:51:24.821325 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e24fc3e-694a-4497-9a85-6d33435cc44e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:51:24.821664 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e24fc3e-694a-4497-9a85-6d33435cc44e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:51:24.821998 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e24fc3e-694a-4497-9a85-6d33435cc44e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:51:24.822331 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e24fc3e-694a-4497-9a85-6d33435cc44e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:51:24.822660 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e24fc3e-694a-4497-9a85-6d33435cc44e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:51:24.822985 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e24fc3e-694a-4497-9a85-6d33435cc44e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:51:24.823310 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e24fc3e-694a-4497-9a85-6d33435cc44e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:51:24.823632 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e24fc3e-694a-4497-9a85-6d33435cc44e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:51:24.823973 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e24fc3e-694a-4497-9a85-6d33435cc44e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:51:24.824185 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-feacb06e-f62f-43d2-83fe-9cf70299dd3e tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:51:24.824292 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e24fc3e-694a-4497-9a85-6d33435cc44e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:51:24.824596 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e24fc3e-694a-4497-9a85-6d33435cc44e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:51:24.824907 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e24fc3e-694a-4497-9a85-6d33435cc44e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:51:24.828593 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG oslo_concurrency.lockutils [None req-5e24fc3e-694a-4497-9a85-6d33435cc44e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=87509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:51:24.830609 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-feacb06e-f62f-43d2-83fe-9cf70299dd3e tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:51:24.842636 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-feacb06e-f62f-43d2-83fe-9cf70299dd3e tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for security_group, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:51:24.865002 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-feacb06e-f62f-43d2-83fe-9cf70299dd3e tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:51:24.869684 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-feacb06e-f62f-43d2-83fe-9cf70299dd3e tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Usage tracker for resource:security_group_rule and tenant:b7e45fda9ad540a6ac359d1c64c9adb2 is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:51:24.872786 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-feacb06e-f62f-43d2-83fe-9cf70299dd3e tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:51:24.878889 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-feacb06e-f62f-43d2-83fe-9cf70299dd3e tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:51:24.885185 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.plugins.ml2.managers [None req-54970f52-a0f3-4b3f-aa43-e851fba59d7c None None] Attempting to bind port b8ff4aae-1217-4703-ae2f-9f6824d8f341 on host dv-neutron-821829-1-hyperv for vnic_type normal with profile  {{(pid=87509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 22:51:24.885565 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.plugins.ml2.managers [None req-54970f52-a0f3-4b3f-aa43-e851fba59d7c None None] Attempting to bind port b8ff4aae-1217-4703-ae2f-9f6824d8f341 by drivers openvswitch,hyperv on host dv-neutron-821829-1-hyperv at level 0 using segments [{'id': '05610977-0c7f-44b6-ba99-d5ddc57c029c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '5c1dd876-1992-4b2d-8f64-d8cf661b0088'}] {{(pid=87509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 22:51:24.885933 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54970f52-a0f3-4b3f-aa43-e851fba59d7c None None] Attempting to bind port b8ff4aae-1217-4703-ae2f-9f6824d8f341 on network 5c1dd876-1992-4b2d-8f64-d8cf661b0088 {{(pid=87509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 22:51:24.891823 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54970f52-a0f3-4b3f-aa43-e851fba59d7c None None] Checking agent: {'id': '5571501f-366e-47a4-9b60-8ef19d935d27', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821829-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 24, 2), 'started_at': datetime.datetime(2021, 12, 16, 22, 24, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 51, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821829-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 22:51:24.892165 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54970f52-a0f3-4b3f-aa43-e851fba59d7c None None] Checking segment: {'id': '05610977-0c7f-44b6-ba99-d5ddc57c029c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '5c1dd876-1992-4b2d-8f64-d8cf661b0088'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 22:51:24.892614 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron_lib.callbacks.manager [None req-54970f52-a0f3-4b3f-aa43-e851fba59d7c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:51:24.893089 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54970f52-a0f3-4b3f-aa43-e851fba59d7c None None] Bound using segment: {'id': '05610977-0c7f-44b6-ba99-d5ddc57c029c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '5c1dd876-1992-4b2d-8f64-d8cf661b0088'} {{(pid=87509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 22:51:24.893600 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.plugins.ml2.managers [None req-54970f52-a0f3-4b3f-aa43-e851fba59d7c None None] Bound port: b8ff4aae-1217-4703-ae2f-9f6824d8f341, host: dv-neutron-821829-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05610977-0c7f-44b6-ba99-d5ddc57c029c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '5c1dd876-1992-4b2d-8f64-d8cf661b0088'}}] {{(pid=87509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 22:51:24.893988 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron_lib.callbacks.manager [None req-54970f52-a0f3-4b3f-aa43-e851fba59d7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:51:24.951439 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-feacb06e-f62f-43d2-83fe-9cf70299dd3e tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for security_group, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:51:24.956705 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-feacb06e-f62f-43d2-83fe-9cf70299dd3e tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841066'] for security_group, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:51:24.962143 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-eb6b4b9f-379c-45ca-9a7c-3c3edbf43d35 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:51:24.990122 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.plugins.ml2.db [None req-54970f52-a0f3-4b3f-aa43-e851fba59d7c None None] For port b8ff4aae-1217-4703-ae2f-9f6824d8f341, host dv-neutron-821829-1-hyperv, cleared binding levels {{(pid=87509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 22:51:24.993870 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.plugins.ml2.db [None req-54970f52-a0f3-4b3f-aa43-e851fba59d7c None None] For port b8ff4aae-1217-4703-ae2f-9f6824d8f341, host dv-neutron-821829-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=b8ff4aae-1217-4703-ae2f-9f6824d8f341,segment=NetworkSegment(05610977-0c7f-44b6-ba99-d5ddc57c029c),segment_id=05610977-0c7f-44b6-ba99-d5ddc57c029c)] {{(pid=87509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 22:51:24.997506 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron_lib.callbacks.manager [None req-54970f52-a0f3-4b3f-aa43-e851fba59d7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:51:25.001150 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG oslo_concurrency.lockutils [None req-079d0ae2-5697-4926-aace-e920fce205a3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:51:25.002836 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feacb06e-f62f-43d2-83fe-9cf70299dd3e tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Pushing event updated for resources: {'SecurityGroup': ['ID=20bdd1f0-832c-4ea5-a647-0ed75cff9a41,revision_number=1']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:51:25.005543 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-feacb06e-f62f-43d2-83fe-9cf70299dd3e tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for security_group, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:51:25.006747 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-feacb06e-f62f-43d2-83fe-9cf70299dd3e tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1796 time: 0.2015514
Dec 16 22:51:25.007713 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-feacb06e-f62f-43d2-83fe-9cf70299dd3e tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:51:25.009813 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 50640) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:51:25.015235 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-5c65c61e-4394-4cf3-a7ef-c971fedc55d9 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Request body: {'security_group_rule': {'security_group_id': '20bdd1f0-832c-4ea5-a647-0ed75cff9a41', 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:51:25.021468 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-5c65c61e-4394-4cf3-a7ef-c971fedc55d9 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:51:25.025850 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-5c65c61e-4394-4cf3-a7ef-c971fedc55d9 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Usage tracker for resource:security_group_rule and tenant:b7e45fda9ad540a6ac359d1c64c9adb2 is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:51:25.028679 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-5c65c61e-4394-4cf3-a7ef-c971fedc55d9 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:51:25.034187 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-5c65c61e-4394-4cf3-a7ef-c971fedc55d9 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:51:25.055671 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-5c65c61e-4394-4cf3-a7ef-c971fedc55d9 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:51:25.073739 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54970f52-a0f3-4b3f-aa43-e851fba59d7c None None] Routers {'c2a85a0a-2ded-477e-9d73-3a23c3bada5f'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:51:25.074386 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-54970f52-a0f3-4b3f-aa43-e851fba59d7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b7c7a4fd0>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:51:01Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['c2a85a0a-2ded-477e-9d73-3a23c3bada5f'], 'active': True} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:51:25.129184 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-5c65c61e-4394-4cf3-a7ef-c971fedc55d9 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:51:25.134706 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-5c65c61e-4394-4cf3-a7ef-c971fedc55d9 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841137'] for security_group_rule, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:51:25.136970 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-76a4d80e-49cc-49c2-8655-b68f1e38d059 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:51:25.162446 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c65c61e-4394-4cf3-a7ef-c971fedc55d9 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ba70fc5-e8d4-4ccb-860f-db58d1d1a0c7,revision_number=0']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:51:25.166120 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-5c65c61e-4394-4cf3-a7ef-c971fedc55d9 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:51:25.174145 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-5c65c61e-4394-4cf3-a7ef-c971fedc55d9 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:51:25.178204 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-5c65c61e-4394-4cf3-a7ef-c971fedc55d9 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1647313
Dec 16 22:51:25.178914 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 50644) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:51:25.184525 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e24fc3e-694a-4497-9a85-6d33435cc44e None None] Pushing event updated for resources: {'Port': ['ID=b8ff4aae-1217-4703-ae2f-9f6824d8f341,revision_number=4']} {{(pid=87509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:51:25.185940 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-442fc97d-e8b7-4b52-b85b-e06c3add713e tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Request body: {'security_group_rule': {'security_group_id': '20bdd1f0-832c-4ea5-a647-0ed75cff9a41', 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:51:25.187650 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG oslo_concurrency.lockutils [None req-5e24fc3e-694a-4497-9a85-6d33435cc44e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=87509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:51:25.192332 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-442fc97d-e8b7-4b52-b85b-e06c3add713e tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:51:25.197048 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-442fc97d-e8b7-4b52-b85b-e06c3add713e tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Usage tracker for resource:security_group_rule and tenant:b7e45fda9ad540a6ac359d1c64c9adb2 is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:51:25.200145 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-442fc97d-e8b7-4b52-b85b-e06c3add713e tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:51:25.206456 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-442fc97d-e8b7-4b52-b85b-e06c3add713e tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:51:25.224267 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-442fc97d-e8b7-4b52-b85b-e06c3add713e tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:51:25.296339 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-442fc97d-e8b7-4b52-b85b-e06c3add713e tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:51:25.300109 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-442fc97d-e8b7-4b52-b85b-e06c3add713e tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841137'] for security_group_rule, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:51:25.304600 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvr_db [None req-54970f52-a0f3-4b3f-aa43-e851fba59d7c None None] Set router c2a85a0a-2ded-477e-9d73-3a23c3bada5f gateway port host: dv-neutron-821829-1-hyperv {{(pid=87509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 22:51:25.307538 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-0ccdad2a-4f10-4992-ac65-f8872572347f tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:51:25.327634 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442fc97d-e8b7-4b52-b85b-e06c3add713e tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2293473c-c7fb-4abb-8ecb-7b4fab448e45,revision_number=0']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:51:25.330018 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-442fc97d-e8b7-4b52-b85b-e06c3add713e tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:51:25.334727 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-442fc97d-e8b7-4b52-b85b-e06c3add713e tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:51:25.336445 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-442fc97d-e8b7-4b52-b85b-e06c3add713e tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1562393
Dec 16 22:51:25.339352 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 50648) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:51:25.344476 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-f1a93984-8bc6-4f5a-91fc-7ede800b1b25 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Request body: {'security_group_rule': {'security_group_id': '20bdd1f0-832c-4ea5-a647-0ed75cff9a41', 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:51:25.350233 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-f1a93984-8bc6-4f5a-91fc-7ede800b1b25 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:51:25.354667 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-f1a93984-8bc6-4f5a-91fc-7ede800b1b25 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Usage tracker for resource:security_group_rule and tenant:b7e45fda9ad540a6ac359d1c64c9adb2 is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:51:25.357892 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-f1a93984-8bc6-4f5a-91fc-7ede800b1b25 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:51:25.363909 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-f1a93984-8bc6-4f5a-91fc-7ede800b1b25 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:51:25.380460 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-f1a93984-8bc6-4f5a-91fc-7ede800b1b25 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:51:25.449006 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-f1a93984-8bc6-4f5a-91fc-7ede800b1b25 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:51:25.454167 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-f1a93984-8bc6-4f5a-91fc-7ede800b1b25 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841137'] for security_group_rule, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:51:25.461865 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-9d69c78f-9d07-4c97-b9ad-4cd655d4f8fb tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:51:25.487856 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a93984-8bc6-4f5a-91fc-7ede800b1b25 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83d4a835-c111-42ec-841a-07305f140697,revision_number=0']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:51:25.489628 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-f1a93984-8bc6-4f5a-91fc-7ede800b1b25 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:51:25.498027 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-f1a93984-8bc6-4f5a-91fc-7ede800b1b25 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:51:25.499299 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-f1a93984-8bc6-4f5a-91fc-7ede800b1b25 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1589911
Dec 16 22:51:25.502119 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 50652) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:51:25.508532 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-1b2b2c47-bba5-4bf9-9c40-ab32f823cd17 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Request body: {'security_group_rule': {'security_group_id': '20bdd1f0-832c-4ea5-a647-0ed75cff9a41', 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:51:25.515309 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device b2769511-161d-452a-957f-bb7f8bd0055d up at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 22:51:25.515872 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-1b2b2c47-bba5-4bf9-9c40-ab32f823cd17 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:51:25.519483 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-1b2b2c47-bba5-4bf9-9c40-ab32f823cd17 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Usage tracker for resource:security_group_rule and tenant:b7e45fda9ad540a6ac359d1c64c9adb2 is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:51:25.522722 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-1b2b2c47-bba5-4bf9-9c40-ab32f823cd17 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:51:25.529153 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-1b2b2c47-bba5-4bf9-9c40-ab32f823cd17 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:51:25.546951 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-1b2b2c47-bba5-4bf9-9c40-ab32f823cd17 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:51:25.582565 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning complete for port b2769511-161d-452a-957f-bb7f8bd0055d triggered by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:51:25.582955 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:51:25.611790 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-1b2b2c47-bba5-4bf9-9c40-ab32f823cd17 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:51:25.616617 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-1b2b2c47-bba5-4bf9-9c40-ab32f823cd17 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841137'] for security_group_rule, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:51:25.618676 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-22f05e99-a67f-4e2a-9cb9-28518d8f8831 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:51:25.629893 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-54970f52-a0f3-4b3f-aa43-e851fba59d7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b7c7a4fd0>, [{'id': 'c2a85a0a-2ded-477e-9d73-3a23c3bada5f', 'name': 'tempest-TestNetworkBasicOps-router-850299834', 'tenant_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.88'}], 'enable_snat': True}, 'gw_port_id': '598be091-3ddf-485d-9eb7-e2622ac4d02e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:51:17Z', 'updated_at': '2021-12-16T22:51:22Z', 'revision_number': 4, 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'gw_port': {'id': '598be091-3ddf-485d-9eb7-e2622ac4d02e', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:18:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2a85a0a-2ded-477e-9d73-3a23c3bada5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:51:17Z', 'updated_at': '2021-12-16T22:51:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv', '_interfaces': [{'id': 'b8ff4aae-1217-4703-ae2f-9f6824d8f341', 'name': '', 'network_id': '5c1dd876-1992-4b2d-8f64-d8cf661b0088', 'tenant_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'mac_address': 'fa:16:3e:94:36:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2a85a0a-2ded-477e-9d73-3a23c3bada5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': '9db18f07-b8de-4a52-bedd-2c56e03d05a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:51:21Z', 'updated_at': '2021-12-16T22:51:24Z', 'revision_number': 4, 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'subnets': [{'id': '9db18f07-b8de-4a52-bedd-2c56e03d05a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:51:25.634413 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54970f52-a0f3-4b3f-aa43-e851fba59d7c None None] The sync data for ids ['c2a85a0a-2ded-477e-9d73-3a23c3bada5f'] in dv-neutron-821829-1-hyperv is: [{'id': 'c2a85a0a-2ded-477e-9d73-3a23c3bada5f', 'name': 'tempest-TestNetworkBasicOps-router-850299834', 'tenant_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.88'}], 'enable_snat': True}, 'gw_port_id': '598be091-3ddf-485d-9eb7-e2622ac4d02e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:51:17Z', 'updated_at': '2021-12-16T22:51:22Z', 'revision_number': 4, 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'gw_port': {'id': '598be091-3ddf-485d-9eb7-e2622ac4d02e', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:18:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2a85a0a-2ded-477e-9d73-3a23c3bada5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:51:17Z', 'updated_at': '2021-12-16T22:51:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv', '_interfaces': [{'id': 'b8ff4aae-1217-4703-ae2f-9f6824d8f341', 'name': '', 'network_id': '5c1dd876-1992-4b2d-8f64-d8cf661b0088', 'tenant_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'mac_address': 'fa:16:3e:94:36:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2a85a0a-2ded-477e-9d73-3a23c3bada5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': '9db18f07-b8de-4a52-bedd-2c56e03d05a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:51:21Z', 'updated_at': '2021-12-16T22:51:24Z', 'revision_number': 4, 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'subnets': [{'id': '9db18f07-b8de-4a52-bedd-2c56e03d05a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 22:51:25.641263 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2b2c47-bba5-4bf9-9c40-ab32f823cd17 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2a793ed-84cb-474e-a418-19385d5fdc1b,revision_number=0']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:51:25.643783 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-1b2b2c47-bba5-4bf9-9c40-ab32f823cd17 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:51:25.652769 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-1b2b2c47-bba5-4bf9-9c40-ab32f823cd17 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:51:25.654043 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-1b2b2c47-bba5-4bf9-9c40-ab32f823cd17 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1508861
Dec 16 22:51:25.656771 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 50656) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:51:25.662356 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-e5ad2479-be91-42ea-aafe-72fdaaeccd69 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Request body: {'security_group_rule': {'security_group_id': '20bdd1f0-832c-4ea5-a647-0ed75cff9a41', 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:51:25.668558 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-e5ad2479-be91-42ea-aafe-72fdaaeccd69 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:51:25.674139 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-e5ad2479-be91-42ea-aafe-72fdaaeccd69 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Usage tracker for resource:security_group_rule and tenant:b7e45fda9ad540a6ac359d1c64c9adb2 is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:51:25.677234 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-e5ad2479-be91-42ea-aafe-72fdaaeccd69 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:51:25.694760 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-e5ad2479-be91-42ea-aafe-72fdaaeccd69 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:51:25.712634 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.db.securitygroups_db [None req-e5ad2479-be91-42ea-aafe-72fdaaeccd69 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Project b7e45fda9ad540a6ac359d1c64c9adb2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 16 22:51:25.720263 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-e5ad2479-be91-42ea-aafe-72fdaaeccd69 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:51:25.721431 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 598be091-3ddf-485d-9eb7-e2622ac4d02e up at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 22:51:25.796105 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning complete for port 598be091-3ddf-485d-9eb7-e2622ac4d02e triggered by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:51:25.796497 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:51:25.797049 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-e5ad2479-be91-42ea-aafe-72fdaaeccd69 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:51:25.801637 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-e5ad2479-be91-42ea-aafe-72fdaaeccd69 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841137'] for security_group_rule, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:51:25.803990 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-91f4e400-a6ad-4548-9f3e-80b987d62fdc tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:51:25.828139 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ad2479-be91-42ea-aafe-72fdaaeccd69 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=070ac9d8-6094-4013-8630-89c6526ccc39,revision_number=0']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:51:25.830545 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-e5ad2479-be91-42ea-aafe-72fdaaeccd69 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:51:25.839006 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-e5ad2479-be91-42ea-aafe-72fdaaeccd69 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:51:25.843285 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 50660) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:51:25.848695 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-2297b2e0-a506-4df3-bce6-a8e6981de2e7 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Request body: {'security_group_rule': {'security_group_id': '20bdd1f0-832c-4ea5-a647-0ed75cff9a41', 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:51:25.854071 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-e5ad2479-be91-42ea-aafe-72fdaaeccd69 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1962376
Dec 16 22:51:25.855070 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-2297b2e0-a506-4df3-bce6-a8e6981de2e7 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:51:25.861008 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-2297b2e0-a506-4df3-bce6-a8e6981de2e7 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Usage tracker for resource:security_group_rule and tenant:b7e45fda9ad540a6ac359d1c64c9adb2 is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:51:25.864641 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-2297b2e0-a506-4df3-bce6-a8e6981de2e7 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:51:25.871098 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-2297b2e0-a506-4df3-bce6-a8e6981de2e7 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:51:25.882562 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.db.securitygroups_db [None req-2297b2e0-a506-4df3-bce6-a8e6981de2e7 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Project b7e45fda9ad540a6ac359d1c64c9adb2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 16 22:51:25.890710 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-2297b2e0-a506-4df3-bce6-a8e6981de2e7 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:51:25.958488 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-2297b2e0-a506-4df3-bce6-a8e6981de2e7 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:51:25.962326 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-2297b2e0-a506-4df3-bce6-a8e6981de2e7 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841137'] for security_group_rule, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:51:25.964254 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-3d7ac5b4-986e-4b0e-997b-ea2d7d586847 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:51:25.981038 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2297b2e0-a506-4df3-bce6-a8e6981de2e7 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2cd842c8-35b3-4baf-b811-b3ab4ba7ed47,revision_number=0']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:51:25.995409 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2297b2e0-a506-4df3-bce6-a8e6981de2e7 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:51:25.996085 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2297b2e0-a506-4df3-bce6-a8e6981de2e7 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:51:25.996451 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2297b2e0-a506-4df3-bce6-a8e6981de2e7 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:51:25.996815 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2297b2e0-a506-4df3-bce6-a8e6981de2e7 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:51:25.997175 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2297b2e0-a506-4df3-bce6-a8e6981de2e7 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:51:25.997534 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2297b2e0-a506-4df3-bce6-a8e6981de2e7 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:51:25.997890 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2297b2e0-a506-4df3-bce6-a8e6981de2e7 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:51:25.998245 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2297b2e0-a506-4df3-bce6-a8e6981de2e7 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:51:25.998812 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2297b2e0-a506-4df3-bce6-a8e6981de2e7 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:51:25.999080 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2297b2e0-a506-4df3-bce6-a8e6981de2e7 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:51:25.999436 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2297b2e0-a506-4df3-bce6-a8e6981de2e7 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:51:25.999910 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2297b2e0-a506-4df3-bce6-a8e6981de2e7 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:51:26.005481 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-2297b2e0-a506-4df3-bce6-a8e6981de2e7 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:51:26.010777 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-2297b2e0-a506-4df3-bce6-a8e6981de2e7 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:51:26.021620 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-2297b2e0-a506-4df3-bce6-a8e6981de2e7 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1676760
Dec 16 22:51:26.210232 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-481d7e70-d90e-43a3-b84f-e30b3cbc501c req-7e03a03d-7389-418a-b81b-51ceb7495cc4 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1662102994&fields=id&tenant_id=b7e45fda9ad540a6ac359d1c64c9adb2 HTTP/1.1" status: 200  len: 267 time: 0.0409255
Dec 16 22:51:26.486927 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481d7e70-d90e-43a3-b84f-e30b3cbc501c req-a75f10ae-1698-4dc7-8c59-39ec730fc747 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:51:26.487614 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [req-481d7e70-d90e-43a3-b84f-e30b3cbc501c req-a75f10ae-1698-4dc7-8c59-39ec730fc747 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Synchronizing usage tracker for tenant:b7e45fda9ad540a6ac359d1c64c9adb2 on resource:network {{(pid=87507) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 22:51:26.503292 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [req-481d7e70-d90e-43a3-b84f-e30b3cbc501c req-a75f10ae-1698-4dc7-8c59-39ec730fc747 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Unset dirty status for tenant:b7e45fda9ad540a6ac359d1c64c9adb2 on resource:network {{(pid=87507) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 22:51:26.504497 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-481d7e70-d90e-43a3-b84f-e30b3cbc501c req-a75f10ae-1698-4dc7-8c59-39ec730fc747 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "GET /v2.0/networks?id=5c1dd876-1992-4b2d-8f64-d8cf661b0088 HTTP/1.1" status: 200  len: 796 time: 0.2872002
Dec 16 22:51:26.519886 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-481d7e70-d90e-43a3-b84f-e30b3cbc501c req-73fdf1de-9733-4fa4-9241-d13ab5263039 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "GET /v2.0/quotas/b7e45fda9ad540a6ac359d1c64c9adb2 HTTP/1.1" status: 200  len: 375 time: 0.0093942
Dec 16 22:51:26.607057 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-481d7e70-d90e-43a3-b84f-e30b3cbc501c req-a644d31a-b714-4d8f-ae58-1ce62dd6fc5d tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=b7e45fda9ad540a6ac359d1c64c9adb2&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0810969
Dec 16 22:51:26.787089 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-481d7e70-d90e-43a3-b84f-e30b3cbc501c req-acb1be3b-669b-4a36-8a7c-1915a16ad2de service neutron] 10.222.0.13 "GET /v2.0/networks/5c1dd876-1992-4b2d-8f64-d8cf661b0088?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1658494
Dec 16 22:51:26.913407 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-481d7e70-d90e-43a3-b84f-e30b3cbc501c req-76b057e2-eac1-45bd-ad36-c673ebcd30d2 service neutron] 10.222.0.13 "GET /v2.0/networks/5c1dd876-1992-4b2d-8f64-d8cf661b0088?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1205759
Dec 16 22:51:27.084101 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-42feba65-3a96-4715-9955-c4432aa89480 req-1f7e02af-3a96-499a-84f1-56a9cef2c00c tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "GET /v2.0/ports?device_id=75a15dc2-ba81-4717-ac83-d03342caf663 HTTP/1.1" status: 200  len: 210 time: 0.0420628
Dec 16 22:51:27.504359 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device b8ff4aae-1217-4703-ae2f-9f6824d8f341 up at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 22:51:27.570244 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning for port b8ff4aae-1217-4703-ae2f-9f6824d8f341 completed by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 22:51:27.574833 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning complete for port b8ff4aae-1217-4703-ae2f-9f6824d8f341 triggered by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:51:27.575222 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:51:27.689269 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:51:27.720675 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] For port b8ff4aae-1217-4703-ae2f-9f6824d8f341, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=b8ff4aae-1217-4703-ae2f-9f6824d8f341,segment=NetworkSegment(05610977-0c7f-44b6-ba99-d5ddc57c029c),segment_id=05610977-0c7f-44b6-ba99-d5ddc57c029c)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:51:27.724299 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:51:27.726035 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:51:27.788941 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Pushing event updated for resources: {'Port': ['ID=b8ff4aae-1217-4703-ae2f-9f6824d8f341,revision_number=5']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:51:27.792340 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:51:28.153150 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-2bef74ac-0348-4c4d-a54c-0a02860d5bea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:51:28.182120 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-fe2139ae-0095-4e13-ba39-1b5d5766135e req-f5e82b4b-bea7-435c-a2df-c0915ea22037 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "GET /v2.0/ports?device_id=75a15dc2-ba81-4717-ac83-d03342caf663 HTTP/1.1" status: 200  len: 210 time: 0.0466719
Dec 16 22:51:29.274838 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-0217f46c-53c4-42c7-9cbf-ca788df005b5 req-37f8dbac-4811-41e4-a596-d9633e81ceda tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "GET /v2.0/ports?device_id=75a15dc2-ba81-4717-ac83-d03342caf663 HTTP/1.1" status: 200  len: 210 time: 0.0414903
Dec 16 22:51:29.497321 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device b8ff4aae-1217-4703-ae2f-9f6824d8f341 up at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 22:51:29.566560 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning complete for port b8ff4aae-1217-4703-ae2f-9f6824d8f341 triggered by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:51:29.566945 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:51:30.311360 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481d7e70-d90e-43a3-b84f-e30b3cbc501c req-f9c5348a-59a3-4db6-b006-1c25357f1e51 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:51:30.312881 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-481d7e70-d90e-43a3-b84f-e30b3cbc501c req-f9c5348a-59a3-4db6-b006-1c25357f1e51 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.49 "GET /v2.0/networks?id=5c1dd876-1992-4b2d-8f64-d8cf661b0088 HTTP/1.1" status: 200  len: 796 time: 0.1454747
Dec 16 22:51:30.372286 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [req-481d7e70-d90e-43a3-b84f-e30b3cbc501c req-456f66ed-abc0-4d50-82da-ec835743ca2a tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Synchronizing usage tracker for tenant:b7e45fda9ad540a6ac359d1c64c9adb2 on resource:security_group {{(pid=87506) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 22:51:30.389210 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [req-481d7e70-d90e-43a3-b84f-e30b3cbc501c req-456f66ed-abc0-4d50-82da-ec835743ca2a tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Unset dirty status for tenant:b7e45fda9ad540a6ac359d1c64c9adb2 on resource:security_group {{(pid=87506) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 22:51:30.390523 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-481d7e70-d90e-43a3-b84f-e30b3cbc501c req-456f66ed-abc0-4d50-82da-ec835743ca2a tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b7e45fda9ad540a6ac359d1c64c9adb2 HTTP/1.1" status: 200  len: 380 time: 0.0626941
Dec 16 22:51:30.400620 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [req-481d7e70-d90e-43a3-b84f-e30b3cbc501c req-035dd79e-7652-404c-9f8a-f8270ad40625 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Request body: {'port': {'device_id': '75a15dc2-ba81-4717-ac83-d03342caf663', 'network_id': '5c1dd876-1992-4b2d-8f64-d8cf661b0088', 'admin_state_up': True, 'tenant_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'security_groups': ['20bdd1f0-832c-4ea5-a647-0ed75cff9a41']}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:51:30.427585 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-e3e98b71-9b9d-4d95-919f-d0e6712ebb78 req-725c9154-cbe0-4bb6-9bda-1b7287aee0ac tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "GET /v2.0/ports?device_id=75a15dc2-ba81-4717-ac83-d03342caf663 HTTP/1.1" status: 200  len: 210 time: 0.0448561
Dec 16 22:51:30.534688 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [req-481d7e70-d90e-43a3-b84f-e30b3cbc501c req-035dd79e-7652-404c-9f8a-f8270ad40625 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:51:30.538661 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [req-481d7e70-d90e-43a3-b84f-e30b3cbc501c req-035dd79e-7652-404c-9f8a-f8270ad40625 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Usage tracker for resource:port and tenant:b7e45fda9ad540a6ac359d1c64c9adb2 is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:51:30.541446 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [req-481d7e70-d90e-43a3-b84f-e30b3cbc501c req-035dd79e-7652-404c-9f8a-f8270ad40625 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:51:30.546949 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [req-481d7e70-d90e-43a3-b84f-e30b3cbc501c req-035dd79e-7652-404c-9f8a-f8270ad40625 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:51:30.557207 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-481d7e70-d90e-43a3-b84f-e30b3cbc501c req-035dd79e-7652-404c-9f8a-f8270ad40625 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Made reservation on behalf of b7e45fda9ad540a6ac359d1c64c9adb2 for: {'port': 1} {{(pid=87506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:51:30.560663 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-481d7e70-d90e-43a3-b84f-e30b3cbc501c req-035dd79e-7652-404c-9f8a-f8270ad40625 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:51:30.601215 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-22aec703-8c00-4cb5-a708-cf3162175fe2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:51:30.719203 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.db_base_plugin_common [req-481d7e70-d90e-43a3-b84f-e30b3cbc501c req-035dd79e-7652-404c-9f8a-f8270ad40625 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Allocated IP 172.20.0.14 (5c1dd876-1992-4b2d-8f64-d8cf661b0088/9db18f07-b8de-4a52-bedd-2c56e03d05a7/7a5243ed-d9d5-4947-b6b6-43095edf43c5) {{(pid=87506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 22:51:31.001741 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-481d7e70-d90e-43a3-b84f-e30b3cbc501c req-035dd79e-7652-404c-9f8a-f8270ad40625 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for port, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:51:31.016946 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.provisioning_blocks [req-481d7e70-d90e-43a3-b84f-e30b3cbc501c req-035dd79e-7652-404c-9f8a-f8270ad40625 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Transition to ACTIVE for port object 7a5243ed-d9d5-4947-b6b6-43095edf43c5 will not be triggered until provisioned by entity DHCP. {{(pid=87506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:51:31.039927 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-481d7e70-d90e-43a3-b84f-e30b3cbc501c req-035dd79e-7652-404c-9f8a-f8270ad40625 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1863393'] for port, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:51:31.045262 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-08e78ce6-9a5f-4fc3-9065-060a7035d2a0 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:51:31.110601 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-481d7e70-d90e-43a3-b84f-e30b3cbc501c req-035dd79e-7652-404c-9f8a-f8270ad40625 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Network 5c1dd876-1992-4b2d-8f64-d8cf661b0088 is already hosted by enough agents. {{(pid=87506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:51:31.113633 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.base_scheduler [req-481d7e70-d90e-43a3-b84f-e30b3cbc501c req-035dd79e-7652-404c-9f8a-f8270ad40625 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Resources bound (agent type, host, resource id):  {{(pid=87506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:51:31.117978 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.l3_dvrscheduler_db [req-481d7e70-d90e-43a3-b84f-e30b3cbc501c req-035dd79e-7652-404c-9f8a-f8270ad40625 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Received port after_create {{(pid=87506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 22:51:31.159209 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035dd79e-7652-404c-9f8a-f8270ad40625 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Pushing event updated for resources: {'Port': ['ID=7a5243ed-d9d5-4947-b6b6-43095edf43c5,revision_number=1']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:51:31.164092 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-035dd79e-7652-404c-9f8a-f8270ad40625 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:51:31.186942 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481d7e70-d90e-43a3-b84f-e30b3cbc501c req-035dd79e-7652-404c-9f8a-f8270ad40625 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:51:31.187555 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-481d7e70-d90e-43a3-b84f-e30b3cbc501c req-035dd79e-7652-404c-9f8a-f8270ad40625 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for port, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:51:31.212285 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-481d7e70-d90e-43a3-b84f-e30b3cbc501c req-035dd79e-7652-404c-9f8a-f8270ad40625 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.8152652
Dec 16 22:51:31.229669 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [req-481d7e70-d90e-43a3-b84f-e30b3cbc501c req-2fe1d7d1-9053-4a93-9c57-e500e7543d4f service neutron] Request body: {'port': {'device_id': '75a15dc2-ba81-4717-ac83-d03342caf663', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8218'}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:51:31.340259 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-ea7c080c-f239-4c47-ac7b-7aa41e63e932 None None] Provisioning for port 7a5243ed-d9d5-4947-b6b6-43095edf43c5 completed by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 22:51:31.345199 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-ea7c080c-f239-4c47-ac7b-7aa41e63e932 None None] Provisioning complete for port 7a5243ed-d9d5-4947-b6b6-43095edf43c5 triggered by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:51:31.345576 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-ea7c080c-f239-4c47-ac7b-7aa41e63e932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:51:31.349848 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-481d7e70-d90e-43a3-b84f-e30b3cbc501c req-2fe1d7d1-9053-4a93-9c57-e500e7543d4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:51:31.398315 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-ea7c080c-f239-4c47-ac7b-7aa41e63e932 None None] Port 7a5243ed-d9d5-4947-b6b6-43095edf43c5 cannot update to ACTIVE because it is not bound. {{(pid=87508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 22:51:31.508269 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-3e729f7f-1589-4d54-9c4a-7ee6b283cc2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:51:31.624768 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0290ad1-be8d-4a0e-9df9-bf278d910924 req-f6211969-e5e2-4bb6-8381-5b98753b1784 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:51:31.626504 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-b0290ad1-be8d-4a0e-9df9-bf278d910924 req-f6211969-e5e2-4bb6-8381-5b98753b1784 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "GET /v2.0/ports?device_id=75a15dc2-ba81-4717-ac83-d03342caf663 HTTP/1.1" status: 200  len: 932 time: 0.0887511
Dec 16 22:51:31.672454 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-b0290ad1-be8d-4a0e-9df9-bf278d910924 req-319575db-ec3a-44ca-9a13-c185c21318ba tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "GET /v2.0/security-groups?id=20bdd1f0-832c-4ea5-a647-0ed75cff9a41&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0401087
Dec 16 22:51:31.699583 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:51:31.706506 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.notifiers.nova [req-481d7e70-d90e-43a3-b84f-e30b3cbc501c req-2fe1d7d1-9053-4a93-9c57-e500e7543d4f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a5243ed-d9d5-4947-b6b6-43095edf43c5 {{(pid=87506) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 22:51:31.715112 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-481d7e70-d90e-43a3-b84f-e30b3cbc501c req-2fe1d7d1-9053-4a93-9c57-e500e7543d4f service neutron] Notify callbacks [] for port, precommit_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:51:31.730682 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.provisioning_blocks [req-481d7e70-d90e-43a3-b84f-e30b3cbc501c req-2fe1d7d1-9053-4a93-9c57-e500e7543d4f service neutron] Transition to ACTIVE for port object 7a5243ed-d9d5-4947-b6b6-43095edf43c5 will not be triggered until provisioned by entity L2. {{(pid=87506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:51:31.734152 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-481d7e70-d90e-43a3-b84f-e30b3cbc501c req-2fe1d7d1-9053-4a93-9c57-e500e7543d4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1863400'] for port, after_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:51:31.737722 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-c19d8ffe-6af9-49bd-a39d-aa0dfc464569 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:51:31.886031 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe1d7d1-9053-4a93-9c57-e500e7543d4f service neutron] Pushing event updated for resources: {'Port': ['ID=7a5243ed-d9d5-4947-b6b6-43095edf43c5,revision_number=2']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:51:31.893288 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-2fe1d7d1-9053-4a93-9c57-e500e7543d4f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:51:31.966251 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.managers [req-481d7e70-d90e-43a3-b84f-e30b3cbc501c req-2fe1d7d1-9053-4a93-9c57-e500e7543d4f service neutron] Attempting to bind port 7a5243ed-d9d5-4947-b6b6-43095edf43c5 on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=87506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 22:51:31.966580 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.managers [req-481d7e70-d90e-43a3-b84f-e30b3cbc501c req-2fe1d7d1-9053-4a93-9c57-e500e7543d4f service neutron] Attempting to bind port 7a5243ed-d9d5-4947-b6b6-43095edf43c5 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '05610977-0c7f-44b6-ba99-d5ddc57c029c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '5c1dd876-1992-4b2d-8f64-d8cf661b0088'}] {{(pid=87506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 22:51:31.966897 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-481d7e70-d90e-43a3-b84f-e30b3cbc501c req-2fe1d7d1-9053-4a93-9c57-e500e7543d4f service neutron] Attempting to bind port 7a5243ed-d9d5-4947-b6b6-43095edf43c5 on network 5c1dd876-1992-4b2d-8f64-d8cf661b0088 {{(pid=87506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 22:51:31.971430 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-481d7e70-d90e-43a3-b84f-e30b3cbc501c req-2fe1d7d1-9053-4a93-9c57-e500e7543d4f service neutron] Port 7a5243ed-d9d5-4947-b6b6-43095edf43c5 on network 5c1dd876-1992-4b2d-8f64-d8cf661b0088 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=87506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 16 22:51:31.971743 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-481d7e70-d90e-43a3-b84f-e30b3cbc501c req-2fe1d7d1-9053-4a93-9c57-e500e7543d4f service neutron] Attempting to bind port 7a5243ed-d9d5-4947-b6b6-43095edf43c5 on network 5c1dd876-1992-4b2d-8f64-d8cf661b0088 {{(pid=87506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 22:51:31.977326 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-481d7e70-d90e-43a3-b84f-e30b3cbc501c req-2fe1d7d1-9053-4a93-9c57-e500e7543d4f service neutron] Checking agent: {'id': '849b5cbb-8f70-4c31-8f37-fd42f8351747', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8218', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 30, 8), 'started_at': datetime.datetime(2021, 12, 16, 22, 30, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 51, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 22:51:31.977702 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-481d7e70-d90e-43a3-b84f-e30b3cbc501c req-2fe1d7d1-9053-4a93-9c57-e500e7543d4f service neutron] Checking segment: {'id': '05610977-0c7f-44b6-ba99-d5ddc57c029c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '5c1dd876-1992-4b2d-8f64-d8cf661b0088'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 22:51:31.978078 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-481d7e70-d90e-43a3-b84f-e30b3cbc501c req-2fe1d7d1-9053-4a93-9c57-e500e7543d4f service neutron] Bound using segment: {'id': '05610977-0c7f-44b6-ba99-d5ddc57c029c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '5c1dd876-1992-4b2d-8f64-d8cf661b0088'} {{(pid=87506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 22:51:31.978492 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.managers [req-481d7e70-d90e-43a3-b84f-e30b3cbc501c req-2fe1d7d1-9053-4a93-9c57-e500e7543d4f service neutron] Bound port: 7a5243ed-d9d5-4947-b6b6-43095edf43c5, host: hv-neutron-8218, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05610977-0c7f-44b6-ba99-d5ddc57c029c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '5c1dd876-1992-4b2d-8f64-d8cf661b0088'}}] {{(pid=87506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 22:51:31.978830 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-481d7e70-d90e-43a3-b84f-e30b3cbc501c req-2fe1d7d1-9053-4a93-9c57-e500e7543d4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:51:32.064087 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.db [req-481d7e70-d90e-43a3-b84f-e30b3cbc501c req-2fe1d7d1-9053-4a93-9c57-e500e7543d4f service neutron] For port 7a5243ed-d9d5-4947-b6b6-43095edf43c5, host hv-neutron-8218, cleared binding levels {{(pid=87506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 22:51:32.067009 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.db [req-481d7e70-d90e-43a3-b84f-e30b3cbc501c req-2fe1d7d1-9053-4a93-9c57-e500e7543d4f service neutron] For port 7a5243ed-d9d5-4947-b6b6-43095edf43c5, host hv-neutron-8218, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=7a5243ed-d9d5-4947-b6b6-43095edf43c5,segment=NetworkSegment(05610977-0c7f-44b6-ba99-d5ddc57c029c),segment_id=05610977-0c7f-44b6-ba99-d5ddc57c029c)] {{(pid=87506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 22:51:32.072430 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-481d7e70-d90e-43a3-b84f-e30b3cbc501c req-2fe1d7d1-9053-4a93-9c57-e500e7543d4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1863400'] for port, after_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:51:32.076920 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-035dd79e-7652-404c-9f8a-f8270ad40625 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:51:32.130337 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481d7e70-d90e-43a3-b84f-e30b3cbc501c req-2fe1d7d1-9053-4a93-9c57-e500e7543d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:51:32.130943 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-481d7e70-d90e-43a3-b84f-e30b3cbc501c req-2fe1d7d1-9053-4a93-9c57-e500e7543d4f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for port, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:51:32.132363 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-481d7e70-d90e-43a3-b84f-e30b3cbc501c req-2fe1d7d1-9053-4a93-9c57-e500e7543d4f service neutron] 10.222.0.49 "PUT /v2.0/ports/7a5243ed-d9d5-4947-b6b6-43095edf43c5 HTTP/1.1" status: 200  len: 1094 time: 0.9070985
Dec 16 22:51:32.133316 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75a15dc2-ba81-4717-ac83-d03342caf663', 'tag': '7a5243ed-d9d5-4947-b6b6-43095edf43c5'}] {{(pid=87506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 22:51:32.162748 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe1d7d1-9053-4a93-9c57-e500e7543d4f service neutron] Pushing event updated for resources: {'Port': ['ID=7a5243ed-d9d5-4947-b6b6-43095edf43c5,revision_number=3']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:51:32.166532 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-2fe1d7d1-9053-4a93-9c57-e500e7543d4f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:51:32.191311 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75a15dc2-ba81-4717-ac83-d03342caf663', 'tag': '7a5243ed-d9d5-4947-b6b6-43095edf43c5', 'status': 'completed', 'code': 200}
Dec 16 22:51:32.280970 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481d7e70-d90e-43a3-b84f-e30b3cbc501c req-78c3334c-681b-408a-9177-f887a21f0fde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:51:32.282491 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-481d7e70-d90e-43a3-b84f-e30b3cbc501c req-78c3334c-681b-408a-9177-f887a21f0fde service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b7e45fda9ad540a6ac359d1c64c9adb2&device_id=75a15dc2-ba81-4717-ac83-d03342caf663 HTTP/1.1" status: 200  len: 1097 time: 0.0729189
Dec 16 22:51:32.361419 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-481d7e70-d90e-43a3-b84f-e30b3cbc501c req-c800f3e9-91a2-40de-a3be-115a622d5d0d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7a5243ed-d9d5-4947-b6b6-43095edf43c5 HTTP/1.1" status: 200  len: 217 time: 0.0653806
Dec 16 22:51:32.422360 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481d7e70-d90e-43a3-b84f-e30b3cbc501c req-fb8eef4e-5dd2-4f55-ad53-8c5c59aa36cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:51:32.423637 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-481d7e70-d90e-43a3-b84f-e30b3cbc501c req-fb8eef4e-5dd2-4f55-ad53-8c5c59aa36cd service neutron] 10.222.0.49 "GET /v2.0/subnets?id=9db18f07-b8de-4a52-bedd-2c56e03d05a7 HTTP/1.1" status: 200  len: 835 time: 0.0561810
Dec 16 22:51:32.500833 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481d7e70-d90e-43a3-b84f-e30b3cbc501c req-c0357157-7ce8-4665-8b36-874a3e805cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:51:32.502289 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-481d7e70-d90e-43a3-b84f-e30b3cbc501c req-c0357157-7ce8-4665-8b36-874a3e805cf5 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5c1dd876-1992-4b2d-8f64-d8cf661b0088&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0725281
Dec 16 22:51:32.629139 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-481d7e70-d90e-43a3-b84f-e30b3cbc501c req-e2cd85ca-4b3a-470f-bae7-2861f11fab64 service neutron] 10.222.0.49 "GET /v2.0/networks/5c1dd876-1992-4b2d-8f64-d8cf661b0088?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1206214
Dec 16 22:51:32.864512 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d3a19c-4166-4bea-a9c8-34a45141a873 req-c941e9bd-6293-4814-bcd2-ec8c798bdbde tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:51:32.865966 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-65d3a19c-4166-4bea-a9c8-34a45141a873 req-c941e9bd-6293-4814-bcd2-ec8c798bdbde tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "GET /v2.0/ports?device_id=75a15dc2-ba81-4717-ac83-d03342caf663 HTTP/1.1" status: 200  len: 944 time: 0.0824184
Dec 16 22:51:32.870237 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-481d7e70-d90e-43a3-b84f-e30b3cbc501c req-9262f097-01db-4a2b-b88b-b431d783f3dd service neutron] 10.222.0.49 "GET /v2.0/networks/5c1dd876-1992-4b2d-8f64-d8cf661b0088?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2346544
Dec 16 22:51:32.915329 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-65d3a19c-4166-4bea-a9c8-34a45141a873 req-065ac805-b902-44d9-b838-54ac0c9cc1b8 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "GET /v2.0/security-groups?id=20bdd1f0-832c-4ea5-a647-0ed75cff9a41&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0434399
Dec 16 22:51:33.023002 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9acc974-0489-4325-bbda-80e607ae3ab2 req-0fe70d45-9aaa-4696-9d2d-e697a3e31cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:51:33.025019 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-b9acc974-0489-4325-bbda-80e607ae3ab2 req-0fe70d45-9aaa-4696-9d2d-e697a3e31cf3 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b7e45fda9ad540a6ac359d1c64c9adb2&device_id=75a15dc2-ba81-4717-ac83-d03342caf663 HTTP/1.1" status: 200  len: 1097 time: 0.0702279
Dec 16 22:51:33.153871 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9acc974-0489-4325-bbda-80e607ae3ab2 req-98b33afc-61b6-4e06-b6d1-408e1fa29c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:51:33.155289 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-b9acc974-0489-4325-bbda-80e607ae3ab2 req-98b33afc-61b6-4e06-b6d1-408e1fa29c06 service neutron] 10.222.0.49 "GET /v2.0/networks?id=5c1dd876-1992-4b2d-8f64-d8cf661b0088 HTTP/1.1" status: 200  len: 897 time: 0.1237772
Dec 16 22:51:33.234329 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-b9acc974-0489-4325-bbda-80e607ae3ab2 req-c44e792a-53fc-447b-a99c-5d152d7f6a4b service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7a5243ed-d9d5-4947-b6b6-43095edf43c5 HTTP/1.1" status: 200  len: 217 time: 0.0722969
Dec 16 22:51:33.251069 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-4541ba3b-6be8-499c-bc94-3c60aa55c4f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:51:33.299214 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9acc974-0489-4325-bbda-80e607ae3ab2 req-8684d077-9634-4797-8acc-7fbfab65367f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:51:33.300649 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-b9acc974-0489-4325-bbda-80e607ae3ab2 req-8684d077-9634-4797-8acc-7fbfab65367f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=9db18f07-b8de-4a52-bedd-2c56e03d05a7 HTTP/1.1" status: 200  len: 835 time: 0.0591648
Dec 16 22:51:33.380294 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9acc974-0489-4325-bbda-80e607ae3ab2 req-b1f4628d-4af3-4af6-a095-e714d6448743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:51:33.381732 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-b9acc974-0489-4325-bbda-80e607ae3ab2 req-b1f4628d-4af3-4af6-a095-e714d6448743 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5c1dd876-1992-4b2d-8f64-d8cf661b0088&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0725434
Dec 16 22:51:33.513823 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-b9acc974-0489-4325-bbda-80e607ae3ab2 req-3407e4bd-5c56-46ef-8e55-ded027335d4e service neutron] 10.222.0.49 "GET /v2.0/networks/5c1dd876-1992-4b2d-8f64-d8cf661b0088?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1230879
Dec 16 22:51:33.644548 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-b9acc974-0489-4325-bbda-80e607ae3ab2 req-c1ed9273-c981-49b1-b02a-cb0185b92a4a service neutron] 10.222.0.49 "GET /v2.0/networks/5c1dd876-1992-4b2d-8f64-d8cf661b0088?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1237941
Dec 16 22:51:34.100232 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5963fa60-4c39-4049-bfbb-1904ab1e3d36 req-db63acb0-f1ae-4e0e-92cd-3b2001ea9972 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:51:34.101692 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-5963fa60-4c39-4049-bfbb-1904ab1e3d36 req-db63acb0-f1ae-4e0e-92cd-3b2001ea9972 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "GET /v2.0/ports?device_id=75a15dc2-ba81-4717-ac83-d03342caf663 HTTP/1.1" status: 200  len: 944 time: 0.0792670
Dec 16 22:51:34.145570 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-5963fa60-4c39-4049-bfbb-1904ab1e3d36 req-322b33fa-5773-44a9-ab54-2165626cc092 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "GET /v2.0/security-groups?id=20bdd1f0-832c-4ea5-a647-0ed75cff9a41&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0380964
Dec 16 22:51:35.334844 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0eedd84-45bc-424d-b14c-b90552f527b2 req-8373715d-1b86-43ee-a493-be2b68b8e746 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:51:35.336315 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-a0eedd84-45bc-424d-b14c-b90552f527b2 req-8373715d-1b86-43ee-a493-be2b68b8e746 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "GET /v2.0/ports?device_id=75a15dc2-ba81-4717-ac83-d03342caf663 HTTP/1.1" status: 200  len: 944 time: 0.0848680
Dec 16 22:51:35.379542 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-a0eedd84-45bc-424d-b14c-b90552f527b2 req-11b32f15-61ff-4cc6-b151-4ec9eada646f tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "GET /v2.0/security-groups?id=20bdd1f0-832c-4ea5-a647-0ed75cff9a41&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0377185
Dec 16 22:51:35.739740 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Device 7a5243ed-d9d5-4947-b6b6-43095edf43c5 details requested by agent hyperv_hv-neutron-8218 with host hv-neutron-8218 {{(pid=87508) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 16 22:51:35.869096 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] For port 7a5243ed-d9d5-4947-b6b6-43095edf43c5, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=7a5243ed-d9d5-4947-b6b6-43095edf43c5,segment=NetworkSegment(05610977-0c7f-44b6-ba99-d5ddc57c029c),segment_id=05610977-0c7f-44b6-ba99-d5ddc57c029c)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:51:35.881581 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Returning: {'device': '7a5243ed-d9d5-4947-b6b6-43095edf43c5', 'network_id': '5c1dd876-1992-4b2d-8f64-d8cf661b0088', 'port_id': '7a5243ed-d9d5-4947-b6b6-43095edf43c5', 'mac_address': 'fa:16:3e:3c:73:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9db18f07-b8de-4a52-bedd-2c56e03d05a7', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87508) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 16 22:51:35.937289 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:51:35.953443 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.notifiers.nova [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a5243ed-d9d5-4947-b6b6-43095edf43c5 {{(pid=87508) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 22:51:35.968906 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] For port 7a5243ed-d9d5-4947-b6b6-43095edf43c5, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=7a5243ed-d9d5-4947-b6b6-43095edf43c5,segment=NetworkSegment(05610977-0c7f-44b6-ba99-d5ddc57c029c),segment_id=05610977-0c7f-44b6-ba99-d5ddc57c029c)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:51:35.972912 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:51:35.975428 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-fa88e8af-4023-48da-ae11-a7df76e17e17 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:51:36.038602 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Pushing event updated for resources: {'Port': ['ID=7a5243ed-d9d5-4947-b6b6-43095edf43c5,revision_number=4']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:51:36.041758 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:51:36.281203 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] get_ports_and_sgs() called for port_ids ['7a5243ed-d9d5-4947-b6b6-43095edf43c5'] {{(pid=87508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 22:51:36.523829 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.agents_db [None req-0abd2616-a86c-48e2-be07-10823335a5bb None None] Agent healthcheck: found 6 active agents {{(pid=87509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 22:51:36.560834 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73851d44-f66d-463a-9a64-ade4a3d0bab9 req-b0da7730-5fea-47b3-8b3e-49d85a5ab0ea tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:51:36.562257 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-73851d44-f66d-463a-9a64-ade4a3d0bab9 req-b0da7730-5fea-47b3-8b3e-49d85a5ab0ea tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "GET /v2.0/ports?device_id=75a15dc2-ba81-4717-ac83-d03342caf663 HTTP/1.1" status: 200  len: 945 time: 0.0812891
Dec 16 22:51:36.605356 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-73851d44-f66d-463a-9a64-ade4a3d0bab9 req-d17456cc-2d86-4cd5-beb4-31feb435ca92 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "GET /v2.0/security-groups?id=20bdd1f0-832c-4ea5-a647-0ed75cff9a41&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0373108
Dec 16 22:51:37.740839 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Device 7a5243ed-d9d5-4947-b6b6-43095edf43c5 up at agent hyperv_hv-neutron-8218 {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 22:51:37.790010 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa148c5-3502-4803-90de-39b2dbd68a19 req-beb14ed3-302b-496d-b091-608d0a951954 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:51:37.791472 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-6fa148c5-3502-4803-90de-39b2dbd68a19 req-beb14ed3-302b-496d-b091-608d0a951954 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "GET /v2.0/ports?device_id=75a15dc2-ba81-4717-ac83-d03342caf663 HTTP/1.1" status: 200  len: 945 time: 0.0846720
Dec 16 22:51:37.835239 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-6fa148c5-3502-4803-90de-39b2dbd68a19 req-a1e0b063-2dbe-4112-9568-748bb7e37298 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "GET /v2.0/security-groups?id=20bdd1f0-832c-4ea5-a647-0ed75cff9a41&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0381176
Dec 16 22:51:37.840317 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Provisioning for port 7a5243ed-d9d5-4947-b6b6-43095edf43c5 completed by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 22:51:37.845295 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Provisioning complete for port 7a5243ed-d9d5-4947-b6b6-43095edf43c5 triggered by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:51:37.845704 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:51:37.916458 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:51:37.969283 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:51:37.995406 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75a15dc2-ba81-4717-ac83-d03342caf663', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a5243ed-d9d5-4947-b6b6-43095edf43c5'}] {{(pid=87508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 22:51:38.004849 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] For port 7a5243ed-d9d5-4947-b6b6-43095edf43c5, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=7a5243ed-d9d5-4947-b6b6-43095edf43c5,segment=NetworkSegment(05610977-0c7f-44b6-ba99-d5ddc57c029c),segment_id=05610977-0c7f-44b6-ba99-d5ddc57c029c)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:51:38.009430 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:51:38.011424 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-fa88e8af-4023-48da-ae11-a7df76e17e17 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:51:38.079446 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Pushing event updated for resources: {'Port': ['ID=7a5243ed-d9d5-4947-b6b6-43095edf43c5,revision_number=5']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:51:38.082319 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:51:38.087221 dv-neutron-821829-1-hyperv neutron-server[87508]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75a15dc2-ba81-4717-ac83-d03342caf663', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a5243ed-d9d5-4947-b6b6-43095edf43c5', 'code': 200}
Dec 16 22:51:38.340868 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b2c94e-5c1f-4487-b4d2-796791ed9ed1 req-18b65cf3-ac08-4773-bf9a-6edba42f421d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:51:38.342290 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-19b2c94e-5c1f-4487-b4d2-796791ed9ed1 req-18b65cf3-ac08-4773-bf9a-6edba42f421d service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=75a15dc2-ba81-4717-ac83-d03342caf663 HTTP/1.1" status: 200  len: 1099 time: 0.0675740
Dec 16 22:51:38.382157 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-19b2c94e-5c1f-4487-b4d2-796791ed9ed1 req-ed3441e8-3c91-403b-89dc-94b93da8f600 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=20bdd1f0-832c-4ea5-a647-0ed75cff9a41&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0333304
Dec 16 22:51:39.016671 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb5b936-a81e-49f6-8c75-a1becaff7dcc req-074df0f5-27d7-44f1-988f-4a21ff11c5f5 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:51:39.018096 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-5eb5b936-a81e-49f6-8c75-a1becaff7dcc req-074df0f5-27d7-44f1-988f-4a21ff11c5f5 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "GET /v2.0/ports?device_id=75a15dc2-ba81-4717-ac83-d03342caf663 HTTP/1.1" status: 200  len: 946 time: 0.0795770
Dec 16 22:51:39.064186 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-5eb5b936-a81e-49f6-8c75-a1becaff7dcc req-3a83a91f-4d9c-4549-9ca0-a4e5892b5308 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "GET /v2.0/security-groups?id=20bdd1f0-832c-4ea5-a647-0ed75cff9a41&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0405407
Dec 16 22:51:40.245518 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfefed4-f70e-4a26-9346-a814f06465a2 req-8f48d38b-dfa0-4419-9994-9ed8b0151630 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:51:40.246937 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-acfefed4-f70e-4a26-9346-a814f06465a2 req-8f48d38b-dfa0-4419-9994-9ed8b0151630 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "GET /v2.0/ports?device_id=75a15dc2-ba81-4717-ac83-d03342caf663 HTTP/1.1" status: 200  len: 946 time: 0.0788560
Dec 16 22:51:40.289066 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-acfefed4-f70e-4a26-9346-a814f06465a2 req-0e634f13-af7d-457e-82f7-738f2f940225 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "GET /v2.0/security-groups?id=20bdd1f0-832c-4ea5-a647-0ed75cff9a41&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0365410
Dec 16 22:51:40.473479 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c782f5-d7ad-4383-a6ed-84c1db1adad7 req-0cdd863e-0282-4a38-a835-805a87801581 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:51:40.476266 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-b5c782f5-d7ad-4383-a6ed-84c1db1adad7 req-0cdd863e-0282-4a38-a835-805a87801581 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "GET /v2.0/ports?device_id=75a15dc2-ba81-4717-ac83-d03342caf663 HTTP/1.1" status: 200  len: 946 time: 0.0843549
Dec 16 22:51:40.519537 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-b5c782f5-d7ad-4383-a6ed-84c1db1adad7 req-085b8d0a-95a4-4fec-80e9-681fdf88ef99 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "GET /v2.0/security-groups?id=20bdd1f0-832c-4ea5-a647-0ed75cff9a41&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0391085
Dec 16 22:51:40.542066 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 50730) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:51:40.610962 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78219e49-f766-4d72-a91d-0c13ea687960 tempest-TestNetworkBasicOps-761014822 tempest-TestNetworkBasicOps-761014822-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:51:40.612480 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-78219e49-f766-4d72-a91d-0c13ea687960 tempest-TestNetworkBasicOps-761014822 tempest-TestNetworkBasicOps-761014822-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=75a15dc2-ba81-4717-ac83-d03342caf663 HTTP/1.1" status: 200  len: 1094 time: 0.0694587
Dec 16 22:51:40.615221 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 50734) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:51:40.620046 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-e6948c0f-c0e6-45a5-8031-81e4f38c8244 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Request body: {'floatingip': {'floating_network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'port_id': '7a5243ed-d9d5-4947-b6b6-43095edf43c5', 'tenant_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'fixed_ip_address': '172.20.0.14'}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:51:40.625841 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-e6948c0f-c0e6-45a5-8031-81e4f38c8244 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:51:40.629574 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-e6948c0f-c0e6-45a5-8031-81e4f38c8244 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Usage tracker for resource:floatingip and tenant:b7e45fda9ad540a6ac359d1c64c9adb2 is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:51:40.632362 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-e6948c0f-c0e6-45a5-8031-81e4f38c8244 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:51:40.639603 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-e6948c0f-c0e6-45a5-8031-81e4f38c8244 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:51:40.651641 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-e6948c0f-c0e6-45a5-8031-81e4f38c8244 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for floatingip, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:51:40.787464 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-e6948c0f-c0e6-45a5-8031-81e4f38c8244 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:51:41.043974 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.db_base_plugin_common [None req-e6948c0f-c0e6-45a5-8031-81e4f38c8244 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Allocated IP 172.26.0.40 (f8905ce9-304b-4976-bc47-e58c71c11de5/9bca8591-41ef-4f2d-8ecb-ecaab1a28acf/08f00c4b-c229-430a-8cdf-9d35fda6fd3a) {{(pid=87507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 22:51:41.193098 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-e6948c0f-c0e6-45a5-8031-81e4f38c8244 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for port, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:51:41.222378 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-e6948c0f-c0e6-45a5-8031-81e4f38c8244 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10807823'] for port, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:51:41.225423 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-aa65fd45-e0ea-41b1-acfd-119964ec2864 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:51:41.293225 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6948c0f-c0e6-45a5-8031-81e4f38c8244 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Network f8905ce9-304b-4976-bc47-e58c71c11de5 is already hosted by enough agents. {{(pid=87507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:51:41.296202 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.base_scheduler [None req-e6948c0f-c0e6-45a5-8031-81e4f38c8244 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Resources bound (agent type, host, resource id):  {{(pid=87507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:51:41.299729 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6948c0f-c0e6-45a5-8031-81e4f38c8244 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Received port after_create {{(pid=87507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 22:51:41.335543 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6948c0f-c0e6-45a5-8031-81e4f38c8244 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Pushing event updated for resources: {'Port': ['ID=08f00c4b-c229-430a-8cdf-9d35fda6fd3a,revision_number=1']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:51:41.339689 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-e6948c0f-c0e6-45a5-8031-81e4f38c8244 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:51:41.707983 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-e6948c0f-c0e6-45a5-8031-81e4f38c8244 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:51:41.778246 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-e6948c0f-c0e6-45a5-8031-81e4f38c8244 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:51:41.975414 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-e6948c0f-c0e6-45a5-8031-81e4f38c8244 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for port, precommit_update {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:51:41.979515 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-e6948c0f-c0e6-45a5-8031-81e4f38c8244 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10807814'] for port, after_update {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:51:41.983147 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-2ddec8e9-c4ae-498c-8b04-ee06e3421551 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:51:42.084300 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6948c0f-c0e6-45a5-8031-81e4f38c8244 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Pushing event updated for resources: {'Port': ['ID=08f00c4b-c229-430a-8cdf-9d35fda6fd3a,revision_number=2']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:51:42.088320 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-e6948c0f-c0e6-45a5-8031-81e4f38c8244 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:51:42.096363 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-e6948c0f-c0e6-45a5-8031-81e4f38c8244 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3741874'] for floatingip, after_update {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:51:42.259856 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.db.l3_db [None req-e6948c0f-c0e6-45a5-8031-81e4f38c8244 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Floating IP 74bf0172-9f1e-44af-8123-6f8227faccc0 associated. External IP: 172.26.0.40, port: 7a5243ed-d9d5-4947-b6b6-43095edf43c5.
Dec 16 22:51:42.722944 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6948c0f-c0e6-45a5-8031-81e4f38c8244 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Router c2a85a0a-2ded-477e-9d73-3a23c3bada5f has already been hosted by L3 agent 4f519db7-069b-43e2-8411-c092bac9102a {{(pid=87507) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 22:51:42.897223 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6948c0f-c0e6-45a5-8031-81e4f38c8244 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify agent at l3_agent.dv-neutron-821829-1-hyperv the message routers_updated {{(pid=87507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 22:51:42.907178 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae5aefc8-827e-44cf-a629-db555020c1c1 None None] Sync routers for ids ['c2a85a0a-2ded-477e-9d73-3a23c3bada5f'] in dv-neutron-821829-1-hyperv {{(pid=87508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 22:51:42.916715 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae5aefc8-827e-44cf-a629-db555020c1c1 None None] Routers {'c2a85a0a-2ded-477e-9d73-3a23c3bada5f'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:51:42.917347 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-ae5aefc8-827e-44cf-a629-db555020c1c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b77bd1130>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:51:31Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['c2a85a0a-2ded-477e-9d73-3a23c3bada5f'], 'active': True} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:51:42.920723 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-e6948c0f-c0e6-45a5-8031-81e4f38c8244 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for floatingip, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:51:42.979332 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-e6948c0f-c0e6-45a5-8031-81e4f38c8244 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.3600206
Dec 16 22:51:42.979332 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75a15dc2-ba81-4717-ac83-d03342caf663', 'tag': '7a5243ed-d9d5-4947-b6b6-43095edf43c5'}] {{(pid=87507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 22:51:42.980256 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 50738) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:51:43.021065 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75a15dc2-ba81-4717-ac83-d03342caf663', 'tag': '7a5243ed-d9d5-4947-b6b6-43095edf43c5', 'status': 'completed', 'code': 200}
Dec 16 22:51:43.057571 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48e2c9e7-1b48-451b-b067-8f9dbdad78ba tempest-TestNetworkBasicOps-761014822 tempest-TestNetworkBasicOps-761014822-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:51:43.059062 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-48e2c9e7-1b48-451b-b067-8f9dbdad78ba tempest-TestNetworkBasicOps-761014822 tempest-TestNetworkBasicOps-761014822-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=75a15dc2-ba81-4717-ac83-d03342caf663 HTTP/1.1" status: 200  len: 1094 time: 0.0771492
Dec 16 22:51:43.097277 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvr_db [None req-ae5aefc8-827e-44cf-a629-db555020c1c1 None None] Set router c2a85a0a-2ded-477e-9d73-3a23c3bada5f gateway port host: dv-neutron-821829-1-hyperv {{(pid=87508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 22:51:43.136050 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97201d69-bc19-4228-a9dd-3099bd4eba58 req-0fa7e6fc-f804-4501-815b-5fb70cf565ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:51:43.137526 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-97201d69-bc19-4228-a9dd-3099bd4eba58 req-0fa7e6fc-f804-4501-815b-5fb70cf565ea service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b7e45fda9ad540a6ac359d1c64c9adb2&device_id=75a15dc2-ba81-4717-ac83-d03342caf663 HTTP/1.1" status: 200  len: 1099 time: 0.0718663
Dec 16 22:51:43.272851 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97201d69-bc19-4228-a9dd-3099bd4eba58 req-28ecc132-bcc2-4699-a9e3-4f7a463a4673 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:51:43.274226 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-97201d69-bc19-4228-a9dd-3099bd4eba58 req-28ecc132-bcc2-4699-a9e3-4f7a463a4673 service neutron] 10.222.0.49 "GET /v2.0/networks?id=5c1dd876-1992-4b2d-8f64-d8cf661b0088 HTTP/1.1" status: 200  len: 897 time: 0.1300759
Dec 16 22:51:43.377828 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-97201d69-bc19-4228-a9dd-3099bd4eba58 req-c3eb74a1-ca35-4f0c-b789-0a58434429a2 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7a5243ed-d9d5-4947-b6b6-43095edf43c5 HTTP/1.1" status: 200  len: 999 time: 0.0966609
Dec 16 22:51:43.442992 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97201d69-bc19-4228-a9dd-3099bd4eba58 req-295e5fbd-182d-4c4b-b61d-e7f8ba4acf26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:51:43.445784 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-97201d69-bc19-4228-a9dd-3099bd4eba58 req-295e5fbd-182d-4c4b-b61d-e7f8ba4acf26 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=9db18f07-b8de-4a52-bedd-2c56e03d05a7 HTTP/1.1" status: 200  len: 835 time: 0.0616770
Dec 16 22:51:43.451115 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-ae5aefc8-827e-44cf-a629-db555020c1c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b77bd1130>, [{'id': 'c2a85a0a-2ded-477e-9d73-3a23c3bada5f', 'name': 'tempest-TestNetworkBasicOps-router-850299834', 'tenant_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.88'}], 'enable_snat': True}, 'gw_port_id': '598be091-3ddf-485d-9eb7-e2622ac4d02e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:51:17Z', 'updated_at': '2021-12-16T22:51:22Z', 'revision_number': 4, 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'gw_port': {'id': '598be091-3ddf-485d-9eb7-e2622ac4d02e', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:18:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2a85a0a-2ded-477e-9d73-3a23c3bada5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:51:17Z', 'updated_at': '2021-12-16T22:51:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv', '_floatingips': [{'id': '74bf0172-9f1e-44af-8123-6f8227faccc0', 'tenant_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'floating_ip_address': '172.26.0.40', 'floating_network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'router_id': 'c2a85a0a-2ded-477e-9d73-3a23c3bada5f', 'port_id': '7a5243ed-d9d5-4947-b6b6-43095edf43c5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1476, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c1dd876-1992-4b2d-8f64-d8cf661b0088', 'mac_address': 'fa:16:3e:3c:73:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75a15dc2-ba81-4717-ac83-d03342caf663', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T22:51:41Z', 'updated_at': '2021-12-16T22:51:41Z', 'revision_number': 0, 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8ff4aae-1217-4703-ae2f-9f6824d8f341', 'name': '', 'network_id': '5c1dd876-1992-4b2d-8f64-d8cf661b0088', 'tenant_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'mac_address': 'fa:16:3e:94:36:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2a85a0a-2ded-477e-9d73-3a23c3bada5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': '9db18f07-b8de-4a52-bedd-2c56e03d05a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:51:21Z', 'updated_at': '2021-12-16T22:51:27Z', 'revision_number': 5, 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'subnets': [{'id': '9db18f07-b8de-4a52-bedd-2c56e03d05a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:51:43.454988 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae5aefc8-827e-44cf-a629-db555020c1c1 None None] Checking router: c2a85a0a-2ded-477e-9d73-3a23c3bada5f for host: dv-neutron-821829-1-hyperv {{(pid=87508) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 22:51:43.463512 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae5aefc8-827e-44cf-a629-db555020c1c1 None None] Routers {'c2a85a0a-2ded-477e-9d73-3a23c3bada5f'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:51:43.464154 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-ae5aefc8-827e-44cf-a629-db555020c1c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b77bd1130>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:51:31Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['c2a85a0a-2ded-477e-9d73-3a23c3bada5f'], 'active': True} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:51:43.528179 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97201d69-bc19-4228-a9dd-3099bd4eba58 req-a2c97e96-493c-42bd-bc91-6232da653cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:51:43.529662 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-97201d69-bc19-4228-a9dd-3099bd4eba58 req-a2c97e96-493c-42bd-bc91-6232da653cc4 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5c1dd876-1992-4b2d-8f64-d8cf661b0088&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0774848
Dec 16 22:51:43.649779 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvr_db [None req-ae5aefc8-827e-44cf-a629-db555020c1c1 None None] Set router c2a85a0a-2ded-477e-9d73-3a23c3bada5f gateway port host: dv-neutron-821829-1-hyperv {{(pid=87508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 22:51:43.665121 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-97201d69-bc19-4228-a9dd-3099bd4eba58 req-ae7872b4-9cbf-4270-96da-74328d3959d7 service neutron] 10.222.0.49 "GET /v2.0/networks/5c1dd876-1992-4b2d-8f64-d8cf661b0088?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1267376
Dec 16 22:51:43.714370 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 50746) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:51:43.719621 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-1ef6f900-5044-401e-968d-ce90f8e7d2b5 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-797389206', 'description': 'tempest-secgroup-smoke-797389206 description', 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2'}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:51:43.725977 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-1ef6f900-5044-401e-968d-ce90f8e7d2b5 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:51:43.736726 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-1ef6f900-5044-401e-968d-ce90f8e7d2b5 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:51:43.749235 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-1ef6f900-5044-401e-968d-ce90f8e7d2b5 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for security_group, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:51:43.770951 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-1ef6f900-5044-401e-968d-ce90f8e7d2b5 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:51:43.775578 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-1ef6f900-5044-401e-968d-ce90f8e7d2b5 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Usage tracker for resource:security_group_rule and tenant:b7e45fda9ad540a6ac359d1c64c9adb2 is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:51:43.779077 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-1ef6f900-5044-401e-968d-ce90f8e7d2b5 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:51:43.786080 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-1ef6f900-5044-401e-968d-ce90f8e7d2b5 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:51:43.872360 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-1ef6f900-5044-401e-968d-ce90f8e7d2b5 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for security_group, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:51:43.877170 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-1ef6f900-5044-401e-968d-ce90f8e7d2b5 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841066'] for security_group, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:51:43.883734 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-23f16d9c-5457-44a4-aa34-2e8521b33c32 tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:51:43.918701 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-97201d69-bc19-4228-a9dd-3099bd4eba58 req-9f195661-13c9-4019-8a20-dc2c351162fa service neutron] 10.222.0.49 "GET /v2.0/networks/5c1dd876-1992-4b2d-8f64-d8cf661b0088?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2466035
Dec 16 22:51:43.921812 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef6f900-5044-401e-968d-ce90f8e7d2b5 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Pushing event updated for resources: {'SecurityGroup': ['ID=85c4496f-9796-4ee8-8249-f972af614570,revision_number=1']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:51:43.926211 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-1ef6f900-5044-401e-968d-ce90f8e7d2b5 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:51:43.941260 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-1ef6f900-5044-401e-968d-ce90f8e7d2b5 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for security_group, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:51:43.942629 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-1ef6f900-5044-401e-968d-ce90f8e7d2b5 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1794 time: 0.2272167
Dec 16 22:51:43.946057 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 50750) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:51:43.952193 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-40ab0919-916f-4188-9ef7-cdd77e66114f tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Request body: {'security_group_rule': {'security_group_id': '85c4496f-9796-4ee8-8249-f972af614570', 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:51:43.957926 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-40ab0919-916f-4188-9ef7-cdd77e66114f tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:51:43.961790 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-40ab0919-916f-4188-9ef7-cdd77e66114f tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Usage tracker for resource:security_group_rule and tenant:b7e45fda9ad540a6ac359d1c64c9adb2 is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:51:43.964612 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-40ab0919-916f-4188-9ef7-cdd77e66114f tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:51:43.970354 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-40ab0919-916f-4188-9ef7-cdd77e66114f tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:51:43.987425 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-40ab0919-916f-4188-9ef7-cdd77e66114f tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:51:44.022647 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-ae5aefc8-827e-44cf-a629-db555020c1c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b77bd1130>, [{'id': 'c2a85a0a-2ded-477e-9d73-3a23c3bada5f', 'name': 'tempest-TestNetworkBasicOps-router-850299834', 'tenant_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.88'}], 'enable_snat': True}, 'gw_port_id': '598be091-3ddf-485d-9eb7-e2622ac4d02e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:51:17Z', 'updated_at': '2021-12-16T22:51:22Z', 'revision_number': 4, 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'gw_port': {'id': '598be091-3ddf-485d-9eb7-e2622ac4d02e', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:18:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2a85a0a-2ded-477e-9d73-3a23c3bada5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:51:17Z', 'updated_at': '2021-12-16T22:51:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv', '_floatingips': [{'id': '74bf0172-9f1e-44af-8123-6f8227faccc0', 'tenant_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'floating_ip_address': '172.26.0.40', 'floating_network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'router_id': 'c2a85a0a-2ded-477e-9d73-3a23c3bada5f', 'port_id': '7a5243ed-d9d5-4947-b6b6-43095edf43c5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1476, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c1dd876-1992-4b2d-8f64-d8cf661b0088', 'mac_address': 'fa:16:3e:3c:73:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75a15dc2-ba81-4717-ac83-d03342caf663', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T22:51:41Z', 'updated_at': '2021-12-16T22:51:41Z', 'revision_number': 0, 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8ff4aae-1217-4703-ae2f-9f6824d8f341', 'name': '', 'network_id': '5c1dd876-1992-4b2d-8f64-d8cf661b0088', 'tenant_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'mac_address': 'fa:16:3e:94:36:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2a85a0a-2ded-477e-9d73-3a23c3bada5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': '9db18f07-b8de-4a52-bedd-2c56e03d05a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:51:21Z', 'updated_at': '2021-12-16T22:51:27Z', 'revision_number': 5, 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'subnets': [{'id': '9db18f07-b8de-4a52-bedd-2c56e03d05a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:51:44.026675 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae5aefc8-827e-44cf-a629-db555020c1c1 None None] The sync data for ids ['c2a85a0a-2ded-477e-9d73-3a23c3bada5f'] in dv-neutron-821829-1-hyperv is: [{'id': 'c2a85a0a-2ded-477e-9d73-3a23c3bada5f', 'name': 'tempest-TestNetworkBasicOps-router-850299834', 'tenant_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.88'}], 'enable_snat': True}, 'gw_port_id': '598be091-3ddf-485d-9eb7-e2622ac4d02e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:51:17Z', 'updated_at': '2021-12-16T22:51:22Z', 'revision_number': 4, 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'gw_port': {'id': '598be091-3ddf-485d-9eb7-e2622ac4d02e', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:18:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2a85a0a-2ded-477e-9d73-3a23c3bada5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:51:17Z', 'updated_at': '2021-12-16T22:51:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv', '_floatingips': [{'id': '74bf0172-9f1e-44af-8123-6f8227faccc0', 'tenant_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'floating_ip_address': '172.26.0.40', 'floating_network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'router_id': 'c2a85a0a-2ded-477e-9d73-3a23c3bada5f', 'port_id': '7a5243ed-d9d5-4947-b6b6-43095edf43c5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1476, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c1dd876-1992-4b2d-8f64-d8cf661b0088', 'mac_address': 'fa:16:3e:3c:73:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75a15dc2-ba81-4717-ac83-d03342caf663', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T22:51:41Z', 'updated_at': '2021-12-16T22:51:41Z', 'revision_number': 0, 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8ff4aae-1217-4703-ae2f-9f6824d8f341', 'name': '', 'network_id': '5c1dd876-1992-4b2d-8f64-d8cf661b0088', 'tenant_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'mac_address': 'fa:16:3e:94:36:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2a85a0a-2ded-477e-9d73-3a23c3bada5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': '9db18f07-b8de-4a52-bedd-2c56e03d05a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:51:21Z', 'updated_at': '2021-12-16T22:51:27Z', 'revision_number': 5, 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'subnets': [{'id': '9db18f07-b8de-4a52-bedd-2c56e03d05a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 22:51:44.048892 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-40ab0919-916f-4188-9ef7-cdd77e66114f tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:51:44.052515 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-40ab0919-916f-4188-9ef7-cdd77e66114f tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841137'] for security_group_rule, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:51:44.054823 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-27b68e64-29b6-4057-897e-829d68a50bd9 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:51:44.075741 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ab0919-916f-4188-9ef7-cdd77e66114f tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de16c88f-ea28-46cc-b30d-6f591e9f2c32,revision_number=0']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:51:44.080885 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-40ab0919-916f-4188-9ef7-cdd77e66114f tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:51:44.090877 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-40ab0919-916f-4188-9ef7-cdd77e66114f tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:51:44.092107 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-40ab0919-916f-4188-9ef7-cdd77e66114f tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1449804
Dec 16 22:51:44.094988 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 50754) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:51:44.100153 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-b9a5c84f-8d00-4013-a38e-c60fef5ec89a tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Request body: {'security_group_rule': {'security_group_id': '85c4496f-9796-4ee8-8249-f972af614570', 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:51:44.107308 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-b9a5c84f-8d00-4013-a38e-c60fef5ec89a tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:51:44.111665 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-b9a5c84f-8d00-4013-a38e-c60fef5ec89a tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Usage tracker for resource:security_group_rule and tenant:b7e45fda9ad540a6ac359d1c64c9adb2 is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:51:44.114597 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-b9a5c84f-8d00-4013-a38e-c60fef5ec89a tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:51:44.120578 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-b9a5c84f-8d00-4013-a38e-c60fef5ec89a tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:51:44.138084 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-b9a5c84f-8d00-4013-a38e-c60fef5ec89a tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:51:44.205805 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-b9a5c84f-8d00-4013-a38e-c60fef5ec89a tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:51:44.211131 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-b9a5c84f-8d00-4013-a38e-c60fef5ec89a tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841137'] for security_group_rule, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:51:44.213044 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-1805070e-7e1a-4a62-a493-e13b00730b13 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:51:44.234604 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b92769c2-67e5-4676-9b34-1377c4295a44 None None] New status for floating IP 74bf0172-9f1e-44af-8123-6f8227faccc0: ACTIVE {{(pid=87509) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 16 22:51:44.236546 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a5c84f-8d00-4013-a38e-c60fef5ec89a tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fcaee9b9-490a-47a6-9039-3c5464b65667,revision_number=0']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:51:44.241080 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-b9a5c84f-8d00-4013-a38e-c60fef5ec89a tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:51:44.245498 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-b9a5c84f-8d00-4013-a38e-c60fef5ec89a tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:51:44.246637 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-b9a5c84f-8d00-4013-a38e-c60fef5ec89a tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1507511
Dec 16 22:51:44.249509 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 50758) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:51:44.254577 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-537a3be1-1b05-4dc9-a726-f75e88a2797a tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Request body: {'security_group_rule': {'security_group_id': '85c4496f-9796-4ee8-8249-f972af614570', 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:51:44.261365 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-537a3be1-1b05-4dc9-a726-f75e88a2797a tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:51:44.265106 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-537a3be1-1b05-4dc9-a726-f75e88a2797a tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Usage tracker for resource:security_group_rule and tenant:b7e45fda9ad540a6ac359d1c64c9adb2 is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:51:44.267878 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-537a3be1-1b05-4dc9-a726-f75e88a2797a tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:51:44.273954 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-537a3be1-1b05-4dc9-a726-f75e88a2797a tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:51:44.290101 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-537a3be1-1b05-4dc9-a726-f75e88a2797a tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:51:44.349839 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-537a3be1-1b05-4dc9-a726-f75e88a2797a tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:51:44.353443 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-537a3be1-1b05-4dc9-a726-f75e88a2797a tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841137'] for security_group_rule, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:51:44.359572 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-ea11a753-b202-4f12-a626-9511c91940ab tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:51:44.378298 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537a3be1-1b05-4dc9-a726-f75e88a2797a tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eea6759c-88b3-4184-9951-dd7a79c8b88b,revision_number=0']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:51:44.380725 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-537a3be1-1b05-4dc9-a726-f75e88a2797a tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:51:44.388725 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-537a3be1-1b05-4dc9-a726-f75e88a2797a tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:51:44.390014 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-537a3be1-1b05-4dc9-a726-f75e88a2797a tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1395774
Dec 16 22:51:44.392716 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 50762) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:51:44.397666 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-41f97171-7b56-4b8a-a370-c993748d5b7c tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Request body: {'security_group_rule': {'security_group_id': '85c4496f-9796-4ee8-8249-f972af614570', 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:51:44.403955 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-41f97171-7b56-4b8a-a370-c993748d5b7c tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:51:44.407688 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-41f97171-7b56-4b8a-a370-c993748d5b7c tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Usage tracker for resource:security_group_rule and tenant:b7e45fda9ad540a6ac359d1c64c9adb2 is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:51:44.410568 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-41f97171-7b56-4b8a-a370-c993748d5b7c tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:51:44.416165 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-41f97171-7b56-4b8a-a370-c993748d5b7c tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:51:44.432987 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-41f97171-7b56-4b8a-a370-c993748d5b7c tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:51:44.497677 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-41f97171-7b56-4b8a-a370-c993748d5b7c tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:51:44.501194 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-41f97171-7b56-4b8a-a370-c993748d5b7c tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841137'] for security_group_rule, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:51:44.503008 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-40ab0919-916f-4188-9ef7-cdd77e66114f tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:51:44.526432 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f97171-7b56-4b8a-a370-c993748d5b7c tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5def54aa-8028-4a67-aefc-d7a1fa82aeec,revision_number=0']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:51:44.530819 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-41f97171-7b56-4b8a-a370-c993748d5b7c tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:51:44.534844 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-41f97171-7b56-4b8a-a370-c993748d5b7c tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:51:44.536092 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-41f97171-7b56-4b8a-a370-c993748d5b7c tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1424339
Dec 16 22:51:44.538909 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 50766) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:51:44.543860 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-a049f76b-179f-4160-acee-e57b7709b5df tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Request body: {'security_group_rule': {'security_group_id': '85c4496f-9796-4ee8-8249-f972af614570', 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:51:44.549448 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-a049f76b-179f-4160-acee-e57b7709b5df tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:51:44.553211 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-a049f76b-179f-4160-acee-e57b7709b5df tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Usage tracker for resource:security_group_rule and tenant:b7e45fda9ad540a6ac359d1c64c9adb2 is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:51:44.556589 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-a049f76b-179f-4160-acee-e57b7709b5df tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:51:44.562176 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-a049f76b-179f-4160-acee-e57b7709b5df tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:51:44.574976 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.db.securitygroups_db [None req-a049f76b-179f-4160-acee-e57b7709b5df tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Project b7e45fda9ad540a6ac359d1c64c9adb2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 16 22:51:44.581184 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-a049f76b-179f-4160-acee-e57b7709b5df tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:51:44.643210 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-a049f76b-179f-4160-acee-e57b7709b5df tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:51:44.646517 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-a049f76b-179f-4160-acee-e57b7709b5df tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841137'] for security_group_rule, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:51:44.652306 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-7cf1e08c-8d8f-4a26-96a4-462533fe3e1e tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:51:44.670606 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a049f76b-179f-4160-acee-e57b7709b5df tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c62246f-f87b-4200-98b6-953ddc2b42e7,revision_number=0']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:51:44.675224 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-a049f76b-179f-4160-acee-e57b7709b5df tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:51:44.679664 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-a049f76b-179f-4160-acee-e57b7709b5df tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:51:44.680947 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-a049f76b-179f-4160-acee-e57b7709b5df tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1410458
Dec 16 22:51:44.683554 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 50770) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:51:44.688541 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-422e9952-7fe5-4b00-b7fb-71d0960be913 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Request body: {'security_group_rule': {'security_group_id': '85c4496f-9796-4ee8-8249-f972af614570', 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:51:44.694127 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-422e9952-7fe5-4b00-b7fb-71d0960be913 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:51:44.698400 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-422e9952-7fe5-4b00-b7fb-71d0960be913 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Usage tracker for resource:security_group_rule and tenant:b7e45fda9ad540a6ac359d1c64c9adb2 is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:51:44.701220 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-422e9952-7fe5-4b00-b7fb-71d0960be913 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:51:44.706709 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-422e9952-7fe5-4b00-b7fb-71d0960be913 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:51:44.716819 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.db.securitygroups_db [None req-422e9952-7fe5-4b00-b7fb-71d0960be913 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Project b7e45fda9ad540a6ac359d1c64c9adb2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 16 22:51:44.723172 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-422e9952-7fe5-4b00-b7fb-71d0960be913 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:51:44.786746 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-422e9952-7fe5-4b00-b7fb-71d0960be913 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:51:44.790021 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-422e9952-7fe5-4b00-b7fb-71d0960be913 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841137'] for security_group_rule, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:51:44.791966 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-3ac25a3b-27b9-479b-b1f8-622462992640 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:51:44.813361 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422e9952-7fe5-4b00-b7fb-71d0960be913 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d3b3091-4be5-4560-8c37-3e2ccedca9e1,revision_number=0']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:51:44.815455 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-422e9952-7fe5-4b00-b7fb-71d0960be913 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:51:44.822501 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-422e9952-7fe5-4b00-b7fb-71d0960be913 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:51:44.823660 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-422e9952-7fe5-4b00-b7fb-71d0960be913 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1391804
Dec 16 22:51:44.977263 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [req-ca0d0fa4-364d-4a05-b2ff-2d8822caad47 req-6286c20b-0422-4b5d-adbd-2a34b28bb992 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Synchronizing usage tracker for tenant:b7e45fda9ad540a6ac359d1c64c9adb2 on resource:security_group {{(pid=87507) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 22:51:44.993353 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [req-ca0d0fa4-364d-4a05-b2ff-2d8822caad47 req-6286c20b-0422-4b5d-adbd-2a34b28bb992 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Unset dirty status for tenant:b7e45fda9ad540a6ac359d1c64c9adb2 on resource:security_group {{(pid=87507) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 22:51:44.994596 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-ca0d0fa4-364d-4a05-b2ff-2d8822caad47 req-6286c20b-0422-4b5d-adbd-2a34b28bb992 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-797389206&fields=id&tenant_id=b7e45fda9ad540a6ac359d1c64c9adb2 HTTP/1.1" status: 200  len: 267 time: 0.0545747
Dec 16 22:51:45.138608 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0d0fa4-364d-4a05-b2ff-2d8822caad47 req-ef8c5d9d-ca94-4687-a21a-14719bf5f2fa tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:51:45.139958 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-ca0d0fa4-364d-4a05-b2ff-2d8822caad47 req-ef8c5d9d-ca94-4687-a21a-14719bf5f2fa tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "GET /v2.0/networks?id=5c1dd876-1992-4b2d-8f64-d8cf661b0088 HTTP/1.1" status: 200  len: 796 time: 0.1388063
Dec 16 22:51:45.154631 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-ca0d0fa4-364d-4a05-b2ff-2d8822caad47 req-cb0e82a8-e52c-4a11-8d88-000822a89d23 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "GET /v2.0/quotas/b7e45fda9ad540a6ac359d1c64c9adb2 HTTP/1.1" status: 200  len: 375 time: 0.0093856
Dec 16 22:51:45.244996 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-ca0d0fa4-364d-4a05-b2ff-2d8822caad47 req-7e7640eb-5c6e-4e1f-8ae3-3b50fab1ad20 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=b7e45fda9ad540a6ac359d1c64c9adb2&fields=id HTTP/1.1" status: 200  len: 394 time: 0.0856795
Dec 16 22:51:45.379624 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-ca0d0fa4-364d-4a05-b2ff-2d8822caad47 req-1fa318c0-5415-44b6-a1b7-58d89646de70 service neutron] 10.222.0.13 "GET /v2.0/networks/5c1dd876-1992-4b2d-8f64-d8cf661b0088?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1233327
Dec 16 22:51:45.507648 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-ca0d0fa4-364d-4a05-b2ff-2d8822caad47 req-c07ce940-2de0-4c3d-8ae8-43febe5ab25b service neutron] 10.222.0.13 "GET /v2.0/networks/5c1dd876-1992-4b2d-8f64-d8cf661b0088?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1222513
Dec 16 22:51:45.680563 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-64de193a-4ac0-497d-8872-0115a31135d4 req-2b63776a-a6b7-41ce-872a-b08819ea6877 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "GET /v2.0/ports?device_id=35924274-ce58-4c0d-a7e9-67a31d0aafe3 HTTP/1.1" status: 200  len: 210 time: 0.0410604
Dec 16 22:51:46.773814 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0d0fa4-364d-4a05-b2ff-2d8822caad47 req-066e0b20-4769-436e-a69e-332d40f38039 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:51:46.774889 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-ca0d0fa4-364d-4a05-b2ff-2d8822caad47 req-066e0b20-4769-436e-a69e-332d40f38039 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.49 "GET /v2.0/networks?id=5c1dd876-1992-4b2d-8f64-d8cf661b0088 HTTP/1.1" status: 200  len: 796 time: 0.1454887
Dec 16 22:51:46.834315 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-ca0d0fa4-364d-4a05-b2ff-2d8822caad47 req-298f71f1-9d9d-46b8-bbd6-48660d69714e tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b7e45fda9ad540a6ac359d1c64c9adb2 HTTP/1.1" status: 200  len: 472 time: 0.0440483
Dec 16 22:51:46.844052 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [req-ca0d0fa4-364d-4a05-b2ff-2d8822caad47 req-be31a038-a692-44f2-8098-6c08379f736a tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Request body: {'port': {'device_id': '35924274-ce58-4c0d-a7e9-67a31d0aafe3', 'network_id': '5c1dd876-1992-4b2d-8f64-d8cf661b0088', 'admin_state_up': True, 'tenant_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'security_groups': ['85c4496f-9796-4ee8-8249-f972af614570']}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:51:46.957690 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-96235b44-5ce3-48b0-8653-5a4b4a3fef99 req-c2fcd487-c4a3-476a-b781-628948ab4327 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "GET /v2.0/ports?device_id=35924274-ce58-4c0d-a7e9-67a31d0aafe3 HTTP/1.1" status: 200  len: 210 time: 0.1723015
Dec 16 22:51:46.984692 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [req-ca0d0fa4-364d-4a05-b2ff-2d8822caad47 req-be31a038-a692-44f2-8098-6c08379f736a tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:51:46.988609 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [req-ca0d0fa4-364d-4a05-b2ff-2d8822caad47 req-be31a038-a692-44f2-8098-6c08379f736a tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Usage tracker for resource:port and tenant:b7e45fda9ad540a6ac359d1c64c9adb2 is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:51:46.991331 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [req-ca0d0fa4-364d-4a05-b2ff-2d8822caad47 req-be31a038-a692-44f2-8098-6c08379f736a tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Quota usage for port was recalculated. Used quota:4. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:51:46.996804 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [req-ca0d0fa4-364d-4a05-b2ff-2d8822caad47 req-be31a038-a692-44f2-8098-6c08379f736a tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:51:47.005161 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca0d0fa4-364d-4a05-b2ff-2d8822caad47 req-be31a038-a692-44f2-8098-6c08379f736a tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Made reservation on behalf of b7e45fda9ad540a6ac359d1c64c9adb2 for: {'port': 1} {{(pid=87506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:51:47.008579 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-ca0d0fa4-364d-4a05-b2ff-2d8822caad47 req-be31a038-a692-44f2-8098-6c08379f736a tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:51:47.167693 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.db_base_plugin_common [req-ca0d0fa4-364d-4a05-b2ff-2d8822caad47 req-be31a038-a692-44f2-8098-6c08379f736a tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Allocated IP 172.20.0.6 (5c1dd876-1992-4b2d-8f64-d8cf661b0088/9db18f07-b8de-4a52-bedd-2c56e03d05a7/08ebee3e-dfaf-40ce-a1b4-6dfddea9e393) {{(pid=87506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 22:51:47.353573 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-ca0d0fa4-364d-4a05-b2ff-2d8822caad47 req-be31a038-a692-44f2-8098-6c08379f736a tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for port, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:51:47.369580 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.provisioning_blocks [req-ca0d0fa4-364d-4a05-b2ff-2d8822caad47 req-be31a038-a692-44f2-8098-6c08379f736a tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Transition to ACTIVE for port object 08ebee3e-dfaf-40ce-a1b4-6dfddea9e393 will not be triggered until provisioned by entity DHCP. {{(pid=87506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:51:47.392390 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-ca0d0fa4-364d-4a05-b2ff-2d8822caad47 req-be31a038-a692-44f2-8098-6c08379f736a tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1863393'] for port, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:51:47.397581 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-b8d17a3a-6e3e-4ab6-90a2-3297dfeca13c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:51:47.467379 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca0d0fa4-364d-4a05-b2ff-2d8822caad47 req-be31a038-a692-44f2-8098-6c08379f736a tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Network 5c1dd876-1992-4b2d-8f64-d8cf661b0088 is already hosted by enough agents. {{(pid=87506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:51:47.470431 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.base_scheduler [req-ca0d0fa4-364d-4a05-b2ff-2d8822caad47 req-be31a038-a692-44f2-8098-6c08379f736a tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Resources bound (agent type, host, resource id):  {{(pid=87506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:51:47.474279 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca0d0fa4-364d-4a05-b2ff-2d8822caad47 req-be31a038-a692-44f2-8098-6c08379f736a tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Received port after_create {{(pid=87506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 22:51:47.505255 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be31a038-a692-44f2-8098-6c08379f736a tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Pushing event updated for resources: {'Port': ['ID=08ebee3e-dfaf-40ce-a1b4-6dfddea9e393,revision_number=1']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:51:47.515902 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-be31a038-a692-44f2-8098-6c08379f736a tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:51:47.541799 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0d0fa4-364d-4a05-b2ff-2d8822caad47 req-be31a038-a692-44f2-8098-6c08379f736a tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:51:47.542397 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-ca0d0fa4-364d-4a05-b2ff-2d8822caad47 req-be31a038-a692-44f2-8098-6c08379f736a tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for port, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:51:47.564766 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-ca0d0fa4-364d-4a05-b2ff-2d8822caad47 req-be31a038-a692-44f2-8098-6c08379f736a tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.7246668
Dec 16 22:51:47.582688 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [req-ca0d0fa4-364d-4a05-b2ff-2d8822caad47 req-5157fa17-40eb-4094-a77f-70666ed1001d service neutron] Request body: {'port': {'device_id': '35924274-ce58-4c0d-a7e9-67a31d0aafe3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8218'}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:51:47.694671 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-ca0d0fa4-364d-4a05-b2ff-2d8822caad47 req-5157fa17-40eb-4094-a77f-70666ed1001d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:51:47.743798 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-7aacdf80-675d-44ae-9863-88fac343f670 None None] Provisioning for port 08ebee3e-dfaf-40ce-a1b4-6dfddea9e393 completed by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 22:51:47.748413 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-7aacdf80-675d-44ae-9863-88fac343f670 None None] Provisioning complete for port 08ebee3e-dfaf-40ce-a1b4-6dfddea9e393 triggered by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:51:47.748795 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-7aacdf80-675d-44ae-9863-88fac343f670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:51:47.845170 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-7aacdf80-675d-44ae-9863-88fac343f670 None None] Port 08ebee3e-dfaf-40ce-a1b4-6dfddea9e393 cannot update to ACTIVE because it is not bound. {{(pid=87508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 22:51:48.028698 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.notifiers.nova [req-ca0d0fa4-364d-4a05-b2ff-2d8822caad47 req-5157fa17-40eb-4094-a77f-70666ed1001d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08ebee3e-dfaf-40ce-a1b4-6dfddea9e393 {{(pid=87506) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 22:51:48.035960 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-ca0d0fa4-364d-4a05-b2ff-2d8822caad47 req-5157fa17-40eb-4094-a77f-70666ed1001d service neutron] Notify callbacks [] for port, precommit_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:51:48.049823 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.provisioning_blocks [req-ca0d0fa4-364d-4a05-b2ff-2d8822caad47 req-5157fa17-40eb-4094-a77f-70666ed1001d service neutron] Transition to ACTIVE for port object 08ebee3e-dfaf-40ce-a1b4-6dfddea9e393 will not be triggered until provisioned by entity L2. {{(pid=87506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:51:48.053050 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-ca0d0fa4-364d-4a05-b2ff-2d8822caad47 req-5157fa17-40eb-4094-a77f-70666ed1001d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1863400'] for port, after_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:51:48.056711 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-5acf0aa3-e0fe-4ab2-915e-e90bbb962fa7 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:51:48.143591 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf0ba4c-a451-4d43-a827-d58e421d2984 req-b6214373-5053-47ad-b3c7-1f5a645c8f63 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:51:48.145197 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-3bf0ba4c-a451-4d43-a827-d58e421d2984 req-b6214373-5053-47ad-b3c7-1f5a645c8f63 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "GET /v2.0/ports?device_id=35924274-ce58-4c0d-a7e9-67a31d0aafe3 HTTP/1.1" status: 200  len: 943 time: 0.0833530
Dec 16 22:51:48.194039 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-3bf0ba4c-a451-4d43-a827-d58e421d2984 req-fa1d9816-8db2-49b5-a2e8-b7e4f25df215 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "GET /v2.0/security-groups?id=85c4496f-9796-4ee8-8249-f972af614570&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0418444
Dec 16 22:51:48.245503 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5157fa17-40eb-4094-a77f-70666ed1001d service neutron] Pushing event updated for resources: {'Port': ['ID=08ebee3e-dfaf-40ce-a1b4-6dfddea9e393,revision_number=2']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:51:48.250537 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-5157fa17-40eb-4094-a77f-70666ed1001d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:51:48.290581 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.managers [req-ca0d0fa4-364d-4a05-b2ff-2d8822caad47 req-5157fa17-40eb-4094-a77f-70666ed1001d service neutron] Attempting to bind port 08ebee3e-dfaf-40ce-a1b4-6dfddea9e393 on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=87506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 22:51:48.290917 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.managers [req-ca0d0fa4-364d-4a05-b2ff-2d8822caad47 req-5157fa17-40eb-4094-a77f-70666ed1001d service neutron] Attempting to bind port 08ebee3e-dfaf-40ce-a1b4-6dfddea9e393 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '05610977-0c7f-44b6-ba99-d5ddc57c029c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '5c1dd876-1992-4b2d-8f64-d8cf661b0088'}] {{(pid=87506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 22:51:48.291239 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca0d0fa4-364d-4a05-b2ff-2d8822caad47 req-5157fa17-40eb-4094-a77f-70666ed1001d service neutron] Attempting to bind port 08ebee3e-dfaf-40ce-a1b4-6dfddea9e393 on network 5c1dd876-1992-4b2d-8f64-d8cf661b0088 {{(pid=87506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 22:51:48.295981 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca0d0fa4-364d-4a05-b2ff-2d8822caad47 req-5157fa17-40eb-4094-a77f-70666ed1001d service neutron] Port 08ebee3e-dfaf-40ce-a1b4-6dfddea9e393 on network 5c1dd876-1992-4b2d-8f64-d8cf661b0088 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=87506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 16 22:51:48.296298 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca0d0fa4-364d-4a05-b2ff-2d8822caad47 req-5157fa17-40eb-4094-a77f-70666ed1001d service neutron] Attempting to bind port 08ebee3e-dfaf-40ce-a1b4-6dfddea9e393 on network 5c1dd876-1992-4b2d-8f64-d8cf661b0088 {{(pid=87506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 22:51:48.301364 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca0d0fa4-364d-4a05-b2ff-2d8822caad47 req-5157fa17-40eb-4094-a77f-70666ed1001d service neutron] Checking agent: {'id': '849b5cbb-8f70-4c31-8f37-fd42f8351747', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8218', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 30, 8), 'started_at': datetime.datetime(2021, 12, 16, 22, 30, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 51, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 22:51:48.301692 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca0d0fa4-364d-4a05-b2ff-2d8822caad47 req-5157fa17-40eb-4094-a77f-70666ed1001d service neutron] Checking segment: {'id': '05610977-0c7f-44b6-ba99-d5ddc57c029c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '5c1dd876-1992-4b2d-8f64-d8cf661b0088'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 22:51:48.302065 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca0d0fa4-364d-4a05-b2ff-2d8822caad47 req-5157fa17-40eb-4094-a77f-70666ed1001d service neutron] Bound using segment: {'id': '05610977-0c7f-44b6-ba99-d5ddc57c029c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '5c1dd876-1992-4b2d-8f64-d8cf661b0088'} {{(pid=87506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 22:51:48.302478 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.managers [req-ca0d0fa4-364d-4a05-b2ff-2d8822caad47 req-5157fa17-40eb-4094-a77f-70666ed1001d service neutron] Bound port: 08ebee3e-dfaf-40ce-a1b4-6dfddea9e393, host: hv-neutron-8218, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05610977-0c7f-44b6-ba99-d5ddc57c029c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '5c1dd876-1992-4b2d-8f64-d8cf661b0088'}}] {{(pid=87506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 22:51:48.302814 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-ca0d0fa4-364d-4a05-b2ff-2d8822caad47 req-5157fa17-40eb-4094-a77f-70666ed1001d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:51:48.506733 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.db [req-ca0d0fa4-364d-4a05-b2ff-2d8822caad47 req-5157fa17-40eb-4094-a77f-70666ed1001d service neutron] For port 08ebee3e-dfaf-40ce-a1b4-6dfddea9e393, host hv-neutron-8218, cleared binding levels {{(pid=87506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 22:51:48.510209 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.db [req-ca0d0fa4-364d-4a05-b2ff-2d8822caad47 req-5157fa17-40eb-4094-a77f-70666ed1001d service neutron] For port 08ebee3e-dfaf-40ce-a1b4-6dfddea9e393, host hv-neutron-8218, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=08ebee3e-dfaf-40ce-a1b4-6dfddea9e393,segment=NetworkSegment(05610977-0c7f-44b6-ba99-d5ddc57c029c),segment_id=05610977-0c7f-44b6-ba99-d5ddc57c029c)] {{(pid=87506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 22:51:48.514723 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-ca0d0fa4-364d-4a05-b2ff-2d8822caad47 req-5157fa17-40eb-4094-a77f-70666ed1001d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1863400'] for port, after_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:51:48.518242 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-92c3babb-281d-4db1-9605-9ec832be61f2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:51:48.573626 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0d0fa4-364d-4a05-b2ff-2d8822caad47 req-5157fa17-40eb-4094-a77f-70666ed1001d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:51:48.574234 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-ca0d0fa4-364d-4a05-b2ff-2d8822caad47 req-5157fa17-40eb-4094-a77f-70666ed1001d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for port, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:51:48.575598 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-ca0d0fa4-364d-4a05-b2ff-2d8822caad47 req-5157fa17-40eb-4094-a77f-70666ed1001d service neutron] 10.222.0.49 "PUT /v2.0/ports/08ebee3e-dfaf-40ce-a1b4-6dfddea9e393 HTTP/1.1" status: 200  len: 1093 time: 0.9972291
Dec 16 22:51:48.576161 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35924274-ce58-4c0d-a7e9-67a31d0aafe3', 'tag': '08ebee3e-dfaf-40ce-a1b4-6dfddea9e393'}] {{(pid=87506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 22:51:48.596121 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5157fa17-40eb-4094-a77f-70666ed1001d service neutron] Pushing event updated for resources: {'Port': ['ID=08ebee3e-dfaf-40ce-a1b4-6dfddea9e393,revision_number=3']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:51:48.599263 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-5157fa17-40eb-4094-a77f-70666ed1001d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:51:48.631083 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35924274-ce58-4c0d-a7e9-67a31d0aafe3', 'tag': '08ebee3e-dfaf-40ce-a1b4-6dfddea9e393', 'status': 'completed', 'code': 200}
Dec 16 22:51:48.718784 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0d0fa4-364d-4a05-b2ff-2d8822caad47 req-4b035c8f-e841-495e-bc53-c66f69419046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:51:48.720379 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-ca0d0fa4-364d-4a05-b2ff-2d8822caad47 req-4b035c8f-e841-495e-bc53-c66f69419046 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b7e45fda9ad540a6ac359d1c64c9adb2&device_id=35924274-ce58-4c0d-a7e9-67a31d0aafe3 HTTP/1.1" status: 200  len: 1096 time: 0.0751016
Dec 16 22:51:48.793931 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-ca0d0fa4-364d-4a05-b2ff-2d8822caad47 req-bf0df3ee-a67e-4b17-806c-b2acbd39a686 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=08ebee3e-dfaf-40ce-a1b4-6dfddea9e393 HTTP/1.1" status: 200  len: 217 time: 0.0601544
Dec 16 22:51:48.857467 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0d0fa4-364d-4a05-b2ff-2d8822caad47 req-e02d95ab-59ab-44fb-b543-425c714504a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:51:48.858739 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-ca0d0fa4-364d-4a05-b2ff-2d8822caad47 req-e02d95ab-59ab-44fb-b543-425c714504a1 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=9db18f07-b8de-4a52-bedd-2c56e03d05a7 HTTP/1.1" status: 200  len: 835 time: 0.0592732
Dec 16 22:51:48.932264 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0d0fa4-364d-4a05-b2ff-2d8822caad47 req-373e2bc7-a299-49d1-b9f4-bcb806bd0e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:51:48.933704 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-ca0d0fa4-364d-4a05-b2ff-2d8822caad47 req-373e2bc7-a299-49d1-b9f4-bcb806bd0e0e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5c1dd876-1992-4b2d-8f64-d8cf661b0088&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0684869
Dec 16 22:51:49.062639 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-ca0d0fa4-364d-4a05-b2ff-2d8822caad47 req-7ed9c4ad-331f-4315-82db-abec854d9fb7 service neutron] 10.222.0.49 "GET /v2.0/networks/5c1dd876-1992-4b2d-8f64-d8cf661b0088?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1218731
Dec 16 22:51:49.192649 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-ca0d0fa4-364d-4a05-b2ff-2d8822caad47 req-71da7d95-141f-4fb5-84b5-d63a29fdb876 service neutron] 10.222.0.49 "GET /v2.0/networks/5c1dd876-1992-4b2d-8f64-d8cf661b0088?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1241081
Dec 16 22:51:49.386314 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa21f28d-10e9-4bc8-bfb2-11d8f33464f1 req-784d546c-cd96-4e1d-86c8-4f1e97c5b07c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:51:49.387853 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-aa21f28d-10e9-4bc8-bfb2-11d8f33464f1 req-784d546c-cd96-4e1d-86c8-4f1e97c5b07c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b7e45fda9ad540a6ac359d1c64c9adb2&device_id=35924274-ce58-4c0d-a7e9-67a31d0aafe3 HTTP/1.1" status: 200  len: 1096 time: 0.0770900
Dec 16 22:51:49.388155 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397a904f-2cb6-4a82-a77f-8192b249c098 req-a891eb8e-cdb3-4925-9fbc-474e0d1257b3 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:51:49.389671 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-397a904f-2cb6-4a82-a77f-8192b249c098 req-a891eb8e-cdb3-4925-9fbc-474e0d1257b3 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "GET /v2.0/ports?device_id=35924274-ce58-4c0d-a7e9-67a31d0aafe3 HTTP/1.1" status: 200  len: 943 time: 0.0867662
Dec 16 22:51:49.435272 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-397a904f-2cb6-4a82-a77f-8192b249c098 req-86e8541b-9812-4a39-bad1-008d2cbeb215 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "GET /v2.0/security-groups?id=85c4496f-9796-4ee8-8249-f972af614570&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0399246
Dec 16 22:51:49.524556 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa21f28d-10e9-4bc8-bfb2-11d8f33464f1 req-c8b620b5-3376-4078-9bd2-bb78a39bb618 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:51:49.525977 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-aa21f28d-10e9-4bc8-bfb2-11d8f33464f1 req-c8b620b5-3376-4078-9bd2-bb78a39bb618 service neutron] 10.222.0.49 "GET /v2.0/networks?id=5c1dd876-1992-4b2d-8f64-d8cf661b0088 HTTP/1.1" status: 200  len: 897 time: 0.1304715
Dec 16 22:51:49.592281 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-aa21f28d-10e9-4bc8-bfb2-11d8f33464f1 req-b4e9e67a-41b1-4c7e-9635-dd2841a97d98 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=08ebee3e-dfaf-40ce-a1b4-6dfddea9e393 HTTP/1.1" status: 200  len: 217 time: 0.0588834
Dec 16 22:51:49.656145 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa21f28d-10e9-4bc8-bfb2-11d8f33464f1 req-a8786c06-92b4-4932-8899-fd5c9b8a4233 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:51:49.657433 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-aa21f28d-10e9-4bc8-bfb2-11d8f33464f1 req-a8786c06-92b4-4932-8899-fd5c9b8a4233 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=9db18f07-b8de-4a52-bedd-2c56e03d05a7 HTTP/1.1" status: 200  len: 835 time: 0.0587327
Dec 16 22:51:49.731048 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa21f28d-10e9-4bc8-bfb2-11d8f33464f1 req-73a8b3d7-9331-4df1-bcf3-561b5243fdc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:51:49.732763 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-aa21f28d-10e9-4bc8-bfb2-11d8f33464f1 req-73a8b3d7-9331-4df1-bcf3-561b5243fdc5 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5c1dd876-1992-4b2d-8f64-d8cf661b0088&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0681162
Dec 16 22:51:49.861564 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-aa21f28d-10e9-4bc8-bfb2-11d8f33464f1 req-5ff7a85e-3c15-44e4-a4e7-2df0ac3c84de service neutron] 10.222.0.49 "GET /v2.0/networks/5c1dd876-1992-4b2d-8f64-d8cf661b0088?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1216533
Dec 16 22:51:49.988165 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-aa21f28d-10e9-4bc8-bfb2-11d8f33464f1 req-9bfdd5f0-93f8-4947-84a8-9597bb866b42 service neutron] 10.222.0.49 "GET /v2.0/networks/5c1dd876-1992-4b2d-8f64-d8cf661b0088?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1196339
Dec 16 22:51:50.624939 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f814dc-e944-4e23-9faf-4686408d00ee req-7fb4684e-8267-4291-beb8-5a20a96ec6a9 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:51:50.626370 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-39f814dc-e944-4e23-9faf-4686408d00ee req-7fb4684e-8267-4291-beb8-5a20a96ec6a9 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "GET /v2.0/ports?device_id=35924274-ce58-4c0d-a7e9-67a31d0aafe3 HTTP/1.1" status: 200  len: 943 time: 0.0789309
Dec 16 22:51:50.669338 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-39f814dc-e944-4e23-9faf-4686408d00ee req-f194a91d-0c97-40c4-ad38-4504bc5b9fbf tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "GET /v2.0/security-groups?id=85c4496f-9796-4ee8-8249-f972af614570&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0372815
Dec 16 22:51:51.824237 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Device 08ebee3e-dfaf-40ce-a1b4-6dfddea9e393 details requested by agent hyperv_hv-neutron-8218 with host hv-neutron-8218 {{(pid=87508) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 16 22:51:51.854228 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced03ca0-0cf3-4b33-9bd9-11b100894fd0 req-b00f7b30-ead7-4d00-a371-0dd2bcb3d772 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:51:51.855669 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-ced03ca0-0cf3-4b33-9bd9-11b100894fd0 req-b00f7b30-ead7-4d00-a371-0dd2bcb3d772 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "GET /v2.0/ports?device_id=35924274-ce58-4c0d-a7e9-67a31d0aafe3 HTTP/1.1" status: 200  len: 943 time: 0.0838544
Dec 16 22:51:51.899699 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-ced03ca0-0cf3-4b33-9bd9-11b100894fd0 req-222f6080-454c-4366-8dd7-c6360e4c9990 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "GET /v2.0/security-groups?id=85c4496f-9796-4ee8-8249-f972af614570&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0380292
Dec 16 22:51:51.952638 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] For port 08ebee3e-dfaf-40ce-a1b4-6dfddea9e393, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=08ebee3e-dfaf-40ce-a1b4-6dfddea9e393,segment=NetworkSegment(05610977-0c7f-44b6-ba99-d5ddc57c029c),segment_id=05610977-0c7f-44b6-ba99-d5ddc57c029c)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:51:51.965749 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Returning: {'device': '08ebee3e-dfaf-40ce-a1b4-6dfddea9e393', 'network_id': '5c1dd876-1992-4b2d-8f64-d8cf661b0088', 'port_id': '08ebee3e-dfaf-40ce-a1b4-6dfddea9e393', 'mac_address': 'fa:16:3e:77:df:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9db18f07-b8de-4a52-bedd-2c56e03d05a7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87508) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 16 22:51:52.018108 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:51:52.037375 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.notifiers.nova [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08ebee3e-dfaf-40ce-a1b4-6dfddea9e393 {{(pid=87508) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 22:51:52.052161 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] For port 08ebee3e-dfaf-40ce-a1b4-6dfddea9e393, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=08ebee3e-dfaf-40ce-a1b4-6dfddea9e393,segment=NetworkSegment(05610977-0c7f-44b6-ba99-d5ddc57c029c),segment_id=05610977-0c7f-44b6-ba99-d5ddc57c029c)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:51:52.056485 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:51:52.058210 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-3031996b-d3d8-46dc-be8c-53b51ad5ec1d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:51:52.121584 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Pushing event updated for resources: {'Port': ['ID=08ebee3e-dfaf-40ce-a1b4-6dfddea9e393,revision_number=4']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:51:52.124542 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:51:52.332222 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] get_ports_and_sgs() called for port_ids ['08ebee3e-dfaf-40ce-a1b4-6dfddea9e393'] {{(pid=87508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 22:51:53.081317 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6036e80b-f6ee-43aa-9f4f-82e33088d0f4 req-8a53cb69-c1df-400f-b809-e4d8c3781f59 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:51:53.082747 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-6036e80b-f6ee-43aa-9f4f-82e33088d0f4 req-8a53cb69-c1df-400f-b809-e4d8c3781f59 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "GET /v2.0/ports?device_id=35924274-ce58-4c0d-a7e9-67a31d0aafe3 HTTP/1.1" status: 200  len: 944 time: 0.0798683
Dec 16 22:51:53.129991 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-6036e80b-f6ee-43aa-9f4f-82e33088d0f4 req-606e7700-19a0-4261-a51b-0c4283815e06 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "GET /v2.0/security-groups?id=85c4496f-9796-4ee8-8249-f972af614570&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0411987
Dec 16 22:51:53.852562 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Device 08ebee3e-dfaf-40ce-a1b4-6dfddea9e393 up at agent hyperv_hv-neutron-8218 {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 22:51:53.921269 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Provisioning for port 08ebee3e-dfaf-40ce-a1b4-6dfddea9e393 completed by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 22:51:53.926158 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Provisioning complete for port 08ebee3e-dfaf-40ce-a1b4-6dfddea9e393 triggered by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:51:53.926551 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:51:54.041574 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:51:54.066883 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35924274-ce58-4c0d-a7e9-67a31d0aafe3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08ebee3e-dfaf-40ce-a1b4-6dfddea9e393'}] {{(pid=87508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 22:51:54.077823 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] For port 08ebee3e-dfaf-40ce-a1b4-6dfddea9e393, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=08ebee3e-dfaf-40ce-a1b4-6dfddea9e393,segment=NetworkSegment(05610977-0c7f-44b6-ba99-d5ddc57c029c),segment_id=05610977-0c7f-44b6-ba99-d5ddc57c029c)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:51:54.081508 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:51:54.083336 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:51:54.113242 dv-neutron-821829-1-hyperv neutron-server[87508]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35924274-ce58-4c0d-a7e9-67a31d0aafe3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08ebee3e-dfaf-40ce-a1b4-6dfddea9e393', 'code': 200}
Dec 16 22:51:54.149879 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Pushing event updated for resources: {'Port': ['ID=08ebee3e-dfaf-40ce-a1b4-6dfddea9e393,revision_number=5']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:51:54.152749 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:51:54.317939 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e2dda6-28ab-43e1-990c-bb641623fbbc req-76b46cfa-c2da-48c3-af6c-c43326762721 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:51:54.319365 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-a4e2dda6-28ab-43e1-990c-bb641623fbbc req-76b46cfa-c2da-48c3-af6c-c43326762721 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "GET /v2.0/ports?device_id=35924274-ce58-4c0d-a7e9-67a31d0aafe3 HTTP/1.1" status: 200  len: 945 time: 0.0824618
Dec 16 22:51:54.362589 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-a4e2dda6-28ab-43e1-990c-bb641623fbbc req-66706dd7-c45e-4010-a341-43c0dcce22a1 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "GET /v2.0/security-groups?id=85c4496f-9796-4ee8-8249-f972af614570&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0368640
Dec 16 22:51:54.408485 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbb0db8-3eea-4d88-b203-0fb067cd89e1 req-a070c9a3-4931-42bb-bb0c-2219398e2b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:51:54.409948 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-9fbb0db8-3eea-4d88-b203-0fb067cd89e1 req-a070c9a3-4931-42bb-bb0c-2219398e2b1d service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=35924274-ce58-4c0d-a7e9-67a31d0aafe3 HTTP/1.1" status: 200  len: 1098 time: 0.0696051
Dec 16 22:51:54.454722 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-9fbb0db8-3eea-4d88-b203-0fb067cd89e1 req-b17a3967-877e-4835-816a-cd5b1bd91c32 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=85c4496f-9796-4ee8-8249-f972af614570&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0375834
Dec 16 22:51:55.548934 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7bc94f-c8eb-44a2-aa72-4dd4dc7dde8a req-18e0a1ec-8b1e-404a-bfab-059a91e95af8 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:51:55.550341 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-2b7bc94f-c8eb-44a2-aa72-4dd4dc7dde8a req-18e0a1ec-8b1e-404a-bfab-059a91e95af8 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "GET /v2.0/ports?device_id=35924274-ce58-4c0d-a7e9-67a31d0aafe3 HTTP/1.1" status: 200  len: 945 time: 0.0821774
Dec 16 22:51:55.593512 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-2b7bc94f-c8eb-44a2-aa72-4dd4dc7dde8a req-c09b78e8-fa1a-42c0-83aa-838539a3bd1d tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "GET /v2.0/security-groups?id=85c4496f-9796-4ee8-8249-f972af614570&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0368757
Dec 16 22:51:56.773575 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91533f8-cf4a-4935-9c7b-b4d41da44fca req-174e7929-57fc-43a0-9278-e15e44f1b5db tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:51:56.774980 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-e91533f8-cf4a-4935-9c7b-b4d41da44fca req-174e7929-57fc-43a0-9278-e15e44f1b5db tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "GET /v2.0/ports?device_id=35924274-ce58-4c0d-a7e9-67a31d0aafe3 HTTP/1.1" status: 200  len: 945 time: 0.0778000
Dec 16 22:51:56.816745 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-e91533f8-cf4a-4935-9c7b-b4d41da44fca req-e1615dd3-112a-4eb3-bcdf-75532f9ca554 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "GET /v2.0/security-groups?id=85c4496f-9796-4ee8-8249-f972af614570&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0362697
Dec 16 22:51:57.000685 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462c5e5e-a18a-4913-bfde-09adfe2bed40 req-af145add-cdfc-436c-8d41-bb047aba105a tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:51:57.002014 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-462c5e5e-a18a-4913-bfde-09adfe2bed40 req-af145add-cdfc-436c-8d41-bb047aba105a tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "GET /v2.0/ports?device_id=35924274-ce58-4c0d-a7e9-67a31d0aafe3 HTTP/1.1" status: 200  len: 945 time: 0.0824299
Dec 16 22:51:57.043579 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-462c5e5e-a18a-4913-bfde-09adfe2bed40 req-68157c9f-eef0-48d3-8e54-9efa7f84cfee tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "GET /v2.0/security-groups?id=85c4496f-9796-4ee8-8249-f972af614570&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0361080
Dec 16 22:51:57.065325 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 50824) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:51:57.132350 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c23c6b40-b65a-48c8-a713-cc6dbbb08210 tempest-TestNetworkBasicOps-761014822 tempest-TestNetworkBasicOps-761014822-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:51:57.133785 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-c23c6b40-b65a-48c8-a713-cc6dbbb08210 tempest-TestNetworkBasicOps-761014822 tempest-TestNetworkBasicOps-761014822-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=35924274-ce58-4c0d-a7e9-67a31d0aafe3 HTTP/1.1" status: 200  len: 1093 time: 0.0675380
Dec 16 22:51:57.136530 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 50828) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:51:57.141262 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-b1ff00c5-034b-4ad3-bb48-f8678ef9511a tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Request body: {'floatingip': {'floating_network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'port_id': '08ebee3e-dfaf-40ce-a1b4-6dfddea9e393', 'tenant_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'fixed_ip_address': '172.20.0.6'}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:51:57.146855 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-b1ff00c5-034b-4ad3-bb48-f8678ef9511a tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:51:57.150561 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-b1ff00c5-034b-4ad3-bb48-f8678ef9511a tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Usage tracker for resource:floatingip and tenant:b7e45fda9ad540a6ac359d1c64c9adb2 is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:51:57.153293 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-b1ff00c5-034b-4ad3-bb48-f8678ef9511a tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:51:57.159866 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-b1ff00c5-034b-4ad3-bb48-f8678ef9511a tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:51:57.169772 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-b1ff00c5-034b-4ad3-bb48-f8678ef9511a tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for floatingip, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:51:57.302832 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-b1ff00c5-034b-4ad3-bb48-f8678ef9511a tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:51:57.438935 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.db_base_plugin_common [None req-b1ff00c5-034b-4ad3-bb48-f8678ef9511a tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Allocated IP 172.26.0.72 (f8905ce9-304b-4976-bc47-e58c71c11de5/9bca8591-41ef-4f2d-8ecb-ecaab1a28acf/d0954846-4350-4914-a42f-76e8b9ff4023) {{(pid=87507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 22:51:57.583125 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-b1ff00c5-034b-4ad3-bb48-f8678ef9511a tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for port, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:51:57.611947 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-b1ff00c5-034b-4ad3-bb48-f8678ef9511a tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10807823'] for port, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:51:57.617105 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-48f1f04c-4754-42c1-b33f-f8e7345c0095 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:51:57.677380 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1ff00c5-034b-4ad3-bb48-f8678ef9511a tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Network f8905ce9-304b-4976-bc47-e58c71c11de5 is already hosted by enough agents. {{(pid=87507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:51:57.681087 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.base_scheduler [None req-b1ff00c5-034b-4ad3-bb48-f8678ef9511a tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Resources bound (agent type, host, resource id):  {{(pid=87507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:51:57.684682 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1ff00c5-034b-4ad3-bb48-f8678ef9511a tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Received port after_create {{(pid=87507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 22:51:57.722658 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ff00c5-034b-4ad3-bb48-f8678ef9511a tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Pushing event updated for resources: {'Port': ['ID=d0954846-4350-4914-a42f-76e8b9ff4023,revision_number=1']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:51:57.727113 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-b1ff00c5-034b-4ad3-bb48-f8678ef9511a tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:51:58.153903 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-98d495d2-3d69-4db1-a468-0c0363cb0f3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:51:58.194136 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-b1ff00c5-034b-4ad3-bb48-f8678ef9511a tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:51:58.265337 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-b1ff00c5-034b-4ad3-bb48-f8678ef9511a tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:51:58.464006 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-b1ff00c5-034b-4ad3-bb48-f8678ef9511a tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for port, precommit_update {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:51:58.468118 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-b1ff00c5-034b-4ad3-bb48-f8678ef9511a tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10807814'] for port, after_update {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:51:58.471514 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-8009e911-b340-4066-a4dc-d73a7ad09cfc tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:51:58.572562 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ff00c5-034b-4ad3-bb48-f8678ef9511a tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Pushing event updated for resources: {'Port': ['ID=d0954846-4350-4914-a42f-76e8b9ff4023,revision_number=2']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:51:58.576563 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-b1ff00c5-034b-4ad3-bb48-f8678ef9511a tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:51:58.584429 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-b1ff00c5-034b-4ad3-bb48-f8678ef9511a tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3741874'] for floatingip, after_update {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:51:58.748340 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.db.l3_db [None req-b1ff00c5-034b-4ad3-bb48-f8678ef9511a tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Floating IP f8d9ec60-818e-4e56-9fc2-d0f753edc32f associated. External IP: 172.26.0.72, port: 08ebee3e-dfaf-40ce-a1b4-6dfddea9e393.
Dec 16 22:51:59.083388 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1ff00c5-034b-4ad3-bb48-f8678ef9511a tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Router c2a85a0a-2ded-477e-9d73-3a23c3bada5f has already been hosted by L3 agent 4f519db7-069b-43e2-8411-c092bac9102a {{(pid=87507) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 22:51:59.258942 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1ff00c5-034b-4ad3-bb48-f8678ef9511a tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify agent at l3_agent.dv-neutron-821829-1-hyperv the message routers_updated {{(pid=87507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 22:51:59.268180 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26586514-2604-4a20-a3f8-45fb9baa9d0b None None] Sync routers for ids ['c2a85a0a-2ded-477e-9d73-3a23c3bada5f'] in dv-neutron-821829-1-hyperv {{(pid=87508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 22:51:59.278144 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26586514-2604-4a20-a3f8-45fb9baa9d0b None None] Routers {'c2a85a0a-2ded-477e-9d73-3a23c3bada5f'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:51:59.278785 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-26586514-2604-4a20-a3f8-45fb9baa9d0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b770478e0>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:51:31Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['c2a85a0a-2ded-477e-9d73-3a23c3bada5f'], 'active': True} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:51:59.283115 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-b1ff00c5-034b-4ad3-bb48-f8678ef9511a tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for floatingip, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:51:59.336939 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-b1ff00c5-034b-4ad3-bb48-f8678ef9511a tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 995 time: 2.1993411
Dec 16 22:51:59.337587 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35924274-ce58-4c0d-a7e9-67a31d0aafe3', 'tag': '08ebee3e-dfaf-40ce-a1b4-6dfddea9e393'}] {{(pid=87507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 22:51:59.380540 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35924274-ce58-4c0d-a7e9-67a31d0aafe3', 'tag': '08ebee3e-dfaf-40ce-a1b4-6dfddea9e393', 'status': 'completed', 'code': 200}
Dec 16 22:51:59.468610 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvr_db [None req-26586514-2604-4a20-a3f8-45fb9baa9d0b None None] Set router c2a85a0a-2ded-477e-9d73-3a23c3bada5f gateway port host: dv-neutron-821829-1-hyperv {{(pid=87508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 22:51:59.501046 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7541ff9d-0f4e-4e6b-ab55-ab2171bdb220 req-a10bf364-562c-4cf3-a71a-fb0905987e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:51:59.502518 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-7541ff9d-0f4e-4e6b-ab55-ab2171bdb220 req-a10bf364-562c-4cf3-a71a-fb0905987e02 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b7e45fda9ad540a6ac359d1c64c9adb2&device_id=35924274-ce58-4c0d-a7e9-67a31d0aafe3 HTTP/1.1" status: 200  len: 1098 time: 0.0747490
Dec 16 22:51:59.743869 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7541ff9d-0f4e-4e6b-ab55-ab2171bdb220 req-ecc2108f-da53-4a5b-9f62-e8cc90e41d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:51:59.745265 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-7541ff9d-0f4e-4e6b-ab55-ab2171bdb220 req-ecc2108f-da53-4a5b-9f62-e8cc90e41d78 service neutron] 10.222.0.49 "GET /v2.0/networks?id=5c1dd876-1992-4b2d-8f64-d8cf661b0088 HTTP/1.1" status: 200  len: 897 time: 0.2361946
Dec 16 22:51:59.819071 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-26586514-2604-4a20-a3f8-45fb9baa9d0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b770478e0>, [{'id': 'c2a85a0a-2ded-477e-9d73-3a23c3bada5f', 'name': 'tempest-TestNetworkBasicOps-router-850299834', 'tenant_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.88'}], 'enable_snat': True}, 'gw_port_id': '598be091-3ddf-485d-9eb7-e2622ac4d02e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:51:17Z', 'updated_at': '2021-12-16T22:51:22Z', 'revision_number': 4, 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'gw_port': {'id': '598be091-3ddf-485d-9eb7-e2622ac4d02e', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:18:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2a85a0a-2ded-477e-9d73-3a23c3bada5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:51:17Z', 'updated_at': '2021-12-16T22:51:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv', '_floatingips': [{'id': '74bf0172-9f1e-44af-8123-6f8227faccc0', 'tenant_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'floating_ip_address': '172.26.0.40', 'floating_network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'router_id': 'c2a85a0a-2ded-477e-9d73-3a23c3bada5f', 'port_id': '7a5243ed-d9d5-4947-b6b6-43095edf43c5', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1476, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c1dd876-1992-4b2d-8f64-d8cf661b0088', 'mac_address': 'fa:16:3e:3c:73:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75a15dc2-ba81-4717-ac83-d03342caf663', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T22:51:41Z', 'updated_at': '2021-12-16T22:51:44Z', 'revision_number': 1, 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'fixed_ip_address_scope': None}, {'id': 'f8d9ec60-818e-4e56-9fc2-d0f753edc32f', 'tenant_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'floating_ip_address': '172.26.0.72', 'floating_network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'router_id': 'c2a85a0a-2ded-477e-9d73-3a23c3bada5f', 'port_id': '08ebee3e-dfaf-40ce-a1b4-6dfddea9e393', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1488, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c1dd876-1992-4b2d-8f64-d8cf661b0088', 'mac_address': 'fa:16:3e:77:df:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35924274-ce58-4c0d-a7e9-67a31d0aafe3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T22:51:58Z', 'updated_at': '2021-12-16T22:51:58Z', 'revision_number': 0, 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8ff4aae-1217-4703-ae2f-9f6824d8f341', 'name': '', 'network_id': '5c1dd876-1992-4b2d-8f64-d8cf661b0088', 'tenant_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'mac_address': 'fa:16:3e:94:36:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2a85a0a-2ded-477e-9d73-3a23c3bada5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': '9db18f07-b8de-4a52-bedd-2c56e03d05a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:51:21Z', 'updated_at': '2021-12-16T22:51:27Z', 'revision_number': 5, 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'subnets': [{'id': '9db18f07-b8de-4a52-bedd-2c56e03d05a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:51:59.823184 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26586514-2604-4a20-a3f8-45fb9baa9d0b None None] Checking router: c2a85a0a-2ded-477e-9d73-3a23c3bada5f for host: dv-neutron-821829-1-hyperv {{(pid=87508) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 22:51:59.831660 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26586514-2604-4a20-a3f8-45fb9baa9d0b None None] Routers {'c2a85a0a-2ded-477e-9d73-3a23c3bada5f'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:51:59.832321 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-26586514-2604-4a20-a3f8-45fb9baa9d0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b770478e0>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:51:31Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['c2a85a0a-2ded-477e-9d73-3a23c3bada5f'], 'active': True} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:51:59.847180 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-7541ff9d-0f4e-4e6b-ab55-ab2171bdb220 req-fc94b2e5-6ca7-472a-a83e-786ae429eab3 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=08ebee3e-dfaf-40ce-a1b4-6dfddea9e393 HTTP/1.1" status: 200  len: 998 time: 0.0945864
Dec 16 22:51:59.908091 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7541ff9d-0f4e-4e6b-ab55-ab2171bdb220 req-adcedd7a-adc7-4a2e-aea4-c9cb54522daf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:51:59.909518 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-7541ff9d-0f4e-4e6b-ab55-ab2171bdb220 req-adcedd7a-adc7-4a2e-aea4-c9cb54522daf service neutron] 10.222.0.49 "GET /v2.0/subnets?id=9db18f07-b8de-4a52-bedd-2c56e03d05a7 HTTP/1.1" status: 200  len: 835 time: 0.0560277
Dec 16 22:51:59.988800 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7541ff9d-0f4e-4e6b-ab55-ab2171bdb220 req-34e959dc-cd2f-411a-9c8b-1ad8ec2d3efb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:51:59.990259 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-7541ff9d-0f4e-4e6b-ab55-ab2171bdb220 req-34e959dc-cd2f-411a-9c8b-1ad8ec2d3efb service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5c1dd876-1992-4b2d-8f64-d8cf661b0088&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0733879
Dec 16 22:52:00.046951 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvr_db [None req-26586514-2604-4a20-a3f8-45fb9baa9d0b None None] Set router c2a85a0a-2ded-477e-9d73-3a23c3bada5f gateway port host: dv-neutron-821829-1-hyperv {{(pid=87508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 22:52:00.121915 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-7541ff9d-0f4e-4e6b-ab55-ab2171bdb220 req-20b23708-0057-40fb-b6ea-618255e7a8a0 service neutron] 10.222.0.49 "GET /v2.0/networks/5c1dd876-1992-4b2d-8f64-d8cf661b0088?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1225398
Dec 16 22:52:00.255442 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-7541ff9d-0f4e-4e6b-ab55-ab2171bdb220 req-39c99095-1eb1-4747-a92a-e3170b9a904c service neutron] 10.222.0.49 "GET /v2.0/networks/5c1dd876-1992-4b2d-8f64-d8cf661b0088?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1260943
Dec 16 22:52:00.387378 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-26586514-2604-4a20-a3f8-45fb9baa9d0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b770478e0>, [{'id': 'c2a85a0a-2ded-477e-9d73-3a23c3bada5f', 'name': 'tempest-TestNetworkBasicOps-router-850299834', 'tenant_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.88'}], 'enable_snat': True}, 'gw_port_id': '598be091-3ddf-485d-9eb7-e2622ac4d02e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:51:17Z', 'updated_at': '2021-12-16T22:51:22Z', 'revision_number': 4, 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'gw_port': {'id': '598be091-3ddf-485d-9eb7-e2622ac4d02e', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:18:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2a85a0a-2ded-477e-9d73-3a23c3bada5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:51:17Z', 'updated_at': '2021-12-16T22:51:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv', '_floatingips': [{'id': '74bf0172-9f1e-44af-8123-6f8227faccc0', 'tenant_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'floating_ip_address': '172.26.0.40', 'floating_network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'router_id': 'c2a85a0a-2ded-477e-9d73-3a23c3bada5f', 'port_id': '7a5243ed-d9d5-4947-b6b6-43095edf43c5', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1476, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c1dd876-1992-4b2d-8f64-d8cf661b0088', 'mac_address': 'fa:16:3e:3c:73:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75a15dc2-ba81-4717-ac83-d03342caf663', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T22:51:41Z', 'updated_at': '2021-12-16T22:51:44Z', 'revision_number': 1, 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'fixed_ip_address_scope': None}, {'id': 'f8d9ec60-818e-4e56-9fc2-d0f753edc32f', 'tenant_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'floating_ip_address': '172.26.0.72', 'floating_network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'router_id': 'c2a85a0a-2ded-477e-9d73-3a23c3bada5f', 'port_id': '08ebee3e-dfaf-40ce-a1b4-6dfddea9e393', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1488, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c1dd876-1992-4b2d-8f64-d8cf661b0088', 'mac_address': 'fa:16:3e:77:df:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35924274-ce58-4c0d-a7e9-67a31d0aafe3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T22:51:58Z', 'updated_at': '2021-12-16T22:51:58Z', 'revision_number': 0, 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8ff4aae-1217-4703-ae2f-9f6824d8f341', 'name': '', 'network_id': '5c1dd876-1992-4b2d-8f64-d8cf661b0088', 'tenant_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'mac_address': 'fa:16:3e:94:36:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2a85a0a-2ded-477e-9d73-3a23c3bada5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': '9db18f07-b8de-4a52-bedd-2c56e03d05a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:51:21Z', 'updated_at': '2021-12-16T22:51:27Z', 'revision_number': 5, 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'subnets': [{'id': '9db18f07-b8de-4a52-bedd-2c56e03d05a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:52:00.391371 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26586514-2604-4a20-a3f8-45fb9baa9d0b None None] The sync data for ids ['c2a85a0a-2ded-477e-9d73-3a23c3bada5f'] in dv-neutron-821829-1-hyperv is: [{'id': 'c2a85a0a-2ded-477e-9d73-3a23c3bada5f', 'name': 'tempest-TestNetworkBasicOps-router-850299834', 'tenant_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.88'}], 'enable_snat': True}, 'gw_port_id': '598be091-3ddf-485d-9eb7-e2622ac4d02e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:51:17Z', 'updated_at': '2021-12-16T22:51:22Z', 'revision_number': 4, 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'gw_port': {'id': '598be091-3ddf-485d-9eb7-e2622ac4d02e', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:18:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2a85a0a-2ded-477e-9d73-3a23c3bada5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:51:17Z', 'updated_at': '2021-12-16T22:51:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv', '_floatingips': [{'id': '74bf0172-9f1e-44af-8123-6f8227faccc0', 'tenant_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'floating_ip_address': '172.26.0.40', 'floating_network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'router_id': 'c2a85a0a-2ded-477e-9d73-3a23c3bada5f', 'port_id': '7a5243ed-d9d5-4947-b6b6-43095edf43c5', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1476, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c1dd876-1992-4b2d-8f64-d8cf661b0088', 'mac_address': 'fa:16:3e:3c:73:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75a15dc2-ba81-4717-ac83-d03342caf663', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T22:51:41Z', 'updated_at': '2021-12-16T22:51:44Z', 'revision_number': 1, 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'fixed_ip_address_scope': None}, {'id': 'f8d9ec60-818e-4e56-9fc2-d0f753edc32f', 'tenant_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'floating_ip_address': '172.26.0.72', 'floating_network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'router_id': 'c2a85a0a-2ded-477e-9d73-3a23c3bada5f', 'port_id': '08ebee3e-dfaf-40ce-a1b4-6dfddea9e393', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1488, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c1dd876-1992-4b2d-8f64-d8cf661b0088', 'mac_address': 'fa:16:3e:77:df:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35924274-ce58-4c0d-a7e9-67a31d0aafe3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T22:51:58Z', 'updated_at': '2021-12-16T22:51:58Z', 'revision_number': 0, 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8ff4aae-1217-4703-ae2f-9f6824d8f341', 'name': '', 'network_id': '5c1dd876-1992-4b2d-8f64-d8cf661b0088', 'tenant_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'mac_address': 'fa:16:3e:94:36:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2a85a0a-2ded-477e-9d73-3a23c3bada5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': '9db18f07-b8de-4a52-bedd-2c56e03d05a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:51:21Z', 'updated_at': '2021-12-16T22:51:27Z', 'revision_number': 5, 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'subnets': [{'id': '9db18f07-b8de-4a52-bedd-2c56e03d05a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 22:52:00.581344 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6ee74dd-bfdf-4aeb-945d-6d8c238c3e58 None None] New status for floating IP f8d9ec60-818e-4e56-9fc2-d0f753edc32f: ACTIVE {{(pid=87509) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 16 22:52:00.603720 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-4250bf17-c463-4f44-8e83-5c7cd0758caf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:52:01.505640 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-3e729f7f-1589-4d54-9c4a-7ee6b283cc2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:52:01.683338 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:52:03.254337 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-4541ba3b-6be8-499c-bc94-3c60aa55c4f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:52:07.919863 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:52:13.523480 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.agents_db [None req-0abd2616-a86c-48e2-be07-10823335a5bb None None] Agent healthcheck: found 6 active agents {{(pid=87509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 22:52:28.155459 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-aee020c4-051e-484f-8ca2-ae57ab518ed4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:52:29.460672 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-cc72a5b1-2ac9-46eb-91b0-8f2b22fbdad7 req-ead0c85f-5c55-4f6d-8d59-6e4d8dd7f582 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=75a15dc2-ba81-4717-ac83-d03342caf663&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0700912
Dec 16 22:52:29.613158 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc72a5b1-2ac9-46eb-91b0-8f2b22fbdad7 req-facaf8c9-a576-4712-857a-c02bf3758ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:52:29.614582 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-cc72a5b1-2ac9-46eb-91b0-8f2b22fbdad7 req-facaf8c9-a576-4712-857a-c02bf3758ac7 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b7e45fda9ad540a6ac359d1c64c9adb2&device_id=75a15dc2-ba81-4717-ac83-d03342caf663 HTTP/1.1" status: 200  len: 1099 time: 0.0729229
Dec 16 22:52:29.754054 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc72a5b1-2ac9-46eb-91b0-8f2b22fbdad7 req-22aabbfc-e4df-4661-9059-ed4413c0107d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:52:29.755380 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-cc72a5b1-2ac9-46eb-91b0-8f2b22fbdad7 req-22aabbfc-e4df-4661-9059-ed4413c0107d service neutron] 10.222.0.49 "GET /v2.0/networks?id=5c1dd876-1992-4b2d-8f64-d8cf661b0088 HTTP/1.1" status: 200  len: 897 time: 0.1219108
Dec 16 22:52:29.852706 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-cc72a5b1-2ac9-46eb-91b0-8f2b22fbdad7 req-be44a5bb-b368-4801-88ea-647fb3d0b833 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7a5243ed-d9d5-4947-b6b6-43095edf43c5 HTTP/1.1" status: 200  len: 1001 time: 0.0908499
Dec 16 22:52:29.916305 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc72a5b1-2ac9-46eb-91b0-8f2b22fbdad7 req-33e05957-1b7b-463c-aeea-5727252c8335 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:52:29.917783 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-cc72a5b1-2ac9-46eb-91b0-8f2b22fbdad7 req-33e05957-1b7b-463c-aeea-5727252c8335 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=9db18f07-b8de-4a52-bedd-2c56e03d05a7 HTTP/1.1" status: 200  len: 835 time: 0.0588806
Dec 16 22:52:29.991097 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc72a5b1-2ac9-46eb-91b0-8f2b22fbdad7 req-7f3d35d9-d851-4bb8-bb5b-9d05d9d1b4e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:52:29.992534 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-cc72a5b1-2ac9-46eb-91b0-8f2b22fbdad7 req-7f3d35d9-d851-4bb8-bb5b-9d05d9d1b4e2 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5c1dd876-1992-4b2d-8f64-d8cf661b0088&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0674360
Dec 16 22:52:30.119825 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-cc72a5b1-2ac9-46eb-91b0-8f2b22fbdad7 req-2f54ddb9-9a52-4964-b073-9a6a7366bca5 service neutron] 10.222.0.49 "GET /v2.0/networks/5c1dd876-1992-4b2d-8f64-d8cf661b0088?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1202724
Dec 16 22:52:30.248932 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-cc72a5b1-2ac9-46eb-91b0-8f2b22fbdad7 req-230fe74c-11ff-4236-9e66-5e5dfdc1b0e6 service neutron] 10.222.0.49 "GET /v2.0/networks/5c1dd876-1992-4b2d-8f64-d8cf661b0088?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1225588
Dec 16 22:52:30.605066 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-1dfd7274-748f-4ad5-9fb6-28d5139ca141 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:52:31.508428 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-3e729f7f-1589-4d54-9c4a-7ee6b283cc2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:52:31.684238 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:52:32.873812 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 50846) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:52:33.100609 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-a9a30298-881d-45a8-a822-dd48457009d2 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "GET /v2.0/floatingips/74bf0172-9f1e-44af-8123-6f8227faccc0 HTTP/1.1" status: 200  len: 993 time: 0.2255936
Dec 16 22:52:33.257000 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-4541ba3b-6be8-499c-bc94-3c60aa55c4f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:52:33.867988 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 50856) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:52:33.874488 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-65c91d76-d9bf-4f11-90e6-cfbb183d07aa tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Request body: {'port': {'admin_state_up': False}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:52:33.989690 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-65c91d76-d9bf-4f11-90e6-cfbb183d07aa tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:52:34.198579 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.db [None req-65c91d76-d9bf-4f11-90e6-cfbb183d07aa tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] For port 7a5243ed-d9d5-4947-b6b6-43095edf43c5, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=7a5243ed-d9d5-4947-b6b6-43095edf43c5,segment=NetworkSegment(05610977-0c7f-44b6-ba99-d5ddc57c029c),segment_id=05610977-0c7f-44b6-ba99-d5ddc57c029c)] {{(pid=87507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:52:34.222213 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-65c91d76-d9bf-4f11-90e6-cfbb183d07aa tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for port, precommit_update {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:52:34.226720 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-65c91d76-d9bf-4f11-90e6-cfbb183d07aa tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10807814'] for port, after_update {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:52:34.231888 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-e5d5d4ad-0233-4b55-9b50-613d835bd017 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:52:34.294758 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65c91d76-d9bf-4f11-90e6-cfbb183d07aa tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:52:34.295139 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-65c91d76-d9bf-4f11-90e6-cfbb183d07aa tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for port, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:52:34.296550 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-65c91d76-d9bf-4f11-90e6-cfbb183d07aa tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "PUT /v2.0/ports/7a5243ed-d9d5-4947-b6b6-43095edf43c5 HTTP/1.1" status: 200  len: 939 time: 0.4275908
Dec 16 22:52:34.297183 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75a15dc2-ba81-4717-ac83-d03342caf663', 'tag': '7a5243ed-d9d5-4947-b6b6-43095edf43c5'}] {{(pid=87507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 22:52:34.319615 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c91d76-d9bf-4f11-90e6-cfbb183d07aa tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Pushing event updated for resources: {'Port': ['ID=7a5243ed-d9d5-4947-b6b6-43095edf43c5,revision_number=6']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:52:34.331709 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c91d76-d9bf-4f11-90e6-cfbb183d07aa tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:52:34.332147 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c91d76-d9bf-4f11-90e6-cfbb183d07aa tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:52:34.332523 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c91d76-d9bf-4f11-90e6-cfbb183d07aa tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:52:34.332898 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c91d76-d9bf-4f11-90e6-cfbb183d07aa tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:52:34.333268 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c91d76-d9bf-4f11-90e6-cfbb183d07aa tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:52:34.333635 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c91d76-d9bf-4f11-90e6-cfbb183d07aa tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:52:34.333998 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c91d76-d9bf-4f11-90e6-cfbb183d07aa tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:52:34.334358 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c91d76-d9bf-4f11-90e6-cfbb183d07aa tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:52:34.334720 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c91d76-d9bf-4f11-90e6-cfbb183d07aa tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:52:34.335083 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c91d76-d9bf-4f11-90e6-cfbb183d07aa tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:52:34.335440 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c91d76-d9bf-4f11-90e6-cfbb183d07aa tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:52:34.335813 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c91d76-d9bf-4f11-90e6-cfbb183d07aa tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:52:34.340109 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-65c91d76-d9bf-4f11-90e6-cfbb183d07aa tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:52:34.349504 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75a15dc2-ba81-4717-ac83-d03342caf663', 'tag': '7a5243ed-d9d5-4947-b6b6-43095edf43c5', 'status': 'completed', 'code': 200}
Dec 16 22:52:34.471143 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182c98d0-b0ea-4327-af10-902c0ed8c6f5 req-2fafac86-c70d-4626-8cd7-324f6d953407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:52:34.472661 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-182c98d0-b0ea-4327-af10-902c0ed8c6f5 req-2fafac86-c70d-4626-8cd7-324f6d953407 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b7e45fda9ad540a6ac359d1c64c9adb2&device_id=75a15dc2-ba81-4717-ac83-d03342caf663 HTTP/1.1" status: 200  len: 1100 time: 0.0796714
Dec 16 22:52:34.530382 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-4df75581-fb48-481c-ad1e-b49869fc8c70 None None] Provisioning complete for port 7a5243ed-d9d5-4947-b6b6-43095edf43c5 triggered by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:52:34.530984 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-4df75581-fb48-481c-ad1e-b49869fc8c70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:52:34.593640 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-4df75581-fb48-481c-ad1e-b49869fc8c70 None None] Port 7a5243ed-d9d5-4947-b6b6-43095edf43c5 is administratively disabled so it will not transition to active. {{(pid=87508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:351}}
Dec 16 22:52:34.711734 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182c98d0-b0ea-4327-af10-902c0ed8c6f5 req-530512f5-1012-4f37-83f1-69e5c72ee8fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:52:34.713112 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-182c98d0-b0ea-4327-af10-902c0ed8c6f5 req-530512f5-1012-4f37-83f1-69e5c72ee8fa service neutron] 10.222.0.49 "GET /v2.0/networks?id=5c1dd876-1992-4b2d-8f64-d8cf661b0088 HTTP/1.1" status: 200  len: 897 time: 0.2341044
Dec 16 22:52:34.813009 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-182c98d0-b0ea-4327-af10-902c0ed8c6f5 req-077bccd7-998a-4490-a7df-dc92ccad1cc1 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7a5243ed-d9d5-4947-b6b6-43095edf43c5 HTTP/1.1" status: 200  len: 1002 time: 0.0935860
Dec 16 22:52:34.873354 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182c98d0-b0ea-4327-af10-902c0ed8c6f5 req-5311d9b0-3b5b-480f-9a02-60e1ebf85fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:52:34.874720 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-182c98d0-b0ea-4327-af10-902c0ed8c6f5 req-5311d9b0-3b5b-480f-9a02-60e1ebf85fa2 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=9db18f07-b8de-4a52-bedd-2c56e03d05a7 HTTP/1.1" status: 200  len: 835 time: 0.0554378
Dec 16 22:52:34.951838 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182c98d0-b0ea-4327-af10-902c0ed8c6f5 req-2fad57b7-2202-484d-ac45-61a6aba3dd0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:52:34.953266 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-182c98d0-b0ea-4327-af10-902c0ed8c6f5 req-2fad57b7-2202-484d-ac45-61a6aba3dd0e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5c1dd876-1992-4b2d-8f64-d8cf661b0088&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0716820
Dec 16 22:52:35.085778 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-182c98d0-b0ea-4327-af10-902c0ed8c6f5 req-58a66b6f-1a82-42e7-bdad-f04b88e5713a service neutron] 10.222.0.49 "GET /v2.0/networks/5c1dd876-1992-4b2d-8f64-d8cf661b0088?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1233659
Dec 16 22:52:35.213040 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-182c98d0-b0ea-4327-af10-902c0ed8c6f5 req-4247d863-5c66-4f97-8d6d-5049cd316787 service neutron] 10.222.0.49 "GET /v2.0/networks/5c1dd876-1992-4b2d-8f64-d8cf661b0088?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1210861
Dec 16 22:52:37.739025 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 50868) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:52:37.744885 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-f3b1a808-871d-4c67-a436-402a3b864d3b tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Request body: {'port': {'admin_state_up': True}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:52:37.864453 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-f3b1a808-871d-4c67-a436-402a3b864d3b tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:52:37.944507 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:52:38.071542 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.db [None req-f3b1a808-871d-4c67-a436-402a3b864d3b tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] For port 7a5243ed-d9d5-4947-b6b6-43095edf43c5, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=7a5243ed-d9d5-4947-b6b6-43095edf43c5,segment=NetworkSegment(05610977-0c7f-44b6-ba99-d5ddc57c029c),segment_id=05610977-0c7f-44b6-ba99-d5ddc57c029c)] {{(pid=87507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:52:38.095713 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-f3b1a808-871d-4c67-a436-402a3b864d3b tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for port, precommit_update {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:52:38.100275 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-f3b1a808-871d-4c67-a436-402a3b864d3b tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10807814'] for port, after_update {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:52:38.103608 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-5c1aaf1d-0c15-4ff5-82b4-6d0ec51065c4 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:52:38.168182 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3b1a808-871d-4c67-a436-402a3b864d3b tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:52:38.168796 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-f3b1a808-871d-4c67-a436-402a3b864d3b tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for port, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:52:38.170196 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-f3b1a808-871d-4c67-a436-402a3b864d3b tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "PUT /v2.0/ports/7a5243ed-d9d5-4947-b6b6-43095edf43c5 HTTP/1.1" status: 200  len: 938 time: 0.4302804
Dec 16 22:52:38.170866 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75a15dc2-ba81-4717-ac83-d03342caf663', 'tag': '7a5243ed-d9d5-4947-b6b6-43095edf43c5'}] {{(pid=87507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 22:52:38.174270 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 50872) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:52:38.188348 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b1a808-871d-4c67-a436-402a3b864d3b tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Pushing event updated for resources: {'Port': ['ID=7a5243ed-d9d5-4947-b6b6-43095edf43c5,revision_number=7']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:52:38.191534 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-f3b1a808-871d-4c67-a436-402a3b864d3b tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:52:38.231378 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75a15dc2-ba81-4717-ac83-d03342caf663', 'tag': '7a5243ed-d9d5-4947-b6b6-43095edf43c5', 'status': 'completed', 'code': 200}
Dec 16 22:52:38.340535 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-97815758-b90d-4190-82b4-0d9345a2cb21 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "GET /v2.0/floatingips/74bf0172-9f1e-44af-8123-6f8227faccc0 HTTP/1.1" status: 200  len: 993 time: 0.1570766
Dec 16 22:52:38.368826 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e7ce80-d9c3-4108-949e-1b7a7b42af11 req-cd0557a2-dcce-4ae6-9bc7-e3d18d975a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:52:38.370252 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-b5e7ce80-d9c3-4108-949e-1b7a7b42af11 req-cd0557a2-dcce-4ae6-9bc7-e3d18d975a07 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b7e45fda9ad540a6ac359d1c64c9adb2&device_id=75a15dc2-ba81-4717-ac83-d03342caf663 HTTP/1.1" status: 200  len: 1099 time: 0.0872607
Dec 16 22:52:38.432182 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-c4838371-baf9-4568-bf53-02f6ea6d6754 None None] Provisioning complete for port 7a5243ed-d9d5-4947-b6b6-43095edf43c5 triggered by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:52:38.432579 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-c4838371-baf9-4568-bf53-02f6ea6d6754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:52:38.462453 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] get_ports_and_sgs() called for port_ids ['7a5243ed-d9d5-4947-b6b6-43095edf43c5'] {{(pid=87508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 22:52:38.501195 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e7ce80-d9c3-4108-949e-1b7a7b42af11 req-e01de765-a0ac-41ec-9d64-a629f9a1b581 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:52:38.502815 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-b5e7ce80-d9c3-4108-949e-1b7a7b42af11 req-e01de765-a0ac-41ec-9d64-a629f9a1b581 service neutron] 10.222.0.49 "GET /v2.0/networks?id=5c1dd876-1992-4b2d-8f64-d8cf661b0088 HTTP/1.1" status: 200  len: 897 time: 0.1258137
Dec 16 22:52:38.609513 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-b5e7ce80-d9c3-4108-949e-1b7a7b42af11 req-36e95675-b1a1-4891-aa21-333a0f721807 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7a5243ed-d9d5-4947-b6b6-43095edf43c5 HTTP/1.1" status: 200  len: 1001 time: 0.0999460
Dec 16 22:52:38.671670 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e7ce80-d9c3-4108-949e-1b7a7b42af11 req-82302a6c-7228-4079-8bb6-a68ca6baa569 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:52:38.673151 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-b5e7ce80-d9c3-4108-949e-1b7a7b42af11 req-82302a6c-7228-4079-8bb6-a68ca6baa569 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=9db18f07-b8de-4a52-bedd-2c56e03d05a7 HTTP/1.1" status: 200  len: 835 time: 0.0571015
Dec 16 22:52:38.753048 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e7ce80-d9c3-4108-949e-1b7a7b42af11 req-c50c8278-d45c-4182-8155-20cc00e72621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:52:38.754511 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-b5e7ce80-d9c3-4108-949e-1b7a7b42af11 req-c50c8278-d45c-4182-8155-20cc00e72621 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5c1dd876-1992-4b2d-8f64-d8cf661b0088&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0747244
Dec 16 22:52:38.883872 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-b5e7ce80-d9c3-4108-949e-1b7a7b42af11 req-04bd735e-9ae2-4eb7-9bfe-2235bf6f44cb service neutron] 10.222.0.49 "GET /v2.0/networks/5c1dd876-1992-4b2d-8f64-d8cf661b0088?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1225350
Dec 16 22:52:39.011949 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-b5e7ce80-d9c3-4108-949e-1b7a7b42af11 req-ff6e26bc-0123-4da6-be91-2ab8e98334f2 service neutron] 10.222.0.49 "GET /v2.0/networks/5c1dd876-1992-4b2d-8f64-d8cf661b0088?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1214345
Dec 16 22:52:40.939241 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 50884) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:52:41.253644 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [None req-fa36b118-32a6-4594-af4e-c812e6e262e5 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Deleting port d0954846-4350-4914-a42f-76e8b9ff4023 {{(pid=87506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:52:41.254325 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-fa36b118-32a6-4594-af4e-c812e6e262e5 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:52:41.432891 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-fa36b118-32a6-4594-af4e-c812e6e262e5 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:52:41.433223 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-fa36b118-32a6-4594-af4e-c812e6e262e5 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:52:41.553705 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [None req-fa36b118-32a6-4594-af4e-c812e6e262e5 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Calling delete_port for d0954846-4350-4914-a42f-76e8b9ff4023 owned by network:floatingip {{(pid=87506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:52:41.702497 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-fa36b118-32a6-4594-af4e-c812e6e262e5 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1863393'] for port, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:52:41.706772 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-499a9892-6904-4fc7-8d53-2cdfdb71e173 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:52:41.749414 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa36b118-32a6-4594-af4e-c812e6e262e5 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Pushing event deleted for resources: {'Port': ['ID=d0954846-4350-4914-a42f-76e8b9ff4023,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:52:41.784273 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa36b118-32a6-4594-af4e-c812e6e262e5 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:52:41.784658 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa36b118-32a6-4594-af4e-c812e6e262e5 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:52:41.785033 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa36b118-32a6-4594-af4e-c812e6e262e5 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:52:41.785401 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa36b118-32a6-4594-af4e-c812e6e262e5 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:52:41.785764 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa36b118-32a6-4594-af4e-c812e6e262e5 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:52:41.786128 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa36b118-32a6-4594-af4e-c812e6e262e5 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:52:41.786487 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa36b118-32a6-4594-af4e-c812e6e262e5 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:52:41.786847 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa36b118-32a6-4594-af4e-c812e6e262e5 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:52:41.787208 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa36b118-32a6-4594-af4e-c812e6e262e5 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:52:41.787563 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa36b118-32a6-4594-af4e-c812e6e262e5 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:52:41.787941 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa36b118-32a6-4594-af4e-c812e6e262e5 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:52:41.788298 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa36b118-32a6-4594-af4e-c812e6e262e5 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:52:41.799158 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-fa36b118-32a6-4594-af4e-c812e6e262e5 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:52:41.849404 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-fa36b118-32a6-4594-af4e-c812e6e262e5 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for floatingip, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:52:41.849646 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.db.l3_db [None req-fa36b118-32a6-4594-af4e-c812e6e262e5 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Floating IP f8d9ec60-818e-4e56-9fc2-d0f753edc32f disassociated (deleted). External IP: 172.26.0.72, port: 08ebee3e-dfaf-40ce-a1b4-6dfddea9e393.
Dec 16 22:52:42.187944 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa36b118-32a6-4594-af4e-c812e6e262e5 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Router c2a85a0a-2ded-477e-9d73-3a23c3bada5f has already been hosted by L3 agent 4f519db7-069b-43e2-8411-c092bac9102a {{(pid=87506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 22:52:42.367290 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa36b118-32a6-4594-af4e-c812e6e262e5 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify agent at l3_agent.dv-neutron-821829-1-hyperv the message routers_updated {{(pid=87506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 22:52:42.377317 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61a17984-d566-46f1-b9ca-c00a5c04f4ae None None] Sync routers for ids ['c2a85a0a-2ded-477e-9d73-3a23c3bada5f'] in dv-neutron-821829-1-hyperv {{(pid=87508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 22:52:42.383030 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-fa36b118-32a6-4594-af4e-c812e6e262e5 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for floatingip, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:52:42.385979 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61a17984-d566-46f1-b9ca-c00a5c04f4ae None None] Routers {'c2a85a0a-2ded-477e-9d73-3a23c3bada5f'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:52:42.386604 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-61a17984-d566-46f1-b9ca-c00a5c04f4ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b77f4e850>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:52:31Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['c2a85a0a-2ded-477e-9d73-3a23c3bada5f'], 'active': True} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:52:42.436736 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-fa36b118-32a6-4594-af4e-c812e6e262e5 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "DELETE /v2.0/floatingips/f8d9ec60-818e-4e56-9fc2-d0f753edc32f HTTP/1.1" status: 204  len: 168 time: 1.4963596
Dec 16 22:52:42.437550 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35924274-ce58-4c0d-a7e9-67a31d0aafe3', 'tag': '08ebee3e-dfaf-40ce-a1b4-6dfddea9e393'}] {{(pid=87506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 22:52:42.487988 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35924274-ce58-4c0d-a7e9-67a31d0aafe3', 'tag': '08ebee3e-dfaf-40ce-a1b4-6dfddea9e393', 'status': 'completed', 'code': 200}
Dec 16 22:52:42.592427 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvr_db [None req-61a17984-d566-46f1-b9ca-c00a5c04f4ae None None] Set router c2a85a0a-2ded-477e-9d73-3a23c3bada5f gateway port host: dv-neutron-821829-1-hyperv {{(pid=87508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 22:52:42.739053 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12901a4a-e587-4cc5-a901-52175162994e req-e8652c9c-240a-448a-8921-1559e509e6fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:52:42.740541 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-12901a4a-e587-4cc5-a901-52175162994e req-e8652c9c-240a-448a-8921-1559e509e6fd service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b7e45fda9ad540a6ac359d1c64c9adb2&device_id=35924274-ce58-4c0d-a7e9-67a31d0aafe3 HTTP/1.1" status: 200  len: 1098 time: 0.2010026
Dec 16 22:52:42.888869 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12901a4a-e587-4cc5-a901-52175162994e req-142b3879-2dd8-4f46-94ee-7bebbe065fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:52:42.890452 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-12901a4a-e587-4cc5-a901-52175162994e req-142b3879-2dd8-4f46-94ee-7bebbe065fdf service neutron] 10.222.0.49 "GET /v2.0/networks?id=5c1dd876-1992-4b2d-8f64-d8cf661b0088 HTTP/1.1" status: 200  len: 897 time: 0.1425755
Dec 16 22:52:42.960772 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-12901a4a-e587-4cc5-a901-52175162994e req-b937118b-19ac-45ab-8c4c-905dad966103 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=08ebee3e-dfaf-40ce-a1b4-6dfddea9e393 HTTP/1.1" status: 200  len: 217 time: 0.0606391
Dec 16 22:52:42.962548 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8b93f7-4292-4ab3-9c50-3162302857eb req-929d2050-a570-474c-82b9-f2f00d585610 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:52:42.964011 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-aa8b93f7-4292-4ab3-9c50-3162302857eb req-929d2050-a570-474c-82b9-f2f00d585610 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "GET /v2.0/ports?device_id=35924274-ce58-4c0d-a7e9-67a31d0aafe3 HTTP/1.1" status: 200  len: 945 time: 0.0867863
Dec 16 22:52:43.008445 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-aa8b93f7-4292-4ab3-9c50-3162302857eb req-0aaa8238-4d33-4d88-bc60-f2d3aec654d1 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "GET /v2.0/security-groups?id=85c4496f-9796-4ee8-8249-f972af614570&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0387161
Dec 16 22:52:43.009121 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-61a17984-d566-46f1-b9ca-c00a5c04f4ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b77f4e850>, [{'id': 'c2a85a0a-2ded-477e-9d73-3a23c3bada5f', 'name': 'tempest-TestNetworkBasicOps-router-850299834', 'tenant_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.88'}], 'enable_snat': True}, 'gw_port_id': '598be091-3ddf-485d-9eb7-e2622ac4d02e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:51:17Z', 'updated_at': '2021-12-16T22:51:22Z', 'revision_number': 4, 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'gw_port': {'id': '598be091-3ddf-485d-9eb7-e2622ac4d02e', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:18:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2a85a0a-2ded-477e-9d73-3a23c3bada5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:51:17Z', 'updated_at': '2021-12-16T22:51:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv', '_floatingips': [{'id': '74bf0172-9f1e-44af-8123-6f8227faccc0', 'tenant_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'floating_ip_address': '172.26.0.40', 'floating_network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'router_id': 'c2a85a0a-2ded-477e-9d73-3a23c3bada5f', 'port_id': '7a5243ed-d9d5-4947-b6b6-43095edf43c5', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1476, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c1dd876-1992-4b2d-8f64-d8cf661b0088', 'mac_address': 'fa:16:3e:3c:73:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75a15dc2-ba81-4717-ac83-d03342caf663', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T22:51:41Z', 'updated_at': '2021-12-16T22:51:44Z', 'revision_number': 1, 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8ff4aae-1217-4703-ae2f-9f6824d8f341', 'name': '', 'network_id': '5c1dd876-1992-4b2d-8f64-d8cf661b0088', 'tenant_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'mac_address': 'fa:16:3e:94:36:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2a85a0a-2ded-477e-9d73-3a23c3bada5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': '9db18f07-b8de-4a52-bedd-2c56e03d05a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:51:21Z', 'updated_at': '2021-12-16T22:51:27Z', 'revision_number': 5, 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'subnets': [{'id': '9db18f07-b8de-4a52-bedd-2c56e03d05a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:52:43.013892 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61a17984-d566-46f1-b9ca-c00a5c04f4ae None None] Checking router: c2a85a0a-2ded-477e-9d73-3a23c3bada5f for host: dv-neutron-821829-1-hyperv {{(pid=87508) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 22:52:43.022462 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61a17984-d566-46f1-b9ca-c00a5c04f4ae None None] Routers {'c2a85a0a-2ded-477e-9d73-3a23c3bada5f'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:52:43.023098 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-61a17984-d566-46f1-b9ca-c00a5c04f4ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b77f4e850>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:52:31Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['c2a85a0a-2ded-477e-9d73-3a23c3bada5f'], 'active': True} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:52:43.038867 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12901a4a-e587-4cc5-a901-52175162994e req-0f015791-e2d0-487c-9948-0504630e90a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:52:43.040396 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-12901a4a-e587-4cc5-a901-52175162994e req-0f015791-e2d0-487c-9948-0504630e90a0 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=9db18f07-b8de-4a52-bedd-2c56e03d05a7 HTTP/1.1" status: 200  len: 835 time: 0.0698419
Dec 16 22:52:43.117266 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12901a4a-e587-4cc5-a901-52175162994e req-e0a6d3d8-6fac-428a-92f2-491f7212098f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:52:43.118727 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-12901a4a-e587-4cc5-a901-52175162994e req-e0a6d3d8-6fac-428a-92f2-491f7212098f service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5c1dd876-1992-4b2d-8f64-d8cf661b0088&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0686710
Dec 16 22:52:43.201179 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvr_db [None req-61a17984-d566-46f1-b9ca-c00a5c04f4ae None None] Set router c2a85a0a-2ded-477e-9d73-3a23c3bada5f gateway port host: dv-neutron-821829-1-hyperv {{(pid=87508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 22:52:43.253451 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-12901a4a-e587-4cc5-a901-52175162994e req-34451998-4f66-4cdb-b3b8-98e5938c6e10 service neutron] 10.222.0.49 "GET /v2.0/networks/5c1dd876-1992-4b2d-8f64-d8cf661b0088?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1247101
Dec 16 22:52:43.384784 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-12901a4a-e587-4cc5-a901-52175162994e req-158697d8-2d8b-4e44-b1cf-77811d83a6fe service neutron] 10.222.0.49 "GET /v2.0/networks/5c1dd876-1992-4b2d-8f64-d8cf661b0088?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1241877
Dec 16 22:52:43.548512 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-61a17984-d566-46f1-b9ca-c00a5c04f4ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b77f4e850>, [{'id': 'c2a85a0a-2ded-477e-9d73-3a23c3bada5f', 'name': 'tempest-TestNetworkBasicOps-router-850299834', 'tenant_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.88'}], 'enable_snat': True}, 'gw_port_id': '598be091-3ddf-485d-9eb7-e2622ac4d02e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:51:17Z', 'updated_at': '2021-12-16T22:51:22Z', 'revision_number': 4, 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'gw_port': {'id': '598be091-3ddf-485d-9eb7-e2622ac4d02e', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:18:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2a85a0a-2ded-477e-9d73-3a23c3bada5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:51:17Z', 'updated_at': '2021-12-16T22:51:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv', '_floatingips': [{'id': '74bf0172-9f1e-44af-8123-6f8227faccc0', 'tenant_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'floating_ip_address': '172.26.0.40', 'floating_network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'router_id': 'c2a85a0a-2ded-477e-9d73-3a23c3bada5f', 'port_id': '7a5243ed-d9d5-4947-b6b6-43095edf43c5', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1476, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c1dd876-1992-4b2d-8f64-d8cf661b0088', 'mac_address': 'fa:16:3e:3c:73:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75a15dc2-ba81-4717-ac83-d03342caf663', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T22:51:41Z', 'updated_at': '2021-12-16T22:51:44Z', 'revision_number': 1, 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8ff4aae-1217-4703-ae2f-9f6824d8f341', 'name': '', 'network_id': '5c1dd876-1992-4b2d-8f64-d8cf661b0088', 'tenant_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'mac_address': 'fa:16:3e:94:36:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2a85a0a-2ded-477e-9d73-3a23c3bada5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': '9db18f07-b8de-4a52-bedd-2c56e03d05a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:51:21Z', 'updated_at': '2021-12-16T22:51:27Z', 'revision_number': 5, 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'subnets': [{'id': '9db18f07-b8de-4a52-bedd-2c56e03d05a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:52:43.552585 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61a17984-d566-46f1-b9ca-c00a5c04f4ae None None] The sync data for ids ['c2a85a0a-2ded-477e-9d73-3a23c3bada5f'] in dv-neutron-821829-1-hyperv is: [{'id': 'c2a85a0a-2ded-477e-9d73-3a23c3bada5f', 'name': 'tempest-TestNetworkBasicOps-router-850299834', 'tenant_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.88'}], 'enable_snat': True}, 'gw_port_id': '598be091-3ddf-485d-9eb7-e2622ac4d02e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:51:17Z', 'updated_at': '2021-12-16T22:51:22Z', 'revision_number': 4, 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'gw_port': {'id': '598be091-3ddf-485d-9eb7-e2622ac4d02e', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:18:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2a85a0a-2ded-477e-9d73-3a23c3bada5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:51:17Z', 'updated_at': '2021-12-16T22:51:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv', '_floatingips': [{'id': '74bf0172-9f1e-44af-8123-6f8227faccc0', 'tenant_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'floating_ip_address': '172.26.0.40', 'floating_network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'router_id': 'c2a85a0a-2ded-477e-9d73-3a23c3bada5f', 'port_id': '7a5243ed-d9d5-4947-b6b6-43095edf43c5', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1476, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c1dd876-1992-4b2d-8f64-d8cf661b0088', 'mac_address': 'fa:16:3e:3c:73:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75a15dc2-ba81-4717-ac83-d03342caf663', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T22:51:41Z', 'updated_at': '2021-12-16T22:51:44Z', 'revision_number': 1, 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8ff4aae-1217-4703-ae2f-9f6824d8f341', 'name': '', 'network_id': '5c1dd876-1992-4b2d-8f64-d8cf661b0088', 'tenant_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'mac_address': 'fa:16:3e:94:36:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2a85a0a-2ded-477e-9d73-3a23c3bada5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': '9db18f07-b8de-4a52-bedd-2c56e03d05a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:51:21Z', 'updated_at': '2021-12-16T22:51:27Z', 'revision_number': 5, 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'subnets': [{'id': '9db18f07-b8de-4a52-bedd-2c56e03d05a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 22:52:43.760098 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f681b7e3-93ca-43bf-806c-fd9d0f857621 None None] New status for floating IP f8d9ec60-818e-4e56-9fc2-d0f753edc32f: DOWN {{(pid=87509) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 16 22:52:44.192934 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1eb4a0b-7b8b-4598-98b2-e37d76875a51 req-4c8e55fa-5f65-4126-92e0-8b2ed33b2135 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:52:44.194262 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-f1eb4a0b-7b8b-4598-98b2-e37d76875a51 req-4c8e55fa-5f65-4126-92e0-8b2ed33b2135 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "GET /v2.0/ports?device_id=35924274-ce58-4c0d-a7e9-67a31d0aafe3 HTTP/1.1" status: 200  len: 945 time: 0.0788395
Dec 16 22:52:44.238643 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-f1eb4a0b-7b8b-4598-98b2-e37d76875a51 req-62f1b662-1928-438e-ad1b-9e04a0481c6f tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "GET /v2.0/security-groups?id=85c4496f-9796-4ee8-8249-f972af614570&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0387714
Dec 16 22:52:44.467542 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6c8e8c-ff51-4b3d-a425-153322b70681 req-7fe0346e-7dfb-4187-955f-2865b417ff2c tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:52:44.468232 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [req-aa6c8e8c-ff51-4b3d-a425-153322b70681 req-7fe0346e-7dfb-4187-955f-2865b417ff2c tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Synchronizing usage tracker for tenant:b7e45fda9ad540a6ac359d1c64c9adb2 on resource:port {{(pid=87506) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 22:52:44.483448 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [req-aa6c8e8c-ff51-4b3d-a425-153322b70681 req-7fe0346e-7dfb-4187-955f-2865b417ff2c tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Unset dirty status for tenant:b7e45fda9ad540a6ac359d1c64c9adb2 on resource:port {{(pid=87506) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 22:52:44.484448 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-aa6c8e8c-ff51-4b3d-a425-153322b70681 req-7fe0346e-7dfb-4187-955f-2865b417ff2c tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.49 "GET /v2.0/ports?device_id=35924274-ce58-4c0d-a7e9-67a31d0aafe3 HTTP/1.1" status: 200  len: 945 time: 0.0988038
Dec 16 22:52:44.554145 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [req-aa6c8e8c-ff51-4b3d-a425-153322b70681 req-aa359326-4943-402e-95e0-a367f3075aca tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Deleting port 08ebee3e-dfaf-40ce-a1b4-6dfddea9e393 {{(pid=87506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:52:44.554481 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-aa6c8e8c-ff51-4b3d-a425-153322b70681 req-aa359326-4943-402e-95e0-a367f3075aca tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:52:44.791363 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.db [req-aa6c8e8c-ff51-4b3d-a425-153322b70681 req-aa359326-4943-402e-95e0-a367f3075aca tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] For port 08ebee3e-dfaf-40ce-a1b4-6dfddea9e393, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=08ebee3e-dfaf-40ce-a1b4-6dfddea9e393,segment=NetworkSegment(05610977-0c7f-44b6-ba99-d5ddc57c029c),segment_id=05610977-0c7f-44b6-ba99-d5ddc57c029c)] {{(pid=87506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:52:44.791747 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-aa6c8e8c-ff51-4b3d-a425-153322b70681 req-aa359326-4943-402e-95e0-a367f3075aca tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:52:44.911233 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [req-aa6c8e8c-ff51-4b3d-a425-153322b70681 req-aa359326-4943-402e-95e0-a367f3075aca tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Calling delete_port for 08ebee3e-dfaf-40ce-a1b4-6dfddea9e393 owned by compute:nova {{(pid=87506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:52:45.052638 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-aa6c8e8c-ff51-4b3d-a425-153322b70681 req-aa359326-4943-402e-95e0-a367f3075aca tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1863393'] for port, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:52:45.057784 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-c3d6592f-4e2c-45ee-aa3b-4634e76738cd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:52:45.101777 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa359326-4943-402e-95e0-a367f3075aca tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Pushing event deleted for resources: {'Port': ['ID=08ebee3e-dfaf-40ce-a1b4-6dfddea9e393,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:52:45.104844 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-aa359326-4943-402e-95e0-a367f3075aca tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:52:45.177191 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa6c8e8c-ff51-4b3d-a425-153322b70681 req-aa359326-4943-402e-95e0-a367f3075aca tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] No DVR routers for this DVR port 08ebee3e-dfaf-40ce-a1b4-6dfddea9e393 on host hv-neutron-8218 {{(pid=87506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 22:52:45.179689 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-aa6c8e8c-ff51-4b3d-a425-153322b70681 req-aa359326-4943-402e-95e0-a367f3075aca tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for port, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:52:45.182272 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35924274-ce58-4c0d-a7e9-67a31d0aafe3', 'name': 'network-vif-deleted', 'tag': '08ebee3e-dfaf-40ce-a1b4-6dfddea9e393'}] {{(pid=87506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 22:52:45.197715 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-aa6c8e8c-ff51-4b3d-a425-153322b70681 req-aa359326-4943-402e-95e0-a367f3075aca tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.49 "DELETE /v2.0/ports/08ebee3e-dfaf-40ce-a1b4-6dfddea9e393 HTTP/1.1" status: 204  len: 173 time: 0.7060170
Dec 16 22:52:45.232986 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35924274-ce58-4c0d-a7e9-67a31d0aafe3', 'name': 'network-vif-deleted', 'tag': '08ebee3e-dfaf-40ce-a1b4-6dfddea9e393', 'status': 'completed', 'code': 200}
Dec 16 22:52:45.392427 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-e4bf0863-ae20-4c33-acb1-3dcee3f3d223 req-1c981f3a-cc53-4496-bd79-0fd838c386fb tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "GET /v2.0/ports?device_id=35924274-ce58-4c0d-a7e9-67a31d0aafe3 HTTP/1.1" status: 200  len: 210 time: 0.0466099
Dec 16 22:52:46.485446 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 50902) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:52:46.552261 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-0e36947c-98ac-4b5f-86a0-1011cbec7767 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for security_group, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:52:46.581496 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-0e36947c-98ac-4b5f-86a0-1011cbec7767 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:52:46.645862 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-0e36947c-98ac-4b5f-86a0-1011cbec7767 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841066'] for security_group, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:52:46.652158 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-f0dcfece-1460-46ad-a97d-b68f3f829777 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:52:46.670962 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e36947c-98ac-4b5f-86a0-1011cbec7767 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=85c4496f-9796-4ee8-8249-f972af614570,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:52:46.674366 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-0e36947c-98ac-4b5f-86a0-1011cbec7767 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:52:46.682605 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-0e36947c-98ac-4b5f-86a0-1011cbec7767 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for security_group, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:52:46.683746 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-0e36947c-98ac-4b5f-86a0-1011cbec7767 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "DELETE /v2.0/security-groups/85c4496f-9796-4ee8-8249-f972af614570 HTTP/1.1" status: 204  len: 168 time: 0.1972833
Dec 16 22:52:46.712488 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 50908) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:52:46.907749 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [None req-f3ce90df-c978-4b3d-b7b2-c780d02ce2f9 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Deleting port 08f00c4b-c229-430a-8cdf-9d35fda6fd3a {{(pid=87506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:52:46.908018 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-f3ce90df-c978-4b3d-b7b2-c780d02ce2f9 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:52:47.175772 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-f3ce90df-c978-4b3d-b7b2-c780d02ce2f9 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:52:47.176018 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-f3ce90df-c978-4b3d-b7b2-c780d02ce2f9 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:52:47.293905 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [None req-f3ce90df-c978-4b3d-b7b2-c780d02ce2f9 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Calling delete_port for 08f00c4b-c229-430a-8cdf-9d35fda6fd3a owned by network:floatingip {{(pid=87506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:52:47.437855 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-f3ce90df-c978-4b3d-b7b2-c780d02ce2f9 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1863393'] for port, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:52:47.441414 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-103580df-fc30-4782-b814-e76aef72f865 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:52:47.483260 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ce90df-c978-4b3d-b7b2-c780d02ce2f9 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Pushing event deleted for resources: {'Port': ['ID=08f00c4b-c229-430a-8cdf-9d35fda6fd3a,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:52:47.486717 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-f3ce90df-c978-4b3d-b7b2-c780d02ce2f9 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:52:47.576169 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-f3ce90df-c978-4b3d-b7b2-c780d02ce2f9 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for floatingip, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:52:47.576503 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.db.l3_db [None req-f3ce90df-c978-4b3d-b7b2-c780d02ce2f9 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Floating IP 74bf0172-9f1e-44af-8123-6f8227faccc0 disassociated (deleted). External IP: 172.26.0.40, port: 7a5243ed-d9d5-4947-b6b6-43095edf43c5.
Dec 16 22:52:47.917091 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3ce90df-c978-4b3d-b7b2-c780d02ce2f9 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Router c2a85a0a-2ded-477e-9d73-3a23c3bada5f has already been hosted by L3 agent 4f519db7-069b-43e2-8411-c092bac9102a {{(pid=87506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 22:52:48.095370 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3ce90df-c978-4b3d-b7b2-c780d02ce2f9 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify agent at l3_agent.dv-neutron-821829-1-hyperv the message routers_updated {{(pid=87506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 22:52:48.105608 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30a1c4d2-b17a-412c-98b1-db8c30ab6d51 None None] Sync routers for ids ['c2a85a0a-2ded-477e-9d73-3a23c3bada5f'] in dv-neutron-821829-1-hyperv {{(pid=87508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 22:52:48.111834 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-f3ce90df-c978-4b3d-b7b2-c780d02ce2f9 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for floatingip, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:52:48.114849 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30a1c4d2-b17a-412c-98b1-db8c30ab6d51 None None] Routers {'c2a85a0a-2ded-477e-9d73-3a23c3bada5f'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:52:48.115472 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-30a1c4d2-b17a-412c-98b1-db8c30ab6d51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b76e51520>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:52:31Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['c2a85a0a-2ded-477e-9d73-3a23c3bada5f'], 'active': True} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:52:48.166483 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-f3ce90df-c978-4b3d-b7b2-c780d02ce2f9 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "DELETE /v2.0/floatingips/74bf0172-9f1e-44af-8123-6f8227faccc0 HTTP/1.1" status: 204  len: 168 time: 1.4505403
Dec 16 22:52:48.166483 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75a15dc2-ba81-4717-ac83-d03342caf663', 'tag': '7a5243ed-d9d5-4947-b6b6-43095edf43c5'}] {{(pid=87506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 22:52:48.217061 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75a15dc2-ba81-4717-ac83-d03342caf663', 'tag': '7a5243ed-d9d5-4947-b6b6-43095edf43c5', 'status': 'completed', 'code': 200}
Dec 16 22:52:48.295078 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvr_db [None req-30a1c4d2-b17a-412c-98b1-db8c30ab6d51 None None] Set router c2a85a0a-2ded-477e-9d73-3a23c3bada5f gateway port host: dv-neutron-821829-1-hyperv {{(pid=87508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 22:52:48.334460 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8946a0b-351b-43c2-8284-eb6c44dca2df req-c0c103d6-0fa8-478b-9da5-a411a0dd72dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:52:48.335976 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-c8946a0b-351b-43c2-8284-eb6c44dca2df req-c0c103d6-0fa8-478b-9da5-a411a0dd72dc service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b7e45fda9ad540a6ac359d1c64c9adb2&device_id=75a15dc2-ba81-4717-ac83-d03342caf663 HTTP/1.1" status: 200  len: 1099 time: 0.0753677
Dec 16 22:52:48.562026 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979f69f1-c173-41ff-b495-ce73fc9e27a5 req-9a8aa0a1-121e-4d26-bbe6-0a98781b746b tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:52:48.568235 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-979f69f1-c173-41ff-b495-ce73fc9e27a5 req-9a8aa0a1-121e-4d26-bbe6-0a98781b746b tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "GET /v2.0/ports?device_id=75a15dc2-ba81-4717-ac83-d03342caf663 HTTP/1.1" status: 200  len: 946 time: 0.0900393
Dec 16 22:52:48.595012 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8946a0b-351b-43c2-8284-eb6c44dca2df req-a7c4e7e3-00b4-4935-8a04-5d67d91a8e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:52:48.596478 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-c8946a0b-351b-43c2-8284-eb6c44dca2df req-a7c4e7e3-00b4-4935-8a04-5d67d91a8e1a service neutron] 10.222.0.49 "GET /v2.0/networks?id=5c1dd876-1992-4b2d-8f64-d8cf661b0088 HTTP/1.1" status: 200  len: 897 time: 0.2542393
Dec 16 22:52:48.612848 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-979f69f1-c173-41ff-b495-ce73fc9e27a5 req-86dec71f-4f42-4c02-b23f-7a0d479e593f tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "GET /v2.0/security-groups?id=20bdd1f0-832c-4ea5-a647-0ed75cff9a41&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0434780
Dec 16 22:52:48.628703 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-30a1c4d2-b17a-412c-98b1-db8c30ab6d51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b76e51520>, [{'id': 'c2a85a0a-2ded-477e-9d73-3a23c3bada5f', 'name': 'tempest-TestNetworkBasicOps-router-850299834', 'tenant_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.88'}], 'enable_snat': True}, 'gw_port_id': '598be091-3ddf-485d-9eb7-e2622ac4d02e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:51:17Z', 'updated_at': '2021-12-16T22:51:22Z', 'revision_number': 4, 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'gw_port': {'id': '598be091-3ddf-485d-9eb7-e2622ac4d02e', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:18:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2a85a0a-2ded-477e-9d73-3a23c3bada5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:51:17Z', 'updated_at': '2021-12-16T22:51:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv', '_interfaces': [{'id': 'b8ff4aae-1217-4703-ae2f-9f6824d8f341', 'name': '', 'network_id': '5c1dd876-1992-4b2d-8f64-d8cf661b0088', 'tenant_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'mac_address': 'fa:16:3e:94:36:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2a85a0a-2ded-477e-9d73-3a23c3bada5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': '9db18f07-b8de-4a52-bedd-2c56e03d05a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:51:21Z', 'updated_at': '2021-12-16T22:51:27Z', 'revision_number': 5, 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'subnets': [{'id': '9db18f07-b8de-4a52-bedd-2c56e03d05a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:52:48.632620 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30a1c4d2-b17a-412c-98b1-db8c30ab6d51 None None] Checking router: c2a85a0a-2ded-477e-9d73-3a23c3bada5f for host: dv-neutron-821829-1-hyperv {{(pid=87508) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 22:52:48.641289 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30a1c4d2-b17a-412c-98b1-db8c30ab6d51 None None] Routers {'c2a85a0a-2ded-477e-9d73-3a23c3bada5f'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:52:48.641892 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-30a1c4d2-b17a-412c-98b1-db8c30ab6d51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b76e51520>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:52:31Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['c2a85a0a-2ded-477e-9d73-3a23c3bada5f'], 'active': True} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:52:48.666149 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-c8946a0b-351b-43c2-8284-eb6c44dca2df req-ee5faa98-b03a-4584-8594-627f2c0bf07c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7a5243ed-d9d5-4947-b6b6-43095edf43c5 HTTP/1.1" status: 200  len: 217 time: 0.0607436
Dec 16 22:52:48.731370 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8946a0b-351b-43c2-8284-eb6c44dca2df req-ff947305-399f-4661-9c7d-0694f5182932 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:52:48.732938 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-c8946a0b-351b-43c2-8284-eb6c44dca2df req-ff947305-399f-4661-9c7d-0694f5182932 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=9db18f07-b8de-4a52-bedd-2c56e03d05a7 HTTP/1.1" status: 200  len: 835 time: 0.0601666
Dec 16 22:52:48.805833 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8946a0b-351b-43c2-8284-eb6c44dca2df req-881a01f5-469a-458f-8232-6d080dcdd4c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:52:48.807317 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-c8946a0b-351b-43c2-8284-eb6c44dca2df req-881a01f5-469a-458f-8232-6d080dcdd4c8 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5c1dd876-1992-4b2d-8f64-d8cf661b0088&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0680399
Dec 16 22:52:48.865893 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvr_db [None req-30a1c4d2-b17a-412c-98b1-db8c30ab6d51 None None] Set router c2a85a0a-2ded-477e-9d73-3a23c3bada5f gateway port host: dv-neutron-821829-1-hyperv {{(pid=87508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 22:52:48.936381 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-c8946a0b-351b-43c2-8284-eb6c44dca2df req-197bf659-81e9-4788-b42b-38d7992fd705 service neutron] 10.222.0.49 "GET /v2.0/networks/5c1dd876-1992-4b2d-8f64-d8cf661b0088?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1215136
Dec 16 22:52:49.066808 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-c8946a0b-351b-43c2-8284-eb6c44dca2df req-71cb61d7-9627-45ae-9afe-5587511f9d08 service neutron] 10.222.0.49 "GET /v2.0/networks/5c1dd876-1992-4b2d-8f64-d8cf661b0088?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1214085
Dec 16 22:52:49.172092 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-30a1c4d2-b17a-412c-98b1-db8c30ab6d51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b76e51520>, [{'id': 'c2a85a0a-2ded-477e-9d73-3a23c3bada5f', 'name': 'tempest-TestNetworkBasicOps-router-850299834', 'tenant_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.88'}], 'enable_snat': True}, 'gw_port_id': '598be091-3ddf-485d-9eb7-e2622ac4d02e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:51:17Z', 'updated_at': '2021-12-16T22:51:22Z', 'revision_number': 4, 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'gw_port': {'id': '598be091-3ddf-485d-9eb7-e2622ac4d02e', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:18:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2a85a0a-2ded-477e-9d73-3a23c3bada5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:51:17Z', 'updated_at': '2021-12-16T22:51:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv', '_interfaces': [{'id': 'b8ff4aae-1217-4703-ae2f-9f6824d8f341', 'name': '', 'network_id': '5c1dd876-1992-4b2d-8f64-d8cf661b0088', 'tenant_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'mac_address': 'fa:16:3e:94:36:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2a85a0a-2ded-477e-9d73-3a23c3bada5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': '9db18f07-b8de-4a52-bedd-2c56e03d05a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:51:21Z', 'updated_at': '2021-12-16T22:51:27Z', 'revision_number': 5, 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'subnets': [{'id': '9db18f07-b8de-4a52-bedd-2c56e03d05a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:52:49.176021 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30a1c4d2-b17a-412c-98b1-db8c30ab6d51 None None] The sync data for ids ['c2a85a0a-2ded-477e-9d73-3a23c3bada5f'] in dv-neutron-821829-1-hyperv is: [{'id': 'c2a85a0a-2ded-477e-9d73-3a23c3bada5f', 'name': 'tempest-TestNetworkBasicOps-router-850299834', 'tenant_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.88'}], 'enable_snat': True}, 'gw_port_id': '598be091-3ddf-485d-9eb7-e2622ac4d02e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:51:17Z', 'updated_at': '2021-12-16T22:51:22Z', 'revision_number': 4, 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'gw_port': {'id': '598be091-3ddf-485d-9eb7-e2622ac4d02e', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:18:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2a85a0a-2ded-477e-9d73-3a23c3bada5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:51:17Z', 'updated_at': '2021-12-16T22:51:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv', '_interfaces': [{'id': 'b8ff4aae-1217-4703-ae2f-9f6824d8f341', 'name': '', 'network_id': '5c1dd876-1992-4b2d-8f64-d8cf661b0088', 'tenant_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'mac_address': 'fa:16:3e:94:36:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2a85a0a-2ded-477e-9d73-3a23c3bada5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': '9db18f07-b8de-4a52-bedd-2c56e03d05a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:51:21Z', 'updated_at': '2021-12-16T22:51:27Z', 'revision_number': 5, 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'subnets': [{'id': '9db18f07-b8de-4a52-bedd-2c56e03d05a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 22:52:49.386357 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c564fff-6e57-4fc4-b3f4-43b03b3f012e None None] New status for floating IP 74bf0172-9f1e-44af-8123-6f8227faccc0: DOWN {{(pid=87509) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 16 22:52:49.797580 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5601bba-d32c-411a-a59d-cecca31c2c23 req-06491ee1-87c8-4c8d-b370-1b8ccfcab350 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:52:49.799069 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-b5601bba-d32c-411a-a59d-cecca31c2c23 req-06491ee1-87c8-4c8d-b370-1b8ccfcab350 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "GET /v2.0/ports?device_id=75a15dc2-ba81-4717-ac83-d03342caf663 HTTP/1.1" status: 200  len: 946 time: 0.0837646
Dec 16 22:52:49.841430 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-b5601bba-d32c-411a-a59d-cecca31c2c23 req-ac28d8ca-b724-4bff-8142-7bdc3ee94159 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "GET /v2.0/security-groups?id=20bdd1f0-832c-4ea5-a647-0ed75cff9a41&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0362892
Dec 16 22:52:50.032710 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Device 08ebee3e-dfaf-40ce-a1b4-6dfddea9e393 no longer exists at agent hyperv_hv-neutron-8218 {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 22:52:50.037600 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8c7c7d-7f9c-413b-af0d-f1916791bf5c req-32c73247-af0b-4a74-a415-13274a206773 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:52:50.038294 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [req-cf8c7c7d-7f9c-413b-af0d-f1916791bf5c req-32c73247-af0b-4a74-a415-13274a206773 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Synchronizing usage tracker for tenant:b7e45fda9ad540a6ac359d1c64c9adb2 on resource:port {{(pid=87506) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 22:52:50.053197 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [req-cf8c7c7d-7f9c-413b-af0d-f1916791bf5c req-32c73247-af0b-4a74-a415-13274a206773 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Unset dirty status for tenant:b7e45fda9ad540a6ac359d1c64c9adb2 on resource:port {{(pid=87506) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 22:52:50.054267 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-cf8c7c7d-7f9c-413b-af0d-f1916791bf5c req-32c73247-af0b-4a74-a415-13274a206773 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.49 "GET /v2.0/ports?device_id=75a15dc2-ba81-4717-ac83-d03342caf663 HTTP/1.1" status: 200  len: 946 time: 0.0976908
Dec 16 22:52:50.065268 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] No Port match for: 08ebee3e-dfaf-40ce-a1b4-6dfddea9e393 {{(pid=87508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 22:52:50.065621 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Device 08ebee3e-dfaf-40ce-a1b4-6dfddea9e393 not bound to the agent host hv-neutron-8218 {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 22:52:50.123237 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [req-cf8c7c7d-7f9c-413b-af0d-f1916791bf5c req-85dd7e9e-3549-4dbe-862e-47fca95ada92 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Deleting port 7a5243ed-d9d5-4947-b6b6-43095edf43c5 {{(pid=87506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:52:50.123574 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-cf8c7c7d-7f9c-413b-af0d-f1916791bf5c req-85dd7e9e-3549-4dbe-862e-47fca95ada92 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:52:50.362305 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.db [req-cf8c7c7d-7f9c-413b-af0d-f1916791bf5c req-85dd7e9e-3549-4dbe-862e-47fca95ada92 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] For port 7a5243ed-d9d5-4947-b6b6-43095edf43c5, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=7a5243ed-d9d5-4947-b6b6-43095edf43c5,segment=NetworkSegment(05610977-0c7f-44b6-ba99-d5ddc57c029c),segment_id=05610977-0c7f-44b6-ba99-d5ddc57c029c)] {{(pid=87506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:52:50.362664 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-cf8c7c7d-7f9c-413b-af0d-f1916791bf5c req-85dd7e9e-3549-4dbe-862e-47fca95ada92 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:52:50.482227 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [req-cf8c7c7d-7f9c-413b-af0d-f1916791bf5c req-85dd7e9e-3549-4dbe-862e-47fca95ada92 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Calling delete_port for 7a5243ed-d9d5-4947-b6b6-43095edf43c5 owned by compute:nova {{(pid=87506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:52:50.521550 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.agents_db [None req-0abd2616-a86c-48e2-be07-10823335a5bb None None] Agent healthcheck: found 6 active agents {{(pid=87509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 22:52:50.622933 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-cf8c7c7d-7f9c-413b-af0d-f1916791bf5c req-85dd7e9e-3549-4dbe-862e-47fca95ada92 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1863393'] for port, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:52:50.628079 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-2fe1d7d1-9053-4a93-9c57-e500e7543d4f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:52:50.671784 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85dd7e9e-3549-4dbe-862e-47fca95ada92 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Pushing event deleted for resources: {'Port': ['ID=7a5243ed-d9d5-4947-b6b6-43095edf43c5,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:52:50.675311 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-85dd7e9e-3549-4dbe-862e-47fca95ada92 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:52:50.747661 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf8c7c7d-7f9c-413b-af0d-f1916791bf5c req-85dd7e9e-3549-4dbe-862e-47fca95ada92 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] No DVR routers for this DVR port 7a5243ed-d9d5-4947-b6b6-43095edf43c5 on host hv-neutron-8218 {{(pid=87506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 22:52:50.750072 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-cf8c7c7d-7f9c-413b-af0d-f1916791bf5c req-85dd7e9e-3549-4dbe-862e-47fca95ada92 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for port, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:52:50.752660 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75a15dc2-ba81-4717-ac83-d03342caf663', 'name': 'network-vif-deleted', 'tag': '7a5243ed-d9d5-4947-b6b6-43095edf43c5'}] {{(pid=87506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 22:52:50.768430 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-cf8c7c7d-7f9c-413b-af0d-f1916791bf5c req-85dd7e9e-3549-4dbe-862e-47fca95ada92 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.49 "DELETE /v2.0/ports/7a5243ed-d9d5-4947-b6b6-43095edf43c5 HTTP/1.1" status: 204  len: 173 time: 0.7083166
Dec 16 22:52:50.795637 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75a15dc2-ba81-4717-ac83-d03342caf663', 'name': 'network-vif-deleted', 'tag': '7a5243ed-d9d5-4947-b6b6-43095edf43c5', 'status': 'completed', 'code': 200}
Dec 16 22:52:51.002860 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-f206c4e4-13c2-4046-8f2b-92797e920247 req-c6fa0158-294e-4c0c-8230-2d0b4d8c0388 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "GET /v2.0/ports?device_id=75a15dc2-ba81-4717-ac83-d03342caf663 HTTP/1.1" status: 200  len: 210 time: 0.0424960
Dec 16 22:52:52.098212 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 50926) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:52:52.164674 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-7a66d9de-8355-4df0-a25c-cad3107d2fe6 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for security_group, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:52:52.193480 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-7a66d9de-8355-4df0-a25c-cad3107d2fe6 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:52:52.259566 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-7a66d9de-8355-4df0-a25c-cad3107d2fe6 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841066'] for security_group, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:52:52.263986 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-5ce899fd-8805-4cea-875e-08a2d4230fc5 tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:52:52.278131 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a66d9de-8355-4df0-a25c-cad3107d2fe6 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=20bdd1f0-832c-4ea5-a647-0ed75cff9a41,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:52:52.281142 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-7a66d9de-8355-4df0-a25c-cad3107d2fe6 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:52:52.288872 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-7a66d9de-8355-4df0-a25c-cad3107d2fe6 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for security_group, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:52:52.289978 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-7a66d9de-8355-4df0-a25c-cad3107d2fe6 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "DELETE /v2.0/security-groups/20bdd1f0-832c-4ea5-a647-0ed75cff9a41 HTTP/1.1" status: 204  len: 168 time: 0.1908100
Dec 16 22:52:52.322634 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 50932) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:52:52.962277 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-7c29c79f-3957-47c3-b0f6-0cdb1eb8c59d tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3830176'] for router_interface, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:52:53.302643 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [None req-7c29c79f-3957-47c3-b0f6-0cdb1eb8c59d tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Deleting port b8ff4aae-1217-4703-ae2f-9f6824d8f341 {{(pid=87506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:52:53.303323 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-7c29c79f-3957-47c3-b0f6-0cdb1eb8c59d tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:52:53.485170 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.db [None req-7c29c79f-3957-47c3-b0f6-0cdb1eb8c59d tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] For port b8ff4aae-1217-4703-ae2f-9f6824d8f341, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=b8ff4aae-1217-4703-ae2f-9f6824d8f341,segment=NetworkSegment(05610977-0c7f-44b6-ba99-d5ddc57c029c),segment_id=05610977-0c7f-44b6-ba99-d5ddc57c029c)] {{(pid=87506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:52:53.485528 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-7c29c79f-3957-47c3-b0f6-0cdb1eb8c59d tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:52:53.625780 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [None req-7c29c79f-3957-47c3-b0f6-0cdb1eb8c59d tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Calling delete_port for b8ff4aae-1217-4703-ae2f-9f6824d8f341 owned by network:router_interface {{(pid=87506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:52:54.048746 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Device 7a5243ed-d9d5-4947-b6b6-43095edf43c5 no longer exists at agent hyperv_hv-neutron-8218 {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 22:52:54.059491 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-7c29c79f-3957-47c3-b0f6-0cdb1eb8c59d tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1863393'] for port, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:52:54.063082 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-ef071c1a-4308-40b1-a52e-f20e660a7b79 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:52:54.081939 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] No Port match for: 7a5243ed-d9d5-4947-b6b6-43095edf43c5 {{(pid=87508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 22:52:54.082302 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Device 7a5243ed-d9d5-4947-b6b6-43095edf43c5 not bound to the agent host hv-neutron-8218 {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 22:52:54.106444 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c29c79f-3957-47c3-b0f6-0cdb1eb8c59d tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Pushing event deleted for resources: {'Port': ['ID=b8ff4aae-1217-4703-ae2f-9f6824d8f341,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:52:54.109880 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-7c29c79f-3957-47c3-b0f6-0cdb1eb8c59d tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:52:54.376729 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-7c29c79f-3957-47c3-b0f6-0cdb1eb8c59d tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3791449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3739472'] for router_interface, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:52:54.721696 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c29c79f-3957-47c3-b0f6-0cdb1eb8c59d tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Router c2a85a0a-2ded-477e-9d73-3a23c3bada5f has already been hosted by L3 agent 4f519db7-069b-43e2-8411-c092bac9102a {{(pid=87506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 22:52:54.896371 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c29c79f-3957-47c3-b0f6-0cdb1eb8c59d tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify agent at l3_agent.dv-neutron-821829-1-hyperv the message routers_updated {{(pid=87506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 22:52:54.906499 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2c3ae03-38a3-4939-83c7-9bc7d3a134b8 None None] Sync routers for ids ['c2a85a0a-2ded-477e-9d73-3a23c3bada5f'] in dv-neutron-821829-1-hyperv {{(pid=87508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 22:52:54.909185 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-7c29c79f-3957-47c3-b0f6-0cdb1eb8c59d tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "PUT /v2.0/routers/c2a85a0a-2ded-477e-9d73-3a23c3bada5f/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.5855007
Dec 16 22:52:54.912129 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 50936) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:52:54.915787 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2c3ae03-38a3-4939-83c7-9bc7d3a134b8 None None] Routers {'c2a85a0a-2ded-477e-9d73-3a23c3bada5f'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:52:54.916411 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-a2c3ae03-38a3-4939-83c7-9bc7d3a134b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b7c0db7f0>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:52:31Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['c2a85a0a-2ded-477e-9d73-3a23c3bada5f'], 'active': True} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:52:54.979693 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1ce912a-cc0a-49c3-b9ac-2fce37ddaa00 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Deleting subnet 9db18f07-b8de-4a52-bedd-2c56e03d05a7 {{(pid=87507) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 16 22:52:54.983356 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-e1ce912a-cc0a-49c3-b9ac-2fce37ddaa00 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for subnet, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:52:55.035451 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-e1ce912a-cc0a-49c3-b9ac-2fce37ddaa00 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2128562'] for subnet, precommit_delete_associations {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:52:55.088777 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvr_db [None req-a2c3ae03-38a3-4939-83c7-9bc7d3a134b8 None None] Set router c2a85a0a-2ded-477e-9d73-3a23c3bada5f gateway port host: dv-neutron-821829-1-hyperv {{(pid=87508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 22:52:55.116152 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-e1ce912a-cc0a-49c3-b9ac-2fce37ddaa00 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3328566'] for subnet, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:52:55.305763 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-e1ce912a-cc0a-49c3-b9ac-2fce37ddaa00 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3328622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10807868', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10549621'] for subnet, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:52:55.310223 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-2486b864-2fc5-40c3-ad3b-3a4edbccef86 tempest-TagsExtTest-2103464928 tempest-TagsExtTest-2103464928-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:52:55.346883 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-e1ce912a-cc0a-49c3-b9ac-2fce37ddaa00 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for subnet, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:52:55.349428 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ce912a-cc0a-49c3-b9ac-2fce37ddaa00 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Pushing event deleted for resources: {'Subnet': ['ID=9db18f07-b8de-4a52-bedd-2c56e03d05a7,revision_number=None']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:52:55.350991 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d3b4150-6246-4829-8104-49a7046baec9 None None] Network 5c1dd876-1992-4b2d-8f64-d8cf661b0088 requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 22:52:55.352521 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-e1ce912a-cc0a-49c3-b9ac-2fce37ddaa00 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:52:55.356223 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-e1ce912a-cc0a-49c3-b9ac-2fce37ddaa00 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "DELETE /v2.0/subnets/9db18f07-b8de-4a52-bedd-2c56e03d05a7 HTTP/1.1" status: 204  len: 168 time: 0.4430730
Dec 16 22:52:55.358296 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 50940) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:52:55.527750 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-a2c3ae03-38a3-4939-83c7-9bc7d3a134b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b7c0db7f0>, [{'id': 'c2a85a0a-2ded-477e-9d73-3a23c3bada5f', 'name': 'tempest-TestNetworkBasicOps-router-850299834', 'tenant_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.88'}], 'enable_snat': True}, 'gw_port_id': '598be091-3ddf-485d-9eb7-e2622ac4d02e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:51:17Z', 'updated_at': '2021-12-16T22:52:53Z', 'revision_number': 5, 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'gw_port': {'id': '598be091-3ddf-485d-9eb7-e2622ac4d02e', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:18:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2a85a0a-2ded-477e-9d73-3a23c3bada5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:51:17Z', 'updated_at': '2021-12-16T22:51:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv'}], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:52:55.534688 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2c3ae03-38a3-4939-83c7-9bc7d3a134b8 None None] Checking router: c2a85a0a-2ded-477e-9d73-3a23c3bada5f for host: dv-neutron-821829-1-hyperv {{(pid=87508) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 22:52:55.541152 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-6ef9571f-9612-412d-a8c3-d6af73c47826 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for router, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:52:55.552048 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2c3ae03-38a3-4939-83c7-9bc7d3a134b8 None None] Routers {'c2a85a0a-2ded-477e-9d73-3a23c3bada5f'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:52:55.552677 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-a2c3ae03-38a3-4939-83c7-9bc7d3a134b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b7c0db7f0>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:52:31Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['c2a85a0a-2ded-477e-9d73-3a23c3bada5f'], 'active': True} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:52:55.788875 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvr_db [None req-a2c3ae03-38a3-4939-83c7-9bc7d3a134b8 None None] Set router c2a85a0a-2ded-477e-9d73-3a23c3bada5f gateway port host: dv-neutron-821829-1-hyperv {{(pid=87508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 22:52:55.831531 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-793a5c20-4a5a-4987-9cf6-99f0f8535106 None None] DHCP port deletion for 5c1dd876-1992-4b2d-8f64-d8cf661b0088 request from dv-neutron-821829-1-hyperv {{(pid=87508) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 16 22:52:55.849104 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-6ef9571f-9612-412d-a8c3-d6af73c47826 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:52:55.858729 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [None req-6ef9571f-9612-412d-a8c3-d6af73c47826 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Deleting port 598be091-3ddf-485d-9eb7-e2622ac4d02e {{(pid=87506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:52:55.859192 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-6ef9571f-9612-412d-a8c3-d6af73c47826 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:52:55.898103 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-793a5c20-4a5a-4987-9cf6-99f0f8535106 None None] Deleting port b2769511-161d-452a-957f-bb7f8bd0055d {{(pid=87508) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:52:55.898487 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-793a5c20-4a5a-4987-9cf6-99f0f8535106 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:52:56.029768 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.db [None req-6ef9571f-9612-412d-a8c3-d6af73c47826 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] For port 598be091-3ddf-485d-9eb7-e2622ac4d02e, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=598be091-3ddf-485d-9eb7-e2622ac4d02e,segment=NetworkSegment(a416442d-d143-4052-9f4e-546eb8cbe809),segment_id=a416442d-d143-4052-9f4e-546eb8cbe809)] {{(pid=87506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:52:56.030009 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-6ef9571f-9612-412d-a8c3-d6af73c47826 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:52:56.149517 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [None req-6ef9571f-9612-412d-a8c3-d6af73c47826 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Calling delete_port for 598be091-3ddf-485d-9eb7-e2622ac4d02e owned by network:router_gateway {{(pid=87506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:52:56.235170 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-793a5c20-4a5a-4987-9cf6-99f0f8535106 None None] For port b2769511-161d-452a-957f-bb7f8bd0055d, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=b2769511-161d-452a-957f-bb7f8bd0055d,segment=NetworkSegment(05610977-0c7f-44b6-ba99-d5ddc57c029c),segment_id=05610977-0c7f-44b6-ba99-d5ddc57c029c)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:52:56.235746 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-793a5c20-4a5a-4987-9cf6-99f0f8535106 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:52:56.314361 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-6ef9571f-9612-412d-a8c3-d6af73c47826 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1863393'] for port, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:52:56.318066 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-f113189b-337b-4e30-9fa5-2c7812087a15 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:52:56.360185 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-793a5c20-4a5a-4987-9cf6-99f0f8535106 None None] Calling delete_port for b2769511-161d-452a-957f-bb7f8bd0055d owned by network:dhcp {{(pid=87508) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:52:56.367220 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef9571f-9612-412d-a8c3-d6af73c47826 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Pushing event deleted for resources: {'Port': ['ID=598be091-3ddf-485d-9eb7-e2622ac4d02e,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:52:56.394391 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-6ef9571f-9612-412d-a8c3-d6af73c47826 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:52:56.418512 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-a2c3ae03-38a3-4939-83c7-9bc7d3a134b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b7c0db7f0>, [{'id': 'c2a85a0a-2ded-477e-9d73-3a23c3bada5f', 'name': 'tempest-TestNetworkBasicOps-router-850299834', 'tenant_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.88'}], 'enable_snat': True}, 'gw_port_id': '598be091-3ddf-485d-9eb7-e2622ac4d02e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:51:17Z', 'updated_at': '2021-12-16T22:52:53Z', 'revision_number': 5, 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'gw_port': {'id': '598be091-3ddf-485d-9eb7-e2622ac4d02e', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:18:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2a85a0a-2ded-477e-9d73-3a23c3bada5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:51:17Z', 'updated_at': '2021-12-16T22:51:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv'}], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:52:56.436644 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2c3ae03-38a3-4939-83c7-9bc7d3a134b8 None None] The sync data for ids ['c2a85a0a-2ded-477e-9d73-3a23c3bada5f'] in dv-neutron-821829-1-hyperv is: [{'id': 'c2a85a0a-2ded-477e-9d73-3a23c3bada5f', 'name': 'tempest-TestNetworkBasicOps-router-850299834', 'tenant_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.88'}], 'enable_snat': True}, 'gw_port_id': '598be091-3ddf-485d-9eb7-e2622ac4d02e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:51:17Z', 'updated_at': '2021-12-16T22:52:53Z', 'revision_number': 5, 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'gw_port': {'id': '598be091-3ddf-485d-9eb7-e2622ac4d02e', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:18:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2a85a0a-2ded-477e-9d73-3a23c3bada5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:51:17Z', 'updated_at': '2021-12-16T22:51:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv'}] {{(pid=87508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 22:52:56.449611 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-793a5c20-4a5a-4987-9cf6-99f0f8535106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949'] for port, after_delete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:52:56.454413 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-afb4ddcd-4670-45d5-b508-a14a5d401ea4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:52:56.459559 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-6ef9571f-9612-412d-a8c3-d6af73c47826 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3741895'] for router_gateway, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:52:56.498753 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793a5c20-4a5a-4987-9cf6-99f0f8535106 None None] Pushing event deleted for resources: {'Port': ['ID=b2769511-161d-452a-957f-bb7f8bd0055d,revision_number=None']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:52:56.503522 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-793a5c20-4a5a-4987-9cf6-99f0f8535106 None None] No DVR routers for this DVR port b2769511-161d-452a-957f-bb7f8bd0055d on host dv-neutron-821829-1-hyperv {{(pid=87508) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 22:52:56.509414 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793a5c20-4a5a-4987-9cf6-99f0f8535106 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:52:56.509771 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793a5c20-4a5a-4987-9cf6-99f0f8535106 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:52:56.510151 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793a5c20-4a5a-4987-9cf6-99f0f8535106 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:52:56.510561 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793a5c20-4a5a-4987-9cf6-99f0f8535106 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:52:56.510790 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793a5c20-4a5a-4987-9cf6-99f0f8535106 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:52:56.511122 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793a5c20-4a5a-4987-9cf6-99f0f8535106 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:52:56.511446 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793a5c20-4a5a-4987-9cf6-99f0f8535106 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:52:56.511821 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793a5c20-4a5a-4987-9cf6-99f0f8535106 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:52:56.512121 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793a5c20-4a5a-4987-9cf6-99f0f8535106 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:52:56.513297 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793a5c20-4a5a-4987-9cf6-99f0f8535106 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:52:56.513297 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793a5c20-4a5a-4987-9cf6-99f0f8535106 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:52:56.513297 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793a5c20-4a5a-4987-9cf6-99f0f8535106 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:52:56.516733 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-793a5c20-4a5a-4987-9cf6-99f0f8535106 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:52:56.635989 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-6ef9571f-9612-412d-a8c3-d6af73c47826 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3739500', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39002'] for router, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:52:56.638109 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-6ef9571f-9612-412d-a8c3-d6af73c47826 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:52:56.660763 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-6ef9571f-9612-412d-a8c3-d6af73c47826 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3830089'] for router, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:52:56.661281 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ef9571f-9612-412d-a8c3-d6af73c47826 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Fanout notify agent at l3_agent the message router_deleted on router c2a85a0a-2ded-477e-9d73-3a23c3bada5f {{(pid=87506) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 16 22:52:56.676359 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-6ef9571f-9612-412d-a8c3-d6af73c47826 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for router, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:52:56.677416 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-6ef9571f-9612-412d-a8c3-d6af73c47826 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "DELETE /v2.0/routers/c2a85a0a-2ded-477e-9d73-3a23c3bada5f HTTP/1.1" status: 204  len: 168 time: 1.3179612
Dec 16 22:52:56.680033 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 50944) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:52:56.790848 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-0a129b02-8066-4c94-8f7e-8113dbd821d3 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-825997'] for network, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:52:56.927808 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-0a129b02-8066-4c94-8f7e-8113dbd821d3 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3329565', 'neutron.services.segments.db._delete_segments_for_network-8734753546406'] for network, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:52:56.952719 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.services.segments.db [None req-0a129b02-8066-4c94-8f7e-8113dbd821d3 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1b776539d0>,) {'filters': {'network_id': ['5c1dd876-1992-4b2d-8f64-d8cf661b0088']}} {{(pid=87506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:52:56.964279 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.services.segments.db [None req-0a129b02-8066-4c94-8f7e-8113dbd821d3 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b776539d0>, '05610977-0c7f-44b6-ba99-d5ddc57c029c') {'for_net_delete': True} {{(pid=87506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:52:56.964572 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.services.segments.db [None req-0a129b02-8066-4c94-8f7e-8113dbd821d3 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b776539d0>, '05610977-0c7f-44b6-ba99-d5ddc57c029c') {} {{(pid=87506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:52:56.976628 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-0a129b02-8066-4c94-8f7e-8113dbd821d3 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734753593977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-266764496'] for segment, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:52:56.992494 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-0a129b02-8066-4c94-8f7e-8113dbd821d3 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-883292'] for segment, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:52:56.998709 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a129b02-8066-4c94-8f7e-8113dbd821d3 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Releasing vlan 152 on physical network physnet1 to pool {{(pid=87506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 16 22:52:56.999094 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-0a129b02-8066-4c94-8f7e-8113dbd821d3 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-883285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1863180'] for segment, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:52:57.017455 dv-neutron-821829-1-hyperv neutron-server[87506]: Traceback (most recent call last):
Dec 16 22:52:57.017455 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 16 22:52:57.017455 dv-neutron-821829-1-hyperv neutron-server[87506]:     timer()
Dec 16 22:52:57.017455 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 22:52:57.017455 dv-neutron-821829-1-hyperv neutron-server[87506]:     cb(*args, **kw)
Dec 16 22:52:57.017455 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 22:52:57.017455 dv-neutron-821829-1-hyperv neutron-server[87506]:     return func(*args, **kwargs)
Dec 16 22:52:57.017455 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 22:52:57.017455 dv-neutron-821829-1-hyperv neutron-server[87506]:     self._notify()
Dec 16 22:52:57.017455 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 22:52:57.017455 dv-neutron-821829-1-hyperv neutron-server[87506]:     self.callback(batched_events)
Dec 16 22:52:57.017455 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 22:52:57.017455 dv-neutron-821829-1-hyperv neutron-server[87506]:     event.method(event)
Dec 16 22:52:57.017455 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 22:52:57.017455 dv-neutron-821829-1-hyperv neutron-server[87506]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 22:52:57.017455 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 22:52:57.017455 dv-neutron-821829-1-hyperv neutron-server[87506]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 22:52:57.017455 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 22:52:57.017455 dv-neutron-821829-1-hyperv neutron-server[87506]:     return f(self, *a, **k)
Dec 16 22:52:57.017455 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 16 22:52:57.017455 dv-neutron-821829-1-hyperv neutron-server[87506]:     return self._get(url).json()
Dec 16 22:52:57.017455 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 16 22:52:57.017455 dv-neutron-821829-1-hyperv neutron-server[87506]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 22:52:57.017455 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 16 22:52:57.017455 dv-neutron-821829-1-hyperv neutron-server[87506]:     return self.request(url, 'GET', **kwargs)
Dec 16 22:52:57.017455 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 16 22:52:57.017455 dv-neutron-821829-1-hyperv neutron-server[87506]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 22:52:57.017455 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 16 22:52:57.017455 dv-neutron-821829-1-hyperv neutron-server[87506]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 22:52:57.017455 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 16 22:52:57.017455 dv-neutron-821829-1-hyperv neutron-server[87506]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 22:52:57.017455 dv-neutron-821829-1-hyperv neutron-server[87506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 22:52:57.095248 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-0a129b02-8066-4c94-8f7e-8113dbd821d3 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3329572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3741856'] for network, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:52:57.098776 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-eaa23703-3eb0-4891-b176-d93fc41a6149 tempest-RoutersNegativeTest-1851367265 tempest-RoutersNegativeTest-1851367265-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:52:57.112948 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-0a129b02-8066-4c94-8f7e-8113dbd821d3 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for network, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:52:57.124074 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a129b02-8066-4c94-8f7e-8113dbd821d3 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Pushing event deleted for resources: {'Network': ['ID=5c1dd876-1992-4b2d-8f64-d8cf661b0088,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:52:57.127070 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-0a129b02-8066-4c94-8f7e-8113dbd821d3 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:52:57.132465 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-0a129b02-8066-4c94-8f7e-8113dbd821d3 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "DELETE /v2.0/networks/5c1dd876-1992-4b2d-8f64-d8cf661b0088 HTTP/1.1" status: 204  len: 168 time: 0.4515045
Dec 16 22:52:57.159091 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 50948) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:52:57.164730 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-65df3e66-4fca-46f0-ac0b-c37f0182a604 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Request body: {'network': {'name': 'tempest-network-smoke--162690166', 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'port_security_enabled': True}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:52:57.169832 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-65df3e66-4fca-46f0-ac0b-c37f0182a604 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:52:57.173835 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-65df3e66-4fca-46f0-ac0b-c37f0182a604 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Usage tracker for resource:network and tenant:b7e45fda9ad540a6ac359d1c64c9adb2 is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:52:57.176626 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-65df3e66-4fca-46f0-ac0b-c37f0182a604 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:52:57.182142 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-65df3e66-4fca-46f0-ac0b-c37f0182a604 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:52:57.192368 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65df3e66-4fca-46f0-ac0b-c37f0182a604 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Made reservation on behalf of b7e45fda9ad540a6ac359d1c64c9adb2 for: {'network': 1} {{(pid=87506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:52:57.195880 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-65df3e66-4fca-46f0-ac0b-c37f0182a604 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for network, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:52:57.227532 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65df3e66-4fca-46f0-ac0b-c37f0182a604 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] vlan segment allocate from pool success with {'vlan_id': 179, 'physical_network': 'physnet1'}  {{(pid=87506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 22:52:57.237121 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-65df3e66-4fca-46f0-ac0b-c37f0182a604 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-883292'] for segment, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:52:57.237454 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.db.segments_db [None req-65df3e66-4fca-46f0-ac0b-c37f0182a604 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Added segment 92ad741c-b04a-43e9-b9d1-120552dacfd2 of type vlan for network 9383b5ea-810c-4819-9ec1-06017ed11ef4
Dec 16 22:52:57.263659 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-65df3e66-4fca-46f0-ac0b-c37f0182a604 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734753047233'] for network, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:52:57.291424 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-65df3e66-4fca-46f0-ac0b-c37f0182a604 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440'] for network, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:52:57.296929 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65df3e66-4fca-46f0-ac0b-c37f0182a604 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:52:57.297508 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-65df3e66-4fca-46f0-ac0b-c37f0182a604 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for network, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:52:57.301014 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-d8a98294-6a35-4fcb-b9dd-959499beecb3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:52:57.529696 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-65df3e66-4fca-46f0-ac0b-c37f0182a604 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.3696265
Dec 16 22:52:57.532531 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 50952) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:52:57.534585 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device b2769511-161d-452a-957f-bb7f8bd0055d no longer exists at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 22:52:57.536659 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65df3e66-4fca-46f0-ac0b-c37f0182a604 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Pushing event updated for resources: {'Network': ['ID=9383b5ea-810c-4819-9ec1-06017ed11ef4,revision_number=1']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:52:57.538911 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-d72e1613-3295-48e7-aaaf-6a64b36a2bf2 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-664398853', 'admin_state_up': True, 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5'}}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:52:57.539297 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-65df3e66-4fca-46f0-ac0b-c37f0182a604 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:52:57.546824 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-d72e1613-3295-48e7-aaaf-6a64b36a2bf2 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:52:57.550900 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-d72e1613-3295-48e7-aaaf-6a64b36a2bf2 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Usage tracker for resource:router and tenant:b7e45fda9ad540a6ac359d1c64c9adb2 is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:52:57.553609 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-d72e1613-3295-48e7-aaaf-6a64b36a2bf2 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:52:57.560987 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-d72e1613-3295-48e7-aaaf-6a64b36a2bf2 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:52:57.565261 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Network 9383b5ea-810c-4819-9ec1-06017ed11ef4 details requested by agent ovs-agent-dv-neutron-821829-1-hyperv with host dv-neutron-821829-1-hyperv {{(pid=87508) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 22:52:57.570749 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-d72e1613-3295-48e7-aaaf-6a64b36a2bf2 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3741155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38980'] for router, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:52:57.572081 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-d72e1613-3295-48e7-aaaf-6a64b36a2bf2 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3743284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3741748', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3896702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-38989'] for router, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:52:57.586739 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] No Port match for: b2769511-161d-452a-957f-bb7f8bd0055d {{(pid=87508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 22:52:57.587088 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device b2769511-161d-452a-957f-bb7f8bd0055d not bound to the agent host dv-neutron-821829-1-hyperv {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 22:52:57.587521 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 598be091-3ddf-485d-9eb7-e2622ac4d02e no longer exists at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 22:52:57.589363 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-d72e1613-3295-48e7-aaaf-6a64b36a2bf2 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:52:57.668192 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] No Port match for: 598be091-3ddf-485d-9eb7-e2622ac4d02e {{(pid=87508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 22:52:57.668450 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 598be091-3ddf-485d-9eb7-e2622ac4d02e not bound to the agent host dv-neutron-821829-1-hyperv {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 22:52:57.669404 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device b8ff4aae-1217-4703-ae2f-9f6824d8f341 no longer exists at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 22:52:57.715411 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] No Port match for: b8ff4aae-1217-4703-ae2f-9f6824d8f341 {{(pid=87508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 22:52:57.715712 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device b8ff4aae-1217-4703-ae2f-9f6824d8f341 not bound to the agent host dv-neutron-821829-1-hyperv {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 22:52:57.852454 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-d72e1613-3295-48e7-aaaf-6a64b36a2bf2 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3741702', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3740945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-38947'] for router, precommit_update {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:52:58.140038 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-d72e1613-3295-48e7-aaaf-6a64b36a2bf2 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for router_gateway, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:52:58.156361 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b301e79f-8503-403f-a94e-668951b71b0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:52:58.169475 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-d72e1613-3295-48e7-aaaf-6a64b36a2bf2 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:52:58.304163 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.db_base_plugin_common [None req-d72e1613-3295-48e7-aaaf-6a64b36a2bf2 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Allocated IP 172.26.0.76 (f8905ce9-304b-4976-bc47-e58c71c11de5/9bca8591-41ef-4f2d-8ecb-ecaab1a28acf/2992bb63-c5e5-4bac-b33c-0d66c6afbee7) {{(pid=87507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 22:52:58.446750 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-d72e1613-3295-48e7-aaaf-6a64b36a2bf2 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for port, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:52:58.476719 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-d72e1613-3295-48e7-aaaf-6a64b36a2bf2 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10807823'] for port, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:52:58.481341 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-b1ff00c5-034b-4ad3-bb48-f8678ef9511a tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:52:58.537897 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d72e1613-3295-48e7-aaaf-6a64b36a2bf2 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Network f8905ce9-304b-4976-bc47-e58c71c11de5 is already hosted by enough agents. {{(pid=87507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:52:58.540991 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.base_scheduler [None req-d72e1613-3295-48e7-aaaf-6a64b36a2bf2 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Resources bound (agent type, host, resource id):  {{(pid=87507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:52:58.544599 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d72e1613-3295-48e7-aaaf-6a64b36a2bf2 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Received port after_create {{(pid=87507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 22:52:58.584590 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72e1613-3295-48e7-aaaf-6a64b36a2bf2 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Pushing event updated for resources: {'Port': ['ID=2992bb63-c5e5-4bac-b33c-0d66c6afbee7,revision_number=1']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:52:58.588657 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-d72e1613-3295-48e7-aaaf-6a64b36a2bf2 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:52:59.064917 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-d72e1613-3295-48e7-aaaf-6a64b36a2bf2 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for router_gateway, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:52:59.402184 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-d72e1613-3295-48e7-aaaf-6a64b36a2bf2 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3740952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3741923'] for router, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:52:59.601083 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d72e1613-3295-48e7-aaaf-6a64b36a2bf2 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Router 86591f9c-5409-4b1e-b5b0-1c0a03149daa is scheduled to L3 agent 4f519db7-069b-43e2-8411-c092bac9102a with binding_index 1 {{(pid=87507) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 16 22:52:59.773804 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d72e1613-3295-48e7-aaaf-6a64b36a2bf2 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify agent at l3_agent.dv-neutron-821829-1-hyperv the message routers_updated {{(pid=87507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 22:52:59.783383 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-478e38f5-a8c6-4c74-9c5d-00b04a2e4950 None None] Sync routers for ids ['86591f9c-5409-4b1e-b5b0-1c0a03149daa'] in dv-neutron-821829-1-hyperv {{(pid=87509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 22:52:59.793035 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-478e38f5-a8c6-4c74-9c5d-00b04a2e4950 None None] Routers {'86591f9c-5409-4b1e-b5b0-1c0a03149daa'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:52:59.793880 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-478e38f5-a8c6-4c74-9c5d-00b04a2e4950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b7cb354f0>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:52:31Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['86591f9c-5409-4b1e-b5b0-1c0a03149daa'], 'active': True} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:52:59.800414 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-d72e1613-3295-48e7-aaaf-6a64b36a2bf2 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for router, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:52:59.804744 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-d72e1613-3295-48e7-aaaf-6a64b36a2bf2 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 885 time: 2.2678127
Dec 16 22:52:59.804979 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 50956) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:52:59.844730 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-4e7b244d-750b-4486-90a8-18eb7f9c6133 tempest-TestNetworkBasicOps-761014822 tempest-TestNetworkBasicOps-761014822-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=b7e45fda9ad540a6ac359d1c64c9adb2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0385814
Dec 16 22:52:59.847191 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 50960) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:52:59.966176 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvr_db [None req-478e38f5-a8c6-4c74-9c5d-00b04a2e4950 None None] Set router 86591f9c-5409-4b1e-b5b0-1c0a03149daa gateway port host: dv-neutron-821829-1-hyperv {{(pid=87509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 22:52:59.974177 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffe140de-aa11-41d6-89c1-212b459b568b tempest-TestNetworkBasicOps-761014822 tempest-TestNetworkBasicOps-761014822-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:52:59.978293 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-ffe140de-aa11-41d6-89c1-212b459b568b tempest-TestNetworkBasicOps-761014822 tempest-TestNetworkBasicOps-761014822-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.1275909
Dec 16 22:52:59.978505 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 50964) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:53:00.018966 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-2c1844ab-71d0-47a8-80b5-bc9bb7501cda tempest-TestNetworkBasicOps-761014822 tempest-TestNetworkBasicOps-761014822-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=f8905ce9-304b-4976-bc47-e58c71c11de5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0371242
Dec 16 22:53:00.019192 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 50968) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:53:00.024417 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-dd7fd2d6-dd03-4372-932e-3cc6c90ac665 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1634658186', 'network_id': '9383b5ea-810c-4819-9ec1-06017ed11ef4', 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:53:00.131234 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-dd7fd2d6-dd03-4372-932e-3cc6c90ac665 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:53:00.134985 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-dd7fd2d6-dd03-4372-932e-3cc6c90ac665 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Usage tracker for resource:subnet and tenant:b7e45fda9ad540a6ac359d1c64c9adb2 is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:53:00.138391 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-dd7fd2d6-dd03-4372-932e-3cc6c90ac665 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:53:00.144107 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-dd7fd2d6-dd03-4372-932e-3cc6c90ac665 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:53:00.153735 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd7fd2d6-dd03-4372-932e-3cc6c90ac665 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Made reservation on behalf of b7e45fda9ad540a6ac359d1c64c9adb2 for: {'subnet': 1} {{(pid=87507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:53:00.157549 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-dd7fd2d6-dd03-4372-932e-3cc6c90ac665 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10549598'] for subnet, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:53:00.241866 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-478e38f5-a8c6-4c74-9c5d-00b04a2e4950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b7cb354f0>, [{'id': '86591f9c-5409-4b1e-b5b0-1c0a03149daa', 'name': 'tempest-TestNetworkBasicOps-router-664398853', 'tenant_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.76'}], 'enable_snat': True}, 'gw_port_id': '2992bb63-c5e5-4bac-b33c-0d66c6afbee7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:52:57Z', 'updated_at': '2021-12-16T22:52:58Z', 'revision_number': 3, 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'gw_port': {'id': '2992bb63-c5e5-4bac-b33c-0d66c6afbee7', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:9a:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86591f9c-5409-4b1e-b5b0-1c0a03149daa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:52:58Z', 'updated_at': '2021-12-16T22:52:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv'}], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:53:00.245978 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-478e38f5-a8c6-4c74-9c5d-00b04a2e4950 None None] Checking router: 86591f9c-5409-4b1e-b5b0-1c0a03149daa for host: dv-neutron-821829-1-hyperv {{(pid=87509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 22:53:00.246384 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-478e38f5-a8c6-4c74-9c5d-00b04a2e4950 None None] Updating router 86591f9c-5409-4b1e-b5b0-1c0a03149daa port 2992bb63-c5e5-4bac-b33c-0d66c6afbee7 binding host dv-neutron-821829-1-hyperv {{(pid=87509) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 16 22:53:00.303001 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron_lib.callbacks.manager [None req-478e38f5-a8c6-4c74-9c5d-00b04a2e4950 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:53:00.511438 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-dd7fd2d6-dd03-4372-932e-3cc6c90ac665 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10807931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10549612'] for subnet, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:53:00.514918 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-695a64ad-6301-4e7d-93d9-f66d6d3a65e1 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:53:00.588486 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7fd2d6-dd03-4372-932e-3cc6c90ac665 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Pushing event updated for resources: {'Subnet': ['ID=9b6a0b8d-b469-497f-bbb6-33b261650314,revision_number=0']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:53:00.591874 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-dd7fd2d6-dd03-4372-932e-3cc6c90ac665 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:53:00.594378 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd7fd2d6-dd03-4372-932e-3cc6c90ac665 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Checking segment: {'id': '92ad741c-b04a-43e9-b9d1-120552dacfd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '9383b5ea-810c-4819-9ec1-06017ed11ef4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 22:53:00.594727 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd7fd2d6-dd03-4372-932e-3cc6c90ac665 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Network hostable DHCP agents. Network: 9383b5ea-810c-4819-9ec1-06017ed11ef4, hostable agents: ['3b155c4d-12dc-491e-aa14-6113b06cfacd'], hosted agents: [] {{(pid=87507) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 16 22:53:00.612683 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-3dfe18c7-c864-4411-b3f2-172358313db0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:53:00.614861 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd7fd2d6-dd03-4372-932e-3cc6c90ac665 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Network 9383b5ea-810c-4819-9ec1-06017ed11ef4 is scheduled to be hosted by DHCP agent 3b155c4d-12dc-491e-aa14-6113b06cfacd with binding_index 1 {{(pid=87507) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 16 22:53:00.627074 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.base_scheduler [None req-dd7fd2d6-dd03-4372-932e-3cc6c90ac665 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821829-1-hyperv, 9383b5ea-810c-4819-9ec1-06017ed11ef4) {{(pid=87507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:53:00.631791 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd7fd2d6-dd03-4372-932e-3cc6c90ac665 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:53:00.632396 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-dd7fd2d6-dd03-4372-932e-3cc6c90ac665 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for subnet, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:53:00.637164 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron_lib.callbacks.manager [None req-478e38f5-a8c6-4c74-9c5d-00b04a2e4950 None None] Notify callbacks [] for port, precommit_update {{(pid=87509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:53:00.637696 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c261065b-d368-4cb8-b29a-1f474bbfc8ed None None] Network 9383b5ea-810c-4819-9ec1-06017ed11ef4 requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 22:53:00.651383 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.provisioning_blocks [None req-478e38f5-a8c6-4c74-9c5d-00b04a2e4950 None None] Transition to ACTIVE for port object 2992bb63-c5e5-4bac-b33c-0d66c6afbee7 will not be triggered until provisioned by entity L2. {{(pid=87509) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:53:00.663815 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron_lib.callbacks.manager [None req-478e38f5-a8c6-4c74-9c5d-00b04a2e4950 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:53:00.666052 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 50972) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:53:00.666571 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-dd7fd2d6-dd03-4372-932e-3cc6c90ac665 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 832 time: 0.6459899
Dec 16 22:53:00.668120 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG oslo_concurrency.lockutils [None req-747349d6-01b7-4167-8fbc-b299ddc6c666 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:53:00.743374 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e236fd-d1c0-4491-a2ba-9959cb3e61c2 None None] Pushing event updated for resources: {'Port': ['ID=2992bb63-c5e5-4bac-b33c-0d66c6afbee7,revision_number=2']} {{(pid=87509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:53:00.745811 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.plugins.ml2.managers [None req-478e38f5-a8c6-4c74-9c5d-00b04a2e4950 None None] Attempting to bind port 2992bb63-c5e5-4bac-b33c-0d66c6afbee7 on host dv-neutron-821829-1-hyperv for vnic_type normal with profile  {{(pid=87509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 22:53:00.745944 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.plugins.ml2.managers [None req-478e38f5-a8c6-4c74-9c5d-00b04a2e4950 None None] Attempting to bind port 2992bb63-c5e5-4bac-b33c-0d66c6afbee7 by drivers openvswitch,hyperv on host dv-neutron-821829-1-hyperv at level 0 using segments [{'id': 'a416442d-d143-4052-9f4e-546eb8cbe809', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5'}] {{(pid=87509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 22:53:00.746262 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-478e38f5-a8c6-4c74-9c5d-00b04a2e4950 None None] Attempting to bind port 2992bb63-c5e5-4bac-b33c-0d66c6afbee7 on network f8905ce9-304b-4976-bc47-e58c71c11de5 {{(pid=87509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 22:53:00.755503 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-478e38f5-a8c6-4c74-9c5d-00b04a2e4950 None None] Checking agent: {'id': '5571501f-366e-47a4-9b60-8ef19d935d27', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821829-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 24, 2), 'started_at': datetime.datetime(2021, 12, 16, 22, 24, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 52, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821829-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 22:53:00.755894 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-478e38f5-a8c6-4c74-9c5d-00b04a2e4950 None None] Checking segment: {'id': 'a416442d-d143-4052-9f4e-546eb8cbe809', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 22:53:00.756258 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron_lib.callbacks.manager [None req-478e38f5-a8c6-4c74-9c5d-00b04a2e4950 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:53:00.756653 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-478e38f5-a8c6-4c74-9c5d-00b04a2e4950 None None] Bound using segment: {'id': 'a416442d-d143-4052-9f4e-546eb8cbe809', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5'} {{(pid=87509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 22:53:00.757114 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.plugins.ml2.managers [None req-478e38f5-a8c6-4c74-9c5d-00b04a2e4950 None None] Bound port: 2992bb63-c5e5-4bac-b33c-0d66c6afbee7, host: dv-neutron-821829-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a416442d-d143-4052-9f4e-546eb8cbe809', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5'}}] {{(pid=87509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 22:53:00.757489 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron_lib.callbacks.manager [None req-478e38f5-a8c6-4c74-9c5d-00b04a2e4950 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:53:00.786897 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e236fd-d1c0-4491-a2ba-9959cb3e61c2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:53:00.787582 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e236fd-d1c0-4491-a2ba-9959cb3e61c2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:53:00.787582 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e236fd-d1c0-4491-a2ba-9959cb3e61c2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:53:00.787885 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e236fd-d1c0-4491-a2ba-9959cb3e61c2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:53:00.788207 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e236fd-d1c0-4491-a2ba-9959cb3e61c2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:53:00.788525 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e236fd-d1c0-4491-a2ba-9959cb3e61c2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:53:00.788846 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e236fd-d1c0-4491-a2ba-9959cb3e61c2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:53:00.789162 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e236fd-d1c0-4491-a2ba-9959cb3e61c2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:53:00.789480 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e236fd-d1c0-4491-a2ba-9959cb3e61c2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:53:00.789793 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e236fd-d1c0-4491-a2ba-9959cb3e61c2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:53:00.790106 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e236fd-d1c0-4491-a2ba-9959cb3e61c2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:53:00.790417 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e236fd-d1c0-4491-a2ba-9959cb3e61c2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:53:00.800101 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG oslo_concurrency.lockutils [None req-17e236fd-d1c0-4491-a2ba-9959cb3e61c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=87509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:53:00.838072 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.plugins.ml2.db [None req-478e38f5-a8c6-4c74-9c5d-00b04a2e4950 None None] For port 2992bb63-c5e5-4bac-b33c-0d66c6afbee7, host dv-neutron-821829-1-hyperv, cleared binding levels {{(pid=87509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 22:53:00.841624 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.plugins.ml2.db [None req-478e38f5-a8c6-4c74-9c5d-00b04a2e4950 None None] For port 2992bb63-c5e5-4bac-b33c-0d66c6afbee7, host dv-neutron-821829-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=2992bb63-c5e5-4bac-b33c-0d66c6afbee7,segment=NetworkSegment(a416442d-d143-4052-9f4e-546eb8cbe809),segment_id=a416442d-d143-4052-9f4e-546eb8cbe809)] {{(pid=87509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 22:53:00.847135 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron_lib.callbacks.manager [None req-478e38f5-a8c6-4c74-9c5d-00b04a2e4950 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:53:00.853711 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG oslo_concurrency.lockutils [None req-4ba5c633-b117-40c8-96dc-196e38739c89 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:53:00.867575 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba9343f0-8bcc-4570-ad44-0cef6eb15a39 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1d6bfaf-d325-5e4f-b05d-2441d8339617-9383b5ea-810c-4819-9ec1-06017ed11ef4', 'network_id': '9383b5ea-810c-4819-9ec1-06017ed11ef4', 'tenant_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'fixed_ips': [{'subnet_id': '9b6a0b8d-b469-497f-bbb6-33b261650314'}]}} from dv-neutron-821829-1-hyperv. {{(pid=87508) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 16 22:53:00.868664 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-ba9343f0-8bcc-4570-ad44-0cef6eb15a39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:53:00.920974 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-478e38f5-a8c6-4c74-9c5d-00b04a2e4950 None None] Routers {'86591f9c-5409-4b1e-b5b0-1c0a03149daa'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:53:00.921625 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-478e38f5-a8c6-4c74-9c5d-00b04a2e4950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b7cb354f0>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:53:01Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['86591f9c-5409-4b1e-b5b0-1c0a03149daa'], 'active': True} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:53:01.000967 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e236fd-d1c0-4491-a2ba-9959cb3e61c2 None None] Pushing event updated for resources: {'Port': ['ID=2992bb63-c5e5-4bac-b33c-0d66c6afbee7,revision_number=3']} {{(pid=87509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:53:01.061782 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG oslo_concurrency.lockutils [None req-17e236fd-d1c0-4491-a2ba-9959cb3e61c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=87509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:53:01.077712 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.db_base_plugin_common [None req-ba9343f0-8bcc-4570-ad44-0cef6eb15a39 None None] Allocated IP 172.20.0.2 (9383b5ea-810c-4819-9ec1-06017ed11ef4/9b6a0b8d-b469-497f-bbb6-33b261650314/01856df6-fd13-4780-8859-10905a7d6e2c) {{(pid=87508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 22:53:01.137162 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvr_db [None req-478e38f5-a8c6-4c74-9c5d-00b04a2e4950 None None] Set router 86591f9c-5409-4b1e-b5b0-1c0a03149daa gateway port host: dv-neutron-821829-1-hyperv {{(pid=87509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 22:53:01.288550 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-ba9343f0-8bcc-4570-ad44-0cef6eb15a39 None None] Notify callbacks [] for port, precommit_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:53:01.299466 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-ba9343f0-8bcc-4570-ad44-0cef6eb15a39 None None] Transition to ACTIVE for port object 01856df6-fd13-4780-8859-10905a7d6e2c will not be triggered until provisioned by entity L2. {{(pid=87508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:53:01.318859 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-ba9343f0-8bcc-4570-ad44-0cef6eb15a39 None None] Transition to ACTIVE for port object 01856df6-fd13-4780-8859-10905a7d6e2c will not be triggered until provisioned by entity DHCP. {{(pid=87508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:53:01.325746 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-ba9343f0-8bcc-4570-ad44-0cef6eb15a39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940'] for port, after_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:53:01.332200 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-f7b418ff-9ef9-4bf7-991c-810cb026f599 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:53:01.390357 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba9343f0-8bcc-4570-ad44-0cef6eb15a39 None None] Network 9383b5ea-810c-4819-9ec1-06017ed11ef4 is already hosted by enough agents. {{(pid=87508) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:53:01.393607 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.scheduler.base_scheduler [None req-ba9343f0-8bcc-4570-ad44-0cef6eb15a39 None None] Resources bound (agent type, host, resource id):  {{(pid=87508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:53:01.397262 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba9343f0-8bcc-4570-ad44-0cef6eb15a39 None None] Received port after_create {{(pid=87508) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 22:53:01.399038 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-2ac37716-4fbd-4332-b059-524a9952baf0 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:53:01.406580 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9343f0-8bcc-4570-ad44-0cef6eb15a39 None None] Pushing event updated for resources: {'Port': ['ID=01856df6-fd13-4780-8859-10905a7d6e2c,revision_number=1']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:53:01.429577 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-478e38f5-a8c6-4c74-9c5d-00b04a2e4950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b7cb354f0>, [{'id': '86591f9c-5409-4b1e-b5b0-1c0a03149daa', 'name': 'tempest-TestNetworkBasicOps-router-664398853', 'tenant_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.76'}], 'enable_snat': True}, 'gw_port_id': '2992bb63-c5e5-4bac-b33c-0d66c6afbee7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:52:57Z', 'updated_at': '2021-12-16T22:52:58Z', 'revision_number': 3, 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'gw_port': {'id': '2992bb63-c5e5-4bac-b33c-0d66c6afbee7', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:9a:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86591f9c-5409-4b1e-b5b0-1c0a03149daa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:52:58Z', 'updated_at': '2021-12-16T22:53:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv'}], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:53:01.434686 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-478e38f5-a8c6-4c74-9c5d-00b04a2e4950 None None] The sync data for ids ['86591f9c-5409-4b1e-b5b0-1c0a03149daa'] in dv-neutron-821829-1-hyperv is: [{'id': '86591f9c-5409-4b1e-b5b0-1c0a03149daa', 'name': 'tempest-TestNetworkBasicOps-router-664398853', 'tenant_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.76'}], 'enable_snat': True}, 'gw_port_id': '2992bb63-c5e5-4bac-b33c-0d66c6afbee7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:52:57Z', 'updated_at': '2021-12-16T22:52:58Z', 'revision_number': 3, 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'gw_port': {'id': '2992bb63-c5e5-4bac-b33c-0d66c6afbee7', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:9a:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86591f9c-5409-4b1e-b5b0-1c0a03149daa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:52:58Z', 'updated_at': '2021-12-16T22:53:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv'}] {{(pid=87509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 22:53:01.442521 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-ba9343f0-8bcc-4570-ad44-0cef6eb15a39 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:53:01.508676 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-ba9343f0-8bcc-4570-ad44-0cef6eb15a39 None None] Attempting to bind port 01856df6-fd13-4780-8859-10905a7d6e2c on host dv-neutron-821829-1-hyperv for vnic_type normal with profile  {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 22:53:01.509005 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-ba9343f0-8bcc-4570-ad44-0cef6eb15a39 None None] Attempting to bind port 01856df6-fd13-4780-8859-10905a7d6e2c by drivers openvswitch,hyperv on host dv-neutron-821829-1-hyperv at level 0 using segments [{'id': '92ad741c-b04a-43e9-b9d1-120552dacfd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '9383b5ea-810c-4819-9ec1-06017ed11ef4'}] {{(pid=87508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 22:53:01.509385 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba9343f0-8bcc-4570-ad44-0cef6eb15a39 None None] Attempting to bind port 01856df6-fd13-4780-8859-10905a7d6e2c on network 9383b5ea-810c-4819-9ec1-06017ed11ef4 {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 22:53:01.520130 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba9343f0-8bcc-4570-ad44-0cef6eb15a39 None None] Checking agent: {'id': '5571501f-366e-47a4-9b60-8ef19d935d27', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821829-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 24, 2), 'started_at': datetime.datetime(2021, 12, 16, 22, 24, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 52, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821829-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 22:53:01.520550 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba9343f0-8bcc-4570-ad44-0cef6eb15a39 None None] Checking segment: {'id': '92ad741c-b04a-43e9-b9d1-120552dacfd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '9383b5ea-810c-4819-9ec1-06017ed11ef4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 22:53:01.521079 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-ba9343f0-8bcc-4570-ad44-0cef6eb15a39 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:53:01.521488 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba9343f0-8bcc-4570-ad44-0cef6eb15a39 None None] Bound using segment: {'id': '92ad741c-b04a-43e9-b9d1-120552dacfd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '9383b5ea-810c-4819-9ec1-06017ed11ef4'} {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 22:53:01.522038 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-ba9343f0-8bcc-4570-ad44-0cef6eb15a39 None None] Bound port: 01856df6-fd13-4780-8859-10905a7d6e2c, host: dv-neutron-821829-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92ad741c-b04a-43e9-b9d1-120552dacfd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '9383b5ea-810c-4819-9ec1-06017ed11ef4'}}] {{(pid=87508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 22:53:01.522453 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-ba9343f0-8bcc-4570-ad44-0cef6eb15a39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:53:01.534481 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-3e729f7f-1589-4d54-9c4a-7ee6b283cc2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:53:01.627475 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-ba9343f0-8bcc-4570-ad44-0cef6eb15a39 None None] For port 01856df6-fd13-4780-8859-10905a7d6e2c, host dv-neutron-821829-1-hyperv, cleared binding levels {{(pid=87508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 22:53:01.631510 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-ba9343f0-8bcc-4570-ad44-0cef6eb15a39 None None] For port 01856df6-fd13-4780-8859-10905a7d6e2c, host dv-neutron-821829-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=01856df6-fd13-4780-8859-10905a7d6e2c,segment=NetworkSegment(92ad741c-b04a-43e9-b9d1-120552dacfd2),segment_id=92ad741c-b04a-43e9-b9d1-120552dacfd2)] {{(pid=87508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 22:53:01.635608 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-ba9343f0-8bcc-4570-ad44-0cef6eb15a39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:53:01.640439 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-ba9343f0-8bcc-4570-ad44-0cef6eb15a39 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:53:01.744285 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:53:01.767020 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9343f0-8bcc-4570-ad44-0cef6eb15a39 None None] Pushing event updated for resources: {'Port': ['ID=01856df6-fd13-4780-8859-10905a7d6e2c,revision_number=2']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:53:01.769954 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-ba9343f0-8bcc-4570-ad44-0cef6eb15a39 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:53:01.850895 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.db_base_plugin_common [None req-2ac37716-4fbd-4332-b059-524a9952baf0 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Allocated IP 172.20.0.1 (9383b5ea-810c-4819-9ec1-06017ed11ef4/9b6a0b8d-b469-497f-bbb6-33b261650314/3a41622e-3793-449e-be71-e343ae4413c4) {{(pid=87506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 22:53:02.043160 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-2ac37716-4fbd-4332-b059-524a9952baf0 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for port, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:53:02.065760 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.provisioning_blocks [None req-2ac37716-4fbd-4332-b059-524a9952baf0 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Transition to ACTIVE for port object 3a41622e-3793-449e-be71-e343ae4413c4 will not be triggered until provisioned by entity DHCP. {{(pid=87506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:53:02.091202 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-2ac37716-4fbd-4332-b059-524a9952baf0 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1863393'] for port, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:53:02.097937 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-b2231c64-a9f6-48be-87fc-2fb7613bb711 tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:53:02.160712 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ac37716-4fbd-4332-b059-524a9952baf0 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Network 9383b5ea-810c-4819-9ec1-06017ed11ef4 is already hosted by enough agents. {{(pid=87506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:53:02.164175 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.base_scheduler [None req-2ac37716-4fbd-4332-b059-524a9952baf0 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Resources bound (agent type, host, resource id):  {{(pid=87506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:53:02.166732 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ac37716-4fbd-4332-b059-524a9952baf0 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Received port after_create {{(pid=87506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 22:53:02.345895 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac37716-4fbd-4332-b059-524a9952baf0 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Pushing event updated for resources: {'Port': ['ID=3a41622e-3793-449e-be71-e343ae4413c4,revision_number=1']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:53:02.348822 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-2ac37716-4fbd-4332-b059-524a9952baf0 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:53:02.367356 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-2ac37716-4fbd-4332-b059-524a9952baf0 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3830061'] for router_interface, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:53:02.628858 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-2ac37716-4fbd-4332-b059-524a9952baf0 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:53:02.726352 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-184ffeb9-9979-4f73-ba83-5938651f2334 None None] Network 9383b5ea-810c-4819-9ec1-06017ed11ef4 requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 22:53:02.825628 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-7118141a-938d-427f-a6f7-2698e38c37b1 None None] Provisioning for port 01856df6-fd13-4780-8859-10905a7d6e2c completed by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 22:53:03.047337 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-2ac37716-4fbd-4332-b059-524a9952baf0 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for port, precommit_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:53:03.052985 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-2ac37716-4fbd-4332-b059-524a9952baf0 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1863400'] for port, after_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:53:03.079895 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-f3ce90df-c978-4b3d-b7b2-c780d02ce2f9 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:53:03.172612 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-2ac37716-4fbd-4332-b059-524a9952baf0 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3791426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3830222'] for router_interface, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:53:03.176121 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac37716-4fbd-4332-b059-524a9952baf0 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Pushing event updated for resources: {'Port': ['ID=3a41622e-3793-449e-be71-e343ae4413c4,revision_number=2']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:53:03.179589 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-2ac37716-4fbd-4332-b059-524a9952baf0 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:53:03.267304 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-4541ba3b-6be8-499c-bc94-3c60aa55c4f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:53:03.271032 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-a7517f87-ebee-4894-a818-782801fa163e None None] Provisioning for port 3a41622e-3793-449e-be71-e343ae4413c4 completed by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 22:53:03.276028 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-a7517f87-ebee-4894-a818-782801fa163e None None] Provisioning complete for port 3a41622e-3793-449e-be71-e343ae4413c4 triggered by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:53:03.276475 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-a7517f87-ebee-4894-a818-782801fa163e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:53:03.320388 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ac37716-4fbd-4332-b059-524a9952baf0 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Network 9383b5ea-810c-4819-9ec1-06017ed11ef4 is already hosted by enough agents. {{(pid=87506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:53:03.321575 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.base_scheduler [None req-2ac37716-4fbd-4332-b059-524a9952baf0 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Resources bound (agent type, host, resource id):  {{(pid=87506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:53:03.335480 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-a7517f87-ebee-4894-a818-782801fa163e None None] Port 3a41622e-3793-449e-be71-e343ae4413c4 cannot update to ACTIVE because it is not bound. {{(pid=87508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 22:53:03.467430 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-5e935a68-8d5d-4b8e-bf6d-6c2baf1c72e3 None None] Provisioning complete for port 3a41622e-3793-449e-be71-e343ae4413c4 triggered by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:53:03.467430 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-5e935a68-8d5d-4b8e-bf6d-6c2baf1c72e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:53:03.520817 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ac37716-4fbd-4332-b059-524a9952baf0 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Router 86591f9c-5409-4b1e-b5b0-1c0a03149daa has already been hosted by L3 agent 4f519db7-069b-43e2-8411-c092bac9102a {{(pid=87506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 22:53:03.534355 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-5e935a68-8d5d-4b8e-bf6d-6c2baf1c72e3 None None] Port 3a41622e-3793-449e-be71-e343ae4413c4 cannot update to ACTIVE because it is not bound. {{(pid=87508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 22:53:03.612777 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 2992bb63-c5e5-4bac-b33c-0d66c6afbee7 up at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 22:53:03.674238 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-e9c419fa-8aa9-440a-9434-c8002061ebde None None] Provisioning complete for port 3a41622e-3793-449e-be71-e343ae4413c4 triggered by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:53:03.674546 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-e9c419fa-8aa9-440a-9434-c8002061ebde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:53:03.713513 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ac37716-4fbd-4332-b059-524a9952baf0 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify agent at l3_agent.dv-neutron-821829-1-hyperv the message routers_updated {{(pid=87506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 22:53:03.725802 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-2ac37716-4fbd-4332-b059-524a9952baf0 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "PUT /v2.0/routers/86591f9c-5409-4b1e-b5b0-1c0a03149daa/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.0579793
Dec 16 22:53:03.726362 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57a38323-f4d5-4443-9df3-ade79f8d9646 None None] Sync routers for ids ['86591f9c-5409-4b1e-b5b0-1c0a03149daa'] in dv-neutron-821829-1-hyperv {{(pid=87508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 22:53:03.728389 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 50976) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:53:03.745682 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-e9c419fa-8aa9-440a-9434-c8002061ebde None None] Port 3a41622e-3793-449e-be71-e343ae4413c4 cannot update to ACTIVE because it is not bound. {{(pid=87508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 22:53:03.748997 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57a38323-f4d5-4443-9df3-ade79f8d9646 None None] Routers {'86591f9c-5409-4b1e-b5b0-1c0a03149daa'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:53:03.749884 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-57a38323-f4d5-4443-9df3-ade79f8d9646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b7c24e460>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:53:01Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['86591f9c-5409-4b1e-b5b0-1c0a03149daa'], 'active': True} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:53:03.801651 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning for port 2992bb63-c5e5-4bac-b33c-0d66c6afbee7 completed by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 22:53:03.815797 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning complete for port 2992bb63-c5e5-4bac-b33c-0d66c6afbee7 triggered by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:53:03.816191 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:53:03.993632 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be1816a1-2a66-4485-8a91-07b9c58b0165 tempest-TestNetworkBasicOps-761014822 tempest-TestNetworkBasicOps-761014822-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:53:03.994025 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be1816a1-2a66-4485-8a91-07b9c58b0165 tempest-TestNetworkBasicOps-761014822 tempest-TestNetworkBasicOps-761014822-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:53:03.994553 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be1816a1-2a66-4485-8a91-07b9c58b0165 tempest-TestNetworkBasicOps-761014822 tempest-TestNetworkBasicOps-761014822-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:53:03.995015 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be1816a1-2a66-4485-8a91-07b9c58b0165 tempest-TestNetworkBasicOps-761014822 tempest-TestNetworkBasicOps-761014822-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:53:03.996688 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-be1816a1-2a66-4485-8a91-07b9c58b0165 tempest-TestNetworkBasicOps-761014822 tempest-TestNetworkBasicOps-761014822-project-admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200  len: 2885 time: 0.2673509
Dec 16 22:53:03.999461 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 50980) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:53:04.006073 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvr_db [None req-57a38323-f4d5-4443-9df3-ade79f8d9646 None None] Set router 86591f9c-5409-4b1e-b5b0-1c0a03149daa gateway port host: dv-neutron-821829-1-hyperv {{(pid=87508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 22:53:04.065812 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05c1d475-d6fc-4465-b9f6-1cd59fbc73c6 tempest-TestNetworkBasicOps-761014822 tempest-TestNetworkBasicOps-761014822-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:53:04.066434 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05c1d475-d6fc-4465-b9f6-1cd59fbc73c6 tempest-TestNetworkBasicOps-761014822 tempest-TestNetworkBasicOps-761014822-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:53:04.066725 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05c1d475-d6fc-4465-b9f6-1cd59fbc73c6 tempest-TestNetworkBasicOps-761014822 tempest-TestNetworkBasicOps-761014822-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:53:04.067174 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05c1d475-d6fc-4465-b9f6-1cd59fbc73c6 tempest-TestNetworkBasicOps-761014822 tempest-TestNetworkBasicOps-761014822-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:53:04.068895 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-05c1d475-d6fc-4465-b9f6-1cd59fbc73c6 tempest-TestNetworkBasicOps-761014822 tempest-TestNetworkBasicOps-761014822-project-admin] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2728 time: 0.0685003
Dec 16 22:53:04.071682 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 50984) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:53:04.192705 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:53:04.273815 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-b21f0979-8e52-4ead-b4e3-48ee0d20d89f tempest-TestNetworkBasicOps-761014822 tempest-TestNetworkBasicOps-761014822-project-admin] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200  len: 1606 time: 0.1984544
Dec 16 22:53:04.279052 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] For port 2992bb63-c5e5-4bac-b33c-0d66c6afbee7, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=2992bb63-c5e5-4bac-b33c-0d66c6afbee7,segment=NetworkSegment(a416442d-d143-4052-9f4e-546eb8cbe809),segment_id=a416442d-d143-4052-9f4e-546eb8cbe809)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:53:04.286245 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:53:04.287102 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 01856df6-fd13-4780-8859-10905a7d6e2c up at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 22:53:04.318527 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:53:04.461693 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Pushing event updated for resources: {'Port': ['ID=2992bb63-c5e5-4bac-b33c-0d66c6afbee7,revision_number=4']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:53:04.468238 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:53:04.490522 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning for port 01856df6-fd13-4780-8859-10905a7d6e2c completed by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 22:53:04.497597 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning complete for port 01856df6-fd13-4780-8859-10905a7d6e2c triggered by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:53:04.497991 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:53:04.559163 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-57a38323-f4d5-4443-9df3-ade79f8d9646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b7c24e460>, [{'id': '86591f9c-5409-4b1e-b5b0-1c0a03149daa', 'name': 'tempest-TestNetworkBasicOps-router-664398853', 'tenant_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.76'}], 'enable_snat': True}, 'gw_port_id': '2992bb63-c5e5-4bac-b33c-0d66c6afbee7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:52:57Z', 'updated_at': '2021-12-16T22:53:02Z', 'revision_number': 4, 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'gw_port': {'id': '2992bb63-c5e5-4bac-b33c-0d66c6afbee7', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:9a:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86591f9c-5409-4b1e-b5b0-1c0a03149daa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:52:58Z', 'updated_at': '2021-12-16T22:53:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv', '_interfaces': [{'id': '3a41622e-3793-449e-be71-e343ae4413c4', 'name': '', 'network_id': '9383b5ea-810c-4819-9ec1-06017ed11ef4', 'tenant_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'mac_address': 'fa:16:3e:b5:c1:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86591f9c-5409-4b1e-b5b0-1c0a03149daa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': '9b6a0b8d-b469-497f-bbb6-33b261650314', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:53:01Z', 'updated_at': '2021-12-16T22:53:02Z', 'revision_number': 2, 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'subnets': [{'id': '9b6a0b8d-b469-497f-bbb6-33b261650314', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:53:04.566663 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57a38323-f4d5-4443-9df3-ade79f8d9646 None None] Checking router: 86591f9c-5409-4b1e-b5b0-1c0a03149daa for host: dv-neutron-821829-1-hyperv {{(pid=87508) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 22:53:04.567036 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57a38323-f4d5-4443-9df3-ade79f8d9646 None None] Updating router 86591f9c-5409-4b1e-b5b0-1c0a03149daa port 3a41622e-3793-449e-be71-e343ae4413c4 binding host dv-neutron-821829-1-hyperv {{(pid=87508) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 16 22:53:04.591083 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 50990) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:53:04.596570 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-e36ac886-e7a0-4de2-82d8-3056aa4b1338 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1826835578', 'description': 'tempest-secgroup-smoke-1826835578 description', 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2'}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:53:04.602881 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-e36ac886-e7a0-4de2-82d8-3056aa4b1338 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:53:04.607238 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-e36ac886-e7a0-4de2-82d8-3056aa4b1338 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Usage tracker for resource:security_group and tenant:b7e45fda9ad540a6ac359d1c64c9adb2 is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:53:04.610089 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-e36ac886-e7a0-4de2-82d8-3056aa4b1338 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:53:04.615896 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-e36ac886-e7a0-4de2-82d8-3056aa4b1338 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:53:04.626690 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-e36ac886-e7a0-4de2-82d8-3056aa4b1338 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for security_group, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:53:04.646009 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-e36ac886-e7a0-4de2-82d8-3056aa4b1338 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:53:04.649913 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-e36ac886-e7a0-4de2-82d8-3056aa4b1338 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Usage tracker for resource:security_group_rule and tenant:b7e45fda9ad540a6ac359d1c64c9adb2 is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:53:04.652649 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-e36ac886-e7a0-4de2-82d8-3056aa4b1338 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:53:04.658862 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-e36ac886-e7a0-4de2-82d8-3056aa4b1338 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:53:04.668222 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-57a38323-f4d5-4443-9df3-ade79f8d9646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:53:04.687426 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:53:04.728188 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-e36ac886-e7a0-4de2-82d8-3056aa4b1338 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for security_group, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:53:04.732344 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-e36ac886-e7a0-4de2-82d8-3056aa4b1338 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841066'] for security_group, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:53:04.737308 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-c622846d-8c75-452d-b6b5-8dbf9937d476 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:53:04.779650 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36ac886-e7a0-4de2-82d8-3056aa4b1338 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Pushing event updated for resources: {'SecurityGroup': ['ID=17feecc5-5263-4086-aa03-e3d6df15c137,revision_number=1']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:53:04.782317 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-e36ac886-e7a0-4de2-82d8-3056aa4b1338 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for security_group, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:53:04.783720 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-e36ac886-e7a0-4de2-82d8-3056aa4b1338 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1796 time: 0.1913574
Dec 16 22:53:04.784625 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-e36ac886-e7a0-4de2-82d8-3056aa4b1338 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:53:04.786712 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 50994) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:53:04.791651 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-446a6632-17dc-4437-8ad7-a51f8c11aad7 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Request body: {'security_group_rule': {'security_group_id': '17feecc5-5263-4086-aa03-e3d6df15c137', 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:53:04.797619 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-446a6632-17dc-4437-8ad7-a51f8c11aad7 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:53:04.801408 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-446a6632-17dc-4437-8ad7-a51f8c11aad7 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Usage tracker for resource:security_group_rule and tenant:b7e45fda9ad540a6ac359d1c64c9adb2 is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:53:04.804314 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-446a6632-17dc-4437-8ad7-a51f8c11aad7 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:53:04.806662 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] For port 01856df6-fd13-4780-8859-10905a7d6e2c, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=01856df6-fd13-4780-8859-10905a7d6e2c,segment=NetworkSegment(92ad741c-b04a-43e9-b9d1-120552dacfd2),segment_id=92ad741c-b04a-43e9-b9d1-120552dacfd2)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:53:04.810588 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-446a6632-17dc-4437-8ad7-a51f8c11aad7 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:53:04.817161 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:53:04.821946 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:53:04.827897 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-446a6632-17dc-4437-8ad7-a51f8c11aad7 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:53:04.888620 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-446a6632-17dc-4437-8ad7-a51f8c11aad7 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:53:04.893268 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-446a6632-17dc-4437-8ad7-a51f8c11aad7 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841137'] for security_group_rule, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:53:04.895255 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-1b2b2c47-bba5-4bf9-9c40-ab32f823cd17 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:53:04.916932 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446a6632-17dc-4437-8ad7-a51f8c11aad7 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ebb6739-6c60-403c-aea7-a1db6eb02ef1,revision_number=0']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:53:04.919575 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-446a6632-17dc-4437-8ad7-a51f8c11aad7 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:53:04.926994 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-446a6632-17dc-4437-8ad7-a51f8c11aad7 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:53:04.928298 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-446a6632-17dc-4437-8ad7-a51f8c11aad7 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1406991
Dec 16 22:53:04.931038 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 50998) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:53:04.936855 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-06618d2c-20c0-4c60-a1a3-f1f82500848b tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Request body: {'security_group_rule': {'security_group_id': '17feecc5-5263-4086-aa03-e3d6df15c137', 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:53:04.942598 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-06618d2c-20c0-4c60-a1a3-f1f82500848b tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:53:04.946351 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-06618d2c-20c0-4c60-a1a3-f1f82500848b tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Usage tracker for resource:security_group_rule and tenant:b7e45fda9ad540a6ac359d1c64c9adb2 is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:53:04.949168 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-06618d2c-20c0-4c60-a1a3-f1f82500848b tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:53:04.955366 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-06618d2c-20c0-4c60-a1a3-f1f82500848b tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:53:04.963396 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Pushing event updated for resources: {'Port': ['ID=01856df6-fd13-4780-8859-10905a7d6e2c,revision_number=3']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:53:04.972634 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-06618d2c-20c0-4c60-a1a3-f1f82500848b tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:53:04.974854 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:53:05.033614 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-06618d2c-20c0-4c60-a1a3-f1f82500848b tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:53:05.037300 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-06618d2c-20c0-4c60-a1a3-f1f82500848b tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841137'] for security_group_rule, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:53:05.039310 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-004adbf8-5405-46f7-ba61-4833aeb480e8 tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:53:05.059143 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06618d2c-20c0-4c60-a1a3-f1f82500848b tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72582d5f-8812-4436-abbc-f4b3a1fd0940,revision_number=0']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:53:05.063839 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-06618d2c-20c0-4c60-a1a3-f1f82500848b tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:53:05.071748 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-06618d2c-20c0-4c60-a1a3-f1f82500848b tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:53:05.075514 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-06618d2c-20c0-4c60-a1a3-f1f82500848b tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1410058
Dec 16 22:53:05.075714 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 51002) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:53:05.080796 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-d5a3c7a6-02b1-48e8-b154-208a2dca001f tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Request body: {'security_group_rule': {'security_group_id': '17feecc5-5263-4086-aa03-e3d6df15c137', 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:53:05.086432 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-d5a3c7a6-02b1-48e8-b154-208a2dca001f tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:53:05.090201 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-d5a3c7a6-02b1-48e8-b154-208a2dca001f tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Usage tracker for resource:security_group_rule and tenant:b7e45fda9ad540a6ac359d1c64c9adb2 is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:53:05.093136 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-d5a3c7a6-02b1-48e8-b154-208a2dca001f tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:53:05.098720 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-d5a3c7a6-02b1-48e8-b154-208a2dca001f tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:53:05.107495 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-57a38323-f4d5-4443-9df3-ade79f8d9646 None None] Notify callbacks [] for port, precommit_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:53:05.118771 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-d5a3c7a6-02b1-48e8-b154-208a2dca001f tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:53:05.119041 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-57a38323-f4d5-4443-9df3-ade79f8d9646 None None] Transition to ACTIVE for port object 3a41622e-3793-449e-be71-e343ae4413c4 will not be triggered until provisioned by entity L2. {{(pid=87508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:53:05.126087 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-57a38323-f4d5-4443-9df3-ade79f8d9646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:53:05.129490 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-81d68ea6-a04f-49cc-9e40-c6b91dea306e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:53:05.183174 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-d5a3c7a6-02b1-48e8-b154-208a2dca001f tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:53:05.187578 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-d5a3c7a6-02b1-48e8-b154-208a2dca001f tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841137'] for security_group_rule, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:53:05.195663 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-af59e493-1874-499a-9b46-f78752694c9f tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:53:05.217036 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a3c7a6-02b1-48e8-b154-208a2dca001f tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b384b52-2ce0-46a6-92f5-2c89bf2e6f2c,revision_number=0']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:53:05.219436 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-d5a3c7a6-02b1-48e8-b154-208a2dca001f tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:53:05.225453 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-d5a3c7a6-02b1-48e8-b154-208a2dca001f tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:53:05.226796 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-d5a3c7a6-02b1-48e8-b154-208a2dca001f tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1500714
Dec 16 22:53:05.229472 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 51006) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:53:05.235616 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-4290bd56-adab-4451-b58f-7d533d595ef1 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Request body: {'security_group_rule': {'security_group_id': '17feecc5-5263-4086-aa03-e3d6df15c137', 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:53:05.241619 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-4290bd56-adab-4451-b58f-7d533d595ef1 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:53:05.245645 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-4290bd56-adab-4451-b58f-7d533d595ef1 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Usage tracker for resource:security_group_rule and tenant:b7e45fda9ad540a6ac359d1c64c9adb2 is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:53:05.249249 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-4290bd56-adab-4451-b58f-7d533d595ef1 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:53:05.255294 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-4290bd56-adab-4451-b58f-7d533d595ef1 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:53:05.275923 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-4290bd56-adab-4451-b58f-7d533d595ef1 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:53:05.280960 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6b185e-9d9f-4b88-8eea-e874b1bdc8ab None None] Pushing event updated for resources: {'Port': ['ID=3a41622e-3793-449e-be71-e343ae4413c4,revision_number=3']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:53:05.288558 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-8e6b185e-9d9f-4b88-8eea-e874b1bdc8ab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:53:05.346832 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-4290bd56-adab-4451-b58f-7d533d595ef1 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:53:05.347080 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-57a38323-f4d5-4443-9df3-ade79f8d9646 None None] Attempting to bind port 3a41622e-3793-449e-be71-e343ae4413c4 on host dv-neutron-821829-1-hyperv for vnic_type normal with profile  {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 22:53:05.347539 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-57a38323-f4d5-4443-9df3-ade79f8d9646 None None] Attempting to bind port 3a41622e-3793-449e-be71-e343ae4413c4 by drivers openvswitch,hyperv on host dv-neutron-821829-1-hyperv at level 0 using segments [{'id': '92ad741c-b04a-43e9-b9d1-120552dacfd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '9383b5ea-810c-4819-9ec1-06017ed11ef4'}] {{(pid=87508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 22:53:05.347841 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57a38323-f4d5-4443-9df3-ade79f8d9646 None None] Attempting to bind port 3a41622e-3793-449e-be71-e343ae4413c4 on network 9383b5ea-810c-4819-9ec1-06017ed11ef4 {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 22:53:05.351884 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-4290bd56-adab-4451-b58f-7d533d595ef1 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841137'] for security_group_rule, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:53:05.354085 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57a38323-f4d5-4443-9df3-ade79f8d9646 None None] Checking agent: {'id': '5571501f-366e-47a4-9b60-8ef19d935d27', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821829-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 24, 2), 'started_at': datetime.datetime(2021, 12, 16, 22, 24, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 53, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821829-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 22:53:05.354085 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57a38323-f4d5-4443-9df3-ade79f8d9646 None None] Checking segment: {'id': '92ad741c-b04a-43e9-b9d1-120552dacfd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '9383b5ea-810c-4819-9ec1-06017ed11ef4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 22:53:05.354557 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-57a38323-f4d5-4443-9df3-ade79f8d9646 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:53:05.354991 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57a38323-f4d5-4443-9df3-ade79f8d9646 None None] Bound using segment: {'id': '92ad741c-b04a-43e9-b9d1-120552dacfd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '9383b5ea-810c-4819-9ec1-06017ed11ef4'} {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 22:53:05.355789 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-57a38323-f4d5-4443-9df3-ade79f8d9646 None None] Bound port: 3a41622e-3793-449e-be71-e343ae4413c4, host: dv-neutron-821829-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92ad741c-b04a-43e9-b9d1-120552dacfd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '9383b5ea-810c-4819-9ec1-06017ed11ef4'}}] {{(pid=87508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 22:53:05.356729 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-57a38323-f4d5-4443-9df3-ade79f8d9646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:53:05.363976 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-e5ad2479-be91-42ea-aafe-72fdaaeccd69 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:53:05.383218 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4290bd56-adab-4451-b58f-7d533d595ef1 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81c4b243-570d-4f5c-8f2b-66355b71ca9a,revision_number=0']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:53:05.385976 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-4290bd56-adab-4451-b58f-7d533d595ef1 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:53:05.394917 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-4290bd56-adab-4451-b58f-7d533d595ef1 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:53:05.396182 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-4290bd56-adab-4451-b58f-7d533d595ef1 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1654456
Dec 16 22:53:05.398875 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 51010) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:53:05.404505 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-06e1e3c0-3b92-4528-aed0-b6233d1033e4 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Request body: {'security_group_rule': {'security_group_id': '17feecc5-5263-4086-aa03-e3d6df15c137', 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:53:05.410230 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-06e1e3c0-3b92-4528-aed0-b6233d1033e4 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:53:05.414013 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-06e1e3c0-3b92-4528-aed0-b6233d1033e4 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Usage tracker for resource:security_group_rule and tenant:b7e45fda9ad540a6ac359d1c64c9adb2 is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:53:05.416881 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-06e1e3c0-3b92-4528-aed0-b6233d1033e4 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:53:05.423007 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-06e1e3c0-3b92-4528-aed0-b6233d1033e4 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:53:05.434048 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.db.securitygroups_db [None req-06e1e3c0-3b92-4528-aed0-b6233d1033e4 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Project b7e45fda9ad540a6ac359d1c64c9adb2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 16 22:53:05.440832 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-06e1e3c0-3b92-4528-aed0-b6233d1033e4 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:53:05.444749 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-57a38323-f4d5-4443-9df3-ade79f8d9646 None None] For port 3a41622e-3793-449e-be71-e343ae4413c4, host dv-neutron-821829-1-hyperv, cleared binding levels {{(pid=87508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 22:53:05.447690 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-57a38323-f4d5-4443-9df3-ade79f8d9646 None None] For port 3a41622e-3793-449e-be71-e343ae4413c4, host dv-neutron-821829-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=3a41622e-3793-449e-be71-e343ae4413c4,segment=NetworkSegment(92ad741c-b04a-43e9-b9d1-120552dacfd2),segment_id=92ad741c-b04a-43e9-b9d1-120552dacfd2)] {{(pid=87508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 22:53:05.453106 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-57a38323-f4d5-4443-9df3-ade79f8d9646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:53:05.457532 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-4bc1b3db-9bea-4752-bbe2-3ef311965d6a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:53:05.520341 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-06e1e3c0-3b92-4528-aed0-b6233d1033e4 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:53:05.527447 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-06e1e3c0-3b92-4528-aed0-b6233d1033e4 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841137'] for security_group_rule, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:53:05.536786 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-29fd7908-1094-4e9d-968b-e1d8dc0c941e tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:53:05.541562 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57a38323-f4d5-4443-9df3-ade79f8d9646 None None] Routers {'86591f9c-5409-4b1e-b5b0-1c0a03149daa'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:53:05.542200 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-57a38323-f4d5-4443-9df3-ade79f8d9646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b7c24e460>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:53:01Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['86591f9c-5409-4b1e-b5b0-1c0a03149daa'], 'active': True} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:53:05.561420 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e1e3c0-3b92-4528-aed0-b6233d1033e4 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a036a8a-bffe-464d-93e9-41de14477973,revision_number=0']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:53:05.564026 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-06e1e3c0-3b92-4528-aed0-b6233d1033e4 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:53:05.570596 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-06e1e3c0-3b92-4528-aed0-b6233d1033e4 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:53:05.574608 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-06e1e3c0-3b92-4528-aed0-b6233d1033e4 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1721654
Dec 16 22:53:05.574998 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 51014) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:53:05.580463 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-22bdfcc9-fee8-404f-abd0-ab62a7bd005d tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Request body: {'security_group_rule': {'security_group_id': '17feecc5-5263-4086-aa03-e3d6df15c137', 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:53:05.586606 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-22bdfcc9-fee8-404f-abd0-ab62a7bd005d tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:53:05.590941 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-22bdfcc9-fee8-404f-abd0-ab62a7bd005d tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Usage tracker for resource:security_group_rule and tenant:b7e45fda9ad540a6ac359d1c64c9adb2 is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:53:05.594432 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-22bdfcc9-fee8-404f-abd0-ab62a7bd005d tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:53:05.600887 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 2992bb63-c5e5-4bac-b33c-0d66c6afbee7 up at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 22:53:05.601713 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-22bdfcc9-fee8-404f-abd0-ab62a7bd005d tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:53:05.613471 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.db.securitygroups_db [None req-22bdfcc9-fee8-404f-abd0-ab62a7bd005d tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Project b7e45fda9ad540a6ac359d1c64c9adb2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 16 22:53:05.620714 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-22bdfcc9-fee8-404f-abd0-ab62a7bd005d tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:53:05.707543 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-22bdfcc9-fee8-404f-abd0-ab62a7bd005d tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:53:05.713126 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-22bdfcc9-fee8-404f-abd0-ab62a7bd005d tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841137'] for security_group_rule, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:53:05.715296 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-2b663611-697c-4c11-ac28-382601f939d9 tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:53:05.716286 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6b185e-9d9f-4b88-8eea-e874b1bdc8ab None None] Pushing event updated for resources: {'Port': ['ID=3a41622e-3793-449e-be71-e343ae4413c4,revision_number=4']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:53:05.733721 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bdfcc9-fee8-404f-abd0-ab62a7bd005d tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e3fc191-6c2b-44d7-8d4a-b5a87073bfe7,revision_number=0']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:53:05.736063 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-8e6b185e-9d9f-4b88-8eea-e874b1bdc8ab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:53:05.737452 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-22bdfcc9-fee8-404f-abd0-ab62a7bd005d tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:53:05.754745 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-22bdfcc9-fee8-404f-abd0-ab62a7bd005d tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:53:05.760370 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-22bdfcc9-fee8-404f-abd0-ab62a7bd005d tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1841154
Dec 16 22:53:05.860182 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning complete for port 2992bb63-c5e5-4bac-b33c-0d66c6afbee7 triggered by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:53:05.860847 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:53:05.920417 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvr_db [None req-57a38323-f4d5-4443-9df3-ade79f8d9646 None None] Set router 86591f9c-5409-4b1e-b5b0-1c0a03149daa gateway port host: dv-neutron-821829-1-hyperv {{(pid=87508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 22:53:05.927501 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-fc18e1e3-4ce5-4dfd-aed0-50093d20efda req-ffb53903-5402-4d46-9e8a-70759c1d80d4 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1826835578&fields=id&tenant_id=b7e45fda9ad540a6ac359d1c64c9adb2 HTTP/1.1" status: 200  len: 267 time: 0.0391200
Dec 16 22:53:06.081172 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc18e1e3-4ce5-4dfd-aed0-50093d20efda req-a95a8759-1209-430b-b48c-5b718feedba0 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:53:06.082766 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-fc18e1e3-4ce5-4dfd-aed0-50093d20efda req-a95a8759-1209-430b-b48c-5b718feedba0 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "GET /v2.0/networks?id=9383b5ea-810c-4819-9ec1-06017ed11ef4 HTTP/1.1" status: 200  len: 796 time: 0.1488113
Dec 16 22:53:06.098863 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-fc18e1e3-4ce5-4dfd-aed0-50093d20efda req-b12d5995-ae21-43a6-90d4-11e313d99575 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "GET /v2.0/quotas/b7e45fda9ad540a6ac359d1c64c9adb2 HTTP/1.1" status: 200  len: 375 time: 0.0098748
Dec 16 22:53:06.180800 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-fc18e1e3-4ce5-4dfd-aed0-50093d20efda req-79716a02-4022-4775-93d1-4f30028421c2 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=b7e45fda9ad540a6ac359d1c64c9adb2&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0769389
Dec 16 22:53:06.191536 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 01856df6-fd13-4780-8859-10905a7d6e2c up at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 22:53:06.323881 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning complete for port 01856df6-fd13-4780-8859-10905a7d6e2c triggered by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:53:06.324283 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:53:06.358109 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-fc18e1e3-4ce5-4dfd-aed0-50093d20efda req-159cb5b7-c4ff-40d1-a67b-c018e5ae6bc2 service neutron] 10.222.0.13 "GET /v2.0/networks/9383b5ea-810c-4819-9ec1-06017ed11ef4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1652818
Dec 16 22:53:06.399436 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-57a38323-f4d5-4443-9df3-ade79f8d9646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b7c24e460>, [{'id': '86591f9c-5409-4b1e-b5b0-1c0a03149daa', 'name': 'tempest-TestNetworkBasicOps-router-664398853', 'tenant_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.76'}], 'enable_snat': True}, 'gw_port_id': '2992bb63-c5e5-4bac-b33c-0d66c6afbee7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:52:57Z', 'updated_at': '2021-12-16T22:53:02Z', 'revision_number': 4, 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'gw_port': {'id': '2992bb63-c5e5-4bac-b33c-0d66c6afbee7', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:9a:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86591f9c-5409-4b1e-b5b0-1c0a03149daa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:52:58Z', 'updated_at': '2021-12-16T22:53:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv', '_interfaces': [{'id': '3a41622e-3793-449e-be71-e343ae4413c4', 'name': '', 'network_id': '9383b5ea-810c-4819-9ec1-06017ed11ef4', 'tenant_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'mac_address': 'fa:16:3e:b5:c1:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86591f9c-5409-4b1e-b5b0-1c0a03149daa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': '9b6a0b8d-b469-497f-bbb6-33b261650314', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:53:01Z', 'updated_at': '2021-12-16T22:53:05Z', 'revision_number': 4, 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'subnets': [{'id': '9b6a0b8d-b469-497f-bbb6-33b261650314', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:53:06.430351 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57a38323-f4d5-4443-9df3-ade79f8d9646 None None] The sync data for ids ['86591f9c-5409-4b1e-b5b0-1c0a03149daa'] in dv-neutron-821829-1-hyperv is: [{'id': '86591f9c-5409-4b1e-b5b0-1c0a03149daa', 'name': 'tempest-TestNetworkBasicOps-router-664398853', 'tenant_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.76'}], 'enable_snat': True}, 'gw_port_id': '2992bb63-c5e5-4bac-b33c-0d66c6afbee7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:52:57Z', 'updated_at': '2021-12-16T22:53:02Z', 'revision_number': 4, 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'gw_port': {'id': '2992bb63-c5e5-4bac-b33c-0d66c6afbee7', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:9a:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86591f9c-5409-4b1e-b5b0-1c0a03149daa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:52:58Z', 'updated_at': '2021-12-16T22:53:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv', '_interfaces': [{'id': '3a41622e-3793-449e-be71-e343ae4413c4', 'name': '', 'network_id': '9383b5ea-810c-4819-9ec1-06017ed11ef4', 'tenant_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'mac_address': 'fa:16:3e:b5:c1:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86591f9c-5409-4b1e-b5b0-1c0a03149daa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': '9b6a0b8d-b469-497f-bbb6-33b261650314', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:53:01Z', 'updated_at': '2021-12-16T22:53:05Z', 'revision_number': 4, 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'subnets': [{'id': '9b6a0b8d-b469-497f-bbb6-33b261650314', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 22:53:06.521001 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-fc18e1e3-4ce5-4dfd-aed0-50093d20efda req-5e1c6b43-88e9-48c3-867d-033b59a843dc service neutron] 10.222.0.13 "GET /v2.0/networks/9383b5ea-810c-4819-9ec1-06017ed11ef4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1571500
Dec 16 22:53:06.712500 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-d0e91c19-6a3d-4c58-aa9d-4ecbe88f6fb0 req-b4629b4d-1aab-48e8-b5f5-b34638633044 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "GET /v2.0/ports?device_id=a59c149d-8c1a-4026-9f7e-555879306bfe HTTP/1.1" status: 200  len: 210 time: 0.0436575
Dec 16 22:53:07.553746 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 3a41622e-3793-449e-be71-e343ae4413c4 up at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 22:53:07.623359 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning for port 3a41622e-3793-449e-be71-e343ae4413c4 completed by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 22:53:07.628063 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning complete for port 3a41622e-3793-449e-be71-e343ae4413c4 triggered by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:53:07.628543 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:53:07.749961 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:53:07.783857 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] For port 3a41622e-3793-449e-be71-e343ae4413c4, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=3a41622e-3793-449e-be71-e343ae4413c4,segment=NetworkSegment(92ad741c-b04a-43e9-b9d1-120552dacfd2),segment_id=92ad741c-b04a-43e9-b9d1-120552dacfd2)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:53:07.788329 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:53:07.790133 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-f7b418ff-9ef9-4bf7-991c-810cb026f599 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:53:07.858441 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Pushing event updated for resources: {'Port': ['ID=3a41622e-3793-449e-be71-e343ae4413c4,revision_number=5']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:53:07.861468 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:53:07.864260 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc18e1e3-4ce5-4dfd-aed0-50093d20efda req-773fa0e8-50ec-41d1-8cf1-97d6ba4b62df tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:53:07.864965 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [req-fc18e1e3-4ce5-4dfd-aed0-50093d20efda req-773fa0e8-50ec-41d1-8cf1-97d6ba4b62df tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Synchronizing usage tracker for tenant:b7e45fda9ad540a6ac359d1c64c9adb2 on resource:network {{(pid=87506) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 22:53:07.882286 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [req-fc18e1e3-4ce5-4dfd-aed0-50093d20efda req-773fa0e8-50ec-41d1-8cf1-97d6ba4b62df tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Unset dirty status for tenant:b7e45fda9ad540a6ac359d1c64c9adb2 on resource:network {{(pid=87506) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 22:53:07.883249 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-fc18e1e3-4ce5-4dfd-aed0-50093d20efda req-773fa0e8-50ec-41d1-8cf1-97d6ba4b62df tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.49 "GET /v2.0/networks?id=9383b5ea-810c-4819-9ec1-06017ed11ef4 HTTP/1.1" status: 200  len: 796 time: 0.2064698
Dec 16 22:53:07.894552 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-7630557f-9fb3-4cfb-838e-4ca9effaa8cf req-81405a1f-65a4-4c64-9a86-35da47d68c9c tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "GET /v2.0/ports?device_id=a59c149d-8c1a-4026-9f7e-555879306bfe HTTP/1.1" status: 200  len: 210 time: 0.0668330
Dec 16 22:53:07.939909 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [req-fc18e1e3-4ce5-4dfd-aed0-50093d20efda req-42ba7dc5-623a-4239-a424-83062dc32ffe tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Synchronizing usage tracker for tenant:b7e45fda9ad540a6ac359d1c64c9adb2 on resource:security_group {{(pid=87506) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 22:53:07.956675 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [req-fc18e1e3-4ce5-4dfd-aed0-50093d20efda req-42ba7dc5-623a-4239-a424-83062dc32ffe tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Unset dirty status for tenant:b7e45fda9ad540a6ac359d1c64c9adb2 on resource:security_group {{(pid=87506) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 22:53:07.957946 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-fc18e1e3-4ce5-4dfd-aed0-50093d20efda req-42ba7dc5-623a-4239-a424-83062dc32ffe tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b7e45fda9ad540a6ac359d1c64c9adb2 HTTP/1.1" status: 200  len: 380 time: 0.0602334
Dec 16 22:53:07.964247 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:53:07.970747 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [req-fc18e1e3-4ce5-4dfd-aed0-50093d20efda req-483e17d1-1e11-48ea-9f8e-ce800f1a3bf8 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Request body: {'port': {'device_id': 'a59c149d-8c1a-4026-9f7e-555879306bfe', 'network_id': '9383b5ea-810c-4819-9ec1-06017ed11ef4', 'admin_state_up': True, 'tenant_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'security_groups': ['17feecc5-5263-4086-aa03-e3d6df15c137']}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:53:08.108252 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [req-fc18e1e3-4ce5-4dfd-aed0-50093d20efda req-483e17d1-1e11-48ea-9f8e-ce800f1a3bf8 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:53:08.112176 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [req-fc18e1e3-4ce5-4dfd-aed0-50093d20efda req-483e17d1-1e11-48ea-9f8e-ce800f1a3bf8 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Usage tracker for resource:port and tenant:b7e45fda9ad540a6ac359d1c64c9adb2 is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:53:08.114913 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [req-fc18e1e3-4ce5-4dfd-aed0-50093d20efda req-483e17d1-1e11-48ea-9f8e-ce800f1a3bf8 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:53:08.120718 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [req-fc18e1e3-4ce5-4dfd-aed0-50093d20efda req-483e17d1-1e11-48ea-9f8e-ce800f1a3bf8 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:53:08.129680 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc18e1e3-4ce5-4dfd-aed0-50093d20efda req-483e17d1-1e11-48ea-9f8e-ce800f1a3bf8 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Made reservation on behalf of b7e45fda9ad540a6ac359d1c64c9adb2 for: {'port': 1} {{(pid=87506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:53:08.133131 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-fc18e1e3-4ce5-4dfd-aed0-50093d20efda req-483e17d1-1e11-48ea-9f8e-ce800f1a3bf8 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:53:08.292559 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.db_base_plugin_common [req-fc18e1e3-4ce5-4dfd-aed0-50093d20efda req-483e17d1-1e11-48ea-9f8e-ce800f1a3bf8 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Allocated IP 172.20.0.12 (9383b5ea-810c-4819-9ec1-06017ed11ef4/9b6a0b8d-b469-497f-bbb6-33b261650314/e5bb2cea-eda6-4d4b-9e0f-be7c6d63d8da) {{(pid=87506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 22:53:08.478879 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-fc18e1e3-4ce5-4dfd-aed0-50093d20efda req-483e17d1-1e11-48ea-9f8e-ce800f1a3bf8 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for port, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:53:08.496313 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.provisioning_blocks [req-fc18e1e3-4ce5-4dfd-aed0-50093d20efda req-483e17d1-1e11-48ea-9f8e-ce800f1a3bf8 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Transition to ACTIVE for port object e5bb2cea-eda6-4d4b-9e0f-be7c6d63d8da will not be triggered until provisioned by entity DHCP. {{(pid=87506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:53:08.518465 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-fc18e1e3-4ce5-4dfd-aed0-50093d20efda req-483e17d1-1e11-48ea-9f8e-ce800f1a3bf8 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1863393'] for port, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:53:08.523554 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-d412083b-9354-401f-bfef-066b9db85e02 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:53:08.592513 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc18e1e3-4ce5-4dfd-aed0-50093d20efda req-483e17d1-1e11-48ea-9f8e-ce800f1a3bf8 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Network 9383b5ea-810c-4819-9ec1-06017ed11ef4 is already hosted by enough agents. {{(pid=87506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:53:08.595497 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.base_scheduler [req-fc18e1e3-4ce5-4dfd-aed0-50093d20efda req-483e17d1-1e11-48ea-9f8e-ce800f1a3bf8 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Resources bound (agent type, host, resource id):  {{(pid=87506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:53:08.600205 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc18e1e3-4ce5-4dfd-aed0-50093d20efda req-483e17d1-1e11-48ea-9f8e-ce800f1a3bf8 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Received port after_create {{(pid=87506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 22:53:08.631842 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483e17d1-1e11-48ea-9f8e-ce800f1a3bf8 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Pushing event updated for resources: {'Port': ['ID=e5bb2cea-eda6-4d4b-9e0f-be7c6d63d8da,revision_number=1']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:53:08.642889 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-483e17d1-1e11-48ea-9f8e-ce800f1a3bf8 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:53:08.668078 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc18e1e3-4ce5-4dfd-aed0-50093d20efda req-483e17d1-1e11-48ea-9f8e-ce800f1a3bf8 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:53:08.669272 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-fc18e1e3-4ce5-4dfd-aed0-50093d20efda req-483e17d1-1e11-48ea-9f8e-ce800f1a3bf8 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for port, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:53:08.693327 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-fc18e1e3-4ce5-4dfd-aed0-50093d20efda req-483e17d1-1e11-48ea-9f8e-ce800f1a3bf8 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.7261446
Dec 16 22:53:08.709458 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [req-fc18e1e3-4ce5-4dfd-aed0-50093d20efda req-7eb5ef85-3395-4c0c-88cb-f549fa7ba458 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=87506) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 16 22:53:08.710184 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-fc18e1e3-4ce5-4dfd-aed0-50093d20efda req-7eb5ef85-3395-4c0c-88cb-f549fa7ba458 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0052545
Dec 16 22:53:08.721198 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [req-fc18e1e3-4ce5-4dfd-aed0-50093d20efda req-ef6196dd-f2aa-4ad6-be59-b491adad664d service neutron] Request body: {'port': {'device_id': 'a59c149d-8c1a-4026-9f7e-555879306bfe', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8218'}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:53:08.852912 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-b07aa188-efa0-4471-a5d5-1e0d3a129b26 None None] Provisioning for port e5bb2cea-eda6-4d4b-9e0f-be7c6d63d8da completed by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 22:53:08.858323 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-b07aa188-efa0-4471-a5d5-1e0d3a129b26 None None] Provisioning complete for port e5bb2cea-eda6-4d4b-9e0f-be7c6d63d8da triggered by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:53:08.858706 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b07aa188-efa0-4471-a5d5-1e0d3a129b26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:53:08.916483 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-b07aa188-efa0-4471-a5d5-1e0d3a129b26 None None] Port e5bb2cea-eda6-4d4b-9e0f-be7c6d63d8da cannot update to ACTIVE because it is not bound. {{(pid=87508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 22:53:08.940297 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-fc18e1e3-4ce5-4dfd-aed0-50093d20efda req-ef6196dd-f2aa-4ad6-be59-b491adad664d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:53:09.076461 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbfabc6-03fb-4814-bfe9-8fc62116f26f req-19cd06bb-a768-4e56-89df-abaf17d03c1a tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:53:09.077900 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-cfbfabc6-03fb-4814-bfe9-8fc62116f26f req-19cd06bb-a768-4e56-89df-abaf17d03c1a tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "GET /v2.0/ports?device_id=a59c149d-8c1a-4026-9f7e-555879306bfe HTTP/1.1" status: 200  len: 932 time: 0.0796540
Dec 16 22:53:09.121445 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-cfbfabc6-03fb-4814-bfe9-8fc62116f26f req-706f30b0-83e9-4d39-89f3-d0c03ef3fa5f tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "GET /v2.0/security-groups?id=17feecc5-5263-4086-aa03-e3d6df15c137&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0379729
Dec 16 22:53:09.272969 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.notifiers.nova [req-fc18e1e3-4ce5-4dfd-aed0-50093d20efda req-ef6196dd-f2aa-4ad6-be59-b491adad664d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5bb2cea-eda6-4d4b-9e0f-be7c6d63d8da {{(pid=87506) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 22:53:09.280087 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-fc18e1e3-4ce5-4dfd-aed0-50093d20efda req-ef6196dd-f2aa-4ad6-be59-b491adad664d service neutron] Notify callbacks [] for port, precommit_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:53:09.294136 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.provisioning_blocks [req-fc18e1e3-4ce5-4dfd-aed0-50093d20efda req-ef6196dd-f2aa-4ad6-be59-b491adad664d service neutron] Transition to ACTIVE for port object e5bb2cea-eda6-4d4b-9e0f-be7c6d63d8da will not be triggered until provisioned by entity L2. {{(pid=87506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:53:09.297743 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-fc18e1e3-4ce5-4dfd-aed0-50093d20efda req-ef6196dd-f2aa-4ad6-be59-b491adad664d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1863400'] for port, after_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:53:09.301174 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-9a43cda1-e31b-46e6-af1e-4c8d49342dbe tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:53:09.457866 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6196dd-f2aa-4ad6-be59-b491adad664d service neutron] Pushing event updated for resources: {'Port': ['ID=e5bb2cea-eda6-4d4b-9e0f-be7c6d63d8da,revision_number=2']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:53:09.464818 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-ef6196dd-f2aa-4ad6-be59-b491adad664d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:53:09.533222 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.managers [req-fc18e1e3-4ce5-4dfd-aed0-50093d20efda req-ef6196dd-f2aa-4ad6-be59-b491adad664d service neutron] Attempting to bind port e5bb2cea-eda6-4d4b-9e0f-be7c6d63d8da on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=87506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 22:53:09.533555 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.managers [req-fc18e1e3-4ce5-4dfd-aed0-50093d20efda req-ef6196dd-f2aa-4ad6-be59-b491adad664d service neutron] Attempting to bind port e5bb2cea-eda6-4d4b-9e0f-be7c6d63d8da by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '92ad741c-b04a-43e9-b9d1-120552dacfd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '9383b5ea-810c-4819-9ec1-06017ed11ef4'}] {{(pid=87506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 22:53:09.533878 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc18e1e3-4ce5-4dfd-aed0-50093d20efda req-ef6196dd-f2aa-4ad6-be59-b491adad664d service neutron] Attempting to bind port e5bb2cea-eda6-4d4b-9e0f-be7c6d63d8da on network 9383b5ea-810c-4819-9ec1-06017ed11ef4 {{(pid=87506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 22:53:09.539378 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc18e1e3-4ce5-4dfd-aed0-50093d20efda req-ef6196dd-f2aa-4ad6-be59-b491adad664d service neutron] Port e5bb2cea-eda6-4d4b-9e0f-be7c6d63d8da on network 9383b5ea-810c-4819-9ec1-06017ed11ef4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=87506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 16 22:53:09.539696 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc18e1e3-4ce5-4dfd-aed0-50093d20efda req-ef6196dd-f2aa-4ad6-be59-b491adad664d service neutron] Attempting to bind port e5bb2cea-eda6-4d4b-9e0f-be7c6d63d8da on network 9383b5ea-810c-4819-9ec1-06017ed11ef4 {{(pid=87506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 22:53:09.542313 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 3a41622e-3793-449e-be71-e343ae4413c4 up at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 22:53:09.545402 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc18e1e3-4ce5-4dfd-aed0-50093d20efda req-ef6196dd-f2aa-4ad6-be59-b491adad664d service neutron] Checking agent: {'id': '849b5cbb-8f70-4c31-8f37-fd42f8351747', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8218', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 30, 8), 'started_at': datetime.datetime(2021, 12, 16, 22, 30, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 53, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 22:53:09.545731 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc18e1e3-4ce5-4dfd-aed0-50093d20efda req-ef6196dd-f2aa-4ad6-be59-b491adad664d service neutron] Checking segment: {'id': '92ad741c-b04a-43e9-b9d1-120552dacfd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '9383b5ea-810c-4819-9ec1-06017ed11ef4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 22:53:09.546110 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc18e1e3-4ce5-4dfd-aed0-50093d20efda req-ef6196dd-f2aa-4ad6-be59-b491adad664d service neutron] Bound using segment: {'id': '92ad741c-b04a-43e9-b9d1-120552dacfd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '9383b5ea-810c-4819-9ec1-06017ed11ef4'} {{(pid=87506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 22:53:09.546529 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.managers [req-fc18e1e3-4ce5-4dfd-aed0-50093d20efda req-ef6196dd-f2aa-4ad6-be59-b491adad664d service neutron] Bound port: e5bb2cea-eda6-4d4b-9e0f-be7c6d63d8da, host: hv-neutron-8218, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92ad741c-b04a-43e9-b9d1-120552dacfd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '9383b5ea-810c-4819-9ec1-06017ed11ef4'}}] {{(pid=87506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 22:53:09.546866 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-fc18e1e3-4ce5-4dfd-aed0-50093d20efda req-ef6196dd-f2aa-4ad6-be59-b491adad664d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:53:09.609378 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning complete for port 3a41622e-3793-449e-be71-e343ae4413c4 triggered by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:53:09.609762 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:53:09.638210 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.db [req-fc18e1e3-4ce5-4dfd-aed0-50093d20efda req-ef6196dd-f2aa-4ad6-be59-b491adad664d service neutron] For port e5bb2cea-eda6-4d4b-9e0f-be7c6d63d8da, host hv-neutron-8218, cleared binding levels {{(pid=87506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 22:53:09.641340 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.db [req-fc18e1e3-4ce5-4dfd-aed0-50093d20efda req-ef6196dd-f2aa-4ad6-be59-b491adad664d service neutron] For port e5bb2cea-eda6-4d4b-9e0f-be7c6d63d8da, host hv-neutron-8218, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=e5bb2cea-eda6-4d4b-9e0f-be7c6d63d8da,segment=NetworkSegment(92ad741c-b04a-43e9-b9d1-120552dacfd2),segment_id=92ad741c-b04a-43e9-b9d1-120552dacfd2)] {{(pid=87506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 22:53:09.645787 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-fc18e1e3-4ce5-4dfd-aed0-50093d20efda req-ef6196dd-f2aa-4ad6-be59-b491adad664d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1863400'] for port, after_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:53:09.650305 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-7582f18a-799b-4f8d-a341-76a97a1ce57c tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:53:09.707486 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc18e1e3-4ce5-4dfd-aed0-50093d20efda req-ef6196dd-f2aa-4ad6-be59-b491adad664d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:53:09.708136 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-fc18e1e3-4ce5-4dfd-aed0-50093d20efda req-ef6196dd-f2aa-4ad6-be59-b491adad664d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for port, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:53:09.709525 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-fc18e1e3-4ce5-4dfd-aed0-50093d20efda req-ef6196dd-f2aa-4ad6-be59-b491adad664d service neutron] 10.222.0.49 "PUT /v2.0/ports/e5bb2cea-eda6-4d4b-9e0f-be7c6d63d8da HTTP/1.1" status: 200  len: 1094 time: 0.9923878
Dec 16 22:53:09.711142 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a59c149d-8c1a-4026-9f7e-555879306bfe', 'tag': 'e5bb2cea-eda6-4d4b-9e0f-be7c6d63d8da'}] {{(pid=87506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 22:53:09.739185 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6196dd-f2aa-4ad6-be59-b491adad664d service neutron] Pushing event updated for resources: {'Port': ['ID=e5bb2cea-eda6-4d4b-9e0f-be7c6d63d8da,revision_number=3']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:53:09.742199 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-ef6196dd-f2aa-4ad6-be59-b491adad664d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:53:09.764588 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a59c149d-8c1a-4026-9f7e-555879306bfe', 'tag': 'e5bb2cea-eda6-4d4b-9e0f-be7c6d63d8da', 'status': 'completed', 'code': 200}
Dec 16 22:53:09.853710 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc18e1e3-4ce5-4dfd-aed0-50093d20efda req-f6fc14a6-fa51-4fca-8feb-19282edc32dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:53:09.855443 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-fc18e1e3-4ce5-4dfd-aed0-50093d20efda req-f6fc14a6-fa51-4fca-8feb-19282edc32dc service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b7e45fda9ad540a6ac359d1c64c9adb2&device_id=a59c149d-8c1a-4026-9f7e-555879306bfe HTTP/1.1" status: 200  len: 1097 time: 0.0758524
Dec 16 22:53:09.928569 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-fc18e1e3-4ce5-4dfd-aed0-50093d20efda req-c07cb4ab-ac6f-4a66-a21f-59c2efd12447 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e5bb2cea-eda6-4d4b-9e0f-be7c6d63d8da HTTP/1.1" status: 200  len: 217 time: 0.0604546
Dec 16 22:53:09.992578 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc18e1e3-4ce5-4dfd-aed0-50093d20efda req-be11c9e2-d6a5-4dfe-94d9-abecff52b5d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:53:09.993904 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-fc18e1e3-4ce5-4dfd-aed0-50093d20efda req-be11c9e2-d6a5-4dfe-94d9-abecff52b5d1 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=9b6a0b8d-b469-497f-bbb6-33b261650314 HTTP/1.1" status: 200  len: 835 time: 0.0588567
Dec 16 22:53:10.067475 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc18e1e3-4ce5-4dfd-aed0-50093d20efda req-05a6bee3-31e7-475a-a68f-19d5683f2b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:53:10.068956 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-fc18e1e3-4ce5-4dfd-aed0-50093d20efda req-05a6bee3-31e7-475a-a68f-19d5683f2b45 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9383b5ea-810c-4819-9ec1-06017ed11ef4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0691376
Dec 16 22:53:10.201043 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-fc18e1e3-4ce5-4dfd-aed0-50093d20efda req-8c4f3faf-89a6-4948-af9b-1d7631399470 service neutron] 10.222.0.49 "GET /v2.0/networks/9383b5ea-810c-4819-9ec1-06017ed11ef4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1245766
Dec 16 22:53:10.305404 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fffceb2-2832-4471-a2fa-76811372f6da req-5352d52f-1f6b-46ed-ab2a-b75aa20e8fd2 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:53:10.306846 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-2fffceb2-2832-4471-a2fa-76811372f6da req-5352d52f-1f6b-46ed-ab2a-b75aa20e8fd2 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "GET /v2.0/ports?device_id=a59c149d-8c1a-4026-9f7e-555879306bfe HTTP/1.1" status: 200  len: 944 time: 0.0813031
Dec 16 22:53:10.331283 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-fc18e1e3-4ce5-4dfd-aed0-50093d20efda req-8bf72fa4-e49d-46ef-a374-439d03ed7b49 service neutron] 10.222.0.49 "GET /v2.0/networks/9383b5ea-810c-4819-9ec1-06017ed11ef4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1240923
Dec 16 22:53:10.351208 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-2fffceb2-2832-4471-a2fa-76811372f6da req-73456a67-8b3c-4d5d-8bf1-f12f2082602b tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "GET /v2.0/security-groups?id=17feecc5-5263-4086-aa03-e3d6df15c137&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0386088
Dec 16 22:53:10.490303 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6281290-b2fc-412e-9a3f-bc0176b53ea3 req-0d0dd169-5e6d-4911-acf6-eb6d93a59686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:53:10.491778 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-f6281290-b2fc-412e-9a3f-bc0176b53ea3 req-0d0dd169-5e6d-4911-acf6-eb6d93a59686 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b7e45fda9ad540a6ac359d1c64c9adb2&device_id=a59c149d-8c1a-4026-9f7e-555879306bfe HTTP/1.1" status: 200  len: 1097 time: 0.0749681
Dec 16 22:53:10.723831 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6281290-b2fc-412e-9a3f-bc0176b53ea3 req-a6a07688-00cc-4352-80f6-dd96a99df6f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:53:10.725182 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-f6281290-b2fc-412e-9a3f-bc0176b53ea3 req-a6a07688-00cc-4352-80f6-dd96a99df6f7 service neutron] 10.222.0.49 "GET /v2.0/networks?id=9383b5ea-810c-4819-9ec1-06017ed11ef4 HTTP/1.1" status: 200  len: 897 time: 0.2263875
Dec 16 22:53:10.792090 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-f6281290-b2fc-412e-9a3f-bc0176b53ea3 req-4e41c514-2dec-42d1-b94d-523dc0cc39f9 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e5bb2cea-eda6-4d4b-9e0f-be7c6d63d8da HTTP/1.1" status: 200  len: 217 time: 0.0593183
Dec 16 22:53:10.854883 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6281290-b2fc-412e-9a3f-bc0176b53ea3 req-cafc0ae5-36ca-4199-97e2-eaf9a4f2e5c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:53:10.856550 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-f6281290-b2fc-412e-9a3f-bc0176b53ea3 req-cafc0ae5-36ca-4199-97e2-eaf9a4f2e5c3 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=9b6a0b8d-b469-497f-bbb6-33b261650314 HTTP/1.1" status: 200  len: 835 time: 0.0576944
Dec 16 22:53:10.928823 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6281290-b2fc-412e-9a3f-bc0176b53ea3 req-b0075cd6-abfe-45cc-8ffa-31a4cc967a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:53:10.930246 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-f6281290-b2fc-412e-9a3f-bc0176b53ea3 req-b0075cd6-abfe-45cc-8ffa-31a4cc967a3a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9383b5ea-810c-4819-9ec1-06017ed11ef4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0670414
Dec 16 22:53:11.059523 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-f6281290-b2fc-412e-9a3f-bc0176b53ea3 req-62887ff9-6844-4b7f-b061-a0d9343dd7b1 service neutron] 10.222.0.49 "GET /v2.0/networks/9383b5ea-810c-4819-9ec1-06017ed11ef4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1216033
Dec 16 22:53:11.188752 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-f6281290-b2fc-412e-9a3f-bc0176b53ea3 req-634d8db0-8667-47d8-8623-68dbcd83a933 service neutron] 10.222.0.49 "GET /v2.0/networks/9383b5ea-810c-4819-9ec1-06017ed11ef4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1220767
Dec 16 22:53:11.535167 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72516843-635f-49de-bf9e-e37b7e23e924 req-9c33ae75-4d92-4baa-a96c-2e8c93ef829f tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:53:11.536749 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-72516843-635f-49de-bf9e-e37b7e23e924 req-9c33ae75-4d92-4baa-a96c-2e8c93ef829f tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "GET /v2.0/ports?device_id=a59c149d-8c1a-4026-9f7e-555879306bfe HTTP/1.1" status: 200  len: 944 time: 0.0797944
Dec 16 22:53:11.579691 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-72516843-635f-49de-bf9e-e37b7e23e924 req-8a62bd9c-1bd6-41ef-ad75-9ddd859a7400 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "GET /v2.0/security-groups?id=17feecc5-5263-4086-aa03-e3d6df15c137&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0373499
Dec 16 22:53:12.767823 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52c9e12-b42c-410b-b3de-555b20c8743b req-4b5966d9-825f-4598-bf19-a8c97930e4de tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:53:12.769156 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-e52c9e12-b42c-410b-b3de-555b20c8743b req-4b5966d9-825f-4598-bf19-a8c97930e4de tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "GET /v2.0/ports?device_id=a59c149d-8c1a-4026-9f7e-555879306bfe HTTP/1.1" status: 200  len: 944 time: 0.0815034
Dec 16 22:53:12.811611 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-e52c9e12-b42c-410b-b3de-555b20c8743b req-c3602a0a-fedb-48cc-9a4e-489a39cf063a tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "GET /v2.0/security-groups?id=17feecc5-5263-4086-aa03-e3d6df15c137&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0369329
Dec 16 22:53:13.990671 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a625a4b-9dba-4725-ae58-604a80c1f39c req-9ef3b165-1127-4ea9-ad50-5baa1573ab9b tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:53:13.992103 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-9a625a4b-9dba-4725-ae58-604a80c1f39c req-9ef3b165-1127-4ea9-ad50-5baa1573ab9b tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "GET /v2.0/ports?device_id=a59c149d-8c1a-4026-9f7e-555879306bfe HTTP/1.1" status: 200  len: 944 time: 0.0775616
Dec 16 22:53:14.037211 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-9a625a4b-9dba-4725-ae58-604a80c1f39c req-e3bc8014-0967-46f1-953c-2abf7d35c3c1 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "GET /v2.0/security-groups?id=17feecc5-5263-4086-aa03-e3d6df15c137&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0389702
Dec 16 22:53:14.142966 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Device e5bb2cea-eda6-4d4b-9e0f-be7c6d63d8da details requested by agent hyperv_hv-neutron-8218 with host hv-neutron-8218 {{(pid=87508) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 16 22:53:14.272689 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] For port e5bb2cea-eda6-4d4b-9e0f-be7c6d63d8da, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=e5bb2cea-eda6-4d4b-9e0f-be7c6d63d8da,segment=NetworkSegment(92ad741c-b04a-43e9-b9d1-120552dacfd2),segment_id=92ad741c-b04a-43e9-b9d1-120552dacfd2)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:53:14.285756 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Returning: {'device': 'e5bb2cea-eda6-4d4b-9e0f-be7c6d63d8da', 'network_id': '9383b5ea-810c-4819-9ec1-06017ed11ef4', 'port_id': 'e5bb2cea-eda6-4d4b-9e0f-be7c6d63d8da', 'mac_address': 'fa:16:3e:9a:02:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b6a0b8d-b469-497f-bbb6-33b261650314', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87508) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 16 22:53:14.341986 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:53:14.399129 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.notifiers.nova [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5bb2cea-eda6-4d4b-9e0f-be7c6d63d8da {{(pid=87508) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 22:53:14.414052 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] For port e5bb2cea-eda6-4d4b-9e0f-be7c6d63d8da, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=e5bb2cea-eda6-4d4b-9e0f-be7c6d63d8da,segment=NetworkSegment(92ad741c-b04a-43e9-b9d1-120552dacfd2),segment_id=92ad741c-b04a-43e9-b9d1-120552dacfd2)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:53:14.417878 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:53:14.420616 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:53:14.484242 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Pushing event updated for resources: {'Port': ['ID=e5bb2cea-eda6-4d4b-9e0f-be7c6d63d8da,revision_number=4']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:53:14.487283 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:53:14.678692 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] get_ports_and_sgs() called for port_ids ['e5bb2cea-eda6-4d4b-9e0f-be7c6d63d8da'] {{(pid=87508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 22:53:15.215933 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8632aa-55ea-4037-82e5-bbb0a0ba795b req-7df253db-b9cf-4a54-9b49-c47d2ff86f8f tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:53:15.217357 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-8d8632aa-55ea-4037-82e5-bbb0a0ba795b req-7df253db-b9cf-4a54-9b49-c47d2ff86f8f tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "GET /v2.0/ports?device_id=a59c149d-8c1a-4026-9f7e-555879306bfe HTTP/1.1" status: 200  len: 945 time: 0.0785978
Dec 16 22:53:15.260811 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-8d8632aa-55ea-4037-82e5-bbb0a0ba795b req-9a2dbf3a-32d6-422c-bc90-5234ff8b59cb tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "GET /v2.0/security-groups?id=17feecc5-5263-4086-aa03-e3d6df15c137&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0379107
Dec 16 22:53:16.156895 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Device e5bb2cea-eda6-4d4b-9e0f-be7c6d63d8da up at agent hyperv_hv-neutron-8218 {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 22:53:16.221691 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Provisioning for port e5bb2cea-eda6-4d4b-9e0f-be7c6d63d8da completed by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 22:53:16.226466 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Provisioning complete for port e5bb2cea-eda6-4d4b-9e0f-be7c6d63d8da triggered by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:53:16.226854 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:53:16.341071 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:53:16.367632 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a59c149d-8c1a-4026-9f7e-555879306bfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5bb2cea-eda6-4d4b-9e0f-be7c6d63d8da'}] {{(pid=87508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 22:53:16.378198 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] For port e5bb2cea-eda6-4d4b-9e0f-be7c6d63d8da, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=e5bb2cea-eda6-4d4b-9e0f-be7c6d63d8da,segment=NetworkSegment(92ad741c-b04a-43e9-b9d1-120552dacfd2),segment_id=92ad741c-b04a-43e9-b9d1-120552dacfd2)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:53:16.383270 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:53:16.385113 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-0aa9c8b2-1fab-499c-88a5-e574018dd31a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:53:16.419930 dv-neutron-821829-1-hyperv neutron-server[87508]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a59c149d-8c1a-4026-9f7e-555879306bfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5bb2cea-eda6-4d4b-9e0f-be7c6d63d8da', 'code': 200}
Dec 16 22:53:16.451222 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166ffb8f-434a-4f45-962c-a8e7cc832f0a req-972990c9-d22e-4a5b-a3b1-199a14e18689 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:53:16.452868 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Pushing event updated for resources: {'Port': ['ID=e5bb2cea-eda6-4d4b-9e0f-be7c6d63d8da,revision_number=5']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:53:16.460373 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-166ffb8f-434a-4f45-962c-a8e7cc832f0a req-972990c9-d22e-4a5b-a3b1-199a14e18689 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "GET /v2.0/ports?device_id=a59c149d-8c1a-4026-9f7e-555879306bfe HTTP/1.1" status: 200  len: 946 time: 0.0968463
Dec 16 22:53:16.464013 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:53:16.508306 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-166ffb8f-434a-4f45-962c-a8e7cc832f0a req-03c0bc52-7541-41d8-ac48-41a6a8f2e217 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "GET /v2.0/security-groups?id=17feecc5-5263-4086-aa03-e3d6df15c137&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0469766
Dec 16 22:53:16.683348 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bfab6d-47ee-4997-9eda-aa3bc9789999 req-9e8bf69f-4ee8-473e-a239-c3c8d869aa62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:53:16.684751 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-80bfab6d-47ee-4997-9eda-aa3bc9789999 req-9e8bf69f-4ee8-473e-a239-c3c8d869aa62 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=a59c149d-8c1a-4026-9f7e-555879306bfe HTTP/1.1" status: 200  len: 1099 time: 0.0748782
Dec 16 22:53:16.724246 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-80bfab6d-47ee-4997-9eda-aa3bc9789999 req-fea37288-5038-4eed-bfa5-fb386a54963f service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=17feecc5-5263-4086-aa03-e3d6df15c137&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0333149
Dec 16 22:53:17.685925 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d34674-70b3-4039-acdd-c355d65eadc2 req-e3f29fc1-d5ad-4572-b8d4-cec58b1e5866 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:53:17.687533 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-49d34674-70b3-4039-acdd-c355d65eadc2 req-e3f29fc1-d5ad-4572-b8d4-cec58b1e5866 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "GET /v2.0/ports?device_id=a59c149d-8c1a-4026-9f7e-555879306bfe HTTP/1.1" status: 200  len: 946 time: 0.0787754
Dec 16 22:53:17.733794 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-49d34674-70b3-4039-acdd-c355d65eadc2 req-f3711c18-6270-402e-b268-4d491842ba6d tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "GET /v2.0/security-groups?id=17feecc5-5263-4086-aa03-e3d6df15c137&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0396295
Dec 16 22:53:19.022673 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6b7d6c-38a2-41e0-b98b-fa0b20874ebc req-ad6071f7-39f0-4e8c-8d37-63eb0c830232 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:53:19.024031 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-8a6b7d6c-38a2-41e0-b98b-fa0b20874ebc req-ad6071f7-39f0-4e8c-8d37-63eb0c830232 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "GET /v2.0/ports?device_id=a59c149d-8c1a-4026-9f7e-555879306bfe HTTP/1.1" status: 200  len: 946 time: 0.1878273
Dec 16 22:53:19.066900 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-8a6b7d6c-38a2-41e0-b98b-fa0b20874ebc req-21945dd6-9526-41ce-b393-c55cc6f88cb8 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "GET /v2.0/security-groups?id=17feecc5-5263-4086-aa03-e3d6df15c137&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0367739
Dec 16 22:53:19.248585 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e667a5-2ae9-4078-bb54-433ae37515ab req-93065512-3da3-45dc-a290-598c9d49c621 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:53:19.250010 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-47e667a5-2ae9-4078-bb54-433ae37515ab req-93065512-3da3-45dc-a290-598c9d49c621 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "GET /v2.0/ports?device_id=a59c149d-8c1a-4026-9f7e-555879306bfe HTTP/1.1" status: 200  len: 946 time: 0.0782118
Dec 16 22:53:19.295753 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-47e667a5-2ae9-4078-bb54-433ae37515ab req-877bc980-0fe8-480f-bf28-867cc0efd6a1 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "GET /v2.0/security-groups?id=17feecc5-5263-4086-aa03-e3d6df15c137&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0401952
Dec 16 22:53:19.317629 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 51072) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:53:19.387925 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2f326a4-25d4-4aa4-a114-65e9afdaa049 tempest-TestNetworkBasicOps-761014822 tempest-TestNetworkBasicOps-761014822-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:53:19.389371 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-b2f326a4-25d4-4aa4-a114-65e9afdaa049 tempest-TestNetworkBasicOps-761014822 tempest-TestNetworkBasicOps-761014822-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=a59c149d-8c1a-4026-9f7e-555879306bfe HTTP/1.1" status: 200  len: 1094 time: 0.0707827
Dec 16 22:53:19.392229 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 51076) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:53:19.396954 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-5a6b5b97-901b-4534-8101-ee2fb57f81a7 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Request body: {'floatingip': {'floating_network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'port_id': 'e5bb2cea-eda6-4d4b-9e0f-be7c6d63d8da', 'tenant_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'fixed_ip_address': '172.20.0.12'}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:53:19.403430 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-5a6b5b97-901b-4534-8101-ee2fb57f81a7 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:53:19.407197 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-5a6b5b97-901b-4534-8101-ee2fb57f81a7 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Usage tracker for resource:floatingip and tenant:b7e45fda9ad540a6ac359d1c64c9adb2 is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:53:19.410008 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-5a6b5b97-901b-4534-8101-ee2fb57f81a7 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:53:19.415537 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-5a6b5b97-901b-4534-8101-ee2fb57f81a7 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:53:19.425922 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-5a6b5b97-901b-4534-8101-ee2fb57f81a7 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for floatingip, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:53:19.558926 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-5a6b5b97-901b-4534-8101-ee2fb57f81a7 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:53:19.691497 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.db_base_plugin_common [None req-5a6b5b97-901b-4534-8101-ee2fb57f81a7 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Allocated IP 172.26.0.56 (f8905ce9-304b-4976-bc47-e58c71c11de5/9bca8591-41ef-4f2d-8ecb-ecaab1a28acf/7cedf85f-3c6c-40a8-9377-c63a13beeca8) {{(pid=87507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 22:53:19.835378 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-5a6b5b97-901b-4534-8101-ee2fb57f81a7 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for port, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:53:19.863082 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-5a6b5b97-901b-4534-8101-ee2fb57f81a7 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10807823'] for port, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:53:19.867313 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-830de581-4686-471f-8ffe-2b8d85e779ea tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:53:19.926605 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a6b5b97-901b-4534-8101-ee2fb57f81a7 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Network f8905ce9-304b-4976-bc47-e58c71c11de5 is already hosted by enough agents. {{(pid=87507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:53:19.929348 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.base_scheduler [None req-5a6b5b97-901b-4534-8101-ee2fb57f81a7 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Resources bound (agent type, host, resource id):  {{(pid=87507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:53:19.931878 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a6b5b97-901b-4534-8101-ee2fb57f81a7 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Received port after_create {{(pid=87507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 22:53:19.972341 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6b5b97-901b-4534-8101-ee2fb57f81a7 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Pushing event updated for resources: {'Port': ['ID=7cedf85f-3c6c-40a8-9377-c63a13beeca8,revision_number=1']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:53:19.975074 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-5a6b5b97-901b-4534-8101-ee2fb57f81a7 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:53:20.331293 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-5a6b5b97-901b-4534-8101-ee2fb57f81a7 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:53:20.404690 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-5a6b5b97-901b-4534-8101-ee2fb57f81a7 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:53:20.606574 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-5a6b5b97-901b-4534-8101-ee2fb57f81a7 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for port, precommit_update {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:53:20.610902 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-5a6b5b97-901b-4534-8101-ee2fb57f81a7 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10807814'] for port, after_update {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:53:20.615409 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-608b46f1-aa9d-4591-9eaf-fce2e9b84540 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:53:20.717524 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6b5b97-901b-4534-8101-ee2fb57f81a7 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Pushing event updated for resources: {'Port': ['ID=7cedf85f-3c6c-40a8-9377-c63a13beeca8,revision_number=2']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:53:20.721358 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-5a6b5b97-901b-4534-8101-ee2fb57f81a7 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:53:20.725995 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-5a6b5b97-901b-4534-8101-ee2fb57f81a7 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3741874'] for floatingip, after_update {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:53:21.000636 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.db.l3_db [None req-5a6b5b97-901b-4534-8101-ee2fb57f81a7 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Floating IP d5be6a49-af43-4c36-b2be-51297156d367 associated. External IP: 172.26.0.56, port: e5bb2cea-eda6-4d4b-9e0f-be7c6d63d8da.
Dec 16 22:53:21.341415 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a6b5b97-901b-4534-8101-ee2fb57f81a7 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Router 86591f9c-5409-4b1e-b5b0-1c0a03149daa has already been hosted by L3 agent 4f519db7-069b-43e2-8411-c092bac9102a {{(pid=87507) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 22:53:21.519354 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a6b5b97-901b-4534-8101-ee2fb57f81a7 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify agent at l3_agent.dv-neutron-821829-1-hyperv the message routers_updated {{(pid=87507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 22:53:21.530028 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-007154d4-29af-4695-8c35-3d0597215e3f None None] Sync routers for ids ['86591f9c-5409-4b1e-b5b0-1c0a03149daa'] in dv-neutron-821829-1-hyperv {{(pid=87509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 22:53:21.539616 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-007154d4-29af-4695-8c35-3d0597215e3f None None] Routers {'86591f9c-5409-4b1e-b5b0-1c0a03149daa'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:53:21.540300 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-007154d4-29af-4695-8c35-3d0597215e3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b7d5822b0>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:53:01Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['86591f9c-5409-4b1e-b5b0-1c0a03149daa'], 'active': True} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:53:21.543162 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-5a6b5b97-901b-4534-8101-ee2fb57f81a7 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for floatingip, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:53:21.597477 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-5a6b5b97-901b-4534-8101-ee2fb57f81a7 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.2041414
Dec 16 22:53:21.598095 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a59c149d-8c1a-4026-9f7e-555879306bfe', 'tag': 'e5bb2cea-eda6-4d4b-9e0f-be7c6d63d8da'}] {{(pid=87507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 22:53:21.600613 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 51080) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:53:21.645423 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a59c149d-8c1a-4026-9f7e-555879306bfe', 'tag': 'e5bb2cea-eda6-4d4b-9e0f-be7c6d63d8da', 'status': 'completed', 'code': 200}
Dec 16 22:53:21.719099 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvr_db [None req-007154d4-29af-4695-8c35-3d0597215e3f None None] Set router 86591f9c-5409-4b1e-b5b0-1c0a03149daa gateway port host: dv-neutron-821829-1-hyperv {{(pid=87509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 22:53:21.722533 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-0910c63c-7b05-4fc9-90e0-e68ac6756603 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "GET /v2.0/floatingips/d5be6a49-af43-4c36-b2be-51297156d367 HTTP/1.1" status: 200  len: 991 time: 0.1197705
Dec 16 22:53:21.809705 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f940c6-a735-4c24-b126-aee0fa84818b req-1f1b42b2-88d3-4ea8-a1c1-467aa48fc79f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:53:21.811163 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-b6f940c6-a735-4c24-b126-aee0fa84818b req-1f1b42b2-88d3-4ea8-a1c1-467aa48fc79f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b7e45fda9ad540a6ac359d1c64c9adb2&device_id=a59c149d-8c1a-4026-9f7e-555879306bfe HTTP/1.1" status: 200  len: 1099 time: 0.1163342
Dec 16 22:53:21.939605 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f940c6-a735-4c24-b126-aee0fa84818b req-192f52a2-3171-4023-8bc6-376de75e7a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:53:21.940982 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-b6f940c6-a735-4c24-b126-aee0fa84818b req-192f52a2-3171-4023-8bc6-376de75e7a89 service neutron] 10.222.0.49 "GET /v2.0/networks?id=9383b5ea-810c-4819-9ec1-06017ed11ef4 HTTP/1.1" status: 200  len: 897 time: 0.1238680
Dec 16 22:53:22.044070 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-b6f940c6-a735-4c24-b126-aee0fa84818b req-3d26c231-cc05-43d2-a690-53ddf24b0706 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e5bb2cea-eda6-4d4b-9e0f-be7c6d63d8da HTTP/1.1" status: 200  len: 999 time: 0.0963428
Dec 16 22:53:22.057851 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-007154d4-29af-4695-8c35-3d0597215e3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b7d5822b0>, [{'id': '86591f9c-5409-4b1e-b5b0-1c0a03149daa', 'name': 'tempest-TestNetworkBasicOps-router-664398853', 'tenant_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.76'}], 'enable_snat': True}, 'gw_port_id': '2992bb63-c5e5-4bac-b33c-0d66c6afbee7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:52:57Z', 'updated_at': '2021-12-16T22:53:02Z', 'revision_number': 4, 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'gw_port': {'id': '2992bb63-c5e5-4bac-b33c-0d66c6afbee7', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:9a:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86591f9c-5409-4b1e-b5b0-1c0a03149daa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:52:58Z', 'updated_at': '2021-12-16T22:53:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv', '_floatingips': [{'id': 'd5be6a49-af43-4c36-b2be-51297156d367', 'tenant_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'floating_ip_address': '172.26.0.56', 'floating_network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'router_id': '86591f9c-5409-4b1e-b5b0-1c0a03149daa', 'port_id': 'e5bb2cea-eda6-4d4b-9e0f-be7c6d63d8da', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1507, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9383b5ea-810c-4819-9ec1-06017ed11ef4', 'mac_address': 'fa:16:3e:9a:02:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a59c149d-8c1a-4026-9f7e-555879306bfe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T22:53:20Z', 'updated_at': '2021-12-16T22:53:20Z', 'revision_number': 0, 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a41622e-3793-449e-be71-e343ae4413c4', 'name': '', 'network_id': '9383b5ea-810c-4819-9ec1-06017ed11ef4', 'tenant_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'mac_address': 'fa:16:3e:b5:c1:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86591f9c-5409-4b1e-b5b0-1c0a03149daa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': '9b6a0b8d-b469-497f-bbb6-33b261650314', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:53:01Z', 'updated_at': '2021-12-16T22:53:07Z', 'revision_number': 5, 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'subnets': [{'id': '9b6a0b8d-b469-497f-bbb6-33b261650314', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:53:22.061644 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-007154d4-29af-4695-8c35-3d0597215e3f None None] Checking router: 86591f9c-5409-4b1e-b5b0-1c0a03149daa for host: dv-neutron-821829-1-hyperv {{(pid=87509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 22:53:22.069713 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-007154d4-29af-4695-8c35-3d0597215e3f None None] Routers {'86591f9c-5409-4b1e-b5b0-1c0a03149daa'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:53:22.070318 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-007154d4-29af-4695-8c35-3d0597215e3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b7d5822b0>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:53:01Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['86591f9c-5409-4b1e-b5b0-1c0a03149daa'], 'active': True} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:53:22.104034 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f940c6-a735-4c24-b126-aee0fa84818b req-54447890-5810-45e5-9288-ff672a805988 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:53:22.105800 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-b6f940c6-a735-4c24-b126-aee0fa84818b req-54447890-5810-45e5-9288-ff672a805988 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=9b6a0b8d-b469-497f-bbb6-33b261650314 HTTP/1.1" status: 200  len: 835 time: 0.0560048
Dec 16 22:53:22.180946 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f940c6-a735-4c24-b126-aee0fa84818b req-2b8b5ab5-b7e8-49b7-8f44-fa1d2d80ae4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:53:22.182430 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-b6f940c6-a735-4c24-b126-aee0fa84818b req-2b8b5ab5-b7e8-49b7-8f44-fa1d2d80ae4e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9383b5ea-810c-4819-9ec1-06017ed11ef4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0708284
Dec 16 22:53:22.247411 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvr_db [None req-007154d4-29af-4695-8c35-3d0597215e3f None None] Set router 86591f9c-5409-4b1e-b5b0-1c0a03149daa gateway port host: dv-neutron-821829-1-hyperv {{(pid=87509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 22:53:22.311909 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-b6f940c6-a735-4c24-b126-aee0fa84818b req-104921ec-f3ea-4e71-ba1d-a95366313f82 service neutron] 10.222.0.49 "GET /v2.0/networks/9383b5ea-810c-4819-9ec1-06017ed11ef4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1226840
Dec 16 22:53:22.442234 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-b6f940c6-a735-4c24-b126-aee0fa84818b req-454fabdb-3cfb-4289-b4ad-d36fac798518 service neutron] 10.222.0.49 "GET /v2.0/networks/9383b5ea-810c-4819-9ec1-06017ed11ef4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1236427
Dec 16 22:53:22.617714 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-007154d4-29af-4695-8c35-3d0597215e3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b7d5822b0>, [{'id': '86591f9c-5409-4b1e-b5b0-1c0a03149daa', 'name': 'tempest-TestNetworkBasicOps-router-664398853', 'tenant_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.76'}], 'enable_snat': True}, 'gw_port_id': '2992bb63-c5e5-4bac-b33c-0d66c6afbee7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:52:57Z', 'updated_at': '2021-12-16T22:53:02Z', 'revision_number': 4, 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'gw_port': {'id': '2992bb63-c5e5-4bac-b33c-0d66c6afbee7', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:9a:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86591f9c-5409-4b1e-b5b0-1c0a03149daa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:52:58Z', 'updated_at': '2021-12-16T22:53:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv', '_floatingips': [{'id': 'd5be6a49-af43-4c36-b2be-51297156d367', 'tenant_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'floating_ip_address': '172.26.0.56', 'floating_network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'router_id': '86591f9c-5409-4b1e-b5b0-1c0a03149daa', 'port_id': 'e5bb2cea-eda6-4d4b-9e0f-be7c6d63d8da', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1507, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9383b5ea-810c-4819-9ec1-06017ed11ef4', 'mac_address': 'fa:16:3e:9a:02:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a59c149d-8c1a-4026-9f7e-555879306bfe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T22:53:20Z', 'updated_at': '2021-12-16T22:53:20Z', 'revision_number': 0, 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a41622e-3793-449e-be71-e343ae4413c4', 'name': '', 'network_id': '9383b5ea-810c-4819-9ec1-06017ed11ef4', 'tenant_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'mac_address': 'fa:16:3e:b5:c1:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86591f9c-5409-4b1e-b5b0-1c0a03149daa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': '9b6a0b8d-b469-497f-bbb6-33b261650314', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:53:01Z', 'updated_at': '2021-12-16T22:53:07Z', 'revision_number': 5, 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'subnets': [{'id': '9b6a0b8d-b469-497f-bbb6-33b261650314', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:53:22.622123 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-007154d4-29af-4695-8c35-3d0597215e3f None None] The sync data for ids ['86591f9c-5409-4b1e-b5b0-1c0a03149daa'] in dv-neutron-821829-1-hyperv is: [{'id': '86591f9c-5409-4b1e-b5b0-1c0a03149daa', 'name': 'tempest-TestNetworkBasicOps-router-664398853', 'tenant_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.76'}], 'enable_snat': True}, 'gw_port_id': '2992bb63-c5e5-4bac-b33c-0d66c6afbee7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:52:57Z', 'updated_at': '2021-12-16T22:53:02Z', 'revision_number': 4, 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'gw_port': {'id': '2992bb63-c5e5-4bac-b33c-0d66c6afbee7', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:9a:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86591f9c-5409-4b1e-b5b0-1c0a03149daa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:52:58Z', 'updated_at': '2021-12-16T22:53:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv', '_floatingips': [{'id': 'd5be6a49-af43-4c36-b2be-51297156d367', 'tenant_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'floating_ip_address': '172.26.0.56', 'floating_network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'router_id': '86591f9c-5409-4b1e-b5b0-1c0a03149daa', 'port_id': 'e5bb2cea-eda6-4d4b-9e0f-be7c6d63d8da', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1507, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9383b5ea-810c-4819-9ec1-06017ed11ef4', 'mac_address': 'fa:16:3e:9a:02:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a59c149d-8c1a-4026-9f7e-555879306bfe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T22:53:20Z', 'updated_at': '2021-12-16T22:53:20Z', 'revision_number': 0, 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a41622e-3793-449e-be71-e343ae4413c4', 'name': '', 'network_id': '9383b5ea-810c-4819-9ec1-06017ed11ef4', 'tenant_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'mac_address': 'fa:16:3e:b5:c1:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86591f9c-5409-4b1e-b5b0-1c0a03149daa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': '9b6a0b8d-b469-497f-bbb6-33b261650314', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:53:01Z', 'updated_at': '2021-12-16T22:53:07Z', 'revision_number': 5, 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'subnets': [{'id': '9b6a0b8d-b469-497f-bbb6-33b261650314', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 22:53:22.726198 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 51088) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:53:22.816290 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e58618e-20ff-452f-9d90-30b80e6c1a50 None None] New status for floating IP d5be6a49-af43-4c36-b2be-51297156d367: ACTIVE {{(pid=87508) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 16 22:53:22.835858 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-8a574671-8337-4c4e-8b29-710017dd6312 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "GET /v2.0/floatingips/d5be6a49-af43-4c36-b2be-51297156d367 HTTP/1.1" status: 200  len: 991 time: 0.1083088
Dec 16 22:53:23.838969 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 51092) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:53:24.047043 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-0b83d765-f46b-4749-aa94-ece3dd9c4651 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "GET /v2.0/floatingips/d5be6a49-af43-4c36-b2be-51297156d367 HTTP/1.1" status: 200  len: 993 time: 0.2068775
Dec 16 22:53:27.521113 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.agents_db [None req-0abd2616-a86c-48e2-be07-10823335a5bb None None] Agent healthcheck: found 6 active agents {{(pid=87509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 22:53:28.157955 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-7439fa52-185f-4e97-a55e-dca3ae50c59e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:53:30.606245 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-29982ddf-c9d5-47e9-9d14-2822db67257d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:53:31.515474 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-3e729f7f-1589-4d54-9c4a-7ee6b283cc2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:53:31.686580 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:53:33.262034 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-4541ba3b-6be8-499c-bc94-3c60aa55c4f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:53:37.962895 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:53:48.728167 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 51104) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:53:48.734332 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-b890a306-e216-4a20-956e-3d963fa19555 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Request body: {'router': {'admin_state_up': False}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:53:49.243027 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-b890a306-e216-4a20-956e-3d963fa19555 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3741702', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3740945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-38947'] for router, precommit_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:53:49.254025 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-b890a306-e216-4a20-956e-3d963fa19555 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3741923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3741713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3741720', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3740934'] for router, after_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:53:49.428195 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b890a306-e216-4a20-956e-3d963fa19555 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Router 86591f9c-5409-4b1e-b5b0-1c0a03149daa has already been hosted by L3 agent 4f519db7-069b-43e2-8411-c092bac9102a {{(pid=87506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 22:53:49.604847 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b890a306-e216-4a20-956e-3d963fa19555 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify agent at l3_agent.dv-neutron-821829-1-hyperv the message routers_updated {{(pid=87506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 22:53:49.612498 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-b890a306-e216-4a20-956e-3d963fa19555 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for router, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:53:49.613636 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-b890a306-e216-4a20-956e-3d963fa19555 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "PUT /v2.0/routers/86591f9c-5409-4b1e-b5b0-1c0a03149daa HTTP/1.1" status: 200  len: 887 time: 0.8845737
Dec 16 22:53:49.615726 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-570f1355-c71d-44b6-b6da-19c19b59c679 None None] Sync routers for ids ['86591f9c-5409-4b1e-b5b0-1c0a03149daa'] in dv-neutron-821829-1-hyperv {{(pid=87509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 22:53:49.627147 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-570f1355-c71d-44b6-b6da-19c19b59c679 None None] Routers {'86591f9c-5409-4b1e-b5b0-1c0a03149daa'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:53:49.628174 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-570f1355-c71d-44b6-b6da-19c19b59c679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b7c8fc940>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:53:31Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['86591f9c-5409-4b1e-b5b0-1c0a03149daa'], 'active': True} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:53:49.687371 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-570f1355-c71d-44b6-b6da-19c19b59c679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b7c8fc940>, [], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:53:49.695530 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-570f1355-c71d-44b6-b6da-19c19b59c679 None None] Routers {'86591f9c-5409-4b1e-b5b0-1c0a03149daa'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:53:49.696174 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-570f1355-c71d-44b6-b6da-19c19b59c679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b7c8fc940>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:53:31Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['86591f9c-5409-4b1e-b5b0-1c0a03149daa'], 'active': True} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:53:49.752909 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-570f1355-c71d-44b6-b6da-19c19b59c679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b7c8fc940>, [], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:53:49.753240 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-570f1355-c71d-44b6-b6da-19c19b59c679 None None] The sync data for ids ['86591f9c-5409-4b1e-b5b0-1c0a03149daa'] in dv-neutron-821829-1-hyperv is: [] {{(pid=87509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 22:53:50.507020 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d449a7f6-5d81-4a82-aa87-540a1fd4e873 None None] New status for floating IP d5be6a49-af43-4c36-b2be-51297156d367: DOWN {{(pid=87508) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 16 22:53:51.554307 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 2992bb63-c5e5-4bac-b33c-0d66c6afbee7 no longer exists at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 22:53:51.665981 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:53:51.682134 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] For port 2992bb63-c5e5-4bac-b33c-0d66c6afbee7, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=2992bb63-c5e5-4bac-b33c-0d66c6afbee7,segment=NetworkSegment(a416442d-d143-4052-9f4e-546eb8cbe809),segment_id=a416442d-d143-4052-9f4e-546eb8cbe809)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:53:51.686353 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:53:51.687171 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 3a41622e-3793-449e-be71-e343ae4413c4 no longer exists at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 22:53:51.714940 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-3031996b-d3d8-46dc-be8c-53b51ad5ec1d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:53:51.779189 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 51110) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:53:51.785187 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-73173ee2-f36d-4069-8fda-b792edff9461 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Request body: {'router': {'admin_state_up': True}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:53:51.801953 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Pushing event updated for resources: {'Port': ['ID=2992bb63-c5e5-4bac-b33c-0d66c6afbee7,revision_number=5']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:53:51.805079 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:53:51.860490 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:53:51.926910 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] For port 3a41622e-3793-449e-be71-e343ae4413c4, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=3a41622e-3793-449e-be71-e343ae4413c4,segment=NetworkSegment(92ad741c-b04a-43e9-b9d1-120552dacfd2),segment_id=92ad741c-b04a-43e9-b9d1-120552dacfd2)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:53:51.930944 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:53:51.933902 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:53:51.996536 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Pushing event updated for resources: {'Port': ['ID=3a41622e-3793-449e-be71-e343ae4413c4,revision_number=6']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:53:51.999584 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:53:52.418471 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-73173ee2-f36d-4069-8fda-b792edff9461 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3741702', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3740945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-38947'] for router, precommit_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:53:52.429249 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-73173ee2-f36d-4069-8fda-b792edff9461 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3741923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3741713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3741720', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3740934'] for router, after_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:53:52.605295 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73173ee2-f36d-4069-8fda-b792edff9461 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Router 86591f9c-5409-4b1e-b5b0-1c0a03149daa has already been hosted by L3 agent 4f519db7-069b-43e2-8411-c092bac9102a {{(pid=87506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 22:53:52.784005 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73173ee2-f36d-4069-8fda-b792edff9461 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify agent at l3_agent.dv-neutron-821829-1-hyperv the message routers_updated {{(pid=87506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 22:53:52.790525 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-73173ee2-f36d-4069-8fda-b792edff9461 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for router, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:53:52.791652 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-73173ee2-f36d-4069-8fda-b792edff9461 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "PUT /v2.0/routers/86591f9c-5409-4b1e-b5b0-1c0a03149daa HTTP/1.1" status: 200  len: 886 time: 1.0107806
Dec 16 22:53:52.793108 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b81a9765-67e7-4262-a1b2-990e533a9a6c None None] Sync routers for ids ['86591f9c-5409-4b1e-b5b0-1c0a03149daa'] in dv-neutron-821829-1-hyperv {{(pid=87509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 22:53:52.794545 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 51114) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:53:52.802758 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b81a9765-67e7-4262-a1b2-990e533a9a6c None None] Routers {'86591f9c-5409-4b1e-b5b0-1c0a03149daa'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:53:52.803371 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-b81a9765-67e7-4262-a1b2-990e533a9a6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b7c8fcf70>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:53:31Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['86591f9c-5409-4b1e-b5b0-1c0a03149daa'], 'active': True} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:53:52.901853 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-d221f042-2024-4aef-9206-cd817fe7c4ad tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "GET /v2.0/floatingips/d5be6a49-af43-4c36-b2be-51297156d367 HTTP/1.1" status: 200  len: 991 time: 0.1051292
Dec 16 22:53:52.975988 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvr_db [None req-b81a9765-67e7-4262-a1b2-990e533a9a6c None None] Set router 86591f9c-5409-4b1e-b5b0-1c0a03149daa gateway port host: dv-neutron-821829-1-hyperv {{(pid=87509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 22:53:53.305414 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-b81a9765-67e7-4262-a1b2-990e533a9a6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b7c8fcf70>, [{'id': '86591f9c-5409-4b1e-b5b0-1c0a03149daa', 'name': 'tempest-TestNetworkBasicOps-router-664398853', 'tenant_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.76'}], 'enable_snat': True}, 'gw_port_id': '2992bb63-c5e5-4bac-b33c-0d66c6afbee7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:52:57Z', 'updated_at': '2021-12-16T22:53:52Z', 'revision_number': 6, 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'gw_port': {'id': '2992bb63-c5e5-4bac-b33c-0d66c6afbee7', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:9a:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86591f9c-5409-4b1e-b5b0-1c0a03149daa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:52:58Z', 'updated_at': '2021-12-16T22:53:51Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv', '_floatingips': [{'id': 'd5be6a49-af43-4c36-b2be-51297156d367', 'tenant_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'floating_ip_address': '172.26.0.56', 'floating_network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'router_id': '86591f9c-5409-4b1e-b5b0-1c0a03149daa', 'port_id': 'e5bb2cea-eda6-4d4b-9e0f-be7c6d63d8da', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1507, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9383b5ea-810c-4819-9ec1-06017ed11ef4', 'mac_address': 'fa:16:3e:9a:02:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a59c149d-8c1a-4026-9f7e-555879306bfe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T22:53:20Z', 'updated_at': '2021-12-16T22:53:50Z', 'revision_number': 2, 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a41622e-3793-449e-be71-e343ae4413c4', 'name': '', 'network_id': '9383b5ea-810c-4819-9ec1-06017ed11ef4', 'tenant_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'mac_address': 'fa:16:3e:b5:c1:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86591f9c-5409-4b1e-b5b0-1c0a03149daa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': '9b6a0b8d-b469-497f-bbb6-33b261650314', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:53:01Z', 'updated_at': '2021-12-16T22:53:51Z', 'revision_number': 6, 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'subnets': [{'id': '9b6a0b8d-b469-497f-bbb6-33b261650314', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:53:53.309014 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b81a9765-67e7-4262-a1b2-990e533a9a6c None None] Checking router: 86591f9c-5409-4b1e-b5b0-1c0a03149daa for host: dv-neutron-821829-1-hyperv {{(pid=87509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 22:53:53.316919 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b81a9765-67e7-4262-a1b2-990e533a9a6c None None] Routers {'86591f9c-5409-4b1e-b5b0-1c0a03149daa'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:53:53.317523 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-b81a9765-67e7-4262-a1b2-990e533a9a6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b7c8fcf70>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:53:31Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['86591f9c-5409-4b1e-b5b0-1c0a03149daa'], 'active': True} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:53:53.488404 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvr_db [None req-b81a9765-67e7-4262-a1b2-990e533a9a6c None None] Set router 86591f9c-5409-4b1e-b5b0-1c0a03149daa gateway port host: dv-neutron-821829-1-hyperv {{(pid=87509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 22:53:53.818446 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-b81a9765-67e7-4262-a1b2-990e533a9a6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b7c8fcf70>, [{'id': '86591f9c-5409-4b1e-b5b0-1c0a03149daa', 'name': 'tempest-TestNetworkBasicOps-router-664398853', 'tenant_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.76'}], 'enable_snat': True}, 'gw_port_id': '2992bb63-c5e5-4bac-b33c-0d66c6afbee7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:52:57Z', 'updated_at': '2021-12-16T22:53:52Z', 'revision_number': 6, 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'gw_port': {'id': '2992bb63-c5e5-4bac-b33c-0d66c6afbee7', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:9a:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86591f9c-5409-4b1e-b5b0-1c0a03149daa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:52:58Z', 'updated_at': '2021-12-16T22:53:51Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv', '_floatingips': [{'id': 'd5be6a49-af43-4c36-b2be-51297156d367', 'tenant_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'floating_ip_address': '172.26.0.56', 'floating_network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'router_id': '86591f9c-5409-4b1e-b5b0-1c0a03149daa', 'port_id': 'e5bb2cea-eda6-4d4b-9e0f-be7c6d63d8da', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1507, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9383b5ea-810c-4819-9ec1-06017ed11ef4', 'mac_address': 'fa:16:3e:9a:02:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a59c149d-8c1a-4026-9f7e-555879306bfe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T22:53:20Z', 'updated_at': '2021-12-16T22:53:50Z', 'revision_number': 2, 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a41622e-3793-449e-be71-e343ae4413c4', 'name': '', 'network_id': '9383b5ea-810c-4819-9ec1-06017ed11ef4', 'tenant_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'mac_address': 'fa:16:3e:b5:c1:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86591f9c-5409-4b1e-b5b0-1c0a03149daa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': '9b6a0b8d-b469-497f-bbb6-33b261650314', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:53:01Z', 'updated_at': '2021-12-16T22:53:51Z', 'revision_number': 6, 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'subnets': [{'id': '9b6a0b8d-b469-497f-bbb6-33b261650314', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:53:53.822240 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b81a9765-67e7-4262-a1b2-990e533a9a6c None None] The sync data for ids ['86591f9c-5409-4b1e-b5b0-1c0a03149daa'] in dv-neutron-821829-1-hyperv is: [{'id': '86591f9c-5409-4b1e-b5b0-1c0a03149daa', 'name': 'tempest-TestNetworkBasicOps-router-664398853', 'tenant_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.76'}], 'enable_snat': True}, 'gw_port_id': '2992bb63-c5e5-4bac-b33c-0d66c6afbee7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:52:57Z', 'updated_at': '2021-12-16T22:53:52Z', 'revision_number': 6, 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'gw_port': {'id': '2992bb63-c5e5-4bac-b33c-0d66c6afbee7', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:9a:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86591f9c-5409-4b1e-b5b0-1c0a03149daa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:52:58Z', 'updated_at': '2021-12-16T22:53:51Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv', '_floatingips': [{'id': 'd5be6a49-af43-4c36-b2be-51297156d367', 'tenant_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'floating_ip_address': '172.26.0.56', 'floating_network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'router_id': '86591f9c-5409-4b1e-b5b0-1c0a03149daa', 'port_id': 'e5bb2cea-eda6-4d4b-9e0f-be7c6d63d8da', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1507, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9383b5ea-810c-4819-9ec1-06017ed11ef4', 'mac_address': 'fa:16:3e:9a:02:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a59c149d-8c1a-4026-9f7e-555879306bfe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T22:53:20Z', 'updated_at': '2021-12-16T22:53:50Z', 'revision_number': 2, 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a41622e-3793-449e-be71-e343ae4413c4', 'name': '', 'network_id': '9383b5ea-810c-4819-9ec1-06017ed11ef4', 'tenant_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'mac_address': 'fa:16:3e:b5:c1:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86591f9c-5409-4b1e-b5b0-1c0a03149daa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': '9b6a0b8d-b469-497f-bbb6-33b261650314', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:53:01Z', 'updated_at': '2021-12-16T22:53:51Z', 'revision_number': 6, 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'subnets': [{'id': '9b6a0b8d-b469-497f-bbb6-33b261650314', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 22:53:53.904593 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 51118) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:53:54.024975 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-bad2350c-b186-4eac-a9dc-016f83dd70ce tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "GET /v2.0/floatingips/d5be6a49-af43-4c36-b2be-51297156d367 HTTP/1.1" status: 200  len: 991 time: 0.1191394
Dec 16 22:53:55.028284 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 51122) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:53:55.133878 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-b111a42c-3e0f-4ec3-bbc7-bab7924f3e8e tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "GET /v2.0/floatingips/d5be6a49-af43-4c36-b2be-51297156d367 HTTP/1.1" status: 200  len: 991 time: 0.1043131
Dec 16 22:53:55.414349 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5e92695-6535-4a33-a4fd-3cf5e459ecda None None] New status for floating IP d5be6a49-af43-4c36-b2be-51297156d367: ACTIVE {{(pid=87508) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 16 22:53:55.600447 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 2992bb63-c5e5-4bac-b33c-0d66c6afbee7 up at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 22:53:55.726237 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning complete for port 2992bb63-c5e5-4bac-b33c-0d66c6afbee7 triggered by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:53:55.726621 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:53:55.842910 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:53:55.859366 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] For port 2992bb63-c5e5-4bac-b33c-0d66c6afbee7, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=2992bb63-c5e5-4bac-b33c-0d66c6afbee7,segment=NetworkSegment(a416442d-d143-4052-9f4e-546eb8cbe809),segment_id=a416442d-d143-4052-9f4e-546eb8cbe809)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:53:55.863134 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:53:55.864007 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 3a41622e-3793-449e-be71-e343ae4413c4 up at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 22:53:55.886768 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-ba9343f0-8bcc-4570-ad44-0cef6eb15a39 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:53:55.978279 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Pushing event updated for resources: {'Port': ['ID=2992bb63-c5e5-4bac-b33c-0d66c6afbee7,revision_number=6']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:53:55.981606 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:53:55.993471 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning complete for port 3a41622e-3793-449e-be71-e343ae4413c4 triggered by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:53:55.993849 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:53:56.107255 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:53:56.137551 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 51126) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:53:56.139704 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] For port 3a41622e-3793-449e-be71-e343ae4413c4, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=3a41622e-3793-449e-be71-e343ae4413c4,segment=NetworkSegment(92ad741c-b04a-43e9-b9d1-120552dacfd2),segment_id=92ad741c-b04a-43e9-b9d1-120552dacfd2)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:53:56.143284 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:53:56.145071 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-6f13ca0f-b1e7-495a-a802-8e2cd7538fbc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:53:56.208150 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Pushing event updated for resources: {'Port': ['ID=3a41622e-3793-449e-be71-e343ae4413c4,revision_number=7']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:53:56.211621 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:53:56.245054 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-6dab7d22-2c75-47d3-ae57-367ba33a4eeb tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "GET /v2.0/floatingips/d5be6a49-af43-4c36-b2be-51297156d367 HTTP/1.1" status: 200  len: 993 time: 0.1061327
Dec 16 22:53:56.539635 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 51134) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:53:56.738538 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.plugin [None req-acad6896-f5d2-4617-900d-3701ad7ce1cb tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Deleting port 7cedf85f-3c6c-40a8-9377-c63a13beeca8 {{(pid=87507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:53:56.738844 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-acad6896-f5d2-4617-900d-3701ad7ce1cb tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:53:57.030036 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-acad6896-f5d2-4617-900d-3701ad7ce1cb tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:53:57.030371 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-acad6896-f5d2-4617-900d-3701ad7ce1cb tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:53:57.151032 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.plugin [None req-acad6896-f5d2-4617-900d-3701ad7ce1cb tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Calling delete_port for 7cedf85f-3c6c-40a8-9377-c63a13beeca8 owned by network:floatingip {{(pid=87507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:53:57.296625 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-acad6896-f5d2-4617-900d-3701ad7ce1cb tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10807823'] for port, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:53:57.300114 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-f3e4a0b3-c279-4264-b5ed-648730a4ef8b tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:53:57.343301 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acad6896-f5d2-4617-900d-3701ad7ce1cb tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Pushing event deleted for resources: {'Port': ['ID=7cedf85f-3c6c-40a8-9377-c63a13beeca8,revision_number=None']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:53:57.376639 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acad6896-f5d2-4617-900d-3701ad7ce1cb tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:53:57.377025 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acad6896-f5d2-4617-900d-3701ad7ce1cb tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:53:57.377398 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acad6896-f5d2-4617-900d-3701ad7ce1cb tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:53:57.377770 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acad6896-f5d2-4617-900d-3701ad7ce1cb tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:53:57.378136 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acad6896-f5d2-4617-900d-3701ad7ce1cb tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:53:57.378505 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acad6896-f5d2-4617-900d-3701ad7ce1cb tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:53:57.378865 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acad6896-f5d2-4617-900d-3701ad7ce1cb tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:53:57.379227 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acad6896-f5d2-4617-900d-3701ad7ce1cb tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:53:57.379591 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acad6896-f5d2-4617-900d-3701ad7ce1cb tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:53:57.379981 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acad6896-f5d2-4617-900d-3701ad7ce1cb tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:53:57.380346 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acad6896-f5d2-4617-900d-3701ad7ce1cb tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:53:57.380698 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acad6896-f5d2-4617-900d-3701ad7ce1cb tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:53:57.387503 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-acad6896-f5d2-4617-900d-3701ad7ce1cb tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:53:57.445383 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-acad6896-f5d2-4617-900d-3701ad7ce1cb tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for floatingip, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:53:57.445711 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.db.l3_db [None req-acad6896-f5d2-4617-900d-3701ad7ce1cb tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Floating IP d5be6a49-af43-4c36-b2be-51297156d367 disassociated (deleted). External IP: 172.26.0.56, port: e5bb2cea-eda6-4d4b-9e0f-be7c6d63d8da.
Dec 16 22:53:57.569511 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 2992bb63-c5e5-4bac-b33c-0d66c6afbee7 up at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 22:53:57.640931 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning complete for port 2992bb63-c5e5-4bac-b33c-0d66c6afbee7 triggered by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:53:57.641326 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:53:57.754446 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 3a41622e-3793-449e-be71-e343ae4413c4 up at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 22:53:57.791423 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acad6896-f5d2-4617-900d-3701ad7ce1cb tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Router 86591f9c-5409-4b1e-b5b0-1c0a03149daa has already been hosted by L3 agent 4f519db7-069b-43e2-8411-c092bac9102a {{(pid=87507) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 22:53:57.821731 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning complete for port 3a41622e-3793-449e-be71-e343ae4413c4 triggered by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:53:57.822033 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:53:57.975168 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acad6896-f5d2-4617-900d-3701ad7ce1cb tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify agent at l3_agent.dv-neutron-821829-1-hyperv the message routers_updated {{(pid=87507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 22:53:57.984624 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e49dea7-f0a4-4bce-80a5-4194212575cf None None] Sync routers for ids ['86591f9c-5409-4b1e-b5b0-1c0a03149daa'] in dv-neutron-821829-1-hyperv {{(pid=87509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 22:53:57.990757 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-acad6896-f5d2-4617-900d-3701ad7ce1cb tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for floatingip, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:53:57.993730 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e49dea7-f0a4-4bce-80a5-4194212575cf None None] Routers {'86591f9c-5409-4b1e-b5b0-1c0a03149daa'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:53:57.994337 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-1e49dea7-f0a4-4bce-80a5-4194212575cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b7c8fcd90>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:53:31Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['86591f9c-5409-4b1e-b5b0-1c0a03149daa'], 'active': True} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:53:58.046935 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-acad6896-f5d2-4617-900d-3701ad7ce1cb tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "DELETE /v2.0/floatingips/d5be6a49-af43-4c36-b2be-51297156d367 HTTP/1.1" status: 204  len: 168 time: 1.5036724
Dec 16 22:53:58.046935 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a59c149d-8c1a-4026-9f7e-555879306bfe', 'tag': 'e5bb2cea-eda6-4d4b-9e0f-be7c6d63d8da'}] {{(pid=87507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 22:53:58.094882 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a59c149d-8c1a-4026-9f7e-555879306bfe', 'tag': 'e5bb2cea-eda6-4d4b-9e0f-be7c6d63d8da', 'status': 'completed', 'code': 200}
Dec 16 22:53:58.172803 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-48b4e155-539c-4011-afa5-40509ffc3805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:53:58.201133 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvr_db [None req-1e49dea7-f0a4-4bce-80a5-4194212575cf None None] Set router 86591f9c-5409-4b1e-b5b0-1c0a03149daa gateway port host: dv-neutron-821829-1-hyperv {{(pid=87509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 22:53:58.228257 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654a9080-45ab-459c-bc46-7307f7387af5 req-b0183ca9-abb4-438a-a23f-b026b200dfc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:53:58.230133 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-654a9080-45ab-459c-bc46-7307f7387af5 req-b0183ca9-abb4-438a-a23f-b026b200dfc9 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b7e45fda9ad540a6ac359d1c64c9adb2&device_id=a59c149d-8c1a-4026-9f7e-555879306bfe HTTP/1.1" status: 200  len: 1099 time: 0.0898252
Dec 16 22:53:58.387622 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654a9080-45ab-459c-bc46-7307f7387af5 req-ba3a9f18-f2fb-4c5c-addd-d0441907db3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:53:58.389563 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-654a9080-45ab-459c-bc46-7307f7387af5 req-ba3a9f18-f2fb-4c5c-addd-d0441907db3b service neutron] 10.222.0.49 "GET /v2.0/networks?id=9383b5ea-810c-4819-9ec1-06017ed11ef4 HTTP/1.1" status: 200  len: 897 time: 0.1375718
Dec 16 22:53:58.429637 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c7d538-6ebb-4f36-8fcb-80f33ba765ed req-9ce3c990-4218-454a-b5e5-a4148be5ccb9 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:53:58.430341 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [req-85c7d538-6ebb-4f36-8fcb-80f33ba765ed req-9ce3c990-4218-454a-b5e5-a4148be5ccb9 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Synchronizing usage tracker for tenant:b7e45fda9ad540a6ac359d1c64c9adb2 on resource:port {{(pid=87507) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 22:53:58.450944 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [req-85c7d538-6ebb-4f36-8fcb-80f33ba765ed req-9ce3c990-4218-454a-b5e5-a4148be5ccb9 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Unset dirty status for tenant:b7e45fda9ad540a6ac359d1c64c9adb2 on resource:port {{(pid=87507) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 22:53:58.456310 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-85c7d538-6ebb-4f36-8fcb-80f33ba765ed req-9ce3c990-4218-454a-b5e5-a4148be5ccb9 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "GET /v2.0/ports?device_id=a59c149d-8c1a-4026-9f7e-555879306bfe HTTP/1.1" status: 200  len: 946 time: 0.1161246
Dec 16 22:53:58.470189 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-654a9080-45ab-459c-bc46-7307f7387af5 req-97a66c39-5dcb-47ef-bae3-8b794af26279 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e5bb2cea-eda6-4d4b-9e0f-be7c6d63d8da HTTP/1.1" status: 200  len: 217 time: 0.0727639
Dec 16 22:53:58.504984 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-85c7d538-6ebb-4f36-8fcb-80f33ba765ed req-efe89c18-d328-4993-99db-4a8de3d7e66d tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "GET /v2.0/security-groups?id=17feecc5-5263-4086-aa03-e3d6df15c137&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0463071
Dec 16 22:53:58.534885 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-1e49dea7-f0a4-4bce-80a5-4194212575cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b7c8fcd90>, [{'id': '86591f9c-5409-4b1e-b5b0-1c0a03149daa', 'name': 'tempest-TestNetworkBasicOps-router-664398853', 'tenant_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.76'}], 'enable_snat': True}, 'gw_port_id': '2992bb63-c5e5-4bac-b33c-0d66c6afbee7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:52:57Z', 'updated_at': '2021-12-16T22:53:52Z', 'revision_number': 6, 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'gw_port': {'id': '2992bb63-c5e5-4bac-b33c-0d66c6afbee7', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:9a:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86591f9c-5409-4b1e-b5b0-1c0a03149daa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:52:58Z', 'updated_at': '2021-12-16T22:53:55Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv', '_interfaces': [{'id': '3a41622e-3793-449e-be71-e343ae4413c4', 'name': '', 'network_id': '9383b5ea-810c-4819-9ec1-06017ed11ef4', 'tenant_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'mac_address': 'fa:16:3e:b5:c1:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86591f9c-5409-4b1e-b5b0-1c0a03149daa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': '9b6a0b8d-b469-497f-bbb6-33b261650314', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:53:01Z', 'updated_at': '2021-12-16T22:53:56Z', 'revision_number': 7, 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'subnets': [{'id': '9b6a0b8d-b469-497f-bbb6-33b261650314', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:53:58.538671 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e49dea7-f0a4-4bce-80a5-4194212575cf None None] Checking router: 86591f9c-5409-4b1e-b5b0-1c0a03149daa for host: dv-neutron-821829-1-hyperv {{(pid=87509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 22:53:58.542256 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654a9080-45ab-459c-bc46-7307f7387af5 req-2fb07c1a-41d8-4afb-a0be-4712741bbc8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:53:58.543693 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-654a9080-45ab-459c-bc46-7307f7387af5 req-2fb07c1a-41d8-4afb-a0be-4712741bbc8b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=9b6a0b8d-b469-497f-bbb6-33b261650314 HTTP/1.1" status: 200  len: 835 time: 0.0650060
Dec 16 22:53:58.547312 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e49dea7-f0a4-4bce-80a5-4194212575cf None None] Routers {'86591f9c-5409-4b1e-b5b0-1c0a03149daa'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:53:58.547940 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-1e49dea7-f0a4-4bce-80a5-4194212575cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b7c8fcd90>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:53:31Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['86591f9c-5409-4b1e-b5b0-1c0a03149daa'], 'active': True} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:53:58.619170 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654a9080-45ab-459c-bc46-7307f7387af5 req-8b6853bb-7fd4-4bae-8909-8a9bc5de3e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:53:58.620660 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-654a9080-45ab-459c-bc46-7307f7387af5 req-8b6853bb-7fd4-4bae-8909-8a9bc5de3e5d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9383b5ea-810c-4819-9ec1-06017ed11ef4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0704546
Dec 16 22:53:58.725445 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvr_db [None req-1e49dea7-f0a4-4bce-80a5-4194212575cf None None] Set router 86591f9c-5409-4b1e-b5b0-1c0a03149daa gateway port host: dv-neutron-821829-1-hyperv {{(pid=87509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 22:53:58.749997 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-654a9080-45ab-459c-bc46-7307f7387af5 req-f0b7f769-ca24-48c4-86b0-d3b1c40a50ee service neutron] 10.222.0.49 "GET /v2.0/networks/9383b5ea-810c-4819-9ec1-06017ed11ef4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1225219
Dec 16 22:53:59.006328 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-654a9080-45ab-459c-bc46-7307f7387af5 req-8ac86641-7647-4e63-9826-d36545e633e1 service neutron] 10.222.0.49 "GET /v2.0/networks/9383b5ea-810c-4819-9ec1-06017ed11ef4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2495456
Dec 16 22:53:59.035006 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-1e49dea7-f0a4-4bce-80a5-4194212575cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b7c8fcd90>, [{'id': '86591f9c-5409-4b1e-b5b0-1c0a03149daa', 'name': 'tempest-TestNetworkBasicOps-router-664398853', 'tenant_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.76'}], 'enable_snat': True}, 'gw_port_id': '2992bb63-c5e5-4bac-b33c-0d66c6afbee7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:52:57Z', 'updated_at': '2021-12-16T22:53:52Z', 'revision_number': 6, 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'gw_port': {'id': '2992bb63-c5e5-4bac-b33c-0d66c6afbee7', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:9a:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86591f9c-5409-4b1e-b5b0-1c0a03149daa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:52:58Z', 'updated_at': '2021-12-16T22:53:55Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv', '_interfaces': [{'id': '3a41622e-3793-449e-be71-e343ae4413c4', 'name': '', 'network_id': '9383b5ea-810c-4819-9ec1-06017ed11ef4', 'tenant_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'mac_address': 'fa:16:3e:b5:c1:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86591f9c-5409-4b1e-b5b0-1c0a03149daa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': '9b6a0b8d-b469-497f-bbb6-33b261650314', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:53:01Z', 'updated_at': '2021-12-16T22:53:56Z', 'revision_number': 7, 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'subnets': [{'id': '9b6a0b8d-b469-497f-bbb6-33b261650314', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:53:59.040320 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e49dea7-f0a4-4bce-80a5-4194212575cf None None] The sync data for ids ['86591f9c-5409-4b1e-b5b0-1c0a03149daa'] in dv-neutron-821829-1-hyperv is: [{'id': '86591f9c-5409-4b1e-b5b0-1c0a03149daa', 'name': 'tempest-TestNetworkBasicOps-router-664398853', 'tenant_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.76'}], 'enable_snat': True}, 'gw_port_id': '2992bb63-c5e5-4bac-b33c-0d66c6afbee7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:52:57Z', 'updated_at': '2021-12-16T22:53:52Z', 'revision_number': 6, 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'gw_port': {'id': '2992bb63-c5e5-4bac-b33c-0d66c6afbee7', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:9a:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86591f9c-5409-4b1e-b5b0-1c0a03149daa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:52:58Z', 'updated_at': '2021-12-16T22:53:55Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv', '_interfaces': [{'id': '3a41622e-3793-449e-be71-e343ae4413c4', 'name': '', 'network_id': '9383b5ea-810c-4819-9ec1-06017ed11ef4', 'tenant_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'mac_address': 'fa:16:3e:b5:c1:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86591f9c-5409-4b1e-b5b0-1c0a03149daa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': '9b6a0b8d-b469-497f-bbb6-33b261650314', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:53:01Z', 'updated_at': '2021-12-16T22:53:56Z', 'revision_number': 7, 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'subnets': [{'id': '9b6a0b8d-b469-497f-bbb6-33b261650314', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 22:53:59.674491 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c752caec-9609-4c4f-a2f9-dfdc900e3ba7 None None] New status for floating IP d5be6a49-af43-4c36-b2be-51297156d367: DOWN {{(pid=87508) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 16 22:53:59.697064 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36290f70-984f-4e6e-b8a0-e27e321b3912 req-22c824a8-1205-4188-b796-67d40ff403e3 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:53:59.698515 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-36290f70-984f-4e6e-b8a0-e27e321b3912 req-22c824a8-1205-4188-b796-67d40ff403e3 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "GET /v2.0/ports?device_id=a59c149d-8c1a-4026-9f7e-555879306bfe HTTP/1.1" status: 200  len: 946 time: 0.0799849
Dec 16 22:53:59.859875 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e67f61-09db-485f-9e4d-a1cdcad6da37 req-5b7fba78-b7d8-4c81-b3b7-fb7061693cdb tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:53:59.860723 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [req-07e67f61-09db-485f-9e4d-a1cdcad6da37 req-5b7fba78-b7d8-4c81-b3b7-fb7061693cdb tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Synchronizing usage tracker for tenant:b7e45fda9ad540a6ac359d1c64c9adb2 on resource:port {{(pid=87506) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 22:53:59.873835 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [req-07e67f61-09db-485f-9e4d-a1cdcad6da37 req-5b7fba78-b7d8-4c81-b3b7-fb7061693cdb tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Unset dirty status for tenant:b7e45fda9ad540a6ac359d1c64c9adb2 on resource:port {{(pid=87506) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 22:53:59.874948 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-07e67f61-09db-485f-9e4d-a1cdcad6da37 req-5b7fba78-b7d8-4c81-b3b7-fb7061693cdb tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.49 "GET /v2.0/ports?device_id=a59c149d-8c1a-4026-9f7e-555879306bfe HTTP/1.1" status: 200  len: 946 time: 0.0992897
Dec 16 22:53:59.879585 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-36290f70-984f-4e6e-b8a0-e27e321b3912 req-2230e784-378c-49dd-98a8-bb9ec13769c5 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "GET /v2.0/security-groups?id=17feecc5-5263-4086-aa03-e3d6df15c137&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1711681
Dec 16 22:53:59.943905 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [req-07e67f61-09db-485f-9e4d-a1cdcad6da37 req-88225bb8-942b-4d2e-b570-a5dd279e72cd tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Deleting port e5bb2cea-eda6-4d4b-9e0f-be7c6d63d8da {{(pid=87506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:53:59.944285 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-07e67f61-09db-485f-9e4d-a1cdcad6da37 req-88225bb8-942b-4d2e-b570-a5dd279e72cd tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:54:00.189154 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.db [req-07e67f61-09db-485f-9e4d-a1cdcad6da37 req-88225bb8-942b-4d2e-b570-a5dd279e72cd tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] For port e5bb2cea-eda6-4d4b-9e0f-be7c6d63d8da, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=e5bb2cea-eda6-4d4b-9e0f-be7c6d63d8da,segment=NetworkSegment(92ad741c-b04a-43e9-b9d1-120552dacfd2),segment_id=92ad741c-b04a-43e9-b9d1-120552dacfd2)] {{(pid=87506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:54:00.189509 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-07e67f61-09db-485f-9e4d-a1cdcad6da37 req-88225bb8-942b-4d2e-b570-a5dd279e72cd tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:54:00.311693 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [req-07e67f61-09db-485f-9e4d-a1cdcad6da37 req-88225bb8-942b-4d2e-b570-a5dd279e72cd tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Calling delete_port for e5bb2cea-eda6-4d4b-9e0f-be7c6d63d8da owned by compute:nova {{(pid=87506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:54:00.448923 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-07e67f61-09db-485f-9e4d-a1cdcad6da37 req-88225bb8-942b-4d2e-b570-a5dd279e72cd tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1863393'] for port, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:54:00.454949 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-5151fabc-4645-4f03-87cd-743939a24167 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:54:00.502992 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88225bb8-942b-4d2e-b570-a5dd279e72cd tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Pushing event deleted for resources: {'Port': ['ID=e5bb2cea-eda6-4d4b-9e0f-be7c6d63d8da,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:54:00.540751 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88225bb8-942b-4d2e-b570-a5dd279e72cd tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:54:00.541146 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88225bb8-942b-4d2e-b570-a5dd279e72cd tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:54:00.541523 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88225bb8-942b-4d2e-b570-a5dd279e72cd tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:54:00.541891 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88225bb8-942b-4d2e-b570-a5dd279e72cd tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:54:00.542255 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88225bb8-942b-4d2e-b570-a5dd279e72cd tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:54:00.542620 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88225bb8-942b-4d2e-b570-a5dd279e72cd tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:54:00.542984 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88225bb8-942b-4d2e-b570-a5dd279e72cd tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:54:00.543344 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88225bb8-942b-4d2e-b570-a5dd279e72cd tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:54:00.543704 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88225bb8-942b-4d2e-b570-a5dd279e72cd tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:54:00.544090 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88225bb8-942b-4d2e-b570-a5dd279e72cd tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:54:00.544447 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88225bb8-942b-4d2e-b570-a5dd279e72cd tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:54:00.544807 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88225bb8-942b-4d2e-b570-a5dd279e72cd tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:54:00.551935 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-88225bb8-942b-4d2e-b570-a5dd279e72cd tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:54:00.586740 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.l3_dvrscheduler_db [req-07e67f61-09db-485f-9e4d-a1cdcad6da37 req-88225bb8-942b-4d2e-b570-a5dd279e72cd tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] No DVR routers for this DVR port e5bb2cea-eda6-4d4b-9e0f-be7c6d63d8da on host hv-neutron-8218 {{(pid=87506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 22:54:00.588950 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-07e67f61-09db-485f-9e4d-a1cdcad6da37 req-88225bb8-942b-4d2e-b570-a5dd279e72cd tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for port, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:54:00.591436 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a59c149d-8c1a-4026-9f7e-555879306bfe', 'name': 'network-vif-deleted', 'tag': 'e5bb2cea-eda6-4d4b-9e0f-be7c6d63d8da'}] {{(pid=87506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 22:54:00.608055 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-07e67f61-09db-485f-9e4d-a1cdcad6da37 req-88225bb8-942b-4d2e-b570-a5dd279e72cd tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.49 "DELETE /v2.0/ports/e5bb2cea-eda6-4d4b-9e0f-be7c6d63d8da HTTP/1.1" status: 204  len: 173 time: 0.7274313
Dec 16 22:54:00.609888 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-5aee9865-0829-49aa-baab-0f088bc97e23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:54:00.646281 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a59c149d-8c1a-4026-9f7e-555879306bfe', 'name': 'network-vif-deleted', 'tag': 'e5bb2cea-eda6-4d4b-9e0f-be7c6d63d8da', 'status': 'completed', 'code': 200}
Dec 16 22:54:01.038853 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-299af18b-71a6-48ac-ae2c-3ad114077262 req-31640789-3a68-4650-adb0-9a35730f88ea tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "GET /v2.0/ports?device_id=a59c149d-8c1a-4026-9f7e-555879306bfe HTTP/1.1" status: 200  len: 210 time: 0.0418279
Dec 16 22:54:01.518998 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-3e729f7f-1589-4d54-9c4a-7ee6b283cc2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:54:01.688261 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:54:02.131057 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 51162) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:54:02.196557 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-56dffa2f-0b7c-4b9e-baef-0405f58f917d tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for security_group, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:54:02.224735 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-56dffa2f-0b7c-4b9e-baef-0405f58f917d tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:54:02.291681 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-56dffa2f-0b7c-4b9e-baef-0405f58f917d tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841066'] for security_group, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:54:02.296562 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-3b869ce4-a840-4447-80ed-7c54b45cf336 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:54:02.310809 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56dffa2f-0b7c-4b9e-baef-0405f58f917d tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=17feecc5-5263-4086-aa03-e3d6df15c137,revision_number=None']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:54:02.313640 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-56dffa2f-0b7c-4b9e-baef-0405f58f917d tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:54:02.319098 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-56dffa2f-0b7c-4b9e-baef-0405f58f917d tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for security_group, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:54:02.320173 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-56dffa2f-0b7c-4b9e-baef-0405f58f917d tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "DELETE /v2.0/security-groups/17feecc5-5263-4086-aa03-e3d6df15c137 HTTP/1.1" status: 204  len: 168 time: 0.1881394
Dec 16 22:54:02.350503 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 51168) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:54:02.884980 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-53bd1531-c04a-48ff-88fd-91b67f3bed9c tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3830176'] for router_interface, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:54:03.245187 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.plugin [None req-53bd1531-c04a-48ff-88fd-91b67f3bed9c tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Deleting port 3a41622e-3793-449e-be71-e343ae4413c4 {{(pid=87507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:54:03.245710 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-53bd1531-c04a-48ff-88fd-91b67f3bed9c tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:54:03.264428 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-4541ba3b-6be8-499c-bc94-3c60aa55c4f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:54:03.427283 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.db [None req-53bd1531-c04a-48ff-88fd-91b67f3bed9c tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] For port 3a41622e-3793-449e-be71-e343ae4413c4, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=3a41622e-3793-449e-be71-e343ae4413c4,segment=NetworkSegment(92ad741c-b04a-43e9-b9d1-120552dacfd2),segment_id=92ad741c-b04a-43e9-b9d1-120552dacfd2)] {{(pid=87507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:54:03.427640 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-53bd1531-c04a-48ff-88fd-91b67f3bed9c tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:54:03.550391 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.plugin [None req-53bd1531-c04a-48ff-88fd-91b67f3bed9c tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Calling delete_port for 3a41622e-3793-449e-be71-e343ae4413c4 owned by network:router_interface {{(pid=87507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:54:03.980637 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-53bd1531-c04a-48ff-88fd-91b67f3bed9c tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10807823'] for port, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:54:03.985509 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-78bc1e67-a6c5-45ac-81d3-6e74142bcd67 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:54:04.032442 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bd1531-c04a-48ff-88fd-91b67f3bed9c tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Pushing event deleted for resources: {'Port': ['ID=3a41622e-3793-449e-be71-e343ae4413c4,revision_number=None']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:54:04.058351 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-53bd1531-c04a-48ff-88fd-91b67f3bed9c tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:54:04.298496 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-53bd1531-c04a-48ff-88fd-91b67f3bed9c tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3791449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3739472'] for router_interface, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:54:04.407647 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Device e5bb2cea-eda6-4d4b-9e0f-be7c6d63d8da no longer exists at agent hyperv_hv-neutron-8218 {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 22:54:04.441834 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] No Port match for: e5bb2cea-eda6-4d4b-9e0f-be7c6d63d8da {{(pid=87508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 22:54:04.442184 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Device e5bb2cea-eda6-4d4b-9e0f-be7c6d63d8da not bound to the agent host hv-neutron-8218 {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 22:54:04.519972 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.agents_db [None req-0abd2616-a86c-48e2-be07-10823335a5bb None None] Agent healthcheck: found 6 active agents {{(pid=87509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 22:54:04.650076 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53bd1531-c04a-48ff-88fd-91b67f3bed9c tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Router 86591f9c-5409-4b1e-b5b0-1c0a03149daa has already been hosted by L3 agent 4f519db7-069b-43e2-8411-c092bac9102a {{(pid=87507) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 22:54:04.822889 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53bd1531-c04a-48ff-88fd-91b67f3bed9c tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify agent at l3_agent.dv-neutron-821829-1-hyperv the message routers_updated {{(pid=87507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 22:54:04.832548 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f10793cd-4f03-4cf5-bbe5-4e06f26526ec None None] Sync routers for ids ['86591f9c-5409-4b1e-b5b0-1c0a03149daa'] in dv-neutron-821829-1-hyperv {{(pid=87509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 22:54:04.835730 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-53bd1531-c04a-48ff-88fd-91b67f3bed9c tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "PUT /v2.0/routers/86591f9c-5409-4b1e-b5b0-1c0a03149daa/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.4839880
Dec 16 22:54:04.838204 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 51172) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:54:04.841687 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f10793cd-4f03-4cf5-bbe5-4e06f26526ec None None] Routers {'86591f9c-5409-4b1e-b5b0-1c0a03149daa'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:54:04.842967 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-f10793cd-4f03-4cf5-bbe5-4e06f26526ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b7cb6f280>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:54:01Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['86591f9c-5409-4b1e-b5b0-1c0a03149daa'], 'active': True} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:54:04.901354 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.db_base_plugin_v2 [None req-038607c5-dec4-499d-ad48-605350bfb16c tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Deleting subnet 9b6a0b8d-b469-497f-bbb6-33b261650314 {{(pid=87507) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 16 22:54:04.904295 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-038607c5-dec4-499d-ad48-605350bfb16c tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for subnet, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:54:04.957253 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-038607c5-dec4-499d-ad48-605350bfb16c tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2128562'] for subnet, precommit_delete_associations {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:54:05.016043 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvr_db [None req-f10793cd-4f03-4cf5-bbe5-4e06f26526ec None None] Set router 86591f9c-5409-4b1e-b5b0-1c0a03149daa gateway port host: dv-neutron-821829-1-hyperv {{(pid=87509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 22:54:05.170906 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-038607c5-dec4-499d-ad48-605350bfb16c tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3328566'] for subnet, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:54:05.241430 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-038607c5-dec4-499d-ad48-605350bfb16c tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3328622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10807868', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10549621'] for subnet, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:54:05.245960 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-e6e60754-001d-4009-8a06-e8d3724a8632 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:54:05.283694 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038607c5-dec4-499d-ad48-605350bfb16c tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Pushing event deleted for resources: {'Subnet': ['ID=9b6a0b8d-b469-497f-bbb6-33b261650314,revision_number=None']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:54:05.286951 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-038607c5-dec4-499d-ad48-605350bfb16c tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:54:05.287941 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-038607c5-dec4-499d-ad48-605350bfb16c tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for subnet, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:54:05.296270 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-038607c5-dec4-499d-ad48-605350bfb16c tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "DELETE /v2.0/subnets/9b6a0b8d-b469-497f-bbb6-33b261650314 HTTP/1.1" status: 204  len: 168 time: 0.4570801
Dec 16 22:54:05.296937 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 51176) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:54:05.297623 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-670b1152-f80f-4227-b77b-7b691474538f None None] Network 9383b5ea-810c-4819-9ec1-06017ed11ef4 requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 22:54:05.326510 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-f10793cd-4f03-4cf5-bbe5-4e06f26526ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b7cb6f280>, [{'id': '86591f9c-5409-4b1e-b5b0-1c0a03149daa', 'name': 'tempest-TestNetworkBasicOps-router-664398853', 'tenant_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.76'}], 'enable_snat': True}, 'gw_port_id': '2992bb63-c5e5-4bac-b33c-0d66c6afbee7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:52:57Z', 'updated_at': '2021-12-16T22:54:03Z', 'revision_number': 7, 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'gw_port': {'id': '2992bb63-c5e5-4bac-b33c-0d66c6afbee7', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:9a:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86591f9c-5409-4b1e-b5b0-1c0a03149daa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:52:58Z', 'updated_at': '2021-12-16T22:53:55Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv'}], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:54:05.330862 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f10793cd-4f03-4cf5-bbe5-4e06f26526ec None None] Checking router: 86591f9c-5409-4b1e-b5b0-1c0a03149daa for host: dv-neutron-821829-1-hyperv {{(pid=87509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 22:54:05.339999 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f10793cd-4f03-4cf5-bbe5-4e06f26526ec None None] Routers {'86591f9c-5409-4b1e-b5b0-1c0a03149daa'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:54:05.340639 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-f10793cd-4f03-4cf5-bbe5-4e06f26526ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b7cb6f280>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:54:01Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['86591f9c-5409-4b1e-b5b0-1c0a03149daa'], 'active': True} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:54:05.476555 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-011202d1-92e5-48df-ac80-9f0ccc44d80b tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for router, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:54:05.534720 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvr_db [None req-f10793cd-4f03-4cf5-bbe5-4e06f26526ec None None] Set router 86591f9c-5409-4b1e-b5b0-1c0a03149daa gateway port host: dv-neutron-821829-1-hyperv {{(pid=87509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 22:54:05.632756 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-530fefc0-84cc-4d3f-a6a8-0bcb71f8df1a None None] DHCP port deletion for 9383b5ea-810c-4819-9ec1-06017ed11ef4 request from dv-neutron-821829-1-hyperv {{(pid=87508) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 16 22:54:05.638154 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-530fefc0-84cc-4d3f-a6a8-0bcb71f8df1a None None] Deleting port 01856df6-fd13-4780-8859-10905a7d6e2c {{(pid=87508) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:54:05.638691 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-530fefc0-84cc-4d3f-a6a8-0bcb71f8df1a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:54:05.672279 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-011202d1-92e5-48df-ac80-9f0ccc44d80b tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:54:05.681966 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.plugin [None req-011202d1-92e5-48df-ac80-9f0ccc44d80b tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Deleting port 2992bb63-c5e5-4bac-b33c-0d66c6afbee7 {{(pid=87507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:54:05.682328 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-011202d1-92e5-48df-ac80-9f0ccc44d80b tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:54:05.821224 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-f10793cd-4f03-4cf5-bbe5-4e06f26526ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b7cb6f280>, [{'id': '86591f9c-5409-4b1e-b5b0-1c0a03149daa', 'name': 'tempest-TestNetworkBasicOps-router-664398853', 'tenant_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.76'}], 'enable_snat': True}, 'gw_port_id': '2992bb63-c5e5-4bac-b33c-0d66c6afbee7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:52:57Z', 'updated_at': '2021-12-16T22:54:03Z', 'revision_number': 7, 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'gw_port': {'id': '2992bb63-c5e5-4bac-b33c-0d66c6afbee7', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:9a:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86591f9c-5409-4b1e-b5b0-1c0a03149daa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:52:58Z', 'updated_at': '2021-12-16T22:53:55Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv'}], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:54:05.825061 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f10793cd-4f03-4cf5-bbe5-4e06f26526ec None None] The sync data for ids ['86591f9c-5409-4b1e-b5b0-1c0a03149daa'] in dv-neutron-821829-1-hyperv is: [{'id': '86591f9c-5409-4b1e-b5b0-1c0a03149daa', 'name': 'tempest-TestNetworkBasicOps-router-664398853', 'tenant_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.76'}], 'enable_snat': True}, 'gw_port_id': '2992bb63-c5e5-4bac-b33c-0d66c6afbee7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:52:57Z', 'updated_at': '2021-12-16T22:54:03Z', 'revision_number': 7, 'project_id': 'b7e45fda9ad540a6ac359d1c64c9adb2', 'gw_port': {'id': '2992bb63-c5e5-4bac-b33c-0d66c6afbee7', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:9a:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86591f9c-5409-4b1e-b5b0-1c0a03149daa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:52:58Z', 'updated_at': '2021-12-16T22:53:55Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv'}] {{(pid=87509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 22:54:05.850530 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-530fefc0-84cc-4d3f-a6a8-0bcb71f8df1a None None] For port 01856df6-fd13-4780-8859-10905a7d6e2c, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=01856df6-fd13-4780-8859-10905a7d6e2c,segment=NetworkSegment(92ad741c-b04a-43e9-b9d1-120552dacfd2),segment_id=92ad741c-b04a-43e9-b9d1-120552dacfd2)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:54:05.850942 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-530fefc0-84cc-4d3f-a6a8-0bcb71f8df1a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:54:05.869178 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.db [None req-011202d1-92e5-48df-ac80-9f0ccc44d80b tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] For port 2992bb63-c5e5-4bac-b33c-0d66c6afbee7, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=2992bb63-c5e5-4bac-b33c-0d66c6afbee7,segment=NetworkSegment(a416442d-d143-4052-9f4e-546eb8cbe809),segment_id=a416442d-d143-4052-9f4e-546eb8cbe809)] {{(pid=87507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:54:05.869537 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-011202d1-92e5-48df-ac80-9f0ccc44d80b tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:54:05.971703 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-530fefc0-84cc-4d3f-a6a8-0bcb71f8df1a None None] Calling delete_port for 01856df6-fd13-4780-8859-10905a7d6e2c owned by network:dhcp {{(pid=87508) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:54:06.006071 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.plugin [None req-011202d1-92e5-48df-ac80-9f0ccc44d80b tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Calling delete_port for 2992bb63-c5e5-4bac-b33c-0d66c6afbee7 owned by network:router_gateway {{(pid=87507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:54:06.045599 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-530fefc0-84cc-4d3f-a6a8-0bcb71f8df1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949'] for port, after_delete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:54:06.049191 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:54:06.094855 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530fefc0-84cc-4d3f-a6a8-0bcb71f8df1a None None] Pushing event deleted for resources: {'Port': ['ID=01856df6-fd13-4780-8859-10905a7d6e2c,revision_number=None']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:54:06.103018 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-530fefc0-84cc-4d3f-a6a8-0bcb71f8df1a None None] No DVR routers for this DVR port 01856df6-fd13-4780-8859-10905a7d6e2c on host dv-neutron-821829-1-hyperv {{(pid=87508) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 22:54:06.112436 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530fefc0-84cc-4d3f-a6a8-0bcb71f8df1a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:54:06.115246 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530fefc0-84cc-4d3f-a6a8-0bcb71f8df1a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:54:06.115604 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530fefc0-84cc-4d3f-a6a8-0bcb71f8df1a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:54:06.115970 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530fefc0-84cc-4d3f-a6a8-0bcb71f8df1a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:54:06.116419 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530fefc0-84cc-4d3f-a6a8-0bcb71f8df1a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:54:06.116632 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530fefc0-84cc-4d3f-a6a8-0bcb71f8df1a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:54:06.116960 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530fefc0-84cc-4d3f-a6a8-0bcb71f8df1a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:54:06.117315 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530fefc0-84cc-4d3f-a6a8-0bcb71f8df1a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:54:06.117620 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530fefc0-84cc-4d3f-a6a8-0bcb71f8df1a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:54:06.117957 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530fefc0-84cc-4d3f-a6a8-0bcb71f8df1a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:54:06.118265 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530fefc0-84cc-4d3f-a6a8-0bcb71f8df1a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:54:06.118583 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530fefc0-84cc-4d3f-a6a8-0bcb71f8df1a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:54:06.122422 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-530fefc0-84cc-4d3f-a6a8-0bcb71f8df1a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:54:06.174918 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-011202d1-92e5-48df-ac80-9f0ccc44d80b tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10807823'] for port, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:54:06.178721 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-8c73ddcd-ce8f-4b25-a741-aff322c8e9ef tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:54:06.222901 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011202d1-92e5-48df-ac80-9f0ccc44d80b tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Pushing event deleted for resources: {'Port': ['ID=2992bb63-c5e5-4bac-b33c-0d66c6afbee7,revision_number=None']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:54:06.225886 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-011202d1-92e5-48df-ac80-9f0ccc44d80b tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:54:06.315645 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-011202d1-92e5-48df-ac80-9f0ccc44d80b tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3741895'] for router_gateway, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:54:06.611162 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-011202d1-92e5-48df-ac80-9f0ccc44d80b tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3739500', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39002'] for router, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:54:06.613532 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-011202d1-92e5-48df-ac80-9f0ccc44d80b tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:54:06.635346 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-011202d1-92e5-48df-ac80-9f0ccc44d80b tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3830089'] for router, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:54:06.635899 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-011202d1-92e5-48df-ac80-9f0ccc44d80b tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Fanout notify agent at l3_agent the message router_deleted on router 86591f9c-5409-4b1e-b5b0-1c0a03149daa {{(pid=87507) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 16 22:54:06.651510 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-011202d1-92e5-48df-ac80-9f0ccc44d80b tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for router, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:54:06.652624 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-011202d1-92e5-48df-ac80-9f0ccc44d80b tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "DELETE /v2.0/routers/86591f9c-5409-4b1e-b5b0-1c0a03149daa HTTP/1.1" status: 204  len: 168 time: 1.3547621
Dec 16 22:54:06.655282 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 51180) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:54:06.769637 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-0676bd1f-41bd-4df7-a9fd-114af1b6e2c3 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-825997'] for network, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:54:06.894651 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-0676bd1f-41bd-4df7-a9fd-114af1b6e2c3 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3329565', 'neutron.services.segments.db._delete_segments_for_network-8734753546406'] for network, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:54:06.917932 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.services.segments.db [None req-0676bd1f-41bd-4df7-a9fd-114af1b6e2c3 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1b76b4b970>,) {'filters': {'network_id': ['9383b5ea-810c-4819-9ec1-06017ed11ef4']}} {{(pid=87507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:54:06.929805 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.services.segments.db [None req-0676bd1f-41bd-4df7-a9fd-114af1b6e2c3 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b76b4b970>, '92ad741c-b04a-43e9-b9d1-120552dacfd2') {'for_net_delete': True} {{(pid=87507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:54:06.930094 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.services.segments.db [None req-0676bd1f-41bd-4df7-a9fd-114af1b6e2c3 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b76b4b970>, '92ad741c-b04a-43e9-b9d1-120552dacfd2') {} {{(pid=87507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:54:06.941343 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-0676bd1f-41bd-4df7-a9fd-114af1b6e2c3 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734753593977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2128549'] for segment, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:54:06.956431 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-0676bd1f-41bd-4df7-a9fd-114af1b6e2c3 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-883292'] for segment, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:54:06.962076 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0676bd1f-41bd-4df7-a9fd-114af1b6e2c3 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Releasing vlan 179 on physical network physnet1 to pool {{(pid=87507) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 16 22:54:06.962455 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-0676bd1f-41bd-4df7-a9fd-114af1b6e2c3 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-883285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10808034'] for segment, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:54:06.976475 dv-neutron-821829-1-hyperv neutron-server[87507]: Traceback (most recent call last):
Dec 16 22:54:06.976475 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 16 22:54:06.976475 dv-neutron-821829-1-hyperv neutron-server[87507]:     timer()
Dec 16 22:54:06.976475 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 22:54:06.976475 dv-neutron-821829-1-hyperv neutron-server[87507]:     cb(*args, **kw)
Dec 16 22:54:06.976475 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 22:54:06.976475 dv-neutron-821829-1-hyperv neutron-server[87507]:     return func(*args, **kwargs)
Dec 16 22:54:06.976475 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 22:54:06.976475 dv-neutron-821829-1-hyperv neutron-server[87507]:     self._notify()
Dec 16 22:54:06.976475 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 22:54:06.976475 dv-neutron-821829-1-hyperv neutron-server[87507]:     self.callback(batched_events)
Dec 16 22:54:06.976475 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 22:54:06.976475 dv-neutron-821829-1-hyperv neutron-server[87507]:     event.method(event)
Dec 16 22:54:06.976475 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 22:54:06.976475 dv-neutron-821829-1-hyperv neutron-server[87507]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 22:54:06.976475 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 22:54:06.976475 dv-neutron-821829-1-hyperv neutron-server[87507]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 22:54:06.976475 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 22:54:06.976475 dv-neutron-821829-1-hyperv neutron-server[87507]:     return f(self, *a, **k)
Dec 16 22:54:06.976475 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 16 22:54:06.976475 dv-neutron-821829-1-hyperv neutron-server[87507]:     return self._get(url).json()
Dec 16 22:54:06.976475 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 16 22:54:06.976475 dv-neutron-821829-1-hyperv neutron-server[87507]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 22:54:06.976475 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 16 22:54:06.976475 dv-neutron-821829-1-hyperv neutron-server[87507]:     return self.request(url, 'GET', **kwargs)
Dec 16 22:54:06.976475 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 16 22:54:06.976475 dv-neutron-821829-1-hyperv neutron-server[87507]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 22:54:06.976475 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 16 22:54:06.976475 dv-neutron-821829-1-hyperv neutron-server[87507]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 22:54:06.976475 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 16 22:54:06.976475 dv-neutron-821829-1-hyperv neutron-server[87507]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 22:54:06.976475 dv-neutron-821829-1-hyperv neutron-server[87507]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 22:54:07.054522 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-0676bd1f-41bd-4df7-a9fd-114af1b6e2c3 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3329572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3741856'] for network, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:54:07.058659 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-71c912cf-0e7d-410c-9dac-26f4ec4371c7 tempest-RoutersTest-80642424 tempest-RoutersTest-80642424-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:54:07.074035 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-0676bd1f-41bd-4df7-a9fd-114af1b6e2c3 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Notify callbacks [] for network, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:54:07.085067 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0676bd1f-41bd-4df7-a9fd-114af1b6e2c3 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Pushing event deleted for resources: {'Network': ['ID=9383b5ea-810c-4819-9ec1-06017ed11ef4,revision_number=None']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:54:07.088258 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-0676bd1f-41bd-4df7-a9fd-114af1b6e2c3 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:54:07.094571 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-0676bd1f-41bd-4df7-a9fd-114af1b6e2c3 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] 10.222.0.13 "DELETE /v2.0/networks/9383b5ea-810c-4819-9ec1-06017ed11ef4 HTTP/1.1" status: 204  len: 168 time: 0.4383075
Dec 16 22:54:07.387274 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 51188) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:54:07.530528 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-74963b23-45c3-4b3d-8389-dd6f907a1db9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b7e45fda9ad540a6ac359d1c64c9adb2&name=default HTTP/1.1" status: 200  len: 2983 time: 0.1419830
Dec 16 22:54:07.533096 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 51194) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:54:07.566900 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 2992bb63-c5e5-4bac-b33c-0d66c6afbee7 no longer exists at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 22:54:07.591286 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-110b4f33-108e-4c05-81f5-a0dfbe41f88a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:54:07.600443 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] No Port match for: 2992bb63-c5e5-4bac-b33c-0d66c6afbee7 {{(pid=87508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 22:54:07.600799 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 2992bb63-c5e5-4bac-b33c-0d66c6afbee7 not bound to the agent host dv-neutron-821829-1-hyperv {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 22:54:07.601223 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 3a41622e-3793-449e-be71-e343ae4413c4 no longer exists at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 22:54:07.624757 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-110b4f33-108e-4c05-81f5-a0dfbe41f88a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:54:07.633636 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] No Port match for: 3a41622e-3793-449e-be71-e343ae4413c4 {{(pid=87508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 22:54:07.633991 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 3a41622e-3793-449e-be71-e343ae4413c4 not bound to the agent host dv-neutron-821829-1-hyperv {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 22:54:07.634411 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 01856df6-fd13-4780-8859-10905a7d6e2c no longer exists at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 22:54:07.670006 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] No Port match for: 01856df6-fd13-4780-8859-10905a7d6e2c {{(pid=87508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 22:54:07.670364 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 01856df6-fd13-4780-8859-10905a7d6e2c not bound to the agent host dv-neutron-821829-1-hyperv {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 22:54:07.679025 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-110b4f33-108e-4c05-81f5-a0dfbe41f88a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841066'] for security_group, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:54:07.682779 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-6f8268b2-5f6f-41ce-9377-32a57ed8d199 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:54:07.696748 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110b4f33-108e-4c05-81f5-a0dfbe41f88a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70501f34-4d44-4d27-a01c-c2390b72dc3b,revision_number=None']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:54:07.701792 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-110b4f33-108e-4c05-81f5-a0dfbe41f88a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:54:07.703719 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-110b4f33-108e-4c05-81f5-a0dfbe41f88a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:54:07.704841 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-110b4f33-108e-4c05-81f5-a0dfbe41f88a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/70501f34-4d44-4d27-a01c-c2390b72dc3b HTTP/1.1" status: 204  len: 168 time: 0.1708527
Dec 16 22:54:07.979842 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:54:07.992429 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 51202) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:54:08.009640 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-a6c6e7e9-4e23-4af9-b88d-dd84723cdbdf admin admin] Notify callbacks [] for security_group, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:54:08.023546 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-a6c6e7e9-4e23-4af9-b88d-dd84723cdbdf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:54:08.027297 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-a6c6e7e9-4e23-4af9-b88d-dd84723cdbdf admin admin] Usage tracker for resource:security_group_rule and tenant:8fe7d5583f674a239f673a8b92ad1d5b is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:54:08.030714 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-a6c6e7e9-4e23-4af9-b88d-dd84723cdbdf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:54:08.036392 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-a6c6e7e9-4e23-4af9-b88d-dd84723cdbdf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:54:08.119563 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-a6c6e7e9-4e23-4af9-b88d-dd84723cdbdf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:54:08.123941 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-a6c6e7e9-4e23-4af9-b88d-dd84723cdbdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841066'] for security_group, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:54:08.132178 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-8ae14158-b3de-47c1-8b19-1cf7f92dd30f tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:54:08.170591 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-a6c6e7e9-4e23-4af9-b88d-dd84723cdbdf admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8fe7d5583f674a239f673a8b92ad1d5b&name=default HTTP/1.1" status: 200  len: 2983 time: 0.1771400
Dec 16 22:54:08.171488 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c6e7e9-4e23-4af9-b88d-dd84723cdbdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f0333f6-8f57-463b-a426-9c93c1bd98ec,revision_number=1']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:54:08.173366 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 51206) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:54:08.174959 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-a6c6e7e9-4e23-4af9-b88d-dd84723cdbdf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:54:08.235511 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-242c2198-8844-40dd-84a6-09c84ad15500 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:54:08.260510 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-242c2198-8844-40dd-84a6-09c84ad15500 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:54:08.311892 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-242c2198-8844-40dd-84a6-09c84ad15500 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841066'] for security_group, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:54:08.315488 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-68606a2c-547a-48c6-a491-5a86206b0f7e tempest-NegativeSecGroupIPv6Test-571257746 tempest-NegativeSecGroupIPv6Test-571257746-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:54:08.326194 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242c2198-8844-40dd-84a6-09c84ad15500 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f0333f6-8f57-463b-a426-9c93c1bd98ec,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:54:08.328509 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-242c2198-8844-40dd-84a6-09c84ad15500 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:54:08.333669 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-242c2198-8844-40dd-84a6-09c84ad15500 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:54:08.334813 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-242c2198-8844-40dd-84a6-09c84ad15500 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5f0333f6-8f57-463b-a426-9c93c1bd98ec HTTP/1.1" status: 204  len: 168 time: 0.1604674
Dec 16 22:54:15.081567 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-53e1ade8-d7a6-417d-a204-41a1b1f087d8 req-f8c3e3d1-171e-494e-addc-c69f7f730b6a tempest-ServersAdminNegativeTestJSON-809243748 tempest-ServersAdminNegativeTestJSON-809243748-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=b8914a1407004881a1be9946c38fd12a&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0316417
Dec 16 22:54:15.227390 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e1ade8-d7a6-417d-a204-41a1b1f087d8 req-a890fa5f-cac4-4137-a123-8fc5497fcb72 tempest-ServersAdminNegativeTestJSON-809243748 tempest-ServersAdminNegativeTestJSON-809243748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:54:15.228721 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-53e1ade8-d7a6-417d-a204-41a1b1f087d8 req-a890fa5f-cac4-4137-a123-8fc5497fcb72 tempest-ServersAdminNegativeTestJSON-809243748 tempest-ServersAdminNegativeTestJSON-809243748-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1422515
Dec 16 22:54:15.243449 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-53e1ade8-d7a6-417d-a204-41a1b1f087d8 req-8af1de03-0783-4c97-8364-a1e4b6f48094 tempest-ServersAdminNegativeTestJSON-809243748 tempest-ServersAdminNegativeTestJSON-809243748-project] 10.222.0.13 "GET /v2.0/quotas/b8914a1407004881a1be9946c38fd12a HTTP/1.1" status: 200  len: 375 time: 0.0085983
Dec 16 22:54:15.289939 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-53e1ade8-d7a6-417d-a204-41a1b1f087d8 req-4d79c907-6f31-42ee-a191-83b9cc5a7716 tempest-ServersAdminNegativeTestJSON-809243748 tempest-ServersAdminNegativeTestJSON-809243748-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=b8914a1407004881a1be9946c38fd12a&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0409400
Dec 16 22:54:15.460970 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-b9a6bc00-ca00-4ac4-a11f-9b52507f8a2a req-3e43c601-62dc-4587-9c2b-952dbeda0878 tempest-ServersAdminNegativeTestJSON-809243748 tempest-ServersAdminNegativeTestJSON-809243748-project] 10.222.0.13 "GET /v2.0/ports?device_id=4481400b-d490-45bb-b054-a8acb41580c6 HTTP/1.1" status: 200  len: 210 time: 0.0419247
Dec 16 22:54:16.423985 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-53e1ade8-d7a6-417d-a204-41a1b1f087d8 req-5c3c0306-6eee-4a11-851c-b4effe8ff14b tempest-ServersAdminNegativeTestJSON-809243748 tempest-ServersAdminNegativeTestJSON-809243748-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=b8914a1407004881a1be9946c38fd12a&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0281622
Dec 16 22:54:16.587129 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e1ade8-d7a6-417d-a204-41a1b1f087d8 req-78041a6b-1963-49db-aa42-577b18479a1b tempest-ServersAdminNegativeTestJSON-809243748 tempest-ServersAdminNegativeTestJSON-809243748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:54:16.588604 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-53e1ade8-d7a6-417d-a204-41a1b1f087d8 req-78041a6b-1963-49db-aa42-577b18479a1b tempest-ServersAdminNegativeTestJSON-809243748 tempest-ServersAdminNegativeTestJSON-809243748-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1592808
Dec 16 22:54:16.610237 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [req-53e1ade8-d7a6-417d-a204-41a1b1f087d8 req-d8705149-7c3b-426e-8a9c-db7c26acf634 tempest-ServersAdminNegativeTestJSON-809243748 tempest-ServersAdminNegativeTestJSON-809243748-project] Request body: {'port': {'device_id': '4481400b-d490-45bb-b054-a8acb41580c6', 'network_id': 'f263aea8-a156-44a5-9ce0-1d41df0cc8cc', 'admin_state_up': True, 'tenant_id': 'b8914a1407004881a1be9946c38fd12a'}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:54:16.624410 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-d1939970-1a3f-4808-9d7f-4d2b3696bd90 req-6f88d202-9134-4dff-821f-8d21898151d3 tempest-ServersAdminNegativeTestJSON-809243748 tempest-ServersAdminNegativeTestJSON-809243748-project] 10.222.0.13 "GET /v2.0/ports?device_id=4481400b-d490-45bb-b054-a8acb41580c6 HTTP/1.1" status: 200  len: 210 time: 0.0499463
Dec 16 22:54:16.747092 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [req-53e1ade8-d7a6-417d-a204-41a1b1f087d8 req-d8705149-7c3b-426e-8a9c-db7c26acf634 tempest-ServersAdminNegativeTestJSON-809243748 tempest-ServersAdminNegativeTestJSON-809243748-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:54:16.750768 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [req-53e1ade8-d7a6-417d-a204-41a1b1f087d8 req-d8705149-7c3b-426e-8a9c-db7c26acf634 tempest-ServersAdminNegativeTestJSON-809243748 tempest-ServersAdminNegativeTestJSON-809243748-project] Usage tracker for resource:port and tenant:b8914a1407004881a1be9946c38fd12a is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:54:16.753528 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [req-53e1ade8-d7a6-417d-a204-41a1b1f087d8 req-d8705149-7c3b-426e-8a9c-db7c26acf634 tempest-ServersAdminNegativeTestJSON-809243748 tempest-ServersAdminNegativeTestJSON-809243748-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:54:16.759021 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [req-53e1ade8-d7a6-417d-a204-41a1b1f087d8 req-d8705149-7c3b-426e-8a9c-db7c26acf634 tempest-ServersAdminNegativeTestJSON-809243748 tempest-ServersAdminNegativeTestJSON-809243748-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:54:16.768874 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-53e1ade8-d7a6-417d-a204-41a1b1f087d8 req-d8705149-7c3b-426e-8a9c-db7c26acf634 tempest-ServersAdminNegativeTestJSON-809243748 tempest-ServersAdminNegativeTestJSON-809243748-project] Made reservation on behalf of b8914a1407004881a1be9946c38fd12a for: {'port': 1} {{(pid=87506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:54:16.772312 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-53e1ade8-d7a6-417d-a204-41a1b1f087d8 req-d8705149-7c3b-426e-8a9c-db7c26acf634 tempest-ServersAdminNegativeTestJSON-809243748 tempest-ServersAdminNegativeTestJSON-809243748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:54:16.784501 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-53e1ade8-d7a6-417d-a204-41a1b1f087d8 req-d8705149-7c3b-426e-8a9c-db7c26acf634 tempest-ServersAdminNegativeTestJSON-809243748 tempest-ServersAdminNegativeTestJSON-809243748-project] Notify callbacks [] for security_group, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:54:16.798512 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [req-53e1ade8-d7a6-417d-a204-41a1b1f087d8 req-d8705149-7c3b-426e-8a9c-db7c26acf634 tempest-ServersAdminNegativeTestJSON-809243748 tempest-ServersAdminNegativeTestJSON-809243748-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:54:16.802201 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [req-53e1ade8-d7a6-417d-a204-41a1b1f087d8 req-d8705149-7c3b-426e-8a9c-db7c26acf634 tempest-ServersAdminNegativeTestJSON-809243748 tempest-ServersAdminNegativeTestJSON-809243748-project] Usage tracker for resource:security_group_rule and tenant:b8914a1407004881a1be9946c38fd12a is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:54:16.804942 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [req-53e1ade8-d7a6-417d-a204-41a1b1f087d8 req-d8705149-7c3b-426e-8a9c-db7c26acf634 tempest-ServersAdminNegativeTestJSON-809243748 tempest-ServersAdminNegativeTestJSON-809243748-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:54:16.810454 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [req-53e1ade8-d7a6-417d-a204-41a1b1f087d8 req-d8705149-7c3b-426e-8a9c-db7c26acf634 tempest-ServersAdminNegativeTestJSON-809243748 tempest-ServersAdminNegativeTestJSON-809243748-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:54:16.893011 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-53e1ade8-d7a6-417d-a204-41a1b1f087d8 req-d8705149-7c3b-426e-8a9c-db7c26acf634 tempest-ServersAdminNegativeTestJSON-809243748 tempest-ServersAdminNegativeTestJSON-809243748-project] Notify callbacks [] for security_group, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:54:16.896624 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-53e1ade8-d7a6-417d-a204-41a1b1f087d8 req-d8705149-7c3b-426e-8a9c-db7c26acf634 tempest-ServersAdminNegativeTestJSON-809243748 tempest-ServersAdminNegativeTestJSON-809243748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841066'] for security_group, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:54:16.900606 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-35b77613-a88b-4fcb-8437-782c8c49b0fc tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:54:16.982829 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8705149-7c3b-426e-8a9c-db7c26acf634 tempest-ServersAdminNegativeTestJSON-809243748 tempest-ServersAdminNegativeTestJSON-809243748-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f75b64d-099e-4a10-981f-74d734d26226,revision_number=1']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:54:16.987990 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-d8705149-7c3b-426e-8a9c-db7c26acf634 tempest-ServersAdminNegativeTestJSON-809243748 tempest-ServersAdminNegativeTestJSON-809243748-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:54:17.066650 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.db_base_plugin_common [req-53e1ade8-d7a6-417d-a204-41a1b1f087d8 req-d8705149-7c3b-426e-8a9c-db7c26acf634 tempest-ServersAdminNegativeTestJSON-809243748 tempest-ServersAdminNegativeTestJSON-809243748-project] Allocated IP 192.168.233.141 (f263aea8-a156-44a5-9ce0-1d41df0cc8cc/76387bd9-b2b1-4dce-b5e8-c02f23ba147b/7a01a05b-4ddc-4cbd-b878-8869cb6e5609) {{(pid=87506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 22:54:17.362495 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-53e1ade8-d7a6-417d-a204-41a1b1f087d8 req-d8705149-7c3b-426e-8a9c-db7c26acf634 tempest-ServersAdminNegativeTestJSON-809243748 tempest-ServersAdminNegativeTestJSON-809243748-project] Notify callbacks [] for port, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:54:17.377097 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.provisioning_blocks [req-53e1ade8-d7a6-417d-a204-41a1b1f087d8 req-d8705149-7c3b-426e-8a9c-db7c26acf634 tempest-ServersAdminNegativeTestJSON-809243748 tempest-ServersAdminNegativeTestJSON-809243748-project] Transition to ACTIVE for port object 7a01a05b-4ddc-4cbd-b878-8869cb6e5609 will not be triggered until provisioned by entity DHCP. {{(pid=87506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:54:17.399435 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-53e1ade8-d7a6-417d-a204-41a1b1f087d8 req-d8705149-7c3b-426e-8a9c-db7c26acf634 tempest-ServersAdminNegativeTestJSON-809243748 tempest-ServersAdminNegativeTestJSON-809243748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1863393'] for port, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:54:17.405316 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-85dd7e9e-3549-4dbe-862e-47fca95ada92 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:54:17.467868 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53e1ade8-d7a6-417d-a204-41a1b1f087d8 req-d8705149-7c3b-426e-8a9c-db7c26acf634 tempest-ServersAdminNegativeTestJSON-809243748 tempest-ServersAdminNegativeTestJSON-809243748-project] Network f263aea8-a156-44a5-9ce0-1d41df0cc8cc is already hosted by enough agents. {{(pid=87506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:54:17.471250 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.base_scheduler [req-53e1ade8-d7a6-417d-a204-41a1b1f087d8 req-d8705149-7c3b-426e-8a9c-db7c26acf634 tempest-ServersAdminNegativeTestJSON-809243748 tempest-ServersAdminNegativeTestJSON-809243748-project] Resources bound (agent type, host, resource id):  {{(pid=87506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:54:17.475210 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.l3_dvrscheduler_db [req-53e1ade8-d7a6-417d-a204-41a1b1f087d8 req-d8705149-7c3b-426e-8a9c-db7c26acf634 tempest-ServersAdminNegativeTestJSON-809243748 tempest-ServersAdminNegativeTestJSON-809243748-project] Received port after_create {{(pid=87506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 22:54:17.518795 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8705149-7c3b-426e-8a9c-db7c26acf634 tempest-ServersAdminNegativeTestJSON-809243748 tempest-ServersAdminNegativeTestJSON-809243748-project] Pushing event updated for resources: {'Port': ['ID=7a01a05b-4ddc-4cbd-b878-8869cb6e5609,revision_number=1']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:54:17.523527 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-d8705149-7c3b-426e-8a9c-db7c26acf634 tempest-ServersAdminNegativeTestJSON-809243748 tempest-ServersAdminNegativeTestJSON-809243748-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:54:17.546564 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e1ade8-d7a6-417d-a204-41a1b1f087d8 req-d8705149-7c3b-426e-8a9c-db7c26acf634 tempest-ServersAdminNegativeTestJSON-809243748 tempest-ServersAdminNegativeTestJSON-809243748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:54:17.547185 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-53e1ade8-d7a6-417d-a204-41a1b1f087d8 req-d8705149-7c3b-426e-8a9c-db7c26acf634 tempest-ServersAdminNegativeTestJSON-809243748 tempest-ServersAdminNegativeTestJSON-809243748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for port, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:54:17.572455 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-53e1ade8-d7a6-417d-a204-41a1b1f087d8 req-d8705149-7c3b-426e-8a9c-db7c26acf634 tempest-ServersAdminNegativeTestJSON-809243748 tempest-ServersAdminNegativeTestJSON-809243748-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 0.9667850
Dec 16 22:54:17.590397 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [req-53e1ade8-d7a6-417d-a204-41a1b1f087d8 req-f21c48dd-d3b3-474f-8951-44ef0d3d5f18 service neutron] Request body: {'port': {'device_id': '4481400b-d490-45bb-b054-a8acb41580c6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8218'}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:54:17.706385 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-53e1ade8-d7a6-417d-a204-41a1b1f087d8 req-f21c48dd-d3b3-474f-8951-44ef0d3d5f18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:54:17.775666 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-b3642445-50e7-4235-bcc9-b6027179139d None None] Provisioning for port 7a01a05b-4ddc-4cbd-b878-8869cb6e5609 completed by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 22:54:17.781504 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-b3642445-50e7-4235-bcc9-b6027179139d None None] Provisioning complete for port 7a01a05b-4ddc-4cbd-b878-8869cb6e5609 triggered by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:54:17.782206 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b3642445-50e7-4235-bcc9-b6027179139d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:54:17.817999 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48114a86-9344-4d41-af0d-e176fa99216a req-461baa7d-d385-492e-b247-6c31a3b67369 tempest-ServersAdminNegativeTestJSON-809243748 tempest-ServersAdminNegativeTestJSON-809243748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:54:17.819454 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-48114a86-9344-4d41-af0d-e176fa99216a req-461baa7d-d385-492e-b247-6c31a3b67369 tempest-ServersAdminNegativeTestJSON-809243748 tempest-ServersAdminNegativeTestJSON-809243748-project] 10.222.0.13 "GET /v2.0/ports?device_id=4481400b-d490-45bb-b054-a8acb41580c6 HTTP/1.1" status: 200  len: 936 time: 0.0833688
Dec 16 22:54:17.843457 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-b3642445-50e7-4235-bcc9-b6027179139d None None] Port 7a01a05b-4ddc-4cbd-b878-8869cb6e5609 cannot update to ACTIVE because it is not bound. {{(pid=87508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 22:54:17.865751 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-48114a86-9344-4d41-af0d-e176fa99216a req-869dd34a-cf11-4526-8f25-1b8576658dc4 tempest-ServersAdminNegativeTestJSON-809243748 tempest-ServersAdminNegativeTestJSON-809243748-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f75b64d-099e-4a10-981f-74d734d26226&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401683
Dec 16 22:54:18.045119 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.notifiers.nova [req-53e1ade8-d7a6-417d-a204-41a1b1f087d8 req-f21c48dd-d3b3-474f-8951-44ef0d3d5f18 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a01a05b-4ddc-4cbd-b878-8869cb6e5609 {{(pid=87506) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 22:54:18.052307 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-53e1ade8-d7a6-417d-a204-41a1b1f087d8 req-f21c48dd-d3b3-474f-8951-44ef0d3d5f18 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:54:18.067032 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.provisioning_blocks [req-53e1ade8-d7a6-417d-a204-41a1b1f087d8 req-f21c48dd-d3b3-474f-8951-44ef0d3d5f18 service neutron] Transition to ACTIVE for port object 7a01a05b-4ddc-4cbd-b878-8869cb6e5609 will not be triggered until provisioned by entity L2. {{(pid=87506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:54:18.070654 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-53e1ade8-d7a6-417d-a204-41a1b1f087d8 req-f21c48dd-d3b3-474f-8951-44ef0d3d5f18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1863400'] for port, after_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:54:18.075001 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-ef6196dd-f2aa-4ad6-be59-b491adad664d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:54:18.226950 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21c48dd-d3b3-474f-8951-44ef0d3d5f18 service neutron] Pushing event updated for resources: {'Port': ['ID=7a01a05b-4ddc-4cbd-b878-8869cb6e5609,revision_number=2']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:54:18.235053 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-f21c48dd-d3b3-474f-8951-44ef0d3d5f18 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:54:18.304165 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.managers [req-53e1ade8-d7a6-417d-a204-41a1b1f087d8 req-f21c48dd-d3b3-474f-8951-44ef0d3d5f18 service neutron] Attempting to bind port 7a01a05b-4ddc-4cbd-b878-8869cb6e5609 on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=87506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 22:54:18.304499 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.managers [req-53e1ade8-d7a6-417d-a204-41a1b1f087d8 req-f21c48dd-d3b3-474f-8951-44ef0d3d5f18 service neutron] Attempting to bind port 7a01a05b-4ddc-4cbd-b878-8869cb6e5609 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '60d50b1c-60a3-47f7-81ee-cc1f2ac17661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'f263aea8-a156-44a5-9ce0-1d41df0cc8cc'}] {{(pid=87506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 22:54:18.304823 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53e1ade8-d7a6-417d-a204-41a1b1f087d8 req-f21c48dd-d3b3-474f-8951-44ef0d3d5f18 service neutron] Attempting to bind port 7a01a05b-4ddc-4cbd-b878-8869cb6e5609 on network f263aea8-a156-44a5-9ce0-1d41df0cc8cc {{(pid=87506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 22:54:18.309314 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53e1ade8-d7a6-417d-a204-41a1b1f087d8 req-f21c48dd-d3b3-474f-8951-44ef0d3d5f18 service neutron] Port 7a01a05b-4ddc-4cbd-b878-8869cb6e5609 on network f263aea8-a156-44a5-9ce0-1d41df0cc8cc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=87506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 16 22:54:18.309634 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53e1ade8-d7a6-417d-a204-41a1b1f087d8 req-f21c48dd-d3b3-474f-8951-44ef0d3d5f18 service neutron] Attempting to bind port 7a01a05b-4ddc-4cbd-b878-8869cb6e5609 on network f263aea8-a156-44a5-9ce0-1d41df0cc8cc {{(pid=87506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 22:54:18.315253 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53e1ade8-d7a6-417d-a204-41a1b1f087d8 req-f21c48dd-d3b3-474f-8951-44ef0d3d5f18 service neutron] Checking agent: {'id': '849b5cbb-8f70-4c31-8f37-fd42f8351747', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8218', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 30, 8), 'started_at': datetime.datetime(2021, 12, 16, 22, 30, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 54, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 22:54:18.315587 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53e1ade8-d7a6-417d-a204-41a1b1f087d8 req-f21c48dd-d3b3-474f-8951-44ef0d3d5f18 service neutron] Checking segment: {'id': '60d50b1c-60a3-47f7-81ee-cc1f2ac17661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'f263aea8-a156-44a5-9ce0-1d41df0cc8cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 22:54:18.316002 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53e1ade8-d7a6-417d-a204-41a1b1f087d8 req-f21c48dd-d3b3-474f-8951-44ef0d3d5f18 service neutron] Bound using segment: {'id': '60d50b1c-60a3-47f7-81ee-cc1f2ac17661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'f263aea8-a156-44a5-9ce0-1d41df0cc8cc'} {{(pid=87506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 22:54:18.316423 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.managers [req-53e1ade8-d7a6-417d-a204-41a1b1f087d8 req-f21c48dd-d3b3-474f-8951-44ef0d3d5f18 service neutron] Bound port: 7a01a05b-4ddc-4cbd-b878-8869cb6e5609, host: hv-neutron-8218, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60d50b1c-60a3-47f7-81ee-cc1f2ac17661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'f263aea8-a156-44a5-9ce0-1d41df0cc8cc'}}] {{(pid=87506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 22:54:18.316768 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-53e1ade8-d7a6-417d-a204-41a1b1f087d8 req-f21c48dd-d3b3-474f-8951-44ef0d3d5f18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:54:18.402892 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.db [req-53e1ade8-d7a6-417d-a204-41a1b1f087d8 req-f21c48dd-d3b3-474f-8951-44ef0d3d5f18 service neutron] For port 7a01a05b-4ddc-4cbd-b878-8869cb6e5609, host hv-neutron-8218, cleared binding levels {{(pid=87506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 22:54:18.406263 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.db [req-53e1ade8-d7a6-417d-a204-41a1b1f087d8 req-f21c48dd-d3b3-474f-8951-44ef0d3d5f18 service neutron] For port 7a01a05b-4ddc-4cbd-b878-8869cb6e5609, host hv-neutron-8218, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=7a01a05b-4ddc-4cbd-b878-8869cb6e5609,segment=NetworkSegment(60d50b1c-60a3-47f7-81ee-cc1f2ac17661),segment_id=60d50b1c-60a3-47f7-81ee-cc1f2ac17661)] {{(pid=87506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 22:54:18.411457 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-53e1ade8-d7a6-417d-a204-41a1b1f087d8 req-f21c48dd-d3b3-474f-8951-44ef0d3d5f18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1863400'] for port, after_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:54:18.415897 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-5151fabc-4645-4f03-87cd-743939a24167 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:54:18.468674 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e1ade8-d7a6-417d-a204-41a1b1f087d8 req-f21c48dd-d3b3-474f-8951-44ef0d3d5f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:54:18.469321 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-53e1ade8-d7a6-417d-a204-41a1b1f087d8 req-f21c48dd-d3b3-474f-8951-44ef0d3d5f18 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for port, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:54:18.470634 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-53e1ade8-d7a6-417d-a204-41a1b1f087d8 req-f21c48dd-d3b3-474f-8951-44ef0d3d5f18 service neutron] 10.222.0.49 "PUT /v2.0/ports/7a01a05b-4ddc-4cbd-b878-8869cb6e5609 HTTP/1.1" status: 200  len: 1098 time: 0.8846107
Dec 16 22:54:18.471166 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4481400b-d490-45bb-b054-a8acb41580c6', 'tag': '7a01a05b-4ddc-4cbd-b878-8869cb6e5609'}] {{(pid=87506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 22:54:18.502212 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21c48dd-d3b3-474f-8951-44ef0d3d5f18 service neutron] Pushing event updated for resources: {'Port': ['ID=7a01a05b-4ddc-4cbd-b878-8869cb6e5609,revision_number=3']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:54:18.506987 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-f21c48dd-d3b3-474f-8951-44ef0d3d5f18 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:54:18.523071 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4481400b-d490-45bb-b054-a8acb41580c6', 'tag': '7a01a05b-4ddc-4cbd-b878-8869cb6e5609', 'status': 'completed', 'code': 200}
Dec 16 22:54:18.614253 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e1ade8-d7a6-417d-a204-41a1b1f087d8 req-e69def32-9cb7-4ea1-974e-faff302f0ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:54:18.615734 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-53e1ade8-d7a6-417d-a204-41a1b1f087d8 req-e69def32-9cb7-4ea1-974e-faff302f0ce9 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b8914a1407004881a1be9946c38fd12a&device_id=4481400b-d490-45bb-b054-a8acb41580c6 HTTP/1.1" status: 200  len: 1101 time: 0.0745573
Dec 16 22:54:18.694539 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-53e1ade8-d7a6-417d-a204-41a1b1f087d8 req-48647225-591a-4756-abea-2a4a38620daf service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.141&port_id=7a01a05b-4ddc-4cbd-b878-8869cb6e5609 HTTP/1.1" status: 200  len: 217 time: 0.0651433
Dec 16 22:54:18.756856 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e1ade8-d7a6-417d-a204-41a1b1f087d8 req-4459ddde-debe-4b37-bbad-0eb96e20e97f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:54:18.758159 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-53e1ade8-d7a6-417d-a204-41a1b1f087d8 req-4459ddde-debe-4b37-bbad-0eb96e20e97f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=76387bd9-b2b1-4dce-b5e8-c02f23ba147b HTTP/1.1" status: 200  len: 843 time: 0.0573349
Dec 16 22:54:18.833761 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e1ade8-d7a6-417d-a204-41a1b1f087d8 req-420edf98-1bdc-456a-9ef4-2d10560e6fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:54:18.835183 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-53e1ade8-d7a6-417d-a204-41a1b1f087d8 req-420edf98-1bdc-456a-9ef4-2d10560e6fa7 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f263aea8-a156-44a5-9ce0-1d41df0cc8cc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1180 time: 0.0705554
Dec 16 22:54:18.969188 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-53e1ade8-d7a6-417d-a204-41a1b1f087d8 req-fceb6cbd-ecf6-4166-8005-a4973a3dc793 service neutron] 10.222.0.49 "GET /v2.0/networks/f263aea8-a156-44a5-9ce0-1d41df0cc8cc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1274545
Dec 16 22:54:19.197957 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46b446c-c712-4d62-ad0f-3ba2dfc301ae req-a1dfc7ce-a414-4bd9-8ea7-033aa0684016 tempest-ServersAdminNegativeTestJSON-809243748 tempest-ServersAdminNegativeTestJSON-809243748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:54:19.199670 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-d46b446c-c712-4d62-ad0f-3ba2dfc301ae req-a1dfc7ce-a414-4bd9-8ea7-033aa0684016 tempest-ServersAdminNegativeTestJSON-809243748 tempest-ServersAdminNegativeTestJSON-809243748-project] 10.222.0.13 "GET /v2.0/ports?device_id=4481400b-d490-45bb-b054-a8acb41580c6 HTTP/1.1" status: 200  len: 948 time: 0.0871975
Dec 16 22:54:19.210491 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-53e1ade8-d7a6-417d-a204-41a1b1f087d8 req-16add464-f56a-4345-8fc4-db3be35196ed service neutron] 10.222.0.49 "GET /v2.0/networks/f263aea8-a156-44a5-9ce0-1d41df0cc8cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2348161
Dec 16 22:54:19.248625 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-d46b446c-c712-4d62-ad0f-3ba2dfc301ae req-fe2b2e55-e882-4a0b-a01c-74179bda023e tempest-ServersAdminNegativeTestJSON-809243748 tempest-ServersAdminNegativeTestJSON-809243748-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f75b64d-099e-4a10-981f-74d734d26226&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0429661
Dec 16 22:54:19.362867 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557d145a-4ae7-4446-935c-94dcf5d0b46c req-7278dfe6-fa77-4ba2-81aa-9d733a32c63c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:54:19.364322 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-557d145a-4ae7-4446-935c-94dcf5d0b46c req-7278dfe6-fa77-4ba2-81aa-9d733a32c63c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b8914a1407004881a1be9946c38fd12a&device_id=4481400b-d490-45bb-b054-a8acb41580c6 HTTP/1.1" status: 200  len: 1101 time: 0.0687220
Dec 16 22:54:19.492557 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557d145a-4ae7-4446-935c-94dcf5d0b46c req-f10ea801-5fc2-4cd8-9c88-9e2a36fdfc55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:54:19.494031 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-557d145a-4ae7-4446-935c-94dcf5d0b46c req-f10ea801-5fc2-4cd8-9c88-9e2a36fdfc55 service neutron] 10.222.0.49 "GET /v2.0/networks?id=f263aea8-a156-44a5-9ce0-1d41df0cc8cc HTTP/1.1" status: 200  len: 870 time: 0.1223843
Dec 16 22:54:19.565225 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-557d145a-4ae7-4446-935c-94dcf5d0b46c req-d366f746-2d5a-40ca-8165-c15d761295c0 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.141&port_id=7a01a05b-4ddc-4cbd-b878-8869cb6e5609 HTTP/1.1" status: 200  len: 217 time: 0.0631268
Dec 16 22:54:19.631085 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557d145a-4ae7-4446-935c-94dcf5d0b46c req-7a97da78-cc05-4002-9ade-4f30a9e81722 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:54:19.632555 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-557d145a-4ae7-4446-935c-94dcf5d0b46c req-7a97da78-cc05-4002-9ade-4f30a9e81722 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=76387bd9-b2b1-4dce-b5e8-c02f23ba147b HTTP/1.1" status: 200  len: 843 time: 0.0581465
Dec 16 22:54:19.709931 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557d145a-4ae7-4446-935c-94dcf5d0b46c req-75a1d055-d63b-4db1-a563-f984035fcbd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:54:19.711356 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-557d145a-4ae7-4446-935c-94dcf5d0b46c req-75a1d055-d63b-4db1-a563-f984035fcbd7 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f263aea8-a156-44a5-9ce0-1d41df0cc8cc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1180 time: 0.0716619
Dec 16 22:54:19.840215 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-557d145a-4ae7-4446-935c-94dcf5d0b46c req-f17aa39b-fa59-43ed-8854-d19a8f6ce33e service neutron] 10.222.0.49 "GET /v2.0/networks/f263aea8-a156-44a5-9ce0-1d41df0cc8cc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1209240
Dec 16 22:54:19.967648 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-557d145a-4ae7-4446-935c-94dcf5d0b46c req-5a1d8864-c7fb-4cd6-a8eb-9090818c302f service neutron] 10.222.0.49 "GET /v2.0/networks/f263aea8-a156-44a5-9ce0-1d41df0cc8cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1202629
Dec 16 22:54:20.429404 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc010db-d385-456d-88ac-4a3f28027789 req-632f6087-200c-41a2-a31a-c0e47d8c2d3c tempest-ServersAdminNegativeTestJSON-809243748 tempest-ServersAdminNegativeTestJSON-809243748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:54:20.430829 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-6cc010db-d385-456d-88ac-4a3f28027789 req-632f6087-200c-41a2-a31a-c0e47d8c2d3c tempest-ServersAdminNegativeTestJSON-809243748 tempest-ServersAdminNegativeTestJSON-809243748-project] 10.222.0.13 "GET /v2.0/ports?device_id=4481400b-d490-45bb-b054-a8acb41580c6 HTTP/1.1" status: 200  len: 948 time: 0.0794761
Dec 16 22:54:20.473777 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-6cc010db-d385-456d-88ac-4a3f28027789 req-7f829176-1aeb-46ba-b0bb-1bb227d91470 tempest-ServersAdminNegativeTestJSON-809243748 tempest-ServersAdminNegativeTestJSON-809243748-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f75b64d-099e-4a10-981f-74d734d26226&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0367825
Dec 16 22:54:21.657582 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f416489-a0fa-4d48-a2b9-4f4e2f0eaf9c req-ffad9213-10c6-4365-8301-0e7252910d58 tempest-ServersAdminNegativeTestJSON-809243748 tempest-ServersAdminNegativeTestJSON-809243748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:54:21.658998 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-3f416489-a0fa-4d48-a2b9-4f4e2f0eaf9c req-ffad9213-10c6-4365-8301-0e7252910d58 tempest-ServersAdminNegativeTestJSON-809243748 tempest-ServersAdminNegativeTestJSON-809243748-project] 10.222.0.13 "GET /v2.0/ports?device_id=4481400b-d490-45bb-b054-a8acb41580c6 HTTP/1.1" status: 200  len: 948 time: 0.0841563
Dec 16 22:54:21.702342 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-3f416489-a0fa-4d48-a2b9-4f4e2f0eaf9c req-e10f7a2f-b2f1-4151-8470-3d8628bfe500 tempest-ServersAdminNegativeTestJSON-809243748 tempest-ServersAdminNegativeTestJSON-809243748-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f75b64d-099e-4a10-981f-74d734d26226&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0376735
Dec 16 22:54:22.500893 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Device 7a01a05b-4ddc-4cbd-b878-8869cb6e5609 details requested by agent hyperv_hv-neutron-8218 with host hv-neutron-8218 {{(pid=87508) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 16 22:54:22.630242 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] For port 7a01a05b-4ddc-4cbd-b878-8869cb6e5609, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=7a01a05b-4ddc-4cbd-b878-8869cb6e5609,segment=NetworkSegment(60d50b1c-60a3-47f7-81ee-cc1f2ac17661),segment_id=60d50b1c-60a3-47f7-81ee-cc1f2ac17661)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:54:22.643877 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Returning: {'device': '7a01a05b-4ddc-4cbd-b878-8869cb6e5609', 'network_id': 'f263aea8-a156-44a5-9ce0-1d41df0cc8cc', 'port_id': '7a01a05b-4ddc-4cbd-b878-8869cb6e5609', 'mac_address': 'fa:16:3e:2c:cd:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76387bd9-b2b1-4dce-b5e8-c02f23ba147b', 'ip_address': '192.168.233.141'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87508) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 16 22:54:22.700848 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:54:22.716652 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.notifiers.nova [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a01a05b-4ddc-4cbd-b878-8869cb6e5609 {{(pid=87508) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 22:54:22.732522 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] For port 7a01a05b-4ddc-4cbd-b878-8869cb6e5609, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=7a01a05b-4ddc-4cbd-b878-8869cb6e5609,segment=NetworkSegment(60d50b1c-60a3-47f7-81ee-cc1f2ac17661),segment_id=60d50b1c-60a3-47f7-81ee-cc1f2ac17661)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:54:22.737252 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:54:22.739235 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:54:22.803527 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Pushing event updated for resources: {'Port': ['ID=7a01a05b-4ddc-4cbd-b878-8869cb6e5609,revision_number=4']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:54:22.806600 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:54:22.885161 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f9a35d-ccbe-4d97-8a1d-0ae9b53f50f5 req-f855e5b3-a2f3-4f3c-8975-42e57d1107b1 tempest-ServersAdminNegativeTestJSON-809243748 tempest-ServersAdminNegativeTestJSON-809243748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:54:22.886593 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-39f9a35d-ccbe-4d97-8a1d-0ae9b53f50f5 req-f855e5b3-a2f3-4f3c-8975-42e57d1107b1 tempest-ServersAdminNegativeTestJSON-809243748 tempest-ServersAdminNegativeTestJSON-809243748-project] 10.222.0.13 "GET /v2.0/ports?device_id=4481400b-d490-45bb-b054-a8acb41580c6 HTTP/1.1" status: 200  len: 949 time: 0.0795395
Dec 16 22:54:22.934720 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-39f9a35d-ccbe-4d97-8a1d-0ae9b53f50f5 req-0774cf34-b24d-4066-9832-c3855ff7e2f0 tempest-ServersAdminNegativeTestJSON-809243748 tempest-ServersAdminNegativeTestJSON-809243748-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f75b64d-099e-4a10-981f-74d734d26226&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423844
Dec 16 22:54:23.012819 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] get_ports_and_sgs() called for port_ids ['7a01a05b-4ddc-4cbd-b878-8869cb6e5609'] {{(pid=87508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 22:54:24.116702 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e36457-2456-4fe3-b739-b3da43612f91 req-3ee4c79a-7fac-46d6-b355-2906ef230a22 tempest-ServersAdminNegativeTestJSON-809243748 tempest-ServersAdminNegativeTestJSON-809243748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:54:24.118133 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-47e36457-2456-4fe3-b739-b3da43612f91 req-3ee4c79a-7fac-46d6-b355-2906ef230a22 tempest-ServersAdminNegativeTestJSON-809243748 tempest-ServersAdminNegativeTestJSON-809243748-project] 10.222.0.13 "GET /v2.0/ports?device_id=4481400b-d490-45bb-b054-a8acb41580c6 HTTP/1.1" status: 200  len: 949 time: 0.0794294
Dec 16 22:54:24.161003 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-47e36457-2456-4fe3-b739-b3da43612f91 req-d52a3ed5-7f5b-420f-9c79-ae8d0ddbb031 tempest-ServersAdminNegativeTestJSON-809243748 tempest-ServersAdminNegativeTestJSON-809243748-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f75b64d-099e-4a10-981f-74d734d26226&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0373642
Dec 16 22:54:24.500924 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Device 7a01a05b-4ddc-4cbd-b878-8869cb6e5609 up at agent hyperv_hv-neutron-8218 {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 22:54:24.565976 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Provisioning for port 7a01a05b-4ddc-4cbd-b878-8869cb6e5609 completed by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 22:54:24.570621 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Provisioning complete for port 7a01a05b-4ddc-4cbd-b878-8869cb6e5609 triggered by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:54:24.571004 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:54:24.684420 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:54:24.710598 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4481400b-d490-45bb-b054-a8acb41580c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a01a05b-4ddc-4cbd-b878-8869cb6e5609'}] {{(pid=87508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 22:54:24.720533 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] For port 7a01a05b-4ddc-4cbd-b878-8869cb6e5609, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=7a01a05b-4ddc-4cbd-b878-8869cb6e5609,segment=NetworkSegment(60d50b1c-60a3-47f7-81ee-cc1f2ac17661),segment_id=60d50b1c-60a3-47f7-81ee-cc1f2ac17661)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:54:24.724420 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:54:24.727424 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-8e6b185e-9d9f-4b88-8eea-e874b1bdc8ab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:54:24.764422 dv-neutron-821829-1-hyperv neutron-server[87508]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4481400b-d490-45bb-b054-a8acb41580c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a01a05b-4ddc-4cbd-b878-8869cb6e5609', 'code': 200}
Dec 16 22:54:24.799692 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Pushing event updated for resources: {'Port': ['ID=7a01a05b-4ddc-4cbd-b878-8869cb6e5609,revision_number=5']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:54:24.802539 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:54:25.009738 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b60b10-f07e-40a3-a270-1e93f1ea5b53 req-6a2d5453-6c8d-4934-ad87-987e807fc8bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:54:25.011069 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-90b60b10-f07e-40a3-a270-1e93f1ea5b53 req-6a2d5453-6c8d-4934-ad87-987e807fc8bb service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=4481400b-d490-45bb-b054-a8acb41580c6 HTTP/1.1" status: 200  len: 1103 time: 0.0693307
Dec 16 22:54:25.049922 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-90b60b10-f07e-40a3-a270-1e93f1ea5b53 req-10f1dede-f187-43b6-93c9-d59285c0240f service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=4f75b64d-099e-4a10-981f-74d734d26226&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0326693
Dec 16 22:54:25.343141 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7008ae-08c2-4ed5-966c-061e7549e1eb req-b29f3e71-612b-4e49-b28b-7690f02cf668 tempest-ServersAdminNegativeTestJSON-809243748 tempest-ServersAdminNegativeTestJSON-809243748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:54:25.344619 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-ae7008ae-08c2-4ed5-966c-061e7549e1eb req-b29f3e71-612b-4e49-b28b-7690f02cf668 tempest-ServersAdminNegativeTestJSON-809243748 tempest-ServersAdminNegativeTestJSON-809243748-project] 10.222.0.13 "GET /v2.0/ports?device_id=4481400b-d490-45bb-b054-a8acb41580c6 HTTP/1.1" status: 200  len: 950 time: 0.0833828
Dec 16 22:54:25.501050 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-ae7008ae-08c2-4ed5-966c-061e7549e1eb req-4279257b-d705-418a-8ba2-4af5d600a7ac tempest-ServersAdminNegativeTestJSON-809243748 tempest-ServersAdminNegativeTestJSON-809243748-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f75b64d-099e-4a10-981f-74d734d26226&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1507928
Dec 16 22:54:26.687593 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2c6704-f0f3-48ab-85e5-ab3897e437ca req-8370f57e-9d79-46eb-8846-21afa72cf1a2 tempest-ServersAdminNegativeTestJSON-809243748 tempest-ServersAdminNegativeTestJSON-809243748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:54:26.689052 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-9f2c6704-f0f3-48ab-85e5-ab3897e437ca req-8370f57e-9d79-46eb-8846-21afa72cf1a2 tempest-ServersAdminNegativeTestJSON-809243748 tempest-ServersAdminNegativeTestJSON-809243748-project] 10.222.0.13 "GET /v2.0/ports?device_id=4481400b-d490-45bb-b054-a8acb41580c6 HTTP/1.1" status: 200  len: 950 time: 0.0855823
Dec 16 22:54:26.731710 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-9f2c6704-f0f3-48ab-85e5-ab3897e437ca req-08d7def7-cc58-4814-bdba-893f816ce05e tempest-ServersAdminNegativeTestJSON-809243748 tempest-ServersAdminNegativeTestJSON-809243748-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f75b64d-099e-4a10-981f-74d734d26226&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0370154
Dec 16 22:54:27.793128 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346ab2ab-8832-4a80-b47b-6dc88ab9d2b6 req-d87afd84-27b6-478d-b58d-3e8255bf3e07 tempest-ServersAdminNegativeTestJSON-809243748 tempest-ServersAdminNegativeTestJSON-809243748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:54:27.794544 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-346ab2ab-8832-4a80-b47b-6dc88ab9d2b6 req-d87afd84-27b6-478d-b58d-3e8255bf3e07 tempest-ServersAdminNegativeTestJSON-809243748 tempest-ServersAdminNegativeTestJSON-809243748-project] 10.222.0.13 "GET /v2.0/ports?device_id=4481400b-d490-45bb-b054-a8acb41580c6 HTTP/1.1" status: 200  len: 950 time: 0.0812461
Dec 16 22:54:27.836602 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-346ab2ab-8832-4a80-b47b-6dc88ab9d2b6 req-a63e6c8a-ae8c-40a6-bc7c-63dc51cb44a2 tempest-ServersAdminNegativeTestJSON-809243748 tempest-ServersAdminNegativeTestJSON-809243748-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f75b64d-099e-4a10-981f-74d734d26226&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0365624
Dec 16 22:54:28.164714 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-855065da-6c91-478d-8e33-781ed166b47f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:54:29.023838 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03351416-b99a-4874-a547-8ccf6b34a8d6 req-3ece8abd-5e54-45a5-af88-0d100df97fbf tempest-ServersAdminNegativeTestJSON-809243748 tempest-ServersAdminNegativeTestJSON-809243748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:54:29.025273 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-03351416-b99a-4874-a547-8ccf6b34a8d6 req-3ece8abd-5e54-45a5-af88-0d100df97fbf tempest-ServersAdminNegativeTestJSON-809243748 tempest-ServersAdminNegativeTestJSON-809243748-project] 10.222.0.13 "GET /v2.0/ports?device_id=4481400b-d490-45bb-b054-a8acb41580c6 HTTP/1.1" status: 200  len: 950 time: 0.0822129
Dec 16 22:54:29.067891 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-03351416-b99a-4874-a547-8ccf6b34a8d6 req-94819867-4552-4d4c-b7a1-a035c3467b0a tempest-ServersAdminNegativeTestJSON-809243748 tempest-ServersAdminNegativeTestJSON-809243748-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f75b64d-099e-4a10-981f-74d734d26226&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0365236
Dec 16 22:54:29.182168 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb01a87-2db3-4412-ba41-b69d892fa0b0 req-770438c5-5a8b-478b-8f23-3ad506d069a6 tempest-ServersAdminNegativeTestJSON-809243748 tempest-ServersAdminNegativeTestJSON-809243748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:54:29.182768 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [req-edb01a87-2db3-4412-ba41-b69d892fa0b0 req-770438c5-5a8b-478b-8f23-3ad506d069a6 tempest-ServersAdminNegativeTestJSON-809243748 tempest-ServersAdminNegativeTestJSON-809243748-project] Synchronizing usage tracker for tenant:b8914a1407004881a1be9946c38fd12a on resource:port {{(pid=87506) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 22:54:29.200171 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [req-edb01a87-2db3-4412-ba41-b69d892fa0b0 req-770438c5-5a8b-478b-8f23-3ad506d069a6 tempest-ServersAdminNegativeTestJSON-809243748 tempest-ServersAdminNegativeTestJSON-809243748-project] Unset dirty status for tenant:b8914a1407004881a1be9946c38fd12a on resource:port {{(pid=87506) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 22:54:29.201837 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-edb01a87-2db3-4412-ba41-b69d892fa0b0 req-770438c5-5a8b-478b-8f23-3ad506d069a6 tempest-ServersAdminNegativeTestJSON-809243748 tempest-ServersAdminNegativeTestJSON-809243748-project] 10.222.0.49 "GET /v2.0/ports?device_id=4481400b-d490-45bb-b054-a8acb41580c6 HTTP/1.1" status: 200  len: 950 time: 0.1002033
Dec 16 22:54:29.271596 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [req-edb01a87-2db3-4412-ba41-b69d892fa0b0 req-0f79bdd1-e80f-4a6a-8969-0425dff77504 tempest-ServersAdminNegativeTestJSON-809243748 tempest-ServersAdminNegativeTestJSON-809243748-project] Deleting port 7a01a05b-4ddc-4cbd-b878-8869cb6e5609 {{(pid=87506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:54:29.271967 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-edb01a87-2db3-4412-ba41-b69d892fa0b0 req-0f79bdd1-e80f-4a6a-8969-0425dff77504 tempest-ServersAdminNegativeTestJSON-809243748 tempest-ServersAdminNegativeTestJSON-809243748-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:54:29.512002 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.db [req-edb01a87-2db3-4412-ba41-b69d892fa0b0 req-0f79bdd1-e80f-4a6a-8969-0425dff77504 tempest-ServersAdminNegativeTestJSON-809243748 tempest-ServersAdminNegativeTestJSON-809243748-project] For port 7a01a05b-4ddc-4cbd-b878-8869cb6e5609, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=7a01a05b-4ddc-4cbd-b878-8869cb6e5609,segment=NetworkSegment(60d50b1c-60a3-47f7-81ee-cc1f2ac17661),segment_id=60d50b1c-60a3-47f7-81ee-cc1f2ac17661)] {{(pid=87506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:54:29.512379 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-edb01a87-2db3-4412-ba41-b69d892fa0b0 req-0f79bdd1-e80f-4a6a-8969-0425dff77504 tempest-ServersAdminNegativeTestJSON-809243748 tempest-ServersAdminNegativeTestJSON-809243748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:54:29.632894 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [req-edb01a87-2db3-4412-ba41-b69d892fa0b0 req-0f79bdd1-e80f-4a6a-8969-0425dff77504 tempest-ServersAdminNegativeTestJSON-809243748 tempest-ServersAdminNegativeTestJSON-809243748-project] Calling delete_port for 7a01a05b-4ddc-4cbd-b878-8869cb6e5609 owned by compute:nova {{(pid=87506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:54:29.775524 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-edb01a87-2db3-4412-ba41-b69d892fa0b0 req-0f79bdd1-e80f-4a6a-8969-0425dff77504 tempest-ServersAdminNegativeTestJSON-809243748 tempest-ServersAdminNegativeTestJSON-809243748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1863393'] for port, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:54:29.782301 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-f21c48dd-d3b3-474f-8951-44ef0d3d5f18 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:54:29.810149 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] get_ports_and_sgs() called for port_ids ['7a01a05b-4ddc-4cbd-b878-8869cb6e5609'] {{(pid=87508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 22:54:29.828876 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f79bdd1-e80f-4a6a-8969-0425dff77504 tempest-ServersAdminNegativeTestJSON-809243748 tempest-ServersAdminNegativeTestJSON-809243748-project] Pushing event deleted for resources: {'Port': ['ID=7a01a05b-4ddc-4cbd-b878-8869cb6e5609,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:54:29.854752 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-0f79bdd1-e80f-4a6a-8969-0425dff77504 tempest-ServersAdminNegativeTestJSON-809243748 tempest-ServersAdminNegativeTestJSON-809243748-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:54:30.016385 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.l3_dvrscheduler_db [req-edb01a87-2db3-4412-ba41-b69d892fa0b0 req-0f79bdd1-e80f-4a6a-8969-0425dff77504 tempest-ServersAdminNegativeTestJSON-809243748 tempest-ServersAdminNegativeTestJSON-809243748-project] No DVR routers for this DVR port 7a01a05b-4ddc-4cbd-b878-8869cb6e5609 on host hv-neutron-8218 {{(pid=87506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 22:54:30.018809 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-edb01a87-2db3-4412-ba41-b69d892fa0b0 req-0f79bdd1-e80f-4a6a-8969-0425dff77504 tempest-ServersAdminNegativeTestJSON-809243748 tempest-ServersAdminNegativeTestJSON-809243748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for port, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:54:30.021330 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4481400b-d490-45bb-b054-a8acb41580c6', 'name': 'network-vif-deleted', 'tag': '7a01a05b-4ddc-4cbd-b878-8869cb6e5609'}] {{(pid=87506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 22:54:30.037814 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-edb01a87-2db3-4412-ba41-b69d892fa0b0 req-0f79bdd1-e80f-4a6a-8969-0425dff77504 tempest-ServersAdminNegativeTestJSON-809243748 tempest-ServersAdminNegativeTestJSON-809243748-project] 10.222.0.49 "DELETE /v2.0/ports/7a01a05b-4ddc-4cbd-b878-8869cb6e5609 HTTP/1.1" status: 204  len: 173 time: 0.8303168
Dec 16 22:54:30.076318 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4481400b-d490-45bb-b054-a8acb41580c6', 'name': 'network-vif-deleted', 'tag': '7a01a05b-4ddc-4cbd-b878-8869cb6e5609', 'status': 'completed', 'code': 200}
Dec 16 22:54:30.211748 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-432f82de-1725-4d69-b309-58dd63803b29 req-add9ecee-b645-4ed9-91a0-69421d53733c tempest-ServersAdminNegativeTestJSON-809243748 tempest-ServersAdminNegativeTestJSON-809243748-project] 10.222.0.13 "GET /v2.0/ports?device_id=4481400b-d490-45bb-b054-a8acb41580c6 HTTP/1.1" status: 200  len: 210 time: 0.0416346
Dec 16 22:54:30.604166 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-a76f8068-5659-474f-befd-3f92167ac72e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:54:31.522406 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-3e729f7f-1589-4d54-9c4a-7ee6b283cc2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:54:31.561832 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 51342) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:54:31.689216 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:54:31.708172 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-6b77c04f-e03d-48d7-8a5f-4d564510f04a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b8914a1407004881a1be9946c38fd12a&name=default HTTP/1.1" status: 200  len: 2983 time: 0.1450450
Dec 16 22:54:31.710524 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 51348) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:54:31.767148 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-11d69507-f473-4504-9700-643421abf8d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:54:31.791843 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-11d69507-f473-4504-9700-643421abf8d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:54:31.844343 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-11d69507-f473-4504-9700-643421abf8d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841066'] for security_group, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:54:31.848994 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-0e36947c-98ac-4b5f-86a0-1011cbec7767 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:54:31.860709 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d69507-f473-4504-9700-643421abf8d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f75b64d-099e-4a10-981f-74d734d26226,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:54:31.863560 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-11d69507-f473-4504-9700-643421abf8d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:54:31.865478 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-11d69507-f473-4504-9700-643421abf8d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:54:31.866551 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-11d69507-f473-4504-9700-643421abf8d1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4f75b64d-099e-4a10-981f-74d734d26226 HTTP/1.1" status: 204  len: 168 time: 0.1551526
Dec 16 22:54:32.129562 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 51356) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:54:32.147892 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-2de4afa9-c941-4482-8fc4-1d5ba0bc020d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:54:32.161444 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-2de4afa9-c941-4482-8fc4-1d5ba0bc020d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:54:32.165135 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-2de4afa9-c941-4482-8fc4-1d5ba0bc020d admin admin] Usage tracker for resource:security_group_rule and tenant:966fef0a85264872862565c86bedbc09 is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:54:32.167956 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-2de4afa9-c941-4482-8fc4-1d5ba0bc020d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:54:32.173461 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-2de4afa9-c941-4482-8fc4-1d5ba0bc020d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:54:32.252947 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-2de4afa9-c941-4482-8fc4-1d5ba0bc020d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:54:32.256527 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-2de4afa9-c941-4482-8fc4-1d5ba0bc020d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841066'] for security_group, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:54:32.265142 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-e3f262cd-baa3-4b2a-942b-2e49a5f95962 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:54:32.305905 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-2de4afa9-c941-4482-8fc4-1d5ba0bc020d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=966fef0a85264872862565c86bedbc09&name=default HTTP/1.1" status: 200  len: 2983 time: 0.1752210
Dec 16 22:54:32.307596 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de4afa9-c941-4482-8fc4-1d5ba0bc020d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4c3cadd-338e-49c3-a482-7de6a9a1f475,revision_number=1']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:54:32.308583 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 51360) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:54:32.311452 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-2de4afa9-c941-4482-8fc4-1d5ba0bc020d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:54:32.365984 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-20629ed2-08c7-4157-9471-60f5282af92f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:54:32.391112 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-20629ed2-08c7-4157-9471-60f5282af92f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:54:32.443951 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-20629ed2-08c7-4157-9471-60f5282af92f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841066'] for security_group, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:54:32.447800 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-d0a18ad5-e044-412f-9aa4-ed27b3ca6487 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:54:32.458324 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20629ed2-08c7-4157-9471-60f5282af92f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4c3cadd-338e-49c3-a482-7de6a9a1f475,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:54:32.460491 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-20629ed2-08c7-4157-9471-60f5282af92f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:54:32.465342 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-20629ed2-08c7-4157-9471-60f5282af92f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:54:32.466469 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-20629ed2-08c7-4157-9471-60f5282af92f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a4c3cadd-338e-49c3-a482-7de6a9a1f475 HTTP/1.1" status: 204  len: 168 time: 0.1569159
Dec 16 22:54:33.156472 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 51384) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:54:33.256013 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-98e3b270-a811-4790-a49b-86d1919ae049 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-164850-network', 'tenant_id': '4ca318eb30ef4ff29a0401524c0b79d4'}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:54:33.260745 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-98e3b270-a811-4790-a49b-86d1919ae049 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:54:33.265164 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-98e3b270-a811-4790-a49b-86d1919ae049 admin admin] Usage tracker for resource:network and tenant:4ca318eb30ef4ff29a0401524c0b79d4 is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:54:33.267333 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-4541ba3b-6be8-499c-bc94-3c60aa55c4f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:54:33.268223 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-98e3b270-a811-4790-a49b-86d1919ae049 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:54:33.274743 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-98e3b270-a811-4790-a49b-86d1919ae049 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:54:33.285230 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98e3b270-a811-4790-a49b-86d1919ae049 admin admin] Made reservation on behalf of 4ca318eb30ef4ff29a0401524c0b79d4 for: {'network': 1} {{(pid=87506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:54:33.287445 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-98e3b270-a811-4790-a49b-86d1919ae049 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for network, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:54:33.298897 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-98e3b270-a811-4790-a49b-86d1919ae049 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:54:33.315455 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-98e3b270-a811-4790-a49b-86d1919ae049 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:54:33.319110 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-98e3b270-a811-4790-a49b-86d1919ae049 admin admin] Usage tracker for resource:security_group_rule and tenant:4ca318eb30ef4ff29a0401524c0b79d4 is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:54:33.321816 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-98e3b270-a811-4790-a49b-86d1919ae049 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:54:33.327772 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-98e3b270-a811-4790-a49b-86d1919ae049 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:54:33.408668 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-98e3b270-a811-4790-a49b-86d1919ae049 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:54:33.412310 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-98e3b270-a811-4790-a49b-86d1919ae049 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841066'] for security_group, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:54:33.415483 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-227b5b3d-58c1-4c10-8b7c-dbc32962c792 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:54:33.444195 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98e3b270-a811-4790-a49b-86d1919ae049 admin admin] vlan segment allocate from pool success with {'vlan_id': 195, 'physical_network': 'physnet1'}  {{(pid=87506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 22:54:33.453346 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e3b270-a811-4790-a49b-86d1919ae049 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=105416fd-079c-4ef5-a615-90e075cc3f4a,revision_number=1']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:54:33.456660 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-98e3b270-a811-4790-a49b-86d1919ae049 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:54:33.460814 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-98e3b270-a811-4790-a49b-86d1919ae049 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-883292'] for segment, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:54:33.461927 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.db.segments_db [None req-98e3b270-a811-4790-a49b-86d1919ae049 admin admin] Added segment 0b736898-f4a1-4eef-b760-d768fa124ed0 of type vlan for network f923693e-7f69-4226-96e1-2d35e63f68b8
Dec 16 22:54:33.488114 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-98e3b270-a811-4790-a49b-86d1919ae049 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734753047233'] for network, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:54:33.517996 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-98e3b270-a811-4790-a49b-86d1919ae049 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440'] for network, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:54:33.518968 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98e3b270-a811-4790-a49b-86d1919ae049 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:54:33.519526 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-98e3b270-a811-4790-a49b-86d1919ae049 admin admin] Notify callbacks [] for network, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:54:33.522748 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-c41c76e9-1706-4dd9-8abc-38a52891f11c tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:54:33.622590 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e3b270-a811-4790-a49b-86d1919ae049 admin admin] Pushing event updated for resources: {'Network': ['ID=f923693e-7f69-4226-96e1-2d35e63f68b8,revision_number=1']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:54:33.625576 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-98e3b270-a811-4790-a49b-86d1919ae049 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 0.4680817
Dec 16 22:54:33.626452 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-98e3b270-a811-4790-a49b-86d1919ae049 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:54:33.629061 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 51390) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:54:33.633435 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Network f923693e-7f69-4226-96e1-2d35e63f68b8 details requested by agent ovs-agent-dv-neutron-821829-1-hyperv with host dv-neutron-821829-1-hyperv {{(pid=87508) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 22:54:33.636624 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-46ebf128-7b42-4c39-a701-94b02de558f4 admin admin] Request body: {'subnet': {'network_id': 'f923693e-7f69-4226-96e1-2d35e63f68b8', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-164850-subnet', 'tenant_id': '4ca318eb30ef4ff29a0401524c0b79d4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:54:33.642763 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-46ebf128-7b42-4c39-a701-94b02de558f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:54:33.648235 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-46ebf128-7b42-4c39-a701-94b02de558f4 admin admin] Usage tracker for resource:subnet and tenant:4ca318eb30ef4ff29a0401524c0b79d4 is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:54:33.651328 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-46ebf128-7b42-4c39-a701-94b02de558f4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:54:33.657386 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-46ebf128-7b42-4c39-a701-94b02de558f4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:54:33.667772 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46ebf128-7b42-4c39-a701-94b02de558f4 admin admin] Made reservation on behalf of 4ca318eb30ef4ff29a0401524c0b79d4 for: {'subnet': 1} {{(pid=87507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:54:33.669991 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-46ebf128-7b42-4c39-a701-94b02de558f4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10549598'] for subnet, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:54:33.867872 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-46ebf128-7b42-4c39-a701-94b02de558f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10807931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10549612'] for subnet, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:54:33.872078 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-39f28d7d-7f78-4cf9-bf3b-78770b41bbab tempest-RoutersNegativeTest-1851367265 tempest-RoutersNegativeTest-1851367265-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:54:33.943419 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ebf128-7b42-4c39-a701-94b02de558f4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f3cb2957-5232-4d4b-94f2-e17ba1abdacc,revision_number=0']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:54:33.947192 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-46ebf128-7b42-4c39-a701-94b02de558f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:54:33.951544 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46ebf128-7b42-4c39-a701-94b02de558f4 admin admin] Checking segment: {'id': '0b736898-f4a1-4eef-b760-d768fa124ed0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'f923693e-7f69-4226-96e1-2d35e63f68b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 22:54:33.951928 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46ebf128-7b42-4c39-a701-94b02de558f4 admin admin] Network hostable DHCP agents. Network: f923693e-7f69-4226-96e1-2d35e63f68b8, hostable agents: ['3b155c4d-12dc-491e-aa14-6113b06cfacd'], hosted agents: [] {{(pid=87507) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 16 22:54:33.970210 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46ebf128-7b42-4c39-a701-94b02de558f4 admin admin] Network f923693e-7f69-4226-96e1-2d35e63f68b8 is scheduled to be hosted by DHCP agent 3b155c4d-12dc-491e-aa14-6113b06cfacd with binding_index 1 {{(pid=87507) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 16 22:54:33.979894 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.base_scheduler [None req-46ebf128-7b42-4c39-a701-94b02de558f4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821829-1-hyperv, f923693e-7f69-4226-96e1-2d35e63f68b8) {{(pid=87507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:54:33.984259 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46ebf128-7b42-4c39-a701-94b02de558f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:54:33.984833 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-46ebf128-7b42-4c39-a701-94b02de558f4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:54:33.989285 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74169c9d-08bc-4952-8d17-d6fdca29ee4a None None] Network f923693e-7f69-4226-96e1-2d35e63f68b8 requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 22:54:34.013072 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-46ebf128-7b42-4c39-a701-94b02de558f4 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.3813152
Dec 16 22:54:34.200987 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7f5cca3-924d-4411-b8d0-dca4da12f95d None None] Network f923693e-7f69-4226-96e1-2d35e63f68b8 requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 22:54:34.502215 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dceee0a1-51ca-4271-88b7-436cdfa0d1fc req-55fccdf8-2c9c-44d0-9276-58d3d0be28f3 tempest-DeleteServersTestJSON-250660922 tempest-DeleteServersTestJSON-250660922-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:54:34.503640 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-dceee0a1-51ca-4271-88b7-436cdfa0d1fc req-55fccdf8-2c9c-44d0-9276-58d3d0be28f3 tempest-DeleteServersTestJSON-250660922 tempest-DeleteServersTestJSON-250660922-project] 10.222.0.13 "GET /v2.0/networks?id=f923693e-7f69-4226-96e1-2d35e63f68b8 HTTP/1.1" status: 200  len: 808 time: 0.1419525
Dec 16 22:54:34.518215 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-dceee0a1-51ca-4271-88b7-436cdfa0d1fc req-5c2ae437-6ca7-439d-835c-8ed68ce7b8bf tempest-DeleteServersTestJSON-250660922 tempest-DeleteServersTestJSON-250660922-project] 10.222.0.13 "GET /v2.0/quotas/4ca318eb30ef4ff29a0401524c0b79d4 HTTP/1.1" status: 200  len: 375 time: 0.0091729
Dec 16 22:54:34.563092 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-dceee0a1-51ca-4271-88b7-436cdfa0d1fc req-8116a5e6-2954-444b-a0f7-5aa709d72f18 tempest-DeleteServersTestJSON-250660922 tempest-DeleteServersTestJSON-250660922-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=4ca318eb30ef4ff29a0401524c0b79d4&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0401502
Dec 16 22:54:34.563629 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Device 7a01a05b-4ddc-4cbd-b878-8869cb6e5609 no longer exists at agent hyperv_hv-neutron-8218 {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 22:54:34.573159 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [req-dceee0a1-51ca-4271-88b7-436cdfa0d1fc req-a26a85d8-948e-405f-9296-5c302ee626a6 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=87507) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 16 22:54:34.574084 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-dceee0a1-51ca-4271-88b7-436cdfa0d1fc req-a26a85d8-948e-405f-9296-5c302ee626a6 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0048416
Dec 16 22:54:34.601007 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] No Port match for: 7a01a05b-4ddc-4cbd-b878-8869cb6e5609 {{(pid=87508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 22:54:34.601362 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Device 7a01a05b-4ddc-4cbd-b878-8869cb6e5609 not bound to the agent host hv-neutron-8218 {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 22:54:34.702371 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-dceee0a1-51ca-4271-88b7-436cdfa0d1fc req-4a6f1eee-2f33-4eaf-8f49-ba26a067f75f service neutron] 10.222.0.13 "GET /v2.0/networks/f923693e-7f69-4226-96e1-2d35e63f68b8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1224761
Dec 16 22:54:34.830086 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-dceee0a1-51ca-4271-88b7-436cdfa0d1fc req-df9eee9b-b9d2-4ca9-b036-1503b17a89d1 service neutron] 10.222.0.13 "GET /v2.0/networks/f923693e-7f69-4226-96e1-2d35e63f68b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1215622
Dec 16 22:54:34.997849 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-2e92592d-0ed8-4062-a862-383e45e4d827 req-10471f5c-5400-473a-8b86-df90defdd511 tempest-DeleteServersTestJSON-250660922 tempest-DeleteServersTestJSON-250660922-project] 10.222.0.13 "GET /v2.0/ports?device_id=06d9a300-29d8-4a4b-8661-6b7920023ea6 HTTP/1.1" status: 200  len: 210 time: 0.0419421
Dec 16 22:54:36.093003 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dceee0a1-51ca-4271-88b7-436cdfa0d1fc req-f3b611aa-750a-483a-83a6-5f5f25825dec tempest-DeleteServersTestJSON-250660922 tempest-DeleteServersTestJSON-250660922-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:54:36.093685 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [req-dceee0a1-51ca-4271-88b7-436cdfa0d1fc req-f3b611aa-750a-483a-83a6-5f5f25825dec tempest-DeleteServersTestJSON-250660922 tempest-DeleteServersTestJSON-250660922-project] Synchronizing usage tracker for tenant:4ca318eb30ef4ff29a0401524c0b79d4 on resource:network {{(pid=87506) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 22:54:36.115311 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [req-dceee0a1-51ca-4271-88b7-436cdfa0d1fc req-f3b611aa-750a-483a-83a6-5f5f25825dec tempest-DeleteServersTestJSON-250660922 tempest-DeleteServersTestJSON-250660922-project] Unset dirty status for tenant:4ca318eb30ef4ff29a0401524c0b79d4 on resource:network {{(pid=87506) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 22:54:36.116592 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-dceee0a1-51ca-4271-88b7-436cdfa0d1fc req-f3b611aa-750a-483a-83a6-5f5f25825dec tempest-DeleteServersTestJSON-250660922 tempest-DeleteServersTestJSON-250660922-project] 10.222.0.49 "GET /v2.0/networks?id=f923693e-7f69-4226-96e1-2d35e63f68b8 HTTP/1.1" status: 200  len: 808 time: 0.1702487
Dec 16 22:54:36.134412 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [req-dceee0a1-51ca-4271-88b7-436cdfa0d1fc req-d778f4a2-584d-437a-a2a4-36b8d1d087c7 tempest-DeleteServersTestJSON-250660922 tempest-DeleteServersTestJSON-250660922-project] Request body: {'port': {'device_id': '06d9a300-29d8-4a4b-8661-6b7920023ea6', 'network_id': 'f923693e-7f69-4226-96e1-2d35e63f68b8', 'admin_state_up': True, 'tenant_id': '4ca318eb30ef4ff29a0401524c0b79d4'}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:54:36.171021 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-cb1d3440-7c2d-4299-8303-50da81444d0d req-4962a072-9212-4187-854d-05ab56365b93 tempest-DeleteServersTestJSON-250660922 tempest-DeleteServersTestJSON-250660922-project] 10.222.0.13 "GET /v2.0/ports?device_id=06d9a300-29d8-4a4b-8661-6b7920023ea6 HTTP/1.1" status: 200  len: 210 time: 0.0478256
Dec 16 22:54:36.269523 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [req-dceee0a1-51ca-4271-88b7-436cdfa0d1fc req-d778f4a2-584d-437a-a2a4-36b8d1d087c7 tempest-DeleteServersTestJSON-250660922 tempest-DeleteServersTestJSON-250660922-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:54:36.273260 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [req-dceee0a1-51ca-4271-88b7-436cdfa0d1fc req-d778f4a2-584d-437a-a2a4-36b8d1d087c7 tempest-DeleteServersTestJSON-250660922 tempest-DeleteServersTestJSON-250660922-project] Usage tracker for resource:port and tenant:4ca318eb30ef4ff29a0401524c0b79d4 is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:54:36.276060 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [req-dceee0a1-51ca-4271-88b7-436cdfa0d1fc req-d778f4a2-584d-437a-a2a4-36b8d1d087c7 tempest-DeleteServersTestJSON-250660922 tempest-DeleteServersTestJSON-250660922-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:54:36.281508 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [req-dceee0a1-51ca-4271-88b7-436cdfa0d1fc req-d778f4a2-584d-437a-a2a4-36b8d1d087c7 tempest-DeleteServersTestJSON-250660922 tempest-DeleteServersTestJSON-250660922-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:54:36.290677 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dceee0a1-51ca-4271-88b7-436cdfa0d1fc req-d778f4a2-584d-437a-a2a4-36b8d1d087c7 tempest-DeleteServersTestJSON-250660922 tempest-DeleteServersTestJSON-250660922-project] Made reservation on behalf of 4ca318eb30ef4ff29a0401524c0b79d4 for: {'port': 1} {{(pid=87506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:54:36.294808 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-dceee0a1-51ca-4271-88b7-436cdfa0d1fc req-d778f4a2-584d-437a-a2a4-36b8d1d087c7 tempest-DeleteServersTestJSON-250660922 tempest-DeleteServersTestJSON-250660922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:54:36.450469 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.db_base_plugin_common [req-dceee0a1-51ca-4271-88b7-436cdfa0d1fc req-d778f4a2-584d-437a-a2a4-36b8d1d087c7 tempest-DeleteServersTestJSON-250660922 tempest-DeleteServersTestJSON-250660922-project] Allocated IP 172.20.0.4 (f923693e-7f69-4226-96e1-2d35e63f68b8/f3cb2957-5232-4d4b-94f2-e17ba1abdacc/7b9a9e7c-23a8-4d41-8df4-38050599a98c) {{(pid=87506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 22:54:36.649148 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-dceee0a1-51ca-4271-88b7-436cdfa0d1fc req-d778f4a2-584d-437a-a2a4-36b8d1d087c7 tempest-DeleteServersTestJSON-250660922 tempest-DeleteServersTestJSON-250660922-project] Notify callbacks [] for port, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:54:36.680245 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-dceee0a1-51ca-4271-88b7-436cdfa0d1fc req-d778f4a2-584d-437a-a2a4-36b8d1d087c7 tempest-DeleteServersTestJSON-250660922 tempest-DeleteServersTestJSON-250660922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1863393'] for port, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:54:36.685740 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-0f79bdd1-e80f-4a6a-8969-0425dff77504 tempest-ServersAdminNegativeTestJSON-809243748 tempest-ServersAdminNegativeTestJSON-809243748-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:54:36.754268 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dceee0a1-51ca-4271-88b7-436cdfa0d1fc req-d778f4a2-584d-437a-a2a4-36b8d1d087c7 tempest-DeleteServersTestJSON-250660922 tempest-DeleteServersTestJSON-250660922-project] Network f923693e-7f69-4226-96e1-2d35e63f68b8 is already hosted by enough agents. {{(pid=87506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:54:36.757543 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.base_scheduler [req-dceee0a1-51ca-4271-88b7-436cdfa0d1fc req-d778f4a2-584d-437a-a2a4-36b8d1d087c7 tempest-DeleteServersTestJSON-250660922 tempest-DeleteServersTestJSON-250660922-project] Resources bound (agent type, host, resource id):  {{(pid=87506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:54:36.761385 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.l3_dvrscheduler_db [req-dceee0a1-51ca-4271-88b7-436cdfa0d1fc req-d778f4a2-584d-437a-a2a4-36b8d1d087c7 tempest-DeleteServersTestJSON-250660922 tempest-DeleteServersTestJSON-250660922-project] Received port after_create {{(pid=87506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 22:54:36.799185 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d778f4a2-584d-437a-a2a4-36b8d1d087c7 tempest-DeleteServersTestJSON-250660922 tempest-DeleteServersTestJSON-250660922-project] Pushing event updated for resources: {'Port': ['ID=7b9a9e7c-23a8-4d41-8df4-38050599a98c,revision_number=1']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:54:36.803610 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-d778f4a2-584d-437a-a2a4-36b8d1d087c7 tempest-DeleteServersTestJSON-250660922 tempest-DeleteServersTestJSON-250660922-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:54:36.825540 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dceee0a1-51ca-4271-88b7-436cdfa0d1fc req-d778f4a2-584d-437a-a2a4-36b8d1d087c7 tempest-DeleteServersTestJSON-250660922 tempest-DeleteServersTestJSON-250660922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:54:36.826154 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-dceee0a1-51ca-4271-88b7-436cdfa0d1fc req-d778f4a2-584d-437a-a2a4-36b8d1d087c7 tempest-DeleteServersTestJSON-250660922 tempest-DeleteServersTestJSON-250660922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for port, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:54:36.846287 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-dceee0a1-51ca-4271-88b7-436cdfa0d1fc req-d778f4a2-584d-437a-a2a4-36b8d1d087c7 tempest-DeleteServersTestJSON-250660922 tempest-DeleteServersTestJSON-250660922-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.7158403
Dec 16 22:54:36.864380 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [req-dceee0a1-51ca-4271-88b7-436cdfa0d1fc req-ba339981-4010-4c20-b768-3b85db3a0b4e service neutron] Request body: {'port': {'device_id': '06d9a300-29d8-4a4b-8661-6b7920023ea6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8218'}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:54:36.971700 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-dceee0a1-51ca-4271-88b7-436cdfa0d1fc req-ba339981-4010-4c20-b768-3b85db3a0b4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:54:37.360238 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82fe978-ced5-4e2a-b0c8-dc0287c2917c req-07fa00ca-73e6-44f0-9cef-524940e62c60 tempest-DeleteServersTestJSON-250660922 tempest-DeleteServersTestJSON-250660922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:54:37.361672 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-e82fe978-ced5-4e2a-b0c8-dc0287c2917c req-07fa00ca-73e6-44f0-9cef-524940e62c60 tempest-DeleteServersTestJSON-250660922 tempest-DeleteServersTestJSON-250660922-project] 10.222.0.13 "GET /v2.0/ports?device_id=06d9a300-29d8-4a4b-8661-6b7920023ea6 HTTP/1.1" status: 200  len: 931 time: 0.0804446
Dec 16 22:54:37.405096 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-e82fe978-ced5-4e2a-b0c8-dc0287c2917c req-ed1e31b1-b9b4-41b1-8c81-fb4c66916183 tempest-DeleteServersTestJSON-250660922 tempest-DeleteServersTestJSON-250660922-project] 10.222.0.13 "GET /v2.0/security-groups?id=105416fd-079c-4ef5-a615-90e075cc3f4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0376749
Dec 16 22:54:37.409006 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.notifiers.nova [req-dceee0a1-51ca-4271-88b7-436cdfa0d1fc req-ba339981-4010-4c20-b768-3b85db3a0b4e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b9a9e7c-23a8-4d41-8df4-38050599a98c {{(pid=87506) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 22:54:37.416402 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-dceee0a1-51ca-4271-88b7-436cdfa0d1fc req-ba339981-4010-4c20-b768-3b85db3a0b4e service neutron] Notify callbacks [] for port, precommit_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:54:37.430636 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.provisioning_blocks [req-dceee0a1-51ca-4271-88b7-436cdfa0d1fc req-ba339981-4010-4c20-b768-3b85db3a0b4e service neutron] Transition to ACTIVE for port object 7b9a9e7c-23a8-4d41-8df4-38050599a98c will not be triggered until provisioned by entity L2. {{(pid=87506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:54:37.434145 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-dceee0a1-51ca-4271-88b7-436cdfa0d1fc req-ba339981-4010-4c20-b768-3b85db3a0b4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1863400'] for port, after_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:54:37.439083 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-b8d17a3a-6e3e-4ab6-90a2-3297dfeca13c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:54:37.588884 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba339981-4010-4c20-b768-3b85db3a0b4e service neutron] Pushing event updated for resources: {'Port': ['ID=7b9a9e7c-23a8-4d41-8df4-38050599a98c,revision_number=2']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:54:37.595743 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-ba339981-4010-4c20-b768-3b85db3a0b4e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:54:37.660280 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.managers [req-dceee0a1-51ca-4271-88b7-436cdfa0d1fc req-ba339981-4010-4c20-b768-3b85db3a0b4e service neutron] Attempting to bind port 7b9a9e7c-23a8-4d41-8df4-38050599a98c on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=87506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 22:54:37.660530 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.managers [req-dceee0a1-51ca-4271-88b7-436cdfa0d1fc req-ba339981-4010-4c20-b768-3b85db3a0b4e service neutron] Attempting to bind port 7b9a9e7c-23a8-4d41-8df4-38050599a98c by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '0b736898-f4a1-4eef-b760-d768fa124ed0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'f923693e-7f69-4226-96e1-2d35e63f68b8'}] {{(pid=87506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 22:54:37.660852 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dceee0a1-51ca-4271-88b7-436cdfa0d1fc req-ba339981-4010-4c20-b768-3b85db3a0b4e service neutron] Attempting to bind port 7b9a9e7c-23a8-4d41-8df4-38050599a98c on network f923693e-7f69-4226-96e1-2d35e63f68b8 {{(pid=87506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 22:54:37.665447 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dceee0a1-51ca-4271-88b7-436cdfa0d1fc req-ba339981-4010-4c20-b768-3b85db3a0b4e service neutron] Port 7b9a9e7c-23a8-4d41-8df4-38050599a98c on network f923693e-7f69-4226-96e1-2d35e63f68b8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=87506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 16 22:54:37.665769 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dceee0a1-51ca-4271-88b7-436cdfa0d1fc req-ba339981-4010-4c20-b768-3b85db3a0b4e service neutron] Attempting to bind port 7b9a9e7c-23a8-4d41-8df4-38050599a98c on network f923693e-7f69-4226-96e1-2d35e63f68b8 {{(pid=87506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 22:54:37.671287 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dceee0a1-51ca-4271-88b7-436cdfa0d1fc req-ba339981-4010-4c20-b768-3b85db3a0b4e service neutron] Checking agent: {'id': '849b5cbb-8f70-4c31-8f37-fd42f8351747', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8218', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 30, 8), 'started_at': datetime.datetime(2021, 12, 16, 22, 30, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 54, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 22:54:37.671617 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dceee0a1-51ca-4271-88b7-436cdfa0d1fc req-ba339981-4010-4c20-b768-3b85db3a0b4e service neutron] Checking segment: {'id': '0b736898-f4a1-4eef-b760-d768fa124ed0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'f923693e-7f69-4226-96e1-2d35e63f68b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 22:54:37.672027 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dceee0a1-51ca-4271-88b7-436cdfa0d1fc req-ba339981-4010-4c20-b768-3b85db3a0b4e service neutron] Bound using segment: {'id': '0b736898-f4a1-4eef-b760-d768fa124ed0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'f923693e-7f69-4226-96e1-2d35e63f68b8'} {{(pid=87506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 22:54:37.672448 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.managers [req-dceee0a1-51ca-4271-88b7-436cdfa0d1fc req-ba339981-4010-4c20-b768-3b85db3a0b4e service neutron] Bound port: 7b9a9e7c-23a8-4d41-8df4-38050599a98c, host: hv-neutron-8218, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b736898-f4a1-4eef-b760-d768fa124ed0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'f923693e-7f69-4226-96e1-2d35e63f68b8'}}] {{(pid=87506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 22:54:37.672783 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-dceee0a1-51ca-4271-88b7-436cdfa0d1fc req-ba339981-4010-4c20-b768-3b85db3a0b4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:54:37.762167 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.db [req-dceee0a1-51ca-4271-88b7-436cdfa0d1fc req-ba339981-4010-4c20-b768-3b85db3a0b4e service neutron] For port 7b9a9e7c-23a8-4d41-8df4-38050599a98c, host hv-neutron-8218, cleared binding levels {{(pid=87506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 22:54:37.768330 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.db [req-dceee0a1-51ca-4271-88b7-436cdfa0d1fc req-ba339981-4010-4c20-b768-3b85db3a0b4e service neutron] For port 7b9a9e7c-23a8-4d41-8df4-38050599a98c, host hv-neutron-8218, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=7b9a9e7c-23a8-4d41-8df4-38050599a98c,segment=NetworkSegment(0b736898-f4a1-4eef-b760-d768fa124ed0),segment_id=0b736898-f4a1-4eef-b760-d768fa124ed0)] {{(pid=87506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 22:54:37.772389 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-dceee0a1-51ca-4271-88b7-436cdfa0d1fc req-ba339981-4010-4c20-b768-3b85db3a0b4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1863400'] for port, after_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:54:37.777004 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-c7ba812c-a28e-4374-8cee-5a5b05ff01d0 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:54:37.825629 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dceee0a1-51ca-4271-88b7-436cdfa0d1fc req-ba339981-4010-4c20-b768-3b85db3a0b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:54:37.826281 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-dceee0a1-51ca-4271-88b7-436cdfa0d1fc req-ba339981-4010-4c20-b768-3b85db3a0b4e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for port, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:54:37.827634 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-dceee0a1-51ca-4271-88b7-436cdfa0d1fc req-ba339981-4010-4c20-b768-3b85db3a0b4e service neutron] 10.222.0.49 "PUT /v2.0/ports/7b9a9e7c-23a8-4d41-8df4-38050599a98c HTTP/1.1" status: 200  len: 1093 time: 0.9671266
Dec 16 22:54:37.828177 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06d9a300-29d8-4a4b-8661-6b7920023ea6', 'tag': '7b9a9e7c-23a8-4d41-8df4-38050599a98c'}] {{(pid=87506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 22:54:37.854805 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba339981-4010-4c20-b768-3b85db3a0b4e service neutron] Pushing event updated for resources: {'Port': ['ID=7b9a9e7c-23a8-4d41-8df4-38050599a98c,revision_number=3']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:54:37.858445 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-ba339981-4010-4c20-b768-3b85db3a0b4e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:54:37.913510 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06d9a300-29d8-4a4b-8661-6b7920023ea6', 'tag': '7b9a9e7c-23a8-4d41-8df4-38050599a98c', 'status': 'completed', 'code': 200}
Dec 16 22:54:37.951320 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dceee0a1-51ca-4271-88b7-436cdfa0d1fc req-4c5b7bd0-369d-43e6-ad29-b90fcbd81e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:54:37.952807 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-dceee0a1-51ca-4271-88b7-436cdfa0d1fc req-4c5b7bd0-369d-43e6-ad29-b90fcbd81e9f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=4ca318eb30ef4ff29a0401524c0b79d4&device_id=06d9a300-29d8-4a4b-8661-6b7920023ea6 HTTP/1.1" status: 200  len: 1096 time: 0.0746045
Dec 16 22:54:37.992357 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:54:38.025390 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-dceee0a1-51ca-4271-88b7-436cdfa0d1fc req-db256ebc-3850-4730-8248-548214e066e5 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7b9a9e7c-23a8-4d41-8df4-38050599a98c HTTP/1.1" status: 200  len: 217 time: 0.0604744
Dec 16 22:54:38.088733 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dceee0a1-51ca-4271-88b7-436cdfa0d1fc req-8c64cafa-1a5c-4518-a6cc-8c4f68ef0899 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:54:38.090109 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-dceee0a1-51ca-4271-88b7-436cdfa0d1fc req-8c64cafa-1a5c-4518-a6cc-8c4f68ef0899 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=f3cb2957-5232-4d4b-94f2-e17ba1abdacc HTTP/1.1" status: 200  len: 848 time: 0.0585744
Dec 16 22:54:38.135995 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-dceee0a1-51ca-4271-88b7-436cdfa0d1fc req-b69c3751-ef3a-4cb4-a80d-909ef778e2fc service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f923693e-7f69-4226-96e1-2d35e63f68b8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0397754
Dec 16 22:54:38.263982 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-dceee0a1-51ca-4271-88b7-436cdfa0d1fc req-46f3a065-766b-43b2-b8c8-3c4002f393b8 service neutron] 10.222.0.49 "GET /v2.0/networks/f923693e-7f69-4226-96e1-2d35e63f68b8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1214454
Dec 16 22:54:38.391259 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-dceee0a1-51ca-4271-88b7-436cdfa0d1fc req-7a51835b-83ff-46a1-812e-68142fcaa135 service neutron] 10.222.0.49 "GET /v2.0/networks/f923693e-7f69-4226-96e1-2d35e63f68b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1209145
Dec 16 22:54:38.544418 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd241480-1c39-4abf-9f9f-7afc2c18bcea req-f2d544fb-c04c-46bd-8ec3-d3b1d750cb2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:54:38.545896 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-fd241480-1c39-4abf-9f9f-7afc2c18bcea req-f2d544fb-c04c-46bd-8ec3-d3b1d750cb2d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=4ca318eb30ef4ff29a0401524c0b79d4&device_id=06d9a300-29d8-4a4b-8661-6b7920023ea6 HTTP/1.1" status: 200  len: 1096 time: 0.0699267
Dec 16 22:54:38.587781 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9505342-0ef5-479a-aab3-420e322179ee req-6de7b6af-791e-4cb3-95ea-3fba123fe031 tempest-DeleteServersTestJSON-250660922 tempest-DeleteServersTestJSON-250660922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:54:38.589222 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-c9505342-0ef5-479a-aab3-420e322179ee req-6de7b6af-791e-4cb3-95ea-3fba123fe031 tempest-DeleteServersTestJSON-250660922 tempest-DeleteServersTestJSON-250660922-project] 10.222.0.13 "GET /v2.0/ports?device_id=06d9a300-29d8-4a4b-8661-6b7920023ea6 HTTP/1.1" status: 200  len: 943 time: 0.0821400
Dec 16 22:54:38.632398 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-c9505342-0ef5-479a-aab3-420e322179ee req-7c479772-b581-4c09-a951-0bc62082d5f7 tempest-DeleteServersTestJSON-250660922 tempest-DeleteServersTestJSON-250660922-project] 10.222.0.13 "GET /v2.0/security-groups?id=105416fd-079c-4ef5-a615-90e075cc3f4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0369699
Dec 16 22:54:38.682521 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd241480-1c39-4abf-9f9f-7afc2c18bcea req-699be018-f2d4-417d-a86b-0d0bbf50856e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:54:38.683979 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-fd241480-1c39-4abf-9f9f-7afc2c18bcea req-699be018-f2d4-417d-a86b-0d0bbf50856e service neutron] 10.222.0.49 "GET /v2.0/networks?id=f923693e-7f69-4226-96e1-2d35e63f68b8 HTTP/1.1" status: 200  len: 909 time: 0.1311533
Dec 16 22:54:38.753681 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-fd241480-1c39-4abf-9f9f-7afc2c18bcea req-8ed290ea-a7fc-4219-83ae-6b13b5578013 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7b9a9e7c-23a8-4d41-8df4-38050599a98c HTTP/1.1" status: 200  len: 217 time: 0.0623882
Dec 16 22:54:38.818617 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd241480-1c39-4abf-9f9f-7afc2c18bcea req-baf27a9a-882b-4df0-93da-a7fa1ba4e2a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:54:38.819953 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-fd241480-1c39-4abf-9f9f-7afc2c18bcea req-baf27a9a-882b-4df0-93da-a7fa1ba4e2a9 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=f3cb2957-5232-4d4b-94f2-e17ba1abdacc HTTP/1.1" status: 200  len: 848 time: 0.0586293
Dec 16 22:54:38.865666 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-fd241480-1c39-4abf-9f9f-7afc2c18bcea req-62fcafed-ce94-4a5d-b14f-7953b41db191 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f923693e-7f69-4226-96e1-2d35e63f68b8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0387161
Dec 16 22:54:39.096644 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-fd241480-1c39-4abf-9f9f-7afc2c18bcea req-04dea35f-a4ee-4348-80ab-fd55ab47645a service neutron] 10.222.0.49 "GET /v2.0/networks/f923693e-7f69-4226-96e1-2d35e63f68b8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2226925
Dec 16 22:54:39.226734 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-fd241480-1c39-4abf-9f9f-7afc2c18bcea req-119359b7-9c3b-4c1f-94ab-a15763757355 service neutron] 10.222.0.49 "GET /v2.0/networks/f923693e-7f69-4226-96e1-2d35e63f68b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1228156
Dec 16 22:54:39.823131 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9e9029-2885-40bf-84a9-0170c240d9de req-db90b3c3-69a8-437a-89f4-a3528ffe4d73 tempest-DeleteServersTestJSON-250660922 tempest-DeleteServersTestJSON-250660922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:54:39.824592 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-8e9e9029-2885-40bf-84a9-0170c240d9de req-db90b3c3-69a8-437a-89f4-a3528ffe4d73 tempest-DeleteServersTestJSON-250660922 tempest-DeleteServersTestJSON-250660922-project] 10.222.0.13 "GET /v2.0/ports?device_id=06d9a300-29d8-4a4b-8661-6b7920023ea6 HTTP/1.1" status: 200  len: 943 time: 0.0790832
Dec 16 22:54:39.870008 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-8e9e9029-2885-40bf-84a9-0170c240d9de req-a3435620-5a0d-40c4-abf2-8d6a89ca385d tempest-DeleteServersTestJSON-250660922 tempest-DeleteServersTestJSON-250660922-project] 10.222.0.13 "GET /v2.0/security-groups?id=105416fd-079c-4ef5-a615-90e075cc3f4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0398750
Dec 16 22:54:40.580135 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Device 7b9a9e7c-23a8-4d41-8df4-38050599a98c details requested by agent hyperv_hv-neutron-8218 with host hv-neutron-8218 {{(pid=87508) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 16 22:54:40.717355 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] For port 7b9a9e7c-23a8-4d41-8df4-38050599a98c, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=7b9a9e7c-23a8-4d41-8df4-38050599a98c,segment=NetworkSegment(0b736898-f4a1-4eef-b760-d768fa124ed0),segment_id=0b736898-f4a1-4eef-b760-d768fa124ed0)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:54:40.730417 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Returning: {'device': '7b9a9e7c-23a8-4d41-8df4-38050599a98c', 'network_id': 'f923693e-7f69-4226-96e1-2d35e63f68b8', 'port_id': '7b9a9e7c-23a8-4d41-8df4-38050599a98c', 'mac_address': 'fa:16:3e:01:c2:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3cb2957-5232-4d4b-94f2-e17ba1abdacc', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87508) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 16 22:54:40.784202 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:54:40.801557 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.notifiers.nova [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b9a9e7c-23a8-4d41-8df4-38050599a98c {{(pid=87508) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 22:54:40.816816 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] For port 7b9a9e7c-23a8-4d41-8df4-38050599a98c, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=7b9a9e7c-23a8-4d41-8df4-38050599a98c,segment=NetworkSegment(0b736898-f4a1-4eef-b760-d768fa124ed0),segment_id=0b736898-f4a1-4eef-b760-d768fa124ed0)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:54:40.820588 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:54:40.822373 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-793a5c20-4a5a-4987-9cf6-99f0f8535106 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:54:40.889487 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Pushing event updated for resources: {'Port': ['ID=7b9a9e7c-23a8-4d41-8df4-38050599a98c,revision_number=4']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:54:40.892414 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:54:41.079574 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] get_ports_and_sgs() called for port_ids ['7b9a9e7c-23a8-4d41-8df4-38050599a98c'] {{(pid=87508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 22:54:41.178429 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123fc328-59b7-40dd-b024-89f205418f08 req-28139228-d4a4-4e58-bcd2-5366c771461e tempest-DeleteServersTestJSON-250660922 tempest-DeleteServersTestJSON-250660922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:54:41.182963 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-123fc328-59b7-40dd-b024-89f205418f08 req-28139228-d4a4-4e58-bcd2-5366c771461e tempest-DeleteServersTestJSON-250660922 tempest-DeleteServersTestJSON-250660922-project] 10.222.0.13 "GET /v2.0/ports?device_id=06d9a300-29d8-4a4b-8661-6b7920023ea6 HTTP/1.1" status: 200  len: 944 time: 0.2028456
Dec 16 22:54:41.225378 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-123fc328-59b7-40dd-b024-89f205418f08 req-1563d453-ce42-4c9a-a661-9dbaea389383 tempest-DeleteServersTestJSON-250660922 tempest-DeleteServersTestJSON-250660922-project] 10.222.0.13 "GET /v2.0/security-groups?id=105416fd-079c-4ef5-a615-90e075cc3f4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0393021
Dec 16 22:54:41.519179 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.agents_db [None req-0abd2616-a86c-48e2-be07-10823335a5bb None None] Agent healthcheck: found 6 active agents {{(pid=87509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 22:54:42.405742 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6e561c-1c9a-4d18-8d26-bced8be5f945 req-a92ab870-133e-4db7-8424-ed96293a3037 tempest-DeleteServersTestJSON-250660922 tempest-DeleteServersTestJSON-250660922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:54:42.407149 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-0f6e561c-1c9a-4d18-8d26-bced8be5f945 req-a92ab870-133e-4db7-8424-ed96293a3037 tempest-DeleteServersTestJSON-250660922 tempest-DeleteServersTestJSON-250660922-project] 10.222.0.13 "GET /v2.0/ports?device_id=06d9a300-29d8-4a4b-8661-6b7920023ea6 HTTP/1.1" status: 200  len: 944 time: 0.0806057
Dec 16 22:54:42.449814 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-0f6e561c-1c9a-4d18-8d26-bced8be5f945 req-2efd5d88-a8de-4a91-90a0-a9af4e9f8eaf tempest-DeleteServersTestJSON-250660922 tempest-DeleteServersTestJSON-250660922-project] 10.222.0.13 "GET /v2.0/security-groups?id=105416fd-079c-4ef5-a615-90e075cc3f4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0370600
Dec 16 22:54:42.593795 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Device 7b9a9e7c-23a8-4d41-8df4-38050599a98c up at agent hyperv_hv-neutron-8218 {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 22:54:42.664220 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Provisioning for port 7b9a9e7c-23a8-4d41-8df4-38050599a98c completed by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 22:54:42.669576 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Provisioning complete for port 7b9a9e7c-23a8-4d41-8df4-38050599a98c triggered by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:54:42.669959 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:54:42.818111 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:54:42.844920 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06d9a300-29d8-4a4b-8661-6b7920023ea6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b9a9e7c-23a8-4d41-8df4-38050599a98c'}] {{(pid=87508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 22:54:42.854940 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] For port 7b9a9e7c-23a8-4d41-8df4-38050599a98c, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=7b9a9e7c-23a8-4d41-8df4-38050599a98c,segment=NetworkSegment(0b736898-f4a1-4eef-b760-d768fa124ed0),segment_id=0b736898-f4a1-4eef-b760-d768fa124ed0)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:54:42.858162 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:54:42.861063 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:54:42.895282 dv-neutron-821829-1-hyperv neutron-server[87508]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06d9a300-29d8-4a4b-8661-6b7920023ea6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b9a9e7c-23a8-4d41-8df4-38050599a98c', 'code': 200}
Dec 16 22:54:42.925968 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Pushing event updated for resources: {'Port': ['ID=7b9a9e7c-23a8-4d41-8df4-38050599a98c,revision_number=5']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:54:42.928987 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:54:43.141026 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0689d040-8451-4fec-ad38-ab71a07227fc req-4164c514-f37f-4aa3-bfa7-2505872e8a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:54:43.142382 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-0689d040-8451-4fec-ad38-ab71a07227fc req-4164c514-f37f-4aa3-bfa7-2505872e8a67 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=06d9a300-29d8-4a4b-8661-6b7920023ea6 HTTP/1.1" status: 200  len: 1098 time: 0.0694668
Dec 16 22:54:43.182457 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-0689d040-8451-4fec-ad38-ab71a07227fc req-5d2fa9b7-7ce3-40c9-95e0-373dcc5e904c service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=105416fd-079c-4ef5-a615-90e075cc3f4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0329950
Dec 16 22:54:43.634029 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df5a3c3-5340-433a-93bd-93e66a0bd329 req-925a4241-3fc8-4219-8f30-4bcb9f7ddca4 tempest-DeleteServersTestJSON-250660922 tempest-DeleteServersTestJSON-250660922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:54:43.635589 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-7df5a3c3-5340-433a-93bd-93e66a0bd329 req-925a4241-3fc8-4219-8f30-4bcb9f7ddca4 tempest-DeleteServersTestJSON-250660922 tempest-DeleteServersTestJSON-250660922-project] 10.222.0.13 "GET /v2.0/ports?device_id=06d9a300-29d8-4a4b-8661-6b7920023ea6 HTTP/1.1" status: 200  len: 945 time: 0.0832951
Dec 16 22:54:43.683305 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-7df5a3c3-5340-433a-93bd-93e66a0bd329 req-43565788-2355-4045-978b-90a1a09127bb tempest-DeleteServersTestJSON-250660922 tempest-DeleteServersTestJSON-250660922-project] 10.222.0.13 "GET /v2.0/security-groups?id=105416fd-079c-4ef5-a615-90e075cc3f4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422742
Dec 16 22:54:44.867130 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78264594-4d3a-48fa-8d04-6854487df1a8 req-95963667-38db-4bd1-a61f-83c36f8674f5 tempest-DeleteServersTestJSON-250660922 tempest-DeleteServersTestJSON-250660922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:54:44.868602 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-78264594-4d3a-48fa-8d04-6854487df1a8 req-95963667-38db-4bd1-a61f-83c36f8674f5 tempest-DeleteServersTestJSON-250660922 tempest-DeleteServersTestJSON-250660922-project] 10.222.0.13 "GET /v2.0/ports?device_id=06d9a300-29d8-4a4b-8661-6b7920023ea6 HTTP/1.1" status: 200  len: 945 time: 0.0805857
Dec 16 22:54:44.911809 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-78264594-4d3a-48fa-8d04-6854487df1a8 req-f9a16e23-98be-4b65-8771-f1785b1e295a tempest-DeleteServersTestJSON-250660922 tempest-DeleteServersTestJSON-250660922-project] 10.222.0.13 "GET /v2.0/security-groups?id=105416fd-079c-4ef5-a615-90e075cc3f4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0371900
Dec 16 22:54:45.280863 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 51452) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:54:45.304641 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec62705-b91b-494e-9392-2b07fc35536d req-50b2cbff-4cb4-4c62-9791-49eaca1dc45c tempest-DeleteServersTestJSON-250660922 tempest-DeleteServersTestJSON-250660922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:54:45.312274 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-1ec62705-b91b-494e-9392-2b07fc35536d req-50b2cbff-4cb4-4c62-9791-49eaca1dc45c tempest-DeleteServersTestJSON-250660922 tempest-DeleteServersTestJSON-250660922-project] 10.222.0.13 "GET /v2.0/ports?device_id=06d9a300-29d8-4a4b-8661-6b7920023ea6 HTTP/1.1" status: 200  len: 945 time: 0.0917630
Dec 16 22:54:45.352403 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-1ec62705-b91b-494e-9392-2b07fc35536d req-1173cbf7-fcd8-4677-aa50-39325ee9c836 tempest-DeleteServersTestJSON-250660922 tempest-DeleteServersTestJSON-250660922-project] 10.222.0.13 "GET /v2.0/security-groups?id=105416fd-079c-4ef5-a615-90e075cc3f4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0392659
Dec 16 22:54:45.396956 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-1d1dc86f-aa91-4ad4-b999-f87b14163961 req-20463aab-7dd7-4dd7-b046-c941397e63e5 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=06d9a300-29d8-4a4b-8661-6b7920023ea6&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1147919
Dec 16 22:54:46.537932 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e32e30-89b3-45cc-8a20-662306df76fe req-8560eaf6-f119-4735-80c9-795243a6fdf5 tempest-DeleteServersTestJSON-250660922 tempest-DeleteServersTestJSON-250660922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:54:46.539363 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-29e32e30-89b3-45cc-8a20-662306df76fe req-8560eaf6-f119-4735-80c9-795243a6fdf5 tempest-DeleteServersTestJSON-250660922 tempest-DeleteServersTestJSON-250660922-project] 10.222.0.13 "GET /v2.0/ports?device_id=06d9a300-29d8-4a4b-8661-6b7920023ea6 HTTP/1.1" status: 200  len: 945 time: 0.0816238
Dec 16 22:54:46.584640 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-29e32e30-89b3-45cc-8a20-662306df76fe req-232b6794-d54c-449d-8e1d-fe3e81ef1fe1 tempest-DeleteServersTestJSON-250660922 tempest-DeleteServersTestJSON-250660922-project] 10.222.0.13 "GET /v2.0/security-groups?id=105416fd-079c-4ef5-a615-90e075cc3f4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0382335
Dec 16 22:54:46.699128 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1dc86f-aa91-4ad4-b999-f87b14163961 req-b03f6e12-936a-4a1d-a482-5d53fcc5a3af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:54:46.700651 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-1d1dc86f-aa91-4ad4-b999-f87b14163961 req-b03f6e12-936a-4a1d-a482-5d53fcc5a3af service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=4ca318eb30ef4ff29a0401524c0b79d4&device_id=06d9a300-29d8-4a4b-8661-6b7920023ea6 HTTP/1.1" status: 200  len: 1098 time: 0.0720596
Dec 16 22:54:46.828643 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1dc86f-aa91-4ad4-b999-f87b14163961 req-62d6ce66-4088-43fb-87b0-bd327919676d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:54:46.830065 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-1d1dc86f-aa91-4ad4-b999-f87b14163961 req-62d6ce66-4088-43fb-87b0-bd327919676d service neutron] 10.222.0.49 "GET /v2.0/networks?id=f923693e-7f69-4226-96e1-2d35e63f68b8 HTTP/1.1" status: 200  len: 909 time: 0.1233160
Dec 16 22:54:46.899904 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-1d1dc86f-aa91-4ad4-b999-f87b14163961 req-ab352f8e-82f0-40b2-950b-ae7bfb000be2 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7b9a9e7c-23a8-4d41-8df4-38050599a98c HTTP/1.1" status: 200  len: 217 time: 0.0622365
Dec 16 22:54:46.958319 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1dc86f-aa91-4ad4-b999-f87b14163961 req-364a76d9-cc0e-4581-ba09-0ecf213b897d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:54:46.959658 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-1d1dc86f-aa91-4ad4-b999-f87b14163961 req-364a76d9-cc0e-4581-ba09-0ecf213b897d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=f3cb2957-5232-4d4b-94f2-e17ba1abdacc HTTP/1.1" status: 200  len: 848 time: 0.0538538
Dec 16 22:54:47.008500 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-1d1dc86f-aa91-4ad4-b999-f87b14163961 req-1b2487cf-30d9-4b0e-b9ab-f9d6ddb6d64b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f923693e-7f69-4226-96e1-2d35e63f68b8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0416930
Dec 16 22:54:47.136505 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-1d1dc86f-aa91-4ad4-b999-f87b14163961 req-b45faf7a-b5d0-4340-9308-92fc2435433f service neutron] 10.222.0.49 "GET /v2.0/networks/f923693e-7f69-4226-96e1-2d35e63f68b8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1211424
Dec 16 22:54:47.267853 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-1d1dc86f-aa91-4ad4-b999-f87b14163961 req-fa4c7ed0-33f9-45b8-be03-c033fca3cea4 service neutron] 10.222.0.49 "GET /v2.0/networks/f923693e-7f69-4226-96e1-2d35e63f68b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1250215
Dec 16 22:54:47.769467 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340c5f97-fb9c-409f-9d3b-0e0f63542c05 req-5ea7e240-4f90-4343-8ce1-61c0d0ac425b tempest-DeleteServersTestJSON-250660922 tempest-DeleteServersTestJSON-250660922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:54:47.770875 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-340c5f97-fb9c-409f-9d3b-0e0f63542c05 req-5ea7e240-4f90-4343-8ce1-61c0d0ac425b tempest-DeleteServersTestJSON-250660922 tempest-DeleteServersTestJSON-250660922-project] 10.222.0.13 "GET /v2.0/ports?device_id=06d9a300-29d8-4a4b-8661-6b7920023ea6 HTTP/1.1" status: 200  len: 945 time: 0.0814781
Dec 16 22:54:47.813208 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-340c5f97-fb9c-409f-9d3b-0e0f63542c05 req-2896975c-4df2-4921-bdca-2e4ecfcd2758 tempest-DeleteServersTestJSON-250660922 tempest-DeleteServersTestJSON-250660922-project] 10.222.0.13 "GET /v2.0/security-groups?id=105416fd-079c-4ef5-a615-90e075cc3f4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0367751
Dec 16 22:54:48.996482 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121b058f-01d6-43f7-8d79-c3ce082346f7 req-bc941430-0478-421c-aef3-edf2cf88a071 tempest-DeleteServersTestJSON-250660922 tempest-DeleteServersTestJSON-250660922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:54:48.998542 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-121b058f-01d6-43f7-8d79-c3ce082346f7 req-bc941430-0478-421c-aef3-edf2cf88a071 tempest-DeleteServersTestJSON-250660922 tempest-DeleteServersTestJSON-250660922-project] 10.222.0.13 "GET /v2.0/ports?device_id=06d9a300-29d8-4a4b-8661-6b7920023ea6 HTTP/1.1" status: 200  len: 945 time: 0.0786831
Dec 16 22:54:49.044025 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-121b058f-01d6-43f7-8d79-c3ce082346f7 req-fa2d3c68-46db-4fa0-8acb-2d5eb0c99016 tempest-DeleteServersTestJSON-250660922 tempest-DeleteServersTestJSON-250660922-project] 10.222.0.13 "GET /v2.0/security-groups?id=105416fd-079c-4ef5-a615-90e075cc3f4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0394807
Dec 16 22:54:50.226334 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec4c37e-0b0d-4499-8bc0-82c712c2783e req-f497334d-31cf-498b-88a6-563c3b27d216 tempest-DeleteServersTestJSON-250660922 tempest-DeleteServersTestJSON-250660922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:54:50.227786 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-eec4c37e-0b0d-4499-8bc0-82c712c2783e req-f497334d-31cf-498b-88a6-563c3b27d216 tempest-DeleteServersTestJSON-250660922 tempest-DeleteServersTestJSON-250660922-project] 10.222.0.13 "GET /v2.0/ports?device_id=06d9a300-29d8-4a4b-8661-6b7920023ea6 HTTP/1.1" status: 200  len: 945 time: 0.0786884
Dec 16 22:54:50.270452 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-eec4c37e-0b0d-4499-8bc0-82c712c2783e req-69e918d0-9cb5-436c-b489-c4fa43263d8c tempest-DeleteServersTestJSON-250660922 tempest-DeleteServersTestJSON-250660922-project] 10.222.0.13 "GET /v2.0/security-groups?id=105416fd-079c-4ef5-a615-90e075cc3f4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0368881
Dec 16 22:54:51.452256 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fad0d0-14bb-4858-825a-5bb0e41aad84 req-0685c28a-0ed0-425c-b09c-1e4912a8cfee tempest-DeleteServersTestJSON-250660922 tempest-DeleteServersTestJSON-250660922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:54:51.453679 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-e4fad0d0-14bb-4858-825a-5bb0e41aad84 req-0685c28a-0ed0-425c-b09c-1e4912a8cfee tempest-DeleteServersTestJSON-250660922 tempest-DeleteServersTestJSON-250660922-project] 10.222.0.13 "GET /v2.0/ports?device_id=06d9a300-29d8-4a4b-8661-6b7920023ea6 HTTP/1.1" status: 200  len: 945 time: 0.0820565
Dec 16 22:54:51.497058 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-e4fad0d0-14bb-4858-825a-5bb0e41aad84 req-13e05fc4-456a-4fb2-ab4c-558753dffa57 tempest-DeleteServersTestJSON-250660922 tempest-DeleteServersTestJSON-250660922-project] 10.222.0.13 "GET /v2.0/security-groups?id=105416fd-079c-4ef5-a615-90e075cc3f4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0371563
Dec 16 22:54:52.677052 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c21c4c-823a-41a9-87f3-c06c891200fa req-d7c1648e-7087-4a2a-8e66-d92773d9e99f tempest-DeleteServersTestJSON-250660922 tempest-DeleteServersTestJSON-250660922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:54:52.678482 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-34c21c4c-823a-41a9-87f3-c06c891200fa req-d7c1648e-7087-4a2a-8e66-d92773d9e99f tempest-DeleteServersTestJSON-250660922 tempest-DeleteServersTestJSON-250660922-project] 10.222.0.13 "GET /v2.0/ports?device_id=06d9a300-29d8-4a4b-8661-6b7920023ea6 HTTP/1.1" status: 200  len: 945 time: 0.0798426
Dec 16 22:54:52.721106 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-34c21c4c-823a-41a9-87f3-c06c891200fa req-8bce9e75-24cf-48cb-9c0d-896beca5f05a tempest-DeleteServersTestJSON-250660922 tempest-DeleteServersTestJSON-250660922-project] 10.222.0.13 "GET /v2.0/security-groups?id=105416fd-079c-4ef5-a615-90e075cc3f4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0371282
Dec 16 22:54:53.904335 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a77185c-6498-47da-b062-6bf757544a86 req-65a23133-51bc-489b-964b-ef2d88703cd2 tempest-DeleteServersTestJSON-250660922 tempest-DeleteServersTestJSON-250660922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:54:53.905748 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-3a77185c-6498-47da-b062-6bf757544a86 req-65a23133-51bc-489b-964b-ef2d88703cd2 tempest-DeleteServersTestJSON-250660922 tempest-DeleteServersTestJSON-250660922-project] 10.222.0.13 "GET /v2.0/ports?device_id=06d9a300-29d8-4a4b-8661-6b7920023ea6 HTTP/1.1" status: 200  len: 945 time: 0.0830903
Dec 16 22:54:53.947500 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-3a77185c-6498-47da-b062-6bf757544a86 req-7ffeba9e-fcde-4fde-962f-2062190b20df tempest-DeleteServersTestJSON-250660922 tempest-DeleteServersTestJSON-250660922-project] 10.222.0.13 "GET /v2.0/security-groups?id=105416fd-079c-4ef5-a615-90e075cc3f4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0361998
Dec 16 22:54:55.126122 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2124e33-dd7a-4832-832a-bbf5a8ee47f1 req-a31c571a-15ae-4589-9831-9997dace008f tempest-DeleteServersTestJSON-250660922 tempest-DeleteServersTestJSON-250660922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:54:55.127567 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-f2124e33-dd7a-4832-832a-bbf5a8ee47f1 req-a31c571a-15ae-4589-9831-9997dace008f tempest-DeleteServersTestJSON-250660922 tempest-DeleteServersTestJSON-250660922-project] 10.222.0.13 "GET /v2.0/ports?device_id=06d9a300-29d8-4a4b-8661-6b7920023ea6 HTTP/1.1" status: 200  len: 945 time: 0.0787737
Dec 16 22:54:55.170468 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-f2124e33-dd7a-4832-832a-bbf5a8ee47f1 req-ff2e3a54-4c42-460b-98a8-1728698de5f9 tempest-DeleteServersTestJSON-250660922 tempest-DeleteServersTestJSON-250660922-project] 10.222.0.13 "GET /v2.0/security-groups?id=105416fd-079c-4ef5-a615-90e075cc3f4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0370882
Dec 16 22:54:56.355596 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fdbae1-19cb-4ade-b15e-58c475077c33 req-81193312-1c9f-4206-9f01-1cf7a9212a3f tempest-DeleteServersTestJSON-250660922 tempest-DeleteServersTestJSON-250660922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:54:56.357024 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-59fdbae1-19cb-4ade-b15e-58c475077c33 req-81193312-1c9f-4206-9f01-1cf7a9212a3f tempest-DeleteServersTestJSON-250660922 tempest-DeleteServersTestJSON-250660922-project] 10.222.0.13 "GET /v2.0/ports?device_id=06d9a300-29d8-4a4b-8661-6b7920023ea6 HTTP/1.1" status: 200  len: 945 time: 0.0810788
Dec 16 22:54:56.400964 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-59fdbae1-19cb-4ade-b15e-58c475077c33 req-94dd4823-b7b3-4382-a020-9d8352efbff5 tempest-DeleteServersTestJSON-250660922 tempest-DeleteServersTestJSON-250660922-project] 10.222.0.13 "GET /v2.0/security-groups?id=105416fd-079c-4ef5-a615-90e075cc3f4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0384152
Dec 16 22:54:57.583558 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303543b9-bad9-4c01-9c88-138a8ce5344f req-4036189e-3f13-4234-8aad-c5ee7df33678 tempest-DeleteServersTestJSON-250660922 tempest-DeleteServersTestJSON-250660922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:54:57.585027 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-303543b9-bad9-4c01-9c88-138a8ce5344f req-4036189e-3f13-4234-8aad-c5ee7df33678 tempest-DeleteServersTestJSON-250660922 tempest-DeleteServersTestJSON-250660922-project] 10.222.0.13 "GET /v2.0/ports?device_id=06d9a300-29d8-4a4b-8661-6b7920023ea6 HTTP/1.1" status: 200  len: 945 time: 0.0776558
Dec 16 22:54:57.631909 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-303543b9-bad9-4c01-9c88-138a8ce5344f req-f5fefbde-fd46-47ed-9bef-f5c263ae1fd1 tempest-DeleteServersTestJSON-250660922 tempest-DeleteServersTestJSON-250660922-project] 10.222.0.13 "GET /v2.0/security-groups?id=105416fd-079c-4ef5-a615-90e075cc3f4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413516
Dec 16 22:54:58.166689 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-90efa8b1-c202-4b14-9064-9e453b32147c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:54:58.811584 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2875cd19-5482-4947-97e5-83b73ca08d1a req-759fba70-ed9b-45e8-b2d2-565847641328 tempest-DeleteServersTestJSON-250660922 tempest-DeleteServersTestJSON-250660922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:54:58.813035 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-2875cd19-5482-4947-97e5-83b73ca08d1a req-759fba70-ed9b-45e8-b2d2-565847641328 tempest-DeleteServersTestJSON-250660922 tempest-DeleteServersTestJSON-250660922-project] 10.222.0.13 "GET /v2.0/ports?device_id=06d9a300-29d8-4a4b-8661-6b7920023ea6 HTTP/1.1" status: 200  len: 945 time: 0.0777807
Dec 16 22:54:58.856151 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-2875cd19-5482-4947-97e5-83b73ca08d1a req-e7589d37-5d4b-4cca-8346-c5e5fa3ded07 tempest-DeleteServersTestJSON-250660922 tempest-DeleteServersTestJSON-250660922-project] 10.222.0.13 "GET /v2.0/security-groups?id=105416fd-079c-4ef5-a615-90e075cc3f4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0375969
Dec 16 22:55:00.038059 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebea2566-99d5-407f-9050-fd38e2ed1def req-7eae56d6-82da-4b39-823d-7328c3941307 tempest-DeleteServersTestJSON-250660922 tempest-DeleteServersTestJSON-250660922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:55:00.039470 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-ebea2566-99d5-407f-9050-fd38e2ed1def req-7eae56d6-82da-4b39-823d-7328c3941307 tempest-DeleteServersTestJSON-250660922 tempest-DeleteServersTestJSON-250660922-project] 10.222.0.13 "GET /v2.0/ports?device_id=06d9a300-29d8-4a4b-8661-6b7920023ea6 HTTP/1.1" status: 200  len: 945 time: 0.0820658
Dec 16 22:55:00.081176 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-ebea2566-99d5-407f-9050-fd38e2ed1def req-7c64c73b-501e-41fd-8808-ba6c2d8d4284 tempest-DeleteServersTestJSON-250660922 tempest-DeleteServersTestJSON-250660922-project] 10.222.0.13 "GET /v2.0/security-groups?id=105416fd-079c-4ef5-a615-90e075cc3f4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0359406
Dec 16 22:55:00.605839 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-e8f5824b-e9b6-479f-a58f-ce22d210f0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:55:01.259646 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cba04ce-bdd7-4e4e-88c8-d4b07fa47123 req-5fc12cf6-3347-42fe-8fb5-b70cc0abf7a9 tempest-DeleteServersTestJSON-250660922 tempest-DeleteServersTestJSON-250660922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:55:01.261081 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-2cba04ce-bdd7-4e4e-88c8-d4b07fa47123 req-5fc12cf6-3347-42fe-8fb5-b70cc0abf7a9 tempest-DeleteServersTestJSON-250660922 tempest-DeleteServersTestJSON-250660922-project] 10.222.0.13 "GET /v2.0/ports?device_id=06d9a300-29d8-4a4b-8661-6b7920023ea6 HTTP/1.1" status: 200  len: 945 time: 0.0778034
Dec 16 22:55:01.303489 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-2cba04ce-bdd7-4e4e-88c8-d4b07fa47123 req-67918207-19c8-4282-9f1b-f4a94ae4e9f6 tempest-DeleteServersTestJSON-250660922 tempest-DeleteServersTestJSON-250660922-project] 10.222.0.13 "GET /v2.0/security-groups?id=105416fd-079c-4ef5-a615-90e075cc3f4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0368576
Dec 16 22:55:01.523476 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-3e729f7f-1589-4d54-9c4a-7ee6b283cc2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:55:01.689813 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:55:02.484545 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c30af7-c020-4f3b-969e-8f88af4a5cd5 req-78348d66-bf4a-4e42-9607-9aa1ba16609e tempest-DeleteServersTestJSON-250660922 tempest-DeleteServersTestJSON-250660922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:55:02.485976 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-32c30af7-c020-4f3b-969e-8f88af4a5cd5 req-78348d66-bf4a-4e42-9607-9aa1ba16609e tempest-DeleteServersTestJSON-250660922 tempest-DeleteServersTestJSON-250660922-project] 10.222.0.13 "GET /v2.0/ports?device_id=06d9a300-29d8-4a4b-8661-6b7920023ea6 HTTP/1.1" status: 200  len: 945 time: 0.0825799
Dec 16 22:55:02.528359 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-32c30af7-c020-4f3b-969e-8f88af4a5cd5 req-a63c77a6-0b71-46f9-98c4-bb1520b1ea51 tempest-DeleteServersTestJSON-250660922 tempest-DeleteServersTestJSON-250660922-project] 10.222.0.13 "GET /v2.0/security-groups?id=105416fd-079c-4ef5-a615-90e075cc3f4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0369360
Dec 16 22:55:03.269960 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-4541ba3b-6be8-499c-bc94-3c60aa55c4f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:55:03.714831 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70c5307-34f6-4115-9324-c26701cf6d70 req-f7126e6e-0d33-410f-86cd-7f4f5df0bfeb tempest-DeleteServersTestJSON-250660922 tempest-DeleteServersTestJSON-250660922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:55:03.716289 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-c70c5307-34f6-4115-9324-c26701cf6d70 req-f7126e6e-0d33-410f-86cd-7f4f5df0bfeb tempest-DeleteServersTestJSON-250660922 tempest-DeleteServersTestJSON-250660922-project] 10.222.0.13 "GET /v2.0/ports?device_id=06d9a300-29d8-4a4b-8661-6b7920023ea6 HTTP/1.1" status: 200  len: 945 time: 0.0797787
Dec 16 22:55:03.762700 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-c70c5307-34f6-4115-9324-c26701cf6d70 req-43a31b65-cbbd-4a71-bc42-352a390c4a1c tempest-DeleteServersTestJSON-250660922 tempest-DeleteServersTestJSON-250660922-project] 10.222.0.13 "GET /v2.0/security-groups?id=105416fd-079c-4ef5-a615-90e075cc3f4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407982
Dec 16 22:55:04.943879 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea20df85-cbb1-4ea7-a3d5-344fca7a3539 req-8a30a42f-1184-47cb-be36-8eed23077a7e tempest-DeleteServersTestJSON-250660922 tempest-DeleteServersTestJSON-250660922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:55:04.945297 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-ea20df85-cbb1-4ea7-a3d5-344fca7a3539 req-8a30a42f-1184-47cb-be36-8eed23077a7e tempest-DeleteServersTestJSON-250660922 tempest-DeleteServersTestJSON-250660922-project] 10.222.0.13 "GET /v2.0/ports?device_id=06d9a300-29d8-4a4b-8661-6b7920023ea6 HTTP/1.1" status: 200  len: 945 time: 0.0783501
Dec 16 22:55:04.988501 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-ea20df85-cbb1-4ea7-a3d5-344fca7a3539 req-71d651a5-9fdc-49a7-80b0-2435a453b92e tempest-DeleteServersTestJSON-250660922 tempest-DeleteServersTestJSON-250660922-project] 10.222.0.13 "GET /v2.0/security-groups?id=105416fd-079c-4ef5-a615-90e075cc3f4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0377331
Dec 16 22:55:06.172927 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc88116-eb4a-40d6-a798-fcda4fa92af0 req-e06b0bf1-07ba-400a-bda2-243c2eb6d78a tempest-DeleteServersTestJSON-250660922 tempest-DeleteServersTestJSON-250660922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:55:06.174496 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-2fc88116-eb4a-40d6-a798-fcda4fa92af0 req-e06b0bf1-07ba-400a-bda2-243c2eb6d78a tempest-DeleteServersTestJSON-250660922 tempest-DeleteServersTestJSON-250660922-project] 10.222.0.13 "GET /v2.0/ports?device_id=06d9a300-29d8-4a4b-8661-6b7920023ea6 HTTP/1.1" status: 200  len: 945 time: 0.0837266
Dec 16 22:55:06.328015 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-2fc88116-eb4a-40d6-a798-fcda4fa92af0 req-1f8c49a8-7cfc-465b-acd1-7af574e4ae86 tempest-DeleteServersTestJSON-250660922 tempest-DeleteServersTestJSON-250660922-project] 10.222.0.13 "GET /v2.0/security-groups?id=105416fd-079c-4ef5-a615-90e075cc3f4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1479108
Dec 16 22:55:07.508484 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f1129e-70e3-40b5-acf5-23c8ebdd95d0 req-a3df76dd-3ff5-4de6-bba5-7bedab4e7055 tempest-DeleteServersTestJSON-250660922 tempest-DeleteServersTestJSON-250660922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:55:07.509916 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-80f1129e-70e3-40b5-acf5-23c8ebdd95d0 req-a3df76dd-3ff5-4de6-bba5-7bedab4e7055 tempest-DeleteServersTestJSON-250660922 tempest-DeleteServersTestJSON-250660922-project] 10.222.0.13 "GET /v2.0/ports?device_id=06d9a300-29d8-4a4b-8661-6b7920023ea6 HTTP/1.1" status: 200  len: 945 time: 0.0784118
Dec 16 22:55:07.553649 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-80f1129e-70e3-40b5-acf5-23c8ebdd95d0 req-08463eee-5321-4928-b0c3-6442dd4ac27b tempest-DeleteServersTestJSON-250660922 tempest-DeleteServersTestJSON-250660922-project] 10.222.0.13 "GET /v2.0/security-groups?id=105416fd-079c-4ef5-a615-90e075cc3f4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0374112
Dec 16 22:55:07.993060 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:55:08.740238 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51b9aeb-4bbb-4d9d-b3e3-bc4da556f961 req-ba7877d2-d0de-4d7e-846e-6ef766684010 tempest-DeleteServersTestJSON-250660922 tempest-DeleteServersTestJSON-250660922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:55:08.741565 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-a51b9aeb-4bbb-4d9d-b3e3-bc4da556f961 req-ba7877d2-d0de-4d7e-846e-6ef766684010 tempest-DeleteServersTestJSON-250660922 tempest-DeleteServersTestJSON-250660922-project] 10.222.0.13 "GET /v2.0/ports?device_id=06d9a300-29d8-4a4b-8661-6b7920023ea6 HTTP/1.1" status: 200  len: 945 time: 0.0833464
Dec 16 22:55:08.783678 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-a51b9aeb-4bbb-4d9d-b3e3-bc4da556f961 req-2e844f89-1a32-4699-bd17-6fa0f6b7b392 tempest-DeleteServersTestJSON-250660922 tempest-DeleteServersTestJSON-250660922-project] 10.222.0.13 "GET /v2.0/security-groups?id=105416fd-079c-4ef5-a615-90e075cc3f4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0366170
Dec 16 22:55:09.968981 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f409dc-1ed5-4570-9cd8-243286c60ad9 req-907b792f-4ebe-4656-883d-403a6af122e4 tempest-DeleteServersTestJSON-250660922 tempest-DeleteServersTestJSON-250660922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:55:09.970417 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-e8f409dc-1ed5-4570-9cd8-243286c60ad9 req-907b792f-4ebe-4656-883d-403a6af122e4 tempest-DeleteServersTestJSON-250660922 tempest-DeleteServersTestJSON-250660922-project] 10.222.0.13 "GET /v2.0/ports?device_id=06d9a300-29d8-4a4b-8661-6b7920023ea6 HTTP/1.1" status: 200  len: 945 time: 0.0822625
Dec 16 22:55:10.014393 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-e8f409dc-1ed5-4570-9cd8-243286c60ad9 req-45fa8b68-ddbc-4b77-87c2-9205514d35fc tempest-DeleteServersTestJSON-250660922 tempest-DeleteServersTestJSON-250660922-project] 10.222.0.13 "GET /v2.0/security-groups?id=105416fd-079c-4ef5-a615-90e075cc3f4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0383570
Dec 16 22:55:11.196806 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc4ce62-9712-4f0d-9673-4943a07d07cf req-8886583c-87d6-4224-a216-4a7c0f422e05 tempest-DeleteServersTestJSON-250660922 tempest-DeleteServersTestJSON-250660922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:55:11.198237 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-0bc4ce62-9712-4f0d-9673-4943a07d07cf req-8886583c-87d6-4224-a216-4a7c0f422e05 tempest-DeleteServersTestJSON-250660922 tempest-DeleteServersTestJSON-250660922-project] 10.222.0.13 "GET /v2.0/ports?device_id=06d9a300-29d8-4a4b-8661-6b7920023ea6 HTTP/1.1" status: 200  len: 945 time: 0.0782490
Dec 16 22:55:11.241056 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-0bc4ce62-9712-4f0d-9673-4943a07d07cf req-3c97ca1c-b13f-4292-87ca-b3e6727b7ee3 tempest-DeleteServersTestJSON-250660922 tempest-DeleteServersTestJSON-250660922-project] 10.222.0.13 "GET /v2.0/security-groups?id=105416fd-079c-4ef5-a615-90e075cc3f4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0366766
Dec 16 22:55:12.426323 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bdbecf-22a8-4a54-845d-f2f8280df90e req-4aec8a98-c2c5-47da-bbfb-d7dbfbb43460 tempest-DeleteServersTestJSON-250660922 tempest-DeleteServersTestJSON-250660922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:55:12.427773 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-44bdbecf-22a8-4a54-845d-f2f8280df90e req-4aec8a98-c2c5-47da-bbfb-d7dbfbb43460 tempest-DeleteServersTestJSON-250660922 tempest-DeleteServersTestJSON-250660922-project] 10.222.0.13 "GET /v2.0/ports?device_id=06d9a300-29d8-4a4b-8661-6b7920023ea6 HTTP/1.1" status: 200  len: 945 time: 0.0822933
Dec 16 22:55:12.471007 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-44bdbecf-22a8-4a54-845d-f2f8280df90e req-7e774580-51d7-46cb-ba7d-be3fa2aa00ba tempest-DeleteServersTestJSON-250660922 tempest-DeleteServersTestJSON-250660922-project] 10.222.0.13 "GET /v2.0/security-groups?id=105416fd-079c-4ef5-a615-90e075cc3f4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0376561
Dec 16 22:55:13.651922 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14276c7b-1140-4905-bc14-99529523f360 req-a3c41c45-fc2f-48f8-9326-b92c668de108 tempest-DeleteServersTestJSON-250660922 tempest-DeleteServersTestJSON-250660922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:55:13.653353 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-14276c7b-1140-4905-bc14-99529523f360 req-a3c41c45-fc2f-48f8-9326-b92c668de108 tempest-DeleteServersTestJSON-250660922 tempest-DeleteServersTestJSON-250660922-project] 10.222.0.13 "GET /v2.0/ports?device_id=06d9a300-29d8-4a4b-8661-6b7920023ea6 HTTP/1.1" status: 200  len: 945 time: 0.0788755
Dec 16 22:55:13.701355 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-14276c7b-1140-4905-bc14-99529523f360 req-4e8b4640-d931-431f-b45d-dde2d106df98 tempest-DeleteServersTestJSON-250660922 tempest-DeleteServersTestJSON-250660922-project] 10.222.0.13 "GET /v2.0/security-groups?id=105416fd-079c-4ef5-a615-90e075cc3f4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423412
Dec 16 22:55:14.119279 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-1d1dc86f-aa91-4ad4-b999-f87b14163961 req-8b240464-2963-4b8e-9731-01cf64ed2c40 service neutron] 10.222.0.49 "GET /v2.0/ports/7b9a9e7c-23a8-4d41-8df4-38050599a98c/bindings/hv-neutron-8218 HTTP/1.1" status: 200  len: 384 time: 0.0727749
Dec 16 22:55:14.397286 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1dc86f-aa91-4ad4-b999-f87b14163961 req-16028a85-9a29-4ddd-86c1-6e1ccd3a3d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:55:14.398659 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-1d1dc86f-aa91-4ad4-b999-f87b14163961 req-16028a85-9a29-4ddd-86c1-6e1ccd3a3d88 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=06d9a300-29d8-4a4b-8661-6b7920023ea6&tenant_id=4ca318eb30ef4ff29a0401524c0b79d4 HTTP/1.1" status: 200  len: 1098 time: 0.0736353
Dec 16 22:55:14.501048 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1dc86f-aa91-4ad4-b999-f87b14163961 req-32647020-5d1a-4142-8cbc-7e370134706a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:55:14.502502 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-1d1dc86f-aa91-4ad4-b999-f87b14163961 req-32647020-5d1a-4142-8cbc-7e370134706a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=4ca318eb30ef4ff29a0401524c0b79d4&device_id=06d9a300-29d8-4a4b-8661-6b7920023ea6 HTTP/1.1" status: 200  len: 1098 time: 0.0707290
Dec 16 22:55:14.630610 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1dc86f-aa91-4ad4-b999-f87b14163961 req-5ca2e058-233f-4d94-9e65-8401ae995bce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:55:14.632069 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-1d1dc86f-aa91-4ad4-b999-f87b14163961 req-5ca2e058-233f-4d94-9e65-8401ae995bce service neutron] 10.222.0.49 "GET /v2.0/networks?id=f923693e-7f69-4226-96e1-2d35e63f68b8 HTTP/1.1" status: 200  len: 909 time: 0.1226859
Dec 16 22:55:14.702229 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-1d1dc86f-aa91-4ad4-b999-f87b14163961 req-6c2bd4af-09a3-4775-9c55-b57395d52250 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7b9a9e7c-23a8-4d41-8df4-38050599a98c HTTP/1.1" status: 200  len: 217 time: 0.0639195
Dec 16 22:55:14.761800 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1dc86f-aa91-4ad4-b999-f87b14163961 req-86367750-394a-42d7-9071-2891f5caa978 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:55:14.763845 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-1d1dc86f-aa91-4ad4-b999-f87b14163961 req-86367750-394a-42d7-9071-2891f5caa978 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=f3cb2957-5232-4d4b-94f2-e17ba1abdacc HTTP/1.1" status: 200  len: 848 time: 0.0555167
Dec 16 22:55:14.808310 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-1d1dc86f-aa91-4ad4-b999-f87b14163961 req-a3d3013c-8ab0-4dfc-81c1-4c76bc67a550 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f923693e-7f69-4226-96e1-2d35e63f68b8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0389082
Dec 16 22:55:14.884637 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037fabf1-927c-4a16-9f35-801c7623e476 req-f12d642f-7e83-4791-86ad-f26224115ac3 tempest-DeleteServersTestJSON-250660922 tempest-DeleteServersTestJSON-250660922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:55:14.886182 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-037fabf1-927c-4a16-9f35-801c7623e476 req-f12d642f-7e83-4791-86ad-f26224115ac3 tempest-DeleteServersTestJSON-250660922 tempest-DeleteServersTestJSON-250660922-project] 10.222.0.13 "GET /v2.0/ports?device_id=06d9a300-29d8-4a4b-8661-6b7920023ea6 HTTP/1.1" status: 200  len: 945 time: 0.0821292
Dec 16 22:55:14.931753 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-037fabf1-927c-4a16-9f35-801c7623e476 req-275b1e84-867c-4896-9701-f750d2704cc4 tempest-DeleteServersTestJSON-250660922 tempest-DeleteServersTestJSON-250660922-project] 10.222.0.13 "GET /v2.0/security-groups?id=105416fd-079c-4ef5-a615-90e075cc3f4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0390604
Dec 16 22:55:15.055024 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-1d1dc86f-aa91-4ad4-b999-f87b14163961 req-48c2f0fe-81c3-4f27-9c88-d321e62392cb service neutron] 10.222.0.49 "GET /v2.0/networks/f923693e-7f69-4226-96e1-2d35e63f68b8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2401681
Dec 16 22:55:15.185692 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-1d1dc86f-aa91-4ad4-b999-f87b14163961 req-5b113aff-257e-4af9-be25-a32dde48ae5c service neutron] 10.222.0.49 "GET /v2.0/networks/f923693e-7f69-4226-96e1-2d35e63f68b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1230974
Dec 16 22:55:16.124615 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c8f0ab-f0cc-40b9-be1c-7ee06fdb7bb7 req-5b113e17-6d0d-4df3-8e4e-c09437c38d06 tempest-DeleteServersTestJSON-250660922 tempest-DeleteServersTestJSON-250660922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:55:16.126055 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-66c8f0ab-f0cc-40b9-be1c-7ee06fdb7bb7 req-5b113e17-6d0d-4df3-8e4e-c09437c38d06 tempest-DeleteServersTestJSON-250660922 tempest-DeleteServersTestJSON-250660922-project] 10.222.0.13 "GET /v2.0/ports?device_id=06d9a300-29d8-4a4b-8661-6b7920023ea6 HTTP/1.1" status: 200  len: 945 time: 0.0815670
Dec 16 22:55:16.168449 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-66c8f0ab-f0cc-40b9-be1c-7ee06fdb7bb7 req-ad1af05b-fe47-44f4-95a2-23dbdd14860e tempest-DeleteServersTestJSON-250660922 tempest-DeleteServersTestJSON-250660922-project] 10.222.0.13 "GET /v2.0/security-groups?id=105416fd-079c-4ef5-a615-90e075cc3f4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0368235
Dec 16 22:55:17.354284 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f32a83-c5a2-4022-b208-42796c545ab0 req-09c39a4f-cbdc-4f86-a1e2-67822bd209f6 tempest-DeleteServersTestJSON-250660922 tempest-DeleteServersTestJSON-250660922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:55:17.355709 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-19f32a83-c5a2-4022-b208-42796c545ab0 req-09c39a4f-cbdc-4f86-a1e2-67822bd209f6 tempest-DeleteServersTestJSON-250660922 tempest-DeleteServersTestJSON-250660922-project] 10.222.0.13 "GET /v2.0/ports?device_id=06d9a300-29d8-4a4b-8661-6b7920023ea6 HTTP/1.1" status: 200  len: 945 time: 0.0830765
Dec 16 22:55:17.397625 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-19f32a83-c5a2-4022-b208-42796c545ab0 req-43be5b1c-ddfc-400b-befc-3e120ffe475b tempest-DeleteServersTestJSON-250660922 tempest-DeleteServersTestJSON-250660922-project] 10.222.0.13 "GET /v2.0/security-groups?id=105416fd-079c-4ef5-a615-90e075cc3f4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0363553
Dec 16 22:55:17.777854 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4929bf-3ac0-4171-8768-5a145903e18b req-eb79b4a2-7ed9-4984-8181-9ef52d1832db tempest-DeleteServersTestJSON-250660922 tempest-DeleteServersTestJSON-250660922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:55:17.778453 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [req-be4929bf-3ac0-4171-8768-5a145903e18b req-eb79b4a2-7ed9-4984-8181-9ef52d1832db tempest-DeleteServersTestJSON-250660922 tempest-DeleteServersTestJSON-250660922-project] Synchronizing usage tracker for tenant:4ca318eb30ef4ff29a0401524c0b79d4 on resource:port {{(pid=87506) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 22:55:17.794371 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [req-be4929bf-3ac0-4171-8768-5a145903e18b req-eb79b4a2-7ed9-4984-8181-9ef52d1832db tempest-DeleteServersTestJSON-250660922 tempest-DeleteServersTestJSON-250660922-project] Unset dirty status for tenant:4ca318eb30ef4ff29a0401524c0b79d4 on resource:port {{(pid=87506) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 22:55:17.795403 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-be4929bf-3ac0-4171-8768-5a145903e18b req-eb79b4a2-7ed9-4984-8181-9ef52d1832db tempest-DeleteServersTestJSON-250660922 tempest-DeleteServersTestJSON-250660922-project] 10.222.0.49 "GET /v2.0/ports?device_id=06d9a300-29d8-4a4b-8661-6b7920023ea6&tenant_id=4ca318eb30ef4ff29a0401524c0b79d4&binding%3Ahost_id=hv-neutron-8218 HTTP/1.1" status: 200  len: 945 time: 0.0979366
Dec 16 22:55:17.946959 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4929bf-3ac0-4171-8768-5a145903e18b req-83b230ad-ccd7-48e1-9e5e-4ca0d0a9188f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:55:17.948430 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-be4929bf-3ac0-4171-8768-5a145903e18b req-83b230ad-ccd7-48e1-9e5e-4ca0d0a9188f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=4ca318eb30ef4ff29a0401524c0b79d4&device_id=06d9a300-29d8-4a4b-8661-6b7920023ea6 HTTP/1.1" status: 200  len: 1098 time: 0.0694382
Dec 16 22:55:18.075215 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4929bf-3ac0-4171-8768-5a145903e18b req-1792b2a1-38a3-496e-bb35-dadfd1fedca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:55:18.076678 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-be4929bf-3ac0-4171-8768-5a145903e18b req-1792b2a1-38a3-496e-bb35-dadfd1fedca9 service neutron] 10.222.0.49 "GET /v2.0/networks?id=f923693e-7f69-4226-96e1-2d35e63f68b8 HTTP/1.1" status: 200  len: 909 time: 0.1223919
Dec 16 22:55:18.145936 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-be4929bf-3ac0-4171-8768-5a145903e18b req-0fdb03cc-ad24-4fff-b827-cf7657a86b92 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7b9a9e7c-23a8-4d41-8df4-38050599a98c HTTP/1.1" status: 200  len: 217 time: 0.0633073
Dec 16 22:55:18.206139 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4929bf-3ac0-4171-8768-5a145903e18b req-3d30e41e-d83f-46d4-a173-421e2f94333a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:55:18.207499 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-be4929bf-3ac0-4171-8768-5a145903e18b req-3d30e41e-d83f-46d4-a173-421e2f94333a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=f3cb2957-5232-4d4b-94f2-e17ba1abdacc HTTP/1.1" status: 200  len: 848 time: 0.0551662
Dec 16 22:55:18.256925 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-be4929bf-3ac0-4171-8768-5a145903e18b req-65cbd007-8683-452e-8643-41cc630fceda service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f923693e-7f69-4226-96e1-2d35e63f68b8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0426443
Dec 16 22:55:18.384764 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-be4929bf-3ac0-4171-8768-5a145903e18b req-18404a9f-8d30-4475-befd-114f8cb578ec service neutron] 10.222.0.49 "GET /v2.0/networks/f923693e-7f69-4226-96e1-2d35e63f68b8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1212168
Dec 16 22:55:18.512346 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-be4929bf-3ac0-4171-8768-5a145903e18b req-0e05fdb1-7b50-4f1f-abcd-50c965443a17 service neutron] 10.222.0.49 "GET /v2.0/networks/f923693e-7f69-4226-96e1-2d35e63f68b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1217549
Dec 16 22:55:18.517760 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.agents_db [None req-0abd2616-a86c-48e2-be07-10823335a5bb None None] Agent healthcheck: found 6 active agents {{(pid=87509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 22:55:18.718646 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Device 7b9a9e7c-23a8-4d41-8df4-38050599a98c details requested by agent hyperv_hv-neutron-8218 with host hv-neutron-8218 {{(pid=87508) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 16 22:55:18.725373 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Device 7b9a9e7c-23a8-4d41-8df4-38050599a98c no longer exists at agent hyperv_hv-neutron-8218 {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 22:55:18.943969 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:55:18.959898 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] For port 7b9a9e7c-23a8-4d41-8df4-38050599a98c, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=7b9a9e7c-23a8-4d41-8df4-38050599a98c,segment=NetworkSegment(0b736898-f4a1-4eef-b760-d768fa124ed0),segment_id=0b736898-f4a1-4eef-b760-d768fa124ed0)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:55:18.981385 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Returning: {'device': '7b9a9e7c-23a8-4d41-8df4-38050599a98c', 'network_id': 'f923693e-7f69-4226-96e1-2d35e63f68b8', 'port_id': '7b9a9e7c-23a8-4d41-8df4-38050599a98c', 'mac_address': 'fa:16:3e:01:c2:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3cb2957-5232-4d4b-94f2-e17ba1abdacc', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87508) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 16 22:55:18.990213 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06d9a300-29d8-4a4b-8661-6b7920023ea6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7b9a9e7c-23a8-4d41-8df4-38050599a98c'}] {{(pid=87508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 22:55:19.035555 dv-neutron-821829-1-hyperv neutron-server[87508]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06d9a300-29d8-4a4b-8661-6b7920023ea6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7b9a9e7c-23a8-4d41-8df4-38050599a98c', 'code': 200}
Dec 16 22:55:19.037032 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] For port 7b9a9e7c-23a8-4d41-8df4-38050599a98c, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=7b9a9e7c-23a8-4d41-8df4-38050599a98c,segment=NetworkSegment(0b736898-f4a1-4eef-b760-d768fa124ed0),segment_id=0b736898-f4a1-4eef-b760-d768fa124ed0)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:55:19.046680 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:55:19.050624 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:55:19.099373 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:55:19.132293 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.notifiers.nova [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7b9a9e7c-23a8-4d41-8df4-38050599a98c {{(pid=87508) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 22:55:19.171978 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Pushing event updated for resources: {'Port': ['ID=7b9a9e7c-23a8-4d41-8df4-38050599a98c,revision_number=6']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:55:19.186428 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:55:19.186786 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:55:19.187131 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:55:19.187478 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:55:19.187834 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:55:19.188179 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:55:19.188515 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:55:19.188877 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:55:19.189229 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:55:19.189662 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:55:19.189934 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:55:19.190300 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:55:19.195851 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:55:19.212709 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.db.api [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87508) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 16 22:55:19.213078 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_db.api [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 16 22:55:19.404750 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559ffea8-12d3-4869-95e2-071fe8538d73 req-26c394c2-a20d-4b37-90d6-f9ef91ea8333 tempest-DeleteServersTestJSON-250660922 tempest-DeleteServersTestJSON-250660922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:55:19.406178 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-559ffea8-12d3-4869-95e2-071fe8538d73 req-26c394c2-a20d-4b37-90d6-f9ef91ea8333 tempest-DeleteServersTestJSON-250660922 tempest-DeleteServersTestJSON-250660922-project] 10.222.0.13 "GET /v2.0/ports?device_id=06d9a300-29d8-4a4b-8661-6b7920023ea6 HTTP/1.1" status: 200  len: 943 time: 0.0823438
Dec 16 22:55:19.448825 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-559ffea8-12d3-4869-95e2-071fe8538d73 req-c33c7305-5ef8-43a6-b2cb-3f6006284f18 tempest-DeleteServersTestJSON-250660922 tempest-DeleteServersTestJSON-250660922-project] 10.222.0.13 "GET /v2.0/security-groups?id=105416fd-079c-4ef5-a615-90e075cc3f4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0370145
Dec 16 22:55:19.765894 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:55:19.784806 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.notifiers.nova [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b9a9e7c-23a8-4d41-8df4-38050599a98c {{(pid=87508) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 22:55:19.800106 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] For port 7b9a9e7c-23a8-4d41-8df4-38050599a98c, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=7b9a9e7c-23a8-4d41-8df4-38050599a98c,segment=NetworkSegment(0b736898-f4a1-4eef-b760-d768fa124ed0),segment_id=0b736898-f4a1-4eef-b760-d768fa124ed0)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:55:19.803989 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:55:19.805639 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-530fefc0-84cc-4d3f-a6a8-0bcb71f8df1a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:55:19.869632 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Pushing event updated for resources: {'Port': ['ID=7b9a9e7c-23a8-4d41-8df4-38050599a98c,revision_number=7']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:55:19.872539 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:55:19.930842 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] get_ports_and_sgs() called for port_ids ['7b9a9e7c-23a8-4d41-8df4-38050599a98c'] {{(pid=87508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 22:55:20.630470 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fb8108-d7cb-4786-9e63-9d667d23c9b0 req-33aea7c7-d196-4ef5-b950-071ecdf7e8cd tempest-DeleteServersTestJSON-250660922 tempest-DeleteServersTestJSON-250660922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:55:20.631912 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-d2fb8108-d7cb-4786-9e63-9d667d23c9b0 req-33aea7c7-d196-4ef5-b950-071ecdf7e8cd tempest-DeleteServersTestJSON-250660922 tempest-DeleteServersTestJSON-250660922-project] 10.222.0.13 "GET /v2.0/ports?device_id=06d9a300-29d8-4a4b-8661-6b7920023ea6 HTTP/1.1" status: 200  len: 944 time: 0.0791416
Dec 16 22:55:20.674172 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-d2fb8108-d7cb-4786-9e63-9d667d23c9b0 req-842f9d70-7f06-463e-b410-d5523b08cf96 tempest-DeleteServersTestJSON-250660922 tempest-DeleteServersTestJSON-250660922-project] 10.222.0.13 "GET /v2.0/security-groups?id=105416fd-079c-4ef5-a615-90e075cc3f4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0367115
Dec 16 22:55:20.742501 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Device 7b9a9e7c-23a8-4d41-8df4-38050599a98c up at agent hyperv_hv-neutron-8218 {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 22:55:20.808965 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Provisioning complete for port 7b9a9e7c-23a8-4d41-8df4-38050599a98c triggered by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:55:20.809647 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:55:20.923236 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:55:20.955823 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] For port 7b9a9e7c-23a8-4d41-8df4-38050599a98c, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=7b9a9e7c-23a8-4d41-8df4-38050599a98c,segment=NetworkSegment(0b736898-f4a1-4eef-b760-d768fa124ed0),segment_id=0b736898-f4a1-4eef-b760-d768fa124ed0)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:55:20.959926 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:55:20.961724 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:55:21.026500 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Pushing event updated for resources: {'Port': ['ID=7b9a9e7c-23a8-4d41-8df4-38050599a98c,revision_number=8']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:55:21.029320 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:55:21.036883 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06d9a300-29d8-4a4b-8661-6b7920023ea6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b9a9e7c-23a8-4d41-8df4-38050599a98c'}] {{(pid=87508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 22:55:21.079542 dv-neutron-821829-1-hyperv neutron-server[87508]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06d9a300-29d8-4a4b-8661-6b7920023ea6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b9a9e7c-23a8-4d41-8df4-38050599a98c', 'code': 200}
Dec 16 22:55:21.217858 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4929bf-3ac0-4171-8768-5a145903e18b req-caed08b0-1b72-47d2-a608-9a126046681d tempest-DeleteServersTestJSON-250660922 tempest-DeleteServersTestJSON-250660922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:55:21.219244 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-be4929bf-3ac0-4171-8768-5a145903e18b req-caed08b0-1b72-47d2-a608-9a126046681d tempest-DeleteServersTestJSON-250660922 tempest-DeleteServersTestJSON-250660922-project] 10.222.0.49 "GET /v2.0/ports?device_id=06d9a300-29d8-4a4b-8661-6b7920023ea6 HTTP/1.1" status: 200  len: 945 time: 0.0769622
Dec 16 22:55:21.289308 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [req-be4929bf-3ac0-4171-8768-5a145903e18b req-b26314fe-2a26-4dc3-92ec-55074912b403 tempest-DeleteServersTestJSON-250660922 tempest-DeleteServersTestJSON-250660922-project] Deleting port 7b9a9e7c-23a8-4d41-8df4-38050599a98c {{(pid=87506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:55:21.289645 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-be4929bf-3ac0-4171-8768-5a145903e18b req-b26314fe-2a26-4dc3-92ec-55074912b403 tempest-DeleteServersTestJSON-250660922 tempest-DeleteServersTestJSON-250660922-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:55:21.522777 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.db [req-be4929bf-3ac0-4171-8768-5a145903e18b req-b26314fe-2a26-4dc3-92ec-55074912b403 tempest-DeleteServersTestJSON-250660922 tempest-DeleteServersTestJSON-250660922-project] For port 7b9a9e7c-23a8-4d41-8df4-38050599a98c, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=7b9a9e7c-23a8-4d41-8df4-38050599a98c,segment=NetworkSegment(0b736898-f4a1-4eef-b760-d768fa124ed0),segment_id=0b736898-f4a1-4eef-b760-d768fa124ed0)] {{(pid=87506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:55:21.523131 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-be4929bf-3ac0-4171-8768-5a145903e18b req-b26314fe-2a26-4dc3-92ec-55074912b403 tempest-DeleteServersTestJSON-250660922 tempest-DeleteServersTestJSON-250660922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:55:21.645573 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [req-be4929bf-3ac0-4171-8768-5a145903e18b req-b26314fe-2a26-4dc3-92ec-55074912b403 tempest-DeleteServersTestJSON-250660922 tempest-DeleteServersTestJSON-250660922-project] Calling delete_port for 7b9a9e7c-23a8-4d41-8df4-38050599a98c owned by compute:nova {{(pid=87506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:55:21.790055 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-be4929bf-3ac0-4171-8768-5a145903e18b req-b26314fe-2a26-4dc3-92ec-55074912b403 tempest-DeleteServersTestJSON-250660922 tempest-DeleteServersTestJSON-250660922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1863393'] for port, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:55:21.795748 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-ba339981-4010-4c20-b768-3b85db3a0b4e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:55:21.822884 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] get_ports_and_sgs() called for port_ids ['7b9a9e7c-23a8-4d41-8df4-38050599a98c'] {{(pid=87508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 22:55:21.833873 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-c7d2dca9-fd6f-45e3-901f-c16a3a343e1a req-360228f9-0a28-4880-b444-f16683728949 tempest-DeleteServersTestJSON-250660922 tempest-DeleteServersTestJSON-250660922-project] 10.222.0.13 "GET /v2.0/ports?device_id=06d9a300-29d8-4a4b-8661-6b7920023ea6 HTTP/1.1" status: 200  len: 210 time: 0.0502422
Dec 16 22:55:21.941978 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26314fe-2a26-4dc3-92ec-55074912b403 tempest-DeleteServersTestJSON-250660922 tempest-DeleteServersTestJSON-250660922-project] Pushing event deleted for resources: {'Port': ['ID=7b9a9e7c-23a8-4d41-8df4-38050599a98c,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:55:21.978364 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26314fe-2a26-4dc3-92ec-55074912b403 tempest-DeleteServersTestJSON-250660922 tempest-DeleteServersTestJSON-250660922-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:55:21.978751 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26314fe-2a26-4dc3-92ec-55074912b403 tempest-DeleteServersTestJSON-250660922 tempest-DeleteServersTestJSON-250660922-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:55:21.979128 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26314fe-2a26-4dc3-92ec-55074912b403 tempest-DeleteServersTestJSON-250660922 tempest-DeleteServersTestJSON-250660922-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:55:21.979501 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26314fe-2a26-4dc3-92ec-55074912b403 tempest-DeleteServersTestJSON-250660922 tempest-DeleteServersTestJSON-250660922-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:55:21.979891 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26314fe-2a26-4dc3-92ec-55074912b403 tempest-DeleteServersTestJSON-250660922 tempest-DeleteServersTestJSON-250660922-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:55:21.980256 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26314fe-2a26-4dc3-92ec-55074912b403 tempest-DeleteServersTestJSON-250660922 tempest-DeleteServersTestJSON-250660922-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:55:21.980617 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26314fe-2a26-4dc3-92ec-55074912b403 tempest-DeleteServersTestJSON-250660922 tempest-DeleteServersTestJSON-250660922-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:55:21.980977 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26314fe-2a26-4dc3-92ec-55074912b403 tempest-DeleteServersTestJSON-250660922 tempest-DeleteServersTestJSON-250660922-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:55:21.981336 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26314fe-2a26-4dc3-92ec-55074912b403 tempest-DeleteServersTestJSON-250660922 tempest-DeleteServersTestJSON-250660922-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:55:21.982218 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26314fe-2a26-4dc3-92ec-55074912b403 tempest-DeleteServersTestJSON-250660922 tempest-DeleteServersTestJSON-250660922-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:55:21.982574 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26314fe-2a26-4dc3-92ec-55074912b403 tempest-DeleteServersTestJSON-250660922 tempest-DeleteServersTestJSON-250660922-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:55:21.982928 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26314fe-2a26-4dc3-92ec-55074912b403 tempest-DeleteServersTestJSON-250660922 tempest-DeleteServersTestJSON-250660922-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:55:21.989809 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-b26314fe-2a26-4dc3-92ec-55074912b403 tempest-DeleteServersTestJSON-250660922 tempest-DeleteServersTestJSON-250660922-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:55:22.025616 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.l3_dvrscheduler_db [req-be4929bf-3ac0-4171-8768-5a145903e18b req-b26314fe-2a26-4dc3-92ec-55074912b403 tempest-DeleteServersTestJSON-250660922 tempest-DeleteServersTestJSON-250660922-project] No DVR routers for this DVR port 7b9a9e7c-23a8-4d41-8df4-38050599a98c on host hv-neutron-8218 {{(pid=87506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 22:55:22.028004 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-be4929bf-3ac0-4171-8768-5a145903e18b req-b26314fe-2a26-4dc3-92ec-55074912b403 tempest-DeleteServersTestJSON-250660922 tempest-DeleteServersTestJSON-250660922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for port, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:55:22.030533 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06d9a300-29d8-4a4b-8661-6b7920023ea6', 'name': 'network-vif-deleted', 'tag': '7b9a9e7c-23a8-4d41-8df4-38050599a98c'}] {{(pid=87506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 22:55:22.046426 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-be4929bf-3ac0-4171-8768-5a145903e18b req-b26314fe-2a26-4dc3-92ec-55074912b403 tempest-DeleteServersTestJSON-250660922 tempest-DeleteServersTestJSON-250660922-project] 10.222.0.49 "DELETE /v2.0/ports/7b9a9e7c-23a8-4d41-8df4-38050599a98c HTTP/1.1" status: 204  len: 173 time: 0.8217778
Dec 16 22:55:22.076943 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06d9a300-29d8-4a4b-8661-6b7920023ea6', 'name': 'network-vif-deleted', 'tag': '7b9a9e7c-23a8-4d41-8df4-38050599a98c', 'status': 'completed', 'code': 200}
Dec 16 22:55:23.070653 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 51556) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:55:23.129613 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.db_base_plugin_v2 [None req-ccfe0143-540a-4145-9a90-b20e90c925aa admin admin] Deleting subnet f3cb2957-5232-4d4b-94f2-e17ba1abdacc {{(pid=87506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 16 22:55:23.132320 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-ccfe0143-540a-4145-9a90-b20e90c925aa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:55:23.179467 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-ccfe0143-540a-4145-9a90-b20e90c925aa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-266764487'] for subnet, precommit_delete_associations {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:55:23.235952 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-ccfe0143-540a-4145-9a90-b20e90c925aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3328566'] for subnet, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:55:23.300749 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-ccfe0143-540a-4145-9a90-b20e90c925aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3328622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1863378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11213117'] for subnet, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:55:23.305131 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-228100b1-48b4-4a8b-9044-de2be603d3d8 tempest-RoutersNegativeIpV6Test-1646080008 tempest-RoutersNegativeIpV6Test-1646080008-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:55:23.338852 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfe0143-540a-4145-9a90-b20e90c925aa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f3cb2957-5232-4d4b-94f2-e17ba1abdacc,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:55:23.340823 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-ccfe0143-540a-4145-9a90-b20e90c925aa admin admin] Notify callbacks [] for subnet, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:55:23.343282 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-ccfe0143-540a-4145-9a90-b20e90c925aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:55:23.347192 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-ccfe0143-540a-4145-9a90-b20e90c925aa admin admin] 10.222.0.13 "DELETE /v2.0/subnets/f3cb2957-5232-4d4b-94f2-e17ba1abdacc HTTP/1.1" status: 204  len: 168 time: 0.2755582
Dec 16 22:55:23.349576 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 51560) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:55:23.453937 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-47b5611b-f18a-4c82-9633-225e1a7fbe46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-825997'] for network, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:55:23.579198 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-47b5611b-f18a-4c82-9633-225e1a7fbe46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3329565', 'neutron.services.segments.db._delete_segments_for_network-8734753546406'] for network, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:55:23.604804 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.services.segments.db [None req-47b5611b-f18a-4c82-9633-225e1a7fbe46 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1b75f3aeb0>,) {'filters': {'network_id': ['f923693e-7f69-4226-96e1-2d35e63f68b8']}} {{(pid=87506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:55:23.617380 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.services.segments.db [None req-47b5611b-f18a-4c82-9633-225e1a7fbe46 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b75f3aeb0>, '0b736898-f4a1-4eef-b760-d768fa124ed0') {'for_net_delete': True} {{(pid=87506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:55:23.617677 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.services.segments.db [None req-47b5611b-f18a-4c82-9633-225e1a7fbe46 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b75f3aeb0>, '0b736898-f4a1-4eef-b760-d768fa124ed0') {} {{(pid=87506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:55:23.628623 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-47b5611b-f18a-4c82-9633-225e1a7fbe46 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734753593977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-266764496'] for segment, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:55:23.644116 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-47b5611b-f18a-4c82-9633-225e1a7fbe46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-883292'] for segment, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:55:23.650014 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47b5611b-f18a-4c82-9633-225e1a7fbe46 admin admin] Releasing vlan 195 on physical network physnet1 to pool {{(pid=87506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 16 22:55:23.650391 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-47b5611b-f18a-4c82-9633-225e1a7fbe46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-883285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1863180'] for segment, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:55:23.663670 dv-neutron-821829-1-hyperv neutron-server[87506]: Traceback (most recent call last):
Dec 16 22:55:23.663670 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 16 22:55:23.663670 dv-neutron-821829-1-hyperv neutron-server[87506]:     timer()
Dec 16 22:55:23.663670 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 22:55:23.663670 dv-neutron-821829-1-hyperv neutron-server[87506]:     cb(*args, **kw)
Dec 16 22:55:23.663670 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 22:55:23.663670 dv-neutron-821829-1-hyperv neutron-server[87506]:     return func(*args, **kwargs)
Dec 16 22:55:23.663670 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 22:55:23.663670 dv-neutron-821829-1-hyperv neutron-server[87506]:     self._notify()
Dec 16 22:55:23.663670 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 22:55:23.663670 dv-neutron-821829-1-hyperv neutron-server[87506]:     self.callback(batched_events)
Dec 16 22:55:23.663670 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 22:55:23.663670 dv-neutron-821829-1-hyperv neutron-server[87506]:     event.method(event)
Dec 16 22:55:23.663670 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 22:55:23.663670 dv-neutron-821829-1-hyperv neutron-server[87506]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 22:55:23.663670 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 22:55:23.663670 dv-neutron-821829-1-hyperv neutron-server[87506]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 22:55:23.663670 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 22:55:23.663670 dv-neutron-821829-1-hyperv neutron-server[87506]:     return f(self, *a, **k)
Dec 16 22:55:23.663670 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 16 22:55:23.663670 dv-neutron-821829-1-hyperv neutron-server[87506]:     return self._get(url).json()
Dec 16 22:55:23.663670 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 16 22:55:23.663670 dv-neutron-821829-1-hyperv neutron-server[87506]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 22:55:23.663670 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 16 22:55:23.663670 dv-neutron-821829-1-hyperv neutron-server[87506]:     return self.request(url, 'GET', **kwargs)
Dec 16 22:55:23.663670 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 16 22:55:23.663670 dv-neutron-821829-1-hyperv neutron-server[87506]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 22:55:23.663670 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 16 22:55:23.663670 dv-neutron-821829-1-hyperv neutron-server[87506]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 22:55:23.663670 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 16 22:55:23.663670 dv-neutron-821829-1-hyperv neutron-server[87506]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 22:55:23.663670 dv-neutron-821829-1-hyperv neutron-server[87506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 22:55:23.739617 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-47b5611b-f18a-4c82-9633-225e1a7fbe46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3329572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3741856'] for network, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:55:23.743921 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-47b5611b-f18a-4c82-9633-225e1a7fbe46 admin admin] Notify callbacks [] for network, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:55:23.746508 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-98e3b270-a811-4790-a49b-86d1919ae049 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:55:23.767503 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b5611b-f18a-4c82-9633-225e1a7fbe46 admin admin] Pushing event deleted for resources: {'Network': ['ID=f923693e-7f69-4226-96e1-2d35e63f68b8,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:55:23.769985 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-47b5611b-f18a-4c82-9633-225e1a7fbe46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:55:23.775275 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-47b5611b-f18a-4c82-9633-225e1a7fbe46 admin admin] 10.222.0.13 "DELETE /v2.0/networks/f923693e-7f69-4226-96e1-2d35e63f68b8 HTTP/1.1" status: 204  len: 168 time: 0.4247866
Dec 16 22:55:23.900206 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 51566) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:55:23.947686 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-9442f697-c318-4406-b5cb-fe71f523633d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4ca318eb30ef4ff29a0401524c0b79d4&name=default HTTP/1.1" status: 200  len: 2983 time: 0.0462029
Dec 16 22:55:23.949986 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 51570) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:55:24.005672 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-9f8cc360-e01b-48c8-aca1-05c7e0f87a1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:55:24.030874 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-9f8cc360-e01b-48c8-aca1-05c7e0f87a1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:55:24.080241 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-9f8cc360-e01b-48c8-aca1-05c7e0f87a1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841066'] for security_group, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:55:24.085028 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-48bdfb08-e323-4465-8626-54e4db0c59f1 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:55:24.101682 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8cc360-e01b-48c8-aca1-05c7e0f87a1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=105416fd-079c-4ef5-a615-90e075cc3f4a,revision_number=None']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:55:24.109090 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-9f8cc360-e01b-48c8-aca1-05c7e0f87a1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:55:24.110163 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-9f8cc360-e01b-48c8-aca1-05c7e0f87a1a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/105416fd-079c-4ef5-a615-90e075cc3f4a HTTP/1.1" status: 204  len: 168 time: 0.1593227
Dec 16 22:55:24.111574 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8cc360-e01b-48c8-aca1-05c7e0f87a1a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:55:24.111978 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8cc360-e01b-48c8-aca1-05c7e0f87a1a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:55:24.112347 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8cc360-e01b-48c8-aca1-05c7e0f87a1a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:55:24.112709 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8cc360-e01b-48c8-aca1-05c7e0f87a1a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:55:24.113067 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8cc360-e01b-48c8-aca1-05c7e0f87a1a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:55:24.113425 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8cc360-e01b-48c8-aca1-05c7e0f87a1a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:55:24.113788 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8cc360-e01b-48c8-aca1-05c7e0f87a1a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:55:24.114440 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8cc360-e01b-48c8-aca1-05c7e0f87a1a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:55:24.114568 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8cc360-e01b-48c8-aca1-05c7e0f87a1a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:55:24.114818 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8cc360-e01b-48c8-aca1-05c7e0f87a1a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:55:24.115169 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8cc360-e01b-48c8-aca1-05c7e0f87a1a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:55:24.115517 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8cc360-e01b-48c8-aca1-05c7e0f87a1a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:55:24.118894 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-9f8cc360-e01b-48c8-aca1-05c7e0f87a1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:55:24.768215 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Device 7b9a9e7c-23a8-4d41-8df4-38050599a98c no longer exists at agent hyperv_hv-neutron-8218 {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 22:55:24.801730 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] No Port match for: 7b9a9e7c-23a8-4d41-8df4-38050599a98c {{(pid=87508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 22:55:24.802119 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Device 7b9a9e7c-23a8-4d41-8df4-38050599a98c not bound to the agent host hv-neutron-8218 {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 22:55:24.824755 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 51594) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:55:24.967330 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-c435cd85-d95f-401d-86b5-a1349d91c5de admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-737910476-network', 'tenant_id': 'cc9441c2185c44ae90c62e9d8b3c3851'}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:55:24.971985 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-c435cd85-d95f-401d-86b5-a1349d91c5de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:55:24.975734 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-c435cd85-d95f-401d-86b5-a1349d91c5de admin admin] Usage tracker for resource:network and tenant:cc9441c2185c44ae90c62e9d8b3c3851 is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:55:24.978789 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-c435cd85-d95f-401d-86b5-a1349d91c5de admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:55:24.984861 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-c435cd85-d95f-401d-86b5-a1349d91c5de admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:55:24.995738 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c435cd85-d95f-401d-86b5-a1349d91c5de admin admin] Made reservation on behalf of cc9441c2185c44ae90c62e9d8b3c3851 for: {'network': 1} {{(pid=87507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:55:24.998597 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-c435cd85-d95f-401d-86b5-a1349d91c5de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for network, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:55:25.009954 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-c435cd85-d95f-401d-86b5-a1349d91c5de admin admin] Notify callbacks [] for security_group, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:55:25.023737 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-c435cd85-d95f-401d-86b5-a1349d91c5de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:55:25.027311 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-c435cd85-d95f-401d-86b5-a1349d91c5de admin admin] Usage tracker for resource:security_group_rule and tenant:cc9441c2185c44ae90c62e9d8b3c3851 is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:55:25.030086 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-c435cd85-d95f-401d-86b5-a1349d91c5de admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:55:25.035564 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-c435cd85-d95f-401d-86b5-a1349d91c5de admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:55:25.115970 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-c435cd85-d95f-401d-86b5-a1349d91c5de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:55:25.120316 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-c435cd85-d95f-401d-86b5-a1349d91c5de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841066'] for security_group, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:55:25.123109 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-0913896d-898d-4a84-8f92-83b632f4b638 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:55:25.155090 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c435cd85-d95f-401d-86b5-a1349d91c5de admin admin] vlan segment allocate from pool success with {'vlan_id': 150, 'physical_network': 'physnet1'}  {{(pid=87507) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 22:55:25.164040 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c435cd85-d95f-401d-86b5-a1349d91c5de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5354806d-95c1-4c22-a8f9-bc3080a5e433,revision_number=1']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:55:25.167504 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-c435cd85-d95f-401d-86b5-a1349d91c5de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:55:25.170577 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-c435cd85-d95f-401d-86b5-a1349d91c5de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-883292'] for segment, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:55:25.170918 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.db.segments_db [None req-c435cd85-d95f-401d-86b5-a1349d91c5de admin admin] Added segment 87a8f626-942b-4106-850e-a3f9cc9ce999 of type vlan for network 733f0bdb-d1b8-4a4a-a630-5832ae251eeb
Dec 16 22:55:25.196434 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-c435cd85-d95f-401d-86b5-a1349d91c5de admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734753047233'] for network, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:55:25.224409 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-c435cd85-d95f-401d-86b5-a1349d91c5de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440'] for network, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:55:25.225442 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c435cd85-d95f-401d-86b5-a1349d91c5de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:55:25.226011 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-c435cd85-d95f-401d-86b5-a1349d91c5de admin admin] Notify callbacks [] for network, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:55:25.230953 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-0676bd1f-41bd-4df7-a9fd-114af1b6e2c3 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:55:25.328780 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-c435cd85-d95f-401d-86b5-a1349d91c5de admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 0.5028594
Dec 16 22:55:25.331825 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 51600) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:55:25.332333 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c435cd85-d95f-401d-86b5-a1349d91c5de admin admin] Pushing event updated for resources: {'Network': ['ID=733f0bdb-d1b8-4a4a-a630-5832ae251eeb,revision_number=1']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:55:25.334726 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-c435cd85-d95f-401d-86b5-a1349d91c5de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:55:25.337629 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-badb0053-1298-4778-b27d-0eb24cc77111 admin admin] Request body: {'subnet': {'network_id': '733f0bdb-d1b8-4a4a-a630-5832ae251eeb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-737910476-subnet', 'tenant_id': 'cc9441c2185c44ae90c62e9d8b3c3851', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:55:25.343148 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-badb0053-1298-4778-b27d-0eb24cc77111 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:55:25.343336 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Network 733f0bdb-d1b8-4a4a-a630-5832ae251eeb details requested by agent ovs-agent-dv-neutron-821829-1-hyperv with host dv-neutron-821829-1-hyperv {{(pid=87508) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 22:55:25.346967 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-badb0053-1298-4778-b27d-0eb24cc77111 admin admin] Usage tracker for resource:subnet and tenant:cc9441c2185c44ae90c62e9d8b3c3851 is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:55:25.349849 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-badb0053-1298-4778-b27d-0eb24cc77111 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:55:25.355643 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-badb0053-1298-4778-b27d-0eb24cc77111 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:55:25.366993 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-badb0053-1298-4778-b27d-0eb24cc77111 admin admin] Made reservation on behalf of cc9441c2185c44ae90c62e9d8b3c3851 for: {'subnet': 1} {{(pid=87506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:55:25.369456 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-badb0053-1298-4778-b27d-0eb24cc77111 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11213078'] for subnet, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:55:25.565898 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-badb0053-1298-4778-b27d-0eb24cc77111 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1863317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11213092'] for subnet, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:55:25.569394 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-a58c1c36-ac99-425d-8d48-12aaedddfe0c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:55:25.642658 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badb0053-1298-4778-b27d-0eb24cc77111 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c6a3bf46-6afc-4230-9b19-3c32b91320e7,revision_number=0']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:55:25.646389 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-badb0053-1298-4778-b27d-0eb24cc77111 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:55:25.650237 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-badb0053-1298-4778-b27d-0eb24cc77111 admin admin] Checking segment: {'id': '87a8f626-942b-4106-850e-a3f9cc9ce999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '733f0bdb-d1b8-4a4a-a630-5832ae251eeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 22:55:25.650595 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-badb0053-1298-4778-b27d-0eb24cc77111 admin admin] Network hostable DHCP agents. Network: 733f0bdb-d1b8-4a4a-a630-5832ae251eeb, hostable agents: ['3b155c4d-12dc-491e-aa14-6113b06cfacd'], hosted agents: [] {{(pid=87506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 16 22:55:25.669331 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-badb0053-1298-4778-b27d-0eb24cc77111 admin admin] Network 733f0bdb-d1b8-4a4a-a630-5832ae251eeb is scheduled to be hosted by DHCP agent 3b155c4d-12dc-491e-aa14-6113b06cfacd with binding_index 1 {{(pid=87506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 16 22:55:25.678859 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.base_scheduler [None req-badb0053-1298-4778-b27d-0eb24cc77111 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821829-1-hyperv, 733f0bdb-d1b8-4a4a-a630-5832ae251eeb) {{(pid=87506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:55:25.682773 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-badb0053-1298-4778-b27d-0eb24cc77111 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:55:25.683350 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-badb0053-1298-4778-b27d-0eb24cc77111 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:55:25.688520 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6fa2da7-97f6-464b-9d47-c0ec6ad1f1a4 None None] Network 733f0bdb-d1b8-4a4a-a630-5832ae251eeb requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 22:55:25.703277 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-badb0053-1298-4778-b27d-0eb24cc77111 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.3702743
Dec 16 22:55:25.904862 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbc5a9cf-7708-4fe5-8a4b-93af88818e95 None None] Network 733f0bdb-d1b8-4a4a-a630-5832ae251eeb requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 22:55:26.200485 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c2102e-2d2f-4f3b-b55e-daf1f404c641 req-436cf168-ddd2-4413-87ef-42a1791be710 tempest-ServerDiskConfigTestJSON-7066006 tempest-ServerDiskConfigTestJSON-7066006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:55:26.201593 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [req-65c2102e-2d2f-4f3b-b55e-daf1f404c641 req-436cf168-ddd2-4413-87ef-42a1791be710 tempest-ServerDiskConfigTestJSON-7066006 tempest-ServerDiskConfigTestJSON-7066006-project] Synchronizing usage tracker for tenant:cc9441c2185c44ae90c62e9d8b3c3851 on resource:network {{(pid=87507) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 22:55:26.216916 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [req-65c2102e-2d2f-4f3b-b55e-daf1f404c641 req-436cf168-ddd2-4413-87ef-42a1791be710 tempest-ServerDiskConfigTestJSON-7066006 tempest-ServerDiskConfigTestJSON-7066006-project] Unset dirty status for tenant:cc9441c2185c44ae90c62e9d8b3c3851 on resource:network {{(pid=87507) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 22:55:26.218027 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-65c2102e-2d2f-4f3b-b55e-daf1f404c641 req-436cf168-ddd2-4413-87ef-42a1791be710 tempest-ServerDiskConfigTestJSON-7066006 tempest-ServerDiskConfigTestJSON-7066006-project] 10.222.0.13 "GET /v2.0/networks?id=733f0bdb-d1b8-4a4a-a630-5832ae251eeb HTTP/1.1" status: 200  len: 814 time: 0.1613915
Dec 16 22:55:26.233158 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-65c2102e-2d2f-4f3b-b55e-daf1f404c641 req-e2edb82e-afde-455e-be3f-327d406c9271 tempest-ServerDiskConfigTestJSON-7066006 tempest-ServerDiskConfigTestJSON-7066006-project] 10.222.0.13 "GET /v2.0/quotas/cc9441c2185c44ae90c62e9d8b3c3851 HTTP/1.1" status: 200  len: 375 time: 0.0095875
Dec 16 22:55:26.278033 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-65c2102e-2d2f-4f3b-b55e-daf1f404c641 req-f931920d-89eb-4b01-a18d-c6c61bd80453 tempest-ServerDiskConfigTestJSON-7066006 tempest-ServerDiskConfigTestJSON-7066006-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=cc9441c2185c44ae90c62e9d8b3c3851&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0400665
Dec 16 22:55:26.288441 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [req-65c2102e-2d2f-4f3b-b55e-daf1f404c641 req-0aa07c63-93ed-486e-ac32-8ef628c7cea5 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=87507) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 16 22:55:26.289362 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-65c2102e-2d2f-4f3b-b55e-daf1f404c641 req-0aa07c63-93ed-486e-ac32-8ef628c7cea5 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0047767
Dec 16 22:55:26.416024 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-65c2102e-2d2f-4f3b-b55e-daf1f404c641 req-9dfb19b7-9634-4768-8012-56d603daf282 service neutron] 10.222.0.13 "GET /v2.0/networks/733f0bdb-d1b8-4a4a-a630-5832ae251eeb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1208293
Dec 16 22:55:26.647420 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-65c2102e-2d2f-4f3b-b55e-daf1f404c641 req-e6a5f6dc-4dcc-4e33-8acd-1a0329887312 service neutron] 10.222.0.13 "GET /v2.0/networks/733f0bdb-d1b8-4a4a-a630-5832ae251eeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2250056
Dec 16 22:55:26.816874 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-2f5ba839-2d1d-42e5-a8af-50ffc7e007c4 req-342a2430-5ed0-4fea-b1e1-766498c8c669 tempest-ServerDiskConfigTestJSON-7066006 tempest-ServerDiskConfigTestJSON-7066006-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f47c5ad-2730-4ff9-9266-53e01ab4c603 HTTP/1.1" status: 200  len: 210 time: 0.0427482
Dec 16 22:55:27.905150 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c2102e-2d2f-4f3b-b55e-daf1f404c641 req-83946049-32d9-4072-bc8e-bca174c1bca7 tempest-ServerDiskConfigTestJSON-7066006 tempest-ServerDiskConfigTestJSON-7066006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:55:27.906560 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-65c2102e-2d2f-4f3b-b55e-daf1f404c641 req-83946049-32d9-4072-bc8e-bca174c1bca7 tempest-ServerDiskConfigTestJSON-7066006 tempest-ServerDiskConfigTestJSON-7066006-project] 10.222.0.49 "GET /v2.0/networks?id=733f0bdb-d1b8-4a4a-a630-5832ae251eeb HTTP/1.1" status: 200  len: 814 time: 0.1452754
Dec 16 22:55:27.925544 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [req-65c2102e-2d2f-4f3b-b55e-daf1f404c641 req-59ec1746-4b3c-4295-a701-41ebf81777a6 tempest-ServerDiskConfigTestJSON-7066006 tempest-ServerDiskConfigTestJSON-7066006-project] Request body: {'port': {'device_id': '5f47c5ad-2730-4ff9-9266-53e01ab4c603', 'network_id': '733f0bdb-d1b8-4a4a-a630-5832ae251eeb', 'admin_state_up': True, 'tenant_id': 'cc9441c2185c44ae90c62e9d8b3c3851'}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:55:27.974526 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-d42ae5d0-10a6-4c46-ba57-c4c2cf43ee19 req-e85470da-387e-4b1f-a8b2-653e5e264d36 tempest-ServerDiskConfigTestJSON-7066006 tempest-ServerDiskConfigTestJSON-7066006-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f47c5ad-2730-4ff9-9266-53e01ab4c603 HTTP/1.1" status: 200  len: 210 time: 0.0446961
Dec 16 22:55:28.058226 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [req-65c2102e-2d2f-4f3b-b55e-daf1f404c641 req-59ec1746-4b3c-4295-a701-41ebf81777a6 tempest-ServerDiskConfigTestJSON-7066006 tempest-ServerDiskConfigTestJSON-7066006-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:55:28.062512 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [req-65c2102e-2d2f-4f3b-b55e-daf1f404c641 req-59ec1746-4b3c-4295-a701-41ebf81777a6 tempest-ServerDiskConfigTestJSON-7066006 tempest-ServerDiskConfigTestJSON-7066006-project] Usage tracker for resource:port and tenant:cc9441c2185c44ae90c62e9d8b3c3851 is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:55:28.065225 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [req-65c2102e-2d2f-4f3b-b55e-daf1f404c641 req-59ec1746-4b3c-4295-a701-41ebf81777a6 tempest-ServerDiskConfigTestJSON-7066006 tempest-ServerDiskConfigTestJSON-7066006-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:55:28.070690 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [req-65c2102e-2d2f-4f3b-b55e-daf1f404c641 req-59ec1746-4b3c-4295-a701-41ebf81777a6 tempest-ServerDiskConfigTestJSON-7066006 tempest-ServerDiskConfigTestJSON-7066006-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:55:28.080764 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65c2102e-2d2f-4f3b-b55e-daf1f404c641 req-59ec1746-4b3c-4295-a701-41ebf81777a6 tempest-ServerDiskConfigTestJSON-7066006 tempest-ServerDiskConfigTestJSON-7066006-project] Made reservation on behalf of cc9441c2185c44ae90c62e9d8b3c3851 for: {'port': 1} {{(pid=87506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:55:28.084427 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-65c2102e-2d2f-4f3b-b55e-daf1f404c641 req-59ec1746-4b3c-4295-a701-41ebf81777a6 tempest-ServerDiskConfigTestJSON-7066006 tempest-ServerDiskConfigTestJSON-7066006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:55:28.167526 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-6c2aa1b4-ed89-45c1-8048-9fe606762266 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:55:28.347196 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.db_base_plugin_common [req-65c2102e-2d2f-4f3b-b55e-daf1f404c641 req-59ec1746-4b3c-4295-a701-41ebf81777a6 tempest-ServerDiskConfigTestJSON-7066006 tempest-ServerDiskConfigTestJSON-7066006-project] Allocated IP 172.20.0.10 (733f0bdb-d1b8-4a4a-a630-5832ae251eeb/c6a3bf46-6afc-4230-9b19-3c32b91320e7/f7246fec-f387-4eda-be0e-a5646460dee9) {{(pid=87506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 22:55:28.542452 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-65c2102e-2d2f-4f3b-b55e-daf1f404c641 req-59ec1746-4b3c-4295-a701-41ebf81777a6 tempest-ServerDiskConfigTestJSON-7066006 tempest-ServerDiskConfigTestJSON-7066006-project] Notify callbacks [] for port, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:55:28.570221 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-65c2102e-2d2f-4f3b-b55e-daf1f404c641 req-59ec1746-4b3c-4295-a701-41ebf81777a6 tempest-ServerDiskConfigTestJSON-7066006 tempest-ServerDiskConfigTestJSON-7066006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1863393'] for port, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:55:28.575930 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-be31a038-a692-44f2-8098-6c08379f736a tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:55:28.641533 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65c2102e-2d2f-4f3b-b55e-daf1f404c641 req-59ec1746-4b3c-4295-a701-41ebf81777a6 tempest-ServerDiskConfigTestJSON-7066006 tempest-ServerDiskConfigTestJSON-7066006-project] Network 733f0bdb-d1b8-4a4a-a630-5832ae251eeb is already hosted by enough agents. {{(pid=87506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:55:28.644919 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.base_scheduler [req-65c2102e-2d2f-4f3b-b55e-daf1f404c641 req-59ec1746-4b3c-4295-a701-41ebf81777a6 tempest-ServerDiskConfigTestJSON-7066006 tempest-ServerDiskConfigTestJSON-7066006-project] Resources bound (agent type, host, resource id):  {{(pid=87506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:55:28.648839 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.l3_dvrscheduler_db [req-65c2102e-2d2f-4f3b-b55e-daf1f404c641 req-59ec1746-4b3c-4295-a701-41ebf81777a6 tempest-ServerDiskConfigTestJSON-7066006 tempest-ServerDiskConfigTestJSON-7066006-project] Received port after_create {{(pid=87506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 22:55:28.689897 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ec1746-4b3c-4295-a701-41ebf81777a6 tempest-ServerDiskConfigTestJSON-7066006 tempest-ServerDiskConfigTestJSON-7066006-project] Pushing event updated for resources: {'Port': ['ID=f7246fec-f387-4eda-be0e-a5646460dee9,revision_number=1']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:55:28.694224 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-59ec1746-4b3c-4295-a701-41ebf81777a6 tempest-ServerDiskConfigTestJSON-7066006 tempest-ServerDiskConfigTestJSON-7066006-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:55:28.713607 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c2102e-2d2f-4f3b-b55e-daf1f404c641 req-59ec1746-4b3c-4295-a701-41ebf81777a6 tempest-ServerDiskConfigTestJSON-7066006 tempest-ServerDiskConfigTestJSON-7066006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:55:28.714206 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-65c2102e-2d2f-4f3b-b55e-daf1f404c641 req-59ec1746-4b3c-4295-a701-41ebf81777a6 tempest-ServerDiskConfigTestJSON-7066006 tempest-ServerDiskConfigTestJSON-7066006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for port, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:55:28.735150 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-65c2102e-2d2f-4f3b-b55e-daf1f404c641 req-59ec1746-4b3c-4295-a701-41ebf81777a6 tempest-ServerDiskConfigTestJSON-7066006 tempest-ServerDiskConfigTestJSON-7066006-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.8131917
Dec 16 22:55:28.752371 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [req-65c2102e-2d2f-4f3b-b55e-daf1f404c641 req-a1f3343d-9dee-4490-8f98-87bb3730794d service neutron] Request body: {'port': {'device_id': '5f47c5ad-2730-4ff9-9266-53e01ab4c603', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8218'}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:55:28.861316 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-65c2102e-2d2f-4f3b-b55e-daf1f404c641 req-a1f3343d-9dee-4490-8f98-87bb3730794d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:55:29.168726 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95299970-4559-4f73-8ccf-0d5ede73ba55 req-42e8fbe8-f494-47b1-8471-6e9bfc98b11f tempest-ServerDiskConfigTestJSON-7066006 tempest-ServerDiskConfigTestJSON-7066006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:55:29.170207 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-95299970-4559-4f73-8ccf-0d5ede73ba55 req-42e8fbe8-f494-47b1-8471-6e9bfc98b11f tempest-ServerDiskConfigTestJSON-7066006 tempest-ServerDiskConfigTestJSON-7066006-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f47c5ad-2730-4ff9-9266-53e01ab4c603 HTTP/1.1" status: 200  len: 932 time: 0.0854330
Dec 16 22:55:29.190528 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.notifiers.nova [req-65c2102e-2d2f-4f3b-b55e-daf1f404c641 req-a1f3343d-9dee-4490-8f98-87bb3730794d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7246fec-f387-4eda-be0e-a5646460dee9 {{(pid=87506) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 22:55:29.197789 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-65c2102e-2d2f-4f3b-b55e-daf1f404c641 req-a1f3343d-9dee-4490-8f98-87bb3730794d service neutron] Notify callbacks [] for port, precommit_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:55:29.212795 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.provisioning_blocks [req-65c2102e-2d2f-4f3b-b55e-daf1f404c641 req-a1f3343d-9dee-4490-8f98-87bb3730794d service neutron] Transition to ACTIVE for port object f7246fec-f387-4eda-be0e-a5646460dee9 will not be triggered until provisioned by entity L2. {{(pid=87506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:55:29.216092 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-65c2102e-2d2f-4f3b-b55e-daf1f404c641 req-a1f3343d-9dee-4490-8f98-87bb3730794d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1863400'] for port, after_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:55:29.217292 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [req-95299970-4559-4f73-8ccf-0d5ede73ba55 req-027e48f7-e2b0-4acf-a3a4-b472af4a1872 tempest-ServerDiskConfigTestJSON-7066006 tempest-ServerDiskConfigTestJSON-7066006-project] Synchronizing usage tracker for tenant:cc9441c2185c44ae90c62e9d8b3c3851 on resource:security_group {{(pid=87507) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 22:55:29.220695 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-6ef9571f-9612-412d-a8c3-d6af73c47826 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:55:29.237273 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [req-95299970-4559-4f73-8ccf-0d5ede73ba55 req-027e48f7-e2b0-4acf-a3a4-b472af4a1872 tempest-ServerDiskConfigTestJSON-7066006 tempest-ServerDiskConfigTestJSON-7066006-project] Unset dirty status for tenant:cc9441c2185c44ae90c62e9d8b3c3851 on resource:security_group {{(pid=87507) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 22:55:29.238478 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-95299970-4559-4f73-8ccf-0d5ede73ba55 req-027e48f7-e2b0-4acf-a3a4-b472af4a1872 tempest-ServerDiskConfigTestJSON-7066006 tempest-ServerDiskConfigTestJSON-7066006-project] 10.222.0.13 "GET /v2.0/security-groups?id=5354806d-95c1-4c22-a8f9-bc3080a5e433&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0626080
Dec 16 22:55:29.347775 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f3343d-9dee-4490-8f98-87bb3730794d service neutron] Pushing event updated for resources: {'Port': ['ID=f7246fec-f387-4eda-be0e-a5646460dee9,revision_number=2']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:55:29.379372 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-a1f3343d-9dee-4490-8f98-87bb3730794d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:55:29.446829 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.managers [req-65c2102e-2d2f-4f3b-b55e-daf1f404c641 req-a1f3343d-9dee-4490-8f98-87bb3730794d service neutron] Attempting to bind port f7246fec-f387-4eda-be0e-a5646460dee9 on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=87506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 22:55:29.447168 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.managers [req-65c2102e-2d2f-4f3b-b55e-daf1f404c641 req-a1f3343d-9dee-4490-8f98-87bb3730794d service neutron] Attempting to bind port f7246fec-f387-4eda-be0e-a5646460dee9 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '87a8f626-942b-4106-850e-a3f9cc9ce999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '733f0bdb-d1b8-4a4a-a630-5832ae251eeb'}] {{(pid=87506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 22:55:29.447497 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65c2102e-2d2f-4f3b-b55e-daf1f404c641 req-a1f3343d-9dee-4490-8f98-87bb3730794d service neutron] Attempting to bind port f7246fec-f387-4eda-be0e-a5646460dee9 on network 733f0bdb-d1b8-4a4a-a630-5832ae251eeb {{(pid=87506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 22:55:29.452071 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65c2102e-2d2f-4f3b-b55e-daf1f404c641 req-a1f3343d-9dee-4490-8f98-87bb3730794d service neutron] Port f7246fec-f387-4eda-be0e-a5646460dee9 on network 733f0bdb-d1b8-4a4a-a630-5832ae251eeb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=87506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 16 22:55:29.452392 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65c2102e-2d2f-4f3b-b55e-daf1f404c641 req-a1f3343d-9dee-4490-8f98-87bb3730794d service neutron] Attempting to bind port f7246fec-f387-4eda-be0e-a5646460dee9 on network 733f0bdb-d1b8-4a4a-a630-5832ae251eeb {{(pid=87506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 22:55:29.457317 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65c2102e-2d2f-4f3b-b55e-daf1f404c641 req-a1f3343d-9dee-4490-8f98-87bb3730794d service neutron] Checking agent: {'id': '849b5cbb-8f70-4c31-8f37-fd42f8351747', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8218', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 30, 8), 'started_at': datetime.datetime(2021, 12, 16, 22, 30, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 55, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 22:55:29.457651 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65c2102e-2d2f-4f3b-b55e-daf1f404c641 req-a1f3343d-9dee-4490-8f98-87bb3730794d service neutron] Checking segment: {'id': '87a8f626-942b-4106-850e-a3f9cc9ce999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '733f0bdb-d1b8-4a4a-a630-5832ae251eeb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 22:55:29.458032 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65c2102e-2d2f-4f3b-b55e-daf1f404c641 req-a1f3343d-9dee-4490-8f98-87bb3730794d service neutron] Bound using segment: {'id': '87a8f626-942b-4106-850e-a3f9cc9ce999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '733f0bdb-d1b8-4a4a-a630-5832ae251eeb'} {{(pid=87506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 22:55:29.458451 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.managers [req-65c2102e-2d2f-4f3b-b55e-daf1f404c641 req-a1f3343d-9dee-4490-8f98-87bb3730794d service neutron] Bound port: f7246fec-f387-4eda-be0e-a5646460dee9, host: hv-neutron-8218, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87a8f626-942b-4106-850e-a3f9cc9ce999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '733f0bdb-d1b8-4a4a-a630-5832ae251eeb'}}] {{(pid=87506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 22:55:29.458796 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-65c2102e-2d2f-4f3b-b55e-daf1f404c641 req-a1f3343d-9dee-4490-8f98-87bb3730794d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:55:29.548379 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.db [req-65c2102e-2d2f-4f3b-b55e-daf1f404c641 req-a1f3343d-9dee-4490-8f98-87bb3730794d service neutron] For port f7246fec-f387-4eda-be0e-a5646460dee9, host hv-neutron-8218, cleared binding levels {{(pid=87506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 22:55:29.551582 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.db [req-65c2102e-2d2f-4f3b-b55e-daf1f404c641 req-a1f3343d-9dee-4490-8f98-87bb3730794d service neutron] For port f7246fec-f387-4eda-be0e-a5646460dee9, host hv-neutron-8218, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=f7246fec-f387-4eda-be0e-a5646460dee9,segment=NetworkSegment(87a8f626-942b-4106-850e-a3f9cc9ce999),segment_id=87a8f626-942b-4106-850e-a3f9cc9ce999)] {{(pid=87506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 22:55:29.556697 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-65c2102e-2d2f-4f3b-b55e-daf1f404c641 req-a1f3343d-9dee-4490-8f98-87bb3730794d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1863400'] for port, after_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:55:29.561071 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-d8705149-7c3b-426e-8a9c-db7c26acf634 tempest-ServersAdminNegativeTestJSON-809243748 tempest-ServersAdminNegativeTestJSON-809243748-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:55:29.617790 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c2102e-2d2f-4f3b-b55e-daf1f404c641 req-a1f3343d-9dee-4490-8f98-87bb3730794d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:55:29.618420 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-65c2102e-2d2f-4f3b-b55e-daf1f404c641 req-a1f3343d-9dee-4490-8f98-87bb3730794d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for port, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:55:29.619776 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-65c2102e-2d2f-4f3b-b55e-daf1f404c641 req-a1f3343d-9dee-4490-8f98-87bb3730794d service neutron] 10.222.0.49 "PUT /v2.0/ports/f7246fec-f387-4eda-be0e-a5646460dee9 HTTP/1.1" status: 200  len: 1094 time: 0.8712757
Dec 16 22:55:29.620297 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f47c5ad-2730-4ff9-9266-53e01ab4c603', 'tag': 'f7246fec-f387-4eda-be0e-a5646460dee9'}] {{(pid=87506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 22:55:29.639808 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f3343d-9dee-4490-8f98-87bb3730794d service neutron] Pushing event updated for resources: {'Port': ['ID=f7246fec-f387-4eda-be0e-a5646460dee9,revision_number=3']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:55:29.642592 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-a1f3343d-9dee-4490-8f98-87bb3730794d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:55:29.667636 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f47c5ad-2730-4ff9-9266-53e01ab4c603', 'tag': 'f7246fec-f387-4eda-be0e-a5646460dee9', 'status': 'completed', 'code': 200}
Dec 16 22:55:29.758835 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c2102e-2d2f-4f3b-b55e-daf1f404c641 req-4bdb2a28-8fa3-4c07-b247-f62b947085f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:55:29.760325 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-65c2102e-2d2f-4f3b-b55e-daf1f404c641 req-4bdb2a28-8fa3-4c07-b247-f62b947085f2 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=cc9441c2185c44ae90c62e9d8b3c3851&device_id=5f47c5ad-2730-4ff9-9266-53e01ab4c603 HTTP/1.1" status: 200  len: 1097 time: 0.0741363
Dec 16 22:55:29.834011 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-65c2102e-2d2f-4f3b-b55e-daf1f404c641 req-6b4bd4a4-4f23-4601-b533-10d1ed2eaf7c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f7246fec-f387-4eda-be0e-a5646460dee9 HTTP/1.1" status: 200  len: 217 time: 0.0592921
Dec 16 22:55:29.898227 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c2102e-2d2f-4f3b-b55e-daf1f404c641 req-6d0318c7-9134-44e8-ac04-4da1ba2f2228 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:55:29.899582 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-65c2102e-2d2f-4f3b-b55e-daf1f404c641 req-6d0318c7-9134-44e8-ac04-4da1ba2f2228 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=c6a3bf46-6afc-4230-9b19-3c32b91320e7 HTTP/1.1" status: 200  len: 854 time: 0.0592132
Dec 16 22:55:29.944849 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-65c2102e-2d2f-4f3b-b55e-daf1f404c641 req-913715ae-4c9d-466b-b016-eb722e688d7c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=733f0bdb-d1b8-4a4a-a630-5832ae251eeb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0387495
Dec 16 22:55:30.179797 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-65c2102e-2d2f-4f3b-b55e-daf1f404c641 req-f6dfd953-cbbd-417d-b1cc-43b506633984 service neutron] 10.222.0.49 "GET /v2.0/networks/733f0bdb-d1b8-4a4a-a630-5832ae251eeb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2285204
Dec 16 22:55:30.310542 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-65c2102e-2d2f-4f3b-b55e-daf1f404c641 req-b8dc8cfa-57fc-4aa8-ba81-66b9a6ef2ff8 service neutron] 10.222.0.49 "GET /v2.0/networks/733f0bdb-d1b8-4a4a-a630-5832ae251eeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1249347
Dec 16 22:55:30.426090 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d528de-29e0-4868-9006-d44a4816c7f3 req-2692f1a1-54f3-4378-91ff-e5351b23b3e5 tempest-ServerDiskConfigTestJSON-7066006 tempest-ServerDiskConfigTestJSON-7066006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:55:30.427551 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-15d528de-29e0-4868-9006-d44a4816c7f3 req-2692f1a1-54f3-4378-91ff-e5351b23b3e5 tempest-ServerDiskConfigTestJSON-7066006 tempest-ServerDiskConfigTestJSON-7066006-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f47c5ad-2730-4ff9-9266-53e01ab4c603 HTTP/1.1" status: 200  len: 944 time: 0.0793958
Dec 16 22:55:30.472138 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-15d528de-29e0-4868-9006-d44a4816c7f3 req-569f6b25-c93f-464d-b244-a72747ac2a08 tempest-ServerDiskConfigTestJSON-7066006 tempest-ServerDiskConfigTestJSON-7066006-project] 10.222.0.13 "GET /v2.0/security-groups?id=5354806d-95c1-4c22-a8f9-bc3080a5e433&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0381658
Dec 16 22:55:30.487933 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0c7341-9e05-47d4-bc60-1d089612da2b req-c046cec3-1089-4fc5-a199-1388d0de9e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:55:30.488564 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-7c0c7341-9e05-47d4-bc60-1d089612da2b req-c046cec3-1089-4fc5-a199-1388d0de9e6a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=cc9441c2185c44ae90c62e9d8b3c3851&device_id=5f47c5ad-2730-4ff9-9266-53e01ab4c603 HTTP/1.1" status: 200  len: 1097 time: 0.0822144
Dec 16 22:55:30.608281 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-212ad20a-9da6-4d54-8fe6-b4acc7aad814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:55:30.623692 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0c7341-9e05-47d4-bc60-1d089612da2b req-3112d973-5b51-4f7f-b260-643af58def58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:55:30.625169 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-7c0c7341-9e05-47d4-bc60-1d089612da2b req-3112d973-5b51-4f7f-b260-643af58def58 service neutron] 10.222.0.49 "GET /v2.0/networks?id=733f0bdb-d1b8-4a4a-a630-5832ae251eeb HTTP/1.1" status: 200  len: 915 time: 0.1286967
Dec 16 22:55:30.697325 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-7c0c7341-9e05-47d4-bc60-1d089612da2b req-260344dc-c604-4ea9-ad91-b90f0ee2a198 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f7246fec-f387-4eda-be0e-a5646460dee9 HTTP/1.1" status: 200  len: 217 time: 0.0648890
Dec 16 22:55:30.763628 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0c7341-9e05-47d4-bc60-1d089612da2b req-8353c9d1-63c8-4a28-bace-22a1a8832004 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:55:30.764964 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-7c0c7341-9e05-47d4-bc60-1d089612da2b req-8353c9d1-63c8-4a28-bace-22a1a8832004 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=c6a3bf46-6afc-4230-9b19-3c32b91320e7 HTTP/1.1" status: 200  len: 854 time: 0.0611851
Dec 16 22:55:30.811050 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-7c0c7341-9e05-47d4-bc60-1d089612da2b req-b1abcd15-44f2-4ed5-97e6-38390f300ca0 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=733f0bdb-d1b8-4a4a-a630-5832ae251eeb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0393279
Dec 16 22:55:30.939325 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-7c0c7341-9e05-47d4-bc60-1d089612da2b req-1b69cf2a-34cc-42a8-bbae-7cbc04121598 service neutron] 10.222.0.49 "GET /v2.0/networks/733f0bdb-d1b8-4a4a-a630-5832ae251eeb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1205990
Dec 16 22:55:31.068152 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-7c0c7341-9e05-47d4-bc60-1d089612da2b req-ceb8bfce-68b4-4048-b77e-2e185c78d3a7 service neutron] 10.222.0.49 "GET /v2.0/networks/733f0bdb-d1b8-4a4a-a630-5832ae251eeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1203766
Dec 16 22:55:31.525054 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-3e729f7f-1589-4d54-9c4a-7ee6b283cc2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:55:31.657489 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d0fcb0-b798-4844-9c8c-addea3f5c182 req-a126ef67-1ade-46ea-966b-8078aca5dbaf tempest-ServerDiskConfigTestJSON-7066006 tempest-ServerDiskConfigTestJSON-7066006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:55:31.658921 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-c0d0fcb0-b798-4844-9c8c-addea3f5c182 req-a126ef67-1ade-46ea-966b-8078aca5dbaf tempest-ServerDiskConfigTestJSON-7066006 tempest-ServerDiskConfigTestJSON-7066006-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f47c5ad-2730-4ff9-9266-53e01ab4c603 HTTP/1.1" status: 200  len: 944 time: 0.0823874
Dec 16 22:55:31.691269 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:55:31.702042 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-c0d0fcb0-b798-4844-9c8c-addea3f5c182 req-6b04b6d1-b674-4715-85f1-b8111676ed1a tempest-ServerDiskConfigTestJSON-7066006 tempest-ServerDiskConfigTestJSON-7066006-project] 10.222.0.13 "GET /v2.0/security-groups?id=5354806d-95c1-4c22-a8f9-bc3080a5e433&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0375373
Dec 16 22:55:32.798681 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Device f7246fec-f387-4eda-be0e-a5646460dee9 details requested by agent hyperv_hv-neutron-8218 with host hv-neutron-8218 {{(pid=87508) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 16 22:55:32.882762 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0894877-e944-4abd-b5e5-40a75669ddd7 req-8f8e741b-730d-427f-842f-eef81349fd89 tempest-ServerDiskConfigTestJSON-7066006 tempest-ServerDiskConfigTestJSON-7066006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:55:32.884215 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-d0894877-e944-4abd-b5e5-40a75669ddd7 req-8f8e741b-730d-427f-842f-eef81349fd89 tempest-ServerDiskConfigTestJSON-7066006 tempest-ServerDiskConfigTestJSON-7066006-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f47c5ad-2730-4ff9-9266-53e01ab4c603 HTTP/1.1" status: 200  len: 944 time: 0.0781801
Dec 16 22:55:32.929079 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] For port f7246fec-f387-4eda-be0e-a5646460dee9, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=f7246fec-f387-4eda-be0e-a5646460dee9,segment=NetworkSegment(87a8f626-942b-4106-850e-a3f9cc9ce999),segment_id=87a8f626-942b-4106-850e-a3f9cc9ce999)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:55:32.932556 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-d0894877-e944-4abd-b5e5-40a75669ddd7 req-3d3be292-0c1a-4d77-aa83-181b341846d7 tempest-ServerDiskConfigTestJSON-7066006 tempest-ServerDiskConfigTestJSON-7066006-project] 10.222.0.13 "GET /v2.0/security-groups?id=5354806d-95c1-4c22-a8f9-bc3080a5e433&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425568
Dec 16 22:55:32.942458 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Returning: {'device': 'f7246fec-f387-4eda-be0e-a5646460dee9', 'network_id': '733f0bdb-d1b8-4a4a-a630-5832ae251eeb', 'port_id': 'f7246fec-f387-4eda-be0e-a5646460dee9', 'mac_address': 'fa:16:3e:db:41:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6a3bf46-6afc-4230-9b19-3c32b91320e7', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87508) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 16 22:55:32.998967 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:55:33.015410 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.notifiers.nova [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7246fec-f387-4eda-be0e-a5646460dee9 {{(pid=87508) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 22:55:33.030491 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] For port f7246fec-f387-4eda-be0e-a5646460dee9, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=f7246fec-f387-4eda-be0e-a5646460dee9,segment=NetworkSegment(87a8f626-942b-4106-850e-a3f9cc9ce999),segment_id=87a8f626-942b-4106-850e-a3f9cc9ce999)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:55:33.034310 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:55:33.035982 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-81d68ea6-a04f-49cc-9e40-c6b91dea306e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:55:33.097607 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Pushing event updated for resources: {'Port': ['ID=f7246fec-f387-4eda-be0e-a5646460dee9,revision_number=4']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:55:33.100490 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:55:33.271016 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-4541ba3b-6be8-499c-bc94-3c60aa55c4f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:55:33.308700 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] get_ports_and_sgs() called for port_ids ['f7246fec-f387-4eda-be0e-a5646460dee9'] {{(pid=87508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 22:55:34.111488 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e38aea1-7704-41c1-819e-d4b39e8b023d req-5079c037-b901-4905-95bc-f2fe18ce1c73 tempest-ServerDiskConfigTestJSON-7066006 tempest-ServerDiskConfigTestJSON-7066006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:55:34.112923 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-8e38aea1-7704-41c1-819e-d4b39e8b023d req-5079c037-b901-4905-95bc-f2fe18ce1c73 tempest-ServerDiskConfigTestJSON-7066006 tempest-ServerDiskConfigTestJSON-7066006-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f47c5ad-2730-4ff9-9266-53e01ab4c603 HTTP/1.1" status: 200  len: 945 time: 0.0790610
Dec 16 22:55:34.155111 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-8e38aea1-7704-41c1-819e-d4b39e8b023d req-c6697a9a-1d89-4149-bd8c-da06cba8327e tempest-ServerDiskConfigTestJSON-7066006 tempest-ServerDiskConfigTestJSON-7066006-project] 10.222.0.13 "GET /v2.0/security-groups?id=5354806d-95c1-4c22-a8f9-bc3080a5e433&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0366936
Dec 16 22:55:34.798139 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Device f7246fec-f387-4eda-be0e-a5646460dee9 up at agent hyperv_hv-neutron-8218 {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 22:55:34.863171 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Provisioning for port f7246fec-f387-4eda-be0e-a5646460dee9 completed by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 22:55:34.867598 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Provisioning complete for port f7246fec-f387-4eda-be0e-a5646460dee9 triggered by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:55:34.868006 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:55:34.979641 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:55:35.006049 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f47c5ad-2730-4ff9-9266-53e01ab4c603', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7246fec-f387-4eda-be0e-a5646460dee9'}] {{(pid=87508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 22:55:35.016646 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] For port f7246fec-f387-4eda-be0e-a5646460dee9, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=f7246fec-f387-4eda-be0e-a5646460dee9,segment=NetworkSegment(87a8f626-942b-4106-850e-a3f9cc9ce999),segment_id=87a8f626-942b-4106-850e-a3f9cc9ce999)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:55:35.020331 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:55:35.023110 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:55:35.058768 dv-neutron-821829-1-hyperv neutron-server[87508]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f47c5ad-2730-4ff9-9266-53e01ab4c603', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7246fec-f387-4eda-be0e-a5646460dee9', 'code': 200}
Dec 16 22:55:35.090074 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Pushing event updated for resources: {'Port': ['ID=f7246fec-f387-4eda-be0e-a5646460dee9,revision_number=5']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:55:35.093065 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:55:35.321665 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcde0192-29d2-4f72-8fcc-67c33f985804 req-00feb228-81f0-45cd-9777-802e8f8542b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:55:35.323008 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-fcde0192-29d2-4f72-8fcc-67c33f985804 req-00feb228-81f0-45cd-9777-802e8f8542b2 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=5f47c5ad-2730-4ff9-9266-53e01ab4c603 HTTP/1.1" status: 200  len: 1099 time: 0.0692270
Dec 16 22:55:35.343406 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cf89ac-0fc8-4cb5-87e8-e28321ef64a4 req-105df8ad-6737-40e6-bbe3-6b183ecfd6e7 tempest-ServerDiskConfigTestJSON-7066006 tempest-ServerDiskConfigTestJSON-7066006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:55:35.345601 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-c9cf89ac-0fc8-4cb5-87e8-e28321ef64a4 req-105df8ad-6737-40e6-bbe3-6b183ecfd6e7 tempest-ServerDiskConfigTestJSON-7066006 tempest-ServerDiskConfigTestJSON-7066006-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f47c5ad-2730-4ff9-9266-53e01ab4c603 HTTP/1.1" status: 200  len: 946 time: 0.0830073
Dec 16 22:55:35.368436 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-fcde0192-29d2-4f72-8fcc-67c33f985804 req-7adf052c-f08e-40bc-832a-b71651164a7c service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=5354806d-95c1-4c22-a8f9-bc3080a5e433&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0354862
Dec 16 22:55:35.391167 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-c9cf89ac-0fc8-4cb5-87e8-e28321ef64a4 req-80ca2af5-457b-45e1-9826-2868f39f380d tempest-ServerDiskConfigTestJSON-7066006 tempest-ServerDiskConfigTestJSON-7066006-project] 10.222.0.13 "GET /v2.0/security-groups?id=5354806d-95c1-4c22-a8f9-bc3080a5e433&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0381470
Dec 16 22:55:36.588582 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4a44d5-c365-4b84-aea9-530fb5d74c8e req-489c9a14-d6e7-46d9-8810-b9b0dff894ec tempest-ServerDiskConfigTestJSON-7066006 tempest-ServerDiskConfigTestJSON-7066006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:55:36.590018 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-bc4a44d5-c365-4b84-aea9-530fb5d74c8e req-489c9a14-d6e7-46d9-8810-b9b0dff894ec tempest-ServerDiskConfigTestJSON-7066006 tempest-ServerDiskConfigTestJSON-7066006-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f47c5ad-2730-4ff9-9266-53e01ab4c603 HTTP/1.1" status: 200  len: 946 time: 0.0826480
Dec 16 22:55:36.633928 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-bc4a44d5-c365-4b84-aea9-530fb5d74c8e req-77f8ea12-ac07-423f-8fbd-6a5b6feab69e tempest-ServerDiskConfigTestJSON-7066006 tempest-ServerDiskConfigTestJSON-7066006-project] 10.222.0.13 "GET /v2.0/security-groups?id=5354806d-95c1-4c22-a8f9-bc3080a5e433&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0381274
Dec 16 22:55:37.814973 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671474b3-d7ab-4a82-9a50-e5d467f9d501 req-942b688b-ca14-4f14-b181-b5297348373b tempest-ServerDiskConfigTestJSON-7066006 tempest-ServerDiskConfigTestJSON-7066006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:55:37.816410 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-671474b3-d7ab-4a82-9a50-e5d467f9d501 req-942b688b-ca14-4f14-b181-b5297348373b tempest-ServerDiskConfigTestJSON-7066006 tempest-ServerDiskConfigTestJSON-7066006-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f47c5ad-2730-4ff9-9266-53e01ab4c603 HTTP/1.1" status: 200  len: 946 time: 0.0808008
Dec 16 22:55:37.859444 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-671474b3-d7ab-4a82-9a50-e5d467f9d501 req-4aeacba5-544a-4950-8f43-f8950f4298be tempest-ServerDiskConfigTestJSON-7066006 tempest-ServerDiskConfigTestJSON-7066006-project] 10.222.0.13 "GET /v2.0/security-groups?id=5354806d-95c1-4c22-a8f9-bc3080a5e433&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0374510
Dec 16 22:55:37.992599 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:55:38.037070 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a9ec19-e27b-400b-b11e-444a663df5d8 req-09f3e9e1-c95f-4525-8672-ed6ed65d7d72 tempest-ServerDiskConfigTestJSON-7066006 tempest-ServerDiskConfigTestJSON-7066006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:55:38.038536 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-f6a9ec19-e27b-400b-b11e-444a663df5d8 req-09f3e9e1-c95f-4525-8672-ed6ed65d7d72 tempest-ServerDiskConfigTestJSON-7066006 tempest-ServerDiskConfigTestJSON-7066006-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f47c5ad-2730-4ff9-9266-53e01ab4c603 HTTP/1.1" status: 200  len: 946 time: 0.0783889
Dec 16 22:55:38.081447 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-f6a9ec19-e27b-400b-b11e-444a663df5d8 req-c2acc690-b876-477f-9c4f-e8594ba9f6c1 tempest-ServerDiskConfigTestJSON-7066006 tempest-ServerDiskConfigTestJSON-7066006-project] 10.222.0.13 "GET /v2.0/security-groups?id=5354806d-95c1-4c22-a8f9-bc3080a5e433&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0372322
Dec 16 22:55:38.415868 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2908c7ab-9363-47fa-abcc-84607085eee8 req-df953a08-c80b-4363-bf95-cf4fe7c59d69 tempest-ServerDiskConfigTestJSON-7066006 tempest-ServerDiskConfigTestJSON-7066006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:55:38.417257 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-2908c7ab-9363-47fa-abcc-84607085eee8 req-df953a08-c80b-4363-bf95-cf4fe7c59d69 tempest-ServerDiskConfigTestJSON-7066006 tempest-ServerDiskConfigTestJSON-7066006-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f47c5ad-2730-4ff9-9266-53e01ab4c603 HTTP/1.1" status: 200  len: 946 time: 0.0821619
Dec 16 22:55:38.460330 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-2908c7ab-9363-47fa-abcc-84607085eee8 req-dabb8b31-3790-4392-8f36-fd2604c0230d tempest-ServerDiskConfigTestJSON-7066006 tempest-ServerDiskConfigTestJSON-7066006-project] 10.222.0.13 "GET /v2.0/security-groups?id=5354806d-95c1-4c22-a8f9-bc3080a5e433&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0369611
Dec 16 22:55:38.638109 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4151653d-12ee-415c-838d-7f9f52558902 req-edf59faa-e6b7-4347-ab81-3b40a9de85e4 tempest-ServerDiskConfigTestJSON-7066006 tempest-ServerDiskConfigTestJSON-7066006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:55:38.639535 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-4151653d-12ee-415c-838d-7f9f52558902 req-edf59faa-e6b7-4347-ab81-3b40a9de85e4 tempest-ServerDiskConfigTestJSON-7066006 tempest-ServerDiskConfigTestJSON-7066006-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f47c5ad-2730-4ff9-9266-53e01ab4c603 HTTP/1.1" status: 200  len: 946 time: 0.0782225
Dec 16 22:55:38.685740 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-4151653d-12ee-415c-838d-7f9f52558902 req-80a8e009-f525-4cc1-8758-9f5f009e3e0e tempest-ServerDiskConfigTestJSON-7066006 tempest-ServerDiskConfigTestJSON-7066006-project] 10.222.0.13 "GET /v2.0/security-groups?id=5354806d-95c1-4c22-a8f9-bc3080a5e433&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405784
Dec 16 22:55:39.023703 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-3c08d76e-6573-4245-ae43-b27d278adefb req-33e94b5f-3664-4eb1-b873-9be6310b116f service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=5f47c5ad-2730-4ff9-9266-53e01ab4c603&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0727911
Dec 16 22:55:39.071806 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e7feab-954d-4f11-9f8f-22ce5ed03647 req-4ad3393e-e3c3-4fb4-9d15-12b58a480f2a tempest-ServerDiskConfigTestJSON-7066006 tempest-ServerDiskConfigTestJSON-7066006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:55:39.073269 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-d1e7feab-954d-4f11-9f8f-22ce5ed03647 req-4ad3393e-e3c3-4fb4-9d15-12b58a480f2a tempest-ServerDiskConfigTestJSON-7066006 tempest-ServerDiskConfigTestJSON-7066006-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f47c5ad-2730-4ff9-9266-53e01ab4c603 HTTP/1.1" status: 200  len: 946 time: 0.0796993
Dec 16 22:55:39.117506 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-d1e7feab-954d-4f11-9f8f-22ce5ed03647 req-3c97f039-237a-4527-8427-ec19f2df3366 tempest-ServerDiskConfigTestJSON-7066006 tempest-ServerDiskConfigTestJSON-7066006-project] 10.222.0.13 "GET /v2.0/security-groups?id=5354806d-95c1-4c22-a8f9-bc3080a5e433&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0381110
Dec 16 22:55:40.304479 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588ebb94-4af1-4650-a66b-513e4cc5f407 req-9e1d1054-2e7b-4fc0-949e-ddc6e6c80788 tempest-ServerDiskConfigTestJSON-7066006 tempest-ServerDiskConfigTestJSON-7066006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:55:40.305928 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-588ebb94-4af1-4650-a66b-513e4cc5f407 req-9e1d1054-2e7b-4fc0-949e-ddc6e6c80788 tempest-ServerDiskConfigTestJSON-7066006 tempest-ServerDiskConfigTestJSON-7066006-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f47c5ad-2730-4ff9-9266-53e01ab4c603 HTTP/1.1" status: 200  len: 946 time: 0.0832911
Dec 16 22:55:40.308441 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c08d76e-6573-4245-ae43-b27d278adefb req-a9bb22a4-91d3-49cd-8ca9-2d6a7bc69beb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:55:40.309931 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-3c08d76e-6573-4245-ae43-b27d278adefb req-a9bb22a4-91d3-49cd-8ca9-2d6a7bc69beb service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=cc9441c2185c44ae90c62e9d8b3c3851&device_id=5f47c5ad-2730-4ff9-9266-53e01ab4c603 HTTP/1.1" status: 200  len: 1099 time: 0.0695398
Dec 16 22:55:40.349792 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-588ebb94-4af1-4650-a66b-513e4cc5f407 req-3da01fa6-5111-4497-a527-6cc6a845bf15 tempest-ServerDiskConfigTestJSON-7066006 tempest-ServerDiskConfigTestJSON-7066006-project] 10.222.0.13 "GET /v2.0/security-groups?id=5354806d-95c1-4c22-a8f9-bc3080a5e433&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0380266
Dec 16 22:55:40.447168 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c08d76e-6573-4245-ae43-b27d278adefb req-2b68c3e7-2651-411a-acf1-d73007a90e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:55:40.448574 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-3c08d76e-6573-4245-ae43-b27d278adefb req-2b68c3e7-2651-411a-acf1-d73007a90e3e service neutron] 10.222.0.49 "GET /v2.0/networks?id=733f0bdb-d1b8-4a4a-a630-5832ae251eeb HTTP/1.1" status: 200  len: 915 time: 0.1327214
Dec 16 22:55:40.519730 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-3c08d76e-6573-4245-ae43-b27d278adefb req-37c3271b-3b43-424c-9119-e16b5e5d65f9 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f7246fec-f387-4eda-be0e-a5646460dee9 HTTP/1.1" status: 200  len: 217 time: 0.0648413
Dec 16 22:55:40.581844 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c08d76e-6573-4245-ae43-b27d278adefb req-dc160359-7583-41e4-9b12-d9321c750a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:55:40.583279 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-3c08d76e-6573-4245-ae43-b27d278adefb req-dc160359-7583-41e4-9b12-d9321c750a8e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=c6a3bf46-6afc-4230-9b19-3c32b91320e7 HTTP/1.1" status: 200  len: 854 time: 0.0569518
Dec 16 22:55:40.633639 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-3c08d76e-6573-4245-ae43-b27d278adefb req-3528f610-6088-438f-8f42-29da130790a0 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=733f0bdb-d1b8-4a4a-a630-5832ae251eeb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0434415
Dec 16 22:55:40.878046 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-3c08d76e-6573-4245-ae43-b27d278adefb req-310b9170-94ef-4c62-8a07-7c5f86ec4064 service neutron] 10.222.0.49 "GET /v2.0/networks/733f0bdb-d1b8-4a4a-a630-5832ae251eeb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2381132
Dec 16 22:55:41.010516 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-3c08d76e-6573-4245-ae43-b27d278adefb req-57d28f9c-b276-49d1-b616-c51497e195a7 service neutron] 10.222.0.49 "GET /v2.0/networks/733f0bdb-d1b8-4a4a-a630-5832ae251eeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1250505
Dec 16 22:55:41.535543 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9309b2-405c-468a-9413-3ab29238dcb3 req-66f619cb-e47b-4553-b671-654664a303a5 tempest-ServerDiskConfigTestJSON-7066006 tempest-ServerDiskConfigTestJSON-7066006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:55:41.536998 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-6a9309b2-405c-468a-9413-3ab29238dcb3 req-66f619cb-e47b-4553-b671-654664a303a5 tempest-ServerDiskConfigTestJSON-7066006 tempest-ServerDiskConfigTestJSON-7066006-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f47c5ad-2730-4ff9-9266-53e01ab4c603 HTTP/1.1" status: 200  len: 946 time: 0.0780525
Dec 16 22:55:41.580355 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-6a9309b2-405c-468a-9413-3ab29238dcb3 req-30fea7c5-4f9d-479e-959a-c3546f815de8 tempest-ServerDiskConfigTestJSON-7066006 tempest-ServerDiskConfigTestJSON-7066006-project] 10.222.0.13 "GET /v2.0/security-groups?id=5354806d-95c1-4c22-a8f9-bc3080a5e433&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0379093
Dec 16 22:55:42.770902 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f252646-756f-4ebd-8b5e-3e340b4f551f req-bd9d3616-6b3a-4e12-b5aa-b19bbfa4b49c tempest-ServerDiskConfigTestJSON-7066006 tempest-ServerDiskConfigTestJSON-7066006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:55:42.772308 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-8f252646-756f-4ebd-8b5e-3e340b4f551f req-bd9d3616-6b3a-4e12-b5aa-b19bbfa4b49c tempest-ServerDiskConfigTestJSON-7066006 tempest-ServerDiskConfigTestJSON-7066006-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f47c5ad-2730-4ff9-9266-53e01ab4c603 HTTP/1.1" status: 200  len: 946 time: 0.0871990
Dec 16 22:55:42.816351 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-8f252646-756f-4ebd-8b5e-3e340b4f551f req-c5b65361-c553-4676-ba27-60cd68c88d68 tempest-ServerDiskConfigTestJSON-7066006 tempest-ServerDiskConfigTestJSON-7066006-project] 10.222.0.13 "GET /v2.0/security-groups?id=5354806d-95c1-4c22-a8f9-bc3080a5e433&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0383174
Dec 16 22:55:43.997028 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20097ba7-4e66-4fa6-b2e0-fd8422d9cf54 req-4c525a87-7d6c-4241-b250-b2ad00f96943 tempest-ServerDiskConfigTestJSON-7066006 tempest-ServerDiskConfigTestJSON-7066006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:55:43.998976 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-20097ba7-4e66-4fa6-b2e0-fd8422d9cf54 req-4c525a87-7d6c-4241-b250-b2ad00f96943 tempest-ServerDiskConfigTestJSON-7066006 tempest-ServerDiskConfigTestJSON-7066006-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f47c5ad-2730-4ff9-9266-53e01ab4c603 HTTP/1.1" status: 200  len: 946 time: 0.0783086
Dec 16 22:55:44.044272 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-20097ba7-4e66-4fa6-b2e0-fd8422d9cf54 req-53afadc0-df79-451e-a0ab-4bc05bd8a82f tempest-ServerDiskConfigTestJSON-7066006 tempest-ServerDiskConfigTestJSON-7066006-project] 10.222.0.13 "GET /v2.0/security-groups?id=5354806d-95c1-4c22-a8f9-bc3080a5e433&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0397513
Dec 16 22:55:45.223259 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c748eb5c-bc0b-462d-9605-4b0cac12e0b2 req-24c39819-18d6-43d6-a0fc-6ef6bb5cb434 tempest-ServerDiskConfigTestJSON-7066006 tempest-ServerDiskConfigTestJSON-7066006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:55:45.224714 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-c748eb5c-bc0b-462d-9605-4b0cac12e0b2 req-24c39819-18d6-43d6-a0fc-6ef6bb5cb434 tempest-ServerDiskConfigTestJSON-7066006 tempest-ServerDiskConfigTestJSON-7066006-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f47c5ad-2730-4ff9-9266-53e01ab4c603 HTTP/1.1" status: 200  len: 946 time: 0.0788980
Dec 16 22:55:45.267677 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-c748eb5c-bc0b-462d-9605-4b0cac12e0b2 req-590f3b2f-80df-431c-a65c-81b23f3c2e27 tempest-ServerDiskConfigTestJSON-7066006 tempest-ServerDiskConfigTestJSON-7066006-project] 10.222.0.13 "GET /v2.0/security-groups?id=5354806d-95c1-4c22-a8f9-bc3080a5e433&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0371845
Dec 16 22:55:46.452038 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1ee0bf-15ba-4cd6-9af7-74570c966705 req-514ddd83-cc91-4b73-8ac6-ae144e08f927 tempest-ServerDiskConfigTestJSON-7066006 tempest-ServerDiskConfigTestJSON-7066006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:55:46.453483 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-4e1ee0bf-15ba-4cd6-9af7-74570c966705 req-514ddd83-cc91-4b73-8ac6-ae144e08f927 tempest-ServerDiskConfigTestJSON-7066006 tempest-ServerDiskConfigTestJSON-7066006-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f47c5ad-2730-4ff9-9266-53e01ab4c603 HTTP/1.1" status: 200  len: 946 time: 0.0830977
Dec 16 22:55:46.598649 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-4e1ee0bf-15ba-4cd6-9af7-74570c966705 req-3af84f3d-b492-41df-9283-60df817baead tempest-ServerDiskConfigTestJSON-7066006 tempest-ServerDiskConfigTestJSON-7066006-project] 10.222.0.13 "GET /v2.0/security-groups?id=5354806d-95c1-4c22-a8f9-bc3080a5e433&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1393993
Dec 16 22:55:47.779173 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583e3e5a-62f8-4182-be97-c388058c84f9 req-b2d432fe-4185-4883-afff-1ee28477d959 tempest-ServerDiskConfigTestJSON-7066006 tempest-ServerDiskConfigTestJSON-7066006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:55:47.780517 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-583e3e5a-62f8-4182-be97-c388058c84f9 req-b2d432fe-4185-4883-afff-1ee28477d959 tempest-ServerDiskConfigTestJSON-7066006 tempest-ServerDiskConfigTestJSON-7066006-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f47c5ad-2730-4ff9-9266-53e01ab4c603 HTTP/1.1" status: 200  len: 946 time: 0.0808773
Dec 16 22:55:47.822183 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-583e3e5a-62f8-4182-be97-c388058c84f9 req-92571ddd-cc59-4ec1-8eab-013d58fd18a2 tempest-ServerDiskConfigTestJSON-7066006 tempest-ServerDiskConfigTestJSON-7066006-project] 10.222.0.13 "GET /v2.0/security-groups?id=5354806d-95c1-4c22-a8f9-bc3080a5e433&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0361755
Dec 16 22:55:49.005751 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e787ff89-7f32-4ea9-a4c7-af4760338ff4 req-74d5e320-9ca8-4c67-9018-017a5e1fe405 tempest-ServerDiskConfigTestJSON-7066006 tempest-ServerDiskConfigTestJSON-7066006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:55:49.007166 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-e787ff89-7f32-4ea9-a4c7-af4760338ff4 req-74d5e320-9ca8-4c67-9018-017a5e1fe405 tempest-ServerDiskConfigTestJSON-7066006 tempest-ServerDiskConfigTestJSON-7066006-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f47c5ad-2730-4ff9-9266-53e01ab4c603 HTTP/1.1" status: 200  len: 946 time: 0.0801969
Dec 16 22:55:49.048768 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-e787ff89-7f32-4ea9-a4c7-af4760338ff4 req-f581976b-1a43-44d9-b679-226687624e9a tempest-ServerDiskConfigTestJSON-7066006 tempest-ServerDiskConfigTestJSON-7066006-project] 10.222.0.13 "GET /v2.0/security-groups?id=5354806d-95c1-4c22-a8f9-bc3080a5e433&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0361564
Dec 16 22:55:50.235251 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52056462-b5d8-419c-87f5-febd7e18f521 req-8afd829b-080e-4565-b3ae-531c34ebce39 tempest-ServerDiskConfigTestJSON-7066006 tempest-ServerDiskConfigTestJSON-7066006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:55:50.236711 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-52056462-b5d8-419c-87f5-febd7e18f521 req-8afd829b-080e-4565-b3ae-531c34ebce39 tempest-ServerDiskConfigTestJSON-7066006 tempest-ServerDiskConfigTestJSON-7066006-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f47c5ad-2730-4ff9-9266-53e01ab4c603 HTTP/1.1" status: 200  len: 946 time: 0.0831382
Dec 16 22:55:50.279463 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-52056462-b5d8-419c-87f5-febd7e18f521 req-8b534188-3d46-42e3-8b6a-a2ad4212d477 tempest-ServerDiskConfigTestJSON-7066006 tempest-ServerDiskConfigTestJSON-7066006-project] 10.222.0.13 "GET /v2.0/security-groups?id=5354806d-95c1-4c22-a8f9-bc3080a5e433&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0369790
Dec 16 22:55:51.464440 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f16ec2b-19da-4d3c-8ead-1b8bbfee4859 req-6c50812e-7c46-4be5-83d8-b19613036e1b tempest-ServerDiskConfigTestJSON-7066006 tempest-ServerDiskConfigTestJSON-7066006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:55:51.465912 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-5f16ec2b-19da-4d3c-8ead-1b8bbfee4859 req-6c50812e-7c46-4be5-83d8-b19613036e1b tempest-ServerDiskConfigTestJSON-7066006 tempest-ServerDiskConfigTestJSON-7066006-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f47c5ad-2730-4ff9-9266-53e01ab4c603 HTTP/1.1" status: 200  len: 946 time: 0.0798745
Dec 16 22:55:51.509214 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-5f16ec2b-19da-4d3c-8ead-1b8bbfee4859 req-81c0a162-fc30-4543-9bd3-411b95fd6a23 tempest-ServerDiskConfigTestJSON-7066006 tempest-ServerDiskConfigTestJSON-7066006-project] 10.222.0.13 "GET /v2.0/security-groups?id=5354806d-95c1-4c22-a8f9-bc3080a5e433&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0376914
Dec 16 22:55:52.694433 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd15736-9b6f-497d-a690-b2394345ed99 req-e6d41a07-8c27-432e-9561-b4db510a59f9 tempest-ServerDiskConfigTestJSON-7066006 tempest-ServerDiskConfigTestJSON-7066006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:55:52.695890 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-3cd15736-9b6f-497d-a690-b2394345ed99 req-e6d41a07-8c27-432e-9561-b4db510a59f9 tempest-ServerDiskConfigTestJSON-7066006 tempest-ServerDiskConfigTestJSON-7066006-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f47c5ad-2730-4ff9-9266-53e01ab4c603 HTTP/1.1" status: 200  len: 946 time: 0.0830281
Dec 16 22:55:52.740974 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-3cd15736-9b6f-497d-a690-b2394345ed99 req-f095f8f8-0643-4876-afe7-35a7535f4abb tempest-ServerDiskConfigTestJSON-7066006 tempest-ServerDiskConfigTestJSON-7066006-project] 10.222.0.13 "GET /v2.0/security-groups?id=5354806d-95c1-4c22-a8f9-bc3080a5e433&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0389576
Dec 16 22:55:53.920961 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51512aa-4f22-4d7a-99b9-16528ba656c2 req-5a4833e9-a317-4244-87fd-7e03ca81513a tempest-ServerDiskConfigTestJSON-7066006 tempest-ServerDiskConfigTestJSON-7066006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:55:53.922441 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-c51512aa-4f22-4d7a-99b9-16528ba656c2 req-5a4833e9-a317-4244-87fd-7e03ca81513a tempest-ServerDiskConfigTestJSON-7066006 tempest-ServerDiskConfigTestJSON-7066006-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f47c5ad-2730-4ff9-9266-53e01ab4c603 HTTP/1.1" status: 200  len: 946 time: 0.0807359
Dec 16 22:55:53.965081 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-c51512aa-4f22-4d7a-99b9-16528ba656c2 req-edef669a-7587-44d3-8d06-cc9914145caa tempest-ServerDiskConfigTestJSON-7066006 tempest-ServerDiskConfigTestJSON-7066006-project] 10.222.0.13 "GET /v2.0/security-groups?id=5354806d-95c1-4c22-a8f9-bc3080a5e433&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0371287
Dec 16 22:55:55.147138 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71eb247-7912-4534-bec2-426753569d88 req-b843f827-f68e-4809-afc6-bcfcdeb25cdc tempest-ServerDiskConfigTestJSON-7066006 tempest-ServerDiskConfigTestJSON-7066006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:55:55.148597 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-b71eb247-7912-4534-bec2-426753569d88 req-b843f827-f68e-4809-afc6-bcfcdeb25cdc tempest-ServerDiskConfigTestJSON-7066006 tempest-ServerDiskConfigTestJSON-7066006-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f47c5ad-2730-4ff9-9266-53e01ab4c603 HTTP/1.1" status: 200  len: 946 time: 0.0815389
Dec 16 22:55:55.191747 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-b71eb247-7912-4534-bec2-426753569d88 req-7b4c6a33-8b48-4ba2-9da4-626b3ae55da7 tempest-ServerDiskConfigTestJSON-7066006 tempest-ServerDiskConfigTestJSON-7066006-project] 10.222.0.13 "GET /v2.0/security-groups?id=5354806d-95c1-4c22-a8f9-bc3080a5e433&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0375750
Dec 16 22:55:55.516264 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.agents_db [None req-0abd2616-a86c-48e2-be07-10823335a5bb None None] Agent healthcheck: found 6 active agents {{(pid=87509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 22:55:56.374146 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bf3e03-e31f-4889-bfe8-01fed709c226 req-40140aba-57b6-45b8-ad30-8a0d06862cc8 tempest-ServerDiskConfigTestJSON-7066006 tempest-ServerDiskConfigTestJSON-7066006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:55:56.375575 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-e4bf3e03-e31f-4889-bfe8-01fed709c226 req-40140aba-57b6-45b8-ad30-8a0d06862cc8 tempest-ServerDiskConfigTestJSON-7066006 tempest-ServerDiskConfigTestJSON-7066006-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f47c5ad-2730-4ff9-9266-53e01ab4c603 HTTP/1.1" status: 200  len: 946 time: 0.0788929
Dec 16 22:55:56.424945 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-e4bf3e03-e31f-4889-bfe8-01fed709c226 req-7bd049dd-520b-431d-a9ca-db0d976547df tempest-ServerDiskConfigTestJSON-7066006 tempest-ServerDiskConfigTestJSON-7066006-project] 10.222.0.13 "GET /v2.0/security-groups?id=5354806d-95c1-4c22-a8f9-bc3080a5e433&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0435848
Dec 16 22:55:57.608787 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e73ca6-2736-4ed5-849c-ef433c131b55 req-cc723a1f-c1c1-4c6d-b83b-5fe59168030a tempest-ServerDiskConfigTestJSON-7066006 tempest-ServerDiskConfigTestJSON-7066006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:55:57.610274 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-c7e73ca6-2736-4ed5-849c-ef433c131b55 req-cc723a1f-c1c1-4c6d-b83b-5fe59168030a tempest-ServerDiskConfigTestJSON-7066006 tempest-ServerDiskConfigTestJSON-7066006-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f47c5ad-2730-4ff9-9266-53e01ab4c603 HTTP/1.1" status: 200  len: 946 time: 0.0794065
Dec 16 22:55:57.652013 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-c7e73ca6-2736-4ed5-849c-ef433c131b55 req-92129d88-7c1f-4447-8aa6-dfdec3cc83a2 tempest-ServerDiskConfigTestJSON-7066006 tempest-ServerDiskConfigTestJSON-7066006-project] 10.222.0.13 "GET /v2.0/security-groups?id=5354806d-95c1-4c22-a8f9-bc3080a5e433&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0362270
Dec 16 22:55:58.167767 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-28089370-e1b5-4b7c-b35d-32c930fd7876 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:55:58.835341 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe82009-7401-42d6-835e-61e127924f8d req-2d0b8499-378e-4c2f-a866-5fe5a021add2 tempest-ServerDiskConfigTestJSON-7066006 tempest-ServerDiskConfigTestJSON-7066006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:55:58.836787 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-5fe82009-7401-42d6-835e-61e127924f8d req-2d0b8499-378e-4c2f-a866-5fe5a021add2 tempest-ServerDiskConfigTestJSON-7066006 tempest-ServerDiskConfigTestJSON-7066006-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f47c5ad-2730-4ff9-9266-53e01ab4c603 HTTP/1.1" status: 200  len: 946 time: 0.0817537
Dec 16 22:55:58.880476 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-5fe82009-7401-42d6-835e-61e127924f8d req-10eddf00-5917-4f39-8436-81a5b95ca03a tempest-ServerDiskConfigTestJSON-7066006 tempest-ServerDiskConfigTestJSON-7066006-project] 10.222.0.13 "GET /v2.0/security-groups?id=5354806d-95c1-4c22-a8f9-bc3080a5e433&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0376327
Dec 16 22:56:00.062544 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fb7ba2-da42-4c1d-b07a-9895ba118675 req-8f79046e-52b7-450d-86cf-c0d87d8df1a1 tempest-ServerDiskConfigTestJSON-7066006 tempest-ServerDiskConfigTestJSON-7066006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:56:00.064005 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-83fb7ba2-da42-4c1d-b07a-9895ba118675 req-8f79046e-52b7-450d-86cf-c0d87d8df1a1 tempest-ServerDiskConfigTestJSON-7066006 tempest-ServerDiskConfigTestJSON-7066006-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f47c5ad-2730-4ff9-9266-53e01ab4c603 HTTP/1.1" status: 200  len: 946 time: 0.0789347
Dec 16 22:56:00.106321 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-83fb7ba2-da42-4c1d-b07a-9895ba118675 req-85b32c0b-41a2-41fb-9d67-3109d9d6ac9e tempest-ServerDiskConfigTestJSON-7066006 tempest-ServerDiskConfigTestJSON-7066006-project] 10.222.0.13 "GET /v2.0/security-groups?id=5354806d-95c1-4c22-a8f9-bc3080a5e433&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0367711
Dec 16 22:56:00.611148 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-46828796-30a3-4843-a7dd-3c5960476acc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:56:01.288326 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ebaa6b-5d38-482b-8ecf-a18dfad7cbd1 req-3565aa3e-78fd-4d0f-9eef-fabc8a082acb tempest-ServerDiskConfigTestJSON-7066006 tempest-ServerDiskConfigTestJSON-7066006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:56:01.289736 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-14ebaa6b-5d38-482b-8ecf-a18dfad7cbd1 req-3565aa3e-78fd-4d0f-9eef-fabc8a082acb tempest-ServerDiskConfigTestJSON-7066006 tempest-ServerDiskConfigTestJSON-7066006-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f47c5ad-2730-4ff9-9266-53e01ab4c603 HTTP/1.1" status: 200  len: 946 time: 0.0811322
Dec 16 22:56:01.332324 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-14ebaa6b-5d38-482b-8ecf-a18dfad7cbd1 req-0d91b282-a26b-43d4-9412-dea52653c112 tempest-ServerDiskConfigTestJSON-7066006 tempest-ServerDiskConfigTestJSON-7066006-project] 10.222.0.13 "GET /v2.0/security-groups?id=5354806d-95c1-4c22-a8f9-bc3080a5e433&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0371053
Dec 16 22:56:01.527082 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-3e729f7f-1589-4d54-9c4a-7ee6b283cc2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:56:01.692003 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:56:02.511206 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c14e137-677c-4160-b0e3-523130a0c285 req-423e5676-8f78-4d47-a837-e20fc641fc07 tempest-ServerDiskConfigTestJSON-7066006 tempest-ServerDiskConfigTestJSON-7066006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:56:02.512731 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-5c14e137-677c-4160-b0e3-523130a0c285 req-423e5676-8f78-4d47-a837-e20fc641fc07 tempest-ServerDiskConfigTestJSON-7066006 tempest-ServerDiskConfigTestJSON-7066006-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f47c5ad-2730-4ff9-9266-53e01ab4c603 HTTP/1.1" status: 200  len: 946 time: 0.0786459
Dec 16 22:56:02.559059 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-5c14e137-677c-4160-b0e3-523130a0c285 req-b09d61da-36ea-4663-965b-f07528274882 tempest-ServerDiskConfigTestJSON-7066006 tempest-ServerDiskConfigTestJSON-7066006-project] 10.222.0.13 "GET /v2.0/security-groups?id=5354806d-95c1-4c22-a8f9-bc3080a5e433&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401819
Dec 16 22:56:03.274867 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-4541ba3b-6be8-499c-bc94-3c60aa55c4f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:56:03.743785 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1830bfc-cdbb-4c0c-986d-81dd8035a153 req-468d4acc-9695-46ec-ab5a-5b1abec795c5 tempest-ServerDiskConfigTestJSON-7066006 tempest-ServerDiskConfigTestJSON-7066006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:56:03.745232 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-e1830bfc-cdbb-4c0c-986d-81dd8035a153 req-468d4acc-9695-46ec-ab5a-5b1abec795c5 tempest-ServerDiskConfigTestJSON-7066006 tempest-ServerDiskConfigTestJSON-7066006-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f47c5ad-2730-4ff9-9266-53e01ab4c603 HTTP/1.1" status: 200  len: 946 time: 0.0787938
Dec 16 22:56:03.788139 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-e1830bfc-cdbb-4c0c-986d-81dd8035a153 req-e0d38c27-8584-4265-89ba-5b8fcb8490fa tempest-ServerDiskConfigTestJSON-7066006 tempest-ServerDiskConfigTestJSON-7066006-project] 10.222.0.13 "GET /v2.0/security-groups?id=5354806d-95c1-4c22-a8f9-bc3080a5e433&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0373847
Dec 16 22:56:04.972074 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fcfce0-7c8b-4406-ac91-6ea83c2a1ac6 req-3730d46e-63dd-4b88-b8b5-16328e0cd03c tempest-ServerDiskConfigTestJSON-7066006 tempest-ServerDiskConfigTestJSON-7066006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:56:04.973502 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-b0fcfce0-7c8b-4406-ac91-6ea83c2a1ac6 req-3730d46e-63dd-4b88-b8b5-16328e0cd03c tempest-ServerDiskConfigTestJSON-7066006 tempest-ServerDiskConfigTestJSON-7066006-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f47c5ad-2730-4ff9-9266-53e01ab4c603 HTTP/1.1" status: 200  len: 946 time: 0.0806167
Dec 16 22:56:05.016397 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-b0fcfce0-7c8b-4406-ac91-6ea83c2a1ac6 req-238415bc-6562-4d4a-b27d-f22568d32c31 tempest-ServerDiskConfigTestJSON-7066006 tempest-ServerDiskConfigTestJSON-7066006-project] 10.222.0.13 "GET /v2.0/security-groups?id=5354806d-95c1-4c22-a8f9-bc3080a5e433&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0370598
Dec 16 22:56:06.195424 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cf703c-8204-4426-b8ca-230cb065637d req-1060c449-d63c-4c7e-bf14-565e384f5039 tempest-ServerDiskConfigTestJSON-7066006 tempest-ServerDiskConfigTestJSON-7066006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:56:06.196918 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-10cf703c-8204-4426-b8ca-230cb065637d req-1060c449-d63c-4c7e-bf14-565e384f5039 tempest-ServerDiskConfigTestJSON-7066006 tempest-ServerDiskConfigTestJSON-7066006-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f47c5ad-2730-4ff9-9266-53e01ab4c603 HTTP/1.1" status: 200  len: 946 time: 0.0789549
Dec 16 22:56:06.239048 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-10cf703c-8204-4426-b8ca-230cb065637d req-41a4250d-17ff-4c9e-acd3-20c89b0f7aa4 tempest-ServerDiskConfigTestJSON-7066006 tempest-ServerDiskConfigTestJSON-7066006-project] 10.222.0.13 "GET /v2.0/security-groups?id=5354806d-95c1-4c22-a8f9-bc3080a5e433&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0365255
Dec 16 22:56:07.422727 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954da0d5-2d9f-492e-a91a-65744026c76d req-b483cf9e-367e-4faa-9cc6-406602df853e tempest-ServerDiskConfigTestJSON-7066006 tempest-ServerDiskConfigTestJSON-7066006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:56:07.424174 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-954da0d5-2d9f-492e-a91a-65744026c76d req-b483cf9e-367e-4faa-9cc6-406602df853e tempest-ServerDiskConfigTestJSON-7066006 tempest-ServerDiskConfigTestJSON-7066006-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f47c5ad-2730-4ff9-9266-53e01ab4c603 HTTP/1.1" status: 200  len: 946 time: 0.0824814
Dec 16 22:56:07.467957 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-954da0d5-2d9f-492e-a91a-65744026c76d req-3b5fc02e-8d5e-4ede-8d5f-209e172b0a57 tempest-ServerDiskConfigTestJSON-7066006 tempest-ServerDiskConfigTestJSON-7066006-project] 10.222.0.13 "GET /v2.0/security-groups?id=5354806d-95c1-4c22-a8f9-bc3080a5e433&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0382075
Dec 16 22:56:07.869232 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-3c08d76e-6573-4245-ae43-b27d278adefb req-1d6aba68-60b3-4e9f-9524-e9dee3027aff service neutron] 10.222.0.49 "GET /v2.0/ports/f7246fec-f387-4eda-be0e-a5646460dee9/bindings/hv-neutron-8218 HTTP/1.1" status: 200  len: 384 time: 0.0737045
Dec 16 22:56:07.989239 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:56:08.148819 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c08d76e-6573-4245-ae43-b27d278adefb req-13d32851-7e9d-4e12-96df-420ff21ac449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:56:08.150185 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-3c08d76e-6573-4245-ae43-b27d278adefb req-13d32851-7e9d-4e12-96df-420ff21ac449 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=5f47c5ad-2730-4ff9-9266-53e01ab4c603&tenant_id=cc9441c2185c44ae90c62e9d8b3c3851 HTTP/1.1" status: 200  len: 1099 time: 0.0737324
Dec 16 22:56:08.253671 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c08d76e-6573-4245-ae43-b27d278adefb req-4a358388-f44d-484f-acba-f63484cabd30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:56:08.255109 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-3c08d76e-6573-4245-ae43-b27d278adefb req-4a358388-f44d-484f-acba-f63484cabd30 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=cc9441c2185c44ae90c62e9d8b3c3851&device_id=5f47c5ad-2730-4ff9-9266-53e01ab4c603 HTTP/1.1" status: 200  len: 1099 time: 0.0716243
Dec 16 22:56:08.381330 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c08d76e-6573-4245-ae43-b27d278adefb req-2bc7d522-41a2-4aa1-a71f-31036d94bcde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:56:08.382722 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-3c08d76e-6573-4245-ae43-b27d278adefb req-2bc7d522-41a2-4aa1-a71f-31036d94bcde service neutron] 10.222.0.49 "GET /v2.0/networks?id=733f0bdb-d1b8-4a4a-a630-5832ae251eeb HTTP/1.1" status: 200  len: 915 time: 0.1214905
Dec 16 22:56:08.451316 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-3c08d76e-6573-4245-ae43-b27d278adefb req-813205ba-01e3-4f13-a3a4-05d13e94a776 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f7246fec-f387-4eda-be0e-a5646460dee9 HTTP/1.1" status: 200  len: 217 time: 0.0623727
Dec 16 22:56:08.512023 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c08d76e-6573-4245-ae43-b27d278adefb req-888edda3-8e2a-42f0-a1dd-ca7f58b99f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:56:08.513478 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-3c08d76e-6573-4245-ae43-b27d278adefb req-888edda3-8e2a-42f0-a1dd-ca7f58b99f4f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=c6a3bf46-6afc-4230-9b19-3c32b91320e7 HTTP/1.1" status: 200  len: 854 time: 0.0566049
Dec 16 22:56:08.560513 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-3c08d76e-6573-4245-ae43-b27d278adefb req-2051d16f-8f12-4b6e-81f5-ffd593b327d7 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=733f0bdb-d1b8-4a4a-a630-5832ae251eeb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0397754
Dec 16 22:56:08.648696 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6dddd5-8c63-411d-b579-f713329bf98f req-89e45de4-5110-4d4e-9ec0-acea016f866a tempest-ServerDiskConfigTestJSON-7066006 tempest-ServerDiskConfigTestJSON-7066006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:56:08.650126 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-6d6dddd5-8c63-411d-b579-f713329bf98f req-89e45de4-5110-4d4e-9ec0-acea016f866a tempest-ServerDiskConfigTestJSON-7066006 tempest-ServerDiskConfigTestJSON-7066006-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f47c5ad-2730-4ff9-9266-53e01ab4c603 HTTP/1.1" status: 200  len: 946 time: 0.0785027
Dec 16 22:56:08.689216 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-3c08d76e-6573-4245-ae43-b27d278adefb req-e3e060ad-fcb6-4b4a-b5d4-0ff63d2ca837 service neutron] 10.222.0.49 "GET /v2.0/networks/733f0bdb-d1b8-4a4a-a630-5832ae251eeb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1229131
Dec 16 22:56:08.697408 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-6d6dddd5-8c63-411d-b579-f713329bf98f req-bf71f7f0-6ee4-4bd9-91e5-53b719baa44c tempest-ServerDiskConfigTestJSON-7066006 tempest-ServerDiskConfigTestJSON-7066006-project] 10.222.0.13 "GET /v2.0/security-groups?id=5354806d-95c1-4c22-a8f9-bc3080a5e433&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410397
Dec 16 22:56:08.820208 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-3c08d76e-6573-4245-ae43-b27d278adefb req-0b078cf3-3d6b-4c84-ba01-cf54e52cd578 service neutron] 10.222.0.49 "GET /v2.0/networks/733f0bdb-d1b8-4a4a-a630-5832ae251eeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1234961
Dec 16 22:56:09.958402 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdb5844-d7df-4868-be73-2d8dad732615 req-add731fa-d3a0-42d5-bece-ab9b0e80d95e tempest-ServerDiskConfigTestJSON-7066006 tempest-ServerDiskConfigTestJSON-7066006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:56:09.959846 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-7cdb5844-d7df-4868-be73-2d8dad732615 req-add731fa-d3a0-42d5-bece-ab9b0e80d95e tempest-ServerDiskConfigTestJSON-7066006 tempest-ServerDiskConfigTestJSON-7066006-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f47c5ad-2730-4ff9-9266-53e01ab4c603 HTTP/1.1" status: 200  len: 946 time: 0.1599014
Dec 16 22:56:10.002384 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-7cdb5844-d7df-4868-be73-2d8dad732615 req-0a7306f2-940f-46d1-b802-07140a10e559 tempest-ServerDiskConfigTestJSON-7066006 tempest-ServerDiskConfigTestJSON-7066006-project] 10.222.0.13 "GET /v2.0/security-groups?id=5354806d-95c1-4c22-a8f9-bc3080a5e433&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0369551
Dec 16 22:56:10.958803 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Device f7246fec-f387-4eda-be0e-a5646460dee9 details requested by agent hyperv_hv-neutron-8218 with host hv-neutron-8218 {{(pid=87508) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 16 22:56:11.090161 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] For port f7246fec-f387-4eda-be0e-a5646460dee9, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=f7246fec-f387-4eda-be0e-a5646460dee9,segment=NetworkSegment(87a8f626-942b-4106-850e-a3f9cc9ce999),segment_id=87a8f626-942b-4106-850e-a3f9cc9ce999)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:56:11.103584 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Returning: {'device': 'f7246fec-f387-4eda-be0e-a5646460dee9', 'network_id': '733f0bdb-d1b8-4a4a-a630-5832ae251eeb', 'port_id': 'f7246fec-f387-4eda-be0e-a5646460dee9', 'mac_address': 'fa:16:3e:db:41:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6a3bf46-6afc-4230-9b19-3c32b91320e7', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87508) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 16 22:56:11.157919 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:56:11.177847 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.notifiers.nova [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f7246fec-f387-4eda-be0e-a5646460dee9 {{(pid=87508) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 22:56:11.193899 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] For port f7246fec-f387-4eda-be0e-a5646460dee9, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=f7246fec-f387-4eda-be0e-a5646460dee9,segment=NetworkSegment(87a8f626-942b-4106-850e-a3f9cc9ce999),segment_id=87a8f626-942b-4106-850e-a3f9cc9ce999)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:56:11.197723 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:56:11.201502 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:56:11.274254 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Pushing event updated for resources: {'Port': ['ID=f7246fec-f387-4eda-be0e-a5646460dee9,revision_number=6']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:56:11.277439 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:56:11.317087 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] get_ports_and_sgs() called for port_ids ['f7246fec-f387-4eda-be0e-a5646460dee9'] {{(pid=87508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 22:56:11.344802 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ad6abc-17d0-4e98-9f3c-b46078022249 req-be8dde22-dec1-43d1-88c3-817e40860ffc tempest-ServerDiskConfigTestJSON-7066006 tempest-ServerDiskConfigTestJSON-7066006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:56:11.346888 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-13ad6abc-17d0-4e98-9f3c-b46078022249 req-be8dde22-dec1-43d1-88c3-817e40860ffc tempest-ServerDiskConfigTestJSON-7066006 tempest-ServerDiskConfigTestJSON-7066006-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f47c5ad-2730-4ff9-9266-53e01ab4c603 HTTP/1.1" status: 200  len: 946 time: 0.2382419
Dec 16 22:56:11.390920 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-13ad6abc-17d0-4e98-9f3c-b46078022249 req-21d26bde-268c-42a2-9866-1c2a6c234c07 tempest-ServerDiskConfigTestJSON-7066006 tempest-ServerDiskConfigTestJSON-7066006-project] 10.222.0.13 "GET /v2.0/security-groups?id=5354806d-95c1-4c22-a8f9-bc3080a5e433&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0390182
Dec 16 22:56:11.693097 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661b33b9-e013-41ba-9ac2-107c2070f988 req-5aa8ab36-56fa-4d29-8d8a-3a408b3b7cb5 tempest-ServerDiskConfigTestJSON-7066006 tempest-ServerDiskConfigTestJSON-7066006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:56:11.694601 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-661b33b9-e013-41ba-9ac2-107c2070f988 req-5aa8ab36-56fa-4d29-8d8a-3a408b3b7cb5 tempest-ServerDiskConfigTestJSON-7066006 tempest-ServerDiskConfigTestJSON-7066006-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f47c5ad-2730-4ff9-9266-53e01ab4c603 HTTP/1.1" status: 200  len: 945 time: 0.0783436
Dec 16 22:56:11.718158 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05bcf1a-33fc-4357-9197-cd4f5d2f4060 req-fc713c14-a1f0-4e05-82aa-a59ad73bb34a tempest-ServerDiskConfigTestJSON-7066006 tempest-ServerDiskConfigTestJSON-7066006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:56:11.718999 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [req-b05bcf1a-33fc-4357-9197-cd4f5d2f4060 req-fc713c14-a1f0-4e05-82aa-a59ad73bb34a tempest-ServerDiskConfigTestJSON-7066006 tempest-ServerDiskConfigTestJSON-7066006-project] Synchronizing usage tracker for tenant:cc9441c2185c44ae90c62e9d8b3c3851 on resource:port {{(pid=87506) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 22:56:11.736329 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [req-b05bcf1a-33fc-4357-9197-cd4f5d2f4060 req-fc713c14-a1f0-4e05-82aa-a59ad73bb34a tempest-ServerDiskConfigTestJSON-7066006 tempest-ServerDiskConfigTestJSON-7066006-project] Unset dirty status for tenant:cc9441c2185c44ae90c62e9d8b3c3851 on resource:port {{(pid=87506) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 22:56:11.737530 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-b05bcf1a-33fc-4357-9197-cd4f5d2f4060 req-fc713c14-a1f0-4e05-82aa-a59ad73bb34a tempest-ServerDiskConfigTestJSON-7066006 tempest-ServerDiskConfigTestJSON-7066006-project] 10.222.0.49 "GET /v2.0/ports?device_id=5f47c5ad-2730-4ff9-9266-53e01ab4c603&tenant_id=cc9441c2185c44ae90c62e9d8b3c3851&binding%3Ahost_id=hv-neutron-8218 HTTP/1.1" status: 200  len: 945 time: 0.1050360
Dec 16 22:56:11.742525 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-661b33b9-e013-41ba-9ac2-107c2070f988 req-34f5b70d-824a-4ead-ad43-ca139a8fcde4 tempest-ServerDiskConfigTestJSON-7066006 tempest-ServerDiskConfigTestJSON-7066006-project] 10.222.0.13 "GET /v2.0/security-groups?id=5354806d-95c1-4c22-a8f9-bc3080a5e433&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421104
Dec 16 22:56:11.891596 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05bcf1a-33fc-4357-9197-cd4f5d2f4060 req-60b5cbce-ecc1-4562-830d-ad6f689df8d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:56:11.893071 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-b05bcf1a-33fc-4357-9197-cd4f5d2f4060 req-60b5cbce-ecc1-4562-830d-ad6f689df8d9 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=cc9441c2185c44ae90c62e9d8b3c3851&device_id=5f47c5ad-2730-4ff9-9266-53e01ab4c603 HTTP/1.1" status: 200  len: 1098 time: 0.0711818
Dec 16 22:56:12.022280 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05bcf1a-33fc-4357-9197-cd4f5d2f4060 req-69e95400-bdff-4b33-ae94-4ecc1d5d8f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:56:12.023688 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-b05bcf1a-33fc-4357-9197-cd4f5d2f4060 req-69e95400-bdff-4b33-ae94-4ecc1d5d8f72 service neutron] 10.222.0.49 "GET /v2.0/networks?id=733f0bdb-d1b8-4a4a-a630-5832ae251eeb HTTP/1.1" status: 200  len: 915 time: 0.1242654
Dec 16 22:56:12.092661 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-b05bcf1a-33fc-4357-9197-cd4f5d2f4060 req-31a06408-cd34-4568-ab73-4b0c285910f0 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f7246fec-f387-4eda-be0e-a5646460dee9 HTTP/1.1" status: 200  len: 217 time: 0.0627768
Dec 16 22:56:12.151825 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05bcf1a-33fc-4357-9197-cd4f5d2f4060 req-920d57f6-7b06-413f-9735-eb220581a255 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:56:12.153134 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-b05bcf1a-33fc-4357-9197-cd4f5d2f4060 req-920d57f6-7b06-413f-9735-eb220581a255 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=c6a3bf46-6afc-4230-9b19-3c32b91320e7 HTTP/1.1" status: 200  len: 854 time: 0.0549009
Dec 16 22:56:12.201707 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-b05bcf1a-33fc-4357-9197-cd4f5d2f4060 req-fe7a4efc-e918-4c33-ad6e-34fd8d6b1573 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=733f0bdb-d1b8-4a4a-a630-5832ae251eeb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0424035
Dec 16 22:56:12.438473 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-b05bcf1a-33fc-4357-9197-cd4f5d2f4060 req-79a1e00f-190d-4e02-b45c-693a03a130fa service neutron] 10.222.0.49 "GET /v2.0/networks/733f0bdb-d1b8-4a4a-a630-5832ae251eeb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2304745
Dec 16 22:56:12.583052 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-b05bcf1a-33fc-4357-9197-cd4f5d2f4060 req-5e73e511-afde-4a46-83e8-482f1680623e service neutron] 10.222.0.49 "GET /v2.0/networks/733f0bdb-d1b8-4a4a-a630-5832ae251eeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1379566
Dec 16 22:56:12.927473 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e05ea26-1dad-4799-adc6-1357ab675fbc req-7ecacc1c-34dd-450a-b1c9-4953b687efa1 tempest-ServerDiskConfigTestJSON-7066006 tempest-ServerDiskConfigTestJSON-7066006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:56:12.928931 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-2e05ea26-1dad-4799-adc6-1357ab675fbc req-7ecacc1c-34dd-450a-b1c9-4953b687efa1 tempest-ServerDiskConfigTestJSON-7066006 tempest-ServerDiskConfigTestJSON-7066006-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f47c5ad-2730-4ff9-9266-53e01ab4c603 HTTP/1.1" status: 200  len: 945 time: 0.0793490
Dec 16 22:56:12.968786 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Device f7246fec-f387-4eda-be0e-a5646460dee9 up at agent hyperv_hv-neutron-8218 {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 22:56:12.971693 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-2e05ea26-1dad-4799-adc6-1357ab675fbc req-eed04ed7-9344-4471-bbce-bb5ee7cd099d tempest-ServerDiskConfigTestJSON-7066006 tempest-ServerDiskConfigTestJSON-7066006-project] 10.222.0.13 "GET /v2.0/security-groups?id=5354806d-95c1-4c22-a8f9-bc3080a5e433&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0371537
Dec 16 22:56:13.033027 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Provisioning complete for port f7246fec-f387-4eda-be0e-a5646460dee9 triggered by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:56:13.033409 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:56:13.142861 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:56:13.169927 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f47c5ad-2730-4ff9-9266-53e01ab4c603', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7246fec-f387-4eda-be0e-a5646460dee9'}] {{(pid=87508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 22:56:13.180005 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] For port f7246fec-f387-4eda-be0e-a5646460dee9, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=f7246fec-f387-4eda-be0e-a5646460dee9,segment=NetworkSegment(87a8f626-942b-4106-850e-a3f9cc9ce999),segment_id=87a8f626-942b-4106-850e-a3f9cc9ce999)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:56:13.184526 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:56:13.186480 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:56:13.220950 dv-neutron-821829-1-hyperv neutron-server[87508]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f47c5ad-2730-4ff9-9266-53e01ab4c603', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7246fec-f387-4eda-be0e-a5646460dee9', 'code': 200}
Dec 16 22:56:13.255804 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Pushing event updated for resources: {'Port': ['ID=f7246fec-f387-4eda-be0e-a5646460dee9,revision_number=7']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:56:13.258729 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:56:14.157412 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3ad98f-3934-4d33-b08d-91b53260f9da req-365cc9d2-fb3d-4819-9f09-cb53bf8bfca7 tempest-ServerDiskConfigTestJSON-7066006 tempest-ServerDiskConfigTestJSON-7066006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:56:14.158824 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-ad3ad98f-3934-4d33-b08d-91b53260f9da req-365cc9d2-fb3d-4819-9f09-cb53bf8bfca7 tempest-ServerDiskConfigTestJSON-7066006 tempest-ServerDiskConfigTestJSON-7066006-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f47c5ad-2730-4ff9-9266-53e01ab4c603 HTTP/1.1" status: 200  len: 946 time: 0.0819190
Dec 16 22:56:14.201716 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-ad3ad98f-3934-4d33-b08d-91b53260f9da req-4f922220-e07b-4c8f-a6e0-95ec914e05df tempest-ServerDiskConfigTestJSON-7066006 tempest-ServerDiskConfigTestJSON-7066006-project] 10.222.0.13 "GET /v2.0/security-groups?id=5354806d-95c1-4c22-a8f9-bc3080a5e433&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0373054
Dec 16 22:56:14.382535 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702bffde-5a3c-4fb8-b5d3-9fc23e0a235a req-e29e2e34-3d8c-4e7a-924a-e2b10b572696 tempest-ServerDiskConfigTestJSON-7066006 tempest-ServerDiskConfigTestJSON-7066006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:56:14.383983 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-702bffde-5a3c-4fb8-b5d3-9fc23e0a235a req-e29e2e34-3d8c-4e7a-924a-e2b10b572696 tempest-ServerDiskConfigTestJSON-7066006 tempest-ServerDiskConfigTestJSON-7066006-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f47c5ad-2730-4ff9-9266-53e01ab4c603 HTTP/1.1" status: 200  len: 946 time: 0.0786619
Dec 16 22:56:14.426076 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-702bffde-5a3c-4fb8-b5d3-9fc23e0a235a req-2e072bc0-c853-4a26-89cf-08838053bd4c tempest-ServerDiskConfigTestJSON-7066006 tempest-ServerDiskConfigTestJSON-7066006-project] 10.222.0.13 "GET /v2.0/security-groups?id=5354806d-95c1-4c22-a8f9-bc3080a5e433&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0365849
Dec 16 22:56:14.611222 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf991785-3f22-4323-bdba-091815df051b req-108dd519-f198-44f1-9aa4-6b6eb5fa51a8 tempest-ServerDiskConfigTestJSON-7066006 tempest-ServerDiskConfigTestJSON-7066006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:56:14.612850 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-bf991785-3f22-4323-bdba-091815df051b req-108dd519-f198-44f1-9aa4-6b6eb5fa51a8 tempest-ServerDiskConfigTestJSON-7066006 tempest-ServerDiskConfigTestJSON-7066006-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f47c5ad-2730-4ff9-9266-53e01ab4c603 HTTP/1.1" status: 200  len: 946 time: 0.0834196
Dec 16 22:56:14.655489 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-bf991785-3f22-4323-bdba-091815df051b req-92eba265-43de-413d-8b05-28e75e83621a tempest-ServerDiskConfigTestJSON-7066006 tempest-ServerDiskConfigTestJSON-7066006-project] 10.222.0.13 "GET /v2.0/security-groups?id=5354806d-95c1-4c22-a8f9-bc3080a5e433&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0369356
Dec 16 22:56:15.268886 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779facda-beb9-4dfc-a575-b1ed6c09a564 req-f8595431-b109-492e-a3d9-e226208d329c tempest-ServerDiskConfigTestJSON-7066006 tempest-ServerDiskConfigTestJSON-7066006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:56:15.270212 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-779facda-beb9-4dfc-a575-b1ed6c09a564 req-f8595431-b109-492e-a3d9-e226208d329c tempest-ServerDiskConfigTestJSON-7066006 tempest-ServerDiskConfigTestJSON-7066006-project] 10.222.0.13 "GET /v2.0/networks?id=733f0bdb-d1b8-4a4a-a630-5832ae251eeb HTTP/1.1" status: 200  len: 814 time: 0.1421781
Dec 16 22:56:15.284866 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-779facda-beb9-4dfc-a575-b1ed6c09a564 req-9e1f53fb-4fb9-4c8c-a8ca-c2806948d05d tempest-ServerDiskConfigTestJSON-7066006 tempest-ServerDiskConfigTestJSON-7066006-project] 10.222.0.13 "GET /v2.0/quotas/cc9441c2185c44ae90c62e9d8b3c3851 HTTP/1.1" status: 200  len: 375 time: 0.0093570
Dec 16 22:56:15.361701 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-779facda-beb9-4dfc-a575-b1ed6c09a564 req-a7a0cd6b-1ffe-4584-81c6-e181617802dd tempest-ServerDiskConfigTestJSON-7066006 tempest-ServerDiskConfigTestJSON-7066006-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=cc9441c2185c44ae90c62e9d8b3c3851&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0720825
Dec 16 22:56:15.492020 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-779facda-beb9-4dfc-a575-b1ed6c09a564 req-62c67e78-ec61-42a9-8540-65bc3060d7b5 service neutron] 10.222.0.13 "GET /v2.0/networks/733f0bdb-d1b8-4a4a-a630-5832ae251eeb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1236470
Dec 16 22:56:15.624710 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-779facda-beb9-4dfc-a575-b1ed6c09a564 req-80922f83-4066-4cd0-9edd-c865ecd1a09b service neutron] 10.222.0.13 "GET /v2.0/networks/733f0bdb-d1b8-4a4a-a630-5832ae251eeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1237075
Dec 16 22:56:15.801292 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-5b323c92-1a93-4b0f-9b0d-14ceee49b79a req-2aa21cd4-014b-432b-afbe-78992a4171ae tempest-ServerDiskConfigTestJSON-7066006 tempest-ServerDiskConfigTestJSON-7066006-project] 10.222.0.13 "GET /v2.0/ports?device_id=355723cf-7194-4d18-a5f5-5f3dec4999a6 HTTP/1.1" status: 200  len: 210 time: 0.0476930
Dec 16 22:56:16.951947 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-0f9edc02-7f77-4d92-bc6e-2a77e5c98012 req-52adf2ca-a163-42b3-a6db-4d7a55b142df tempest-ServerDiskConfigTestJSON-7066006 tempest-ServerDiskConfigTestJSON-7066006-project] 10.222.0.13 "GET /v2.0/ports?device_id=355723cf-7194-4d18-a5f5-5f3dec4999a6 HTTP/1.1" status: 200  len: 210 time: 0.0431070
Dec 16 22:56:17.000801 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779facda-beb9-4dfc-a575-b1ed6c09a564 req-9fc83944-84cb-4c16-8613-ae79527be11f tempest-ServerDiskConfigTestJSON-7066006 tempest-ServerDiskConfigTestJSON-7066006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:56:17.002221 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-779facda-beb9-4dfc-a575-b1ed6c09a564 req-9fc83944-84cb-4c16-8613-ae79527be11f tempest-ServerDiskConfigTestJSON-7066006 tempest-ServerDiskConfigTestJSON-7066006-project] 10.222.0.49 "GET /v2.0/networks?id=733f0bdb-d1b8-4a4a-a630-5832ae251eeb HTTP/1.1" status: 200  len: 814 time: 0.1901686
Dec 16 22:56:17.025050 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [req-779facda-beb9-4dfc-a575-b1ed6c09a564 req-b595a992-ae58-4b06-9516-401c1d28be73 tempest-ServerDiskConfigTestJSON-7066006 tempest-ServerDiskConfigTestJSON-7066006-project] Request body: {'port': {'device_id': '355723cf-7194-4d18-a5f5-5f3dec4999a6', 'network_id': '733f0bdb-d1b8-4a4a-a630-5832ae251eeb', 'admin_state_up': True, 'tenant_id': 'cc9441c2185c44ae90c62e9d8b3c3851'}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:56:17.132304 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109296d8-f9c5-4329-93a1-0359dda7d84f req-a274e120-2595-4308-8737-182346cbd081 tempest-ServerDiskConfigTestJSON-7066006 tempest-ServerDiskConfigTestJSON-7066006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:56:17.133650 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-109296d8-f9c5-4329-93a1-0359dda7d84f req-a274e120-2595-4308-8737-182346cbd081 tempest-ServerDiskConfigTestJSON-7066006 tempest-ServerDiskConfigTestJSON-7066006-project] 10.222.0.49 "GET /v2.0/ports?device_id=5f47c5ad-2730-4ff9-9266-53e01ab4c603 HTTP/1.1" status: 200  len: 946 time: 0.1839387
Dec 16 22:56:17.229212 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [req-779facda-beb9-4dfc-a575-b1ed6c09a564 req-b595a992-ae58-4b06-9516-401c1d28be73 tempest-ServerDiskConfigTestJSON-7066006 tempest-ServerDiskConfigTestJSON-7066006-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:56:17.237558 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [req-109296d8-f9c5-4329-93a1-0359dda7d84f req-a1a5b3ca-17c8-4c43-b939-f300a797315d tempest-ServerDiskConfigTestJSON-7066006 tempest-ServerDiskConfigTestJSON-7066006-project] Deleting port f7246fec-f387-4eda-be0e-a5646460dee9 {{(pid=87506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:56:17.237897 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-109296d8-f9c5-4329-93a1-0359dda7d84f req-a1a5b3ca-17c8-4c43-b939-f300a797315d tempest-ServerDiskConfigTestJSON-7066006 tempest-ServerDiskConfigTestJSON-7066006-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:56:17.277572 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [req-779facda-beb9-4dfc-a575-b1ed6c09a564 req-b595a992-ae58-4b06-9516-401c1d28be73 tempest-ServerDiskConfigTestJSON-7066006 tempest-ServerDiskConfigTestJSON-7066006-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:56:17.299741 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-779facda-beb9-4dfc-a575-b1ed6c09a564 req-b595a992-ae58-4b06-9516-401c1d28be73 tempest-ServerDiskConfigTestJSON-7066006 tempest-ServerDiskConfigTestJSON-7066006-project] Made reservation on behalf of cc9441c2185c44ae90c62e9d8b3c3851 for: {'port': 1} {{(pid=87506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:56:17.303160 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-779facda-beb9-4dfc-a575-b1ed6c09a564 req-b595a992-ae58-4b06-9516-401c1d28be73 tempest-ServerDiskConfigTestJSON-7066006 tempest-ServerDiskConfigTestJSON-7066006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:56:17.625139 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.db [req-109296d8-f9c5-4329-93a1-0359dda7d84f req-a1a5b3ca-17c8-4c43-b939-f300a797315d tempest-ServerDiskConfigTestJSON-7066006 tempest-ServerDiskConfigTestJSON-7066006-project] For port f7246fec-f387-4eda-be0e-a5646460dee9, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=f7246fec-f387-4eda-be0e-a5646460dee9,segment=NetworkSegment(87a8f626-942b-4106-850e-a3f9cc9ce999),segment_id=87a8f626-942b-4106-850e-a3f9cc9ce999)] {{(pid=87506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:56:17.625496 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-109296d8-f9c5-4329-93a1-0359dda7d84f req-a1a5b3ca-17c8-4c43-b939-f300a797315d tempest-ServerDiskConfigTestJSON-7066006 tempest-ServerDiskConfigTestJSON-7066006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:56:17.632655 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.db_base_plugin_common [req-779facda-beb9-4dfc-a575-b1ed6c09a564 req-b595a992-ae58-4b06-9516-401c1d28be73 tempest-ServerDiskConfigTestJSON-7066006 tempest-ServerDiskConfigTestJSON-7066006-project] Allocated IP 172.20.0.6 (733f0bdb-d1b8-4a4a-a630-5832ae251eeb/c6a3bf46-6afc-4230-9b19-3c32b91320e7/e2952274-51c9-44d8-81a3-c5ad0a64a4bf) {{(pid=87506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 22:56:17.756353 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [req-109296d8-f9c5-4329-93a1-0359dda7d84f req-a1a5b3ca-17c8-4c43-b939-f300a797315d tempest-ServerDiskConfigTestJSON-7066006 tempest-ServerDiskConfigTestJSON-7066006-project] Calling delete_port for f7246fec-f387-4eda-be0e-a5646460dee9 owned by compute:nova {{(pid=87506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:56:18.042778 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-109296d8-f9c5-4329-93a1-0359dda7d84f req-a1a5b3ca-17c8-4c43-b939-f300a797315d tempest-ServerDiskConfigTestJSON-7066006 tempest-ServerDiskConfigTestJSON-7066006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1863393'] for port, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:56:18.051692 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-483e17d1-1e11-48ea-9f8e-ce800f1a3bf8 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:56:18.080041 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] get_ports_and_sgs() called for port_ids ['f7246fec-f387-4eda-be0e-a5646460dee9'] {{(pid=87508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 22:56:18.102949 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-0cfd9557-e354-4929-b2de-87107e4cd382 req-b26c6f89-d4d8-460a-919c-700f24edddf4 tempest-ServerDiskConfigTestJSON-7066006 tempest-ServerDiskConfigTestJSON-7066006-project] 10.222.0.13 "GET /v2.0/ports?device_id=355723cf-7194-4d18-a5f5-5f3dec4999a6 HTTP/1.1" status: 200  len: 210 time: 0.0468538
Dec 16 22:56:18.106857 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a5b3ca-17c8-4c43-b939-f300a797315d tempest-ServerDiskConfigTestJSON-7066006 tempest-ServerDiskConfigTestJSON-7066006-project] Pushing event deleted for resources: {'Port': ['ID=f7246fec-f387-4eda-be0e-a5646460dee9,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:56:18.112106 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-a1a5b3ca-17c8-4c43-b939-f300a797315d tempest-ServerDiskConfigTestJSON-7066006 tempest-ServerDiskConfigTestJSON-7066006-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:56:18.115992 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-779facda-beb9-4dfc-a575-b1ed6c09a564 req-b595a992-ae58-4b06-9516-401c1d28be73 tempest-ServerDiskConfigTestJSON-7066006 tempest-ServerDiskConfigTestJSON-7066006-project] Notify callbacks [] for port, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:56:18.303467 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.l3_dvrscheduler_db [req-109296d8-f9c5-4329-93a1-0359dda7d84f req-a1a5b3ca-17c8-4c43-b939-f300a797315d tempest-ServerDiskConfigTestJSON-7066006 tempest-ServerDiskConfigTestJSON-7066006-project] No DVR routers for this DVR port f7246fec-f387-4eda-be0e-a5646460dee9 on host hv-neutron-8218 {{(pid=87506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 22:56:18.306249 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-109296d8-f9c5-4329-93a1-0359dda7d84f req-a1a5b3ca-17c8-4c43-b939-f300a797315d tempest-ServerDiskConfigTestJSON-7066006 tempest-ServerDiskConfigTestJSON-7066006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for port, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:56:18.308733 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f47c5ad-2730-4ff9-9266-53e01ab4c603', 'name': 'network-vif-deleted', 'tag': 'f7246fec-f387-4eda-be0e-a5646460dee9'}] {{(pid=87506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 22:56:18.329120 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-109296d8-f9c5-4329-93a1-0359dda7d84f req-a1a5b3ca-17c8-4c43-b939-f300a797315d tempest-ServerDiskConfigTestJSON-7066006 tempest-ServerDiskConfigTestJSON-7066006-project] 10.222.0.49 "DELETE /v2.0/ports/f7246fec-f387-4eda-be0e-a5646460dee9 HTTP/1.1" status: 204  len: 173 time: 1.1884220
Dec 16 22:56:18.339537 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-779facda-beb9-4dfc-a575-b1ed6c09a564 req-b595a992-ae58-4b06-9516-401c1d28be73 tempest-ServerDiskConfigTestJSON-7066006 tempest-ServerDiskConfigTestJSON-7066006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1863393'] for port, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:56:18.345738 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-fa36b118-32a6-4594-af4e-c812e6e262e5 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:56:18.371568 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] get_ports_and_sgs() called for port_ids ['f7246fec-f387-4eda-be0e-a5646460dee9'] {{(pid=87508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 22:56:18.412022 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b595a992-ae58-4b06-9516-401c1d28be73 tempest-ServerDiskConfigTestJSON-7066006 tempest-ServerDiskConfigTestJSON-7066006-project] Pushing event updated for resources: {'Port': ['ID=e2952274-51c9-44d8-81a3-c5ad0a64a4bf,revision_number=1']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:56:18.416441 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-b595a992-ae58-4b06-9516-401c1d28be73 tempest-ServerDiskConfigTestJSON-7066006 tempest-ServerDiskConfigTestJSON-7066006-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:56:18.426503 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-779facda-beb9-4dfc-a575-b1ed6c09a564 req-b595a992-ae58-4b06-9516-401c1d28be73 tempest-ServerDiskConfigTestJSON-7066006 tempest-ServerDiskConfigTestJSON-7066006-project] Network 733f0bdb-d1b8-4a4a-a630-5832ae251eeb is already hosted by enough agents. {{(pid=87506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:56:18.427804 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.base_scheduler [req-779facda-beb9-4dfc-a575-b1ed6c09a564 req-b595a992-ae58-4b06-9516-401c1d28be73 tempest-ServerDiskConfigTestJSON-7066006 tempest-ServerDiskConfigTestJSON-7066006-project] Resources bound (agent type, host, resource id):  {{(pid=87506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:56:18.430542 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f47c5ad-2730-4ff9-9266-53e01ab4c603', 'name': 'network-vif-deleted', 'tag': 'f7246fec-f387-4eda-be0e-a5646460dee9', 'status': 'completed', 'code': 200}
Dec 16 22:56:18.431169 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.l3_dvrscheduler_db [req-779facda-beb9-4dfc-a575-b1ed6c09a564 req-b595a992-ae58-4b06-9516-401c1d28be73 tempest-ServerDiskConfigTestJSON-7066006 tempest-ServerDiskConfigTestJSON-7066006-project] Received port after_create {{(pid=87506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 22:56:18.496055 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779facda-beb9-4dfc-a575-b1ed6c09a564 req-b595a992-ae58-4b06-9516-401c1d28be73 tempest-ServerDiskConfigTestJSON-7066006 tempest-ServerDiskConfigTestJSON-7066006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:56:18.496660 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-779facda-beb9-4dfc-a575-b1ed6c09a564 req-b595a992-ae58-4b06-9516-401c1d28be73 tempest-ServerDiskConfigTestJSON-7066006 tempest-ServerDiskConfigTestJSON-7066006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for port, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:56:18.517735 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-779facda-beb9-4dfc-a575-b1ed6c09a564 req-b595a992-ae58-4b06-9516-401c1d28be73 tempest-ServerDiskConfigTestJSON-7066006 tempest-ServerDiskConfigTestJSON-7066006-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.4985974
Dec 16 22:56:18.543649 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [req-779facda-beb9-4dfc-a575-b1ed6c09a564 req-03d67529-828f-4eab-8a4d-c3920e5bc48e service neutron] Request body: {'port': {'device_id': '355723cf-7194-4d18-a5f5-5f3dec4999a6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8218'}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:56:18.653689 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-779facda-beb9-4dfc-a575-b1ed6c09a564 req-03d67529-828f-4eab-8a4d-c3920e5bc48e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:56:18.990280 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.notifiers.nova [req-779facda-beb9-4dfc-a575-b1ed6c09a564 req-03d67529-828f-4eab-8a4d-c3920e5bc48e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2952274-51c9-44d8-81a3-c5ad0a64a4bf {{(pid=87506) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 22:56:18.998021 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-779facda-beb9-4dfc-a575-b1ed6c09a564 req-03d67529-828f-4eab-8a4d-c3920e5bc48e service neutron] Notify callbacks [] for port, precommit_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:56:19.011917 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.provisioning_blocks [req-779facda-beb9-4dfc-a575-b1ed6c09a564 req-03d67529-828f-4eab-8a4d-c3920e5bc48e service neutron] Transition to ACTIVE for port object e2952274-51c9-44d8-81a3-c5ad0a64a4bf will not be triggered until provisioned by entity L2. {{(pid=87506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:56:19.015147 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-779facda-beb9-4dfc-a575-b1ed6c09a564 req-03d67529-828f-4eab-8a4d-c3920e5bc48e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1863400'] for port, after_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:56:19.019475 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-2ac37716-4fbd-4332-b059-524a9952baf0 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:56:19.167064 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d67529-828f-4eab-8a4d-c3920e5bc48e service neutron] Pushing event updated for resources: {'Port': ['ID=e2952274-51c9-44d8-81a3-c5ad0a64a4bf,revision_number=2']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:56:19.177513 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-03d67529-828f-4eab-8a4d-c3920e5bc48e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:56:19.241689 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.managers [req-779facda-beb9-4dfc-a575-b1ed6c09a564 req-03d67529-828f-4eab-8a4d-c3920e5bc48e service neutron] Attempting to bind port e2952274-51c9-44d8-81a3-c5ad0a64a4bf on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=87506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 22:56:19.241908 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.managers [req-779facda-beb9-4dfc-a575-b1ed6c09a564 req-03d67529-828f-4eab-8a4d-c3920e5bc48e service neutron] Attempting to bind port e2952274-51c9-44d8-81a3-c5ad0a64a4bf by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '87a8f626-942b-4106-850e-a3f9cc9ce999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '733f0bdb-d1b8-4a4a-a630-5832ae251eeb'}] {{(pid=87506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 22:56:19.242231 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-779facda-beb9-4dfc-a575-b1ed6c09a564 req-03d67529-828f-4eab-8a4d-c3920e5bc48e service neutron] Attempting to bind port e2952274-51c9-44d8-81a3-c5ad0a64a4bf on network 733f0bdb-d1b8-4a4a-a630-5832ae251eeb {{(pid=87506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 22:56:19.246735 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-779facda-beb9-4dfc-a575-b1ed6c09a564 req-03d67529-828f-4eab-8a4d-c3920e5bc48e service neutron] Port e2952274-51c9-44d8-81a3-c5ad0a64a4bf on network 733f0bdb-d1b8-4a4a-a630-5832ae251eeb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=87506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 16 22:56:19.247096 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-779facda-beb9-4dfc-a575-b1ed6c09a564 req-03d67529-828f-4eab-8a4d-c3920e5bc48e service neutron] Attempting to bind port e2952274-51c9-44d8-81a3-c5ad0a64a4bf on network 733f0bdb-d1b8-4a4a-a630-5832ae251eeb {{(pid=87506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 22:56:19.253123 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-779facda-beb9-4dfc-a575-b1ed6c09a564 req-03d67529-828f-4eab-8a4d-c3920e5bc48e service neutron] Checking agent: {'id': '849b5cbb-8f70-4c31-8f37-fd42f8351747', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8218', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 30, 8), 'started_at': datetime.datetime(2021, 12, 16, 22, 30, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 56, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 22:56:19.253123 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-779facda-beb9-4dfc-a575-b1ed6c09a564 req-03d67529-828f-4eab-8a4d-c3920e5bc48e service neutron] Checking segment: {'id': '87a8f626-942b-4106-850e-a3f9cc9ce999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '733f0bdb-d1b8-4a4a-a630-5832ae251eeb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 22:56:19.253490 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-779facda-beb9-4dfc-a575-b1ed6c09a564 req-03d67529-828f-4eab-8a4d-c3920e5bc48e service neutron] Bound using segment: {'id': '87a8f626-942b-4106-850e-a3f9cc9ce999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '733f0bdb-d1b8-4a4a-a630-5832ae251eeb'} {{(pid=87506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 22:56:19.253889 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.managers [req-779facda-beb9-4dfc-a575-b1ed6c09a564 req-03d67529-828f-4eab-8a4d-c3920e5bc48e service neutron] Bound port: e2952274-51c9-44d8-81a3-c5ad0a64a4bf, host: hv-neutron-8218, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87a8f626-942b-4106-850e-a3f9cc9ce999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '733f0bdb-d1b8-4a4a-a630-5832ae251eeb'}}] {{(pid=87506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 22:56:19.254231 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-779facda-beb9-4dfc-a575-b1ed6c09a564 req-03d67529-828f-4eab-8a4d-c3920e5bc48e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:56:19.297709 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90dee6c-cadd-40e8-b3d8-65ff33a196f5 req-67884eda-c094-45a2-a86e-6520ef5b449c tempest-ServerDiskConfigTestJSON-7066006 tempest-ServerDiskConfigTestJSON-7066006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:56:19.299165 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-e90dee6c-cadd-40e8-b3d8-65ff33a196f5 req-67884eda-c094-45a2-a86e-6520ef5b449c tempest-ServerDiskConfigTestJSON-7066006 tempest-ServerDiskConfigTestJSON-7066006-project] 10.222.0.13 "GET /v2.0/ports?device_id=355723cf-7194-4d18-a5f5-5f3dec4999a6 HTTP/1.1" status: 200  len: 943 time: 0.0852389
Dec 16 22:56:19.342797 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-e90dee6c-cadd-40e8-b3d8-65ff33a196f5 req-cb5f5523-9fa9-4a41-8882-8134a961bdf7 tempest-ServerDiskConfigTestJSON-7066006 tempest-ServerDiskConfigTestJSON-7066006-project] 10.222.0.13 "GET /v2.0/security-groups?id=5354806d-95c1-4c22-a8f9-bc3080a5e433&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0379324
Dec 16 22:56:19.346439 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.db [req-779facda-beb9-4dfc-a575-b1ed6c09a564 req-03d67529-828f-4eab-8a4d-c3920e5bc48e service neutron] For port e2952274-51c9-44d8-81a3-c5ad0a64a4bf, host hv-neutron-8218, cleared binding levels {{(pid=87506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 22:56:19.349525 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.db [req-779facda-beb9-4dfc-a575-b1ed6c09a564 req-03d67529-828f-4eab-8a4d-c3920e5bc48e service neutron] For port e2952274-51c9-44d8-81a3-c5ad0a64a4bf, host hv-neutron-8218, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=e2952274-51c9-44d8-81a3-c5ad0a64a4bf,segment=NetworkSegment(87a8f626-942b-4106-850e-a3f9cc9ce999),segment_id=87a8f626-942b-4106-850e-a3f9cc9ce999)] {{(pid=87506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 22:56:19.354490 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-779facda-beb9-4dfc-a575-b1ed6c09a564 req-03d67529-828f-4eab-8a4d-c3920e5bc48e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1863400'] for port, after_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:56:19.359620 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-a1f3343d-9dee-4490-8f98-87bb3730794d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:56:19.408032 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779facda-beb9-4dfc-a575-b1ed6c09a564 req-03d67529-828f-4eab-8a4d-c3920e5bc48e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:56:19.408641 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-779facda-beb9-4dfc-a575-b1ed6c09a564 req-03d67529-828f-4eab-8a4d-c3920e5bc48e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for port, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:56:19.410311 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-779facda-beb9-4dfc-a575-b1ed6c09a564 req-03d67529-828f-4eab-8a4d-c3920e5bc48e service neutron] 10.222.0.49 "PUT /v2.0/ports/e2952274-51c9-44d8-81a3-c5ad0a64a4bf HTTP/1.1" status: 200  len: 1093 time: 0.8707232
Dec 16 22:56:19.435172 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d67529-828f-4eab-8a4d-c3920e5bc48e service neutron] Pushing event updated for resources: {'Port': ['ID=e2952274-51c9-44d8-81a3-c5ad0a64a4bf,revision_number=3']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:56:19.438299 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-03d67529-828f-4eab-8a4d-c3920e5bc48e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:56:19.532646 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779facda-beb9-4dfc-a575-b1ed6c09a564 req-93cf36f5-155e-4c20-a819-a163f7cf9730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:56:19.534005 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-779facda-beb9-4dfc-a575-b1ed6c09a564 req-93cf36f5-155e-4c20-a819-a163f7cf9730 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=cc9441c2185c44ae90c62e9d8b3c3851&device_id=355723cf-7194-4d18-a5f5-5f3dec4999a6 HTTP/1.1" status: 200  len: 1096 time: 0.0698276
Dec 16 22:56:19.611459 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-779facda-beb9-4dfc-a575-b1ed6c09a564 req-dac467d8-1a02-4e54-89e4-7652a82227ec service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e2952274-51c9-44d8-81a3-c5ad0a64a4bf HTTP/1.1" status: 200  len: 217 time: 0.0642066
Dec 16 22:56:19.675064 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779facda-beb9-4dfc-a575-b1ed6c09a564 req-c38a8299-cb7c-42c5-b9ae-5b26e8dfee6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:56:19.676479 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-779facda-beb9-4dfc-a575-b1ed6c09a564 req-c38a8299-cb7c-42c5-b9ae-5b26e8dfee6f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=c6a3bf46-6afc-4230-9b19-3c32b91320e7 HTTP/1.1" status: 200  len: 854 time: 0.0590038
Dec 16 22:56:19.723005 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-779facda-beb9-4dfc-a575-b1ed6c09a564 req-009e542a-0381-443f-91fc-e1ca76a47546 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=733f0bdb-d1b8-4a4a-a630-5832ae251eeb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0399985
Dec 16 22:56:19.850442 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-779facda-beb9-4dfc-a575-b1ed6c09a564 req-3939a01b-be19-4471-8721-d8d26262d720 service neutron] 10.222.0.49 "GET /v2.0/networks/733f0bdb-d1b8-4a4a-a630-5832ae251eeb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1203938
Dec 16 22:56:20.080688 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-779facda-beb9-4dfc-a575-b1ed6c09a564 req-8bedaff6-2b15-48c4-8927-3b0a42bb5d86 service neutron] 10.222.0.49 "GET /v2.0/networks/733f0bdb-d1b8-4a4a-a630-5832ae251eeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2238517
Dec 16 22:56:20.431789 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '355723cf-7194-4d18-a5f5-5f3dec4999a6', 'tag': 'e2952274-51c9-44d8-81a3-c5ad0a64a4bf'}] {{(pid=87506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 22:56:20.476753 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '355723cf-7194-4d18-a5f5-5f3dec4999a6', 'tag': 'e2952274-51c9-44d8-81a3-c5ad0a64a4bf', 'status': 'completed', 'code': 200}
Dec 16 22:56:20.528600 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b71c42-de9e-44d2-b4e2-5d9e924f0f22 req-10bba533-0681-487d-a655-4cfe9cee5f6c tempest-ServerDiskConfigTestJSON-7066006 tempest-ServerDiskConfigTestJSON-7066006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:56:20.530112 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-84b71c42-de9e-44d2-b4e2-5d9e924f0f22 req-10bba533-0681-487d-a655-4cfe9cee5f6c tempest-ServerDiskConfigTestJSON-7066006 tempest-ServerDiskConfigTestJSON-7066006-project] 10.222.0.13 "GET /v2.0/ports?device_id=355723cf-7194-4d18-a5f5-5f3dec4999a6 HTTP/1.1" status: 200  len: 943 time: 0.0809450
Dec 16 22:56:20.577601 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-84b71c42-de9e-44d2-b4e2-5d9e924f0f22 req-456f5615-220c-4e5f-be3d-3ec24a4ff7fb tempest-ServerDiskConfigTestJSON-7066006 tempest-ServerDiskConfigTestJSON-7066006-project] 10.222.0.13 "GET /v2.0/security-groups?id=5354806d-95c1-4c22-a8f9-bc3080a5e433&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417502
Dec 16 22:56:20.597263 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ab2553-da86-4af1-824e-ba04fa975a3b req-abf27a84-666e-427d-957a-a171243af933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:56:20.598734 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-08ab2553-da86-4af1-824e-ba04fa975a3b req-abf27a84-666e-427d-957a-a171243af933 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=cc9441c2185c44ae90c62e9d8b3c3851&device_id=355723cf-7194-4d18-a5f5-5f3dec4999a6 HTTP/1.1" status: 200  len: 1096 time: 0.0780737
Dec 16 22:56:20.731988 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ab2553-da86-4af1-824e-ba04fa975a3b req-ea34e0e6-6d45-4f89-915a-7bece7bfef5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:56:20.733338 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-08ab2553-da86-4af1-824e-ba04fa975a3b req-ea34e0e6-6d45-4f89-915a-7bece7bfef5c service neutron] 10.222.0.49 "GET /v2.0/networks?id=733f0bdb-d1b8-4a4a-a630-5832ae251eeb HTTP/1.1" status: 200  len: 915 time: 0.1274412
Dec 16 22:56:20.802981 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-08ab2553-da86-4af1-824e-ba04fa975a3b req-5441e442-6cf8-452c-a88a-a411f6773c8c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e2952274-51c9-44d8-81a3-c5ad0a64a4bf HTTP/1.1" status: 200  len: 217 time: 0.0622852
Dec 16 22:56:20.863459 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ab2553-da86-4af1-824e-ba04fa975a3b req-20739c64-5b43-4d74-bb03-e74b68ecddca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:56:20.864830 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-08ab2553-da86-4af1-824e-ba04fa975a3b req-20739c64-5b43-4d74-bb03-e74b68ecddca service neutron] 10.222.0.49 "GET /v2.0/subnets?id=c6a3bf46-6afc-4230-9b19-3c32b91320e7 HTTP/1.1" status: 200  len: 854 time: 0.0544665
Dec 16 22:56:20.913542 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-08ab2553-da86-4af1-824e-ba04fa975a3b req-84bb86c4-2c74-4ecd-a3c2-368f6b0a6f28 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=733f0bdb-d1b8-4a4a-a630-5832ae251eeb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0420544
Dec 16 22:56:21.018640 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Device f7246fec-f387-4eda-be0e-a5646460dee9 no longer exists at agent hyperv_hv-neutron-8218 {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 22:56:21.040822 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-08ab2553-da86-4af1-824e-ba04fa975a3b req-a680e9d9-6f4e-4a71-9c95-f2b4a9a9291e service neutron] 10.222.0.49 "GET /v2.0/networks/733f0bdb-d1b8-4a4a-a630-5832ae251eeb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1209686
Dec 16 22:56:21.054756 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] No Port match for: f7246fec-f387-4eda-be0e-a5646460dee9 {{(pid=87508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 22:56:21.055117 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Device f7246fec-f387-4eda-be0e-a5646460dee9 not bound to the agent host hv-neutron-8218 {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 22:56:21.167258 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-08ab2553-da86-4af1-824e-ba04fa975a3b req-80f3130b-f69f-4a34-884f-2dda45476e08 service neutron] 10.222.0.49 "GET /v2.0/networks/733f0bdb-d1b8-4a4a-a630-5832ae251eeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1201982
Dec 16 22:56:21.760294 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136a9619-a148-446a-bbd6-b1cf4ada340f req-42b454aa-ffce-404d-9e18-70265e32041e tempest-ServerDiskConfigTestJSON-7066006 tempest-ServerDiskConfigTestJSON-7066006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:56:21.761639 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-136a9619-a148-446a-bbd6-b1cf4ada340f req-42b454aa-ffce-404d-9e18-70265e32041e tempest-ServerDiskConfigTestJSON-7066006 tempest-ServerDiskConfigTestJSON-7066006-project] 10.222.0.13 "GET /v2.0/ports?device_id=355723cf-7194-4d18-a5f5-5f3dec4999a6 HTTP/1.1" status: 200  len: 943 time: 0.0792427
Dec 16 22:56:21.806268 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-136a9619-a148-446a-bbd6-b1cf4ada340f req-5ba5baa0-251d-4c55-a28d-62e6341e394c tempest-ServerDiskConfigTestJSON-7066006 tempest-ServerDiskConfigTestJSON-7066006-project] 10.222.0.13 "GET /v2.0/security-groups?id=5354806d-95c1-4c22-a8f9-bc3080a5e433&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0385528
Dec 16 22:56:22.988737 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6809cad2-c0b6-41b9-8b15-1f9f6ef77cea req-d44c14da-d7dd-4841-8070-c93a48d4f19c tempest-ServerDiskConfigTestJSON-7066006 tempest-ServerDiskConfigTestJSON-7066006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:56:22.990157 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-6809cad2-c0b6-41b9-8b15-1f9f6ef77cea req-d44c14da-d7dd-4841-8070-c93a48d4f19c tempest-ServerDiskConfigTestJSON-7066006 tempest-ServerDiskConfigTestJSON-7066006-project] 10.222.0.13 "GET /v2.0/ports?device_id=355723cf-7194-4d18-a5f5-5f3dec4999a6 HTTP/1.1" status: 200  len: 943 time: 0.0821414
Dec 16 22:56:23.032264 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-6809cad2-c0b6-41b9-8b15-1f9f6ef77cea req-2e33e793-a314-41cf-a92a-c22d14743762 tempest-ServerDiskConfigTestJSON-7066006 tempest-ServerDiskConfigTestJSON-7066006-project] 10.222.0.13 "GET /v2.0/security-groups?id=5354806d-95c1-4c22-a8f9-bc3080a5e433&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0366492
Dec 16 22:56:23.032847 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Device e2952274-51c9-44d8-81a3-c5ad0a64a4bf details requested by agent hyperv_hv-neutron-8218 with host hv-neutron-8218 {{(pid=87508) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 16 22:56:23.161225 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] For port e2952274-51c9-44d8-81a3-c5ad0a64a4bf, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=e2952274-51c9-44d8-81a3-c5ad0a64a4bf,segment=NetworkSegment(87a8f626-942b-4106-850e-a3f9cc9ce999),segment_id=87a8f626-942b-4106-850e-a3f9cc9ce999)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:56:23.174485 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Returning: {'device': 'e2952274-51c9-44d8-81a3-c5ad0a64a4bf', 'network_id': '733f0bdb-d1b8-4a4a-a630-5832ae251eeb', 'port_id': 'e2952274-51c9-44d8-81a3-c5ad0a64a4bf', 'mac_address': 'fa:16:3e:8a:bb:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6a3bf46-6afc-4230-9b19-3c32b91320e7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87508) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 16 22:56:23.226598 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:56:23.242729 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.notifiers.nova [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2952274-51c9-44d8-81a3-c5ad0a64a4bf {{(pid=87508) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 22:56:23.257373 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] For port e2952274-51c9-44d8-81a3-c5ad0a64a4bf, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=e2952274-51c9-44d8-81a3-c5ad0a64a4bf,segment=NetworkSegment(87a8f626-942b-4106-850e-a3f9cc9ce999),segment_id=87a8f626-942b-4106-850e-a3f9cc9ce999)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:56:23.261139 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:56:23.264470 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:56:23.329874 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Pushing event updated for resources: {'Port': ['ID=e2952274-51c9-44d8-81a3-c5ad0a64a4bf,revision_number=4']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:56:23.336999 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:56:23.337351 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:56:23.337692 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:56:23.338027 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:56:23.338352 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:56:23.338676 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:56:23.338998 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:56:23.339321 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:56:23.339642 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:56:23.339985 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:56:23.340304 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:56:23.341248 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:56:23.345817 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:56:23.518901 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] get_ports_and_sgs() called for port_ids ['e2952274-51c9-44d8-81a3-c5ad0a64a4bf'] {{(pid=87508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 22:56:24.210600 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a7b496-21d5-427e-b923-19cfa522186e req-9a16f358-b7ab-44e4-9c38-f7ded06348d0 tempest-ServerDiskConfigTestJSON-7066006 tempest-ServerDiskConfigTestJSON-7066006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:56:24.212018 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-77a7b496-21d5-427e-b923-19cfa522186e req-9a16f358-b7ab-44e4-9c38-f7ded06348d0 tempest-ServerDiskConfigTestJSON-7066006 tempest-ServerDiskConfigTestJSON-7066006-project] 10.222.0.13 "GET /v2.0/ports?device_id=355723cf-7194-4d18-a5f5-5f3dec4999a6 HTTP/1.1" status: 200  len: 944 time: 0.0773849
Dec 16 22:56:24.253977 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-77a7b496-21d5-427e-b923-19cfa522186e req-1a3455e8-29df-4309-b0d8-e4fb6be2dcdd tempest-ServerDiskConfigTestJSON-7066006 tempest-ServerDiskConfigTestJSON-7066006-project] 10.222.0.13 "GET /v2.0/security-groups?id=5354806d-95c1-4c22-a8f9-bc3080a5e433&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0358610
Dec 16 22:56:25.048871 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Device e2952274-51c9-44d8-81a3-c5ad0a64a4bf up at agent hyperv_hv-neutron-8218 {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 22:56:25.117444 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Provisioning for port e2952274-51c9-44d8-81a3-c5ad0a64a4bf completed by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 22:56:25.122066 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Provisioning complete for port e2952274-51c9-44d8-81a3-c5ad0a64a4bf triggered by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:56:25.122446 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:56:25.234843 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:56:25.260809 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '355723cf-7194-4d18-a5f5-5f3dec4999a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2952274-51c9-44d8-81a3-c5ad0a64a4bf'}] {{(pid=87508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 22:56:25.271434 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] For port e2952274-51c9-44d8-81a3-c5ad0a64a4bf, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=e2952274-51c9-44d8-81a3-c5ad0a64a4bf,segment=NetworkSegment(87a8f626-942b-4106-850e-a3f9cc9ce999),segment_id=87a8f626-942b-4106-850e-a3f9cc9ce999)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:56:25.274940 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:56:25.276794 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:56:25.309864 dv-neutron-821829-1-hyperv neutron-server[87508]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '355723cf-7194-4d18-a5f5-5f3dec4999a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2952274-51c9-44d8-81a3-c5ad0a64a4bf', 'code': 200}
Dec 16 22:56:25.348049 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Pushing event updated for resources: {'Port': ['ID=e2952274-51c9-44d8-81a3-c5ad0a64a4bf,revision_number=5']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:56:25.353337 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:56:25.444348 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f339f5d9-21c5-4142-bbdb-684845c384ab req-74acf5e6-e3d9-493e-9734-7cbeb7189479 tempest-ServerDiskConfigTestJSON-7066006 tempest-ServerDiskConfigTestJSON-7066006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:56:25.445813 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-f339f5d9-21c5-4142-bbdb-684845c384ab req-74acf5e6-e3d9-493e-9734-7cbeb7189479 tempest-ServerDiskConfigTestJSON-7066006 tempest-ServerDiskConfigTestJSON-7066006-project] 10.222.0.13 "GET /v2.0/ports?device_id=355723cf-7194-4d18-a5f5-5f3dec4999a6 HTTP/1.1" status: 200  len: 945 time: 0.0848198
Dec 16 22:56:25.495369 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-f339f5d9-21c5-4142-bbdb-684845c384ab req-fcfb0973-89eb-488e-b1be-2a616e9e057d tempest-ServerDiskConfigTestJSON-7066006 tempest-ServerDiskConfigTestJSON-7066006-project] 10.222.0.13 "GET /v2.0/security-groups?id=5354806d-95c1-4c22-a8f9-bc3080a5e433&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415239
Dec 16 22:56:25.569925 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e4e348-ec71-40ea-a4ef-50792d669acc req-32e59efe-bb88-4d70-ad06-3717bafc1f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:56:25.571289 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-53e4e348-ec71-40ea-a4ef-50792d669acc req-32e59efe-bb88-4d70-ad06-3717bafc1f2a service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=355723cf-7194-4d18-a5f5-5f3dec4999a6 HTTP/1.1" status: 200  len: 1098 time: 0.0687475
Dec 16 22:56:25.610934 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-53e4e348-ec71-40ea-a4ef-50792d669acc req-11493952-44cb-4959-927e-dd2aade71340 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=5354806d-95c1-4c22-a8f9-bc3080a5e433&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0334711
Dec 16 22:56:26.681136 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632b0535-ff34-4e63-89ee-3dfa88d5968b req-8a904917-8235-45b3-9646-4ba1e4d26652 tempest-ServerDiskConfigTestJSON-7066006 tempest-ServerDiskConfigTestJSON-7066006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:56:26.682649 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-632b0535-ff34-4e63-89ee-3dfa88d5968b req-8a904917-8235-45b3-9646-4ba1e4d26652 tempest-ServerDiskConfigTestJSON-7066006 tempest-ServerDiskConfigTestJSON-7066006-project] 10.222.0.13 "GET /v2.0/ports?device_id=355723cf-7194-4d18-a5f5-5f3dec4999a6 HTTP/1.1" status: 200  len: 945 time: 0.0821249
Dec 16 22:56:26.726712 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-632b0535-ff34-4e63-89ee-3dfa88d5968b req-5562c61f-09ee-460a-b949-ca7ab5a0cb95 tempest-ServerDiskConfigTestJSON-7066006 tempest-ServerDiskConfigTestJSON-7066006-project] 10.222.0.13 "GET /v2.0/security-groups?id=5354806d-95c1-4c22-a8f9-bc3080a5e433&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0378518
Dec 16 22:56:27.907814 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeee58de-a2d3-4031-b1a6-a92419536ff1 req-5b275da3-9852-4abd-a855-6e74750571b9 tempest-ServerDiskConfigTestJSON-7066006 tempest-ServerDiskConfigTestJSON-7066006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:56:27.909238 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-eeee58de-a2d3-4031-b1a6-a92419536ff1 req-5b275da3-9852-4abd-a855-6e74750571b9 tempest-ServerDiskConfigTestJSON-7066006 tempest-ServerDiskConfigTestJSON-7066006-project] 10.222.0.13 "GET /v2.0/ports?device_id=355723cf-7194-4d18-a5f5-5f3dec4999a6 HTTP/1.1" status: 200  len: 945 time: 0.0811062
Dec 16 22:56:27.952372 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-eeee58de-a2d3-4031-b1a6-a92419536ff1 req-5ef25a15-1b72-4aa8-ae34-5b394911bc95 tempest-ServerDiskConfigTestJSON-7066006 tempest-ServerDiskConfigTestJSON-7066006-project] 10.222.0.13 "GET /v2.0/security-groups?id=5354806d-95c1-4c22-a8f9-bc3080a5e433&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0377090
Dec 16 22:56:28.133586 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e100bd78-58aa-4721-b9f3-02dd0306005d req-3e108744-60bd-4022-965d-83ae90bf8db8 tempest-ServerDiskConfigTestJSON-7066006 tempest-ServerDiskConfigTestJSON-7066006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:56:28.134986 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-e100bd78-58aa-4721-b9f3-02dd0306005d req-3e108744-60bd-4022-965d-83ae90bf8db8 tempest-ServerDiskConfigTestJSON-7066006 tempest-ServerDiskConfigTestJSON-7066006-project] 10.222.0.13 "GET /v2.0/ports?device_id=355723cf-7194-4d18-a5f5-5f3dec4999a6 HTTP/1.1" status: 200  len: 945 time: 0.0805712
Dec 16 22:56:28.169900 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-56c51852-819e-4b86-a7fa-fba7ead0c41c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:56:28.282681 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-e100bd78-58aa-4721-b9f3-02dd0306005d req-dac966cb-95c3-44a0-af40-1e3505f729f1 tempest-ServerDiskConfigTestJSON-7066006 tempest-ServerDiskConfigTestJSON-7066006-project] 10.222.0.13 "GET /v2.0/security-groups?id=5354806d-95c1-4c22-a8f9-bc3080a5e433&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1420939
Dec 16 22:56:28.625722 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-6f0f7ac1-15db-4a7e-a823-b5e4b7e3cc56 req-75b4d504-fd96-4146-8c7f-de5313af8204 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=355723cf-7194-4d18-a5f5-5f3dec4999a6&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0726564
Dec 16 22:56:28.674568 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d932cc00-a1ca-49c0-bfa0-c1d40995e270 req-16212fd1-04cb-40ef-9d49-17c80415fdac tempest-ServerDiskConfigTestJSON-7066006 tempest-ServerDiskConfigTestJSON-7066006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:56:28.676038 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-d932cc00-a1ca-49c0-bfa0-c1d40995e270 req-16212fd1-04cb-40ef-9d49-17c80415fdac tempest-ServerDiskConfigTestJSON-7066006 tempest-ServerDiskConfigTestJSON-7066006-project] 10.222.0.13 "GET /v2.0/ports?device_id=355723cf-7194-4d18-a5f5-5f3dec4999a6 HTTP/1.1" status: 200  len: 945 time: 0.0818992
Dec 16 22:56:28.720576 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-d932cc00-a1ca-49c0-bfa0-c1d40995e270 req-4d41c2a6-1852-4216-a5e6-986a37f71e83 tempest-ServerDiskConfigTestJSON-7066006 tempest-ServerDiskConfigTestJSON-7066006-project] 10.222.0.13 "GET /v2.0/security-groups?id=5354806d-95c1-4c22-a8f9-bc3080a5e433&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0389290
Dec 16 22:56:29.901055 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0f7ac1-15db-4a7e-a823-b5e4b7e3cc56 req-0bd66255-e913-44b9-8792-ed00cb935416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:56:29.902470 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-6f0f7ac1-15db-4a7e-a823-b5e4b7e3cc56 req-0bd66255-e913-44b9-8792-ed00cb935416 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=cc9441c2185c44ae90c62e9d8b3c3851&device_id=355723cf-7194-4d18-a5f5-5f3dec4999a6 HTTP/1.1" status: 200  len: 1098 time: 0.0710468
Dec 16 22:56:29.906206 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f866ae75-8ce8-44c1-ae7e-0fab2d7198e9 req-34574cc1-a16c-4bd6-82c2-6949e7310829 tempest-ServerDiskConfigTestJSON-7066006 tempest-ServerDiskConfigTestJSON-7066006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:56:29.907627 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-f866ae75-8ce8-44c1-ae7e-0fab2d7198e9 req-34574cc1-a16c-4bd6-82c2-6949e7310829 tempest-ServerDiskConfigTestJSON-7066006 tempest-ServerDiskConfigTestJSON-7066006-project] 10.222.0.13 "GET /v2.0/ports?device_id=355723cf-7194-4d18-a5f5-5f3dec4999a6 HTTP/1.1" status: 200  len: 945 time: 0.0815499
Dec 16 22:56:29.951192 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-f866ae75-8ce8-44c1-ae7e-0fab2d7198e9 req-2f8c9cd3-bd55-4dd5-ba4f-e58b26ba3366 tempest-ServerDiskConfigTestJSON-7066006 tempest-ServerDiskConfigTestJSON-7066006-project] 10.222.0.13 "GET /v2.0/security-groups?id=5354806d-95c1-4c22-a8f9-bc3080a5e433&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0378983
Dec 16 22:56:30.031820 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0f7ac1-15db-4a7e-a823-b5e4b7e3cc56 req-3d82458a-f416-40d4-8bbc-ba1110cc7001 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:56:30.033257 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-6f0f7ac1-15db-4a7e-a823-b5e4b7e3cc56 req-3d82458a-f416-40d4-8bbc-ba1110cc7001 service neutron] 10.222.0.49 "GET /v2.0/networks?id=733f0bdb-d1b8-4a4a-a630-5832ae251eeb HTTP/1.1" status: 200  len: 915 time: 0.1241074
Dec 16 22:56:30.103584 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-6f0f7ac1-15db-4a7e-a823-b5e4b7e3cc56 req-6618be56-9bcc-4e17-9bde-5cca60d660f8 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e2952274-51c9-44d8-81a3-c5ad0a64a4bf HTTP/1.1" status: 200  len: 217 time: 0.0633688
Dec 16 22:56:30.162984 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0f7ac1-15db-4a7e-a823-b5e4b7e3cc56 req-f3b4d54e-aae3-4ae6-856b-8713409540eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:56:30.164301 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-6f0f7ac1-15db-4a7e-a823-b5e4b7e3cc56 req-f3b4d54e-aae3-4ae6-856b-8713409540eb service neutron] 10.222.0.49 "GET /v2.0/subnets?id=c6a3bf46-6afc-4230-9b19-3c32b91320e7 HTTP/1.1" status: 200  len: 854 time: 0.0550332
Dec 16 22:56:30.212456 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-6f0f7ac1-15db-4a7e-a823-b5e4b7e3cc56 req-c60929cf-4e8d-4fc3-b7e5-1a21cc60f7ed service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=733f0bdb-d1b8-4a4a-a630-5832ae251eeb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0421093
Dec 16 22:56:30.338481 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-6f0f7ac1-15db-4a7e-a823-b5e4b7e3cc56 req-6a07ef8f-3824-4e49-a108-7f838e4723cf service neutron] 10.222.0.49 "GET /v2.0/networks/733f0bdb-d1b8-4a4a-a630-5832ae251eeb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1198189
Dec 16 22:56:30.464469 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-6f0f7ac1-15db-4a7e-a823-b5e4b7e3cc56 req-36ad2577-c4da-417c-a008-812da2bb5fb1 service neutron] 10.222.0.49 "GET /v2.0/networks/733f0bdb-d1b8-4a4a-a630-5832ae251eeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1196322
Dec 16 22:56:30.615120 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-e70fb098-e867-425f-a953-dcb328d4980f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:56:31.134991 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110b76a4-478e-4d21-a90f-339f755fec7b req-1a2af4e0-3928-4369-a2ba-09abb508f923 tempest-ServerDiskConfigTestJSON-7066006 tempest-ServerDiskConfigTestJSON-7066006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:56:31.136441 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-110b76a4-478e-4d21-a90f-339f755fec7b req-1a2af4e0-3928-4369-a2ba-09abb508f923 tempest-ServerDiskConfigTestJSON-7066006 tempest-ServerDiskConfigTestJSON-7066006-project] 10.222.0.13 "GET /v2.0/ports?device_id=355723cf-7194-4d18-a5f5-5f3dec4999a6 HTTP/1.1" status: 200  len: 945 time: 0.0822377
Dec 16 22:56:31.178974 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-110b76a4-478e-4d21-a90f-339f755fec7b req-0d19f954-6c12-4d62-821b-cc25b4ec26c8 tempest-ServerDiskConfigTestJSON-7066006 tempest-ServerDiskConfigTestJSON-7066006-project] 10.222.0.13 "GET /v2.0/security-groups?id=5354806d-95c1-4c22-a8f9-bc3080a5e433&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0369604
Dec 16 22:56:31.530170 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-3e729f7f-1589-4d54-9c4a-7ee6b283cc2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:56:31.693572 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:56:32.357963 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c410de37-d612-4ba7-9346-c04377f9120c req-d832c3de-821b-4c1e-8195-bee59ba8a0b2 tempest-ServerDiskConfigTestJSON-7066006 tempest-ServerDiskConfigTestJSON-7066006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:56:32.359411 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-c410de37-d612-4ba7-9346-c04377f9120c req-d832c3de-821b-4c1e-8195-bee59ba8a0b2 tempest-ServerDiskConfigTestJSON-7066006 tempest-ServerDiskConfigTestJSON-7066006-project] 10.222.0.13 "GET /v2.0/ports?device_id=355723cf-7194-4d18-a5f5-5f3dec4999a6 HTTP/1.1" status: 200  len: 945 time: 0.0781763
Dec 16 22:56:32.402858 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-c410de37-d612-4ba7-9346-c04377f9120c req-44b1db35-c3fd-4d32-9de3-4cda5fe2a012 tempest-ServerDiskConfigTestJSON-7066006 tempest-ServerDiskConfigTestJSON-7066006-project] 10.222.0.13 "GET /v2.0/security-groups?id=5354806d-95c1-4c22-a8f9-bc3080a5e433&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0376837
Dec 16 22:56:32.515424 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.agents_db [None req-0abd2616-a86c-48e2-be07-10823335a5bb None None] Agent healthcheck: found 6 active agents {{(pid=87509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 22:56:33.279587 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-4541ba3b-6be8-499c-bc94-3c60aa55c4f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:56:33.588940 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29aaffac-7e9b-40fa-ab38-0665638d11c1 req-ceec1609-bccd-424c-af57-8595bad2f4f8 tempest-ServerDiskConfigTestJSON-7066006 tempest-ServerDiskConfigTestJSON-7066006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:56:33.590909 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-29aaffac-7e9b-40fa-ab38-0665638d11c1 req-ceec1609-bccd-424c-af57-8595bad2f4f8 tempest-ServerDiskConfigTestJSON-7066006 tempest-ServerDiskConfigTestJSON-7066006-project] 10.222.0.13 "GET /v2.0/ports?device_id=355723cf-7194-4d18-a5f5-5f3dec4999a6 HTTP/1.1" status: 200  len: 945 time: 0.0825245
Dec 16 22:56:33.634595 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-29aaffac-7e9b-40fa-ab38-0665638d11c1 req-44a32dab-6522-403e-8ca1-b9dfb97eebd8 tempest-ServerDiskConfigTestJSON-7066006 tempest-ServerDiskConfigTestJSON-7066006-project] 10.222.0.13 "GET /v2.0/security-groups?id=5354806d-95c1-4c22-a8f9-bc3080a5e433&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0380845
Dec 16 22:56:34.629369 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0475c3be-d2c9-4023-88b1-97fdd135c254 req-33ad4956-881f-4bd7-8c1e-c0e126adb8db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:56:34.630823 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-0475c3be-d2c9-4023-88b1-97fdd135c254 req-33ad4956-881f-4bd7-8c1e-c0e126adb8db service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=cc9441c2185c44ae90c62e9d8b3c3851&device_id=355723cf-7194-4d18-a5f5-5f3dec4999a6 HTTP/1.1" status: 200  len: 1098 time: 0.1779952
Dec 16 22:56:34.773100 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0475c3be-d2c9-4023-88b1-97fdd135c254 req-e2d29686-493b-4203-a61d-f419a5153023 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:56:34.774460 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-0475c3be-d2c9-4023-88b1-97fdd135c254 req-e2d29686-493b-4203-a61d-f419a5153023 service neutron] 10.222.0.49 "GET /v2.0/networks?id=733f0bdb-d1b8-4a4a-a630-5832ae251eeb HTTP/1.1" status: 200  len: 915 time: 0.1239157
Dec 16 22:56:34.819348 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee431b9c-c61c-4968-8a1d-e0880a56f1dd req-a6836086-c8df-4255-bfaf-09c58d61132a tempest-ServerDiskConfigTestJSON-7066006 tempest-ServerDiskConfigTestJSON-7066006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:56:34.820831 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-ee431b9c-c61c-4968-8a1d-e0880a56f1dd req-a6836086-c8df-4255-bfaf-09c58d61132a tempest-ServerDiskConfigTestJSON-7066006 tempest-ServerDiskConfigTestJSON-7066006-project] 10.222.0.13 "GET /v2.0/ports?device_id=355723cf-7194-4d18-a5f5-5f3dec4999a6 HTTP/1.1" status: 200  len: 945 time: 0.0799897
Dec 16 22:56:34.844071 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-0475c3be-d2c9-4023-88b1-97fdd135c254 req-a6eca323-1387-4177-9037-7a4bac1db31e service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e2952274-51c9-44d8-81a3-c5ad0a64a4bf HTTP/1.1" status: 200  len: 217 time: 0.0633380
Dec 16 22:56:34.864554 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-ee431b9c-c61c-4968-8a1d-e0880a56f1dd req-4dafb048-f8f2-4665-b2c6-6b17371ec319 tempest-ServerDiskConfigTestJSON-7066006 tempest-ServerDiskConfigTestJSON-7066006-project] 10.222.0.13 "GET /v2.0/security-groups?id=5354806d-95c1-4c22-a8f9-bc3080a5e433&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0372663
Dec 16 22:56:34.904725 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0475c3be-d2c9-4023-88b1-97fdd135c254 req-3f89f062-85f2-4801-971f-be174ca0e4f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:56:34.906130 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-0475c3be-d2c9-4023-88b1-97fdd135c254 req-3f89f062-85f2-4801-971f-be174ca0e4f8 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=c6a3bf46-6afc-4230-9b19-3c32b91320e7 HTTP/1.1" status: 200  len: 854 time: 0.0562804
Dec 16 22:56:34.958316 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-0475c3be-d2c9-4023-88b1-97fdd135c254 req-9dd88d46-678a-4e15-8143-b07a6acc2978 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=733f0bdb-d1b8-4a4a-a630-5832ae251eeb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0459824
Dec 16 22:56:35.085008 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-0475c3be-d2c9-4023-88b1-97fdd135c254 req-b359138b-fec5-45b8-825f-22ca0cad6594 service neutron] 10.222.0.49 "GET /v2.0/networks/733f0bdb-d1b8-4a4a-a630-5832ae251eeb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1203651
Dec 16 22:56:35.214080 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-0475c3be-d2c9-4023-88b1-97fdd135c254 req-332fea3e-9d15-4477-84d2-52b3b15fe973 service neutron] 10.222.0.49 "GET /v2.0/networks/733f0bdb-d1b8-4a4a-a630-5832ae251eeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1226692
Dec 16 22:56:36.061536 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6508eb3d-61a7-4248-8066-bf18a5dba4e4 req-dfe5ab57-2cd9-4558-b16d-be748a68e248 tempest-ServerDiskConfigTestJSON-7066006 tempest-ServerDiskConfigTestJSON-7066006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:56:36.062979 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-6508eb3d-61a7-4248-8066-bf18a5dba4e4 req-dfe5ab57-2cd9-4558-b16d-be748a68e248 tempest-ServerDiskConfigTestJSON-7066006 tempest-ServerDiskConfigTestJSON-7066006-project] 10.222.0.13 "GET /v2.0/ports?device_id=355723cf-7194-4d18-a5f5-5f3dec4999a6 HTTP/1.1" status: 200  len: 945 time: 0.0827978
Dec 16 22:56:36.106542 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-6508eb3d-61a7-4248-8066-bf18a5dba4e4 req-d3db323a-d7b5-4b92-8f3d-6ca07e50f807 tempest-ServerDiskConfigTestJSON-7066006 tempest-ServerDiskConfigTestJSON-7066006-project] 10.222.0.13 "GET /v2.0/security-groups?id=5354806d-95c1-4c22-a8f9-bc3080a5e433&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0379667
Dec 16 22:56:37.284352 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f2d201-49d8-497a-aa30-64158bc1d239 req-0581c6e6-b737-4fb3-b3e6-5fddac11d111 tempest-ServerDiskConfigTestJSON-7066006 tempest-ServerDiskConfigTestJSON-7066006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:56:37.285767 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-72f2d201-49d8-497a-aa30-64158bc1d239 req-0581c6e6-b737-4fb3-b3e6-5fddac11d111 tempest-ServerDiskConfigTestJSON-7066006 tempest-ServerDiskConfigTestJSON-7066006-project] 10.222.0.13 "GET /v2.0/ports?device_id=355723cf-7194-4d18-a5f5-5f3dec4999a6 HTTP/1.1" status: 200  len: 945 time: 0.0778680
Dec 16 22:56:37.335904 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-72f2d201-49d8-497a-aa30-64158bc1d239 req-9f9546fa-f440-4d67-b2e2-61a368a46e1f tempest-ServerDiskConfigTestJSON-7066006 tempest-ServerDiskConfigTestJSON-7066006-project] 10.222.0.13 "GET /v2.0/security-groups?id=5354806d-95c1-4c22-a8f9-bc3080a5e433&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0446026
Dec 16 22:56:38.003878 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:56:38.515680 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4ab18f-f4f4-44af-8817-c37a822521b8 req-72d4950d-396e-45c1-8a3f-8c7bfe7c86b6 tempest-ServerDiskConfigTestJSON-7066006 tempest-ServerDiskConfigTestJSON-7066006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:56:38.517137 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-1b4ab18f-f4f4-44af-8817-c37a822521b8 req-72d4950d-396e-45c1-8a3f-8c7bfe7c86b6 tempest-ServerDiskConfigTestJSON-7066006 tempest-ServerDiskConfigTestJSON-7066006-project] 10.222.0.13 "GET /v2.0/ports?device_id=355723cf-7194-4d18-a5f5-5f3dec4999a6 HTTP/1.1" status: 200  len: 945 time: 0.0795481
Dec 16 22:56:38.561286 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-1b4ab18f-f4f4-44af-8817-c37a822521b8 req-44df7921-63f0-426a-abff-71b702926d46 tempest-ServerDiskConfigTestJSON-7066006 tempest-ServerDiskConfigTestJSON-7066006-project] 10.222.0.13 "GET /v2.0/security-groups?id=5354806d-95c1-4c22-a8f9-bc3080a5e433&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0386577
Dec 16 22:56:39.747047 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2c74d3-5986-45e7-815f-dca772a23fbb req-4e607fae-dad6-4e74-a2a1-640710322f90 tempest-ServerDiskConfigTestJSON-7066006 tempest-ServerDiskConfigTestJSON-7066006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:56:39.748566 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-3f2c74d3-5986-45e7-815f-dca772a23fbb req-4e607fae-dad6-4e74-a2a1-640710322f90 tempest-ServerDiskConfigTestJSON-7066006 tempest-ServerDiskConfigTestJSON-7066006-project] 10.222.0.13 "GET /v2.0/ports?device_id=355723cf-7194-4d18-a5f5-5f3dec4999a6 HTTP/1.1" status: 200  len: 945 time: 0.0847189
Dec 16 22:56:39.790967 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-3f2c74d3-5986-45e7-815f-dca772a23fbb req-f5d42bbb-a477-433c-9fa0-5c68954e3a0d tempest-ServerDiskConfigTestJSON-7066006 tempest-ServerDiskConfigTestJSON-7066006-project] 10.222.0.13 "GET /v2.0/security-groups?id=5354806d-95c1-4c22-a8f9-bc3080a5e433&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0369430
Dec 16 22:56:40.977734 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b792bc-123f-4e1d-9129-ccb928c95a10 req-32ac942c-7a1d-4e82-80ed-5b74281c4b33 tempest-ServerDiskConfigTestJSON-7066006 tempest-ServerDiskConfigTestJSON-7066006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:56:40.979250 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-e6b792bc-123f-4e1d-9129-ccb928c95a10 req-32ac942c-7a1d-4e82-80ed-5b74281c4b33 tempest-ServerDiskConfigTestJSON-7066006 tempest-ServerDiskConfigTestJSON-7066006-project] 10.222.0.13 "GET /v2.0/ports?device_id=355723cf-7194-4d18-a5f5-5f3dec4999a6 HTTP/1.1" status: 200  len: 945 time: 0.0816970
Dec 16 22:56:41.024996 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-e6b792bc-123f-4e1d-9129-ccb928c95a10 req-f641f407-fb01-4e64-b628-6268dc6cd8b6 tempest-ServerDiskConfigTestJSON-7066006 tempest-ServerDiskConfigTestJSON-7066006-project] 10.222.0.13 "GET /v2.0/security-groups?id=5354806d-95c1-4c22-a8f9-bc3080a5e433&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401022
Dec 16 22:56:42.213479 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b5d809-49e9-4a9e-baf9-21cf5c716051 req-28979ba8-2c29-4757-8175-a9ff3977817b tempest-ServerDiskConfigTestJSON-7066006 tempest-ServerDiskConfigTestJSON-7066006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:56:42.215848 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-b0b5d809-49e9-4a9e-baf9-21cf5c716051 req-28979ba8-2c29-4757-8175-a9ff3977817b tempest-ServerDiskConfigTestJSON-7066006 tempest-ServerDiskConfigTestJSON-7066006-project] 10.222.0.13 "GET /v2.0/ports?device_id=355723cf-7194-4d18-a5f5-5f3dec4999a6 HTTP/1.1" status: 200  len: 945 time: 0.0841923
Dec 16 22:56:42.260475 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-b0b5d809-49e9-4a9e-baf9-21cf5c716051 req-f141b417-7bac-4c6e-ae98-536f041183aa tempest-ServerDiskConfigTestJSON-7066006 tempest-ServerDiskConfigTestJSON-7066006-project] 10.222.0.13 "GET /v2.0/security-groups?id=5354806d-95c1-4c22-a8f9-bc3080a5e433&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0390463
Dec 16 22:56:43.438933 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b413e47-d7e8-419b-95f1-61dec68f1412 req-8f4fd290-7ef4-4844-b35c-c305eb7e68f1 tempest-ServerDiskConfigTestJSON-7066006 tempest-ServerDiskConfigTestJSON-7066006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:56:43.440384 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-3b413e47-d7e8-419b-95f1-61dec68f1412 req-8f4fd290-7ef4-4844-b35c-c305eb7e68f1 tempest-ServerDiskConfigTestJSON-7066006 tempest-ServerDiskConfigTestJSON-7066006-project] 10.222.0.13 "GET /v2.0/ports?device_id=355723cf-7194-4d18-a5f5-5f3dec4999a6 HTTP/1.1" status: 200  len: 945 time: 0.0783961
Dec 16 22:56:43.487338 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-3b413e47-d7e8-419b-95f1-61dec68f1412 req-0a75cfd8-bb30-4f6c-ba5d-70b247e1f1e1 tempest-ServerDiskConfigTestJSON-7066006 tempest-ServerDiskConfigTestJSON-7066006-project] 10.222.0.13 "GET /v2.0/security-groups?id=5354806d-95c1-4c22-a8f9-bc3080a5e433&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414529
Dec 16 22:56:44.667697 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6d593f-e50f-4141-a873-7877839bf220 req-918cd44f-044a-4736-b197-cb39b92a8963 tempest-ServerDiskConfigTestJSON-7066006 tempest-ServerDiskConfigTestJSON-7066006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:56:44.669694 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-4c6d593f-e50f-4141-a873-7877839bf220 req-918cd44f-044a-4736-b197-cb39b92a8963 tempest-ServerDiskConfigTestJSON-7066006 tempest-ServerDiskConfigTestJSON-7066006-project] 10.222.0.13 "GET /v2.0/ports?device_id=355723cf-7194-4d18-a5f5-5f3dec4999a6 HTTP/1.1" status: 200  len: 945 time: 0.0792096
Dec 16 22:56:44.711398 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-4c6d593f-e50f-4141-a873-7877839bf220 req-77689ef5-1dbe-41c1-a585-73a4205d97fc tempest-ServerDiskConfigTestJSON-7066006 tempest-ServerDiskConfigTestJSON-7066006-project] 10.222.0.13 "GET /v2.0/security-groups?id=5354806d-95c1-4c22-a8f9-bc3080a5e433&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0361352
Dec 16 22:56:45.897097 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ba707e-8065-4da0-9829-d8530e16c094 req-6a2bb8eb-442a-4e82-b480-34a8dd47f099 tempest-ServerDiskConfigTestJSON-7066006 tempest-ServerDiskConfigTestJSON-7066006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:56:45.898520 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-e6ba707e-8065-4da0-9829-d8530e16c094 req-6a2bb8eb-442a-4e82-b480-34a8dd47f099 tempest-ServerDiskConfigTestJSON-7066006 tempest-ServerDiskConfigTestJSON-7066006-project] 10.222.0.13 "GET /v2.0/ports?device_id=355723cf-7194-4d18-a5f5-5f3dec4999a6 HTTP/1.1" status: 200  len: 945 time: 0.0836046
Dec 16 22:56:45.941084 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-e6ba707e-8065-4da0-9829-d8530e16c094 req-2c8ca821-0ceb-4276-b856-6212e43bdbe8 tempest-ServerDiskConfigTestJSON-7066006 tempest-ServerDiskConfigTestJSON-7066006-project] 10.222.0.13 "GET /v2.0/security-groups?id=5354806d-95c1-4c22-a8f9-bc3080a5e433&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0370464
Dec 16 22:56:47.126900 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b98ba26-ee0c-43cb-8d32-2ff0b54f4cf1 req-40eb317b-f3d0-4931-8bd3-5fd13f9afa52 tempest-ServerDiskConfigTestJSON-7066006 tempest-ServerDiskConfigTestJSON-7066006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:56:47.128352 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-3b98ba26-ee0c-43cb-8d32-2ff0b54f4cf1 req-40eb317b-f3d0-4931-8bd3-5fd13f9afa52 tempest-ServerDiskConfigTestJSON-7066006 tempest-ServerDiskConfigTestJSON-7066006-project] 10.222.0.13 "GET /v2.0/ports?device_id=355723cf-7194-4d18-a5f5-5f3dec4999a6 HTTP/1.1" status: 200  len: 945 time: 0.0783114
Dec 16 22:56:47.170713 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-3b98ba26-ee0c-43cb-8d32-2ff0b54f4cf1 req-45288ee9-da24-469b-a544-0a8ba7ba168a tempest-ServerDiskConfigTestJSON-7066006 tempest-ServerDiskConfigTestJSON-7066006-project] 10.222.0.13 "GET /v2.0/security-groups?id=5354806d-95c1-4c22-a8f9-bc3080a5e433&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0368476
Dec 16 22:56:48.355526 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffffb527-cc03-4c24-8470-28f7ed5258bc req-36e550af-4ef5-427c-92c8-6696006562db tempest-ServerDiskConfigTestJSON-7066006 tempest-ServerDiskConfigTestJSON-7066006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:56:48.356973 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-ffffb527-cc03-4c24-8470-28f7ed5258bc req-36e550af-4ef5-427c-92c8-6696006562db tempest-ServerDiskConfigTestJSON-7066006 tempest-ServerDiskConfigTestJSON-7066006-project] 10.222.0.13 "GET /v2.0/ports?device_id=355723cf-7194-4d18-a5f5-5f3dec4999a6 HTTP/1.1" status: 200  len: 945 time: 0.0817928
Dec 16 22:56:48.400011 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-ffffb527-cc03-4c24-8470-28f7ed5258bc req-47dd9c49-70b9-402c-9f96-f33ec6ced711 tempest-ServerDiskConfigTestJSON-7066006 tempest-ServerDiskConfigTestJSON-7066006-project] 10.222.0.13 "GET /v2.0/security-groups?id=5354806d-95c1-4c22-a8f9-bc3080a5e433&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0371509
Dec 16 22:56:49.580840 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9088ef10-32d8-439c-a16c-39f25549435f req-92f50e04-579f-447c-ba33-609e78c7c9e4 tempest-ServerDiskConfigTestJSON-7066006 tempest-ServerDiskConfigTestJSON-7066006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:56:49.582264 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-9088ef10-32d8-439c-a16c-39f25549435f req-92f50e04-579f-447c-ba33-609e78c7c9e4 tempest-ServerDiskConfigTestJSON-7066006 tempest-ServerDiskConfigTestJSON-7066006-project] 10.222.0.13 "GET /v2.0/ports?device_id=355723cf-7194-4d18-a5f5-5f3dec4999a6 HTTP/1.1" status: 200  len: 945 time: 0.0777140
Dec 16 22:56:49.629830 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-9088ef10-32d8-439c-a16c-39f25549435f req-f5652634-e62e-4374-9642-3807c40b9e84 tempest-ServerDiskConfigTestJSON-7066006 tempest-ServerDiskConfigTestJSON-7066006-project] 10.222.0.13 "GET /v2.0/security-groups?id=5354806d-95c1-4c22-a8f9-bc3080a5e433&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420978
Dec 16 22:56:50.811137 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ee7442-bd12-4e6d-a374-3c226f0f4a4d req-0ef1dcbe-f700-426e-bf1b-69d33c879788 tempest-ServerDiskConfigTestJSON-7066006 tempest-ServerDiskConfigTestJSON-7066006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:56:50.812578 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-82ee7442-bd12-4e6d-a374-3c226f0f4a4d req-0ef1dcbe-f700-426e-bf1b-69d33c879788 tempest-ServerDiskConfigTestJSON-7066006 tempest-ServerDiskConfigTestJSON-7066006-project] 10.222.0.13 "GET /v2.0/ports?device_id=355723cf-7194-4d18-a5f5-5f3dec4999a6 HTTP/1.1" status: 200  len: 945 time: 0.0782955
Dec 16 22:56:50.856076 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-82ee7442-bd12-4e6d-a374-3c226f0f4a4d req-f04d3d14-47df-4b9f-a121-754ffa445fa1 tempest-ServerDiskConfigTestJSON-7066006 tempest-ServerDiskConfigTestJSON-7066006-project] 10.222.0.13 "GET /v2.0/security-groups?id=5354806d-95c1-4c22-a8f9-bc3080a5e433&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0369439
Dec 16 22:56:52.140745 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618b11a8-3b82-4f8c-9617-6925cbe4006c req-f5c8f39e-ac84-4e1e-aaf0-c6d910ecf65e tempest-ServerDiskConfigTestJSON-7066006 tempest-ServerDiskConfigTestJSON-7066006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:56:52.142087 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-618b11a8-3b82-4f8c-9617-6925cbe4006c req-f5c8f39e-ac84-4e1e-aaf0-c6d910ecf65e tempest-ServerDiskConfigTestJSON-7066006 tempest-ServerDiskConfigTestJSON-7066006-project] 10.222.0.13 "GET /v2.0/ports?device_id=355723cf-7194-4d18-a5f5-5f3dec4999a6 HTTP/1.1" status: 200  len: 945 time: 0.1845739
Dec 16 22:56:52.184046 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-618b11a8-3b82-4f8c-9617-6925cbe4006c req-258916a3-21fd-4bc1-b41b-e5e8a8b2f7b7 tempest-ServerDiskConfigTestJSON-7066006 tempest-ServerDiskConfigTestJSON-7066006-project] 10.222.0.13 "GET /v2.0/security-groups?id=5354806d-95c1-4c22-a8f9-bc3080a5e433&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0358324
Dec 16 22:56:53.362348 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1e0f62-1be2-4c2e-a05d-fe9ea7cfb815 req-531104af-d640-4cc8-9903-a4afa6d62869 tempest-ServerDiskConfigTestJSON-7066006 tempest-ServerDiskConfigTestJSON-7066006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:56:53.363780 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-6e1e0f62-1be2-4c2e-a05d-fe9ea7cfb815 req-531104af-d640-4cc8-9903-a4afa6d62869 tempest-ServerDiskConfigTestJSON-7066006 tempest-ServerDiskConfigTestJSON-7066006-project] 10.222.0.13 "GET /v2.0/ports?device_id=355723cf-7194-4d18-a5f5-5f3dec4999a6 HTTP/1.1" status: 200  len: 945 time: 0.0782988
Dec 16 22:56:53.408937 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-6e1e0f62-1be2-4c2e-a05d-fe9ea7cfb815 req-6f274cfc-6144-462f-a1e9-6b3d86d2ca38 tempest-ServerDiskConfigTestJSON-7066006 tempest-ServerDiskConfigTestJSON-7066006-project] 10.222.0.13 "GET /v2.0/security-groups?id=5354806d-95c1-4c22-a8f9-bc3080a5e433&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0396576
Dec 16 22:56:54.589740 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f37170-8829-4043-b210-63fec3749884 req-b104adb3-efa3-490c-9fdc-5f4d8732742a tempest-ServerDiskConfigTestJSON-7066006 tempest-ServerDiskConfigTestJSON-7066006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:56:54.591221 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-60f37170-8829-4043-b210-63fec3749884 req-b104adb3-efa3-490c-9fdc-5f4d8732742a tempest-ServerDiskConfigTestJSON-7066006 tempest-ServerDiskConfigTestJSON-7066006-project] 10.222.0.13 "GET /v2.0/ports?device_id=355723cf-7194-4d18-a5f5-5f3dec4999a6 HTTP/1.1" status: 200  len: 945 time: 0.0780065
Dec 16 22:56:54.641202 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-60f37170-8829-4043-b210-63fec3749884 req-640ce903-3f9c-40d6-ba99-70929d9bed80 tempest-ServerDiskConfigTestJSON-7066006 tempest-ServerDiskConfigTestJSON-7066006-project] 10.222.0.13 "GET /v2.0/security-groups?id=5354806d-95c1-4c22-a8f9-bc3080a5e433&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0376551
Dec 16 22:56:55.827696 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7190d00-dcd5-4415-bfd2-13e342e8e16a req-1b12c704-0afe-4ce7-b8b9-8fe59ed4221c tempest-ServerDiskConfigTestJSON-7066006 tempest-ServerDiskConfigTestJSON-7066006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:56:55.829134 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-f7190d00-dcd5-4415-bfd2-13e342e8e16a req-1b12c704-0afe-4ce7-b8b9-8fe59ed4221c tempest-ServerDiskConfigTestJSON-7066006 tempest-ServerDiskConfigTestJSON-7066006-project] 10.222.0.13 "GET /v2.0/ports?device_id=355723cf-7194-4d18-a5f5-5f3dec4999a6 HTTP/1.1" status: 200  len: 945 time: 0.0829806
Dec 16 22:56:55.873209 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-f7190d00-dcd5-4415-bfd2-13e342e8e16a req-20b1fb1d-d209-4853-b68b-d473109e01a7 tempest-ServerDiskConfigTestJSON-7066006 tempest-ServerDiskConfigTestJSON-7066006-project] 10.222.0.13 "GET /v2.0/security-groups?id=5354806d-95c1-4c22-a8f9-bc3080a5e433&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0385315
Dec 16 22:56:57.054935 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ef0f96-a2e9-4276-bd60-c9e7c7f4d02a req-9423341a-2159-416c-a349-c4408cb7ea5f tempest-ServerDiskConfigTestJSON-7066006 tempest-ServerDiskConfigTestJSON-7066006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:56:57.056376 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-10ef0f96-a2e9-4276-bd60-c9e7c7f4d02a req-9423341a-2159-416c-a349-c4408cb7ea5f tempest-ServerDiskConfigTestJSON-7066006 tempest-ServerDiskConfigTestJSON-7066006-project] 10.222.0.13 "GET /v2.0/ports?device_id=355723cf-7194-4d18-a5f5-5f3dec4999a6 HTTP/1.1" status: 200  len: 945 time: 0.0771136
Dec 16 22:56:57.098483 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-10ef0f96-a2e9-4276-bd60-c9e7c7f4d02a req-acf19fb1-cba8-467e-99ba-c3e076adedcf tempest-ServerDiskConfigTestJSON-7066006 tempest-ServerDiskConfigTestJSON-7066006-project] 10.222.0.13 "GET /v2.0/security-groups?id=5354806d-95c1-4c22-a8f9-bc3080a5e433&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0366795
Dec 16 22:56:57.290808 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-6f0f7ac1-15db-4a7e-a823-b5e4b7e3cc56 req-dc0463f8-9930-49d4-84b8-5a00887760d9 service neutron] 10.222.0.49 "GET /v2.0/ports/e2952274-51c9-44d8-81a3-c5ad0a64a4bf/bindings/hv-neutron-8218 HTTP/1.1" status: 200  len: 384 time: 0.0728152
Dec 16 22:56:57.569508 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0f7ac1-15db-4a7e-a823-b5e4b7e3cc56 req-9d21782f-09f7-4f92-a94b-a05d255f7ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:56:57.570843 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-6f0f7ac1-15db-4a7e-a823-b5e4b7e3cc56 req-9d21782f-09f7-4f92-a94b-a05d255f7ad8 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=355723cf-7194-4d18-a5f5-5f3dec4999a6&tenant_id=cc9441c2185c44ae90c62e9d8b3c3851 HTTP/1.1" status: 200  len: 1098 time: 0.0690839
Dec 16 22:56:57.675639 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0f7ac1-15db-4a7e-a823-b5e4b7e3cc56 req-bd04be6f-00f9-4f78-bef4-0a35a7041d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:56:57.677112 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-6f0f7ac1-15db-4a7e-a823-b5e4b7e3cc56 req-bd04be6f-00f9-4f78-bef4-0a35a7041d4b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=cc9441c2185c44ae90c62e9d8b3c3851&device_id=355723cf-7194-4d18-a5f5-5f3dec4999a6 HTTP/1.1" status: 200  len: 1098 time: 0.0740695
Dec 16 22:56:57.806082 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0f7ac1-15db-4a7e-a823-b5e4b7e3cc56 req-784b2785-3db1-4fbc-a52e-088a7a61e206 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:56:57.807507 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-6f0f7ac1-15db-4a7e-a823-b5e4b7e3cc56 req-784b2785-3db1-4fbc-a52e-088a7a61e206 service neutron] 10.222.0.49 "GET /v2.0/networks?id=733f0bdb-d1b8-4a4a-a630-5832ae251eeb HTTP/1.1" status: 200  len: 915 time: 0.1230195
Dec 16 22:56:57.877721 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-6f0f7ac1-15db-4a7e-a823-b5e4b7e3cc56 req-35c13550-e514-46b2-837f-634be5f85459 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e2952274-51c9-44d8-81a3-c5ad0a64a4bf HTTP/1.1" status: 200  len: 217 time: 0.0635736
Dec 16 22:56:57.938529 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0f7ac1-15db-4a7e-a823-b5e4b7e3cc56 req-a96c27ab-aa61-429a-bb1e-313f9d92472a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:56:57.939926 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-6f0f7ac1-15db-4a7e-a823-b5e4b7e3cc56 req-a96c27ab-aa61-429a-bb1e-313f9d92472a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=c6a3bf46-6afc-4230-9b19-3c32b91320e7 HTTP/1.1" status: 200  len: 854 time: 0.0556915
Dec 16 22:56:57.986001 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-6f0f7ac1-15db-4a7e-a823-b5e4b7e3cc56 req-b43330e2-f1d9-431f-8b02-d840095a6bb7 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=733f0bdb-d1b8-4a4a-a630-5832ae251eeb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0389264
Dec 16 22:56:58.114705 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-6f0f7ac1-15db-4a7e-a823-b5e4b7e3cc56 req-d6becf43-f2eb-4769-9bf9-c1a48bb6d4bf service neutron] 10.222.0.49 "GET /v2.0/networks/733f0bdb-d1b8-4a4a-a630-5832ae251eeb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1215289
Dec 16 22:56:58.171785 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-89fb1e0f-acd1-4e6e-b8b3-74a5af19c833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:56:58.248520 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-6f0f7ac1-15db-4a7e-a823-b5e4b7e3cc56 req-f05f6278-5858-4366-bba9-dbdde9c5d183 service neutron] 10.222.0.49 "GET /v2.0/networks/733f0bdb-d1b8-4a4a-a630-5832ae251eeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1262727
Dec 16 22:56:58.292200 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438ca5e4-2795-4a4a-a5ee-7703585cafc8 req-de340875-ed57-43ac-b0c5-acd5814efcbe tempest-ServerDiskConfigTestJSON-7066006 tempest-ServerDiskConfigTestJSON-7066006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:56:58.293681 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-438ca5e4-2795-4a4a-a5ee-7703585cafc8 req-de340875-ed57-43ac-b0c5-acd5814efcbe tempest-ServerDiskConfigTestJSON-7066006 tempest-ServerDiskConfigTestJSON-7066006-project] 10.222.0.13 "GET /v2.0/ports?device_id=355723cf-7194-4d18-a5f5-5f3dec4999a6 HTTP/1.1" status: 200  len: 945 time: 0.0841012
Dec 16 22:56:58.338731 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-438ca5e4-2795-4a4a-a5ee-7703585cafc8 req-c4baef5e-c655-4aa0-8dd2-d3245ec66d6c tempest-ServerDiskConfigTestJSON-7066006 tempest-ServerDiskConfigTestJSON-7066006-project] 10.222.0.13 "GET /v2.0/security-groups?id=5354806d-95c1-4c22-a8f9-bc3080a5e433&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0382700
Dec 16 22:56:59.518926 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304bd834-cf42-4f08-bbb4-ef3ab57fc473 req-f0e8996e-39c7-47b4-9ab1-ee1d17a7f284 tempest-ServerDiskConfigTestJSON-7066006 tempest-ServerDiskConfigTestJSON-7066006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:56:59.520395 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-304bd834-cf42-4f08-bbb4-ef3ab57fc473 req-f0e8996e-39c7-47b4-9ab1-ee1d17a7f284 tempest-ServerDiskConfigTestJSON-7066006 tempest-ServerDiskConfigTestJSON-7066006-project] 10.222.0.13 "GET /v2.0/ports?device_id=355723cf-7194-4d18-a5f5-5f3dec4999a6 HTTP/1.1" status: 200  len: 945 time: 0.0789475
Dec 16 22:56:59.563039 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-304bd834-cf42-4f08-bbb4-ef3ab57fc473 req-f8dbed1b-0509-458c-9f4b-685eeee36190 tempest-ServerDiskConfigTestJSON-7066006 tempest-ServerDiskConfigTestJSON-7066006-project] 10.222.0.13 "GET /v2.0/security-groups?id=5354806d-95c1-4c22-a8f9-bc3080a5e433&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0370893
Dec 16 22:57:00.617434 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-8053343e-3570-477c-87f3-b434f946e349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:57:00.750868 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee16f1f1-0d03-42aa-ad7d-9a6b4f560b07 req-d2063455-9722-40d0-a384-ef3a44cd729c tempest-ServerDiskConfigTestJSON-7066006 tempest-ServerDiskConfigTestJSON-7066006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:57:00.752352 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-ee16f1f1-0d03-42aa-ad7d-9a6b4f560b07 req-d2063455-9722-40d0-a384-ef3a44cd729c tempest-ServerDiskConfigTestJSON-7066006 tempest-ServerDiskConfigTestJSON-7066006-project] 10.222.0.13 "GET /v2.0/ports?device_id=355723cf-7194-4d18-a5f5-5f3dec4999a6 HTTP/1.1" status: 200  len: 945 time: 0.0819423
Dec 16 22:57:00.795437 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-ee16f1f1-0d03-42aa-ad7d-9a6b4f560b07 req-d56e1389-597e-43de-8255-9998357876c5 tempest-ServerDiskConfigTestJSON-7066006 tempest-ServerDiskConfigTestJSON-7066006-project] 10.222.0.13 "GET /v2.0/security-groups?id=5354806d-95c1-4c22-a8f9-bc3080a5e433&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0374002
Dec 16 22:57:01.099160 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b051fd2-9d91-4d3c-afaa-014ac4929913 req-3dd37176-a16d-4fdf-9856-c3ecb673f4ef tempest-ServerDiskConfigTestJSON-7066006 tempest-ServerDiskConfigTestJSON-7066006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:57:01.100957 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-9b051fd2-9d91-4d3c-afaa-014ac4929913 req-3dd37176-a16d-4fdf-9856-c3ecb673f4ef tempest-ServerDiskConfigTestJSON-7066006 tempest-ServerDiskConfigTestJSON-7066006-project] 10.222.0.13 "GET /v2.0/ports?device_id=355723cf-7194-4d18-a5f5-5f3dec4999a6 HTTP/1.1" status: 200  len: 945 time: 0.0797725
Dec 16 22:57:01.151711 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-9b051fd2-9d91-4d3c-afaa-014ac4929913 req-fb3a552b-252d-4995-861f-768ae15747b1 tempest-ServerDiskConfigTestJSON-7066006 tempest-ServerDiskConfigTestJSON-7066006-project] 10.222.0.13 "GET /v2.0/security-groups?id=5354806d-95c1-4c22-a8f9-bc3080a5e433&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0448906
Dec 16 22:57:01.221312 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f98df27-7776-4ef8-98db-6e701bee2704 req-359ebaab-923d-4605-b56a-239b4eb7ed8a tempest-ServerDiskConfigTestJSON-7066006 tempest-ServerDiskConfigTestJSON-7066006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:57:01.221999 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [req-7f98df27-7776-4ef8-98db-6e701bee2704 req-359ebaab-923d-4605-b56a-239b4eb7ed8a tempest-ServerDiskConfigTestJSON-7066006 tempest-ServerDiskConfigTestJSON-7066006-project] Synchronizing usage tracker for tenant:cc9441c2185c44ae90c62e9d8b3c3851 on resource:port {{(pid=87506) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 22:57:01.222157 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Device e2952274-51c9-44d8-81a3-c5ad0a64a4bf details requested by agent hyperv_hv-neutron-8218 with host hv-neutron-8218 {{(pid=87508) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 16 22:57:01.232964 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Device e2952274-51c9-44d8-81a3-c5ad0a64a4bf no longer exists at agent hyperv_hv-neutron-8218 {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 22:57:01.237110 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [req-7f98df27-7776-4ef8-98db-6e701bee2704 req-359ebaab-923d-4605-b56a-239b4eb7ed8a tempest-ServerDiskConfigTestJSON-7066006 tempest-ServerDiskConfigTestJSON-7066006-project] Unset dirty status for tenant:cc9441c2185c44ae90c62e9d8b3c3851 on resource:port {{(pid=87506) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 22:57:01.238211 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-7f98df27-7776-4ef8-98db-6e701bee2704 req-359ebaab-923d-4605-b56a-239b4eb7ed8a tempest-ServerDiskConfigTestJSON-7066006 tempest-ServerDiskConfigTestJSON-7066006-project] 10.222.0.49 "GET /v2.0/ports?device_id=355723cf-7194-4d18-a5f5-5f3dec4999a6&tenant_id=cc9441c2185c44ae90c62e9d8b3c3851&binding%3Ahost_id=hv-neutron-8218 HTTP/1.1" status: 200  len: 945 time: 0.2092080
Dec 16 22:57:01.393747 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f98df27-7776-4ef8-98db-6e701bee2704 req-901d57db-83a9-4b54-a063-40bde5a3fdef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:57:01.395098 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-7f98df27-7776-4ef8-98db-6e701bee2704 req-901d57db-83a9-4b54-a063-40bde5a3fdef service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=cc9441c2185c44ae90c62e9d8b3c3851&device_id=355723cf-7194-4d18-a5f5-5f3dec4999a6 HTTP/1.1" status: 200  len: 1098 time: 0.0705023
Dec 16 22:57:01.444468 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:57:01.461973 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] For port e2952274-51c9-44d8-81a3-c5ad0a64a4bf, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=e2952274-51c9-44d8-81a3-c5ad0a64a4bf,segment=NetworkSegment(87a8f626-942b-4106-850e-a3f9cc9ce999),segment_id=87a8f626-942b-4106-850e-a3f9cc9ce999)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:57:01.480704 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Returning: {'device': 'e2952274-51c9-44d8-81a3-c5ad0a64a4bf', 'network_id': '733f0bdb-d1b8-4a4a-a630-5832ae251eeb', 'port_id': 'e2952274-51c9-44d8-81a3-c5ad0a64a4bf', 'mac_address': 'fa:16:3e:8a:bb:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6a3bf46-6afc-4230-9b19-3c32b91320e7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87508) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 16 22:57:01.515034 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '355723cf-7194-4d18-a5f5-5f3dec4999a6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e2952274-51c9-44d8-81a3-c5ad0a64a4bf'}] {{(pid=87508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 22:57:01.524719 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f98df27-7776-4ef8-98db-6e701bee2704 req-4d1cd552-905d-4db8-9162-79be7a3e04de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:57:01.526207 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-7f98df27-7776-4ef8-98db-6e701bee2704 req-4d1cd552-905d-4db8-9162-79be7a3e04de service neutron] 10.222.0.49 "GET /v2.0/networks?id=733f0bdb-d1b8-4a4a-a630-5832ae251eeb HTTP/1.1" status: 200  len: 915 time: 0.1247497
Dec 16 22:57:01.542406 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] For port e2952274-51c9-44d8-81a3-c5ad0a64a4bf, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=e2952274-51c9-44d8-81a3-c5ad0a64a4bf,segment=NetworkSegment(87a8f626-942b-4106-850e-a3f9cc9ce999),segment_id=87a8f626-942b-4106-850e-a3f9cc9ce999)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:57:01.550535 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:57:01.559030 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:57:01.602931 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-7f98df27-7776-4ef8-98db-6e701bee2704 req-536eaf94-de73-4277-8e60-24e8c58c20d6 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e2952274-51c9-44d8-81a3-c5ad0a64a4bf HTTP/1.1" status: 200  len: 217 time: 0.0703499
Dec 16 22:57:01.604694 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-3e729f7f-1589-4d54-9c4a-7ee6b283cc2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:57:01.612371 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:57:01.631893 dv-neutron-821829-1-hyperv neutron-server[87508]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '355723cf-7194-4d18-a5f5-5f3dec4999a6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e2952274-51c9-44d8-81a3-c5ad0a64a4bf', 'code': 200}
Dec 16 22:57:01.648751 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.notifiers.nova [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e2952274-51c9-44d8-81a3-c5ad0a64a4bf {{(pid=87508) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 22:57:01.656385 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Pushing event updated for resources: {'Port': ['ID=e2952274-51c9-44d8-81a3-c5ad0a64a4bf,revision_number=6']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:57:01.659413 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:57:01.670326 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f98df27-7776-4ef8-98db-6e701bee2704 req-bfa96320-e483-46e5-b9d0-018875591156 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:57:01.671874 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-7f98df27-7776-4ef8-98db-6e701bee2704 req-bfa96320-e483-46e5-b9d0-018875591156 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=c6a3bf46-6afc-4230-9b19-3c32b91320e7 HTTP/1.1" status: 200  len: 854 time: 0.0630772
Dec 16 22:57:01.724642 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-7f98df27-7776-4ef8-98db-6e701bee2704 req-6bd3ee2d-75fd-4032-8082-ed5ad4bb9d26 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=733f0bdb-d1b8-4a4a-a630-5832ae251eeb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0461233
Dec 16 22:57:01.757114 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:57:01.758715 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.db.api [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87508) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 16 22:57:01.759219 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_db.api [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 16 22:57:01.860124 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-7f98df27-7776-4ef8-98db-6e701bee2704 req-289746a0-1ff4-46f6-b39e-2588a1ba93b2 service neutron] 10.222.0.49 "GET /v2.0/networks/733f0bdb-d1b8-4a4a-a630-5832ae251eeb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1275108
Dec 16 22:57:01.990410 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-7f98df27-7776-4ef8-98db-6e701bee2704 req-1ad5b269-1cd4-41a5-9d43-b7ea7eae10be service neutron] 10.222.0.49 "GET /v2.0/networks/733f0bdb-d1b8-4a4a-a630-5832ae251eeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1241887
Dec 16 22:57:02.314546 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:57:02.330472 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.notifiers.nova [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2952274-51c9-44d8-81a3-c5ad0a64a4bf {{(pid=87508) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 22:57:02.333083 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52505079-cf96-4b79-81b0-1c929d60513e req-eeec0d7d-d262-43bd-8387-c5f61c67d3ac tempest-ServerDiskConfigTestJSON-7066006 tempest-ServerDiskConfigTestJSON-7066006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:57:02.334529 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-52505079-cf96-4b79-81b0-1c929d60513e req-eeec0d7d-d262-43bd-8387-c5f61c67d3ac tempest-ServerDiskConfigTestJSON-7066006 tempest-ServerDiskConfigTestJSON-7066006-project] 10.222.0.13 "GET /v2.0/ports?device_id=355723cf-7194-4d18-a5f5-5f3dec4999a6 HTTP/1.1" status: 200  len: 943 time: 0.0787525
Dec 16 22:57:02.346003 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] For port e2952274-51c9-44d8-81a3-c5ad0a64a4bf, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=e2952274-51c9-44d8-81a3-c5ad0a64a4bf,segment=NetworkSegment(87a8f626-942b-4106-850e-a3f9cc9ce999),segment_id=87a8f626-942b-4106-850e-a3f9cc9ce999)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:57:02.350073 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:57:02.352130 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:57:02.379705 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-52505079-cf96-4b79-81b0-1c929d60513e req-acdb18e4-6a5e-45c2-86f2-46e77520762c tempest-ServerDiskConfigTestJSON-7066006 tempest-ServerDiskConfigTestJSON-7066006-project] 10.222.0.13 "GET /v2.0/security-groups?id=5354806d-95c1-4c22-a8f9-bc3080a5e433&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0393999
Dec 16 22:57:02.429061 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Pushing event updated for resources: {'Port': ['ID=e2952274-51c9-44d8-81a3-c5ad0a64a4bf,revision_number=7']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:57:02.431801 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:57:02.474321 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] get_ports_and_sgs() called for port_ids ['e2952274-51c9-44d8-81a3-c5ad0a64a4bf'] {{(pid=87508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 22:57:03.244229 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Device e2952274-51c9-44d8-81a3-c5ad0a64a4bf up at agent hyperv_hv-neutron-8218 {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 22:57:03.300611 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-4541ba3b-6be8-499c-bc94-3c60aa55c4f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:57:03.320008 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Provisioning complete for port e2952274-51c9-44d8-81a3-c5ad0a64a4bf triggered by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:57:03.320393 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:57:03.437244 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:57:03.469796 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] For port e2952274-51c9-44d8-81a3-c5ad0a64a4bf, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=e2952274-51c9-44d8-81a3-c5ad0a64a4bf,segment=NetworkSegment(87a8f626-942b-4106-850e-a3f9cc9ce999),segment_id=87a8f626-942b-4106-850e-a3f9cc9ce999)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:57:03.473975 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:57:03.475896 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:57:03.544072 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Pushing event updated for resources: {'Port': ['ID=e2952274-51c9-44d8-81a3-c5ad0a64a4bf,revision_number=8']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:57:03.547097 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:57:03.573096 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223e68b5-6758-47ca-90a5-f74bf8bf91b8 req-129fdcd2-4929-4da7-9bfa-7a8c9f1d398a tempest-ServerDiskConfigTestJSON-7066006 tempest-ServerDiskConfigTestJSON-7066006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:57:03.575115 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-223e68b5-6758-47ca-90a5-f74bf8bf91b8 req-129fdcd2-4929-4da7-9bfa-7a8c9f1d398a tempest-ServerDiskConfigTestJSON-7066006 tempest-ServerDiskConfigTestJSON-7066006-project] 10.222.0.13 "GET /v2.0/ports?device_id=355723cf-7194-4d18-a5f5-5f3dec4999a6 HTTP/1.1" status: 200  len: 945 time: 0.0845885
Dec 16 22:57:03.619963 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-223e68b5-6758-47ca-90a5-f74bf8bf91b8 req-db9e9a9e-eb93-4a68-aa41-2007cc5faf51 tempest-ServerDiskConfigTestJSON-7066006 tempest-ServerDiskConfigTestJSON-7066006-project] 10.222.0.13 "GET /v2.0/security-groups?id=5354806d-95c1-4c22-a8f9-bc3080a5e433&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0389664
Dec 16 22:57:03.633030 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '355723cf-7194-4d18-a5f5-5f3dec4999a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2952274-51c9-44d8-81a3-c5ad0a64a4bf'}] {{(pid=87508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 22:57:03.676575 dv-neutron-821829-1-hyperv neutron-server[87508]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '355723cf-7194-4d18-a5f5-5f3dec4999a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2952274-51c9-44d8-81a3-c5ad0a64a4bf', 'code': 200}
Dec 16 22:57:03.799389 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a51912-e043-4ff7-bc73-d5bbdb427345 req-a4cce554-bf9b-4a44-b9fe-e9b891017d96 tempest-ServerDiskConfigTestJSON-7066006 tempest-ServerDiskConfigTestJSON-7066006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:57:03.800769 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-12a51912-e043-4ff7-bc73-d5bbdb427345 req-a4cce554-bf9b-4a44-b9fe-e9b891017d96 tempest-ServerDiskConfigTestJSON-7066006 tempest-ServerDiskConfigTestJSON-7066006-project] 10.222.0.13 "GET /v2.0/ports?device_id=355723cf-7194-4d18-a5f5-5f3dec4999a6 HTTP/1.1" status: 200  len: 945 time: 0.0788176
Dec 16 22:57:03.844339 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-12a51912-e043-4ff7-bc73-d5bbdb427345 req-04d117ca-1e54-4f6d-932b-07eb9c32b7c5 tempest-ServerDiskConfigTestJSON-7066006 tempest-ServerDiskConfigTestJSON-7066006-project] 10.222.0.13 "GET /v2.0/security-groups?id=5354806d-95c1-4c22-a8f9-bc3080a5e433&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0379996
Dec 16 22:57:04.029045 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82928b35-98d3-4728-87da-a667038ce099 req-3fa42a40-0ffb-4d86-a7f5-c7bfd9d9fdaa tempest-ServerDiskConfigTestJSON-7066006 tempest-ServerDiskConfigTestJSON-7066006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:57:04.030477 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-82928b35-98d3-4728-87da-a667038ce099 req-3fa42a40-0ffb-4d86-a7f5-c7bfd9d9fdaa tempest-ServerDiskConfigTestJSON-7066006 tempest-ServerDiskConfigTestJSON-7066006-project] 10.222.0.13 "GET /v2.0/ports?device_id=355723cf-7194-4d18-a5f5-5f3dec4999a6 HTTP/1.1" status: 200  len: 945 time: 0.0830383
Dec 16 22:57:04.072947 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-82928b35-98d3-4728-87da-a667038ce099 req-eb75184c-71b7-46dd-ba91-d097d2f088f7 tempest-ServerDiskConfigTestJSON-7066006 tempest-ServerDiskConfigTestJSON-7066006-project] 10.222.0.13 "GET /v2.0/security-groups?id=5354806d-95c1-4c22-a8f9-bc3080a5e433&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0369291
Dec 16 22:57:04.607569 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fbd853-44ee-4029-a057-5e390f1280ec req-a8542285-eb91-4aca-a5bc-0852ecdcb213 tempest-ServerDiskConfigTestJSON-7066006 tempest-ServerDiskConfigTestJSON-7066006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:57:04.609013 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-42fbd853-44ee-4029-a057-5e390f1280ec req-a8542285-eb91-4aca-a5bc-0852ecdcb213 tempest-ServerDiskConfigTestJSON-7066006 tempest-ServerDiskConfigTestJSON-7066006-project] 10.222.0.13 "GET /v2.0/ports?device_id=355723cf-7194-4d18-a5f5-5f3dec4999a6 HTTP/1.1" status: 200  len: 945 time: 0.0770059
Dec 16 22:57:04.655357 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-42fbd853-44ee-4029-a057-5e390f1280ec req-af7eeb07-7bf4-465e-9632-4f7fd11e1a80 tempest-ServerDiskConfigTestJSON-7066006 tempest-ServerDiskConfigTestJSON-7066006-project] 10.222.0.13 "GET /v2.0/security-groups?id=5354806d-95c1-4c22-a8f9-bc3080a5e433&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404308
Dec 16 22:57:05.836029 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a01de6-2d66-44a6-824c-423dc085cd65 req-82024488-8d3a-4c84-8c68-0b3bb7f978c9 tempest-ServerDiskConfigTestJSON-7066006 tempest-ServerDiskConfigTestJSON-7066006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:57:05.837463 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-27a01de6-2d66-44a6-824c-423dc085cd65 req-82024488-8d3a-4c84-8c68-0b3bb7f978c9 tempest-ServerDiskConfigTestJSON-7066006 tempest-ServerDiskConfigTestJSON-7066006-project] 10.222.0.13 "GET /v2.0/ports?device_id=355723cf-7194-4d18-a5f5-5f3dec4999a6 HTTP/1.1" status: 200  len: 945 time: 0.0800161
Dec 16 22:57:05.882778 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-27a01de6-2d66-44a6-824c-423dc085cd65 req-3c922e4a-02df-47cb-baee-8db18daf1d6b tempest-ServerDiskConfigTestJSON-7066006 tempest-ServerDiskConfigTestJSON-7066006-project] 10.222.0.13 "GET /v2.0/security-groups?id=5354806d-95c1-4c22-a8f9-bc3080a5e433&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0391147
Dec 16 22:57:05.984481 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [req-7da82e82-b840-46f4-995b-9104b1ad857f req-9d8062c5-dc60-4f44-9a30-1414da3684d9 service neutron] (87506) timed out ('10.222.0.49', 54508) {{(pid=87506) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}}
Dec 16 22:57:06.210190 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3c6992-d968-4f00-810e-9c24ba785599 req-919217be-30b3-4929-a16f-d725581c37f1 tempest-ServerDiskConfigTestJSON-7066006 tempest-ServerDiskConfigTestJSON-7066006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:57:06.211510 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-6f3c6992-d968-4f00-810e-9c24ba785599 req-919217be-30b3-4929-a16f-d725581c37f1 tempest-ServerDiskConfigTestJSON-7066006 tempest-ServerDiskConfigTestJSON-7066006-project] 10.222.0.49 "GET /v2.0/ports?device_id=355723cf-7194-4d18-a5f5-5f3dec4999a6 HTTP/1.1" status: 200  len: 945 time: 0.0786123
Dec 16 22:57:06.279312 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [req-6f3c6992-d968-4f00-810e-9c24ba785599 req-3733071f-fd1a-41de-bd68-a14955544524 tempest-ServerDiskConfigTestJSON-7066006 tempest-ServerDiskConfigTestJSON-7066006-project] Deleting port e2952274-51c9-44d8-81a3-c5ad0a64a4bf {{(pid=87506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:57:06.279645 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-6f3c6992-d968-4f00-810e-9c24ba785599 req-3733071f-fd1a-41de-bd68-a14955544524 tempest-ServerDiskConfigTestJSON-7066006 tempest-ServerDiskConfigTestJSON-7066006-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:57:06.517947 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.db [req-6f3c6992-d968-4f00-810e-9c24ba785599 req-3733071f-fd1a-41de-bd68-a14955544524 tempest-ServerDiskConfigTestJSON-7066006 tempest-ServerDiskConfigTestJSON-7066006-project] For port e2952274-51c9-44d8-81a3-c5ad0a64a4bf, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=e2952274-51c9-44d8-81a3-c5ad0a64a4bf,segment=NetworkSegment(87a8f626-942b-4106-850e-a3f9cc9ce999),segment_id=87a8f626-942b-4106-850e-a3f9cc9ce999)] {{(pid=87506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:57:06.518310 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-6f3c6992-d968-4f00-810e-9c24ba785599 req-3733071f-fd1a-41de-bd68-a14955544524 tempest-ServerDiskConfigTestJSON-7066006 tempest-ServerDiskConfigTestJSON-7066006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:57:06.638664 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [req-6f3c6992-d968-4f00-810e-9c24ba785599 req-3733071f-fd1a-41de-bd68-a14955544524 tempest-ServerDiskConfigTestJSON-7066006 tempest-ServerDiskConfigTestJSON-7066006-project] Calling delete_port for e2952274-51c9-44d8-81a3-c5ad0a64a4bf owned by compute:nova {{(pid=87506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:57:06.780819 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-6f3c6992-d968-4f00-810e-9c24ba785599 req-3733071f-fd1a-41de-bd68-a14955544524 tempest-ServerDiskConfigTestJSON-7066006 tempest-ServerDiskConfigTestJSON-7066006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1863393'] for port, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:57:06.786237 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-f21c48dd-d3b3-474f-8951-44ef0d3d5f18 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:57:06.814676 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] get_ports_and_sgs() called for port_ids ['e2952274-51c9-44d8-81a3-c5ad0a64a4bf'] {{(pid=87508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 22:57:06.833613 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3733071f-fd1a-41de-bd68-a14955544524 tempest-ServerDiskConfigTestJSON-7066006 tempest-ServerDiskConfigTestJSON-7066006-project] Pushing event deleted for resources: {'Port': ['ID=e2952274-51c9-44d8-81a3-c5ad0a64a4bf,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:57:06.873045 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3733071f-fd1a-41de-bd68-a14955544524 tempest-ServerDiskConfigTestJSON-7066006 tempest-ServerDiskConfigTestJSON-7066006-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:57:06.873442 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3733071f-fd1a-41de-bd68-a14955544524 tempest-ServerDiskConfigTestJSON-7066006 tempest-ServerDiskConfigTestJSON-7066006-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:57:06.873827 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3733071f-fd1a-41de-bd68-a14955544524 tempest-ServerDiskConfigTestJSON-7066006 tempest-ServerDiskConfigTestJSON-7066006-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:57:06.874208 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3733071f-fd1a-41de-bd68-a14955544524 tempest-ServerDiskConfigTestJSON-7066006 tempest-ServerDiskConfigTestJSON-7066006-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:57:06.874587 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3733071f-fd1a-41de-bd68-a14955544524 tempest-ServerDiskConfigTestJSON-7066006 tempest-ServerDiskConfigTestJSON-7066006-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:57:06.874965 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3733071f-fd1a-41de-bd68-a14955544524 tempest-ServerDiskConfigTestJSON-7066006 tempest-ServerDiskConfigTestJSON-7066006-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:57:06.875335 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3733071f-fd1a-41de-bd68-a14955544524 tempest-ServerDiskConfigTestJSON-7066006 tempest-ServerDiskConfigTestJSON-7066006-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:57:06.875709 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3733071f-fd1a-41de-bd68-a14955544524 tempest-ServerDiskConfigTestJSON-7066006 tempest-ServerDiskConfigTestJSON-7066006-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:57:06.876104 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3733071f-fd1a-41de-bd68-a14955544524 tempest-ServerDiskConfigTestJSON-7066006 tempest-ServerDiskConfigTestJSON-7066006-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:57:06.876473 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3733071f-fd1a-41de-bd68-a14955544524 tempest-ServerDiskConfigTestJSON-7066006 tempest-ServerDiskConfigTestJSON-7066006-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:57:06.876843 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3733071f-fd1a-41de-bd68-a14955544524 tempest-ServerDiskConfigTestJSON-7066006 tempest-ServerDiskConfigTestJSON-7066006-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:57:06.877216 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3733071f-fd1a-41de-bd68-a14955544524 tempest-ServerDiskConfigTestJSON-7066006 tempest-ServerDiskConfigTestJSON-7066006-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:57:06.884262 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-3733071f-fd1a-41de-bd68-a14955544524 tempest-ServerDiskConfigTestJSON-7066006 tempest-ServerDiskConfigTestJSON-7066006-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:57:06.918569 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f3c6992-d968-4f00-810e-9c24ba785599 req-3733071f-fd1a-41de-bd68-a14955544524 tempest-ServerDiskConfigTestJSON-7066006 tempest-ServerDiskConfigTestJSON-7066006-project] No DVR routers for this DVR port e2952274-51c9-44d8-81a3-c5ad0a64a4bf on host hv-neutron-8218 {{(pid=87506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 22:57:06.921040 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-6f3c6992-d968-4f00-810e-9c24ba785599 req-3733071f-fd1a-41de-bd68-a14955544524 tempest-ServerDiskConfigTestJSON-7066006 tempest-ServerDiskConfigTestJSON-7066006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for port, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:57:06.923633 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '355723cf-7194-4d18-a5f5-5f3dec4999a6', 'name': 'network-vif-deleted', 'tag': 'e2952274-51c9-44d8-81a3-c5ad0a64a4bf'}] {{(pid=87506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 22:57:06.940909 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-6f3c6992-d968-4f00-810e-9c24ba785599 req-3733071f-fd1a-41de-bd68-a14955544524 tempest-ServerDiskConfigTestJSON-7066006 tempest-ServerDiskConfigTestJSON-7066006-project] 10.222.0.49 "DELETE /v2.0/ports/e2952274-51c9-44d8-81a3-c5ad0a64a4bf HTTP/1.1" status: 204  len: 173 time: 0.7234559
Dec 16 22:57:06.971012 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '355723cf-7194-4d18-a5f5-5f3dec4999a6', 'name': 'network-vif-deleted', 'tag': 'e2952274-51c9-44d8-81a3-c5ad0a64a4bf', 'status': 'completed', 'code': 200}
Dec 16 22:57:07.029526 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-87a0100f-b007-4760-98c7-ac3f7a5d4b4e req-a8e50f87-dbc0-4a79-9519-606a379c559f tempest-ServerDiskConfigTestJSON-7066006 tempest-ServerDiskConfigTestJSON-7066006-project] 10.222.0.13 "GET /v2.0/ports?device_id=355723cf-7194-4d18-a5f5-5f3dec4999a6 HTTP/1.1" status: 200  len: 210 time: 0.0416739
Dec 16 22:57:08.016480 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:57:08.405231 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 51950) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:57:08.467901 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e7ef1a5-ac1a-4bd5-8e6f-f5e7de94c40e admin admin] Deleting subnet c6a3bf46-6afc-4230-9b19-3c32b91320e7 {{(pid=87506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 16 22:57:08.470809 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-6e7ef1a5-ac1a-4bd5-8e6f-f5e7de94c40e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:57:08.520039 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-6e7ef1a5-ac1a-4bd5-8e6f-f5e7de94c40e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-266764487'] for subnet, precommit_delete_associations {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:57:08.573225 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-6e7ef1a5-ac1a-4bd5-8e6f-f5e7de94c40e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3328566'] for subnet, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:57:08.752425 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-6e7ef1a5-ac1a-4bd5-8e6f-f5e7de94c40e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3328622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1863378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11213117'] for subnet, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:57:08.756680 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-e17aecbd-d92c-4925-816f-cc0076a981d1 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:57:08.789719 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7ef1a5-ac1a-4bd5-8e6f-f5e7de94c40e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c6a3bf46-6afc-4230-9b19-3c32b91320e7,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:57:08.792825 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-6e7ef1a5-ac1a-4bd5-8e6f-f5e7de94c40e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:57:08.793774 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-6e7ef1a5-ac1a-4bd5-8e6f-f5e7de94c40e admin admin] Notify callbacks [] for subnet, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:57:08.799446 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-6e7ef1a5-ac1a-4bd5-8e6f-f5e7de94c40e admin admin] 10.222.0.13 "DELETE /v2.0/subnets/c6a3bf46-6afc-4230-9b19-3c32b91320e7 HTTP/1.1" status: 204  len: 168 time: 0.3930194
Dec 16 22:57:08.801981 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 51954) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:57:08.904579 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-a9bce234-233a-4dde-9dd6-e08f6599e92f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-825997'] for network, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:57:09.023351 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-a9bce234-233a-4dde-9dd6-e08f6599e92f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3329565', 'neutron.services.segments.db._delete_segments_for_network-8734753546406'] for network, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:57:09.047350 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.services.segments.db [None req-a9bce234-233a-4dde-9dd6-e08f6599e92f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1b7c2dc850>,) {'filters': {'network_id': ['733f0bdb-d1b8-4a4a-a630-5832ae251eeb']}} {{(pid=87506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:57:09.059370 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.services.segments.db [None req-a9bce234-233a-4dde-9dd6-e08f6599e92f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b7c2dc850>, '87a8f626-942b-4106-850e-a3f9cc9ce999') {'for_net_delete': True} {{(pid=87506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:57:09.059666 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.services.segments.db [None req-a9bce234-233a-4dde-9dd6-e08f6599e92f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b7c2dc850>, '87a8f626-942b-4106-850e-a3f9cc9ce999') {} {{(pid=87506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:57:09.070441 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-a9bce234-233a-4dde-9dd6-e08f6599e92f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734753593977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-266764496'] for segment, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:57:09.085509 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-a9bce234-233a-4dde-9dd6-e08f6599e92f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-883292'] for segment, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:57:09.091487 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9bce234-233a-4dde-9dd6-e08f6599e92f admin admin] Releasing vlan 150 on physical network physnet1 to pool {{(pid=87506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 16 22:57:09.091896 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-a9bce234-233a-4dde-9dd6-e08f6599e92f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-883285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1863180'] for segment, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:57:09.104685 dv-neutron-821829-1-hyperv neutron-server[87506]: Traceback (most recent call last):
Dec 16 22:57:09.104685 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 16 22:57:09.104685 dv-neutron-821829-1-hyperv neutron-server[87506]:     timer()
Dec 16 22:57:09.104685 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 22:57:09.104685 dv-neutron-821829-1-hyperv neutron-server[87506]:     cb(*args, **kw)
Dec 16 22:57:09.104685 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 22:57:09.104685 dv-neutron-821829-1-hyperv neutron-server[87506]:     return func(*args, **kwargs)
Dec 16 22:57:09.104685 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 22:57:09.104685 dv-neutron-821829-1-hyperv neutron-server[87506]:     self._notify()
Dec 16 22:57:09.104685 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 22:57:09.104685 dv-neutron-821829-1-hyperv neutron-server[87506]:     self.callback(batched_events)
Dec 16 22:57:09.104685 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 22:57:09.104685 dv-neutron-821829-1-hyperv neutron-server[87506]:     event.method(event)
Dec 16 22:57:09.104685 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 22:57:09.104685 dv-neutron-821829-1-hyperv neutron-server[87506]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 22:57:09.104685 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 22:57:09.104685 dv-neutron-821829-1-hyperv neutron-server[87506]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 22:57:09.104685 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 22:57:09.104685 dv-neutron-821829-1-hyperv neutron-server[87506]:     return f(self, *a, **k)
Dec 16 22:57:09.104685 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 16 22:57:09.104685 dv-neutron-821829-1-hyperv neutron-server[87506]:     return self._get(url).json()
Dec 16 22:57:09.104685 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 16 22:57:09.104685 dv-neutron-821829-1-hyperv neutron-server[87506]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 22:57:09.104685 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 16 22:57:09.104685 dv-neutron-821829-1-hyperv neutron-server[87506]:     return self.request(url, 'GET', **kwargs)
Dec 16 22:57:09.104685 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 16 22:57:09.104685 dv-neutron-821829-1-hyperv neutron-server[87506]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 22:57:09.104685 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 16 22:57:09.104685 dv-neutron-821829-1-hyperv neutron-server[87506]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 22:57:09.104685 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 16 22:57:09.104685 dv-neutron-821829-1-hyperv neutron-server[87506]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 22:57:09.104685 dv-neutron-821829-1-hyperv neutron-server[87506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 22:57:09.179163 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-a9bce234-233a-4dde-9dd6-e08f6599e92f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3329572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3741856'] for network, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:57:09.182546 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-77a5372b-aae2-4b8a-bc66-d3092da29bd6 tempest-RoutersNegativeIpV6Test-1646080008 tempest-RoutersNegativeIpV6Test-1646080008-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:57:09.195784 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-a9bce234-233a-4dde-9dd6-e08f6599e92f admin admin] Notify callbacks [] for network, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:57:09.208639 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9bce234-233a-4dde-9dd6-e08f6599e92f admin admin] Pushing event deleted for resources: {'Network': ['ID=733f0bdb-d1b8-4a4a-a630-5832ae251eeb,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:57:09.211492 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-a9bce234-233a-4dde-9dd6-e08f6599e92f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:57:09.215139 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-a9bce234-233a-4dde-9dd6-e08f6599e92f admin admin] 10.222.0.13 "DELETE /v2.0/networks/733f0bdb-d1b8-4a4a-a630-5832ae251eeb HTTP/1.1" status: 204  len: 168 time: 0.4121623
Dec 16 22:57:09.321587 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 51960) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:57:09.372659 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-e5ae189e-6079-4d30-9bc7-9173480d490c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=cc9441c2185c44ae90c62e9d8b3c3851&name=default HTTP/1.1" status: 200  len: 2983 time: 0.0497816
Dec 16 22:57:09.374961 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 51964) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:57:09.430628 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-7c8d16b8-60ca-4a65-b6f2-f5919b767258 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:57:09.455882 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-7c8d16b8-60ca-4a65-b6f2-f5919b767258 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:57:09.506016 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-7c8d16b8-60ca-4a65-b6f2-f5919b767258 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841066'] for security_group, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:57:09.510864 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-f6b749ad-bc47-41da-9ad5-9481a2f16cbe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:57:09.514794 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.agents_db [None req-0abd2616-a86c-48e2-be07-10823335a5bb None None] Agent healthcheck: found 6 active agents {{(pid=87509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 22:57:09.525816 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8d16b8-60ca-4a65-b6f2-f5919b767258 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5354806d-95c1-4c22-a8f9-bc3080a5e433,revision_number=None']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:57:09.536031 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8d16b8-60ca-4a65-b6f2-f5919b767258 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:57:09.536367 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8d16b8-60ca-4a65-b6f2-f5919b767258 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:57:09.536749 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8d16b8-60ca-4a65-b6f2-f5919b767258 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:57:09.537125 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8d16b8-60ca-4a65-b6f2-f5919b767258 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:57:09.537494 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8d16b8-60ca-4a65-b6f2-f5919b767258 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:57:09.537866 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8d16b8-60ca-4a65-b6f2-f5919b767258 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:57:09.538234 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8d16b8-60ca-4a65-b6f2-f5919b767258 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:57:09.538599 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8d16b8-60ca-4a65-b6f2-f5919b767258 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:57:09.538965 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8d16b8-60ca-4a65-b6f2-f5919b767258 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:57:09.539327 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8d16b8-60ca-4a65-b6f2-f5919b767258 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:57:09.539688 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8d16b8-60ca-4a65-b6f2-f5919b767258 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:57:09.540073 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8d16b8-60ca-4a65-b6f2-f5919b767258 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:57:09.543657 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-7c8d16b8-60ca-4a65-b6f2-f5919b767258 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:57:09.544603 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-7c8d16b8-60ca-4a65-b6f2-f5919b767258 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:57:09.545776 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-7c8d16b8-60ca-4a65-b6f2-f5919b767258 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5354806d-95c1-4c22-a8f9-bc3080a5e433 HTTP/1.1" status: 204  len: 168 time: 0.1698723
Dec 16 22:57:10.239485 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 51988) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:57:10.339172 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-ba45dc76-318f-4789-9997-f44a44da1067 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1868535081-network', 'tenant_id': '9c5be4a914e64e4db31eefbfde88cd70'}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:57:10.343947 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-ba45dc76-318f-4789-9997-f44a44da1067 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:57:10.347715 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-ba45dc76-318f-4789-9997-f44a44da1067 admin admin] Usage tracker for resource:network and tenant:9c5be4a914e64e4db31eefbfde88cd70 is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:57:10.350510 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-ba45dc76-318f-4789-9997-f44a44da1067 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:57:10.357096 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-ba45dc76-318f-4789-9997-f44a44da1067 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:57:10.367196 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba45dc76-318f-4789-9997-f44a44da1067 admin admin] Made reservation on behalf of 9c5be4a914e64e4db31eefbfde88cd70 for: {'network': 1} {{(pid=87506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:57:10.369498 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-ba45dc76-318f-4789-9997-f44a44da1067 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for network, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:57:10.382031 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-ba45dc76-318f-4789-9997-f44a44da1067 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:57:10.400438 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-ba45dc76-318f-4789-9997-f44a44da1067 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:57:10.404230 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-ba45dc76-318f-4789-9997-f44a44da1067 admin admin] Usage tracker for resource:security_group_rule and tenant:9c5be4a914e64e4db31eefbfde88cd70 is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:57:10.406951 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-ba45dc76-318f-4789-9997-f44a44da1067 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:57:10.412629 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-ba45dc76-318f-4789-9997-f44a44da1067 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:57:10.493309 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-ba45dc76-318f-4789-9997-f44a44da1067 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:57:10.497628 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-ba45dc76-318f-4789-9997-f44a44da1067 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841066'] for security_group, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:57:10.500518 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-4ad3fbda-dfec-4efa-a517-db4a2ddda9d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:57:10.527059 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba45dc76-318f-4789-9997-f44a44da1067 admin admin] vlan segment allocate from pool success with {'vlan_id': 162, 'physical_network': 'physnet1'}  {{(pid=87506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 22:57:10.535324 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba45dc76-318f-4789-9997-f44a44da1067 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d4be126-53a1-4d3b-9fc1-7c4dcc8fd6c4,revision_number=1']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:57:10.538774 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-ba45dc76-318f-4789-9997-f44a44da1067 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:57:10.541238 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-ba45dc76-318f-4789-9997-f44a44da1067 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-883292'] for segment, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:57:10.541572 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.db.segments_db [None req-ba45dc76-318f-4789-9997-f44a44da1067 admin admin] Added segment e6973879-34d3-443f-950f-78f1671e66e5 of type vlan for network f069bedf-f6a3-4440-a8f6-580776067f3c
Dec 16 22:57:10.567887 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-ba45dc76-318f-4789-9997-f44a44da1067 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734753047233'] for network, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:57:10.595206 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-ba45dc76-318f-4789-9997-f44a44da1067 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440'] for network, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:57:10.596235 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba45dc76-318f-4789-9997-f44a44da1067 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:57:10.596807 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-ba45dc76-318f-4789-9997-f44a44da1067 admin admin] Notify callbacks [] for network, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:57:10.601678 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-049330fd-22e0-4b2f-b8b7-74c84fec94a3 tempest-RoutersNegativeIpV6Test-1646080008 tempest-RoutersNegativeIpV6Test-1646080008-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:57:10.695077 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-ba45dc76-318f-4789-9997-f44a44da1067 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 0.4544353
Dec 16 22:57:10.698405 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 51994) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:57:10.700129 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba45dc76-318f-4789-9997-f44a44da1067 admin admin] Pushing event updated for resources: {'Network': ['ID=f069bedf-f6a3-4440-a8f6-580776067f3c,revision_number=1']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:57:10.702781 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-ba45dc76-318f-4789-9997-f44a44da1067 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:57:10.704380 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-00839d49-5c2d-4214-a824-ee65e6d47c14 admin admin] Request body: {'subnet': {'network_id': 'f069bedf-f6a3-4440-a8f6-580776067f3c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1868535081-subnet', 'tenant_id': '9c5be4a914e64e4db31eefbfde88cd70', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:57:10.709342 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-00839d49-5c2d-4214-a824-ee65e6d47c14 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:57:10.713150 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-00839d49-5c2d-4214-a824-ee65e6d47c14 admin admin] Usage tracker for resource:subnet and tenant:9c5be4a914e64e4db31eefbfde88cd70 is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:57:10.713760 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Network f069bedf-f6a3-4440-a8f6-580776067f3c details requested by agent ovs-agent-dv-neutron-821829-1-hyperv with host dv-neutron-821829-1-hyperv {{(pid=87508) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 22:57:10.716464 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-00839d49-5c2d-4214-a824-ee65e6d47c14 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:57:10.722647 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-00839d49-5c2d-4214-a824-ee65e6d47c14 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:57:10.733454 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00839d49-5c2d-4214-a824-ee65e6d47c14 admin admin] Made reservation on behalf of 9c5be4a914e64e4db31eefbfde88cd70 for: {'subnet': 1} {{(pid=87507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:57:10.735951 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-00839d49-5c2d-4214-a824-ee65e6d47c14 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10549598'] for subnet, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:57:10.938104 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-00839d49-5c2d-4214-a824-ee65e6d47c14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10807931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10549612'] for subnet, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:57:10.942154 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-8e6fccbd-d326-451f-97f4-8b9f12df3e00 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:57:11.008964 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00839d49-5c2d-4214-a824-ee65e6d47c14 admin admin] Pushing event updated for resources: {'Subnet': ['ID=90d7e8f1-ac67-4d58-9510-77de26e608a7,revision_number=0']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:57:11.012405 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-00839d49-5c2d-4214-a824-ee65e6d47c14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:57:11.017917 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00839d49-5c2d-4214-a824-ee65e6d47c14 admin admin] Checking segment: {'id': 'e6973879-34d3-443f-950f-78f1671e66e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'f069bedf-f6a3-4440-a8f6-580776067f3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 22:57:11.018268 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00839d49-5c2d-4214-a824-ee65e6d47c14 admin admin] Network hostable DHCP agents. Network: f069bedf-f6a3-4440-a8f6-580776067f3c, hostable agents: ['3b155c4d-12dc-491e-aa14-6113b06cfacd'], hosted agents: [] {{(pid=87507) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 16 22:57:11.036122 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00839d49-5c2d-4214-a824-ee65e6d47c14 admin admin] Network f069bedf-f6a3-4440-a8f6-580776067f3c is scheduled to be hosted by DHCP agent 3b155c4d-12dc-491e-aa14-6113b06cfacd with binding_index 1 {{(pid=87507) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 16 22:57:11.045183 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.base_scheduler [None req-00839d49-5c2d-4214-a824-ee65e6d47c14 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821829-1-hyperv, f069bedf-f6a3-4440-a8f6-580776067f3c) {{(pid=87507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:57:11.050210 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00839d49-5c2d-4214-a824-ee65e6d47c14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:57:11.051173 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-00839d49-5c2d-4214-a824-ee65e6d47c14 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:57:11.054316 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-099be19e-7a71-4f6d-87c5-aae2bb90d67d None None] Network f069bedf-f6a3-4440-a8f6-580776067f3c requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 22:57:11.081632 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-00839d49-5c2d-4214-a824-ee65e6d47c14 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 0.3794911
Dec 16 22:57:11.082026 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 51998) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:57:11.090274 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-dd7d98b0-c484-4f15-b937-63ef0ce41d2c admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1868535081-router', 'tenant_id': '9c5be4a914e64e4db31eefbfde88cd70', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5'}}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:57:11.097363 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-dd7d98b0-c484-4f15-b937-63ef0ce41d2c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:57:11.103038 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-dd7d98b0-c484-4f15-b937-63ef0ce41d2c admin admin] Usage tracker for resource:router and tenant:9c5be4a914e64e4db31eefbfde88cd70 is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:57:11.106614 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-dd7d98b0-c484-4f15-b937-63ef0ce41d2c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:57:11.112228 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-dd7d98b0-c484-4f15-b937-63ef0ce41d2c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:57:11.121764 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-dd7d98b0-c484-4f15-b937-63ef0ce41d2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3741155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38980'] for router, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:57:11.122867 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-dd7d98b0-c484-4f15-b937-63ef0ce41d2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3743284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3741748', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3896702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-38989'] for router, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:57:11.139495 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-dd7d98b0-c484-4f15-b937-63ef0ce41d2c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:57:11.278136 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Device e2952274-51c9-44d8-81a3-c5ad0a64a4bf no longer exists at agent hyperv_hv-neutron-8218 {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 22:57:11.304043 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f92e808-17d7-44c3-a148-6c4d5c5c67e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1d6bfaf-d325-5e4f-b05d-2441d8339617-f069bedf-f6a3-4440-a8f6-580776067f3c', 'network_id': 'f069bedf-f6a3-4440-a8f6-580776067f3c', 'tenant_id': '9c5be4a914e64e4db31eefbfde88cd70', 'fixed_ips': [{'subnet_id': '90d7e8f1-ac67-4d58-9510-77de26e608a7'}]}} from dv-neutron-821829-1-hyperv. {{(pid=87508) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 16 22:57:11.304897 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-4f92e808-17d7-44c3-a148-6c4d5c5c67e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:57:11.327183 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] No Port match for: e2952274-51c9-44d8-81a3-c5ad0a64a4bf {{(pid=87508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 22:57:11.327533 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Device e2952274-51c9-44d8-81a3-c5ad0a64a4bf not bound to the agent host hv-neutron-8218 {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 22:57:11.470344 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.db_base_plugin_common [None req-4f92e808-17d7-44c3-a148-6c4d5c5c67e6 None None] Allocated IP 172.20.0.2 (f069bedf-f6a3-4440-a8f6-580776067f3c/90d7e8f1-ac67-4d58-9510-77de26e608a7/189f2b98-7511-4d90-81bd-b13ce4dcb929) {{(pid=87508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 22:57:11.515944 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-dd7d98b0-c484-4f15-b937-63ef0ce41d2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3741702', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3740945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-38947'] for router, precommit_update {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:57:11.668775 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-4f92e808-17d7-44c3-a148-6c4d5c5c67e6 None None] Notify callbacks [] for port, precommit_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:57:11.678903 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-4f92e808-17d7-44c3-a148-6c4d5c5c67e6 None None] Transition to ACTIVE for port object 189f2b98-7511-4d90-81bd-b13ce4dcb929 will not be triggered until provisioned by entity L2. {{(pid=87508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:57:11.697242 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-4f92e808-17d7-44c3-a148-6c4d5c5c67e6 None None] Transition to ACTIVE for port object 189f2b98-7511-4d90-81bd-b13ce4dcb929 will not be triggered until provisioned by entity DHCP. {{(pid=87508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:57:11.705199 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-4f92e808-17d7-44c3-a148-6c4d5c5c67e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940'] for port, after_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:57:11.710520 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:57:11.773783 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f92e808-17d7-44c3-a148-6c4d5c5c67e6 None None] Network f069bedf-f6a3-4440-a8f6-580776067f3c is already hosted by enough agents. {{(pid=87508) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:57:11.776629 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.scheduler.base_scheduler [None req-4f92e808-17d7-44c3-a148-6c4d5c5c67e6 None None] Resources bound (agent type, host, resource id):  {{(pid=87508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:57:11.780249 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f92e808-17d7-44c3-a148-6c4d5c5c67e6 None None] Received port after_create {{(pid=87508) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 22:57:11.785865 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f92e808-17d7-44c3-a148-6c4d5c5c67e6 None None] Pushing event updated for resources: {'Port': ['ID=189f2b98-7511-4d90-81bd-b13ce4dcb929,revision_number=1']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:57:11.789469 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-4f92e808-17d7-44c3-a148-6c4d5c5c67e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:57:11.835573 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-dd7d98b0-c484-4f15-b937-63ef0ce41d2c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:57:11.865903 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-dd7d98b0-c484-4f15-b937-63ef0ce41d2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:57:11.871961 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-4f92e808-17d7-44c3-a148-6c4d5c5c67e6 None None] Attempting to bind port 189f2b98-7511-4d90-81bd-b13ce4dcb929 on host dv-neutron-821829-1-hyperv for vnic_type normal with profile  {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 22:57:11.872342 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-4f92e808-17d7-44c3-a148-6c4d5c5c67e6 None None] Attempting to bind port 189f2b98-7511-4d90-81bd-b13ce4dcb929 by drivers openvswitch,hyperv on host dv-neutron-821829-1-hyperv at level 0 using segments [{'id': 'e6973879-34d3-443f-950f-78f1671e66e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'f069bedf-f6a3-4440-a8f6-580776067f3c'}] {{(pid=87508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 22:57:11.872713 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f92e808-17d7-44c3-a148-6c4d5c5c67e6 None None] Attempting to bind port 189f2b98-7511-4d90-81bd-b13ce4dcb929 on network f069bedf-f6a3-4440-a8f6-580776067f3c {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 22:57:11.878078 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f92e808-17d7-44c3-a148-6c4d5c5c67e6 None None] Checking agent: {'id': '5571501f-366e-47a4-9b60-8ef19d935d27', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821829-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 24, 2), 'started_at': datetime.datetime(2021, 12, 16, 22, 24, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 57, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821829-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 22:57:11.878458 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f92e808-17d7-44c3-a148-6c4d5c5c67e6 None None] Checking segment: {'id': 'e6973879-34d3-443f-950f-78f1671e66e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'f069bedf-f6a3-4440-a8f6-580776067f3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 22:57:11.878858 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-4f92e808-17d7-44c3-a148-6c4d5c5c67e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:57:11.879262 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f92e808-17d7-44c3-a148-6c4d5c5c67e6 None None] Bound using segment: {'id': 'e6973879-34d3-443f-950f-78f1671e66e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'f069bedf-f6a3-4440-a8f6-580776067f3c'} {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 22:57:11.879727 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-4f92e808-17d7-44c3-a148-6c4d5c5c67e6 None None] Bound port: 189f2b98-7511-4d90-81bd-b13ce4dcb929, host: dv-neutron-821829-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6973879-34d3-443f-950f-78f1671e66e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'f069bedf-f6a3-4440-a8f6-580776067f3c'}}] {{(pid=87508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 22:57:11.880145 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-4f92e808-17d7-44c3-a148-6c4d5c5c67e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:57:12.007289 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-4f92e808-17d7-44c3-a148-6c4d5c5c67e6 None None] For port 189f2b98-7511-4d90-81bd-b13ce4dcb929, host dv-neutron-821829-1-hyperv, cleared binding levels {{(pid=87508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 22:57:12.010285 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-4f92e808-17d7-44c3-a148-6c4d5c5c67e6 None None] For port 189f2b98-7511-4d90-81bd-b13ce4dcb929, host dv-neutron-821829-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=189f2b98-7511-4d90-81bd-b13ce4dcb929,segment=NetworkSegment(e6973879-34d3-443f-950f-78f1671e66e5),segment_id=e6973879-34d3-443f-950f-78f1671e66e5)] {{(pid=87508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 22:57:12.014129 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-4f92e808-17d7-44c3-a148-6c4d5c5c67e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:57:12.014409 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.db_base_plugin_common [None req-dd7d98b0-c484-4f15-b937-63ef0ce41d2c admin admin] Allocated IP 172.26.0.248 (f8905ce9-304b-4976-bc47-e58c71c11de5/9bca8591-41ef-4f2d-8ecb-ecaab1a28acf/92cfe07a-f9b2-4300-be97-e718299bbf0c) {{(pid=87507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 22:57:12.017868 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:57:12.096269 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f92e808-17d7-44c3-a148-6c4d5c5c67e6 None None] Pushing event updated for resources: {'Port': ['ID=189f2b98-7511-4d90-81bd-b13ce4dcb929,revision_number=2']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:57:12.099026 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-4f92e808-17d7-44c3-a148-6c4d5c5c67e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:57:12.169398 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-dd7d98b0-c484-4f15-b937-63ef0ce41d2c admin admin] Notify callbacks [] for port, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:57:12.199524 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-dd7d98b0-c484-4f15-b937-63ef0ce41d2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10807823'] for port, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:57:12.203360 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-e6948c0f-c0e6-45a5-8031-81e4f38c8244 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:57:12.290454 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd7d98b0-c484-4f15-b937-63ef0ce41d2c admin admin] Network f8905ce9-304b-4976-bc47-e58c71c11de5 is already hosted by enough agents. {{(pid=87507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:57:12.295378 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.base_scheduler [None req-dd7d98b0-c484-4f15-b937-63ef0ce41d2c admin admin] Resources bound (agent type, host, resource id):  {{(pid=87507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:57:12.297583 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd7d98b0-c484-4f15-b937-63ef0ce41d2c admin admin] Received port after_create {{(pid=87507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 22:57:12.331326 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7d98b0-c484-4f15-b937-63ef0ce41d2c admin admin] Pushing event updated for resources: {'Port': ['ID=92cfe07a-f9b2-4300-be97-e718299bbf0c,revision_number=1']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:57:12.342194 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-dd7d98b0-c484-4f15-b937-63ef0ce41d2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:57:12.709630 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-dd7d98b0-c484-4f15-b937-63ef0ce41d2c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:57:13.073639 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5156dd94-5246-46bb-970d-8bf7aa6217d9 None None] Network f069bedf-f6a3-4440-a8f6-580776067f3c requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 22:57:13.159736 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-a1359598-c5a8-4544-a178-7f78166abef5 None None] Provisioning for port 189f2b98-7511-4d90-81bd-b13ce4dcb929 completed by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 22:57:13.182579 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-dd7d98b0-c484-4f15-b937-63ef0ce41d2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3740952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3741923'] for router, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:57:13.388408 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd7d98b0-c484-4f15-b937-63ef0ce41d2c admin admin] Router 7301e2f4-23f9-42a2-a6ef-306bfbe71764 is scheduled to L3 agent 4f519db7-069b-43e2-8411-c092bac9102a with binding_index 1 {{(pid=87507) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 16 22:57:13.578270 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd7d98b0-c484-4f15-b937-63ef0ce41d2c admin admin] Notify agent at l3_agent.dv-neutron-821829-1-hyperv the message routers_updated {{(pid=87507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 22:57:13.586648 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42773e73-07e8-4ada-b627-1a86de790ba6 None None] Sync routers for ids ['7301e2f4-23f9-42a2-a6ef-306bfbe71764'] in dv-neutron-821829-1-hyperv {{(pid=87508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 22:57:13.596092 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42773e73-07e8-4ada-b627-1a86de790ba6 None None] Routers {'7301e2f4-23f9-42a2-a6ef-306bfbe71764'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:57:13.597319 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-42773e73-07e8-4ada-b627-1a86de790ba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b77e2c2e0>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:57:01Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['7301e2f4-23f9-42a2-a6ef-306bfbe71764'], 'active': True} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:57:13.601741 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-dd7d98b0-c484-4f15-b937-63ef0ce41d2c admin admin] Notify callbacks [] for router, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:57:13.606332 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-dd7d98b0-c484-4f15-b937-63ef0ce41d2c admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 924 time: 2.5199542
Dec 16 22:57:13.607088 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 52002) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:57:13.687172 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 189f2b98-7511-4d90-81bd-b13ce4dcb929 up at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 22:57:13.834427 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvr_db [None req-42773e73-07e8-4ada-b627-1a86de790ba6 None None] Set router 7301e2f4-23f9-42a2-a6ef-306bfbe71764 gateway port host: dv-neutron-821829-1-hyperv {{(pid=87508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 22:57:13.955700 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning for port 189f2b98-7511-4d90-81bd-b13ce4dcb929 completed by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 22:57:14.015505 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning complete for port 189f2b98-7511-4d90-81bd-b13ce4dcb929 triggered by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:57:14.015931 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:57:14.206846 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:57:14.247747 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] For port 189f2b98-7511-4d90-81bd-b13ce4dcb929, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=189f2b98-7511-4d90-81bd-b13ce4dcb929,segment=NetworkSegment(e6973879-34d3-443f-950f-78f1671e66e5),segment_id=e6973879-34d3-443f-950f-78f1671e66e5)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:57:14.254759 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-42773e73-07e8-4ada-b627-1a86de790ba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b77e2c2e0>, [{'id': '7301e2f4-23f9-42a2-a6ef-306bfbe71764', 'name': 'tempest-ServerActionsTestJSON-1868535081-router', 'tenant_id': '9c5be4a914e64e4db31eefbfde88cd70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.248'}], 'enable_snat': True}, 'gw_port_id': '92cfe07a-f9b2-4300-be97-e718299bbf0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:57:11Z', 'updated_at': '2021-12-16T22:57:12Z', 'revision_number': 3, 'project_id': '9c5be4a914e64e4db31eefbfde88cd70', 'gw_port': {'id': '92cfe07a-f9b2-4300-be97-e718299bbf0c', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:32:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7301e2f4-23f9-42a2-a6ef-306bfbe71764', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:57:11Z', 'updated_at': '2021-12-16T22:57:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv'}], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:57:14.256911 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:57:14.259857 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:57:14.294684 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42773e73-07e8-4ada-b627-1a86de790ba6 None None] Checking router: 7301e2f4-23f9-42a2-a6ef-306bfbe71764 for host: dv-neutron-821829-1-hyperv {{(pid=87508) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 22:57:14.295063 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42773e73-07e8-4ada-b627-1a86de790ba6 None None] Updating router 7301e2f4-23f9-42a2-a6ef-306bfbe71764 port 92cfe07a-f9b2-4300-be97-e718299bbf0c binding host dv-neutron-821829-1-hyperv {{(pid=87508) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 16 22:57:14.373647 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-42773e73-07e8-4ada-b627-1a86de790ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:57:14.402920 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Pushing event updated for resources: {'Port': ['ID=189f2b98-7511-4d90-81bd-b13ce4dcb929,revision_number=3']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:57:14.403143 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-1c5a68bf-37f2-4e00-a31b-53e51f41c135 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:57:14.411112 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:57:14.606908 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.db_base_plugin_common [None req-1c5a68bf-37f2-4e00-a31b-53e51f41c135 admin admin] Allocated IP 172.20.0.1 (f069bedf-f6a3-4440-a8f6-580776067f3c/90d7e8f1-ac67-4d58-9510-77de26e608a7/c3b9942b-fd85-4d66-9577-2fabd3518ad9) {{(pid=87507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 22:57:14.742833 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-42773e73-07e8-4ada-b627-1a86de790ba6 None None] Notify callbacks [] for port, precommit_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:57:14.754844 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-42773e73-07e8-4ada-b627-1a86de790ba6 None None] Transition to ACTIVE for port object 92cfe07a-f9b2-4300-be97-e718299bbf0c will not be triggered until provisioned by entity L2. {{(pid=87508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:57:14.761640 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-42773e73-07e8-4ada-b627-1a86de790ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:57:14.766695 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:57:14.768100 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-1c5a68bf-37f2-4e00-a31b-53e51f41c135 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:57:14.783171 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.provisioning_blocks [None req-1c5a68bf-37f2-4e00-a31b-53e51f41c135 admin admin] Transition to ACTIVE for port object c3b9942b-fd85-4d66-9577-2fabd3518ad9 will not be triggered until provisioned by entity DHCP. {{(pid=87507) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:57:14.815368 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-1c5a68bf-37f2-4e00-a31b-53e51f41c135 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10807823'] for port, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:57:14.819151 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-a6512654-50eb-482b-a827-4cc19f3b7234 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:57:14.840466 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-42773e73-07e8-4ada-b627-1a86de790ba6 None None] Attempting to bind port 92cfe07a-f9b2-4300-be97-e718299bbf0c on host dv-neutron-821829-1-hyperv for vnic_type normal with profile  {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 22:57:14.840842 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-42773e73-07e8-4ada-b627-1a86de790ba6 None None] Attempting to bind port 92cfe07a-f9b2-4300-be97-e718299bbf0c by drivers openvswitch,hyperv on host dv-neutron-821829-1-hyperv at level 0 using segments [{'id': 'a416442d-d143-4052-9f4e-546eb8cbe809', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5'}] {{(pid=87508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 22:57:14.841209 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42773e73-07e8-4ada-b627-1a86de790ba6 None None] Attempting to bind port 92cfe07a-f9b2-4300-be97-e718299bbf0c on network f8905ce9-304b-4976-bc47-e58c71c11de5 {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 22:57:14.850319 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd88b12-e54d-45d4-a5d8-438a74665805 None None] Pushing event updated for resources: {'Port': ['ID=92cfe07a-f9b2-4300-be97-e718299bbf0c,revision_number=2']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:57:14.853797 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-edd88b12-e54d-45d4-a5d8-438a74665805 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:57:14.854296 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42773e73-07e8-4ada-b627-1a86de790ba6 None None] Checking agent: {'id': '5571501f-366e-47a4-9b60-8ef19d935d27', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821829-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 24, 2), 'started_at': datetime.datetime(2021, 12, 16, 22, 24, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 57, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821829-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 22:57:14.854684 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42773e73-07e8-4ada-b627-1a86de790ba6 None None] Checking segment: {'id': 'a416442d-d143-4052-9f4e-546eb8cbe809', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 22:57:14.855107 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-42773e73-07e8-4ada-b627-1a86de790ba6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:57:14.855870 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42773e73-07e8-4ada-b627-1a86de790ba6 None None] Bound using segment: {'id': 'a416442d-d143-4052-9f4e-546eb8cbe809', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5'} {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 22:57:14.856347 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-42773e73-07e8-4ada-b627-1a86de790ba6 None None] Bound port: 92cfe07a-f9b2-4300-be97-e718299bbf0c, host: dv-neutron-821829-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a416442d-d143-4052-9f4e-546eb8cbe809', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5'}}] {{(pid=87508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 22:57:14.856723 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-42773e73-07e8-4ada-b627-1a86de790ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:57:14.879432 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c5a68bf-37f2-4e00-a31b-53e51f41c135 admin admin] Network f069bedf-f6a3-4440-a8f6-580776067f3c is already hosted by enough agents. {{(pid=87507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:57:14.882605 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.base_scheduler [None req-1c5a68bf-37f2-4e00-a31b-53e51f41c135 admin admin] Resources bound (agent type, host, resource id):  {{(pid=87507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:57:14.886280 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c5a68bf-37f2-4e00-a31b-53e51f41c135 admin admin] Received port after_create {{(pid=87507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 22:57:14.932926 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-42773e73-07e8-4ada-b627-1a86de790ba6 None None] For port 92cfe07a-f9b2-4300-be97-e718299bbf0c, host dv-neutron-821829-1-hyperv, cleared binding levels {{(pid=87508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 22:57:14.934188 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5a68bf-37f2-4e00-a31b-53e51f41c135 admin admin] Pushing event updated for resources: {'Port': ['ID=c3b9942b-fd85-4d66-9577-2fabd3518ad9,revision_number=1']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:57:14.938941 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-1c5a68bf-37f2-4e00-a31b-53e51f41c135 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:57:14.941923 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-42773e73-07e8-4ada-b627-1a86de790ba6 None None] For port 92cfe07a-f9b2-4300-be97-e718299bbf0c, host dv-neutron-821829-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=92cfe07a-f9b2-4300-be97-e718299bbf0c,segment=NetworkSegment(a416442d-d143-4052-9f4e-546eb8cbe809),segment_id=a416442d-d143-4052-9f4e-546eb8cbe809)] {{(pid=87508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 22:57:14.947899 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-42773e73-07e8-4ada-b627-1a86de790ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:57:14.952477 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-1c5a68bf-37f2-4e00-a31b-53e51f41c135 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3830061'] for router_interface, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:57:14.952677 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:57:15.028478 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42773e73-07e8-4ada-b627-1a86de790ba6 None None] Routers {'7301e2f4-23f9-42a2-a6ef-306bfbe71764'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:57:15.029131 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-42773e73-07e8-4ada-b627-1a86de790ba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b77e2c2e0>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:57:01Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['7301e2f4-23f9-42a2-a6ef-306bfbe71764'], 'active': True} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:57:15.096502 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd88b12-e54d-45d4-a5d8-438a74665805 None None] Pushing event updated for resources: {'Port': ['ID=92cfe07a-f9b2-4300-be97-e718299bbf0c,revision_number=3']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:57:15.100950 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-edd88b12-e54d-45d4-a5d8-438a74665805 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:57:15.209378 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-ae5145d1-0ce9-4563-8f51-cedbeaa75bcb None None] Provisioning for port c3b9942b-fd85-4d66-9577-2fabd3518ad9 completed by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 22:57:15.214301 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-1c5a68bf-37f2-4e00-a31b-53e51f41c135 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:57:15.219426 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvr_db [None req-42773e73-07e8-4ada-b627-1a86de790ba6 None None] Set router 7301e2f4-23f9-42a2-a6ef-306bfbe71764 gateway port host: dv-neutron-821829-1-hyperv {{(pid=87508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 22:57:15.260259 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-ae5145d1-0ce9-4563-8f51-cedbeaa75bcb None None] Provisioning complete for port c3b9942b-fd85-4d66-9577-2fabd3518ad9 triggered by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:57:15.260552 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-ae5145d1-0ce9-4563-8f51-cedbeaa75bcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:57:15.435015 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-1c5a68bf-37f2-4e00-a31b-53e51f41c135 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:57:15.440548 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-1c5a68bf-37f2-4e00-a31b-53e51f41c135 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10807814'] for port, after_update {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:57:15.471632 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-4b42a791-157a-47eb-8492-863b152ca832 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:57:15.477958 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-ae5145d1-0ce9-4563-8f51-cedbeaa75bcb None None] Port c3b9942b-fd85-4d66-9577-2fabd3518ad9 cannot update to ACTIVE because it is not bound. {{(pid=87508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 22:57:15.545199 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-42773e73-07e8-4ada-b627-1a86de790ba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b77e2c2e0>, [{'id': '7301e2f4-23f9-42a2-a6ef-306bfbe71764', 'name': 'tempest-ServerActionsTestJSON-1868535081-router', 'tenant_id': '9c5be4a914e64e4db31eefbfde88cd70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.248'}], 'enable_snat': True}, 'gw_port_id': '92cfe07a-f9b2-4300-be97-e718299bbf0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:57:11Z', 'updated_at': '2021-12-16T22:57:12Z', 'revision_number': 3, 'project_id': '9c5be4a914e64e4db31eefbfde88cd70', 'gw_port': {'id': '92cfe07a-f9b2-4300-be97-e718299bbf0c', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:32:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7301e2f4-23f9-42a2-a6ef-306bfbe71764', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:57:11Z', 'updated_at': '2021-12-16T22:57:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv'}], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:57:15.549236 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42773e73-07e8-4ada-b627-1a86de790ba6 None None] The sync data for ids ['7301e2f4-23f9-42a2-a6ef-306bfbe71764'] in dv-neutron-821829-1-hyperv is: [{'id': '7301e2f4-23f9-42a2-a6ef-306bfbe71764', 'name': 'tempest-ServerActionsTestJSON-1868535081-router', 'tenant_id': '9c5be4a914e64e4db31eefbfde88cd70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.248'}], 'enable_snat': True}, 'gw_port_id': '92cfe07a-f9b2-4300-be97-e718299bbf0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:57:11Z', 'updated_at': '2021-12-16T22:57:12Z', 'revision_number': 3, 'project_id': '9c5be4a914e64e4db31eefbfde88cd70', 'gw_port': {'id': '92cfe07a-f9b2-4300-be97-e718299bbf0c', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:32:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7301e2f4-23f9-42a2-a6ef-306bfbe71764', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:57:11Z', 'updated_at': '2021-12-16T22:57:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv'}] {{(pid=87508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 22:57:15.549782 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-1c5a68bf-37f2-4e00-a31b-53e51f41c135 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3791426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3830222'] for router_interface, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:57:15.554298 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5a68bf-37f2-4e00-a31b-53e51f41c135 admin admin] Pushing event updated for resources: {'Port': ['ID=c3b9942b-fd85-4d66-9577-2fabd3518ad9,revision_number=2']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:57:15.558584 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-1c5a68bf-37f2-4e00-a31b-53e51f41c135 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:57:15.658961 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 189f2b98-7511-4d90-81bd-b13ce4dcb929 up at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 22:57:15.694892 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c5a68bf-37f2-4e00-a31b-53e51f41c135 admin admin] Network f069bedf-f6a3-4440-a8f6-580776067f3c is already hosted by enough agents. {{(pid=87507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:57:15.696512 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.base_scheduler [None req-1c5a68bf-37f2-4e00-a31b-53e51f41c135 admin admin] Resources bound (agent type, host, resource id):  {{(pid=87507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:57:15.732457 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning complete for port 189f2b98-7511-4d90-81bd-b13ce4dcb929 triggered by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:57:15.732856 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:57:16.008934 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-bcec429e-28bb-48ab-a6ce-ee0b0bcf3d81 None None] Provisioning complete for port c3b9942b-fd85-4d66-9577-2fabd3518ad9 triggered by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:57:16.009398 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-bcec429e-28bb-48ab-a6ce-ee0b0bcf3d81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:57:16.046227 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c5a68bf-37f2-4e00-a31b-53e51f41c135 admin admin] Router 7301e2f4-23f9-42a2-a6ef-306bfbe71764 has already been hosted by L3 agent 4f519db7-069b-43e2-8411-c092bac9102a {{(pid=87507) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 22:57:16.066823 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-bcec429e-28bb-48ab-a6ce-ee0b0bcf3d81 None None] Port c3b9942b-fd85-4d66-9577-2fabd3518ad9 cannot update to ACTIVE because it is not bound. {{(pid=87508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 22:57:16.229618 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c5a68bf-37f2-4e00-a31b-53e51f41c135 admin admin] Notify agent at l3_agent.dv-neutron-821829-1-hyperv the message routers_updated {{(pid=87507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 22:57:16.239288 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-1c5a68bf-37f2-4e00-a31b-53e51f41c135 admin admin] 10.222.0.13 "PUT /v2.0/routers/7301e2f4-23f9-42a2-a6ef-306bfbe71764/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.6311536
Dec 16 22:57:16.703913 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 52012) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:57:16.709733 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-a4bb98b9-8891-42a0-9e4b-697c901a6582 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2020346298', 'description': 'tempest-description--967745014'}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:57:16.716360 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-a4bb98b9-8891-42a0-9e4b-697c901a6582 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:57:16.720528 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-a4bb98b9-8891-42a0-9e4b-697c901a6582 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Usage tracker for resource:security_group and tenant:9c5be4a914e64e4db31eefbfde88cd70 is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:57:16.723957 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-a4bb98b9-8891-42a0-9e4b-697c901a6582 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:57:16.731348 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-a4bb98b9-8891-42a0-9e4b-697c901a6582 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:57:16.749954 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-a4bb98b9-8891-42a0-9e4b-697c901a6582 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Notify callbacks [] for security_group, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:57:16.770452 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-a4bb98b9-8891-42a0-9e4b-697c901a6582 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:57:16.774187 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-a4bb98b9-8891-42a0-9e4b-697c901a6582 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Usage tracker for resource:security_group_rule and tenant:9c5be4a914e64e4db31eefbfde88cd70 is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:57:16.776963 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-a4bb98b9-8891-42a0-9e4b-697c901a6582 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:57:16.783060 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-a4bb98b9-8891-42a0-9e4b-697c901a6582 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:57:16.854350 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-a4bb98b9-8891-42a0-9e4b-697c901a6582 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Notify callbacks [] for security_group, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:57:16.858383 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-a4bb98b9-8891-42a0-9e4b-697c901a6582 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841066'] for security_group, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:57:16.862070 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-023de839-027a-473b-a8e4-ba6e091928d9 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:57:16.900618 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bb98b9-8891-42a0-9e4b-697c901a6582 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Pushing event updated for resources: {'SecurityGroup': ['ID=96e2b9de-b184-46f0-9838-af7af02c851d,revision_number=1']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:57:16.903436 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-a4bb98b9-8891-42a0-9e4b-697c901a6582 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Notify callbacks [] for security_group, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:57:16.907454 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 52016) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:57:16.908027 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-a4bb98b9-8891-42a0-9e4b-697c901a6582 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1781 time: 0.2024336
Dec 16 22:57:16.908863 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-a4bb98b9-8891-42a0-9e4b-697c901a6582 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:57:16.914346 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-d878d8b0-8c3b-4405-ba01-dbc784591286 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Request body: {'security_group_rule': {'security_group_id': '96e2b9de-b184-46f0-9838-af7af02c851d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:57:16.920627 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-d878d8b0-8c3b-4405-ba01-dbc784591286 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:57:16.924599 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-d878d8b0-8c3b-4405-ba01-dbc784591286 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Usage tracker for resource:security_group_rule and tenant:9c5be4a914e64e4db31eefbfde88cd70 is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:57:16.927429 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-d878d8b0-8c3b-4405-ba01-dbc784591286 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:57:16.933882 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-d878d8b0-8c3b-4405-ba01-dbc784591286 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:57:16.951494 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-d878d8b0-8c3b-4405-ba01-dbc784591286 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:57:17.014536 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-d878d8b0-8c3b-4405-ba01-dbc784591286 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:57:17.018773 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-d878d8b0-8c3b-4405-ba01-dbc784591286 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841137'] for security_group_rule, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:57:17.020757 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-fb575bbf-9058-4d7b-8e11-e47f9148007e tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:57:17.044444 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d878d8b0-8c3b-4405-ba01-dbc784591286 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d882f475-df3a-465e-b017-aa2da1fba1fd,revision_number=0']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:57:17.046846 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-d878d8b0-8c3b-4405-ba01-dbc784591286 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:57:17.053768 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-d878d8b0-8c3b-4405-ba01-dbc784591286 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:57:17.054916 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-d878d8b0-8c3b-4405-ba01-dbc784591286 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1449289
Dec 16 22:57:17.057521 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 52020) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:57:17.062865 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-17501a9e-ff70-4959-b23f-d0faaab9309f tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Request body: {'security_group_rule': {'security_group_id': '96e2b9de-b184-46f0-9838-af7af02c851d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:57:17.070253 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-17501a9e-ff70-4959-b23f-d0faaab9309f tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:57:17.072495 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-17501a9e-ff70-4959-b23f-d0faaab9309f tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Usage tracker for resource:security_group_rule and tenant:9c5be4a914e64e4db31eefbfde88cd70 is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:57:17.076149 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-17501a9e-ff70-4959-b23f-d0faaab9309f tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:57:17.081889 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-17501a9e-ff70-4959-b23f-d0faaab9309f tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:57:17.093033 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-033aa493-2739-4eaa-9073-29c60399a262 None None] Sync routers for ids ['7301e2f4-23f9-42a2-a6ef-306bfbe71764'] in dv-neutron-821829-1-hyperv {{(pid=87509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 22:57:17.099914 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-17501a9e-ff70-4959-b23f-d0faaab9309f tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:57:17.103115 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-033aa493-2739-4eaa-9073-29c60399a262 None None] Routers {'7301e2f4-23f9-42a2-a6ef-306bfbe71764'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:57:17.103738 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-033aa493-2739-4eaa-9073-29c60399a262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b7c75f580>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:57:01Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['7301e2f4-23f9-42a2-a6ef-306bfbe71764'], 'active': True} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:57:17.165749 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-17501a9e-ff70-4959-b23f-d0faaab9309f tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:57:17.170091 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-17501a9e-ff70-4959-b23f-d0faaab9309f tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841137'] for security_group_rule, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:57:17.175578 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-537a3be1-1b05-4dc9-a726-f75e88a2797a tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:57:17.195150 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17501a9e-ff70-4959-b23f-d0faaab9309f tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95cdb0dd-e342-442e-aa29-8f50fadae03d,revision_number=0']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:57:17.199600 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-17501a9e-ff70-4959-b23f-d0faaab9309f tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:57:17.204160 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-17501a9e-ff70-4959-b23f-d0faaab9309f tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:57:17.205330 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-17501a9e-ff70-4959-b23f-d0faaab9309f tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1469157
Dec 16 22:57:17.208235 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 52024) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:57:17.213280 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-024165f9-bfda-4407-88fe-57d7fd38b766 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Request body: {'floatingip': {'floating_network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5'}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:57:17.219213 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-024165f9-bfda-4407-88fe-57d7fd38b766 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:57:17.222952 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-024165f9-bfda-4407-88fe-57d7fd38b766 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Usage tracker for resource:floatingip and tenant:9c5be4a914e64e4db31eefbfde88cd70 is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:57:17.225740 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-024165f9-bfda-4407-88fe-57d7fd38b766 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:57:17.232181 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-024165f9-bfda-4407-88fe-57d7fd38b766 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:57:17.242637 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-024165f9-bfda-4407-88fe-57d7fd38b766 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Notify callbacks [] for floatingip, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:57:17.312301 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvr_db [None req-033aa493-2739-4eaa-9073-29c60399a262 None None] Set router 7301e2f4-23f9-42a2-a6ef-306bfbe71764 gateway port host: dv-neutron-821829-1-hyperv {{(pid=87509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 22:57:17.379352 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-024165f9-bfda-4407-88fe-57d7fd38b766 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:57:17.515330 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.db_base_plugin_common [None req-024165f9-bfda-4407-88fe-57d7fd38b766 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Allocated IP 172.26.0.102 (f8905ce9-304b-4976-bc47-e58c71c11de5/9bca8591-41ef-4f2d-8ecb-ecaab1a28acf/03190819-a69a-45f3-8d71-f0bafc7d5098) {{(pid=87507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 22:57:17.624741 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-033aa493-2739-4eaa-9073-29c60399a262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b7c75f580>, [{'id': '7301e2f4-23f9-42a2-a6ef-306bfbe71764', 'name': 'tempest-ServerActionsTestJSON-1868535081-router', 'tenant_id': '9c5be4a914e64e4db31eefbfde88cd70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.248'}], 'enable_snat': True}, 'gw_port_id': '92cfe07a-f9b2-4300-be97-e718299bbf0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:57:11Z', 'updated_at': '2021-12-16T22:57:15Z', 'revision_number': 4, 'project_id': '9c5be4a914e64e4db31eefbfde88cd70', 'gw_port': {'id': '92cfe07a-f9b2-4300-be97-e718299bbf0c', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:32:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7301e2f4-23f9-42a2-a6ef-306bfbe71764', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:57:11Z', 'updated_at': '2021-12-16T22:57:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv', '_interfaces': [{'id': 'c3b9942b-fd85-4d66-9577-2fabd3518ad9', 'name': '', 'network_id': 'f069bedf-f6a3-4440-a8f6-580776067f3c', 'tenant_id': '9c5be4a914e64e4db31eefbfde88cd70', 'mac_address': 'fa:16:3e:23:b3:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7301e2f4-23f9-42a2-a6ef-306bfbe71764', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '90d7e8f1-ac67-4d58-9510-77de26e608a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:57:14Z', 'updated_at': '2021-12-16T22:57:15Z', 'revision_number': 2, 'project_id': '9c5be4a914e64e4db31eefbfde88cd70', 'subnets': [{'id': '90d7e8f1-ac67-4d58-9510-77de26e608a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:57:17.628715 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-033aa493-2739-4eaa-9073-29c60399a262 None None] Checking router: 7301e2f4-23f9-42a2-a6ef-306bfbe71764 for host: dv-neutron-821829-1-hyperv {{(pid=87509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 22:57:17.628958 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-033aa493-2739-4eaa-9073-29c60399a262 None None] Updating router 7301e2f4-23f9-42a2-a6ef-306bfbe71764 port c3b9942b-fd85-4d66-9577-2fabd3518ad9 binding host dv-neutron-821829-1-hyperv {{(pid=87509) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 16 22:57:17.673024 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-024165f9-bfda-4407-88fe-57d7fd38b766 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Notify callbacks [] for port, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:57:17.680794 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 92cfe07a-f9b2-4300-be97-e718299bbf0c up at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 22:57:17.686945 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron_lib.callbacks.manager [None req-033aa493-2739-4eaa-9073-29c60399a262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:57:17.703278 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-024165f9-bfda-4407-88fe-57d7fd38b766 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10807823'] for port, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:57:17.706957 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-830de581-4686-471f-8ffe-2b8d85e779ea tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:57:17.759518 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning for port 92cfe07a-f9b2-4300-be97-e718299bbf0c completed by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 22:57:17.766095 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning complete for port 92cfe07a-f9b2-4300-be97-e718299bbf0c triggered by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:57:17.766757 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:57:17.770041 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-024165f9-bfda-4407-88fe-57d7fd38b766 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Network f8905ce9-304b-4976-bc47-e58c71c11de5 is already hosted by enough agents. {{(pid=87507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:57:17.772914 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.base_scheduler [None req-024165f9-bfda-4407-88fe-57d7fd38b766 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Resources bound (agent type, host, resource id):  {{(pid=87507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:57:17.776526 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-024165f9-bfda-4407-88fe-57d7fd38b766 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Received port after_create {{(pid=87507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 22:57:17.816382 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024165f9-bfda-4407-88fe-57d7fd38b766 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Pushing event updated for resources: {'Port': ['ID=03190819-a69a-45f3-8d71-f0bafc7d5098,revision_number=1']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:57:17.820902 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-024165f9-bfda-4407-88fe-57d7fd38b766 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:57:17.865240 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-024165f9-bfda-4407-88fe-57d7fd38b766 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:57:17.893143 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:57:17.911330 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] For port 92cfe07a-f9b2-4300-be97-e718299bbf0c, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=92cfe07a-f9b2-4300-be97-e718299bbf0c,segment=NetworkSegment(a416442d-d143-4052-9f4e-546eb8cbe809),segment_id=a416442d-d143-4052-9f4e-546eb8cbe809)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:57:17.916095 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:57:17.920865 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:57:17.931621 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-024165f9-bfda-4407-88fe-57d7fd38b766 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:57:17.989077 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Pushing event updated for resources: {'Port': ['ID=92cfe07a-f9b2-4300-be97-e718299bbf0c,revision_number=4']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:57:17.992327 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:57:18.047532 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron_lib.callbacks.manager [None req-033aa493-2739-4eaa-9073-29c60399a262 None None] Notify callbacks [] for port, precommit_update {{(pid=87509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:57:18.059295 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.provisioning_blocks [None req-033aa493-2739-4eaa-9073-29c60399a262 None None] Transition to ACTIVE for port object c3b9942b-fd85-4d66-9577-2fabd3518ad9 will not be triggered until provisioned by entity L2. {{(pid=87509) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:57:18.065466 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron_lib.callbacks.manager [None req-033aa493-2739-4eaa-9073-29c60399a262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:57:18.068806 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG oslo_concurrency.lockutils [None req-936132aa-2bf4-4b4d-b40c-b0a06c75965f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:57:18.149267 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-024165f9-bfda-4407-88fe-57d7fd38b766 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Notify callbacks [] for port, precommit_update {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:57:18.154190 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-024165f9-bfda-4407-88fe-57d7fd38b766 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10807814'] for port, after_update {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:57:18.158424 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-53bd1531-c04a-48ff-88fd-91b67f3bed9c tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:57:18.190191 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee67cba-d84c-4855-8758-2af0c225fefd None None] Pushing event updated for resources: {'Port': ['ID=c3b9942b-fd85-4d66-9577-2fabd3518ad9,revision_number=3']} {{(pid=87509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:57:18.198750 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee67cba-d84c-4855-8758-2af0c225fefd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:57:18.199174 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee67cba-d84c-4855-8758-2af0c225fefd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:57:18.199536 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee67cba-d84c-4855-8758-2af0c225fefd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:57:18.199903 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee67cba-d84c-4855-8758-2af0c225fefd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:57:18.200231 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee67cba-d84c-4855-8758-2af0c225fefd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:57:18.200558 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee67cba-d84c-4855-8758-2af0c225fefd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:57:18.200885 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee67cba-d84c-4855-8758-2af0c225fefd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:57:18.201209 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee67cba-d84c-4855-8758-2af0c225fefd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:57:18.201530 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee67cba-d84c-4855-8758-2af0c225fefd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:57:18.201848 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee67cba-d84c-4855-8758-2af0c225fefd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:57:18.202163 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee67cba-d84c-4855-8758-2af0c225fefd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:57:18.202474 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee67cba-d84c-4855-8758-2af0c225fefd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:57:18.207472 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG oslo_concurrency.lockutils [None req-1ee67cba-d84c-4855-8758-2af0c225fefd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=87509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:57:18.269892 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-024165f9-bfda-4407-88fe-57d7fd38b766 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3741874'] for floatingip, after_update {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:57:18.278063 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024165f9-bfda-4407-88fe-57d7fd38b766 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Pushing event updated for resources: {'Port': ['ID=03190819-a69a-45f3-8d71-f0bafc7d5098,revision_number=2']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:57:18.285269 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-024165f9-bfda-4407-88fe-57d7fd38b766 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:57:18.299469 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.plugins.ml2.managers [None req-033aa493-2739-4eaa-9073-29c60399a262 None None] Attempting to bind port c3b9942b-fd85-4d66-9577-2fabd3518ad9 on host dv-neutron-821829-1-hyperv for vnic_type normal with profile  {{(pid=87509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 22:57:18.299878 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.plugins.ml2.managers [None req-033aa493-2739-4eaa-9073-29c60399a262 None None] Attempting to bind port c3b9942b-fd85-4d66-9577-2fabd3518ad9 by drivers openvswitch,hyperv on host dv-neutron-821829-1-hyperv at level 0 using segments [{'id': 'e6973879-34d3-443f-950f-78f1671e66e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'f069bedf-f6a3-4440-a8f6-580776067f3c'}] {{(pid=87509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 22:57:18.300343 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-033aa493-2739-4eaa-9073-29c60399a262 None None] Attempting to bind port c3b9942b-fd85-4d66-9577-2fabd3518ad9 on network f069bedf-f6a3-4440-a8f6-580776067f3c {{(pid=87509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 22:57:18.301462 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-024165f9-bfda-4407-88fe-57d7fd38b766 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for floatingip, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:57:18.303922 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-024165f9-bfda-4407-88fe-57d7fd38b766 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.0937426
Dec 16 22:57:18.307595 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-033aa493-2739-4eaa-9073-29c60399a262 None None] Checking agent: {'id': '5571501f-366e-47a4-9b60-8ef19d935d27', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821829-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 24, 2), 'started_at': datetime.datetime(2021, 12, 16, 22, 24, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 57, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821829-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 22:57:18.308041 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-033aa493-2739-4eaa-9073-29c60399a262 None None] Checking segment: {'id': 'e6973879-34d3-443f-950f-78f1671e66e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'f069bedf-f6a3-4440-a8f6-580776067f3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 22:57:18.308995 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron_lib.callbacks.manager [None req-033aa493-2739-4eaa-9073-29c60399a262 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:57:18.309394 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-033aa493-2739-4eaa-9073-29c60399a262 None None] Bound using segment: {'id': 'e6973879-34d3-443f-950f-78f1671e66e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'f069bedf-f6a3-4440-a8f6-580776067f3c'} {{(pid=87509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 22:57:18.309881 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.plugins.ml2.managers [None req-033aa493-2739-4eaa-9073-29c60399a262 None None] Bound port: c3b9942b-fd85-4d66-9577-2fabd3518ad9, host: dv-neutron-821829-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6973879-34d3-443f-950f-78f1671e66e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'f069bedf-f6a3-4440-a8f6-580776067f3c'}}] {{(pid=87509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 22:57:18.310292 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron_lib.callbacks.manager [None req-033aa493-2739-4eaa-9073-29c60399a262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:57:18.399308 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.plugins.ml2.db [None req-033aa493-2739-4eaa-9073-29c60399a262 None None] For port c3b9942b-fd85-4d66-9577-2fabd3518ad9, host dv-neutron-821829-1-hyperv, cleared binding levels {{(pid=87509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 22:57:18.403396 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.plugins.ml2.db [None req-033aa493-2739-4eaa-9073-29c60399a262 None None] For port c3b9942b-fd85-4d66-9577-2fabd3518ad9, host dv-neutron-821829-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=c3b9942b-fd85-4d66-9577-2fabd3518ad9,segment=NetworkSegment(e6973879-34d3-443f-950f-78f1671e66e5),segment_id=e6973879-34d3-443f-950f-78f1671e66e5)] {{(pid=87509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 22:57:18.408112 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron_lib.callbacks.manager [None req-033aa493-2739-4eaa-9073-29c60399a262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:57:18.411725 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG oslo_concurrency.lockutils [None req-fe101103-a7d7-408f-be09-831024b62a1b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:57:18.477940 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-5abce954-5f34-4438-a951-f3149ac1bc1f req-a71a0337-897c-48e3-9b93-1b05bc3864ff tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--2020346298&fields=id&tenant_id=9c5be4a914e64e4db31eefbfde88cd70 HTTP/1.1" status: 200  len: 267 time: 0.0484340
Dec 16 22:57:18.487732 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-033aa493-2739-4eaa-9073-29c60399a262 None None] Routers {'7301e2f4-23f9-42a2-a6ef-306bfbe71764'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:57:18.488416 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-033aa493-2739-4eaa-9073-29c60399a262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b7c75f580>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:57:01Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['7301e2f4-23f9-42a2-a6ef-306bfbe71764'], 'active': True} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:57:18.542314 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee67cba-d84c-4855-8758-2af0c225fefd None None] Pushing event updated for resources: {'Port': ['ID=c3b9942b-fd85-4d66-9577-2fabd3518ad9,revision_number=4']} {{(pid=87509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:57:18.553073 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG oslo_concurrency.lockutils [None req-1ee67cba-d84c-4855-8758-2af0c225fefd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=87509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:57:18.640025 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abce954-5f34-4438-a951-f3149ac1bc1f req-bdf3c0af-d5a6-4ed4-8f0f-f1b7ddc5141f tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:57:18.641524 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-5abce954-5f34-4438-a951-f3149ac1bc1f req-bdf3c0af-d5a6-4ed4-8f0f-f1b7ddc5141f tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] 10.222.0.13 "GET /v2.0/networks?id=f069bedf-f6a3-4440-a8f6-580776067f3c HTTP/1.1" status: 200  len: 812 time: 0.1549015
Dec 16 22:57:18.657481 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-5abce954-5f34-4438-a951-f3149ac1bc1f req-37863c8c-b3e3-429f-8b55-25116a468225 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] 10.222.0.13 "GET /v2.0/quotas/9c5be4a914e64e4db31eefbfde88cd70 HTTP/1.1" status: 200  len: 375 time: 0.0100751
Dec 16 22:57:18.671120 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvr_db [None req-033aa493-2739-4eaa-9073-29c60399a262 None None] Set router 7301e2f4-23f9-42a2-a6ef-306bfbe71764 gateway port host: dv-neutron-821829-1-hyperv {{(pid=87509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 22:57:18.743650 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [req-5abce954-5f34-4438-a951-f3149ac1bc1f req-482f1ab1-6952-4f2e-b3e7-f3805ff0efa1 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Synchronizing usage tracker for tenant:9c5be4a914e64e4db31eefbfde88cd70 on resource:port {{(pid=87507) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 22:57:18.761082 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [req-5abce954-5f34-4438-a951-f3149ac1bc1f req-482f1ab1-6952-4f2e-b3e7-f3805ff0efa1 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Unset dirty status for tenant:9c5be4a914e64e4db31eefbfde88cd70 on resource:port {{(pid=87507) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 22:57:18.763050 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-5abce954-5f34-4438-a951-f3149ac1bc1f req-482f1ab1-6952-4f2e-b3e7-f3805ff0efa1 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=9c5be4a914e64e4db31eefbfde88cd70&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0997305
Dec 16 22:57:19.020807 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-5abce954-5f34-4438-a951-f3149ac1bc1f req-fbbf697a-91c0-44b4-bfa8-66cee912d47b service neutron] 10.222.0.13 "GET /v2.0/networks/f069bedf-f6a3-4440-a8f6-580776067f3c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2461100
Dec 16 22:57:19.025615 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-033aa493-2739-4eaa-9073-29c60399a262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b7c75f580>, [{'id': '7301e2f4-23f9-42a2-a6ef-306bfbe71764', 'name': 'tempest-ServerActionsTestJSON-1868535081-router', 'tenant_id': '9c5be4a914e64e4db31eefbfde88cd70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.248'}], 'enable_snat': True}, 'gw_port_id': '92cfe07a-f9b2-4300-be97-e718299bbf0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:57:11Z', 'updated_at': '2021-12-16T22:57:15Z', 'revision_number': 4, 'project_id': '9c5be4a914e64e4db31eefbfde88cd70', 'gw_port': {'id': '92cfe07a-f9b2-4300-be97-e718299bbf0c', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:32:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7301e2f4-23f9-42a2-a6ef-306bfbe71764', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:57:11Z', 'updated_at': '2021-12-16T22:57:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv', '_interfaces': [{'id': 'c3b9942b-fd85-4d66-9577-2fabd3518ad9', 'name': '', 'network_id': 'f069bedf-f6a3-4440-a8f6-580776067f3c', 'tenant_id': '9c5be4a914e64e4db31eefbfde88cd70', 'mac_address': 'fa:16:3e:23:b3:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7301e2f4-23f9-42a2-a6ef-306bfbe71764', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '90d7e8f1-ac67-4d58-9510-77de26e608a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:57:14Z', 'updated_at': '2021-12-16T22:57:18Z', 'revision_number': 4, 'project_id': '9c5be4a914e64e4db31eefbfde88cd70', 'subnets': [{'id': '90d7e8f1-ac67-4d58-9510-77de26e608a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:57:19.029506 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-033aa493-2739-4eaa-9073-29c60399a262 None None] The sync data for ids ['7301e2f4-23f9-42a2-a6ef-306bfbe71764'] in dv-neutron-821829-1-hyperv is: [{'id': '7301e2f4-23f9-42a2-a6ef-306bfbe71764', 'name': 'tempest-ServerActionsTestJSON-1868535081-router', 'tenant_id': '9c5be4a914e64e4db31eefbfde88cd70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.248'}], 'enable_snat': True}, 'gw_port_id': '92cfe07a-f9b2-4300-be97-e718299bbf0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:57:11Z', 'updated_at': '2021-12-16T22:57:15Z', 'revision_number': 4, 'project_id': '9c5be4a914e64e4db31eefbfde88cd70', 'gw_port': {'id': '92cfe07a-f9b2-4300-be97-e718299bbf0c', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:32:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7301e2f4-23f9-42a2-a6ef-306bfbe71764', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:57:11Z', 'updated_at': '2021-12-16T22:57:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv', '_interfaces': [{'id': 'c3b9942b-fd85-4d66-9577-2fabd3518ad9', 'name': '', 'network_id': 'f069bedf-f6a3-4440-a8f6-580776067f3c', 'tenant_id': '9c5be4a914e64e4db31eefbfde88cd70', 'mac_address': 'fa:16:3e:23:b3:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7301e2f4-23f9-42a2-a6ef-306bfbe71764', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '90d7e8f1-ac67-4d58-9510-77de26e608a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:57:14Z', 'updated_at': '2021-12-16T22:57:18Z', 'revision_number': 4, 'project_id': '9c5be4a914e64e4db31eefbfde88cd70', 'subnets': [{'id': '90d7e8f1-ac67-4d58-9510-77de26e608a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 22:57:19.163880 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-5abce954-5f34-4438-a951-f3149ac1bc1f req-15b1d5c1-8afd-4098-bea7-058d824a3697 service neutron] 10.222.0.13 "GET /v2.0/networks/f069bedf-f6a3-4440-a8f6-580776067f3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1371436
Dec 16 22:57:19.364361 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-b6e012e2-22f0-4013-98ee-1262ba4256f9 req-4cc2e31a-69c7-4f68-b647-daaffa35cedf tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] 10.222.0.13 "GET /v2.0/ports?device_id=5895743b-3e85-4218-a44c-6dd01df3f26b HTTP/1.1" status: 200  len: 210 time: 0.0512855
Dec 16 22:57:19.741326 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 92cfe07a-f9b2-4300-be97-e718299bbf0c up at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 22:57:19.812009 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning complete for port 92cfe07a-f9b2-4300-be97-e718299bbf0c triggered by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:57:19.812809 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:57:19.984815 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device c3b9942b-fd85-4d66-9577-2fabd3518ad9 up at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 22:57:20.055148 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning for port c3b9942b-fd85-4d66-9577-2fabd3518ad9 completed by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 22:57:20.060114 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning complete for port c3b9942b-fd85-4d66-9577-2fabd3518ad9 triggered by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:57:20.060504 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:57:20.176785 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:57:20.209170 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] For port c3b9942b-fd85-4d66-9577-2fabd3518ad9, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=c3b9942b-fd85-4d66-9577-2fabd3518ad9,segment=NetworkSegment(e6973879-34d3-443f-950f-78f1671e66e5),segment_id=e6973879-34d3-443f-950f-78f1671e66e5)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:57:20.213278 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:57:20.215727 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:57:20.281940 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Pushing event updated for resources: {'Port': ['ID=c3b9942b-fd85-4d66-9577-2fabd3518ad9,revision_number=5']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:57:20.284907 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:57:20.524419 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-e3802ada-4648-47ec-9695-483698a16853 req-f8656fee-3ae0-4140-af53-e2aa79b5fdcc tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] 10.222.0.13 "GET /v2.0/ports?device_id=5895743b-3e85-4218-a44c-6dd01df3f26b HTTP/1.1" status: 200  len: 210 time: 0.0544603
Dec 16 22:57:20.540973 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abce954-5f34-4438-a951-f3149ac1bc1f req-7cc00380-c999-4ad4-be26-0f2beee5a17e tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:57:20.542172 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [req-5abce954-5f34-4438-a951-f3149ac1bc1f req-7cc00380-c999-4ad4-be26-0f2beee5a17e tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Synchronizing usage tracker for tenant:9c5be4a914e64e4db31eefbfde88cd70 on resource:network {{(pid=87506) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 22:57:20.559987 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [req-5abce954-5f34-4438-a951-f3149ac1bc1f req-7cc00380-c999-4ad4-be26-0f2beee5a17e tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Unset dirty status for tenant:9c5be4a914e64e4db31eefbfde88cd70 on resource:network {{(pid=87506) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 22:57:20.561097 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-5abce954-5f34-4438-a951-f3149ac1bc1f req-7cc00380-c999-4ad4-be26-0f2beee5a17e tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] 10.222.0.49 "GET /v2.0/networks?id=f069bedf-f6a3-4440-a8f6-580776067f3c HTTP/1.1" status: 200  len: 812 time: 0.1755481
Dec 16 22:57:20.619207 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [req-5abce954-5f34-4438-a951-f3149ac1bc1f req-1305fbe1-c739-40d1-b0a0-adab97ca9a2c tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Synchronizing usage tracker for tenant:9c5be4a914e64e4db31eefbfde88cd70 on resource:security_group {{(pid=87506) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 22:57:20.637133 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [req-5abce954-5f34-4438-a951-f3149ac1bc1f req-1305fbe1-c739-40d1-b0a0-adab97ca9a2c tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Unset dirty status for tenant:9c5be4a914e64e4db31eefbfde88cd70 on resource:security_group {{(pid=87506) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 22:57:20.638330 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-5abce954-5f34-4438-a951-f3149ac1bc1f req-1305fbe1-c739-40d1-b0a0-adab97ca9a2c tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9c5be4a914e64e4db31eefbfde88cd70 HTTP/1.1" status: 200  len: 380 time: 0.0628569
Dec 16 22:57:20.646942 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [req-5abce954-5f34-4438-a951-f3149ac1bc1f req-88ce9ec9-d147-4a31-be29-2d57969d984c tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Request body: {'port': {'device_id': '5895743b-3e85-4218-a44c-6dd01df3f26b', 'network_id': 'f069bedf-f6a3-4440-a8f6-580776067f3c', 'admin_state_up': True, 'tenant_id': '9c5be4a914e64e4db31eefbfde88cd70', 'security_groups': ['96e2b9de-b184-46f0-9838-af7af02c851d']}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:57:20.781277 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [req-5abce954-5f34-4438-a951-f3149ac1bc1f req-88ce9ec9-d147-4a31-be29-2d57969d984c tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:57:20.790590 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [req-5abce954-5f34-4438-a951-f3149ac1bc1f req-88ce9ec9-d147-4a31-be29-2d57969d984c tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:57:20.799912 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5abce954-5f34-4438-a951-f3149ac1bc1f req-88ce9ec9-d147-4a31-be29-2d57969d984c tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Made reservation on behalf of 9c5be4a914e64e4db31eefbfde88cd70 for: {'port': 1} {{(pid=87506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:57:20.803373 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-5abce954-5f34-4438-a951-f3149ac1bc1f req-88ce9ec9-d147-4a31-be29-2d57969d984c tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:57:20.958594 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.db_base_plugin_common [req-5abce954-5f34-4438-a951-f3149ac1bc1f req-88ce9ec9-d147-4a31-be29-2d57969d984c tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Allocated IP 172.20.0.13 (f069bedf-f6a3-4440-a8f6-580776067f3c/90d7e8f1-ac67-4d58-9510-77de26e608a7/919c93f3-206d-4ca6-8db0-d18cf0f24670) {{(pid=87506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 22:57:21.145112 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-5abce954-5f34-4438-a951-f3149ac1bc1f req-88ce9ec9-d147-4a31-be29-2d57969d984c tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Notify callbacks [] for port, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:57:21.160043 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.provisioning_blocks [req-5abce954-5f34-4438-a951-f3149ac1bc1f req-88ce9ec9-d147-4a31-be29-2d57969d984c tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Transition to ACTIVE for port object 919c93f3-206d-4ca6-8db0-d18cf0f24670 will not be triggered until provisioned by entity DHCP. {{(pid=87506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:57:21.182411 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-5abce954-5f34-4438-a951-f3149ac1bc1f req-88ce9ec9-d147-4a31-be29-2d57969d984c tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1863393'] for port, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:57:21.188283 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-2ac37716-4fbd-4332-b059-524a9952baf0 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:57:21.252105 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5abce954-5f34-4438-a951-f3149ac1bc1f req-88ce9ec9-d147-4a31-be29-2d57969d984c tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Network f069bedf-f6a3-4440-a8f6-580776067f3c is already hosted by enough agents. {{(pid=87506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:57:21.255425 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.base_scheduler [req-5abce954-5f34-4438-a951-f3149ac1bc1f req-88ce9ec9-d147-4a31-be29-2d57969d984c tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Resources bound (agent type, host, resource id):  {{(pid=87506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:57:21.259296 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.l3_dvrscheduler_db [req-5abce954-5f34-4438-a951-f3149ac1bc1f req-88ce9ec9-d147-4a31-be29-2d57969d984c tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Received port after_create {{(pid=87506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 22:57:21.299466 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ce9ec9-d147-4a31-be29-2d57969d984c tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Pushing event updated for resources: {'Port': ['ID=919c93f3-206d-4ca6-8db0-d18cf0f24670,revision_number=1']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:57:21.307628 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-88ce9ec9-d147-4a31-be29-2d57969d984c tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:57:21.327640 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abce954-5f34-4438-a951-f3149ac1bc1f req-88ce9ec9-d147-4a31-be29-2d57969d984c tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:57:21.328275 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-5abce954-5f34-4438-a951-f3149ac1bc1f req-88ce9ec9-d147-4a31-be29-2d57969d984c tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for port, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:57:21.354441 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-5abce954-5f34-4438-a951-f3149ac1bc1f req-88ce9ec9-d147-4a31-be29-2d57969d984c tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.7111282
Dec 16 22:57:21.371843 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [req-5abce954-5f34-4438-a951-f3149ac1bc1f req-6e46aba1-20cf-4a63-b710-badaabb8c832 service neutron] Request body: {'port': {'device_id': '5895743b-3e85-4218-a44c-6dd01df3f26b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8218'}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:57:21.466668 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-8aa902d3-31ed-4a54-8c6e-c5885b602f98 None None] Provisioning for port 919c93f3-206d-4ca6-8db0-d18cf0f24670 completed by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 22:57:21.471643 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-8aa902d3-31ed-4a54-8c6e-c5885b602f98 None None] Provisioning complete for port 919c93f3-206d-4ca6-8db0-d18cf0f24670 triggered by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:57:21.472144 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-8aa902d3-31ed-4a54-8c6e-c5885b602f98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:57:21.487905 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-5abce954-5f34-4438-a951-f3149ac1bc1f req-6e46aba1-20cf-4a63-b710-badaabb8c832 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:57:21.524833 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-8aa902d3-31ed-4a54-8c6e-c5885b602f98 None None] Port 919c93f3-206d-4ca6-8db0-d18cf0f24670 cannot update to ACTIVE because it is not bound. {{(pid=87508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 22:57:21.663148 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device c3b9942b-fd85-4d66-9577-2fabd3518ad9 up at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 22:57:21.710532 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485175af-d31e-4030-8acc-318a374b90b8 req-a6719480-3d8b-436b-9574-8addbd154480 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:57:21.714314 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-485175af-d31e-4030-8acc-318a374b90b8 req-a6719480-3d8b-436b-9574-8addbd154480 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] 10.222.0.13 "GET /v2.0/ports?device_id=5895743b-3e85-4218-a44c-6dd01df3f26b HTTP/1.1" status: 200  len: 932 time: 0.0843689
Dec 16 22:57:21.744520 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning complete for port c3b9942b-fd85-4d66-9577-2fabd3518ad9 triggered by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:57:21.745168 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:57:21.757820 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-485175af-d31e-4030-8acc-318a374b90b8 req-221a4611-7804-4eb3-8179-810b4471a436 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] 10.222.0.13 "GET /v2.0/security-groups?id=96e2b9de-b184-46f0-9838-af7af02c851d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0395014
Dec 16 22:57:21.844427 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.notifiers.nova [req-5abce954-5f34-4438-a951-f3149ac1bc1f req-6e46aba1-20cf-4a63-b710-badaabb8c832 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 919c93f3-206d-4ca6-8db0-d18cf0f24670 {{(pid=87506) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 22:57:21.851834 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-5abce954-5f34-4438-a951-f3149ac1bc1f req-6e46aba1-20cf-4a63-b710-badaabb8c832 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:57:21.866577 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.provisioning_blocks [req-5abce954-5f34-4438-a951-f3149ac1bc1f req-6e46aba1-20cf-4a63-b710-badaabb8c832 service neutron] Transition to ACTIVE for port object 919c93f3-206d-4ca6-8db0-d18cf0f24670 will not be triggered until provisioned by entity L2. {{(pid=87506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:57:21.870265 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-5abce954-5f34-4438-a951-f3149ac1bc1f req-6e46aba1-20cf-4a63-b710-badaabb8c832 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1863400'] for port, after_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:57:21.875264 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-d778f4a2-584d-437a-a2a4-36b8d1d087c7 tempest-DeleteServersTestJSON-250660922 tempest-DeleteServersTestJSON-250660922-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:57:22.146828 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e46aba1-20cf-4a63-b710-badaabb8c832 service neutron] Pushing event updated for resources: {'Port': ['ID=919c93f3-206d-4ca6-8db0-d18cf0f24670,revision_number=2']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:57:22.154186 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-6e46aba1-20cf-4a63-b710-badaabb8c832 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:57:22.219031 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.managers [req-5abce954-5f34-4438-a951-f3149ac1bc1f req-6e46aba1-20cf-4a63-b710-badaabb8c832 service neutron] Attempting to bind port 919c93f3-206d-4ca6-8db0-d18cf0f24670 on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=87506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 22:57:22.219275 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.managers [req-5abce954-5f34-4438-a951-f3149ac1bc1f req-6e46aba1-20cf-4a63-b710-badaabb8c832 service neutron] Attempting to bind port 919c93f3-206d-4ca6-8db0-d18cf0f24670 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': 'e6973879-34d3-443f-950f-78f1671e66e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'f069bedf-f6a3-4440-a8f6-580776067f3c'}] {{(pid=87506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 22:57:22.219591 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5abce954-5f34-4438-a951-f3149ac1bc1f req-6e46aba1-20cf-4a63-b710-badaabb8c832 service neutron] Attempting to bind port 919c93f3-206d-4ca6-8db0-d18cf0f24670 on network f069bedf-f6a3-4440-a8f6-580776067f3c {{(pid=87506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 22:57:22.224850 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5abce954-5f34-4438-a951-f3149ac1bc1f req-6e46aba1-20cf-4a63-b710-badaabb8c832 service neutron] Port 919c93f3-206d-4ca6-8db0-d18cf0f24670 on network f069bedf-f6a3-4440-a8f6-580776067f3c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=87506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 16 22:57:22.225163 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5abce954-5f34-4438-a951-f3149ac1bc1f req-6e46aba1-20cf-4a63-b710-badaabb8c832 service neutron] Attempting to bind port 919c93f3-206d-4ca6-8db0-d18cf0f24670 on network f069bedf-f6a3-4440-a8f6-580776067f3c {{(pid=87506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 22:57:22.230287 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5abce954-5f34-4438-a951-f3149ac1bc1f req-6e46aba1-20cf-4a63-b710-badaabb8c832 service neutron] Checking agent: {'id': '849b5cbb-8f70-4c31-8f37-fd42f8351747', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8218', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 30, 8), 'started_at': datetime.datetime(2021, 12, 16, 22, 30, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 57, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 22:57:22.230607 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5abce954-5f34-4438-a951-f3149ac1bc1f req-6e46aba1-20cf-4a63-b710-badaabb8c832 service neutron] Checking segment: {'id': 'e6973879-34d3-443f-950f-78f1671e66e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'f069bedf-f6a3-4440-a8f6-580776067f3c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 22:57:22.230981 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5abce954-5f34-4438-a951-f3149ac1bc1f req-6e46aba1-20cf-4a63-b710-badaabb8c832 service neutron] Bound using segment: {'id': 'e6973879-34d3-443f-950f-78f1671e66e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'f069bedf-f6a3-4440-a8f6-580776067f3c'} {{(pid=87506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 22:57:22.231388 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.managers [req-5abce954-5f34-4438-a951-f3149ac1bc1f req-6e46aba1-20cf-4a63-b710-badaabb8c832 service neutron] Bound port: 919c93f3-206d-4ca6-8db0-d18cf0f24670, host: hv-neutron-8218, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6973879-34d3-443f-950f-78f1671e66e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'f069bedf-f6a3-4440-a8f6-580776067f3c'}}] {{(pid=87506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 22:57:22.231717 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-5abce954-5f34-4438-a951-f3149ac1bc1f req-6e46aba1-20cf-4a63-b710-badaabb8c832 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:57:22.319243 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.db [req-5abce954-5f34-4438-a951-f3149ac1bc1f req-6e46aba1-20cf-4a63-b710-badaabb8c832 service neutron] For port 919c93f3-206d-4ca6-8db0-d18cf0f24670, host hv-neutron-8218, cleared binding levels {{(pid=87506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 22:57:22.322101 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.db [req-5abce954-5f34-4438-a951-f3149ac1bc1f req-6e46aba1-20cf-4a63-b710-badaabb8c832 service neutron] For port 919c93f3-206d-4ca6-8db0-d18cf0f24670, host hv-neutron-8218, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=919c93f3-206d-4ca6-8db0-d18cf0f24670,segment=NetworkSegment(e6973879-34d3-443f-950f-78f1671e66e5),segment_id=e6973879-34d3-443f-950f-78f1671e66e5)] {{(pid=87506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 22:57:22.327125 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-5abce954-5f34-4438-a951-f3149ac1bc1f req-6e46aba1-20cf-4a63-b710-badaabb8c832 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1863400'] for port, after_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:57:22.330526 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-7c29c79f-3957-47c3-b0f6-0cdb1eb8c59d tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:57:22.385407 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abce954-5f34-4438-a951-f3149ac1bc1f req-6e46aba1-20cf-4a63-b710-badaabb8c832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:57:22.386015 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-5abce954-5f34-4438-a951-f3149ac1bc1f req-6e46aba1-20cf-4a63-b710-badaabb8c832 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for port, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:57:22.387974 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-5abce954-5f34-4438-a951-f3149ac1bc1f req-6e46aba1-20cf-4a63-b710-badaabb8c832 service neutron] 10.222.0.49 "PUT /v2.0/ports/919c93f3-206d-4ca6-8db0-d18cf0f24670 HTTP/1.1" status: 200  len: 1094 time: 1.0206172
Dec 16 22:57:22.388500 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5895743b-3e85-4218-a44c-6dd01df3f26b', 'tag': '919c93f3-206d-4ca6-8db0-d18cf0f24670'}] {{(pid=87506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 22:57:22.411712 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e46aba1-20cf-4a63-b710-badaabb8c832 service neutron] Pushing event updated for resources: {'Port': ['ID=919c93f3-206d-4ca6-8db0-d18cf0f24670,revision_number=3']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:57:22.414825 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-6e46aba1-20cf-4a63-b710-badaabb8c832 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:57:22.443136 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5895743b-3e85-4218-a44c-6dd01df3f26b', 'tag': '919c93f3-206d-4ca6-8db0-d18cf0f24670', 'status': 'completed', 'code': 200}
Dec 16 22:57:22.535458 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abce954-5f34-4438-a951-f3149ac1bc1f req-264264a1-029a-4d6e-a7ca-6a2ffd2d5e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:57:22.537118 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-5abce954-5f34-4438-a951-f3149ac1bc1f req-264264a1-029a-4d6e-a7ca-6a2ffd2d5e3c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9c5be4a914e64e4db31eefbfde88cd70&device_id=5895743b-3e85-4218-a44c-6dd01df3f26b HTTP/1.1" status: 200  len: 1097 time: 0.0770724
Dec 16 22:57:22.610780 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-5abce954-5f34-4438-a951-f3149ac1bc1f req-813c31f2-f6bc-41d8-bbe8-8df861733061 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=919c93f3-206d-4ca6-8db0-d18cf0f24670 HTTP/1.1" status: 200  len: 217 time: 0.0607309
Dec 16 22:57:22.673876 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abce954-5f34-4438-a951-f3149ac1bc1f req-c18c09e1-2146-4ee9-bfaa-54c462797790 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:57:22.675190 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-5abce954-5f34-4438-a951-f3149ac1bc1f req-c18c09e1-2146-4ee9-bfaa-54c462797790 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=90d7e8f1-ac67-4d58-9510-77de26e608a7 HTTP/1.1" status: 200  len: 851 time: 0.0582106
Dec 16 22:57:22.748514 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abce954-5f34-4438-a951-f3149ac1bc1f req-dbd480c1-9e96-4d39-9c85-04b843912553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:57:22.749910 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-5abce954-5f34-4438-a951-f3149ac1bc1f req-dbd480c1-9e96-4d39-9c85-04b843912553 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f069bedf-f6a3-4440-a8f6-580776067f3c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0684280
Dec 16 22:57:22.880286 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-5abce954-5f34-4438-a951-f3149ac1bc1f req-5bb496ce-6984-428c-9d2e-57762f03fef3 service neutron] 10.222.0.49 "GET /v2.0/networks/f069bedf-f6a3-4440-a8f6-580776067f3c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1239400
Dec 16 22:57:22.947603 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41319f1-0eeb-48e3-956a-895866bc95b0 req-12fe1d26-517a-40dc-ac6e-2dc48bb7d53f tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:57:22.949066 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-f41319f1-0eeb-48e3-956a-895866bc95b0 req-12fe1d26-517a-40dc-ac6e-2dc48bb7d53f tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] 10.222.0.13 "GET /v2.0/ports?device_id=5895743b-3e85-4218-a44c-6dd01df3f26b HTTP/1.1" status: 200  len: 944 time: 0.0839000
Dec 16 22:57:22.993337 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-f41319f1-0eeb-48e3-956a-895866bc95b0 req-1e2f790d-d7b7-4cb5-9c35-a590df179f31 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] 10.222.0.13 "GET /v2.0/security-groups?id=96e2b9de-b184-46f0-9838-af7af02c851d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0384376
Dec 16 22:57:23.015275 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-5abce954-5f34-4438-a951-f3149ac1bc1f req-68a314ab-1f95-4632-be03-fc8926fd4227 service neutron] 10.222.0.49 "GET /v2.0/networks/f069bedf-f6a3-4440-a8f6-580776067f3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1277695
Dec 16 22:57:23.185837 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e6beeb-3185-47f6-8e5d-860447e7014e req-ca45293c-79c1-47b6-9074-5115a99de4d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:57:23.187451 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-03e6beeb-3185-47f6-8e5d-860447e7014e req-ca45293c-79c1-47b6-9074-5115a99de4d3 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9c5be4a914e64e4db31eefbfde88cd70&device_id=5895743b-3e85-4218-a44c-6dd01df3f26b HTTP/1.1" status: 200  len: 1097 time: 0.0739696
Dec 16 22:57:23.318273 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e6beeb-3185-47f6-8e5d-860447e7014e req-43e32b4e-dd6a-45ae-ac82-adbb1069fddf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:57:23.319679 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-03e6beeb-3185-47f6-8e5d-860447e7014e req-43e32b4e-dd6a-45ae-ac82-adbb1069fddf service neutron] 10.222.0.49 "GET /v2.0/networks?id=f069bedf-f6a3-4440-a8f6-580776067f3c HTTP/1.1" status: 200  len: 913 time: 0.1241789
Dec 16 22:57:23.385557 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-03e6beeb-3185-47f6-8e5d-860447e7014e req-7bee67df-f72a-407d-967b-d17ed7801066 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=919c93f3-206d-4ca6-8db0-d18cf0f24670 HTTP/1.1" status: 200  len: 217 time: 0.0586362
Dec 16 22:57:23.451328 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e6beeb-3185-47f6-8e5d-860447e7014e req-2dbf8b78-1ab7-4aa9-b582-53eefed38bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:57:23.452772 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-03e6beeb-3185-47f6-8e5d-860447e7014e req-2dbf8b78-1ab7-4aa9-b582-53eefed38bd5 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=90d7e8f1-ac67-4d58-9510-77de26e608a7 HTTP/1.1" status: 200  len: 851 time: 0.0602891
Dec 16 22:57:23.528441 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e6beeb-3185-47f6-8e5d-860447e7014e req-1746c9ab-06a6-42c5-ba89-27b185740f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:57:23.529882 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-03e6beeb-3185-47f6-8e5d-860447e7014e req-1746c9ab-06a6-42c5-ba89-27b185740f4c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f069bedf-f6a3-4440-a8f6-580776067f3c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0692000
Dec 16 22:57:23.661204 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-03e6beeb-3185-47f6-8e5d-860447e7014e req-9fcfa68e-1016-4129-9c57-1cbc9a0613e8 service neutron] 10.222.0.49 "GET /v2.0/networks/f069bedf-f6a3-4440-a8f6-580776067f3c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1238286
Dec 16 22:57:23.790770 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-03e6beeb-3185-47f6-8e5d-860447e7014e req-43defef8-bcf0-481d-b4ed-23e749d6a512 service neutron] 10.222.0.49 "GET /v2.0/networks/f069bedf-f6a3-4440-a8f6-580776067f3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1215963
Dec 16 22:57:24.173802 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3073e902-6c4b-45da-b9ad-05738d26994f req-233dd174-c9e9-4672-bc85-519b91add3b8 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:57:24.175231 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-3073e902-6c4b-45da-b9ad-05738d26994f req-233dd174-c9e9-4672-bc85-519b91add3b8 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] 10.222.0.13 "GET /v2.0/ports?device_id=5895743b-3e85-4218-a44c-6dd01df3f26b HTTP/1.1" status: 200  len: 944 time: 0.0802751
Dec 16 22:57:24.221435 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-3073e902-6c4b-45da-b9ad-05738d26994f req-38ac523d-a885-4c98-a4c6-a7684903f33c tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] 10.222.0.13 "GET /v2.0/security-groups?id=96e2b9de-b184-46f0-9838-af7af02c851d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0403693
Dec 16 22:57:25.306692 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Device 919c93f3-206d-4ca6-8db0-d18cf0f24670 details requested by agent hyperv_hv-neutron-8218 with host hv-neutron-8218 {{(pid=87508) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 16 22:57:25.404675 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc7af66-2285-437c-8d43-e1589439461f req-37dbe348-182c-4d0e-8ca1-a42091dc1ae0 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:57:25.406155 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-afc7af66-2285-437c-8d43-e1589439461f req-37dbe348-182c-4d0e-8ca1-a42091dc1ae0 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] 10.222.0.13 "GET /v2.0/ports?device_id=5895743b-3e85-4218-a44c-6dd01df3f26b HTTP/1.1" status: 200  len: 944 time: 0.0802474
Dec 16 22:57:25.441743 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] For port 919c93f3-206d-4ca6-8db0-d18cf0f24670, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=919c93f3-206d-4ca6-8db0-d18cf0f24670,segment=NetworkSegment(e6973879-34d3-443f-950f-78f1671e66e5),segment_id=e6973879-34d3-443f-950f-78f1671e66e5)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:57:25.451794 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-afc7af66-2285-437c-8d43-e1589439461f req-aabbf71d-58c3-44ad-b2d6-53808c29a527 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] 10.222.0.13 "GET /v2.0/security-groups?id=96e2b9de-b184-46f0-9838-af7af02c851d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0397310
Dec 16 22:57:25.458831 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Returning: {'device': '919c93f3-206d-4ca6-8db0-d18cf0f24670', 'network_id': 'f069bedf-f6a3-4440-a8f6-580776067f3c', 'port_id': '919c93f3-206d-4ca6-8db0-d18cf0f24670', 'mac_address': 'fa:16:3e:22:ba:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90d7e8f1-ac67-4d58-9510-77de26e608a7', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87508) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 16 22:57:25.513411 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:57:25.529931 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.notifiers.nova [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 919c93f3-206d-4ca6-8db0-d18cf0f24670 {{(pid=87508) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 22:57:25.545029 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] For port 919c93f3-206d-4ca6-8db0-d18cf0f24670, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=919c93f3-206d-4ca6-8db0-d18cf0f24670,segment=NetworkSegment(e6973879-34d3-443f-950f-78f1671e66e5),segment_id=e6973879-34d3-443f-950f-78f1671e66e5)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:57:25.548634 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:57:25.550353 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:57:25.618182 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Pushing event updated for resources: {'Port': ['ID=919c93f3-206d-4ca6-8db0-d18cf0f24670,revision_number=4']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:57:25.625596 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:57:25.625953 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:57:25.626296 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:57:25.626638 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:57:25.626971 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:57:25.627309 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:57:25.627637 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:57:25.627996 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:57:25.628327 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:57:25.628654 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:57:25.628976 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:57:25.629300 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:57:25.633087 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:57:25.821588 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] get_ports_and_sgs() called for port_ids ['919c93f3-206d-4ca6-8db0-d18cf0f24670'] {{(pid=87508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 22:57:26.636767 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911b156e-3275-47e5-af69-1d10e2d021d0 req-f81994ba-8439-49d7-bb9a-80304095f72e tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:57:26.638182 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-911b156e-3275-47e5-af69-1d10e2d021d0 req-f81994ba-8439-49d7-bb9a-80304095f72e tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] 10.222.0.13 "GET /v2.0/ports?device_id=5895743b-3e85-4218-a44c-6dd01df3f26b HTTP/1.1" status: 200  len: 945 time: 0.0827005
Dec 16 22:57:26.680953 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-911b156e-3275-47e5-af69-1d10e2d021d0 req-f7df9b79-7dd1-4f49-9df4-85e22c49c875 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] 10.222.0.13 "GET /v2.0/security-groups?id=96e2b9de-b184-46f0-9838-af7af02c851d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0372007
Dec 16 22:57:27.315651 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Device 919c93f3-206d-4ca6-8db0-d18cf0f24670 up at agent hyperv_hv-neutron-8218 {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 22:57:27.384153 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Provisioning for port 919c93f3-206d-4ca6-8db0-d18cf0f24670 completed by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 22:57:27.388732 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Provisioning complete for port 919c93f3-206d-4ca6-8db0-d18cf0f24670 triggered by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:57:27.389115 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:57:27.501980 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:57:27.527831 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5895743b-3e85-4218-a44c-6dd01df3f26b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '919c93f3-206d-4ca6-8db0-d18cf0f24670'}] {{(pid=87508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 22:57:27.537666 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] For port 919c93f3-206d-4ca6-8db0-d18cf0f24670, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=919c93f3-206d-4ca6-8db0-d18cf0f24670,segment=NetworkSegment(e6973879-34d3-443f-950f-78f1671e66e5),segment_id=e6973879-34d3-443f-950f-78f1671e66e5)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:57:27.543153 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:57:27.545204 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:57:27.578615 dv-neutron-821829-1-hyperv neutron-server[87508]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5895743b-3e85-4218-a44c-6dd01df3f26b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '919c93f3-206d-4ca6-8db0-d18cf0f24670', 'code': 200}
Dec 16 22:57:27.610389 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Pushing event updated for resources: {'Port': ['ID=919c93f3-206d-4ca6-8db0-d18cf0f24670,revision_number=5']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:57:27.613253 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:57:27.835157 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fb0a87-96fa-4391-9a05-9e7c6b2107c9 req-08d4f082-c9d7-4dc3-9345-a1b92d5d211e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:57:27.836587 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-39fb0a87-96fa-4391-9a05-9e7c6b2107c9 req-08d4f082-c9d7-4dc3-9345-a1b92d5d211e service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=5895743b-3e85-4218-a44c-6dd01df3f26b HTTP/1.1" status: 200  len: 1099 time: 0.0740502
Dec 16 22:57:27.865422 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90626e60-12cd-4760-95ab-b3c087050ca9 req-f31a63b1-fb56-417e-84f8-fb95c36bfaba tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:57:27.866864 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-90626e60-12cd-4760-95ab-b3c087050ca9 req-f31a63b1-fb56-417e-84f8-fb95c36bfaba tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] 10.222.0.13 "GET /v2.0/ports?device_id=5895743b-3e85-4218-a44c-6dd01df3f26b HTTP/1.1" status: 200  len: 946 time: 0.0793126
Dec 16 22:57:27.876566 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-39fb0a87-96fa-4391-9a05-9e7c6b2107c9 req-88f96f4c-525d-4cfa-b623-5d00f4fe3169 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=96e2b9de-b184-46f0-9838-af7af02c851d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0336533
Dec 16 22:57:27.911093 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-90626e60-12cd-4760-95ab-b3c087050ca9 req-4295a04c-491e-4ed7-b458-5de6a5995e8d tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] 10.222.0.13 "GET /v2.0/security-groups?id=96e2b9de-b184-46f0-9838-af7af02c851d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0384963
Dec 16 22:57:28.173869 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-ff141154-c34f-4a21-8147-e44c89b44610 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:57:29.097889 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03066a18-4e94-488f-ae20-95cde7182039 req-2d6c93af-2bec-4126-9b61-71ac48d05c4b tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:57:29.099326 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-03066a18-4e94-488f-ae20-95cde7182039 req-2d6c93af-2bec-4126-9b61-71ac48d05c4b tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] 10.222.0.13 "GET /v2.0/ports?device_id=5895743b-3e85-4218-a44c-6dd01df3f26b HTTP/1.1" status: 200  len: 946 time: 0.0811357
Dec 16 22:57:29.144176 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-03066a18-4e94-488f-ae20-95cde7182039 req-1462985c-676c-4f9f-9310-0ec95f586880 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] 10.222.0.13 "GET /v2.0/security-groups?id=96e2b9de-b184-46f0-9838-af7af02c851d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0389905
Dec 16 22:57:29.318073 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2508a733-3d3f-421d-837c-da24e167ead9 req-33acd96f-9399-4faf-808d-11f73d6e22b4 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:57:29.319507 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-2508a733-3d3f-421d-837c-da24e167ead9 req-33acd96f-9399-4faf-808d-11f73d6e22b4 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] 10.222.0.13 "GET /v2.0/ports?device_id=5895743b-3e85-4218-a44c-6dd01df3f26b HTTP/1.1" status: 200  len: 946 time: 0.0789158
Dec 16 22:57:29.327911 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 52078) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:57:29.332829 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-a5af99be-6850-48f1-ac72-5ceff9a728ef tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Request body: {'floatingip': {'port_id': '919c93f3-206d-4ca6-8db0-d18cf0f24670'}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:57:29.409221 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-a5af99be-6850-48f1-ac72-5ceff9a728ef tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Notify callbacks [] for floatingip, before_update {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:57:30.091110 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-a5af99be-6850-48f1-ac72-5ceff9a728ef tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:57:30.094812 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-a5af99be-6850-48f1-ac72-5ceff9a728ef tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3741874'] for floatingip, after_update {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:57:30.264076 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.db.l3_db [None req-a5af99be-6850-48f1-ac72-5ceff9a728ef tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Floating IP c751d71a-6d95-42c4-b83b-03d2f5ccc134 associated. External IP: 172.26.0.102, port: 919c93f3-206d-4ca6-8db0-d18cf0f24670.
Dec 16 22:57:30.607091 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5af99be-6850-48f1-ac72-5ceff9a728ef tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Router 7301e2f4-23f9-42a2-a6ef-306bfbe71764 has already been hosted by L3 agent 4f519db7-069b-43e2-8411-c092bac9102a {{(pid=87507) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 22:57:30.621669 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-e26be5ac-5a70-4c81-8d1a-076738c65dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:57:30.788219 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5af99be-6850-48f1-ac72-5ceff9a728ef tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Notify agent at l3_agent.dv-neutron-821829-1-hyperv the message routers_updated {{(pid=87507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 22:57:30.793111 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-a5af99be-6850-48f1-ac72-5ceff9a728ef tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for floatingip, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:57:30.797469 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44611b21-a290-4f74-834c-62a74cfcbf16 None None] Sync routers for ids ['7301e2f4-23f9-42a2-a6ef-306bfbe71764'] in dv-neutron-821829-1-hyperv {{(pid=87508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 22:57:30.806718 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44611b21-a290-4f74-834c-62a74cfcbf16 None None] Routers {'7301e2f4-23f9-42a2-a6ef-306bfbe71764'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:57:30.807382 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-44611b21-a290-4f74-834c-62a74cfcbf16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b77d204c0>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:57:31Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['7301e2f4-23f9-42a2-a6ef-306bfbe71764'], 'active': True} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:57:30.848099 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-a5af99be-6850-48f1-ac72-5ceff9a728ef tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] 10.222.0.13 "PUT /v2.0/floatingips/c751d71a-6d95-42c4-b83b-03d2f5ccc134 HTTP/1.1" status: 200  len: 992 time: 1.5191109
Dec 16 22:57:30.848770 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5895743b-3e85-4218-a44c-6dd01df3f26b', 'tag': '919c93f3-206d-4ca6-8db0-d18cf0f24670'}] {{(pid=87507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 22:57:30.957961 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5895743b-3e85-4218-a44c-6dd01df3f26b', 'tag': '919c93f3-206d-4ca6-8db0-d18cf0f24670', 'status': 'completed', 'code': 200}
Dec 16 22:57:30.998791 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvr_db [None req-44611b21-a290-4f74-834c-62a74cfcbf16 None None] Set router 7301e2f4-23f9-42a2-a6ef-306bfbe71764 gateway port host: dv-neutron-821829-1-hyperv {{(pid=87508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 22:57:31.089071 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73454ce8-6840-4cb5-a80a-aed23cb07531 req-0fb310fd-10e9-4480-83dd-95484fc822a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:57:31.090565 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-73454ce8-6840-4cb5-a80a-aed23cb07531 req-0fb310fd-10e9-4480-83dd-95484fc822a0 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9c5be4a914e64e4db31eefbfde88cd70&device_id=5895743b-3e85-4218-a44c-6dd01df3f26b HTTP/1.1" status: 200  len: 1099 time: 0.0720935
Dec 16 22:57:31.331571 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73454ce8-6840-4cb5-a80a-aed23cb07531 req-fd6b8f92-4490-4e08-8459-145639e2cf07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:57:31.333074 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-73454ce8-6840-4cb5-a80a-aed23cb07531 req-fd6b8f92-4490-4e08-8459-145639e2cf07 service neutron] 10.222.0.49 "GET /v2.0/networks?id=f069bedf-f6a3-4440-a8f6-580776067f3c HTTP/1.1" status: 200  len: 913 time: 0.2363966
Dec 16 22:57:31.381015 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-44611b21-a290-4f74-834c-62a74cfcbf16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b77d204c0>, [{'id': '7301e2f4-23f9-42a2-a6ef-306bfbe71764', 'name': 'tempest-ServerActionsTestJSON-1868535081-router', 'tenant_id': '9c5be4a914e64e4db31eefbfde88cd70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.248'}], 'enable_snat': True}, 'gw_port_id': '92cfe07a-f9b2-4300-be97-e718299bbf0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:57:11Z', 'updated_at': '2021-12-16T22:57:15Z', 'revision_number': 4, 'project_id': '9c5be4a914e64e4db31eefbfde88cd70', 'gw_port': {'id': '92cfe07a-f9b2-4300-be97-e718299bbf0c', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:32:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7301e2f4-23f9-42a2-a6ef-306bfbe71764', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:57:11Z', 'updated_at': '2021-12-16T22:57:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv', '_floatingips': [{'id': 'c751d71a-6d95-42c4-b83b-03d2f5ccc134', 'tenant_id': '9c5be4a914e64e4db31eefbfde88cd70', 'floating_ip_address': '172.26.0.102', 'floating_network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'router_id': '7301e2f4-23f9-42a2-a6ef-306bfbe71764', 'port_id': '919c93f3-206d-4ca6-8db0-d18cf0f24670', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1561, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f069bedf-f6a3-4440-a8f6-580776067f3c', 'mac_address': 'fa:16:3e:22:ba:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5895743b-3e85-4218-a44c-6dd01df3f26b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T22:57:17Z', 'updated_at': '2021-12-16T22:57:29Z', 'revision_number': 1, 'project_id': '9c5be4a914e64e4db31eefbfde88cd70', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3b9942b-fd85-4d66-9577-2fabd3518ad9', 'name': '', 'network_id': 'f069bedf-f6a3-4440-a8f6-580776067f3c', 'tenant_id': '9c5be4a914e64e4db31eefbfde88cd70', 'mac_address': 'fa:16:3e:23:b3:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7301e2f4-23f9-42a2-a6ef-306bfbe71764', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '90d7e8f1-ac67-4d58-9510-77de26e608a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:57:14Z', 'updated_at': '2021-12-16T22:57:20Z', 'revision_number': 5, 'project_id': '9c5be4a914e64e4db31eefbfde88cd70', 'subnets': [{'id': '90d7e8f1-ac67-4d58-9510-77de26e608a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:57:31.384852 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44611b21-a290-4f74-834c-62a74cfcbf16 None None] Checking router: 7301e2f4-23f9-42a2-a6ef-306bfbe71764 for host: dv-neutron-821829-1-hyperv {{(pid=87508) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 22:57:31.394477 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44611b21-a290-4f74-834c-62a74cfcbf16 None None] Routers {'7301e2f4-23f9-42a2-a6ef-306bfbe71764'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:57:31.394644 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-44611b21-a290-4f74-834c-62a74cfcbf16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b77d204c0>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:57:31Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['7301e2f4-23f9-42a2-a6ef-306bfbe71764'], 'active': True} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:57:31.443296 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-73454ce8-6840-4cb5-a80a-aed23cb07531 req-d8dad2c9-aa60-44bb-912c-115bdc972e1c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=919c93f3-206d-4ca6-8db0-d18cf0f24670 HTTP/1.1" status: 200  len: 1000 time: 0.0995729
Dec 16 22:57:31.512364 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73454ce8-6840-4cb5-a80a-aed23cb07531 req-d0c8e2b2-f799-40e4-b620-7eac9378d9fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:57:31.513798 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-73454ce8-6840-4cb5-a80a-aed23cb07531 req-d0c8e2b2-f799-40e4-b620-7eac9378d9fb service neutron] 10.222.0.49 "GET /v2.0/subnets?id=90d7e8f1-ac67-4d58-9510-77de26e608a7 HTTP/1.1" status: 200  len: 851 time: 0.0641019
Dec 16 22:57:31.563140 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-3e729f7f-1589-4d54-9c4a-7ee6b283cc2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:57:31.578243 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvr_db [None req-44611b21-a290-4f74-834c-62a74cfcbf16 None None] Set router 7301e2f4-23f9-42a2-a6ef-306bfbe71764 gateway port host: dv-neutron-821829-1-hyperv {{(pid=87508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 22:57:31.588013 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73454ce8-6840-4cb5-a80a-aed23cb07531 req-fd722407-88f6-4476-85a5-96f888a76dea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:57:31.589513 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-73454ce8-6840-4cb5-a80a-aed23cb07531 req-fd722407-88f6-4476-85a5-96f888a76dea service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f069bedf-f6a3-4440-a8f6-580776067f3c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0696783
Dec 16 22:57:31.720923 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-73454ce8-6840-4cb5-a80a-aed23cb07531 req-af6627dc-1b73-48fe-b35f-5add1fabe743 service neutron] 10.222.0.49 "GET /v2.0/networks/f069bedf-f6a3-4440-a8f6-580776067f3c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1243253
Dec 16 22:57:31.736978 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:57:31.855567 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-73454ce8-6840-4cb5-a80a-aed23cb07531 req-3937c415-b940-4dc9-9f17-31c406e2cc28 service neutron] 10.222.0.49 "GET /v2.0/networks/f069bedf-f6a3-4440-a8f6-580776067f3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1272287
Dec 16 22:57:31.933202 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-44611b21-a290-4f74-834c-62a74cfcbf16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b77d204c0>, [{'id': '7301e2f4-23f9-42a2-a6ef-306bfbe71764', 'name': 'tempest-ServerActionsTestJSON-1868535081-router', 'tenant_id': '9c5be4a914e64e4db31eefbfde88cd70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.248'}], 'enable_snat': True}, 'gw_port_id': '92cfe07a-f9b2-4300-be97-e718299bbf0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:57:11Z', 'updated_at': '2021-12-16T22:57:15Z', 'revision_number': 4, 'project_id': '9c5be4a914e64e4db31eefbfde88cd70', 'gw_port': {'id': '92cfe07a-f9b2-4300-be97-e718299bbf0c', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:32:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7301e2f4-23f9-42a2-a6ef-306bfbe71764', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:57:11Z', 'updated_at': '2021-12-16T22:57:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv', '_floatingips': [{'id': 'c751d71a-6d95-42c4-b83b-03d2f5ccc134', 'tenant_id': '9c5be4a914e64e4db31eefbfde88cd70', 'floating_ip_address': '172.26.0.102', 'floating_network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'router_id': '7301e2f4-23f9-42a2-a6ef-306bfbe71764', 'port_id': '919c93f3-206d-4ca6-8db0-d18cf0f24670', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1561, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f069bedf-f6a3-4440-a8f6-580776067f3c', 'mac_address': 'fa:16:3e:22:ba:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5895743b-3e85-4218-a44c-6dd01df3f26b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T22:57:17Z', 'updated_at': '2021-12-16T22:57:29Z', 'revision_number': 1, 'project_id': '9c5be4a914e64e4db31eefbfde88cd70', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3b9942b-fd85-4d66-9577-2fabd3518ad9', 'name': '', 'network_id': 'f069bedf-f6a3-4440-a8f6-580776067f3c', 'tenant_id': '9c5be4a914e64e4db31eefbfde88cd70', 'mac_address': 'fa:16:3e:23:b3:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7301e2f4-23f9-42a2-a6ef-306bfbe71764', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '90d7e8f1-ac67-4d58-9510-77de26e608a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:57:14Z', 'updated_at': '2021-12-16T22:57:20Z', 'revision_number': 5, 'project_id': '9c5be4a914e64e4db31eefbfde88cd70', 'subnets': [{'id': '90d7e8f1-ac67-4d58-9510-77de26e608a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:57:31.937132 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44611b21-a290-4f74-834c-62a74cfcbf16 None None] The sync data for ids ['7301e2f4-23f9-42a2-a6ef-306bfbe71764'] in dv-neutron-821829-1-hyperv is: [{'id': '7301e2f4-23f9-42a2-a6ef-306bfbe71764', 'name': 'tempest-ServerActionsTestJSON-1868535081-router', 'tenant_id': '9c5be4a914e64e4db31eefbfde88cd70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.248'}], 'enable_snat': True}, 'gw_port_id': '92cfe07a-f9b2-4300-be97-e718299bbf0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:57:11Z', 'updated_at': '2021-12-16T22:57:15Z', 'revision_number': 4, 'project_id': '9c5be4a914e64e4db31eefbfde88cd70', 'gw_port': {'id': '92cfe07a-f9b2-4300-be97-e718299bbf0c', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:32:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7301e2f4-23f9-42a2-a6ef-306bfbe71764', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:57:11Z', 'updated_at': '2021-12-16T22:57:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv', '_floatingips': [{'id': 'c751d71a-6d95-42c4-b83b-03d2f5ccc134', 'tenant_id': '9c5be4a914e64e4db31eefbfde88cd70', 'floating_ip_address': '172.26.0.102', 'floating_network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'router_id': '7301e2f4-23f9-42a2-a6ef-306bfbe71764', 'port_id': '919c93f3-206d-4ca6-8db0-d18cf0f24670', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1561, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f069bedf-f6a3-4440-a8f6-580776067f3c', 'mac_address': 'fa:16:3e:22:ba:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5895743b-3e85-4218-a44c-6dd01df3f26b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T22:57:17Z', 'updated_at': '2021-12-16T22:57:29Z', 'revision_number': 1, 'project_id': '9c5be4a914e64e4db31eefbfde88cd70', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3b9942b-fd85-4d66-9577-2fabd3518ad9', 'name': '', 'network_id': 'f069bedf-f6a3-4440-a8f6-580776067f3c', 'tenant_id': '9c5be4a914e64e4db31eefbfde88cd70', 'mac_address': 'fa:16:3e:23:b3:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7301e2f4-23f9-42a2-a6ef-306bfbe71764', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '90d7e8f1-ac67-4d58-9510-77de26e608a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:57:14Z', 'updated_at': '2021-12-16T22:57:20Z', 'revision_number': 5, 'project_id': '9c5be4a914e64e4db31eefbfde88cd70', 'subnets': [{'id': '90d7e8f1-ac67-4d58-9510-77de26e608a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 22:57:32.127776 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbea4e1e-cdf6-4170-ab24-3c583e79ed4a None None] New status for floating IP c751d71a-6d95-42c4-b83b-03d2f5ccc134: ACTIVE {{(pid=87509) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 16 22:57:33.285744 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-4541ba3b-6be8-499c-bc94-3c60aa55c4f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:57:37.068646 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-c343ce0f-b3a3-49c8-ad5a-cb19de27b0e9 req-13089e90-8d6c-4a08-ba65-2acce1237c90 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=5895743b-3e85-4218-a44c-6dd01df3f26b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0668051
Dec 16 22:57:37.223065 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c343ce0f-b3a3-49c8-ad5a-cb19de27b0e9 req-c9211474-3818-4a3d-aab2-cd62e1b96f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:57:37.224561 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-c343ce0f-b3a3-49c8-ad5a-cb19de27b0e9 req-c9211474-3818-4a3d-aab2-cd62e1b96f03 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9c5be4a914e64e4db31eefbfde88cd70&device_id=5895743b-3e85-4218-a44c-6dd01df3f26b HTTP/1.1" status: 200  len: 1099 time: 0.0725474
Dec 16 22:57:37.366547 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c343ce0f-b3a3-49c8-ad5a-cb19de27b0e9 req-c431eedd-3861-45d7-a808-3a4fa8512137 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:57:37.367893 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-c343ce0f-b3a3-49c8-ad5a-cb19de27b0e9 req-c431eedd-3861-45d7-a808-3a4fa8512137 service neutron] 10.222.0.49 "GET /v2.0/networks?id=f069bedf-f6a3-4440-a8f6-580776067f3c HTTP/1.1" status: 200  len: 913 time: 0.1228037
Dec 16 22:57:37.469432 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-c343ce0f-b3a3-49c8-ad5a-cb19de27b0e9 req-6e746dc1-418c-493b-99d6-0ee1a5922e70 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=919c93f3-206d-4ca6-8db0-d18cf0f24670 HTTP/1.1" status: 200  len: 1002 time: 0.0952673
Dec 16 22:57:37.533435 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c343ce0f-b3a3-49c8-ad5a-cb19de27b0e9 req-46d5c4b3-395b-431e-97f5-00338de78a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:57:37.534835 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-c343ce0f-b3a3-49c8-ad5a-cb19de27b0e9 req-46d5c4b3-395b-431e-97f5-00338de78a5e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=90d7e8f1-ac67-4d58-9510-77de26e608a7 HTTP/1.1" status: 200  len: 851 time: 0.0595260
Dec 16 22:57:37.616322 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c343ce0f-b3a3-49c8-ad5a-cb19de27b0e9 req-44626ce6-32c8-430f-99ee-ec78cdf44286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:57:37.618146 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-c343ce0f-b3a3-49c8-ad5a-cb19de27b0e9 req-44626ce6-32c8-430f-99ee-ec78cdf44286 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f069bedf-f6a3-4440-a8f6-580776067f3c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0760677
Dec 16 22:57:37.747139 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-c343ce0f-b3a3-49c8-ad5a-cb19de27b0e9 req-dbe00d67-058f-4480-ae52-2f5ed820a753 service neutron] 10.222.0.49 "GET /v2.0/networks/f069bedf-f6a3-4440-a8f6-580776067f3c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1225374
Dec 16 22:57:37.878494 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-c343ce0f-b3a3-49c8-ad5a-cb19de27b0e9 req-511432d5-58d9-4f6f-ae88-760e7193cf4d service neutron] 10.222.0.49 "GET /v2.0/networks/f069bedf-f6a3-4440-a8f6-580776067f3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1247129
Dec 16 22:57:38.009642 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:57:46.513735 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.agents_db [None req-0abd2616-a86c-48e2-be07-10823335a5bb None None] Agent healthcheck: found 6 active agents {{(pid=87509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 22:57:58.175582 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-0339fe5c-9393-4547-a463-c5868ba53c05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:58:00.623046 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-e549e6f0-254b-4cba-b33f-6b9c728f261d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:58:01.539791 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-3e729f7f-1589-4d54-9c4a-7ee6b283cc2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:58:01.697511 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:58:03.289318 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-4541ba3b-6be8-499c-bc94-3c60aa55c4f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:58:07.784066 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a259128-a75d-4134-95ff-39fbd58a8d2b req-8d4683c6-ffa8-4c1a-98fe-92416908b3f6 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:58:07.785399 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-0a259128-a75d-4134-95ff-39fbd58a8d2b req-8d4683c6-ffa8-4c1a-98fe-92416908b3f6 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] 10.222.0.13 "GET /v2.0/ports?device_id=5895743b-3e85-4218-a44c-6dd01df3f26b HTTP/1.1" status: 200  len: 946 time: 0.0823820
Dec 16 22:58:07.827855 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-0a259128-a75d-4134-95ff-39fbd58a8d2b req-fc744b04-61da-42ac-850c-53d4d0f06c46 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] 10.222.0.13 "GET /v2.0/security-groups?id=96e2b9de-b184-46f0-9838-af7af02c851d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0366225
Dec 16 22:58:08.024890 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:58:08.161680 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-c91c44d8-4140-44c6-b991-fceb411ed918 req-8ad34411-76b0-4102-8742-2556bcf2a925 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=5895743b-3e85-4218-a44c-6dd01df3f26b&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0685093
Dec 16 22:58:08.218165 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254a4f4c-16cf-4ffa-bf76-acbc478a0142 req-a4a76198-a69c-449a-9114-361b90eedc54 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:58:08.219598 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-254a4f4c-16cf-4ffa-bf76-acbc478a0142 req-a4a76198-a69c-449a-9114-361b90eedc54 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] 10.222.0.13 "GET /v2.0/ports?device_id=5895743b-3e85-4218-a44c-6dd01df3f26b HTTP/1.1" status: 200  len: 946 time: 0.0814302
Dec 16 22:58:08.262352 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-254a4f4c-16cf-4ffa-bf76-acbc478a0142 req-3f2c0c4d-7876-4917-930e-12fd426dbe68 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] 10.222.0.13 "GET /v2.0/security-groups?id=96e2b9de-b184-46f0-9838-af7af02c851d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0371246
Dec 16 22:58:09.416612 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91c44d8-4140-44c6-b991-fceb411ed918 req-08e983c9-1e43-4d3d-88be-8605702a290c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:58:09.418893 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-c91c44d8-4140-44c6-b991-fceb411ed918 req-08e983c9-1e43-4d3d-88be-8605702a290c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9c5be4a914e64e4db31eefbfde88cd70&device_id=5895743b-3e85-4218-a44c-6dd01df3f26b HTTP/1.1" status: 200  len: 1099 time: 0.0711060
Dec 16 22:58:09.453225 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8414383f-fcf7-47ab-a8e9-fa937ca9fcf9 req-7a494868-8255-4cf5-b3e9-f9b6819d28a6 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:58:09.454686 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-8414383f-fcf7-47ab-a8e9-fa937ca9fcf9 req-7a494868-8255-4cf5-b3e9-f9b6819d28a6 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] 10.222.0.13 "GET /v2.0/ports?device_id=5895743b-3e85-4218-a44c-6dd01df3f26b HTTP/1.1" status: 200  len: 946 time: 0.0829699
Dec 16 22:58:09.502516 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-8414383f-fcf7-47ab-a8e9-fa937ca9fcf9 req-725139b1-7e6b-4674-beca-dd096876da85 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] 10.222.0.13 "GET /v2.0/security-groups?id=96e2b9de-b184-46f0-9838-af7af02c851d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0415161
Dec 16 22:58:09.653614 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91c44d8-4140-44c6-b991-fceb411ed918 req-6cf67c53-18ec-406d-8c30-1d6434ed48ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:58:09.655056 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-c91c44d8-4140-44c6-b991-fceb411ed918 req-6cf67c53-18ec-406d-8c30-1d6434ed48ae service neutron] 10.222.0.49 "GET /v2.0/networks?id=f069bedf-f6a3-4440-a8f6-580776067f3c HTTP/1.1" status: 200  len: 913 time: 0.2301490
Dec 16 22:58:09.754874 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-c91c44d8-4140-44c6-b991-fceb411ed918 req-9d515169-3d09-4c93-80ae-6fd0e8ebf5b6 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=919c93f3-206d-4ca6-8db0-d18cf0f24670 HTTP/1.1" status: 200  len: 1002 time: 0.0936589
Dec 16 22:58:09.818186 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91c44d8-4140-44c6-b991-fceb411ed918 req-8d1e8f07-8608-4f76-8a30-3077eb14e2b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:58:09.819534 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-c91c44d8-4140-44c6-b991-fceb411ed918 req-8d1e8f07-8608-4f76-8a30-3077eb14e2b4 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=90d7e8f1-ac67-4d58-9510-77de26e608a7 HTTP/1.1" status: 200  len: 851 time: 0.0585711
Dec 16 22:58:09.892143 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91c44d8-4140-44c6-b991-fceb411ed918 req-4bc52795-28c0-4993-92bd-ebdfe88378ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:58:09.893475 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-c91c44d8-4140-44c6-b991-fceb411ed918 req-4bc52795-28c0-4993-92bd-ebdfe88378ef service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f069bedf-f6a3-4440-a8f6-580776067f3c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0677335
Dec 16 22:58:10.019336 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-c91c44d8-4140-44c6-b991-fceb411ed918 req-ffa363c6-e8a6-4cf4-b1cf-7748e40e0be7 service neutron] 10.222.0.49 "GET /v2.0/networks/f069bedf-f6a3-4440-a8f6-580776067f3c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1191282
Dec 16 22:58:10.145621 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-c91c44d8-4140-44c6-b991-fceb411ed918 req-8fcfb403-cff9-424e-9f73-1b12ac640632 service neutron] 10.222.0.49 "GET /v2.0/networks/f069bedf-f6a3-4440-a8f6-580776067f3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1200407
Dec 16 22:58:10.684073 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2feab66c-05cf-4d9e-8e92-75e3ee7bac73 req-b3def906-7ad1-4aa4-9bb0-97dd7b956270 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:58:10.685514 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-2feab66c-05cf-4d9e-8e92-75e3ee7bac73 req-b3def906-7ad1-4aa4-9bb0-97dd7b956270 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] 10.222.0.13 "GET /v2.0/ports?device_id=5895743b-3e85-4218-a44c-6dd01df3f26b HTTP/1.1" status: 200  len: 946 time: 0.0790615
Dec 16 22:58:10.847041 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-2feab66c-05cf-4d9e-8e92-75e3ee7bac73 req-0e4abc29-5767-45d9-bc56-6312810c3c25 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] 10.222.0.13 "GET /v2.0/security-groups?id=96e2b9de-b184-46f0-9838-af7af02c851d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1560023
Dec 16 22:58:12.029441 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e737bb0-9fe5-463e-989c-151c9e00b839 req-4f99c040-2e9d-4cc2-b335-1c70b0c667ed tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:58:12.030865 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-2e737bb0-9fe5-463e-989c-151c9e00b839 req-4f99c040-2e9d-4cc2-b335-1c70b0c667ed tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] 10.222.0.13 "GET /v2.0/ports?device_id=5895743b-3e85-4218-a44c-6dd01df3f26b HTTP/1.1" status: 200  len: 946 time: 0.0781994
Dec 16 22:58:12.073040 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-2e737bb0-9fe5-463e-989c-151c9e00b839 req-e183ae2a-1b65-4dc5-ae8d-aa442f76d0cf tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] 10.222.0.13 "GET /v2.0/security-groups?id=96e2b9de-b184-46f0-9838-af7af02c851d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0365119
Dec 16 22:58:13.262012 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4244164-9faa-43c1-866e-b337980c2939 req-494933bc-a04e-4aa4-af61-257df8fba969 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:58:13.263434 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-b4244164-9faa-43c1-866e-b337980c2939 req-494933bc-a04e-4aa4-af61-257df8fba969 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] 10.222.0.13 "GET /v2.0/ports?device_id=5895743b-3e85-4218-a44c-6dd01df3f26b HTTP/1.1" status: 200  len: 946 time: 0.0832088
Dec 16 22:58:13.306024 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-b4244164-9faa-43c1-866e-b337980c2939 req-f800728f-2b58-4a55-b413-5650cf264bb0 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] 10.222.0.13 "GET /v2.0/security-groups?id=96e2b9de-b184-46f0-9838-af7af02c851d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0370324
Dec 16 22:58:14.485210 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5da5f5b-ad7e-43f4-bab9-cfa2936fb180 req-494584e0-89ee-4c15-860e-634ca815b0b9 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:58:14.486676 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-b5da5f5b-ad7e-43f4-bab9-cfa2936fb180 req-494584e0-89ee-4c15-860e-634ca815b0b9 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] 10.222.0.13 "GET /v2.0/ports?device_id=5895743b-3e85-4218-a44c-6dd01df3f26b HTTP/1.1" status: 200  len: 946 time: 0.0785034
Dec 16 22:58:14.531874 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-b5da5f5b-ad7e-43f4-bab9-cfa2936fb180 req-46dda6eb-394f-4016-ae4f-6672540ca0db tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] 10.222.0.13 "GET /v2.0/security-groups?id=96e2b9de-b184-46f0-9838-af7af02c851d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0394857
Dec 16 22:58:15.710357 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63c36b2-5800-4ff1-9c75-2ba46464e74b req-49119741-6253-4632-8ed1-84ff7b710669 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:58:15.711805 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-d63c36b2-5800-4ff1-9c75-2ba46464e74b req-49119741-6253-4632-8ed1-84ff7b710669 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] 10.222.0.13 "GET /v2.0/ports?device_id=5895743b-3e85-4218-a44c-6dd01df3f26b HTTP/1.1" status: 200  len: 946 time: 0.0774896
Dec 16 22:58:15.754859 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-d63c36b2-5800-4ff1-9c75-2ba46464e74b req-67b9215c-1d7d-48f5-ab10-82aa8c569468 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] 10.222.0.13 "GET /v2.0/security-groups?id=96e2b9de-b184-46f0-9838-af7af02c851d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0369925
Dec 16 22:58:16.940577 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bad05b-bdf8-4f8a-a458-65310cb081cc req-d3ec5639-c66f-4478-a59c-df9fd95c91d0 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:58:16.941982 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-e0bad05b-bdf8-4f8a-a458-65310cb081cc req-d3ec5639-c66f-4478-a59c-df9fd95c91d0 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] 10.222.0.13 "GET /v2.0/ports?device_id=5895743b-3e85-4218-a44c-6dd01df3f26b HTTP/1.1" status: 200  len: 946 time: 0.0802424
Dec 16 22:58:16.984476 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-e0bad05b-bdf8-4f8a-a458-65310cb081cc req-973f2672-88d1-40c3-85b4-df972faaa30f tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] 10.222.0.13 "GET /v2.0/security-groups?id=96e2b9de-b184-46f0-9838-af7af02c851d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0370262
Dec 16 22:58:18.162191 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362f9aaf-125a-401d-9fc6-4f3cb40369b0 req-02509d38-1767-43ae-b096-04ea11125f69 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:58:18.163617 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-362f9aaf-125a-401d-9fc6-4f3cb40369b0 req-02509d38-1767-43ae-b096-04ea11125f69 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] 10.222.0.13 "GET /v2.0/ports?device_id=5895743b-3e85-4218-a44c-6dd01df3f26b HTTP/1.1" status: 200  len: 946 time: 0.0779328
Dec 16 22:58:18.209593 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-362f9aaf-125a-401d-9fc6-4f3cb40369b0 req-97a61f24-c035-4302-b9dd-6d10d91ea446 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] 10.222.0.13 "GET /v2.0/security-groups?id=96e2b9de-b184-46f0-9838-af7af02c851d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0404429
Dec 16 22:58:19.396387 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40b720c-abea-4238-82ff-9eb55f6427aa req-a2110de6-c493-4b74-804c-42df46210349 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:58:19.397849 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-c40b720c-abea-4238-82ff-9eb55f6427aa req-a2110de6-c493-4b74-804c-42df46210349 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] 10.222.0.13 "GET /v2.0/ports?device_id=5895743b-3e85-4218-a44c-6dd01df3f26b HTTP/1.1" status: 200  len: 946 time: 0.0837243
Dec 16 22:58:19.441673 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-c40b720c-abea-4238-82ff-9eb55f6427aa req-93cb6535-51b9-4638-80e7-ea482b1f79b7 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] 10.222.0.13 "GET /v2.0/security-groups?id=96e2b9de-b184-46f0-9838-af7af02c851d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0380588
Dec 16 22:58:20.631596 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e84ff6e-8a33-467b-8342-05ea2408d361 req-88b98f3e-2613-4c26-bfa7-cc544a0b6fb5 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:58:20.633074 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-2e84ff6e-8a33-467b-8342-05ea2408d361 req-88b98f3e-2613-4c26-bfa7-cc544a0b6fb5 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] 10.222.0.13 "GET /v2.0/ports?device_id=5895743b-3e85-4218-a44c-6dd01df3f26b HTTP/1.1" status: 200  len: 946 time: 0.0842106
Dec 16 22:58:20.676398 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-2e84ff6e-8a33-467b-8342-05ea2408d361 req-1030dfe4-4e7a-48ee-91e0-0c4081ac3931 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] 10.222.0.13 "GET /v2.0/security-groups?id=96e2b9de-b184-46f0-9838-af7af02c851d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0376236
Dec 16 22:58:21.858935 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5e70f1-a1b9-4734-90d8-bd4cfb91156e req-cf63cf28-b36e-4c3d-ad2c-6b26e9f550ce tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:58:21.860374 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-0c5e70f1-a1b9-4734-90d8-bd4cfb91156e req-cf63cf28-b36e-4c3d-ad2c-6b26e9f550ce tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] 10.222.0.13 "GET /v2.0/ports?device_id=5895743b-3e85-4218-a44c-6dd01df3f26b HTTP/1.1" status: 200  len: 946 time: 0.0806711
Dec 16 22:58:21.903734 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-0c5e70f1-a1b9-4734-90d8-bd4cfb91156e req-b8cea608-04da-49f4-8a14-09b6ac93cc24 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] 10.222.0.13 "GET /v2.0/security-groups?id=96e2b9de-b184-46f0-9838-af7af02c851d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0378222
Dec 16 22:58:21.983567 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-c91c44d8-4140-44c6-b991-fceb411ed918 req-2c5b9032-82de-464c-9234-8e467b5ac99d service neutron] 10.222.0.49 "GET /v2.0/ports/919c93f3-206d-4ca6-8db0-d18cf0f24670/bindings/hv-neutron-8218 HTTP/1.1" status: 200  len: 384 time: 0.1187954
Dec 16 22:58:22.259861 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91c44d8-4140-44c6-b991-fceb411ed918 req-5a5e607d-0eb8-45db-8b2d-7eafaeeca1e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:58:22.261790 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-c91c44d8-4140-44c6-b991-fceb411ed918 req-5a5e607d-0eb8-45db-8b2d-7eafaeeca1e5 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=5895743b-3e85-4218-a44c-6dd01df3f26b&tenant_id=9c5be4a914e64e4db31eefbfde88cd70 HTTP/1.1" status: 200  len: 1099 time: 0.0718145
Dec 16 22:58:22.368998 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91c44d8-4140-44c6-b991-fceb411ed918 req-16f142b4-5ed3-4b49-b715-066b7f33bed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:58:22.370451 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-c91c44d8-4140-44c6-b991-fceb411ed918 req-16f142b4-5ed3-4b49-b715-066b7f33bed9 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9c5be4a914e64e4db31eefbfde88cd70&device_id=5895743b-3e85-4218-a44c-6dd01df3f26b HTTP/1.1" status: 200  len: 1099 time: 0.0729547
Dec 16 22:58:22.504160 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91c44d8-4140-44c6-b991-fceb411ed918 req-2cdb525a-ec77-4d47-881e-2943ea899ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:58:22.505574 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-c91c44d8-4140-44c6-b991-fceb411ed918 req-2cdb525a-ec77-4d47-881e-2943ea899ed2 service neutron] 10.222.0.49 "GET /v2.0/networks?id=f069bedf-f6a3-4440-a8f6-580776067f3c HTTP/1.1" status: 200  len: 913 time: 0.1287036
Dec 16 22:58:22.604571 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-c91c44d8-4140-44c6-b991-fceb411ed918 req-422e3e29-a895-442b-a981-f51760fa3e04 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=919c93f3-206d-4ca6-8db0-d18cf0f24670 HTTP/1.1" status: 200  len: 1002 time: 0.0921333
Dec 16 22:58:22.668439 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91c44d8-4140-44c6-b991-fceb411ed918 req-134e3281-6413-4fb1-a014-f680d5346a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:58:22.669840 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-c91c44d8-4140-44c6-b991-fceb411ed918 req-134e3281-6413-4fb1-a014-f680d5346a02 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=90d7e8f1-ac67-4d58-9510-77de26e608a7 HTTP/1.1" status: 200  len: 851 time: 0.0592875
Dec 16 22:58:22.742410 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91c44d8-4140-44c6-b991-fceb411ed918 req-c12f8b03-3822-47db-850c-c1965ffedc60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:58:22.743844 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-c91c44d8-4140-44c6-b991-fceb411ed918 req-c12f8b03-3822-47db-850c-c1965ffedc60 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f069bedf-f6a3-4440-a8f6-580776067f3c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0675411
Dec 16 22:58:22.871802 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-c91c44d8-4140-44c6-b991-fceb411ed918 req-67d19ad1-b683-4522-90a2-b829dc235b85 service neutron] 10.222.0.49 "GET /v2.0/networks/f069bedf-f6a3-4440-a8f6-580776067f3c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1212890
Dec 16 22:58:23.001636 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-c91c44d8-4140-44c6-b991-fceb411ed918 req-31a9510a-34a2-4f87-8c51-85b1d6620849 service neutron] 10.222.0.49 "GET /v2.0/networks/f069bedf-f6a3-4440-a8f6-580776067f3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1233530
Dec 16 22:58:23.083104 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a86860f-4e74-4aa5-a3fc-41538b6a05a2 req-f3784e49-72aa-49d1-97c9-4050354e441c tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:58:23.084557 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-1a86860f-4e74-4aa5-a3fc-41538b6a05a2 req-f3784e49-72aa-49d1-97c9-4050354e441c tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] 10.222.0.13 "GET /v2.0/ports?device_id=5895743b-3e85-4218-a44c-6dd01df3f26b HTTP/1.1" status: 200  len: 946 time: 0.0785599
Dec 16 22:58:23.140845 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-1a86860f-4e74-4aa5-a3fc-41538b6a05a2 req-a6d5a9f7-2cbd-4e4a-9b3d-7297c956a252 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] 10.222.0.13 "GET /v2.0/security-groups?id=96e2b9de-b184-46f0-9838-af7af02c851d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0499218
Dec 16 22:58:23.512551 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.agents_db [None req-0abd2616-a86c-48e2-be07-10823335a5bb None None] Agent healthcheck: found 6 active agents {{(pid=87509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 22:58:24.324323 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac06e88-b142-4dd8-b493-acaeaa9f87ef req-affb4dce-540a-4e30-b071-32fbb10bd8a5 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:58:24.325730 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-eac06e88-b142-4dd8-b493-acaeaa9f87ef req-affb4dce-540a-4e30-b071-32fbb10bd8a5 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] 10.222.0.13 "GET /v2.0/ports?device_id=5895743b-3e85-4218-a44c-6dd01df3f26b HTTP/1.1" status: 200  len: 946 time: 0.0779440
Dec 16 22:58:24.367534 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-eac06e88-b142-4dd8-b493-acaeaa9f87ef req-2a2181ea-a03d-46dd-9dd0-8aa99cb5a929 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] 10.222.0.13 "GET /v2.0/security-groups?id=96e2b9de-b184-46f0-9838-af7af02c851d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0363667
Dec 16 22:58:25.557128 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6b1246-eceb-46f1-9127-47978af73003 req-d7a41e10-4e78-4aaa-b7b2-343fe486a744 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:58:25.558563 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-ff6b1246-eceb-46f1-9127-47978af73003 req-d7a41e10-4e78-4aaa-b7b2-343fe486a744 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] 10.222.0.13 "GET /v2.0/ports?device_id=5895743b-3e85-4218-a44c-6dd01df3f26b HTTP/1.1" status: 200  len: 946 time: 0.0862355
Dec 16 22:58:25.601700 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-ff6b1246-eceb-46f1-9127-47978af73003 req-1a09a5e5-d3bf-438c-900a-efb683175a2d tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] 10.222.0.13 "GET /v2.0/security-groups?id=96e2b9de-b184-46f0-9838-af7af02c851d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0374606
Dec 16 22:58:25.639786 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Device 919c93f3-206d-4ca6-8db0-d18cf0f24670 details requested by agent hyperv_hv-neutron-8218 with host hv-neutron-8218 {{(pid=87508) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 16 22:58:25.649255 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Device 919c93f3-206d-4ca6-8db0-d18cf0f24670 no longer exists at agent hyperv_hv-neutron-8218 {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 22:58:25.872987 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] For port 919c93f3-206d-4ca6-8db0-d18cf0f24670, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=919c93f3-206d-4ca6-8db0-d18cf0f24670,segment=NetworkSegment(e6973879-34d3-443f-950f-78f1671e66e5),segment_id=e6973879-34d3-443f-950f-78f1671e66e5)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:58:25.880226 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:58:25.899799 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Returning: {'device': '919c93f3-206d-4ca6-8db0-d18cf0f24670', 'network_id': 'f069bedf-f6a3-4440-a8f6-580776067f3c', 'port_id': '919c93f3-206d-4ca6-8db0-d18cf0f24670', 'mac_address': 'fa:16:3e:22:ba:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90d7e8f1-ac67-4d58-9510-77de26e608a7', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87508) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 16 22:58:25.903426 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e89093b-7945-40ec-913d-eac762d896ad req-ff4b8fe8-ffd0-46f3-a7f7-0e7a6029d2a2 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:58:25.904993 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-1e89093b-7945-40ec-913d-eac762d896ad req-ff4b8fe8-ffd0-46f3-a7f7-0e7a6029d2a2 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] 10.222.0.13 "GET /v2.0/ports?device_id=5895743b-3e85-4218-a44c-6dd01df3f26b HTTP/1.1" status: 200  len: 946 time: 0.0810337
Dec 16 22:58:25.924714 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a24e93e-0897-451d-a5ac-742444603431 req-beab1c3a-c50b-4090-a285-d959c5b329c9 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:58:25.925416 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [req-0a24e93e-0897-451d-a5ac-742444603431 req-beab1c3a-c50b-4090-a285-d959c5b329c9 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Synchronizing usage tracker for tenant:9c5be4a914e64e4db31eefbfde88cd70 on resource:port {{(pid=87506) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 22:58:25.940550 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5895743b-3e85-4218-a44c-6dd01df3f26b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '919c93f3-206d-4ca6-8db0-d18cf0f24670'}] {{(pid=87508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 22:58:25.944021 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [req-0a24e93e-0897-451d-a5ac-742444603431 req-beab1c3a-c50b-4090-a285-d959c5b329c9 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Unset dirty status for tenant:9c5be4a914e64e4db31eefbfde88cd70 on resource:port {{(pid=87506) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 22:58:25.945648 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-0a24e93e-0897-451d-a5ac-742444603431 req-beab1c3a-c50b-4090-a285-d959c5b329c9 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] 10.222.0.49 "GET /v2.0/ports?device_id=5895743b-3e85-4218-a44c-6dd01df3f26b&tenant_id=9c5be4a914e64e4db31eefbfde88cd70&binding%3Ahost_id=hv-neutron-8218 HTTP/1.1" status: 200  len: 946 time: 0.1101189
Dec 16 22:58:25.953053 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-1e89093b-7945-40ec-913d-eac762d896ad req-d58e2599-4328-44e6-87f3-7842330071bc tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] 10.222.0.13 "GET /v2.0/security-groups?id=96e2b9de-b184-46f0-9838-af7af02c851d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0418944
Dec 16 22:58:26.020894 dv-neutron-821829-1-hyperv neutron-server[87508]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5895743b-3e85-4218-a44c-6dd01df3f26b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '919c93f3-206d-4ca6-8db0-d18cf0f24670', 'code': 200}
Dec 16 22:58:26.024498 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] For port 919c93f3-206d-4ca6-8db0-d18cf0f24670, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=919c93f3-206d-4ca6-8db0-d18cf0f24670,segment=NetworkSegment(e6973879-34d3-443f-950f-78f1671e66e5),segment_id=e6973879-34d3-443f-950f-78f1671e66e5)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:58:26.031539 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:58:26.033379 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:58:26.060872 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:58:26.096377 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.notifiers.nova [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 919c93f3-206d-4ca6-8db0-d18cf0f24670 {{(pid=87508) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 22:58:26.128717 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a24e93e-0897-451d-a5ac-742444603431 req-471e7496-fdf5-4cea-bf00-d22f33c6d089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:58:26.130227 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-0a24e93e-0897-451d-a5ac-742444603431 req-471e7496-fdf5-4cea-bf00-d22f33c6d089 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9c5be4a914e64e4db31eefbfde88cd70&device_id=5895743b-3e85-4218-a44c-6dd01df3f26b HTTP/1.1" status: 200  len: 1097 time: 0.0713656
Dec 16 22:58:26.151705 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Pushing event updated for resources: {'Port': ['ID=919c93f3-206d-4ca6-8db0-d18cf0f24670,revision_number=6']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:58:26.168875 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:58:26.169226 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:58:26.169572 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:58:26.169911 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:58:26.170246 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:58:26.170579 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:58:26.170907 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:58:26.171235 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:58:26.171562 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:58:26.171915 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:58:26.172241 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:58:26.172562 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:58:26.177741 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:58:26.182530 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.db.api [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87508) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 16 22:58:26.182825 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_db.api [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 16 22:58:26.363333 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a24e93e-0897-451d-a5ac-742444603431 req-f3304078-3fb2-4e2a-a2f6-752992ff09b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:58:26.364806 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-0a24e93e-0897-451d-a5ac-742444603431 req-f3304078-3fb2-4e2a-a2f6-752992ff09b9 service neutron] 10.222.0.49 "GET /v2.0/networks?id=f069bedf-f6a3-4440-a8f6-580776067f3c HTTP/1.1" status: 200  len: 913 time: 0.2278087
Dec 16 22:58:26.465658 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-0a24e93e-0897-451d-a5ac-742444603431 req-9822915e-d182-4fb4-ba43-795bdbf10196 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=919c93f3-206d-4ca6-8db0-d18cf0f24670 HTTP/1.1" status: 200  len: 1000 time: 0.0941081
Dec 16 22:58:26.526217 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a24e93e-0897-451d-a5ac-742444603431 req-566c609c-af2d-4d3c-8ea0-58d8129df7e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:58:26.527589 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-0a24e93e-0897-451d-a5ac-742444603431 req-566c609c-af2d-4d3c-8ea0-58d8129df7e4 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=90d7e8f1-ac67-4d58-9510-77de26e608a7 HTTP/1.1" status: 200  len: 851 time: 0.0562975
Dec 16 22:58:26.605473 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a24e93e-0897-451d-a5ac-742444603431 req-52946ea2-f179-4f60-bb89-ea70588061f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:58:26.606913 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-0a24e93e-0897-451d-a5ac-742444603431 req-52946ea2-f179-4f60-bb89-ea70588061f0 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f069bedf-f6a3-4440-a8f6-580776067f3c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0729961
Dec 16 22:58:26.735108 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:58:26.736940 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-0a24e93e-0897-451d-a5ac-742444603431 req-8a77211d-e252-4165-bdc9-f0c6a09da48e service neutron] 10.222.0.49 "GET /v2.0/networks/f069bedf-f6a3-4440-a8f6-580776067f3c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1235809
Dec 16 22:58:26.752287 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.notifiers.nova [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 919c93f3-206d-4ca6-8db0-d18cf0f24670 {{(pid=87508) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 22:58:26.767908 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] For port 919c93f3-206d-4ca6-8db0-d18cf0f24670, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=919c93f3-206d-4ca6-8db0-d18cf0f24670,segment=NetworkSegment(e6973879-34d3-443f-950f-78f1671e66e5),segment_id=e6973879-34d3-443f-950f-78f1671e66e5)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:58:26.771615 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:58:26.774199 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:58:26.840825 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Pushing event updated for resources: {'Port': ['ID=919c93f3-206d-4ca6-8db0-d18cf0f24670,revision_number=7']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:58:26.843866 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:58:26.869409 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-0a24e93e-0897-451d-a5ac-742444603431 req-2d07d8aa-b646-489b-9201-aa920c759a4b service neutron] 10.222.0.49 "GET /v2.0/networks/f069bedf-f6a3-4440-a8f6-580776067f3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1260908
Dec 16 22:58:26.924878 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] get_ports_and_sgs() called for port_ids ['919c93f3-206d-4ca6-8db0-d18cf0f24670'] {{(pid=87508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 22:58:27.143841 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbc0149-8404-4d01-a776-62c2c4db08a3 req-ebd8e61a-0d52-4432-bc94-7f5c2df66ad7 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:58:27.145294 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-5bbc0149-8404-4d01-a776-62c2c4db08a3 req-ebd8e61a-0d52-4432-bc94-7f5c2df66ad7 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] 10.222.0.13 "GET /v2.0/ports?device_id=5895743b-3e85-4218-a44c-6dd01df3f26b HTTP/1.1" status: 200  len: 945 time: 0.0831268
Dec 16 22:58:27.188350 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-5bbc0149-8404-4d01-a776-62c2c4db08a3 req-d5c7d6ce-6567-4ed1-afab-26b9406ecd32 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] 10.222.0.13 "GET /v2.0/security-groups?id=96e2b9de-b184-46f0-9838-af7af02c851d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0364666
Dec 16 22:58:27.649207 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Device 919c93f3-206d-4ca6-8db0-d18cf0f24670 up at agent hyperv_hv-neutron-8218 {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 22:58:27.717152 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Provisioning complete for port 919c93f3-206d-4ca6-8db0-d18cf0f24670 triggered by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:58:27.717533 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:58:27.829559 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:58:27.860662 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] For port 919c93f3-206d-4ca6-8db0-d18cf0f24670, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=919c93f3-206d-4ca6-8db0-d18cf0f24670,segment=NetworkSegment(e6973879-34d3-443f-950f-78f1671e66e5),segment_id=e6973879-34d3-443f-950f-78f1671e66e5)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:58:27.864343 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:58:27.866075 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:58:27.929147 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Pushing event updated for resources: {'Port': ['ID=919c93f3-206d-4ca6-8db0-d18cf0f24670,revision_number=8']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:58:27.932503 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:58:28.021363 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5895743b-3e85-4218-a44c-6dd01df3f26b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '919c93f3-206d-4ca6-8db0-d18cf0f24670'}] {{(pid=87508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 22:58:28.063881 dv-neutron-821829-1-hyperv neutron-server[87508]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5895743b-3e85-4218-a44c-6dd01df3f26b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '919c93f3-206d-4ca6-8db0-d18cf0f24670', 'code': 200}
Dec 16 22:58:28.176274 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-d1ba7f89-5478-4f62-8f7c-6c24a76d4e7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:58:28.367062 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994f794e-e0f1-4b4e-9cbe-41d45a1c1831 req-2574e5a0-1baa-45c7-aaad-93f1dabd12de tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:58:28.368545 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-994f794e-e0f1-4b4e-9cbe-41d45a1c1831 req-2574e5a0-1baa-45c7-aaad-93f1dabd12de tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] 10.222.0.13 "GET /v2.0/ports?device_id=5895743b-3e85-4218-a44c-6dd01df3f26b HTTP/1.1" status: 200  len: 946 time: 0.0783174
Dec 16 22:58:28.415419 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-994f794e-e0f1-4b4e-9cbe-41d45a1c1831 req-d5897a03-8986-4080-9748-e42fac1b501e tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] 10.222.0.13 "GET /v2.0/security-groups?id=96e2b9de-b184-46f0-9838-af7af02c851d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0408320
Dec 16 22:58:28.597621 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60835f1b-8f79-4799-909f-6ac6a3688cc3 req-e6330b7e-f0be-4b2e-8ab1-91fa0e3901ac tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:58:28.599047 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-60835f1b-8f79-4799-909f-6ac6a3688cc3 req-e6330b7e-f0be-4b2e-8ab1-91fa0e3901ac tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] 10.222.0.13 "GET /v2.0/ports?device_id=5895743b-3e85-4218-a44c-6dd01df3f26b HTTP/1.1" status: 200  len: 946 time: 0.0777378
Dec 16 22:58:28.643908 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-60835f1b-8f79-4799-909f-6ac6a3688cc3 req-aeec050e-a35f-4940-bece-2d98b92b39dd tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] 10.222.0.13 "GET /v2.0/security-groups?id=96e2b9de-b184-46f0-9838-af7af02c851d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0388978
Dec 16 22:58:28.825349 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8398363a-acee-4047-930a-a4ff5f85b0d8 req-a436977b-eab2-4f1d-9abc-16087bf09661 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:58:28.826792 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-8398363a-acee-4047-930a-a4ff5f85b0d8 req-a436977b-eab2-4f1d-9abc-16087bf09661 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] 10.222.0.13 "GET /v2.0/ports?device_id=5895743b-3e85-4218-a44c-6dd01df3f26b HTTP/1.1" status: 200  len: 946 time: 0.0808945
Dec 16 22:58:28.868849 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-8398363a-acee-4047-930a-a4ff5f85b0d8 req-904dbad1-650d-4e19-922b-e11f2ec61e3f tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] 10.222.0.13 "GET /v2.0/security-groups?id=96e2b9de-b184-46f0-9838-af7af02c851d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0366077
Dec 16 22:58:29.231667 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2351ff3c-2e05-42c9-b01c-d96e0c514646 req-7a53a344-ead4-4275-b2f2-f93bd53c2616 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:58:29.233166 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-2351ff3c-2e05-42c9-b01c-d96e0c514646 req-7a53a344-ead4-4275-b2f2-f93bd53c2616 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] 10.222.0.13 "GET /v2.0/ports?device_id=5895743b-3e85-4218-a44c-6dd01df3f26b HTTP/1.1" status: 200  len: 946 time: 0.0815675
Dec 16 22:58:29.276422 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-2351ff3c-2e05-42c9-b01c-d96e0c514646 req-3e2708ff-61ea-4e49-b164-9923b81d9ecc tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] 10.222.0.13 "GET /v2.0/security-groups?id=96e2b9de-b184-46f0-9838-af7af02c851d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0376341
Dec 16 22:58:30.465024 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a4b011-88f5-4247-90c6-d6554e0496bf req-c67444a9-449f-4f39-baa2-478744bacfa4 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:58:30.466478 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-78a4b011-88f5-4247-90c6-d6554e0496bf req-c67444a9-449f-4f39-baa2-478744bacfa4 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] 10.222.0.13 "GET /v2.0/ports?device_id=5895743b-3e85-4218-a44c-6dd01df3f26b HTTP/1.1" status: 200  len: 946 time: 0.0844185
Dec 16 22:58:30.509190 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-78a4b011-88f5-4247-90c6-d6554e0496bf req-a9ec5d54-6316-4fa3-bf58-279d416d5b6e tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] 10.222.0.13 "GET /v2.0/security-groups?id=96e2b9de-b184-46f0-9838-af7af02c851d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0370722
Dec 16 22:58:30.624734 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-413dce5d-dfe8-4b0c-bf83-6d70abab13e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:58:31.038875 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ff29ba-9767-4bcc-a8f5-2582612142f9 req-c0e77a26-02da-4dc9-bb86-41ff873713b1 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:58:31.040355 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-33ff29ba-9767-4bcc-a8f5-2582612142f9 req-c0e77a26-02da-4dc9-bb86-41ff873713b1 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] 10.222.0.49 "GET /v2.0/ports?device_id=5895743b-3e85-4218-a44c-6dd01df3f26b HTTP/1.1" status: 200  len: 946 time: 0.0786068
Dec 16 22:58:31.112245 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [req-33ff29ba-9767-4bcc-a8f5-2582612142f9 req-4d52c9c6-14a6-4054-b010-2531a53a5fbb tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Deleting port 919c93f3-206d-4ca6-8db0-d18cf0f24670 {{(pid=87506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:58:31.112579 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-33ff29ba-9767-4bcc-a8f5-2582612142f9 req-4d52c9c6-14a6-4054-b010-2531a53a5fbb tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:58:31.356212 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.db [req-33ff29ba-9767-4bcc-a8f5-2582612142f9 req-4d52c9c6-14a6-4054-b010-2531a53a5fbb tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] For port 919c93f3-206d-4ca6-8db0-d18cf0f24670, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=919c93f3-206d-4ca6-8db0-d18cf0f24670,segment=NetworkSegment(e6973879-34d3-443f-950f-78f1671e66e5),segment_id=e6973879-34d3-443f-950f-78f1671e66e5)] {{(pid=87506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:58:31.356478 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-33ff29ba-9767-4bcc-a8f5-2582612142f9 req-4d52c9c6-14a6-4054-b010-2531a53a5fbb tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:58:31.543186 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-3e729f7f-1589-4d54-9c4a-7ee6b283cc2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:58:31.639014 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-33ff29ba-9767-4bcc-a8f5-2582612142f9 req-4d52c9c6-14a6-4054-b010-2531a53a5fbb tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:58:31.639381 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-33ff29ba-9767-4bcc-a8f5-2582612142f9 req-4d52c9c6-14a6-4054-b010-2531a53a5fbb tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3741874'] for floatingip, after_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:58:31.639795 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.db.l3_db [req-33ff29ba-9767-4bcc-a8f5-2582612142f9 req-4d52c9c6-14a6-4054-b010-2531a53a5fbb tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Floating IP c751d71a-6d95-42c4-b83b-03d2f5ccc134 disassociated. External IP: 172.26.0.102, port: 919c93f3-206d-4ca6-8db0-d18cf0f24670.
Dec 16 22:58:31.640094 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [req-33ff29ba-9767-4bcc-a8f5-2582612142f9 req-4d52c9c6-14a6-4054-b010-2531a53a5fbb tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Calling delete_port for 919c93f3-206d-4ca6-8db0-d18cf0f24670 owned by compute:nova {{(pid=87506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:58:31.694272 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf88ab9-785f-41f4-b5ba-19242c258d2d req-54f88538-847c-4ad1-b497-d144c0ec75f5 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:58:31.695862 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-7cf88ab9-785f-41f4-b5ba-19242c258d2d req-54f88538-847c-4ad1-b497-d144c0ec75f5 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] 10.222.0.13 "GET /v2.0/ports?device_id=5895743b-3e85-4218-a44c-6dd01df3f26b HTTP/1.1" status: 200  len: 946 time: 0.0784540
Dec 16 22:58:31.706866 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:58:31.744581 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-7cf88ab9-785f-41f4-b5ba-19242c258d2d req-7713f9e7-f896-4d06-b4dd-29e76bbb6fb7 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] 10.222.0.13 "GET /v2.0/security-groups?id=96e2b9de-b184-46f0-9838-af7af02c851d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0417924
Dec 16 22:58:31.782901 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-33ff29ba-9767-4bcc-a8f5-2582612142f9 req-4d52c9c6-14a6-4054-b010-2531a53a5fbb tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1863393'] for port, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:58:31.788239 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-6e46aba1-20cf-4a63-b710-badaabb8c832 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:58:31.830623 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d52c9c6-14a6-4054-b010-2531a53a5fbb tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Pushing event deleted for resources: {'Port': ['ID=919c93f3-206d-4ca6-8db0-d18cf0f24670,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:58:31.842016 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d52c9c6-14a6-4054-b010-2531a53a5fbb tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:58:31.842408 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d52c9c6-14a6-4054-b010-2531a53a5fbb tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:58:31.842898 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d52c9c6-14a6-4054-b010-2531a53a5fbb tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:58:31.843151 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d52c9c6-14a6-4054-b010-2531a53a5fbb tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:58:31.843519 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d52c9c6-14a6-4054-b010-2531a53a5fbb tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:58:31.843961 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d52c9c6-14a6-4054-b010-2531a53a5fbb tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:58:31.844271 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d52c9c6-14a6-4054-b010-2531a53a5fbb tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:58:31.844632 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d52c9c6-14a6-4054-b010-2531a53a5fbb tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:58:31.844996 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d52c9c6-14a6-4054-b010-2531a53a5fbb tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:58:31.845355 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d52c9c6-14a6-4054-b010-2531a53a5fbb tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:58:31.845720 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d52c9c6-14a6-4054-b010-2531a53a5fbb tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:58:31.846075 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d52c9c6-14a6-4054-b010-2531a53a5fbb tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:58:31.849641 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-4d52c9c6-14a6-4054-b010-2531a53a5fbb tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:58:32.138967 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.l3_agent_scheduler [req-33ff29ba-9767-4bcc-a8f5-2582612142f9 req-4d52c9c6-14a6-4054-b010-2531a53a5fbb tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Router 7301e2f4-23f9-42a2-a6ef-306bfbe71764 has already been hosted by L3 agent 4f519db7-069b-43e2-8411-c092bac9102a {{(pid=87506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 22:58:32.314341 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-33ff29ba-9767-4bcc-a8f5-2582612142f9 req-4d52c9c6-14a6-4054-b010-2531a53a5fbb tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Notify agent at l3_agent.dv-neutron-821829-1-hyperv the message routers_updated {{(pid=87506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 22:58:32.324278 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f89cabc3-7654-4cb5-ab68-7e7feb75fd76 None None] Sync routers for ids ['7301e2f4-23f9-42a2-a6ef-306bfbe71764'] in dv-neutron-821829-1-hyperv {{(pid=87508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 22:58:32.334478 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f89cabc3-7654-4cb5-ab68-7e7feb75fd76 None None] Routers {'7301e2f4-23f9-42a2-a6ef-306bfbe71764'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:58:32.335098 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-f89cabc3-7654-4cb5-ab68-7e7feb75fd76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b77047d90>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:58:31Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['7301e2f4-23f9-42a2-a6ef-306bfbe71764'], 'active': True} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:58:32.385468 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.l3_dvrscheduler_db [req-33ff29ba-9767-4bcc-a8f5-2582612142f9 req-4d52c9c6-14a6-4054-b010-2531a53a5fbb tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] No DVR routers for this DVR port 919c93f3-206d-4ca6-8db0-d18cf0f24670 on host hv-neutron-8218 {{(pid=87506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 22:58:32.387961 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-33ff29ba-9767-4bcc-a8f5-2582612142f9 req-4d52c9c6-14a6-4054-b010-2531a53a5fbb tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for port, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:58:32.390526 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5895743b-3e85-4218-a44c-6dd01df3f26b', 'name': 'network-vif-deleted', 'tag': '919c93f3-206d-4ca6-8db0-d18cf0f24670'}] {{(pid=87506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 22:58:32.406969 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-33ff29ba-9767-4bcc-a8f5-2582612142f9 req-4d52c9c6-14a6-4054-b010-2531a53a5fbb tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] 10.222.0.49 "DELETE /v2.0/ports/919c93f3-206d-4ca6-8db0-d18cf0f24670 HTTP/1.1" status: 204  len: 173 time: 1.3608003
Dec 16 22:58:32.445546 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5895743b-3e85-4218-a44c-6dd01df3f26b', 'name': 'network-vif-deleted', 'tag': '919c93f3-206d-4ca6-8db0-d18cf0f24670', 'status': 'completed', 'code': 200}
Dec 16 22:58:32.514532 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvr_db [None req-f89cabc3-7654-4cb5-ab68-7e7feb75fd76 None None] Set router 7301e2f4-23f9-42a2-a6ef-306bfbe71764 gateway port host: dv-neutron-821829-1-hyperv {{(pid=87508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 22:58:32.824453 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-f89cabc3-7654-4cb5-ab68-7e7feb75fd76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b77047d90>, [{'id': '7301e2f4-23f9-42a2-a6ef-306bfbe71764', 'name': 'tempest-ServerActionsTestJSON-1868535081-router', 'tenant_id': '9c5be4a914e64e4db31eefbfde88cd70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.248'}], 'enable_snat': True}, 'gw_port_id': '92cfe07a-f9b2-4300-be97-e718299bbf0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:57:11Z', 'updated_at': '2021-12-16T22:57:15Z', 'revision_number': 4, 'project_id': '9c5be4a914e64e4db31eefbfde88cd70', 'gw_port': {'id': '92cfe07a-f9b2-4300-be97-e718299bbf0c', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:32:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7301e2f4-23f9-42a2-a6ef-306bfbe71764', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:57:11Z', 'updated_at': '2021-12-16T22:57:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv', '_interfaces': [{'id': 'c3b9942b-fd85-4d66-9577-2fabd3518ad9', 'name': '', 'network_id': 'f069bedf-f6a3-4440-a8f6-580776067f3c', 'tenant_id': '9c5be4a914e64e4db31eefbfde88cd70', 'mac_address': 'fa:16:3e:23:b3:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7301e2f4-23f9-42a2-a6ef-306bfbe71764', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '90d7e8f1-ac67-4d58-9510-77de26e608a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:57:14Z', 'updated_at': '2021-12-16T22:57:20Z', 'revision_number': 5, 'project_id': '9c5be4a914e64e4db31eefbfde88cd70', 'subnets': [{'id': '90d7e8f1-ac67-4d58-9510-77de26e608a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:58:32.828291 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f89cabc3-7654-4cb5-ab68-7e7feb75fd76 None None] Checking router: 7301e2f4-23f9-42a2-a6ef-306bfbe71764 for host: dv-neutron-821829-1-hyperv {{(pid=87508) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 22:58:32.836647 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f89cabc3-7654-4cb5-ab68-7e7feb75fd76 None None] Routers {'7301e2f4-23f9-42a2-a6ef-306bfbe71764'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:58:32.837286 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-f89cabc3-7654-4cb5-ab68-7e7feb75fd76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b77047d90>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:58:31Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['7301e2f4-23f9-42a2-a6ef-306bfbe71764'], 'active': True} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:58:33.018314 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-d852843c-6d18-441d-b339-df9417fdfb86 req-197554d8-9be5-4ecc-b364-0f780564fed3 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] 10.222.0.13 "GET /v2.0/ports?device_id=5895743b-3e85-4218-a44c-6dd01df3f26b HTTP/1.1" status: 200  len: 210 time: 0.1535115
Dec 16 22:58:33.027702 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvr_db [None req-f89cabc3-7654-4cb5-ab68-7e7feb75fd76 None None] Set router 7301e2f4-23f9-42a2-a6ef-306bfbe71764 gateway port host: dv-neutron-821829-1-hyperv {{(pid=87508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 22:58:33.314507 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-4541ba3b-6be8-499c-bc94-3c60aa55c4f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:58:33.379163 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-f89cabc3-7654-4cb5-ab68-7e7feb75fd76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b77047d90>, [{'id': '7301e2f4-23f9-42a2-a6ef-306bfbe71764', 'name': 'tempest-ServerActionsTestJSON-1868535081-router', 'tenant_id': '9c5be4a914e64e4db31eefbfde88cd70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.248'}], 'enable_snat': True}, 'gw_port_id': '92cfe07a-f9b2-4300-be97-e718299bbf0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:57:11Z', 'updated_at': '2021-12-16T22:57:15Z', 'revision_number': 4, 'project_id': '9c5be4a914e64e4db31eefbfde88cd70', 'gw_port': {'id': '92cfe07a-f9b2-4300-be97-e718299bbf0c', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:32:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7301e2f4-23f9-42a2-a6ef-306bfbe71764', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:57:11Z', 'updated_at': '2021-12-16T22:57:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv', '_interfaces': [{'id': 'c3b9942b-fd85-4d66-9577-2fabd3518ad9', 'name': '', 'network_id': 'f069bedf-f6a3-4440-a8f6-580776067f3c', 'tenant_id': '9c5be4a914e64e4db31eefbfde88cd70', 'mac_address': 'fa:16:3e:23:b3:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7301e2f4-23f9-42a2-a6ef-306bfbe71764', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '90d7e8f1-ac67-4d58-9510-77de26e608a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:57:14Z', 'updated_at': '2021-12-16T22:57:20Z', 'revision_number': 5, 'project_id': '9c5be4a914e64e4db31eefbfde88cd70', 'subnets': [{'id': '90d7e8f1-ac67-4d58-9510-77de26e608a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:58:33.383045 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f89cabc3-7654-4cb5-ab68-7e7feb75fd76 None None] The sync data for ids ['7301e2f4-23f9-42a2-a6ef-306bfbe71764'] in dv-neutron-821829-1-hyperv is: [{'id': '7301e2f4-23f9-42a2-a6ef-306bfbe71764', 'name': 'tempest-ServerActionsTestJSON-1868535081-router', 'tenant_id': '9c5be4a914e64e4db31eefbfde88cd70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.248'}], 'enable_snat': True}, 'gw_port_id': '92cfe07a-f9b2-4300-be97-e718299bbf0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:57:11Z', 'updated_at': '2021-12-16T22:57:15Z', 'revision_number': 4, 'project_id': '9c5be4a914e64e4db31eefbfde88cd70', 'gw_port': {'id': '92cfe07a-f9b2-4300-be97-e718299bbf0c', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:32:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7301e2f4-23f9-42a2-a6ef-306bfbe71764', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:57:11Z', 'updated_at': '2021-12-16T22:57:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv', '_interfaces': [{'id': 'c3b9942b-fd85-4d66-9577-2fabd3518ad9', 'name': '', 'network_id': 'f069bedf-f6a3-4440-a8f6-580776067f3c', 'tenant_id': '9c5be4a914e64e4db31eefbfde88cd70', 'mac_address': 'fa:16:3e:23:b3:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7301e2f4-23f9-42a2-a6ef-306bfbe71764', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '90d7e8f1-ac67-4d58-9510-77de26e608a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:57:14Z', 'updated_at': '2021-12-16T22:57:20Z', 'revision_number': 5, 'project_id': '9c5be4a914e64e4db31eefbfde88cd70', 'subnets': [{'id': '90d7e8f1-ac67-4d58-9510-77de26e608a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 22:58:33.605098 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa380893-5446-4677-ae76-dc43aac7aa35 None None] New status for floating IP c751d71a-6d95-42c4-b83b-03d2f5ccc134: DOWN {{(pid=87509) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 16 22:58:34.335261 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-50d511f1-714d-4dbd-b418-a3622eb1b381 req-41db7cf0-1b88-4cf6-a743-501e2ca28982 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--2020346298&fields=id&tenant_id=9c5be4a914e64e4db31eefbfde88cd70 HTTP/1.1" status: 200  len: 267 time: 0.0383053
Dec 16 22:58:34.479824 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d511f1-714d-4dbd-b418-a3622eb1b381 req-46d4357e-8b49-45fc-a4c0-d708f1847035 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:58:34.481255 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-50d511f1-714d-4dbd-b418-a3622eb1b381 req-46d4357e-8b49-45fc-a4c0-d708f1847035 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] 10.222.0.13 "GET /v2.0/networks?id=f069bedf-f6a3-4440-a8f6-580776067f3c HTTP/1.1" status: 200  len: 812 time: 0.1398547
Dec 16 22:58:34.496132 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-50d511f1-714d-4dbd-b418-a3622eb1b381 req-1a3e4a2f-da4c-49f7-bc3e-a90d8b823bbd tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] 10.222.0.13 "GET /v2.0/quotas/9c5be4a914e64e4db31eefbfde88cd70 HTTP/1.1" status: 200  len: 375 time: 0.0094745
Dec 16 22:58:34.580688 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-50d511f1-714d-4dbd-b418-a3622eb1b381 req-c742fc2a-6482-41f6-87b0-6b9755577405 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=9c5be4a914e64e4db31eefbfde88cd70&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0797279
Dec 16 22:58:34.758766 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-50d511f1-714d-4dbd-b418-a3622eb1b381 req-36cd7d6b-17ac-49c6-b5a8-f17caabfdbb3 service neutron] 10.222.0.13 "GET /v2.0/networks/f069bedf-f6a3-4440-a8f6-580776067f3c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1663167
Dec 16 22:58:34.889324 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-50d511f1-714d-4dbd-b418-a3622eb1b381 req-36032571-ca6d-43b9-9965-f4bd9cd5ae35 service neutron] 10.222.0.13 "GET /v2.0/networks/f069bedf-f6a3-4440-a8f6-580776067f3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1248753
Dec 16 22:58:35.058555 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-96ab73b5-1afe-4b0b-9388-c20adf812206 req-0b2d7967-ae7e-4069-9b06-4d9b7d41e338 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] 10.222.0.13 "GET /v2.0/ports?device_id=6ac681d5-4c9f-41d1-a85e-bac46dacc4ff HTTP/1.1" status: 200  len: 210 time: 0.0422442
Dec 16 22:58:35.683923 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Device 919c93f3-206d-4ca6-8db0-d18cf0f24670 no longer exists at agent hyperv_hv-neutron-8218 {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 22:58:35.717461 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] No Port match for: 919c93f3-206d-4ca6-8db0-d18cf0f24670 {{(pid=87508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 22:58:35.717812 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Device 919c93f3-206d-4ca6-8db0-d18cf0f24670 not bound to the agent host hv-neutron-8218 {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 22:58:36.130206 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d511f1-714d-4dbd-b418-a3622eb1b381 req-4cf7114f-90d2-48ba-8004-9eead1b50e0a tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:58:36.131811 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-50d511f1-714d-4dbd-b418-a3622eb1b381 req-4cf7114f-90d2-48ba-8004-9eead1b50e0a tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] 10.222.0.49 "GET /v2.0/networks?id=f069bedf-f6a3-4440-a8f6-580776067f3c HTTP/1.1" status: 200  len: 812 time: 0.1452632
Dec 16 22:58:36.193848 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-50d511f1-714d-4dbd-b418-a3622eb1b381 req-1d2a79d1-5bfc-43de-b0a3-493f662dbc54 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9c5be4a914e64e4db31eefbfde88cd70 HTTP/1.1" status: 200  len: 380 time: 0.0474527
Dec 16 22:58:36.202616 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [req-50d511f1-714d-4dbd-b418-a3622eb1b381 req-5915352c-7cdb-4b6a-bb5d-27f38c8df503 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Request body: {'port': {'device_id': '6ac681d5-4c9f-41d1-a85e-bac46dacc4ff', 'network_id': 'f069bedf-f6a3-4440-a8f6-580776067f3c', 'admin_state_up': True, 'tenant_id': '9c5be4a914e64e4db31eefbfde88cd70', 'security_groups': ['96e2b9de-b184-46f0-9838-af7af02c851d']}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:58:36.207496 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-4bedf0d3-44c1-4453-95b2-d386228aff24 req-ce9e2bb6-aacb-4abf-8312-9c9a07e6c1db tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] 10.222.0.13 "GET /v2.0/ports?device_id=6ac681d5-4c9f-41d1-a85e-bac46dacc4ff HTTP/1.1" status: 200  len: 210 time: 0.0468802
Dec 16 22:58:36.337001 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [req-50d511f1-714d-4dbd-b418-a3622eb1b381 req-5915352c-7cdb-4b6a-bb5d-27f38c8df503 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:58:36.340979 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [req-50d511f1-714d-4dbd-b418-a3622eb1b381 req-5915352c-7cdb-4b6a-bb5d-27f38c8df503 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Usage tracker for resource:port and tenant:9c5be4a914e64e4db31eefbfde88cd70 is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:58:36.344894 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [req-50d511f1-714d-4dbd-b418-a3622eb1b381 req-5915352c-7cdb-4b6a-bb5d-27f38c8df503 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:58:36.350849 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [req-50d511f1-714d-4dbd-b418-a3622eb1b381 req-5915352c-7cdb-4b6a-bb5d-27f38c8df503 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:58:36.360746 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50d511f1-714d-4dbd-b418-a3622eb1b381 req-5915352c-7cdb-4b6a-bb5d-27f38c8df503 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Made reservation on behalf of 9c5be4a914e64e4db31eefbfde88cd70 for: {'port': 1} {{(pid=87506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:58:36.364299 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-50d511f1-714d-4dbd-b418-a3622eb1b381 req-5915352c-7cdb-4b6a-bb5d-27f38c8df503 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:58:36.521109 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.db_base_plugin_common [req-50d511f1-714d-4dbd-b418-a3622eb1b381 req-5915352c-7cdb-4b6a-bb5d-27f38c8df503 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Allocated IP 172.20.0.8 (f069bedf-f6a3-4440-a8f6-580776067f3c/90d7e8f1-ac67-4d58-9510-77de26e608a7/67401636-9d9a-4d2c-b211-e29ef6eec559) {{(pid=87506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 22:58:36.709867 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-50d511f1-714d-4dbd-b418-a3622eb1b381 req-5915352c-7cdb-4b6a-bb5d-27f38c8df503 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Notify callbacks [] for port, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:58:36.725350 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.provisioning_blocks [req-50d511f1-714d-4dbd-b418-a3622eb1b381 req-5915352c-7cdb-4b6a-bb5d-27f38c8df503 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Transition to ACTIVE for port object 67401636-9d9a-4d2c-b211-e29ef6eec559 will not be triggered until provisioned by entity DHCP. {{(pid=87506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:58:36.748764 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-50d511f1-714d-4dbd-b418-a3622eb1b381 req-5915352c-7cdb-4b6a-bb5d-27f38c8df503 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1863393'] for port, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:58:36.754538 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-aa359326-4943-402e-95e0-a367f3075aca tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:58:36.818633 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50d511f1-714d-4dbd-b418-a3622eb1b381 req-5915352c-7cdb-4b6a-bb5d-27f38c8df503 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Network f069bedf-f6a3-4440-a8f6-580776067f3c is already hosted by enough agents. {{(pid=87506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:58:36.821680 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.base_scheduler [req-50d511f1-714d-4dbd-b418-a3622eb1b381 req-5915352c-7cdb-4b6a-bb5d-27f38c8df503 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Resources bound (agent type, host, resource id):  {{(pid=87506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:58:36.826341 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.l3_dvrscheduler_db [req-50d511f1-714d-4dbd-b418-a3622eb1b381 req-5915352c-7cdb-4b6a-bb5d-27f38c8df503 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Received port after_create {{(pid=87506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 22:58:36.856632 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5915352c-7cdb-4b6a-bb5d-27f38c8df503 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Pushing event updated for resources: {'Port': ['ID=67401636-9d9a-4d2c-b211-e29ef6eec559,revision_number=1']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:58:36.871166 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-5915352c-7cdb-4b6a-bb5d-27f38c8df503 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:58:36.896497 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d511f1-714d-4dbd-b418-a3622eb1b381 req-5915352c-7cdb-4b6a-bb5d-27f38c8df503 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:58:36.897103 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-50d511f1-714d-4dbd-b418-a3622eb1b381 req-5915352c-7cdb-4b6a-bb5d-27f38c8df503 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for port, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:58:36.920814 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-50d511f1-714d-4dbd-b418-a3622eb1b381 req-5915352c-7cdb-4b6a-bb5d-27f38c8df503 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.7218904
Dec 16 22:58:36.939958 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [req-50d511f1-714d-4dbd-b418-a3622eb1b381 req-6eb0242a-a696-4ef4-bdae-6291ee58f2bd service neutron] Request body: {'port': {'device_id': '6ac681d5-4c9f-41d1-a85e-bac46dacc4ff', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8218'}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:58:37.051211 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-50d511f1-714d-4dbd-b418-a3622eb1b381 req-6eb0242a-a696-4ef4-bdae-6291ee58f2bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:58:37.071485 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-08c77990-529b-41cc-a805-734061150a8d None None] Provisioning for port 67401636-9d9a-4d2c-b211-e29ef6eec559 completed by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 22:58:37.076825 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-08c77990-529b-41cc-a805-734061150a8d None None] Provisioning complete for port 67401636-9d9a-4d2c-b211-e29ef6eec559 triggered by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:58:37.077232 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-08c77990-529b-41cc-a805-734061150a8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:58:37.132816 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-08c77990-529b-41cc-a805-734061150a8d None None] Port 67401636-9d9a-4d2c-b211-e29ef6eec559 cannot update to ACTIVE because it is not bound. {{(pid=87508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 22:58:37.397490 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b28f6da-961d-401c-ae43-52534562f8e8 req-dc9f9439-8575-4f61-a18f-d56f92292da4 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:58:37.398938 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-4b28f6da-961d-401c-ae43-52534562f8e8 req-dc9f9439-8575-4f61-a18f-d56f92292da4 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] 10.222.0.13 "GET /v2.0/ports?device_id=6ac681d5-4c9f-41d1-a85e-bac46dacc4ff HTTP/1.1" status: 200  len: 931 time: 0.0834517
Dec 16 22:58:37.443046 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-4b28f6da-961d-401c-ae43-52534562f8e8 req-62d403cf-17fd-4cbe-b83e-feb69d8e711e tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] 10.222.0.13 "GET /v2.0/security-groups?id=96e2b9de-b184-46f0-9838-af7af02c851d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0382736
Dec 16 22:58:37.514651 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.notifiers.nova [req-50d511f1-714d-4dbd-b418-a3622eb1b381 req-6eb0242a-a696-4ef4-bdae-6291ee58f2bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67401636-9d9a-4d2c-b211-e29ef6eec559 {{(pid=87506) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 22:58:37.521733 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-50d511f1-714d-4dbd-b418-a3622eb1b381 req-6eb0242a-a696-4ef4-bdae-6291ee58f2bd service neutron] Notify callbacks [] for port, precommit_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:58:37.536010 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.provisioning_blocks [req-50d511f1-714d-4dbd-b418-a3622eb1b381 req-6eb0242a-a696-4ef4-bdae-6291ee58f2bd service neutron] Transition to ACTIVE for port object 67401636-9d9a-4d2c-b211-e29ef6eec559 will not be triggered until provisioned by entity L2. {{(pid=87506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:58:37.539638 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-50d511f1-714d-4dbd-b418-a3622eb1b381 req-6eb0242a-a696-4ef4-bdae-6291ee58f2bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1863400'] for port, after_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:58:37.543653 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-ba339981-4010-4c20-b768-3b85db3a0b4e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:58:37.669032 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb0242a-a696-4ef4-bdae-6291ee58f2bd service neutron] Pushing event updated for resources: {'Port': ['ID=67401636-9d9a-4d2c-b211-e29ef6eec559,revision_number=2']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:58:37.695055 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-6eb0242a-a696-4ef4-bdae-6291ee58f2bd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:58:37.778390 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.managers [req-50d511f1-714d-4dbd-b418-a3622eb1b381 req-6eb0242a-a696-4ef4-bdae-6291ee58f2bd service neutron] Attempting to bind port 67401636-9d9a-4d2c-b211-e29ef6eec559 on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=87506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 22:58:37.778667 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.managers [req-50d511f1-714d-4dbd-b418-a3622eb1b381 req-6eb0242a-a696-4ef4-bdae-6291ee58f2bd service neutron] Attempting to bind port 67401636-9d9a-4d2c-b211-e29ef6eec559 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': 'e6973879-34d3-443f-950f-78f1671e66e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'f069bedf-f6a3-4440-a8f6-580776067f3c'}] {{(pid=87506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 22:58:37.779013 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50d511f1-714d-4dbd-b418-a3622eb1b381 req-6eb0242a-a696-4ef4-bdae-6291ee58f2bd service neutron] Attempting to bind port 67401636-9d9a-4d2c-b211-e29ef6eec559 on network f069bedf-f6a3-4440-a8f6-580776067f3c {{(pid=87506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 22:58:37.783490 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50d511f1-714d-4dbd-b418-a3622eb1b381 req-6eb0242a-a696-4ef4-bdae-6291ee58f2bd service neutron] Port 67401636-9d9a-4d2c-b211-e29ef6eec559 on network f069bedf-f6a3-4440-a8f6-580776067f3c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=87506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 16 22:58:37.783839 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50d511f1-714d-4dbd-b418-a3622eb1b381 req-6eb0242a-a696-4ef4-bdae-6291ee58f2bd service neutron] Attempting to bind port 67401636-9d9a-4d2c-b211-e29ef6eec559 on network f069bedf-f6a3-4440-a8f6-580776067f3c {{(pid=87506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 22:58:37.788820 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50d511f1-714d-4dbd-b418-a3622eb1b381 req-6eb0242a-a696-4ef4-bdae-6291ee58f2bd service neutron] Checking agent: {'id': '849b5cbb-8f70-4c31-8f37-fd42f8351747', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8218', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 30, 8), 'started_at': datetime.datetime(2021, 12, 16, 22, 30, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 58, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 22:58:37.789153 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50d511f1-714d-4dbd-b418-a3622eb1b381 req-6eb0242a-a696-4ef4-bdae-6291ee58f2bd service neutron] Checking segment: {'id': 'e6973879-34d3-443f-950f-78f1671e66e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'f069bedf-f6a3-4440-a8f6-580776067f3c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 22:58:37.789533 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50d511f1-714d-4dbd-b418-a3622eb1b381 req-6eb0242a-a696-4ef4-bdae-6291ee58f2bd service neutron] Bound using segment: {'id': 'e6973879-34d3-443f-950f-78f1671e66e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'f069bedf-f6a3-4440-a8f6-580776067f3c'} {{(pid=87506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 22:58:37.789952 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.managers [req-50d511f1-714d-4dbd-b418-a3622eb1b381 req-6eb0242a-a696-4ef4-bdae-6291ee58f2bd service neutron] Bound port: 67401636-9d9a-4d2c-b211-e29ef6eec559, host: hv-neutron-8218, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6973879-34d3-443f-950f-78f1671e66e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'f069bedf-f6a3-4440-a8f6-580776067f3c'}}] {{(pid=87506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 22:58:37.790292 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-50d511f1-714d-4dbd-b418-a3622eb1b381 req-6eb0242a-a696-4ef4-bdae-6291ee58f2bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:58:37.878814 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.db [req-50d511f1-714d-4dbd-b418-a3622eb1b381 req-6eb0242a-a696-4ef4-bdae-6291ee58f2bd service neutron] For port 67401636-9d9a-4d2c-b211-e29ef6eec559, host hv-neutron-8218, cleared binding levels {{(pid=87506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 22:58:37.881745 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.db [req-50d511f1-714d-4dbd-b418-a3622eb1b381 req-6eb0242a-a696-4ef4-bdae-6291ee58f2bd service neutron] For port 67401636-9d9a-4d2c-b211-e29ef6eec559, host hv-neutron-8218, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=67401636-9d9a-4d2c-b211-e29ef6eec559,segment=NetworkSegment(e6973879-34d3-443f-950f-78f1671e66e5),segment_id=e6973879-34d3-443f-950f-78f1671e66e5)] {{(pid=87506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 22:58:37.885953 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-50d511f1-714d-4dbd-b418-a3622eb1b381 req-6eb0242a-a696-4ef4-bdae-6291ee58f2bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1863400'] for port, after_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:58:37.890419 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-88ce9ec9-d147-4a31-be29-2d57969d984c tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:58:37.944163 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d511f1-714d-4dbd-b418-a3622eb1b381 req-6eb0242a-a696-4ef4-bdae-6291ee58f2bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:58:37.944628 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-50d511f1-714d-4dbd-b418-a3622eb1b381 req-6eb0242a-a696-4ef4-bdae-6291ee58f2bd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for port, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:58:37.946006 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-50d511f1-714d-4dbd-b418-a3622eb1b381 req-6eb0242a-a696-4ef4-bdae-6291ee58f2bd service neutron] 10.222.0.49 "PUT /v2.0/ports/67401636-9d9a-4d2c-b211-e29ef6eec559 HTTP/1.1" status: 200  len: 1093 time: 1.0113163
Dec 16 22:58:37.946514 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ac681d5-4c9f-41d1-a85e-bac46dacc4ff', 'tag': '67401636-9d9a-4d2c-b211-e29ef6eec559'}] {{(pid=87506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 22:58:37.976464 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb0242a-a696-4ef4-bdae-6291ee58f2bd service neutron] Pushing event updated for resources: {'Port': ['ID=67401636-9d9a-4d2c-b211-e29ef6eec559,revision_number=3']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:58:37.980844 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-6eb0242a-a696-4ef4-bdae-6291ee58f2bd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:58:37.999742 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ac681d5-4c9f-41d1-a85e-bac46dacc4ff', 'tag': '67401636-9d9a-4d2c-b211-e29ef6eec559', 'status': 'completed', 'code': 200}
Dec 16 22:58:38.042717 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:58:38.091588 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d511f1-714d-4dbd-b418-a3622eb1b381 req-bb56d7cd-964e-4f1b-b9f9-e5a8b7118594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:58:38.093163 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-50d511f1-714d-4dbd-b418-a3622eb1b381 req-bb56d7cd-964e-4f1b-b9f9-e5a8b7118594 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9c5be4a914e64e4db31eefbfde88cd70&device_id=6ac681d5-4c9f-41d1-a85e-bac46dacc4ff HTTP/1.1" status: 200  len: 1096 time: 0.0740445
Dec 16 22:58:38.170069 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-50d511f1-714d-4dbd-b418-a3622eb1b381 req-a6e8f7ba-5835-41ea-987c-eba466ef56c9 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=67401636-9d9a-4d2c-b211-e29ef6eec559 HTTP/1.1" status: 200  len: 217 time: 0.0630827
Dec 16 22:58:38.231002 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d511f1-714d-4dbd-b418-a3622eb1b381 req-b32732f0-0867-41f5-8cd5-7810b5a0530e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:58:38.232331 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-50d511f1-714d-4dbd-b418-a3622eb1b381 req-b32732f0-0867-41f5-8cd5-7810b5a0530e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=90d7e8f1-ac67-4d58-9510-77de26e608a7 HTTP/1.1" status: 200  len: 851 time: 0.0562875
Dec 16 22:58:38.307997 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d511f1-714d-4dbd-b418-a3622eb1b381 req-a221c4dd-5e01-4844-8663-7e04bfbaa068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:58:38.309401 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-50d511f1-714d-4dbd-b418-a3622eb1b381 req-a221c4dd-5e01-4844-8663-7e04bfbaa068 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f069bedf-f6a3-4440-a8f6-580776067f3c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0706758
Dec 16 22:58:38.439251 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-50d511f1-714d-4dbd-b418-a3622eb1b381 req-ca8d234f-1db4-491b-b423-e739df8c5cb1 service neutron] 10.222.0.49 "GET /v2.0/networks/f069bedf-f6a3-4440-a8f6-580776067f3c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1231129
Dec 16 22:58:38.568973 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-50d511f1-714d-4dbd-b418-a3622eb1b381 req-119dd836-7ab7-49f6-a47a-e0b0439dedf9 service neutron] 10.222.0.49 "GET /v2.0/networks/f069bedf-f6a3-4440-a8f6-580776067f3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1227372
Dec 16 22:58:38.625895 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33298d7-aaa0-4975-ac9c-67efb9c2547b req-e38a097c-6147-4234-8e0b-07aff549c20d tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:58:38.627328 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-f33298d7-aaa0-4975-ac9c-67efb9c2547b req-e38a097c-6147-4234-8e0b-07aff549c20d tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] 10.222.0.13 "GET /v2.0/ports?device_id=6ac681d5-4c9f-41d1-a85e-bac46dacc4ff HTTP/1.1" status: 200  len: 943 time: 0.0797369
Dec 16 22:58:38.672598 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-f33298d7-aaa0-4975-ac9c-67efb9c2547b req-460670c8-86d2-46d7-9bdc-61493c243d47 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] 10.222.0.13 "GET /v2.0/security-groups?id=96e2b9de-b184-46f0-9838-af7af02c851d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0396457
Dec 16 22:58:38.731509 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0ce556-9e23-4f6b-823d-68c30417b689 req-3c1a6cbd-4a2e-4d4e-9989-98faa6285be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:58:38.733000 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-ba0ce556-9e23-4f6b-823d-68c30417b689 req-3c1a6cbd-4a2e-4d4e-9989-98faa6285be4 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9c5be4a914e64e4db31eefbfde88cd70&device_id=6ac681d5-4c9f-41d1-a85e-bac46dacc4ff HTTP/1.1" status: 200  len: 1096 time: 0.0702899
Dec 16 22:58:38.862496 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0ce556-9e23-4f6b-823d-68c30417b689 req-5d8b04a2-9822-4fcf-9ac4-033ce6e63f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:58:38.863847 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-ba0ce556-9e23-4f6b-823d-68c30417b689 req-5d8b04a2-9822-4fcf-9ac4-033ce6e63f7b service neutron] 10.222.0.49 "GET /v2.0/networks?id=f069bedf-f6a3-4440-a8f6-580776067f3c HTTP/1.1" status: 200  len: 913 time: 0.1234972
Dec 16 22:58:38.932988 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-ba0ce556-9e23-4f6b-823d-68c30417b689 req-7cb42d4d-2ec5-44f2-b126-0f6b80151949 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=67401636-9d9a-4d2c-b211-e29ef6eec559 HTTP/1.1" status: 200  len: 217 time: 0.0617206
Dec 16 22:58:38.993627 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0ce556-9e23-4f6b-823d-68c30417b689 req-02297a81-d8f9-44ab-b6ca-0d1990686247 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:58:38.995553 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-ba0ce556-9e23-4f6b-823d-68c30417b689 req-02297a81-d8f9-44ab-b6ca-0d1990686247 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=90d7e8f1-ac67-4d58-9510-77de26e608a7 HTTP/1.1" status: 200  len: 851 time: 0.0551741
Dec 16 22:58:39.073856 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0ce556-9e23-4f6b-823d-68c30417b689 req-332d9ee9-9dc0-4655-b510-5749d7562991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:58:39.075249 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-ba0ce556-9e23-4f6b-823d-68c30417b689 req-332d9ee9-9dc0-4655-b510-5749d7562991 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f069bedf-f6a3-4440-a8f6-580776067f3c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0669777
Dec 16 22:58:39.312412 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-ba0ce556-9e23-4f6b-823d-68c30417b689 req-98b0d606-23d0-489e-bb8d-cba7c22e5c34 service neutron] 10.222.0.49 "GET /v2.0/networks/f069bedf-f6a3-4440-a8f6-580776067f3c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2298295
Dec 16 22:58:39.446031 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-ba0ce556-9e23-4f6b-823d-68c30417b689 req-64593551-1233-47aa-b63a-29ada3f0e4bb service neutron] 10.222.0.49 "GET /v2.0/networks/f069bedf-f6a3-4440-a8f6-580776067f3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1257715
Dec 16 22:58:39.859700 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91133b39-a582-4bd4-9ca6-c855635ac9ff req-ef780c62-03e3-44f9-9bd6-d42606370be8 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:58:39.861138 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-91133b39-a582-4bd4-9ca6-c855635ac9ff req-ef780c62-03e3-44f9-9bd6-d42606370be8 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] 10.222.0.13 "GET /v2.0/ports?device_id=6ac681d5-4c9f-41d1-a85e-bac46dacc4ff HTTP/1.1" status: 200  len: 943 time: 0.0804143
Dec 16 22:58:39.904235 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-91133b39-a582-4bd4-9ca6-c855635ac9ff req-feb85a2e-5cdf-4745-ab34-470c4da5a542 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] 10.222.0.13 "GET /v2.0/security-groups?id=96e2b9de-b184-46f0-9838-af7af02c851d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0374410
Dec 16 22:58:41.089587 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac91eb84-6e41-4513-af3a-65b66027af80 req-a1fad082-78bc-4206-867c-3bcba1e94971 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:58:41.091029 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-ac91eb84-6e41-4513-af3a-65b66027af80 req-a1fad082-78bc-4206-867c-3bcba1e94971 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] 10.222.0.13 "GET /v2.0/ports?device_id=6ac681d5-4c9f-41d1-a85e-bac46dacc4ff HTTP/1.1" status: 200  len: 943 time: 0.0790651
Dec 16 22:58:41.138577 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-ac91eb84-6e41-4513-af3a-65b66027af80 req-1c120c03-c500-4537-a6e1-59d493c1c530 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] 10.222.0.13 "GET /v2.0/security-groups?id=96e2b9de-b184-46f0-9838-af7af02c851d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0419557
Dec 16 22:58:41.720217 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Device 67401636-9d9a-4d2c-b211-e29ef6eec559 details requested by agent hyperv_hv-neutron-8218 with host hv-neutron-8218 {{(pid=87508) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 16 22:58:41.850320 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] For port 67401636-9d9a-4d2c-b211-e29ef6eec559, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=67401636-9d9a-4d2c-b211-e29ef6eec559,segment=NetworkSegment(e6973879-34d3-443f-950f-78f1671e66e5),segment_id=e6973879-34d3-443f-950f-78f1671e66e5)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:58:41.863211 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Returning: {'device': '67401636-9d9a-4d2c-b211-e29ef6eec559', 'network_id': 'f069bedf-f6a3-4440-a8f6-580776067f3c', 'port_id': '67401636-9d9a-4d2c-b211-e29ef6eec559', 'mac_address': 'fa:16:3e:0a:c3:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90d7e8f1-ac67-4d58-9510-77de26e608a7', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87508) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 16 22:58:41.915852 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:58:41.931604 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.notifiers.nova [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67401636-9d9a-4d2c-b211-e29ef6eec559 {{(pid=87508) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 22:58:41.946760 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] For port 67401636-9d9a-4d2c-b211-e29ef6eec559, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=67401636-9d9a-4d2c-b211-e29ef6eec559,segment=NetworkSegment(e6973879-34d3-443f-950f-78f1671e66e5),segment_id=e6973879-34d3-443f-950f-78f1671e66e5)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:58:41.951051 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:58:41.953771 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-edd88b12-e54d-45d4-a5d8-438a74665805 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:58:42.020328 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Pushing event updated for resources: {'Port': ['ID=67401636-9d9a-4d2c-b211-e29ef6eec559,revision_number=4']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:58:42.023445 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:58:42.222786 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] get_ports_and_sgs() called for port_ids ['67401636-9d9a-4d2c-b211-e29ef6eec559'] {{(pid=87508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 22:58:42.320878 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb8bcbb-efd5-4e98-ae3f-fd7a8526efa6 req-6e53df13-2ca6-4e47-9988-5a0458a28410 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:58:42.322928 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-4eb8bcbb-efd5-4e98-ae3f-fd7a8526efa6 req-6e53df13-2ca6-4e47-9988-5a0458a28410 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] 10.222.0.13 "GET /v2.0/ports?device_id=6ac681d5-4c9f-41d1-a85e-bac46dacc4ff HTTP/1.1" status: 200  len: 944 time: 0.0783212
Dec 16 22:58:42.366075 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-4eb8bcbb-efd5-4e98-ae3f-fd7a8526efa6 req-72ce446b-7479-4976-9262-506e4c45b0e8 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] 10.222.0.13 "GET /v2.0/security-groups?id=96e2b9de-b184-46f0-9838-af7af02c851d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0375352
Dec 16 22:58:43.549420 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1724163f-8573-4ace-9233-a7fed00358d4 req-1402295c-b3c2-4c34-8e61-883f82437f1f tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:58:43.550844 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-1724163f-8573-4ace-9233-a7fed00358d4 req-1402295c-b3c2-4c34-8e61-883f82437f1f tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] 10.222.0.13 "GET /v2.0/ports?device_id=6ac681d5-4c9f-41d1-a85e-bac46dacc4ff HTTP/1.1" status: 200  len: 944 time: 0.0828779
Dec 16 22:58:43.592998 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-1724163f-8573-4ace-9233-a7fed00358d4 req-44c7b988-b299-4ea1-936e-d420e16ecaa4 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] 10.222.0.13 "GET /v2.0/security-groups?id=96e2b9de-b184-46f0-9838-af7af02c851d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0366404
Dec 16 22:58:43.725570 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Device 67401636-9d9a-4d2c-b211-e29ef6eec559 up at agent hyperv_hv-neutron-8218 {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 22:58:43.789536 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Provisioning for port 67401636-9d9a-4d2c-b211-e29ef6eec559 completed by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 22:58:43.793913 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Provisioning complete for port 67401636-9d9a-4d2c-b211-e29ef6eec559 triggered by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:58:43.794295 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:58:43.906975 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:58:43.933339 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ac681d5-4c9f-41d1-a85e-bac46dacc4ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67401636-9d9a-4d2c-b211-e29ef6eec559'}] {{(pid=87508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 22:58:43.943231 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] For port 67401636-9d9a-4d2c-b211-e29ef6eec559, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=67401636-9d9a-4d2c-b211-e29ef6eec559,segment=NetworkSegment(e6973879-34d3-443f-950f-78f1671e66e5),segment_id=e6973879-34d3-443f-950f-78f1671e66e5)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:58:43.947150 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:58:43.950043 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:58:43.981347 dv-neutron-821829-1-hyperv neutron-server[87508]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ac681d5-4c9f-41d1-a85e-bac46dacc4ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67401636-9d9a-4d2c-b211-e29ef6eec559', 'code': 200}
Dec 16 22:58:44.020336 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Pushing event updated for resources: {'Port': ['ID=67401636-9d9a-4d2c-b211-e29ef6eec559,revision_number=5']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:58:44.023223 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:58:44.240579 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9452b1-a0ba-4995-99d5-ec784c26ebe8 req-5740cd80-e298-42ba-9f95-80bf04c26815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:58:44.242000 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-6e9452b1-a0ba-4995-99d5-ec784c26ebe8 req-5740cd80-e298-42ba-9f95-80bf04c26815 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=6ac681d5-4c9f-41d1-a85e-bac46dacc4ff HTTP/1.1" status: 200  len: 1098 time: 0.0689287
Dec 16 22:58:44.282042 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-6e9452b1-a0ba-4995-99d5-ec784c26ebe8 req-abf5a4d0-2930-4d69-a657-23b268719bb6 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=96e2b9de-b184-46f0-9838-af7af02c851d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0333908
Dec 16 22:58:44.771419 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb65c3c3-db3a-453d-9602-150c393a3c58 req-6498f666-22ed-4eb9-9e36-b7e8da20dd98 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:58:44.772861 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-cb65c3c3-db3a-453d-9602-150c393a3c58 req-6498f666-22ed-4eb9-9e36-b7e8da20dd98 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] 10.222.0.13 "GET /v2.0/ports?device_id=6ac681d5-4c9f-41d1-a85e-bac46dacc4ff HTTP/1.1" status: 200  len: 945 time: 0.0783849
Dec 16 22:58:44.814549 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-cb65c3c3-db3a-453d-9602-150c393a3c58 req-afec8f63-412e-4bbb-a9c1-a05dc0b87d40 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] 10.222.0.13 "GET /v2.0/security-groups?id=96e2b9de-b184-46f0-9838-af7af02c851d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0354991
Dec 16 22:58:46.002276 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195944ef-b6b3-4d20-9997-d9f9629322cd req-e69e87f3-f11b-4b74-a7a2-1761d8e553df tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:58:46.003696 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-195944ef-b6b3-4d20-9997-d9f9629322cd req-e69e87f3-f11b-4b74-a7a2-1761d8e553df tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] 10.222.0.13 "GET /v2.0/ports?device_id=6ac681d5-4c9f-41d1-a85e-bac46dacc4ff HTTP/1.1" status: 200  len: 945 time: 0.0821867
Dec 16 22:58:46.045504 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-195944ef-b6b3-4d20-9997-d9f9629322cd req-8258c1e3-7c34-4861-aa49-44d05dbbb60d tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] 10.222.0.13 "GET /v2.0/security-groups?id=96e2b9de-b184-46f0-9838-af7af02c851d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0362790
Dec 16 22:58:46.223125 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683e2722-94b5-4c6b-881d-8144c11cc160 req-bc0816b2-2468-4d3f-933a-65709801a8da tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:58:46.224537 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-683e2722-94b5-4c6b-881d-8144c11cc160 req-bc0816b2-2468-4d3f-933a-65709801a8da tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] 10.222.0.13 "GET /v2.0/ports?device_id=6ac681d5-4c9f-41d1-a85e-bac46dacc4ff HTTP/1.1" status: 200  len: 945 time: 0.0804477
Dec 16 22:58:46.233290 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 52298) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 22:58:46.238244 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-4aae1af6-882a-48cf-a186-9fa2def6607e tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Request body: {'floatingip': {'port_id': '67401636-9d9a-4d2c-b211-e29ef6eec559'}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:58:46.313820 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-4aae1af6-882a-48cf-a186-9fa2def6607e tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Notify callbacks [] for floatingip, before_update {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:58:47.000142 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-4aae1af6-882a-48cf-a186-9fa2def6607e tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:58:47.003908 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-4aae1af6-882a-48cf-a186-9fa2def6607e tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3741874'] for floatingip, after_update {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:58:47.170122 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.db.l3_db [None req-4aae1af6-882a-48cf-a186-9fa2def6607e tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Floating IP c751d71a-6d95-42c4-b83b-03d2f5ccc134 associated. External IP: 172.26.0.102, port: 67401636-9d9a-4d2c-b211-e29ef6eec559.
Dec 16 22:58:47.511638 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4aae1af6-882a-48cf-a186-9fa2def6607e tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Router 7301e2f4-23f9-42a2-a6ef-306bfbe71764 has already been hosted by L3 agent 4f519db7-069b-43e2-8411-c092bac9102a {{(pid=87507) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 22:58:47.685807 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4aae1af6-882a-48cf-a186-9fa2def6607e tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Notify agent at l3_agent.dv-neutron-821829-1-hyperv the message routers_updated {{(pid=87507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 22:58:47.690641 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-4aae1af6-882a-48cf-a186-9fa2def6607e tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for floatingip, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:58:47.695153 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d549aaea-7b64-4819-b95c-6a8a0619c01c None None] Sync routers for ids ['7301e2f4-23f9-42a2-a6ef-306bfbe71764'] in dv-neutron-821829-1-hyperv {{(pid=87508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 22:58:47.705672 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d549aaea-7b64-4819-b95c-6a8a0619c01c None None] Routers {'7301e2f4-23f9-42a2-a6ef-306bfbe71764'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:58:47.706304 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-d549aaea-7b64-4819-b95c-6a8a0619c01c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b76e60160>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:58:31Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['7301e2f4-23f9-42a2-a6ef-306bfbe71764'], 'active': True} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:58:47.750256 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-4aae1af6-882a-48cf-a186-9fa2def6607e tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] 10.222.0.13 "PUT /v2.0/floatingips/c751d71a-6d95-42c4-b83b-03d2f5ccc134 HTTP/1.1" status: 200  len: 991 time: 1.5157690
Dec 16 22:58:47.750737 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ac681d5-4c9f-41d1-a85e-bac46dacc4ff', 'tag': '67401636-9d9a-4d2c-b211-e29ef6eec559'}] {{(pid=87507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 22:58:47.795452 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ac681d5-4c9f-41d1-a85e-bac46dacc4ff', 'tag': '67401636-9d9a-4d2c-b211-e29ef6eec559', 'status': 'completed', 'code': 200}
Dec 16 22:58:47.885339 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvr_db [None req-d549aaea-7b64-4819-b95c-6a8a0619c01c None None] Set router 7301e2f4-23f9-42a2-a6ef-306bfbe71764 gateway port host: dv-neutron-821829-1-hyperv {{(pid=87508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 22:58:47.923351 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52894ccf-bddc-4890-8c00-24cf1d0a0174 req-5220a8a9-f1c2-4177-9071-2c0d46784f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:58:47.924848 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-52894ccf-bddc-4890-8c00-24cf1d0a0174 req-5220a8a9-f1c2-4177-9071-2c0d46784f9a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9c5be4a914e64e4db31eefbfde88cd70&device_id=6ac681d5-4c9f-41d1-a85e-bac46dacc4ff HTTP/1.1" status: 200  len: 1098 time: 0.0730805
Dec 16 22:58:48.056391 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52894ccf-bddc-4890-8c00-24cf1d0a0174 req-fad51de3-1170-4450-b165-b8159d48c039 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:58:48.057836 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-52894ccf-bddc-4890-8c00-24cf1d0a0174 req-fad51de3-1170-4450-b165-b8159d48c039 service neutron] 10.222.0.49 "GET /v2.0/networks?id=f069bedf-f6a3-4440-a8f6-580776067f3c HTTP/1.1" status: 200  len: 913 time: 0.1266446
Dec 16 22:58:48.156983 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-52894ccf-bddc-4890-8c00-24cf1d0a0174 req-05691733-2d99-4ef4-a949-6eb7f4c3d04c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=67401636-9d9a-4d2c-b211-e29ef6eec559 HTTP/1.1" status: 200  len: 999 time: 0.0925972
Dec 16 22:58:48.221128 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52894ccf-bddc-4890-8c00-24cf1d0a0174 req-a5a15cff-e2fe-4da8-89d1-27b7b7fd9212 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:58:48.222560 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-52894ccf-bddc-4890-8c00-24cf1d0a0174 req-a5a15cff-e2fe-4da8-89d1-27b7b7fd9212 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=90d7e8f1-ac67-4d58-9510-77de26e608a7 HTTP/1.1" status: 200  len: 851 time: 0.0596106
Dec 16 22:58:48.271673 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-d549aaea-7b64-4819-b95c-6a8a0619c01c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b76e60160>, [{'id': '7301e2f4-23f9-42a2-a6ef-306bfbe71764', 'name': 'tempest-ServerActionsTestJSON-1868535081-router', 'tenant_id': '9c5be4a914e64e4db31eefbfde88cd70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.248'}], 'enable_snat': True}, 'gw_port_id': '92cfe07a-f9b2-4300-be97-e718299bbf0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:57:11Z', 'updated_at': '2021-12-16T22:57:15Z', 'revision_number': 4, 'project_id': '9c5be4a914e64e4db31eefbfde88cd70', 'gw_port': {'id': '92cfe07a-f9b2-4300-be97-e718299bbf0c', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:32:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7301e2f4-23f9-42a2-a6ef-306bfbe71764', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:57:11Z', 'updated_at': '2021-12-16T22:57:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv', '_floatingips': [{'id': 'c751d71a-6d95-42c4-b83b-03d2f5ccc134', 'tenant_id': '9c5be4a914e64e4db31eefbfde88cd70', 'floating_ip_address': '172.26.0.102', 'floating_network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'router_id': '7301e2f4-23f9-42a2-a6ef-306bfbe71764', 'port_id': '67401636-9d9a-4d2c-b211-e29ef6eec559', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1561, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f069bedf-f6a3-4440-a8f6-580776067f3c', 'mac_address': 'fa:16:3e:0a:c3:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ac681d5-4c9f-41d1-a85e-bac46dacc4ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T22:57:17Z', 'updated_at': '2021-12-16T22:58:46Z', 'revision_number': 5, 'project_id': '9c5be4a914e64e4db31eefbfde88cd70', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3b9942b-fd85-4d66-9577-2fabd3518ad9', 'name': '', 'network_id': 'f069bedf-f6a3-4440-a8f6-580776067f3c', 'tenant_id': '9c5be4a914e64e4db31eefbfde88cd70', 'mac_address': 'fa:16:3e:23:b3:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7301e2f4-23f9-42a2-a6ef-306bfbe71764', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '90d7e8f1-ac67-4d58-9510-77de26e608a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:57:14Z', 'updated_at': '2021-12-16T22:57:20Z', 'revision_number': 5, 'project_id': '9c5be4a914e64e4db31eefbfde88cd70', 'subnets': [{'id': '90d7e8f1-ac67-4d58-9510-77de26e608a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:58:48.276166 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d549aaea-7b64-4819-b95c-6a8a0619c01c None None] Checking router: 7301e2f4-23f9-42a2-a6ef-306bfbe71764 for host: dv-neutron-821829-1-hyperv {{(pid=87508) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 22:58:48.284286 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d549aaea-7b64-4819-b95c-6a8a0619c01c None None] Routers {'7301e2f4-23f9-42a2-a6ef-306bfbe71764'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:58:48.284894 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-d549aaea-7b64-4819-b95c-6a8a0619c01c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b76e60160>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:58:31Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['7301e2f4-23f9-42a2-a6ef-306bfbe71764'], 'active': True} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:58:48.296184 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52894ccf-bddc-4890-8c00-24cf1d0a0174 req-9b56a3a2-9fe7-475f-81d5-a59ecfa4970c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:58:48.297645 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-52894ccf-bddc-4890-8c00-24cf1d0a0174 req-9b56a3a2-9fe7-475f-81d5-a59ecfa4970c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f069bedf-f6a3-4440-a8f6-580776067f3c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0681894
Dec 16 22:58:48.429063 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-52894ccf-bddc-4890-8c00-24cf1d0a0174 req-2b247adc-dde3-40c5-a5a3-3561d13fff74 service neutron] 10.222.0.49 "GET /v2.0/networks/f069bedf-f6a3-4440-a8f6-580776067f3c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1245589
Dec 16 22:58:48.464343 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvr_db [None req-d549aaea-7b64-4819-b95c-6a8a0619c01c None None] Set router 7301e2f4-23f9-42a2-a6ef-306bfbe71764 gateway port host: dv-neutron-821829-1-hyperv {{(pid=87508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 22:58:48.561226 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-52894ccf-bddc-4890-8c00-24cf1d0a0174 req-841efa3d-b4ec-4841-84ff-ad7509284df5 service neutron] 10.222.0.49 "GET /v2.0/networks/f069bedf-f6a3-4440-a8f6-580776067f3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1249137
Dec 16 22:58:48.799570 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-d549aaea-7b64-4819-b95c-6a8a0619c01c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b76e60160>, [{'id': '7301e2f4-23f9-42a2-a6ef-306bfbe71764', 'name': 'tempest-ServerActionsTestJSON-1868535081-router', 'tenant_id': '9c5be4a914e64e4db31eefbfde88cd70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.248'}], 'enable_snat': True}, 'gw_port_id': '92cfe07a-f9b2-4300-be97-e718299bbf0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:57:11Z', 'updated_at': '2021-12-16T22:57:15Z', 'revision_number': 4, 'project_id': '9c5be4a914e64e4db31eefbfde88cd70', 'gw_port': {'id': '92cfe07a-f9b2-4300-be97-e718299bbf0c', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:32:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7301e2f4-23f9-42a2-a6ef-306bfbe71764', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:57:11Z', 'updated_at': '2021-12-16T22:57:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv', '_floatingips': [{'id': 'c751d71a-6d95-42c4-b83b-03d2f5ccc134', 'tenant_id': '9c5be4a914e64e4db31eefbfde88cd70', 'floating_ip_address': '172.26.0.102', 'floating_network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'router_id': '7301e2f4-23f9-42a2-a6ef-306bfbe71764', 'port_id': '67401636-9d9a-4d2c-b211-e29ef6eec559', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1561, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f069bedf-f6a3-4440-a8f6-580776067f3c', 'mac_address': 'fa:16:3e:0a:c3:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ac681d5-4c9f-41d1-a85e-bac46dacc4ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T22:57:17Z', 'updated_at': '2021-12-16T22:58:46Z', 'revision_number': 5, 'project_id': '9c5be4a914e64e4db31eefbfde88cd70', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3b9942b-fd85-4d66-9577-2fabd3518ad9', 'name': '', 'network_id': 'f069bedf-f6a3-4440-a8f6-580776067f3c', 'tenant_id': '9c5be4a914e64e4db31eefbfde88cd70', 'mac_address': 'fa:16:3e:23:b3:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7301e2f4-23f9-42a2-a6ef-306bfbe71764', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '90d7e8f1-ac67-4d58-9510-77de26e608a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:57:14Z', 'updated_at': '2021-12-16T22:57:20Z', 'revision_number': 5, 'project_id': '9c5be4a914e64e4db31eefbfde88cd70', 'subnets': [{'id': '90d7e8f1-ac67-4d58-9510-77de26e608a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:58:48.803441 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d549aaea-7b64-4819-b95c-6a8a0619c01c None None] The sync data for ids ['7301e2f4-23f9-42a2-a6ef-306bfbe71764'] in dv-neutron-821829-1-hyperv is: [{'id': '7301e2f4-23f9-42a2-a6ef-306bfbe71764', 'name': 'tempest-ServerActionsTestJSON-1868535081-router', 'tenant_id': '9c5be4a914e64e4db31eefbfde88cd70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.248'}], 'enable_snat': True}, 'gw_port_id': '92cfe07a-f9b2-4300-be97-e718299bbf0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:57:11Z', 'updated_at': '2021-12-16T22:57:15Z', 'revision_number': 4, 'project_id': '9c5be4a914e64e4db31eefbfde88cd70', 'gw_port': {'id': '92cfe07a-f9b2-4300-be97-e718299bbf0c', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:32:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7301e2f4-23f9-42a2-a6ef-306bfbe71764', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:57:11Z', 'updated_at': '2021-12-16T22:57:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv', '_floatingips': [{'id': 'c751d71a-6d95-42c4-b83b-03d2f5ccc134', 'tenant_id': '9c5be4a914e64e4db31eefbfde88cd70', 'floating_ip_address': '172.26.0.102', 'floating_network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'router_id': '7301e2f4-23f9-42a2-a6ef-306bfbe71764', 'port_id': '67401636-9d9a-4d2c-b211-e29ef6eec559', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1561, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f069bedf-f6a3-4440-a8f6-580776067f3c', 'mac_address': 'fa:16:3e:0a:c3:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ac681d5-4c9f-41d1-a85e-bac46dacc4ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T22:57:17Z', 'updated_at': '2021-12-16T22:58:46Z', 'revision_number': 5, 'project_id': '9c5be4a914e64e4db31eefbfde88cd70', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3b9942b-fd85-4d66-9577-2fabd3518ad9', 'name': '', 'network_id': 'f069bedf-f6a3-4440-a8f6-580776067f3c', 'tenant_id': '9c5be4a914e64e4db31eefbfde88cd70', 'mac_address': 'fa:16:3e:23:b3:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7301e2f4-23f9-42a2-a6ef-306bfbe71764', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '90d7e8f1-ac67-4d58-9510-77de26e608a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:57:14Z', 'updated_at': '2021-12-16T22:57:20Z', 'revision_number': 5, 'project_id': '9c5be4a914e64e4db31eefbfde88cd70', 'subnets': [{'id': '90d7e8f1-ac67-4d58-9510-77de26e608a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 22:58:48.992379 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dadb68c7-172f-46fd-959b-fda9f0221337 None None] New status for floating IP c751d71a-6d95-42c4-b83b-03d2f5ccc134: ACTIVE {{(pid=87509) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 16 22:58:58.177186 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-001677f5-fbe7-4a97-8186-e15dcb982909 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:59:00.511819 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.agents_db [None req-0abd2616-a86c-48e2-be07-10823335a5bb None None] Agent healthcheck: found 6 active agents {{(pid=87509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 22:59:00.629632 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-bf5c7972-084d-4040-b83e-236299fd689a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:59:01.545117 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-3e729f7f-1589-4d54-9c4a-7ee6b283cc2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:59:01.698115 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:59:03.295498 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-4541ba3b-6be8-499c-bc94-3c60aa55c4f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:59:08.044389 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:59:23.719618 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a35d765-b7d7-4140-ad34-736e33a2e2ce req-e4c8cb0c-bf75-420c-a1ed-043cce894779 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:59:23.721102 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-2a35d765-b7d7-4140-ad34-736e33a2e2ce req-e4c8cb0c-bf75-420c-a1ed-043cce894779 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] 10.222.0.13 "GET /v2.0/ports?device_id=6ac681d5-4c9f-41d1-a85e-bac46dacc4ff HTTP/1.1" status: 200  len: 945 time: 0.0807903
Dec 16 22:59:23.767883 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-2a35d765-b7d7-4140-ad34-736e33a2e2ce req-11b2b699-782a-40cb-8e62-951cb90aaa29 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] 10.222.0.13 "GET /v2.0/security-groups?id=96e2b9de-b184-46f0-9838-af7af02c851d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0409863
Dec 16 22:59:24.952159 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2803c17-37f3-4e67-885b-075cbeb8aba8 req-92b4e0d2-1dbf-48df-9843-764d858383a4 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:59:24.953591 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-e2803c17-37f3-4e67-885b-075cbeb8aba8 req-92b4e0d2-1dbf-48df-9843-764d858383a4 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] 10.222.0.13 "GET /v2.0/ports?device_id=6ac681d5-4c9f-41d1-a85e-bac46dacc4ff HTTP/1.1" status: 200  len: 945 time: 0.0782311
Dec 16 22:59:24.996162 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-e2803c17-37f3-4e67-885b-075cbeb8aba8 req-0443d178-8baf-4bd8-9a1e-97f2c6531377 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] 10.222.0.13 "GET /v2.0/security-groups?id=96e2b9de-b184-46f0-9838-af7af02c851d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0370679
Dec 16 22:59:26.307294 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7ee562-3701-48c5-b975-e562657d4d4e req-3f2f6fa7-c23d-4dc4-91ee-cf9732b7efd6 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:59:26.308755 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-ed7ee562-3701-48c5-b975-e562657d4d4e req-3f2f6fa7-c23d-4dc4-91ee-cf9732b7efd6 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] 10.222.0.13 "GET /v2.0/ports?device_id=6ac681d5-4c9f-41d1-a85e-bac46dacc4ff HTTP/1.1" status: 200  len: 945 time: 0.2061815
Dec 16 22:59:26.351991 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-ed7ee562-3701-48c5-b975-e562657d4d4e req-404e7c00-2a2b-4dc1-9f34-399d0f1bd20d tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] 10.222.0.13 "GET /v2.0/security-groups?id=96e2b9de-b184-46f0-9838-af7af02c851d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0376158
Dec 16 22:59:27.534110 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fcd124-de21-4881-8202-ba3a5a22c1eb req-e2b2c152-a7bd-402e-abd9-f3fb02339922 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:59:27.535521 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-14fcd124-de21-4881-8202-ba3a5a22c1eb req-e2b2c152-a7bd-402e-abd9-f3fb02339922 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] 10.222.0.13 "GET /v2.0/ports?device_id=6ac681d5-4c9f-41d1-a85e-bac46dacc4ff HTTP/1.1" status: 200  len: 945 time: 0.0784924
Dec 16 22:59:27.580784 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-14fcd124-de21-4881-8202-ba3a5a22c1eb req-b03dc78f-6b8d-41e2-91d1-2c670fdbd683 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] 10.222.0.13 "GET /v2.0/security-groups?id=96e2b9de-b184-46f0-9838-af7af02c851d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0392649
Dec 16 22:59:28.178425 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-2c1f685d-4018-493a-b69a-4217af9b4b6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:59:28.760265 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b15f7cb-896c-4bda-b8d5-2b21bb6f7d23 req-e75cb5d8-8467-4063-9b5e-4f7af6e410a9 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:59:28.761602 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-3b15f7cb-896c-4bda-b8d5-2b21bb6f7d23 req-e75cb5d8-8467-4063-9b5e-4f7af6e410a9 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] 10.222.0.13 "GET /v2.0/ports?device_id=6ac681d5-4c9f-41d1-a85e-bac46dacc4ff HTTP/1.1" status: 200  len: 945 time: 0.0777619
Dec 16 22:59:28.804797 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-3b15f7cb-896c-4bda-b8d5-2b21bb6f7d23 req-8bf718a1-f7c8-44d8-9145-d1df4b55c7dd tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] 10.222.0.13 "GET /v2.0/security-groups?id=96e2b9de-b184-46f0-9838-af7af02c851d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0376830
Dec 16 22:59:29.990667 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7535f861-f01d-45ee-b2e0-cdc21dc76179 req-949593d4-440c-4d76-981b-5d4126e9ba12 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:59:29.992120 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-7535f861-f01d-45ee-b2e0-cdc21dc76179 req-949593d4-440c-4d76-981b-5d4126e9ba12 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] 10.222.0.13 "GET /v2.0/ports?device_id=6ac681d5-4c9f-41d1-a85e-bac46dacc4ff HTTP/1.1" status: 200  len: 945 time: 0.0825098
Dec 16 22:59:30.035116 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-7535f861-f01d-45ee-b2e0-cdc21dc76179 req-3dbbaffb-1620-4569-a5d3-648e8b9db91b tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] 10.222.0.13 "GET /v2.0/security-groups?id=96e2b9de-b184-46f0-9838-af7af02c851d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0369415
Dec 16 22:59:30.630330 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-0330e80b-7ef2-4a91-b52c-3b9b5d7ff356 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:59:31.216947 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568bfe69-ba52-4d49-8274-32bca8d2f795 req-b102985b-9e03-46db-a22b-590dff2476d0 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:59:31.218359 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-568bfe69-ba52-4d49-8274-32bca8d2f795 req-b102985b-9e03-46db-a22b-590dff2476d0 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] 10.222.0.13 "GET /v2.0/ports?device_id=6ac681d5-4c9f-41d1-a85e-bac46dacc4ff HTTP/1.1" status: 200  len: 945 time: 0.0775828
Dec 16 22:59:31.261182 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-568bfe69-ba52-4d49-8274-32bca8d2f795 req-b6828471-7c6c-4ef0-8a5e-419cbb83c406 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] 10.222.0.13 "GET /v2.0/security-groups?id=96e2b9de-b184-46f0-9838-af7af02c851d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0373139
Dec 16 22:59:31.548354 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-3e729f7f-1589-4d54-9c4a-7ee6b283cc2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:59:31.699239 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:59:32.448875 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4599fdb-e5dd-4db8-817e-8aa90e4f1ac0 req-c2695805-b53e-4d73-85f0-1314e80f18c7 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:59:32.450556 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-f4599fdb-e5dd-4db8-817e-8aa90e4f1ac0 req-c2695805-b53e-4d73-85f0-1314e80f18c7 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] 10.222.0.13 "GET /v2.0/ports?device_id=6ac681d5-4c9f-41d1-a85e-bac46dacc4ff HTTP/1.1" status: 200  len: 945 time: 0.0843928
Dec 16 22:59:32.493912 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-f4599fdb-e5dd-4db8-817e-8aa90e4f1ac0 req-69c4e29c-a4f7-4bd3-9b13-6d013a5273ba tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] 10.222.0.13 "GET /v2.0/security-groups?id=96e2b9de-b184-46f0-9838-af7af02c851d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0378282
Dec 16 22:59:33.298493 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-4541ba3b-6be8-499c-bc94-3c60aa55c4f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:59:33.678925 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3700628-17b2-4575-9acc-42622be70cf8 req-38b1aa6b-b9c2-4a3d-980f-bfb7de56be5e tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:59:33.680417 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-d3700628-17b2-4575-9acc-42622be70cf8 req-38b1aa6b-b9c2-4a3d-980f-bfb7de56be5e tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] 10.222.0.13 "GET /v2.0/ports?device_id=6ac681d5-4c9f-41d1-a85e-bac46dacc4ff HTTP/1.1" status: 200  len: 945 time: 0.0811212
Dec 16 22:59:33.723196 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-d3700628-17b2-4575-9acc-42622be70cf8 req-4db8766d-ef47-4f9b-99b8-3408b5eeed59 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] 10.222.0.13 "GET /v2.0/security-groups?id=96e2b9de-b184-46f0-9838-af7af02c851d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0372500
Dec 16 22:59:34.905675 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a648d48e-ff82-4801-b8b3-45fcf465b380 req-55e35e33-93ba-480b-909e-24d4675c52c8 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:59:34.907094 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-a648d48e-ff82-4801-b8b3-45fcf465b380 req-55e35e33-93ba-480b-909e-24d4675c52c8 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] 10.222.0.13 "GET /v2.0/ports?device_id=6ac681d5-4c9f-41d1-a85e-bac46dacc4ff HTTP/1.1" status: 200  len: 945 time: 0.0815084
Dec 16 22:59:34.948973 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-a648d48e-ff82-4801-b8b3-45fcf465b380 req-6e81d110-0900-4fd3-aa4a-84ca51d66c5a tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] 10.222.0.13 "GET /v2.0/security-groups?id=96e2b9de-b184-46f0-9838-af7af02c851d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0363967
Dec 16 22:59:35.286294 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-4ff7dcbd-c614-4cfb-8375-7e3fdbc0aa82 req-ad24a754-2e5f-4790-9903-d3ef94e3a6af service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=6ac681d5-4c9f-41d1-a85e-bac46dacc4ff&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0733657
Dec 16 22:59:35.336176 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a29f6e-77de-4afe-a627-4e77e7c2841b req-3a6ee484-b1bd-489e-a68e-a0d31d664215 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:59:35.337667 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-e4a29f6e-77de-4afe-a627-4e77e7c2841b req-3a6ee484-b1bd-489e-a68e-a0d31d664215 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] 10.222.0.13 "GET /v2.0/ports?device_id=6ac681d5-4c9f-41d1-a85e-bac46dacc4ff HTTP/1.1" status: 200  len: 945 time: 0.0825055
Dec 16 22:59:35.386883 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-e4a29f6e-77de-4afe-a627-4e77e7c2841b req-a7362e13-d309-4942-8459-dc8d71541606 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] 10.222.0.13 "GET /v2.0/security-groups?id=96e2b9de-b184-46f0-9838-af7af02c851d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0435741
Dec 16 22:59:36.511992 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff7dcbd-c614-4cfb-8375-7e3fdbc0aa82 req-c16ceb5d-5225-4074-b64f-ffed2ad0fc69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:59:36.513457 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-4ff7dcbd-c614-4cfb-8375-7e3fdbc0aa82 req-c16ceb5d-5225-4074-b64f-ffed2ad0fc69 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9c5be4a914e64e4db31eefbfde88cd70&device_id=6ac681d5-4c9f-41d1-a85e-bac46dacc4ff HTTP/1.1" status: 200  len: 1098 time: 0.0777197
Dec 16 22:59:36.575194 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3904ef-0083-467d-bd5d-00c22e0b3d32 req-db1f272f-09dd-439d-87a8-1c5eb757d960 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:59:36.576681 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-5d3904ef-0083-467d-bd5d-00c22e0b3d32 req-db1f272f-09dd-439d-87a8-1c5eb757d960 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] 10.222.0.13 "GET /v2.0/ports?device_id=6ac681d5-4c9f-41d1-a85e-bac46dacc4ff HTTP/1.1" status: 200  len: 945 time: 0.0803125
Dec 16 22:59:36.620497 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-5d3904ef-0083-467d-bd5d-00c22e0b3d32 req-ed69f96c-a778-4548-96d9-459dba4cb707 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] 10.222.0.13 "GET /v2.0/security-groups?id=96e2b9de-b184-46f0-9838-af7af02c851d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0381510
Dec 16 22:59:36.643572 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff7dcbd-c614-4cfb-8375-7e3fdbc0aa82 req-ed206328-a028-454e-ba94-1be853bc5b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:59:36.645048 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-4ff7dcbd-c614-4cfb-8375-7e3fdbc0aa82 req-ed206328-a028-454e-ba94-1be853bc5b3c service neutron] 10.222.0.49 "GET /v2.0/networks?id=f069bedf-f6a3-4440-a8f6-580776067f3c HTTP/1.1" status: 200  len: 913 time: 0.1256740
Dec 16 22:59:36.748511 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-4ff7dcbd-c614-4cfb-8375-7e3fdbc0aa82 req-c304f722-6006-4ed5-b1dd-750d6b950ae1 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=67401636-9d9a-4d2c-b211-e29ef6eec559 HTTP/1.1" status: 200  len: 1001 time: 0.0965095
Dec 16 22:59:36.809044 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff7dcbd-c614-4cfb-8375-7e3fdbc0aa82 req-4994aed5-6c8e-4bbb-a536-fab7568c1024 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:59:36.810457 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-4ff7dcbd-c614-4cfb-8375-7e3fdbc0aa82 req-4994aed5-6c8e-4bbb-a536-fab7568c1024 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=90d7e8f1-ac67-4d58-9510-77de26e608a7 HTTP/1.1" status: 200  len: 851 time: 0.0562243
Dec 16 22:59:36.887982 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff7dcbd-c614-4cfb-8375-7e3fdbc0aa82 req-e8424efe-ad41-41a6-acf5-7aa9d15613f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:59:36.889462 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-4ff7dcbd-c614-4cfb-8375-7e3fdbc0aa82 req-e8424efe-ad41-41a6-acf5-7aa9d15613f0 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f069bedf-f6a3-4440-a8f6-580776067f3c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0728619
Dec 16 22:59:37.114608 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-4ff7dcbd-c614-4cfb-8375-7e3fdbc0aa82 req-f8242639-9c7a-4fa3-b65b-9c75cdfd41b7 service neutron] 10.222.0.49 "GET /v2.0/networks/f069bedf-f6a3-4440-a8f6-580776067f3c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2186542
Dec 16 22:59:37.242585 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-4ff7dcbd-c614-4cfb-8375-7e3fdbc0aa82 req-395adb77-66c1-49a3-8ba3-6549033795ee service neutron] 10.222.0.49 "GET /v2.0/networks/f069bedf-f6a3-4440-a8f6-580776067f3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1201134
Dec 16 22:59:37.510282 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.agents_db [None req-0abd2616-a86c-48e2-be07-10823335a5bb None None] Agent healthcheck: found 6 active agents {{(pid=87509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 22:59:37.526726 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e84c0c-e14a-40de-96eb-4abe63ca692c req-9580838e-5645-4e45-8b12-e48a07a0c995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:59:37.528208 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-55e84c0c-e14a-40de-96eb-4abe63ca692c req-9580838e-5645-4e45-8b12-e48a07a0c995 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9c5be4a914e64e4db31eefbfde88cd70&device_id=6ac681d5-4c9f-41d1-a85e-bac46dacc4ff HTTP/1.1" status: 200  len: 1098 time: 0.0760179
Dec 16 22:59:37.677617 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e84c0c-e14a-40de-96eb-4abe63ca692c req-20307933-ef2c-457b-bb32-84c3e965f309 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:59:37.679625 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-55e84c0c-e14a-40de-96eb-4abe63ca692c req-20307933-ef2c-457b-bb32-84c3e965f309 service neutron] 10.222.0.49 "GET /v2.0/networks?id=f069bedf-f6a3-4440-a8f6-580776067f3c HTTP/1.1" status: 200  len: 913 time: 0.1304786
Dec 16 22:59:37.787400 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-55e84c0c-e14a-40de-96eb-4abe63ca692c req-15b00dcd-0e56-4b4e-9bde-d5dd7f467958 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=67401636-9d9a-4d2c-b211-e29ef6eec559 HTTP/1.1" status: 200  len: 1001 time: 0.1005456
Dec 16 22:59:37.813741 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f5e36c-f56e-4e61-800e-96e4b218ffd6 req-4cd6a1c1-648c-4c96-9fb9-57ce7e3ecd59 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:59:37.815168 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-a2f5e36c-f56e-4e61-800e-96e4b218ffd6 req-4cd6a1c1-648c-4c96-9fb9-57ce7e3ecd59 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] 10.222.0.13 "GET /v2.0/ports?device_id=6ac681d5-4c9f-41d1-a85e-bac46dacc4ff HTTP/1.1" status: 200  len: 945 time: 0.0831265
Dec 16 22:59:37.851115 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e84c0c-e14a-40de-96eb-4abe63ca692c req-cbb5fd17-4508-4899-924a-ee8ff4e85b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:59:37.852586 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-55e84c0c-e14a-40de-96eb-4abe63ca692c req-cbb5fd17-4508-4899-924a-ee8ff4e85b57 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=90d7e8f1-ac67-4d58-9510-77de26e608a7 HTTP/1.1" status: 200  len: 851 time: 0.0570962
Dec 16 22:59:37.858477 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-a2f5e36c-f56e-4e61-800e-96e4b218ffd6 req-d279a107-7d60-4bd5-8ee7-fc825e15fbd9 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] 10.222.0.13 "GET /v2.0/security-groups?id=96e2b9de-b184-46f0-9838-af7af02c851d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0376554
Dec 16 22:59:37.930339 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e84c0c-e14a-40de-96eb-4abe63ca692c req-b2ebe31c-7746-4f66-9059-a97242345ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:59:37.932487 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-55e84c0c-e14a-40de-96eb-4abe63ca692c req-b2ebe31c-7746-4f66-9059-a97242345ddb service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f069bedf-f6a3-4440-a8f6-580776067f3c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0723484
Dec 16 22:59:38.060457 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:59:38.063476 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-55e84c0c-e14a-40de-96eb-4abe63ca692c req-9ce36758-f025-4cc4-9e04-9b524f7061e8 service neutron] 10.222.0.49 "GET /v2.0/networks/f069bedf-f6a3-4440-a8f6-580776067f3c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1230714
Dec 16 22:59:38.192530 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-55e84c0c-e14a-40de-96eb-4abe63ca692c req-6051ef83-5870-446b-84b7-f221e5abbace service neutron] 10.222.0.49 "GET /v2.0/networks/f069bedf-f6a3-4440-a8f6-580776067f3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1221306
Dec 16 22:59:39.039476 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9395178-cf8b-4f1a-82a4-492fca679a3b req-be948972-b1fd-4f4b-a1c6-713cf90a48d3 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:59:39.040939 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-d9395178-cf8b-4f1a-82a4-492fca679a3b req-be948972-b1fd-4f4b-a1c6-713cf90a48d3 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] 10.222.0.13 "GET /v2.0/ports?device_id=6ac681d5-4c9f-41d1-a85e-bac46dacc4ff HTTP/1.1" status: 200  len: 945 time: 0.0775535
Dec 16 22:59:39.083117 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-d9395178-cf8b-4f1a-82a4-492fca679a3b req-6b6faeb0-a64e-44e1-9947-afa896ea193b tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] 10.222.0.13 "GET /v2.0/security-groups?id=96e2b9de-b184-46f0-9838-af7af02c851d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0366697
Dec 16 22:59:39.229570 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-4ff7dcbd-c614-4cfb-8375-7e3fdbc0aa82 req-6759727f-7ab9-4c14-aa40-276ac01985a2 service neutron] 10.222.0.49 "GET /v2.0/ports/67401636-9d9a-4d2c-b211-e29ef6eec559/bindings/hv-neutron-8218 HTTP/1.1" status: 200  len: 384 time: 0.0715961
Dec 16 22:59:39.509026 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff7dcbd-c614-4cfb-8375-7e3fdbc0aa82 req-2afb46c0-56d0-4168-9766-b0457d8f14a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:59:39.510450 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-4ff7dcbd-c614-4cfb-8375-7e3fdbc0aa82 req-2afb46c0-56d0-4168-9766-b0457d8f14a0 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=6ac681d5-4c9f-41d1-a85e-bac46dacc4ff&tenant_id=9c5be4a914e64e4db31eefbfde88cd70 HTTP/1.1" status: 200  len: 1098 time: 0.0760534
Dec 16 22:59:39.612837 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff7dcbd-c614-4cfb-8375-7e3fdbc0aa82 req-51ceb011-2655-41b2-a2d8-1ffddeb8c891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:59:39.614261 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-4ff7dcbd-c614-4cfb-8375-7e3fdbc0aa82 req-51ceb011-2655-41b2-a2d8-1ffddeb8c891 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9c5be4a914e64e4db31eefbfde88cd70&device_id=6ac681d5-4c9f-41d1-a85e-bac46dacc4ff HTTP/1.1" status: 200  len: 1098 time: 0.0688019
Dec 16 22:59:39.742736 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff7dcbd-c614-4cfb-8375-7e3fdbc0aa82 req-135e3d6e-3099-43ef-9503-050828174898 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:59:39.744354 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-4ff7dcbd-c614-4cfb-8375-7e3fdbc0aa82 req-135e3d6e-3099-43ef-9503-050828174898 service neutron] 10.222.0.49 "GET /v2.0/networks?id=f069bedf-f6a3-4440-a8f6-580776067f3c HTTP/1.1" status: 200  len: 913 time: 0.1237879
Dec 16 22:59:39.844009 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-4ff7dcbd-c614-4cfb-8375-7e3fdbc0aa82 req-ed751554-23e2-4f70-ae55-50c670e89dc2 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=67401636-9d9a-4d2c-b211-e29ef6eec559 HTTP/1.1" status: 200  len: 1001 time: 0.0935106
Dec 16 22:59:39.904309 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff7dcbd-c614-4cfb-8375-7e3fdbc0aa82 req-c59a7f68-0d1e-4583-a910-ba774eac883d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:59:39.905672 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-4ff7dcbd-c614-4cfb-8375-7e3fdbc0aa82 req-c59a7f68-0d1e-4583-a910-ba774eac883d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=90d7e8f1-ac67-4d58-9510-77de26e608a7 HTTP/1.1" status: 200  len: 851 time: 0.0554821
Dec 16 22:59:39.981777 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff7dcbd-c614-4cfb-8375-7e3fdbc0aa82 req-0d2cf254-a9bd-45bd-8627-f15a7388639b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:59:39.983194 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-4ff7dcbd-c614-4cfb-8375-7e3fdbc0aa82 req-0d2cf254-a9bd-45bd-8627-f15a7388639b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f069bedf-f6a3-4440-a8f6-580776067f3c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0709250
Dec 16 22:59:40.225619 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-4ff7dcbd-c614-4cfb-8375-7e3fdbc0aa82 req-0b56185e-c986-4e91-afb0-d5ab03e6549c service neutron] 10.222.0.49 "GET /v2.0/networks/f069bedf-f6a3-4440-a8f6-580776067f3c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2359633
Dec 16 22:59:40.270261 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb59902-af8a-4075-a798-e6021327e613 req-996d2b9a-d4f6-4835-bf77-d6d1cae77774 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:59:40.271704 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-4cb59902-af8a-4075-a798-e6021327e613 req-996d2b9a-d4f6-4835-bf77-d6d1cae77774 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] 10.222.0.13 "GET /v2.0/ports?device_id=6ac681d5-4c9f-41d1-a85e-bac46dacc4ff HTTP/1.1" status: 200  len: 945 time: 0.0828075
Dec 16 22:59:40.316415 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-4cb59902-af8a-4075-a798-e6021327e613 req-14fe4e8a-0302-4a9a-ad74-5d4d263dff1a tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] 10.222.0.13 "GET /v2.0/security-groups?id=96e2b9de-b184-46f0-9838-af7af02c851d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0382357
Dec 16 22:59:40.355626 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-4ff7dcbd-c614-4cfb-8375-7e3fdbc0aa82 req-6753ef6f-c19c-48c4-b028-54e92fe98d32 service neutron] 10.222.0.49 "GET /v2.0/networks/f069bedf-f6a3-4440-a8f6-580776067f3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1230018
Dec 16 22:59:41.500505 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e159eb-c388-4792-9922-5f146f2f829b req-47b0dd57-9f44-421b-9ff4-1d88e8761f87 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:59:41.501935 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-52e159eb-c388-4792-9922-5f146f2f829b req-47b0dd57-9f44-421b-9ff4-1d88e8761f87 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] 10.222.0.13 "GET /v2.0/ports?device_id=6ac681d5-4c9f-41d1-a85e-bac46dacc4ff HTTP/1.1" status: 200  len: 945 time: 0.0794559
Dec 16 22:59:41.548881 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-52e159eb-c388-4792-9922-5f146f2f829b req-e2fecf40-dc09-4416-86d8-61ac4f1673f4 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] 10.222.0.13 "GET /v2.0/security-groups?id=96e2b9de-b184-46f0-9838-af7af02c851d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0413182
Dec 16 22:59:42.004519 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Device 67401636-9d9a-4d2c-b211-e29ef6eec559 details requested by agent hyperv_hv-neutron-8218 with host hv-neutron-8218 {{(pid=87508) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 16 22:59:42.131537 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] For port 67401636-9d9a-4d2c-b211-e29ef6eec559, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=67401636-9d9a-4d2c-b211-e29ef6eec559,segment=NetworkSegment(e6973879-34d3-443f-950f-78f1671e66e5),segment_id=e6973879-34d3-443f-950f-78f1671e66e5)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:59:42.144706 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Returning: {'device': '67401636-9d9a-4d2c-b211-e29ef6eec559', 'network_id': 'f069bedf-f6a3-4440-a8f6-580776067f3c', 'port_id': '67401636-9d9a-4d2c-b211-e29ef6eec559', 'mac_address': 'fa:16:3e:0a:c3:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90d7e8f1-ac67-4d58-9510-77de26e608a7', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87508) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 16 22:59:42.197419 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:59:42.215990 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.notifiers.nova [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 67401636-9d9a-4d2c-b211-e29ef6eec559 {{(pid=87508) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 22:59:42.230884 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] For port 67401636-9d9a-4d2c-b211-e29ef6eec559, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=67401636-9d9a-4d2c-b211-e29ef6eec559,segment=NetworkSegment(e6973879-34d3-443f-950f-78f1671e66e5),segment_id=e6973879-34d3-443f-950f-78f1671e66e5)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:59:42.234490 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:59:42.236196 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:59:42.299514 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Pushing event updated for resources: {'Port': ['ID=67401636-9d9a-4d2c-b211-e29ef6eec559,revision_number=6']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:59:42.307029 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:59:42.307376 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:59:42.307714 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:59:42.308072 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:59:42.308402 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:59:42.308732 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:59:42.309062 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:59:42.310092 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:59:42.310426 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:59:42.310751 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:59:42.311072 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:59:42.311392 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:59:42.315166 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:59:42.385729 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] get_ports_and_sgs() called for port_ids ['67401636-9d9a-4d2c-b211-e29ef6eec559'] {{(pid=87508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 22:59:42.729254 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab181d9-3430-4d21-aef1-0722833f4b45 req-d1f311ee-de4b-4386-a7e9-0203ac03da44 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:59:42.730695 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-0ab181d9-3430-4d21-aef1-0722833f4b45 req-d1f311ee-de4b-4386-a7e9-0203ac03da44 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] 10.222.0.13 "GET /v2.0/ports?device_id=6ac681d5-4c9f-41d1-a85e-bac46dacc4ff HTTP/1.1" status: 200  len: 944 time: 0.0801995
Dec 16 22:59:42.772465 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-0ab181d9-3430-4d21-aef1-0722833f4b45 req-0ac5e966-54f7-49f5-98e6-762fe75ed562 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] 10.222.0.13 "GET /v2.0/security-groups?id=96e2b9de-b184-46f0-9838-af7af02c851d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0362096
Dec 16 22:59:43.094026 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da4919f-b073-47da-8d52-0e0d8be5ae7c req-b169e623-4415-4779-b74d-6dc8a5cc34b4 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:59:43.094830 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-8da4919f-b073-47da-8d52-0e0d8be5ae7c req-b169e623-4415-4779-b74d-6dc8a5cc34b4 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] 10.222.0.13 "GET /v2.0/ports?device_id=6ac681d5-4c9f-41d1-a85e-bac46dacc4ff HTTP/1.1" status: 200  len: 944 time: 0.0918059
Dec 16 22:59:43.106608 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6055b2-48a3-4880-8a42-a577772a50be req-937c6dad-2030-4b9c-8c7d-4744512583f4 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:59:43.107303 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [req-9f6055b2-48a3-4880-8a42-a577772a50be req-937c6dad-2030-4b9c-8c7d-4744512583f4 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Synchronizing usage tracker for tenant:9c5be4a914e64e4db31eefbfde88cd70 on resource:port {{(pid=87506) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 22:59:43.122312 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [req-9f6055b2-48a3-4880-8a42-a577772a50be req-937c6dad-2030-4b9c-8c7d-4744512583f4 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Unset dirty status for tenant:9c5be4a914e64e4db31eefbfde88cd70 on resource:port {{(pid=87506) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 22:59:43.123409 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-9f6055b2-48a3-4880-8a42-a577772a50be req-937c6dad-2030-4b9c-8c7d-4744512583f4 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] 10.222.0.49 "GET /v2.0/ports?device_id=6ac681d5-4c9f-41d1-a85e-bac46dacc4ff&tenant_id=9c5be4a914e64e4db31eefbfde88cd70&binding%3Ahost_id=hv-neutron-8218 HTTP/1.1" status: 200  len: 944 time: 0.1057620
Dec 16 22:59:43.138092 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-8da4919f-b073-47da-8d52-0e0d8be5ae7c req-a0bfc769-1d46-4e82-9b0a-8865aa9cf8c7 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] 10.222.0.13 "GET /v2.0/security-groups?id=96e2b9de-b184-46f0-9838-af7af02c851d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0373240
Dec 16 22:59:43.280506 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6055b2-48a3-4880-8a42-a577772a50be req-15406b04-cda1-47af-9a2d-3f8a2c73cb9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:59:43.281847 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-9f6055b2-48a3-4880-8a42-a577772a50be req-15406b04-cda1-47af-9a2d-3f8a2c73cb9c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9c5be4a914e64e4db31eefbfde88cd70&device_id=6ac681d5-4c9f-41d1-a85e-bac46dacc4ff HTTP/1.1" status: 200  len: 1097 time: 0.0729153
Dec 16 22:59:43.409235 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6055b2-48a3-4880-8a42-a577772a50be req-62f5b266-c182-4c2d-825d-8b41d64b1730 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:59:43.410649 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-9f6055b2-48a3-4880-8a42-a577772a50be req-62f5b266-c182-4c2d-825d-8b41d64b1730 service neutron] 10.222.0.49 "GET /v2.0/networks?id=f069bedf-f6a3-4440-a8f6-580776067f3c HTTP/1.1" status: 200  len: 913 time: 0.1222925
Dec 16 22:59:43.515237 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-9f6055b2-48a3-4880-8a42-a577772a50be req-f52caf80-50d3-4bb7-9ba7-cb35574991ea service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=67401636-9d9a-4d2c-b211-e29ef6eec559 HTTP/1.1" status: 200  len: 1000 time: 0.0973282
Dec 16 22:59:43.575400 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6055b2-48a3-4880-8a42-a577772a50be req-f6b741bc-753d-4cc6-97c0-a61c0ede74c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:59:43.576854 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-9f6055b2-48a3-4880-8a42-a577772a50be req-f6b741bc-753d-4cc6-97c0-a61c0ede74c6 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=90d7e8f1-ac67-4d58-9510-77de26e608a7 HTTP/1.1" status: 200  len: 851 time: 0.0555937
Dec 16 22:59:43.653679 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6055b2-48a3-4880-8a42-a577772a50be req-22cd458b-d366-47de-86be-4c5118b59d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:59:43.655097 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-9f6055b2-48a3-4880-8a42-a577772a50be req-22cd458b-d366-47de-86be-4c5118b59d00 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f069bedf-f6a3-4440-a8f6-580776067f3c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0721552
Dec 16 22:59:43.786798 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-9f6055b2-48a3-4880-8a42-a577772a50be req-1aa7ba11-3725-4cf6-be88-ab285b957994 service neutron] 10.222.0.49 "GET /v2.0/networks/f069bedf-f6a3-4440-a8f6-580776067f3c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1250927
Dec 16 22:59:43.914075 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-9f6055b2-48a3-4880-8a42-a577772a50be req-86095567-30ef-4dd2-b89b-629b4d553d9d service neutron] 10.222.0.49 "GET /v2.0/networks/f069bedf-f6a3-4440-a8f6-580776067f3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1200082
Dec 16 22:59:44.034541 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Device 67401636-9d9a-4d2c-b211-e29ef6eec559 up at agent hyperv_hv-neutron-8218 {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 22:59:44.100242 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Provisioning complete for port 67401636-9d9a-4d2c-b211-e29ef6eec559 triggered by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:59:44.100625 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:59:44.214284 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:59:44.241021 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ac681d5-4c9f-41d1-a85e-bac46dacc4ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67401636-9d9a-4d2c-b211-e29ef6eec559'}] {{(pid=87508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 22:59:44.250846 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] For port 67401636-9d9a-4d2c-b211-e29ef6eec559, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=67401636-9d9a-4d2c-b211-e29ef6eec559,segment=NetworkSegment(e6973879-34d3-443f-950f-78f1671e66e5),segment_id=e6973879-34d3-443f-950f-78f1671e66e5)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:59:44.254857 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:59:44.257095 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:59:44.302455 dv-neutron-821829-1-hyperv neutron-server[87508]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ac681d5-4c9f-41d1-a85e-bac46dacc4ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67401636-9d9a-4d2c-b211-e29ef6eec559', 'code': 200}
Dec 16 22:59:44.327298 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Pushing event updated for resources: {'Port': ['ID=67401636-9d9a-4d2c-b211-e29ef6eec559,revision_number=7']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:59:44.327535 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3695ae-4f53-40b8-9e4e-1f07b84e04c5 req-986e3272-6993-4932-962c-aab5b1ff74ef tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:59:44.328977 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-5a3695ae-4f53-40b8-9e4e-1f07b84e04c5 req-986e3272-6993-4932-962c-aab5b1ff74ef tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] 10.222.0.13 "GET /v2.0/ports?device_id=6ac681d5-4c9f-41d1-a85e-bac46dacc4ff HTTP/1.1" status: 200  len: 945 time: 0.0840120
Dec 16 22:59:44.330359 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:59:44.375098 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-5a3695ae-4f53-40b8-9e4e-1f07b84e04c5 req-59776369-886a-4d43-a7e7-cd16bceb0087 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] 10.222.0.13 "GET /v2.0/security-groups?id=96e2b9de-b184-46f0-9838-af7af02c851d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0404441
Dec 16 22:59:45.561643 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e167088-02ee-4db0-8c2d-f55cc1588d6a req-76497f71-96b6-4ac0-a2c3-61780458595f tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:59:45.563146 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-7e167088-02ee-4db0-8c2d-f55cc1588d6a req-76497f71-96b6-4ac0-a2c3-61780458595f tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] 10.222.0.13 "GET /v2.0/ports?device_id=6ac681d5-4c9f-41d1-a85e-bac46dacc4ff HTTP/1.1" status: 200  len: 945 time: 0.0832682
Dec 16 22:59:45.606999 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-7e167088-02ee-4db0-8c2d-f55cc1588d6a req-3c7f6dad-a118-4c1b-a587-c125d048e59d tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] 10.222.0.13 "GET /v2.0/security-groups?id=96e2b9de-b184-46f0-9838-af7af02c851d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0377481
Dec 16 22:59:45.786136 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886f2ea3-37e8-463f-9b59-6c4a58b10f4a req-324c3898-05ca-4c10-9fef-906a4b1bf30b tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:59:45.787580 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-886f2ea3-37e8-463f-9b59-6c4a58b10f4a req-324c3898-05ca-4c10-9fef-906a4b1bf30b tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] 10.222.0.13 "GET /v2.0/ports?device_id=6ac681d5-4c9f-41d1-a85e-bac46dacc4ff HTTP/1.1" status: 200  len: 945 time: 0.0787461
Dec 16 22:59:45.833736 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-886f2ea3-37e8-463f-9b59-6c4a58b10f4a req-078c3a96-702d-4b90-9aca-2bbcd54a3851 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] 10.222.0.13 "GET /v2.0/security-groups?id=96e2b9de-b184-46f0-9838-af7af02c851d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0399609
Dec 16 22:59:46.168124 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19a9358-610e-4d90-a097-a412bbe4c9e4 req-d58da17c-8dd7-4136-b11e-08187762b927 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:59:46.169556 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-f19a9358-610e-4d90-a097-a412bbe4c9e4 req-d58da17c-8dd7-4136-b11e-08187762b927 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] 10.222.0.13 "GET /v2.0/ports?device_id=6ac681d5-4c9f-41d1-a85e-bac46dacc4ff HTTP/1.1" status: 200  len: 945 time: 0.0784330
Dec 16 22:59:46.213265 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-f19a9358-610e-4d90-a097-a412bbe4c9e4 req-b0ab47e7-f9cc-44d0-9908-21f9ec2da36a tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] 10.222.0.13 "GET /v2.0/security-groups?id=96e2b9de-b184-46f0-9838-af7af02c851d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0374036
Dec 16 22:59:46.232278 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c16639-8f2c-47b3-9d2d-1942dd99a0da req-4d98ab1c-318e-4bd0-b9be-856352cae20a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:59:46.233729 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-c6c16639-8f2c-47b3-9d2d-1942dd99a0da req-4d98ab1c-318e-4bd0-b9be-856352cae20a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9c5be4a914e64e4db31eefbfde88cd70&device_id=6ac681d5-4c9f-41d1-a85e-bac46dacc4ff HTTP/1.1" status: 200  len: 1098 time: 0.0723267
Dec 16 22:59:46.360914 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c16639-8f2c-47b3-9d2d-1942dd99a0da req-7e669837-3ae1-4467-b698-6ef0f320a4ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:59:46.362336 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-c6c16639-8f2c-47b3-9d2d-1942dd99a0da req-7e669837-3ae1-4467-b698-6ef0f320a4ab service neutron] 10.222.0.49 "GET /v2.0/networks?id=f069bedf-f6a3-4440-a8f6-580776067f3c HTTP/1.1" status: 200  len: 913 time: 0.1225922
Dec 16 22:59:46.466479 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-c6c16639-8f2c-47b3-9d2d-1942dd99a0da req-e0b621c0-0e47-4dd5-a368-9b3f19262ac8 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=67401636-9d9a-4d2c-b211-e29ef6eec559 HTTP/1.1" status: 200  len: 1001 time: 0.0972977
Dec 16 22:59:46.528949 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c16639-8f2c-47b3-9d2d-1942dd99a0da req-7ac7e632-74cc-49ed-852e-3499f1976f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:59:46.530344 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-c6c16639-8f2c-47b3-9d2d-1942dd99a0da req-7ac7e632-74cc-49ed-852e-3499f1976f8c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=90d7e8f1-ac67-4d58-9510-77de26e608a7 HTTP/1.1" status: 200  len: 851 time: 0.0580013
Dec 16 22:59:46.606072 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c16639-8f2c-47b3-9d2d-1942dd99a0da req-f27a2b49-3816-4300-b56f-d45e401bbc3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:59:46.607472 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-c6c16639-8f2c-47b3-9d2d-1942dd99a0da req-f27a2b49-3816-4300-b56f-d45e401bbc3a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f069bedf-f6a3-4440-a8f6-580776067f3c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0707197
Dec 16 22:59:46.843367 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-c6c16639-8f2c-47b3-9d2d-1942dd99a0da req-676295ec-0f28-4e49-a75a-e760d98ecffd service neutron] 10.222.0.49 "GET /v2.0/networks/f069bedf-f6a3-4440-a8f6-580776067f3c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2292438
Dec 16 22:59:46.970062 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-c6c16639-8f2c-47b3-9d2d-1942dd99a0da req-1e8b890f-1aca-4e53-a3d2-54ade63674cb service neutron] 10.222.0.49 "GET /v2.0/networks/f069bedf-f6a3-4440-a8f6-580776067f3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1199000
Dec 16 22:59:47.555336 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214fd48a-4a3e-4a96-9b4a-28fdb27cc0ea req-b82a5911-41fe-4800-b7e2-ca154d189a77 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:59:47.556842 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-214fd48a-4a3e-4a96-9b4a-28fdb27cc0ea req-b82a5911-41fe-4800-b7e2-ca154d189a77 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] 10.222.0.13 "GET /v2.0/ports?device_id=6ac681d5-4c9f-41d1-a85e-bac46dacc4ff HTTP/1.1" status: 200  len: 945 time: 0.0947511
Dec 16 22:59:47.600907 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-214fd48a-4a3e-4a96-9b4a-28fdb27cc0ea req-1f720ac8-a793-45a0-bda1-0bcfff435255 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] 10.222.0.13 "GET /v2.0/security-groups?id=96e2b9de-b184-46f0-9838-af7af02c851d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0380862
Dec 16 22:59:48.779467 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16fcd58-ef41-4580-8704-077ccbccfd71 req-661e3fbf-d2eb-4684-b3f6-061c33019c33 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:59:48.780808 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-a16fcd58-ef41-4580-8704-077ccbccfd71 req-661e3fbf-d2eb-4684-b3f6-061c33019c33 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] 10.222.0.13 "GET /v2.0/ports?device_id=6ac681d5-4c9f-41d1-a85e-bac46dacc4ff HTTP/1.1" status: 200  len: 945 time: 0.0780489
Dec 16 22:59:48.823467 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-a16fcd58-ef41-4580-8704-077ccbccfd71 req-94616fbb-4ed7-43d3-acfc-e77584be8a1b tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] 10.222.0.13 "GET /v2.0/security-groups?id=96e2b9de-b184-46f0-9838-af7af02c851d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0371242
Dec 16 22:59:49.292316 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9acaa1-ae94-416a-b37d-f1ded1cd0a91 req-5b309732-ad75-4620-bfbe-7f6406913cc0 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:59:49.293742 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-1f9acaa1-ae94-416a-b37d-f1ded1cd0a91 req-5b309732-ad75-4620-bfbe-7f6406913cc0 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] 10.222.0.13 "GET /v2.0/ports?device_id=6ac681d5-4c9f-41d1-a85e-bac46dacc4ff HTTP/1.1" status: 200  len: 945 time: 0.1836927
Dec 16 22:59:49.338422 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-1f9acaa1-ae94-416a-b37d-f1ded1cd0a91 req-040f8ddb-eebe-4311-8e37-61660dde5670 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] 10.222.0.13 "GET /v2.0/security-groups?id=96e2b9de-b184-46f0-9838-af7af02c851d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0389051
Dec 16 22:59:50.520009 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cc3f58-dce1-49a2-a2b1-6aae18297f1c req-3792ae64-d9c8-4603-98f8-e83c89c508a3 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:59:50.521436 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-a0cc3f58-dce1-49a2-a2b1-6aae18297f1c req-3792ae64-d9c8-4603-98f8-e83c89c508a3 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] 10.222.0.13 "GET /v2.0/ports?device_id=6ac681d5-4c9f-41d1-a85e-bac46dacc4ff HTTP/1.1" status: 200  len: 945 time: 0.0792775
Dec 16 22:59:50.566906 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-a0cc3f58-dce1-49a2-a2b1-6aae18297f1c req-99560e40-bd7c-4119-a5b4-8e3b84759c09 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] 10.222.0.13 "GET /v2.0/security-groups?id=96e2b9de-b184-46f0-9838-af7af02c851d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0398889
Dec 16 22:59:50.940889 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b9d40d-25ed-487b-bec0-db52a5aadf05 req-4ef0fc32-8fea-4375-b2a9-ebdd7cedcfe1 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:59:50.942275 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-57b9d40d-25ed-487b-bec0-db52a5aadf05 req-4ef0fc32-8fea-4375-b2a9-ebdd7cedcfe1 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] 10.222.0.49 "GET /v2.0/ports?device_id=6ac681d5-4c9f-41d1-a85e-bac46dacc4ff HTTP/1.1" status: 200  len: 945 time: 0.0767808
Dec 16 22:59:51.014752 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [req-57b9d40d-25ed-487b-bec0-db52a5aadf05 req-b15d4eb9-4e51-43ff-91e5-927a2b523699 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Deleting port 67401636-9d9a-4d2c-b211-e29ef6eec559 {{(pid=87506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 22:59:51.015084 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-57b9d40d-25ed-487b-bec0-db52a5aadf05 req-b15d4eb9-4e51-43ff-91e5-927a2b523699 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:59:51.247080 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.db [req-57b9d40d-25ed-487b-bec0-db52a5aadf05 req-b15d4eb9-4e51-43ff-91e5-927a2b523699 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] For port 67401636-9d9a-4d2c-b211-e29ef6eec559, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=67401636-9d9a-4d2c-b211-e29ef6eec559,segment=NetworkSegment(e6973879-34d3-443f-950f-78f1671e66e5),segment_id=e6973879-34d3-443f-950f-78f1671e66e5)] {{(pid=87506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 22:59:51.247341 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-57b9d40d-25ed-487b-bec0-db52a5aadf05 req-b15d4eb9-4e51-43ff-91e5-927a2b523699 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:59:51.535426 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-57b9d40d-25ed-487b-bec0-db52a5aadf05 req-b15d4eb9-4e51-43ff-91e5-927a2b523699 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:59:51.535717 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-57b9d40d-25ed-487b-bec0-db52a5aadf05 req-b15d4eb9-4e51-43ff-91e5-927a2b523699 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3741874'] for floatingip, after_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:59:51.536061 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.db.l3_db [req-57b9d40d-25ed-487b-bec0-db52a5aadf05 req-b15d4eb9-4e51-43ff-91e5-927a2b523699 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Floating IP c751d71a-6d95-42c4-b83b-03d2f5ccc134 disassociated. External IP: 172.26.0.102, port: 67401636-9d9a-4d2c-b211-e29ef6eec559.
Dec 16 22:59:51.536404 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [req-57b9d40d-25ed-487b-bec0-db52a5aadf05 req-b15d4eb9-4e51-43ff-91e5-927a2b523699 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Calling delete_port for 67401636-9d9a-4d2c-b211-e29ef6eec559 owned by compute:nova {{(pid=87506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 22:59:51.684265 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-57b9d40d-25ed-487b-bec0-db52a5aadf05 req-b15d4eb9-4e51-43ff-91e5-927a2b523699 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1863393'] for port, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:59:51.689971 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-5157fa17-40eb-4094-a77f-70666ed1001d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:59:51.722316 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-026994cb-7cd5-453f-90eb-c11fae3f4787 req-07275734-09a8-44f4-b08d-1d2bffcd7f58 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] 10.222.0.13 "GET /v2.0/ports?device_id=6ac681d5-4c9f-41d1-a85e-bac46dacc4ff HTTP/1.1" status: 200  len: 210 time: 0.0458238
Dec 16 22:59:51.734164 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15d4eb9-4e51-43ff-91e5-927a2b523699 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Pushing event deleted for resources: {'Port': ['ID=67401636-9d9a-4d2c-b211-e29ef6eec559,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:59:51.745328 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b15d4eb9-4e51-43ff-91e5-927a2b523699 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:59:51.745724 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b15d4eb9-4e51-43ff-91e5-927a2b523699 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:59:51.746103 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b15d4eb9-4e51-43ff-91e5-927a2b523699 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:59:51.746524 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b15d4eb9-4e51-43ff-91e5-927a2b523699 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:59:51.746840 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b15d4eb9-4e51-43ff-91e5-927a2b523699 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:59:51.747210 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b15d4eb9-4e51-43ff-91e5-927a2b523699 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:59:51.747588 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b15d4eb9-4e51-43ff-91e5-927a2b523699 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:59:51.747978 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b15d4eb9-4e51-43ff-91e5-927a2b523699 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:59:51.748344 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b15d4eb9-4e51-43ff-91e5-927a2b523699 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:59:51.748709 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b15d4eb9-4e51-43ff-91e5-927a2b523699 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:59:51.749069 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b15d4eb9-4e51-43ff-91e5-927a2b523699 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:59:51.749428 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b15d4eb9-4e51-43ff-91e5-927a2b523699 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 22:59:51.753301 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-b15d4eb9-4e51-43ff-91e5-927a2b523699 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:59:51.933025 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.l3_agent_scheduler [req-57b9d40d-25ed-487b-bec0-db52a5aadf05 req-b15d4eb9-4e51-43ff-91e5-927a2b523699 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Router 7301e2f4-23f9-42a2-a6ef-306bfbe71764 has already been hosted by L3 agent 4f519db7-069b-43e2-8411-c092bac9102a {{(pid=87506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 22:59:52.104516 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-57b9d40d-25ed-487b-bec0-db52a5aadf05 req-b15d4eb9-4e51-43ff-91e5-927a2b523699 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Notify agent at l3_agent.dv-neutron-821829-1-hyperv the message routers_updated {{(pid=87506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 22:59:52.113835 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c38abece-6c6d-4a6e-b7f4-ccae7d326600 None None] Sync routers for ids ['7301e2f4-23f9-42a2-a6ef-306bfbe71764'] in dv-neutron-821829-1-hyperv {{(pid=87508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 22:59:52.123564 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c38abece-6c6d-4a6e-b7f4-ccae7d326600 None None] Routers {'7301e2f4-23f9-42a2-a6ef-306bfbe71764'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:59:52.124214 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-c38abece-6c6d-4a6e-b7f4-ccae7d326600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b77a0c6a0>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:59:31Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['7301e2f4-23f9-42a2-a6ef-306bfbe71764'], 'active': True} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:59:52.294281 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.l3_dvrscheduler_db [req-57b9d40d-25ed-487b-bec0-db52a5aadf05 req-b15d4eb9-4e51-43ff-91e5-927a2b523699 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] No DVR routers for this DVR port 67401636-9d9a-4d2c-b211-e29ef6eec559 on host hv-neutron-8218 {{(pid=87506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 22:59:52.296765 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-57b9d40d-25ed-487b-bec0-db52a5aadf05 req-b15d4eb9-4e51-43ff-91e5-927a2b523699 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for port, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:59:52.299354 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ac681d5-4c9f-41d1-a85e-bac46dacc4ff', 'name': 'network-vif-deleted', 'tag': '67401636-9d9a-4d2c-b211-e29ef6eec559'}] {{(pid=87506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 22:59:52.316919 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-57b9d40d-25ed-487b-bec0-db52a5aadf05 req-b15d4eb9-4e51-43ff-91e5-927a2b523699 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] 10.222.0.49 "DELETE /v2.0/ports/67401636-9d9a-4d2c-b211-e29ef6eec559 HTTP/1.1" status: 204  len: 173 time: 1.3672745
Dec 16 22:59:52.344949 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvr_db [None req-c38abece-6c6d-4a6e-b7f4-ccae7d326600 None None] Set router 7301e2f4-23f9-42a2-a6ef-306bfbe71764 gateway port host: dv-neutron-821829-1-hyperv {{(pid=87508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 22:59:52.355959 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ac681d5-4c9f-41d1-a85e-bac46dacc4ff', 'name': 'network-vif-deleted', 'tag': '67401636-9d9a-4d2c-b211-e29ef6eec559', 'status': 'completed', 'code': 200}
Dec 16 22:59:52.650254 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-c38abece-6c6d-4a6e-b7f4-ccae7d326600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b77a0c6a0>, [{'id': '7301e2f4-23f9-42a2-a6ef-306bfbe71764', 'name': 'tempest-ServerActionsTestJSON-1868535081-router', 'tenant_id': '9c5be4a914e64e4db31eefbfde88cd70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.248'}], 'enable_snat': True}, 'gw_port_id': '92cfe07a-f9b2-4300-be97-e718299bbf0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:57:11Z', 'updated_at': '2021-12-16T22:57:15Z', 'revision_number': 4, 'project_id': '9c5be4a914e64e4db31eefbfde88cd70', 'gw_port': {'id': '92cfe07a-f9b2-4300-be97-e718299bbf0c', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:32:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7301e2f4-23f9-42a2-a6ef-306bfbe71764', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:57:11Z', 'updated_at': '2021-12-16T22:57:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv', '_interfaces': [{'id': 'c3b9942b-fd85-4d66-9577-2fabd3518ad9', 'name': '', 'network_id': 'f069bedf-f6a3-4440-a8f6-580776067f3c', 'tenant_id': '9c5be4a914e64e4db31eefbfde88cd70', 'mac_address': 'fa:16:3e:23:b3:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7301e2f4-23f9-42a2-a6ef-306bfbe71764', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '90d7e8f1-ac67-4d58-9510-77de26e608a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:57:14Z', 'updated_at': '2021-12-16T22:57:20Z', 'revision_number': 5, 'project_id': '9c5be4a914e64e4db31eefbfde88cd70', 'subnets': [{'id': '90d7e8f1-ac67-4d58-9510-77de26e608a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:59:52.653952 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c38abece-6c6d-4a6e-b7f4-ccae7d326600 None None] Checking router: 7301e2f4-23f9-42a2-a6ef-306bfbe71764 for host: dv-neutron-821829-1-hyperv {{(pid=87508) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 22:59:52.661919 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c38abece-6c6d-4a6e-b7f4-ccae7d326600 None None] Routers {'7301e2f4-23f9-42a2-a6ef-306bfbe71764'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 22:59:52.662532 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-c38abece-6c6d-4a6e-b7f4-ccae7d326600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b77a0c6a0>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T22:59:31Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['7301e2f4-23f9-42a2-a6ef-306bfbe71764'], 'active': True} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:59:52.841343 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvr_db [None req-c38abece-6c6d-4a6e-b7f4-ccae7d326600 None None] Set router 7301e2f4-23f9-42a2-a6ef-306bfbe71764 gateway port host: dv-neutron-821829-1-hyperv {{(pid=87508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 22:59:52.893067 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-37a42af1-58cc-48da-ab04-3347f4dac406 req-85491269-4597-4342-bbbc-81e447682e5e tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] 10.222.0.13 "GET /v2.0/ports?device_id=6ac681d5-4c9f-41d1-a85e-bac46dacc4ff HTTP/1.1" status: 200  len: 210 time: 0.0429399
Dec 16 22:59:53.151375 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-c38abece-6c6d-4a6e-b7f4-ccae7d326600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b77a0c6a0>, [{'id': '7301e2f4-23f9-42a2-a6ef-306bfbe71764', 'name': 'tempest-ServerActionsTestJSON-1868535081-router', 'tenant_id': '9c5be4a914e64e4db31eefbfde88cd70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.248'}], 'enable_snat': True}, 'gw_port_id': '92cfe07a-f9b2-4300-be97-e718299bbf0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:57:11Z', 'updated_at': '2021-12-16T22:57:15Z', 'revision_number': 4, 'project_id': '9c5be4a914e64e4db31eefbfde88cd70', 'gw_port': {'id': '92cfe07a-f9b2-4300-be97-e718299bbf0c', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:32:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7301e2f4-23f9-42a2-a6ef-306bfbe71764', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:57:11Z', 'updated_at': '2021-12-16T22:57:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv', '_interfaces': [{'id': 'c3b9942b-fd85-4d66-9577-2fabd3518ad9', 'name': '', 'network_id': 'f069bedf-f6a3-4440-a8f6-580776067f3c', 'tenant_id': '9c5be4a914e64e4db31eefbfde88cd70', 'mac_address': 'fa:16:3e:23:b3:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7301e2f4-23f9-42a2-a6ef-306bfbe71764', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '90d7e8f1-ac67-4d58-9510-77de26e608a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:57:14Z', 'updated_at': '2021-12-16T22:57:20Z', 'revision_number': 5, 'project_id': '9c5be4a914e64e4db31eefbfde88cd70', 'subnets': [{'id': '90d7e8f1-ac67-4d58-9510-77de26e608a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 22:59:53.155556 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c38abece-6c6d-4a6e-b7f4-ccae7d326600 None None] The sync data for ids ['7301e2f4-23f9-42a2-a6ef-306bfbe71764'] in dv-neutron-821829-1-hyperv is: [{'id': '7301e2f4-23f9-42a2-a6ef-306bfbe71764', 'name': 'tempest-ServerActionsTestJSON-1868535081-router', 'tenant_id': '9c5be4a914e64e4db31eefbfde88cd70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.248'}], 'enable_snat': True}, 'gw_port_id': '92cfe07a-f9b2-4300-be97-e718299bbf0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:57:11Z', 'updated_at': '2021-12-16T22:57:15Z', 'revision_number': 4, 'project_id': '9c5be4a914e64e4db31eefbfde88cd70', 'gw_port': {'id': '92cfe07a-f9b2-4300-be97-e718299bbf0c', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:32:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7301e2f4-23f9-42a2-a6ef-306bfbe71764', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:57:11Z', 'updated_at': '2021-12-16T22:57:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv', '_interfaces': [{'id': 'c3b9942b-fd85-4d66-9577-2fabd3518ad9', 'name': '', 'network_id': 'f069bedf-f6a3-4440-a8f6-580776067f3c', 'tenant_id': '9c5be4a914e64e4db31eefbfde88cd70', 'mac_address': 'fa:16:3e:23:b3:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7301e2f4-23f9-42a2-a6ef-306bfbe71764', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '90d7e8f1-ac67-4d58-9510-77de26e608a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:57:14Z', 'updated_at': '2021-12-16T22:57:20Z', 'revision_number': 5, 'project_id': '9c5be4a914e64e4db31eefbfde88cd70', 'subnets': [{'id': '90d7e8f1-ac67-4d58-9510-77de26e608a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 22:59:53.372828 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22391fa8-950e-40f8-8cc8-ca20d1f6eab4 None None] New status for floating IP c751d71a-6d95-42c4-b83b-03d2f5ccc134: DOWN {{(pid=87509) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 16 22:59:54.226214 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-03414662-6e25-4be8-a0d6-e669da02c3cc req-6840b793-db1f-46e6-9ca6-c539c82678bb tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--2020346298&fields=id&tenant_id=9c5be4a914e64e4db31eefbfde88cd70 HTTP/1.1" status: 200  len: 267 time: 0.0383425
Dec 16 22:59:54.375928 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03414662-6e25-4be8-a0d6-e669da02c3cc req-3e7b65f7-709f-4f7a-b1ab-00a49f49df59 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:59:54.377336 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-03414662-6e25-4be8-a0d6-e669da02c3cc req-3e7b65f7-709f-4f7a-b1ab-00a49f49df59 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] 10.222.0.13 "GET /v2.0/networks?id=f069bedf-f6a3-4440-a8f6-580776067f3c HTTP/1.1" status: 200  len: 812 time: 0.1442907
Dec 16 22:59:54.391261 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-03414662-6e25-4be8-a0d6-e669da02c3cc req-02b29889-ef94-4543-8496-d4878cc84864 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] 10.222.0.13 "GET /v2.0/quotas/9c5be4a914e64e4db31eefbfde88cd70 HTTP/1.1" status: 200  len: 375 time: 0.0086620
Dec 16 22:59:54.473164 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-03414662-6e25-4be8-a0d6-e669da02c3cc req-93d5ccdf-e857-4da9-a3c7-957dd8ddc0d4 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=9c5be4a914e64e4db31eefbfde88cd70&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0771151
Dec 16 22:59:54.607248 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-03414662-6e25-4be8-a0d6-e669da02c3cc req-516bf623-32a2-48f3-a116-80632d66e485 service neutron] 10.222.0.13 "GET /v2.0/networks/f069bedf-f6a3-4440-a8f6-580776067f3c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1220593
Dec 16 22:59:54.735107 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-03414662-6e25-4be8-a0d6-e669da02c3cc req-edc2431a-c275-4f85-ba1b-c37e348e5672 service neutron] 10.222.0.13 "GET /v2.0/networks/f069bedf-f6a3-4440-a8f6-580776067f3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1220734
Dec 16 22:59:54.902893 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-13387cfa-aa4d-4799-acac-2b262ac16f9c req-03b71f3c-9510-4c45-b622-f56018fc85cb tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] 10.222.0.13 "GET /v2.0/ports?device_id=6490e1e3-55c9-450a-9e46-647bba3ee0d6 HTTP/1.1" status: 200  len: 210 time: 0.0414543
Dec 16 22:59:55.981638 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03414662-6e25-4be8-a0d6-e669da02c3cc req-b9dc6a82-d9a7-4d39-89b3-6786a78821a3 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:59:55.983058 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-03414662-6e25-4be8-a0d6-e669da02c3cc req-b9dc6a82-d9a7-4d39-89b3-6786a78821a3 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] 10.222.0.49 "GET /v2.0/networks?id=f069bedf-f6a3-4440-a8f6-580776067f3c HTTP/1.1" status: 200  len: 812 time: 0.1430244
Dec 16 22:59:56.038017 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-03414662-6e25-4be8-a0d6-e669da02c3cc req-7863caed-9599-408d-a0c1-e1712ad89e91 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9c5be4a914e64e4db31eefbfde88cd70 HTTP/1.1" status: 200  len: 380 time: 0.0407867
Dec 16 22:59:56.046785 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [req-03414662-6e25-4be8-a0d6-e669da02c3cc req-e17cd971-cfb0-4377-9228-7b0f32225800 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Request body: {'port': {'device_id': '6490e1e3-55c9-450a-9e46-647bba3ee0d6', 'network_id': 'f069bedf-f6a3-4440-a8f6-580776067f3c', 'admin_state_up': True, 'tenant_id': '9c5be4a914e64e4db31eefbfde88cd70', 'security_groups': ['96e2b9de-b184-46f0-9838-af7af02c851d']}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:59:56.058815 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-387906ef-2b49-43f2-8d0e-d896ff22fedf req-85d1ae53-971b-485d-8e69-eed860f009f8 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] 10.222.0.13 "GET /v2.0/ports?device_id=6490e1e3-55c9-450a-9e46-647bba3ee0d6 HTTP/1.1" status: 200  len: 210 time: 0.0462961
Dec 16 22:59:56.097784 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Device 67401636-9d9a-4d2c-b211-e29ef6eec559 no longer exists at agent hyperv_hv-neutron-8218 {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 22:59:56.130796 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] No Port match for: 67401636-9d9a-4d2c-b211-e29ef6eec559 {{(pid=87508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 22:59:56.131241 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Device 67401636-9d9a-4d2c-b211-e29ef6eec559 not bound to the agent host hv-neutron-8218 {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 22:59:56.181217 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [req-03414662-6e25-4be8-a0d6-e669da02c3cc req-e17cd971-cfb0-4377-9228-7b0f32225800 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 22:59:56.185248 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [req-03414662-6e25-4be8-a0d6-e669da02c3cc req-e17cd971-cfb0-4377-9228-7b0f32225800 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Usage tracker for resource:port and tenant:9c5be4a914e64e4db31eefbfde88cd70 is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 22:59:56.187941 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [req-03414662-6e25-4be8-a0d6-e669da02c3cc req-e17cd971-cfb0-4377-9228-7b0f32225800 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 22:59:56.193442 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [req-03414662-6e25-4be8-a0d6-e669da02c3cc req-e17cd971-cfb0-4377-9228-7b0f32225800 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 22:59:56.203409 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03414662-6e25-4be8-a0d6-e669da02c3cc req-e17cd971-cfb0-4377-9228-7b0f32225800 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Made reservation on behalf of 9c5be4a914e64e4db31eefbfde88cd70 for: {'port': 1} {{(pid=87506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 22:59:56.206832 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-03414662-6e25-4be8-a0d6-e669da02c3cc req-e17cd971-cfb0-4377-9228-7b0f32225800 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:59:56.368966 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.db_base_plugin_common [req-03414662-6e25-4be8-a0d6-e669da02c3cc req-e17cd971-cfb0-4377-9228-7b0f32225800 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Allocated IP 172.20.0.12 (f069bedf-f6a3-4440-a8f6-580776067f3c/90d7e8f1-ac67-4d58-9510-77de26e608a7/11cc6a9c-8547-4224-92f8-d59e6f632cbf) {{(pid=87506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 22:59:56.553705 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-03414662-6e25-4be8-a0d6-e669da02c3cc req-e17cd971-cfb0-4377-9228-7b0f32225800 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Notify callbacks [] for port, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:59:56.568845 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.provisioning_blocks [req-03414662-6e25-4be8-a0d6-e669da02c3cc req-e17cd971-cfb0-4377-9228-7b0f32225800 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Transition to ACTIVE for port object 11cc6a9c-8547-4224-92f8-d59e6f632cbf will not be triggered until provisioned by entity DHCP. {{(pid=87506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:59:56.591671 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-03414662-6e25-4be8-a0d6-e669da02c3cc req-e17cd971-cfb0-4377-9228-7b0f32225800 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1863393'] for port, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:59:56.596988 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-ef6196dd-f2aa-4ad6-be59-b491adad664d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:59:56.665870 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03414662-6e25-4be8-a0d6-e669da02c3cc req-e17cd971-cfb0-4377-9228-7b0f32225800 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Network f069bedf-f6a3-4440-a8f6-580776067f3c is already hosted by enough agents. {{(pid=87506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 22:59:56.669185 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.base_scheduler [req-03414662-6e25-4be8-a0d6-e669da02c3cc req-e17cd971-cfb0-4377-9228-7b0f32225800 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Resources bound (agent type, host, resource id):  {{(pid=87506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 22:59:56.673023 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.l3_dvrscheduler_db [req-03414662-6e25-4be8-a0d6-e669da02c3cc req-e17cd971-cfb0-4377-9228-7b0f32225800 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Received port after_create {{(pid=87506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 22:59:56.703199 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17cd971-cfb0-4377-9228-7b0f32225800 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Pushing event updated for resources: {'Port': ['ID=11cc6a9c-8547-4224-92f8-d59e6f632cbf,revision_number=1']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:59:56.713969 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-e17cd971-cfb0-4377-9228-7b0f32225800 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:59:56.739975 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03414662-6e25-4be8-a0d6-e669da02c3cc req-e17cd971-cfb0-4377-9228-7b0f32225800 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:59:56.740574 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-03414662-6e25-4be8-a0d6-e669da02c3cc req-e17cd971-cfb0-4377-9228-7b0f32225800 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for port, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:59:56.765041 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-03414662-6e25-4be8-a0d6-e669da02c3cc req-e17cd971-cfb0-4377-9228-7b0f32225800 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.7218730
Dec 16 22:59:56.783562 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [req-03414662-6e25-4be8-a0d6-e669da02c3cc req-a2caa9d9-6dd7-46b3-bd00-89526b2feb19 service neutron] Request body: {'port': {'device_id': '6490e1e3-55c9-450a-9e46-647bba3ee0d6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8218'}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 22:59:56.896216 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-03414662-6e25-4be8-a0d6-e669da02c3cc req-a2caa9d9-6dd7-46b3-bd00-89526b2feb19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:59:56.897445 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-1039435f-c2a9-4744-b118-2ee4d128ae34 None None] Provisioning for port 11cc6a9c-8547-4224-92f8-d59e6f632cbf completed by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 22:59:56.902361 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-1039435f-c2a9-4744-b118-2ee4d128ae34 None None] Provisioning complete for port 11cc6a9c-8547-4224-92f8-d59e6f632cbf triggered by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 22:59:56.902743 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-1039435f-c2a9-4744-b118-2ee4d128ae34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:59:56.959066 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-1039435f-c2a9-4744-b118-2ee4d128ae34 None None] Port 11cc6a9c-8547-4224-92f8-d59e6f632cbf cannot update to ACTIVE because it is not bound. {{(pid=87508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 22:59:57.232913 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.notifiers.nova [req-03414662-6e25-4be8-a0d6-e669da02c3cc req-a2caa9d9-6dd7-46b3-bd00-89526b2feb19 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11cc6a9c-8547-4224-92f8-d59e6f632cbf {{(pid=87506) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 22:59:57.240381 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-03414662-6e25-4be8-a0d6-e669da02c3cc req-a2caa9d9-6dd7-46b3-bd00-89526b2feb19 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:59:57.244476 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89829708-37c9-47fe-bb61-4daaaf45ed55 req-c46a4c9b-b0d7-4f1f-949c-8b890bcabb60 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:59:57.245938 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-89829708-37c9-47fe-bb61-4daaaf45ed55 req-c46a4c9b-b0d7-4f1f-949c-8b890bcabb60 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] 10.222.0.13 "GET /v2.0/ports?device_id=6490e1e3-55c9-450a-9e46-647bba3ee0d6 HTTP/1.1" status: 200  len: 932 time: 0.0788393
Dec 16 22:59:57.254684 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.provisioning_blocks [req-03414662-6e25-4be8-a0d6-e669da02c3cc req-a2caa9d9-6dd7-46b3-bd00-89526b2feb19 service neutron] Transition to ACTIVE for port object 11cc6a9c-8547-4224-92f8-d59e6f632cbf will not be triggered until provisioned by entity L2. {{(pid=87506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 22:59:57.257605 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-03414662-6e25-4be8-a0d6-e669da02c3cc req-a2caa9d9-6dd7-46b3-bd00-89526b2feb19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1863400'] for port, after_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:59:57.261309 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-2fe1d7d1-9053-4a93-9c57-e500e7543d4f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:59:57.289297 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-89829708-37c9-47fe-bb61-4daaaf45ed55 req-d58855bc-719d-4d60-b980-0e22d1c75dde tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] 10.222.0.13 "GET /v2.0/security-groups?id=96e2b9de-b184-46f0-9838-af7af02c851d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0376000
Dec 16 22:59:57.413594 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2caa9d9-6dd7-46b3-bd00-89526b2feb19 service neutron] Pushing event updated for resources: {'Port': ['ID=11cc6a9c-8547-4224-92f8-d59e6f632cbf,revision_number=2']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:59:57.421117 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-a2caa9d9-6dd7-46b3-bd00-89526b2feb19 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:59:57.494301 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.managers [req-03414662-6e25-4be8-a0d6-e669da02c3cc req-a2caa9d9-6dd7-46b3-bd00-89526b2feb19 service neutron] Attempting to bind port 11cc6a9c-8547-4224-92f8-d59e6f632cbf on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=87506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 22:59:57.494763 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.managers [req-03414662-6e25-4be8-a0d6-e669da02c3cc req-a2caa9d9-6dd7-46b3-bd00-89526b2feb19 service neutron] Attempting to bind port 11cc6a9c-8547-4224-92f8-d59e6f632cbf by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': 'e6973879-34d3-443f-950f-78f1671e66e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'f069bedf-f6a3-4440-a8f6-580776067f3c'}] {{(pid=87506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 22:59:57.495086 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03414662-6e25-4be8-a0d6-e669da02c3cc req-a2caa9d9-6dd7-46b3-bd00-89526b2feb19 service neutron] Attempting to bind port 11cc6a9c-8547-4224-92f8-d59e6f632cbf on network f069bedf-f6a3-4440-a8f6-580776067f3c {{(pid=87506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 22:59:57.499713 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03414662-6e25-4be8-a0d6-e669da02c3cc req-a2caa9d9-6dd7-46b3-bd00-89526b2feb19 service neutron] Port 11cc6a9c-8547-4224-92f8-d59e6f632cbf on network f069bedf-f6a3-4440-a8f6-580776067f3c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=87506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 16 22:59:57.500054 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03414662-6e25-4be8-a0d6-e669da02c3cc req-a2caa9d9-6dd7-46b3-bd00-89526b2feb19 service neutron] Attempting to bind port 11cc6a9c-8547-4224-92f8-d59e6f632cbf on network f069bedf-f6a3-4440-a8f6-580776067f3c {{(pid=87506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 22:59:57.504958 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03414662-6e25-4be8-a0d6-e669da02c3cc req-a2caa9d9-6dd7-46b3-bd00-89526b2feb19 service neutron] Checking agent: {'id': '849b5cbb-8f70-4c31-8f37-fd42f8351747', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8218', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 30, 8), 'started_at': datetime.datetime(2021, 12, 16, 22, 30, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 22, 59, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 22:59:57.505285 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03414662-6e25-4be8-a0d6-e669da02c3cc req-a2caa9d9-6dd7-46b3-bd00-89526b2feb19 service neutron] Checking segment: {'id': 'e6973879-34d3-443f-950f-78f1671e66e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'f069bedf-f6a3-4440-a8f6-580776067f3c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 22:59:57.505661 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03414662-6e25-4be8-a0d6-e669da02c3cc req-a2caa9d9-6dd7-46b3-bd00-89526b2feb19 service neutron] Bound using segment: {'id': 'e6973879-34d3-443f-950f-78f1671e66e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'f069bedf-f6a3-4440-a8f6-580776067f3c'} {{(pid=87506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 22:59:57.506069 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.managers [req-03414662-6e25-4be8-a0d6-e669da02c3cc req-a2caa9d9-6dd7-46b3-bd00-89526b2feb19 service neutron] Bound port: 11cc6a9c-8547-4224-92f8-d59e6f632cbf, host: hv-neutron-8218, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6973879-34d3-443f-950f-78f1671e66e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'f069bedf-f6a3-4440-a8f6-580776067f3c'}}] {{(pid=87506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 22:59:57.506403 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-03414662-6e25-4be8-a0d6-e669da02c3cc req-a2caa9d9-6dd7-46b3-bd00-89526b2feb19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:59:57.711271 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.db [req-03414662-6e25-4be8-a0d6-e669da02c3cc req-a2caa9d9-6dd7-46b3-bd00-89526b2feb19 service neutron] For port 11cc6a9c-8547-4224-92f8-d59e6f632cbf, host hv-neutron-8218, cleared binding levels {{(pid=87506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 22:59:57.714610 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.db [req-03414662-6e25-4be8-a0d6-e669da02c3cc req-a2caa9d9-6dd7-46b3-bd00-89526b2feb19 service neutron] For port 11cc6a9c-8547-4224-92f8-d59e6f632cbf, host hv-neutron-8218, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=11cc6a9c-8547-4224-92f8-d59e6f632cbf,segment=NetworkSegment(e6973879-34d3-443f-950f-78f1671e66e5),segment_id=e6973879-34d3-443f-950f-78f1671e66e5)] {{(pid=87506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 22:59:57.719247 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-03414662-6e25-4be8-a0d6-e669da02c3cc req-a2caa9d9-6dd7-46b3-bd00-89526b2feb19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1863400'] for port, after_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:59:57.724070 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-59ec1746-4b3c-4295-a701-41ebf81777a6 tempest-ServerDiskConfigTestJSON-7066006 tempest-ServerDiskConfigTestJSON-7066006-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 22:59:57.776519 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03414662-6e25-4be8-a0d6-e669da02c3cc req-a2caa9d9-6dd7-46b3-bd00-89526b2feb19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:59:57.777135 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-03414662-6e25-4be8-a0d6-e669da02c3cc req-a2caa9d9-6dd7-46b3-bd00-89526b2feb19 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for port, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:59:57.778479 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-03414662-6e25-4be8-a0d6-e669da02c3cc req-a2caa9d9-6dd7-46b3-bd00-89526b2feb19 service neutron] 10.222.0.49 "PUT /v2.0/ports/11cc6a9c-8547-4224-92f8-d59e6f632cbf HTTP/1.1" status: 200  len: 1094 time: 0.9994051
Dec 16 22:59:57.779116 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6490e1e3-55c9-450a-9e46-647bba3ee0d6', 'tag': '11cc6a9c-8547-4224-92f8-d59e6f632cbf'}] {{(pid=87506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 22:59:57.809180 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2caa9d9-6dd7-46b3-bd00-89526b2feb19 service neutron] Pushing event updated for resources: {'Port': ['ID=11cc6a9c-8547-4224-92f8-d59e6f632cbf,revision_number=3']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 22:59:57.812896 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-a2caa9d9-6dd7-46b3-bd00-89526b2feb19 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 22:59:57.835935 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6490e1e3-55c9-450a-9e46-647bba3ee0d6', 'tag': '11cc6a9c-8547-4224-92f8-d59e6f632cbf', 'status': 'completed', 'code': 200}
Dec 16 22:59:57.928432 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03414662-6e25-4be8-a0d6-e669da02c3cc req-d68de6fd-81f6-455a-ae2c-b65cc4feb245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:59:57.929821 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-03414662-6e25-4be8-a0d6-e669da02c3cc req-d68de6fd-81f6-455a-ae2c-b65cc4feb245 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9c5be4a914e64e4db31eefbfde88cd70&device_id=6490e1e3-55c9-450a-9e46-647bba3ee0d6 HTTP/1.1" status: 200  len: 1097 time: 0.0724480
Dec 16 22:59:58.006668 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-03414662-6e25-4be8-a0d6-e669da02c3cc req-0632961e-4d8d-45cd-a631-040696320d04 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=11cc6a9c-8547-4224-92f8-d59e6f632cbf HTTP/1.1" status: 200  len: 217 time: 0.0637312
Dec 16 22:59:58.067100 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03414662-6e25-4be8-a0d6-e669da02c3cc req-d875411c-d865-466e-8a36-e3bbd9df1fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:59:58.068500 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-03414662-6e25-4be8-a0d6-e669da02c3cc req-d875411c-d865-466e-8a36-e3bbd9df1fd9 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=90d7e8f1-ac67-4d58-9510-77de26e608a7 HTTP/1.1" status: 200  len: 851 time: 0.0549147
Dec 16 22:59:58.145340 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03414662-6e25-4be8-a0d6-e669da02c3cc req-a052b31c-787c-4a30-99eb-cb2a1f9b61a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:59:58.146757 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-03414662-6e25-4be8-a0d6-e669da02c3cc req-a052b31c-787c-4a30-99eb-cb2a1f9b61a9 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f069bedf-f6a3-4440-a8f6-580776067f3c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0707278
Dec 16 22:59:58.182067 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-610d941b-b1d5-4414-9054-c16575764e09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 22:59:58.277962 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-03414662-6e25-4be8-a0d6-e669da02c3cc req-2be7b389-ee5a-41fd-b7f8-4392862ad249 service neutron] 10.222.0.49 "GET /v2.0/networks/f069bedf-f6a3-4440-a8f6-580776067f3c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1238618
Dec 16 22:59:58.408372 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-03414662-6e25-4be8-a0d6-e669da02c3cc req-ea9f5d12-da1a-4268-9efb-57095e02718b service neutron] 10.222.0.49 "GET /v2.0/networks/f069bedf-f6a3-4440-a8f6-580776067f3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1242287
Dec 16 22:59:58.483738 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f971f5e9-a767-4373-80d5-a4f339a51291 req-f3eaa538-e293-4cda-810b-4578890d1a3e tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:59:58.484837 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-f971f5e9-a767-4373-80d5-a4f339a51291 req-f3eaa538-e293-4cda-810b-4578890d1a3e tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] 10.222.0.13 "GET /v2.0/ports?device_id=6490e1e3-55c9-450a-9e46-647bba3ee0d6 HTTP/1.1" status: 200  len: 944 time: 0.0855496
Dec 16 22:59:58.529058 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-f971f5e9-a767-4373-80d5-a4f339a51291 req-4044c9bb-d533-4b9c-80b7-9589478333b2 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] 10.222.0.13 "GET /v2.0/security-groups?id=96e2b9de-b184-46f0-9838-af7af02c851d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0382738
Dec 16 22:59:58.564779 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00228013-ff74-4c65-8c91-884fb8df528d req-eafa95f6-dfbc-43f2-9998-a61acdbafbcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:59:58.566248 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-00228013-ff74-4c65-8c91-884fb8df528d req-eafa95f6-dfbc-43f2-9998-a61acdbafbcf service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9c5be4a914e64e4db31eefbfde88cd70&device_id=6490e1e3-55c9-450a-9e46-647bba3ee0d6 HTTP/1.1" status: 200  len: 1097 time: 0.0721710
Dec 16 22:59:58.696064 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00228013-ff74-4c65-8c91-884fb8df528d req-c03bdb49-731a-402b-855e-773ace48bf8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:59:58.697485 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-00228013-ff74-4c65-8c91-884fb8df528d req-c03bdb49-731a-402b-855e-773ace48bf8e service neutron] 10.222.0.49 "GET /v2.0/networks?id=f069bedf-f6a3-4440-a8f6-580776067f3c HTTP/1.1" status: 200  len: 913 time: 0.1230850
Dec 16 22:59:58.766564 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-00228013-ff74-4c65-8c91-884fb8df528d req-4b2b7488-2f10-499f-ad24-d211899a581b service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=11cc6a9c-8547-4224-92f8-d59e6f632cbf HTTP/1.1" status: 200  len: 217 time: 0.0620744
Dec 16 22:59:58.827513 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00228013-ff74-4c65-8c91-884fb8df528d req-48e29eff-183a-4c7f-bf79-259d56112cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:59:58.828914 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-00228013-ff74-4c65-8c91-884fb8df528d req-48e29eff-183a-4c7f-bf79-259d56112cdd service neutron] 10.222.0.49 "GET /v2.0/subnets?id=90d7e8f1-ac67-4d58-9510-77de26e608a7 HTTP/1.1" status: 200  len: 851 time: 0.0557029
Dec 16 22:59:58.902189 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00228013-ff74-4c65-8c91-884fb8df528d req-6c0b4e94-24c0-4379-8aa6-4d927d6b4ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:59:58.903598 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-00228013-ff74-4c65-8c91-884fb8df528d req-6c0b4e94-24c0-4379-8aa6-4d927d6b4ba4 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f069bedf-f6a3-4440-a8f6-580776067f3c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0678151
Dec 16 22:59:59.039276 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-00228013-ff74-4c65-8c91-884fb8df528d req-2ae72338-483d-4d10-acd5-b8a812fef662 service neutron] 10.222.0.49 "GET /v2.0/networks/f069bedf-f6a3-4440-a8f6-580776067f3c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1202724
Dec 16 22:59:59.166969 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-00228013-ff74-4c65-8c91-884fb8df528d req-e782b82d-cd8c-4581-bf0a-98b14e52bbab service neutron] 10.222.0.49 "GET /v2.0/networks/f069bedf-f6a3-4440-a8f6-580776067f3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1204350
Dec 16 22:59:59.710727 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ed9e14-feeb-4319-a988-7901d8fffad3 req-39aad5df-1ed2-473f-84ce-a39c0a7b00c3 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 22:59:59.712310 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-19ed9e14-feeb-4319-a988-7901d8fffad3 req-39aad5df-1ed2-473f-84ce-a39c0a7b00c3 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] 10.222.0.13 "GET /v2.0/ports?device_id=6490e1e3-55c9-450a-9e46-647bba3ee0d6 HTTP/1.1" status: 200  len: 944 time: 0.0789211
Dec 16 22:59:59.755458 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-19ed9e14-feeb-4319-a988-7901d8fffad3 req-c2252ebb-e88c-453f-8bb5-243e024b6e8f tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] 10.222.0.13 "GET /v2.0/security-groups?id=96e2b9de-b184-46f0-9838-af7af02c851d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0374725
Dec 16 23:00:00.113452 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Device 11cc6a9c-8547-4224-92f8-d59e6f632cbf details requested by agent hyperv_hv-neutron-8218 with host hv-neutron-8218 {{(pid=87508) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 16 23:00:00.241831 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] For port 11cc6a9c-8547-4224-92f8-d59e6f632cbf, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=11cc6a9c-8547-4224-92f8-d59e6f632cbf,segment=NetworkSegment(e6973879-34d3-443f-950f-78f1671e66e5),segment_id=e6973879-34d3-443f-950f-78f1671e66e5)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 23:00:00.254387 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Returning: {'device': '11cc6a9c-8547-4224-92f8-d59e6f632cbf', 'network_id': 'f069bedf-f6a3-4440-a8f6-580776067f3c', 'port_id': '11cc6a9c-8547-4224-92f8-d59e6f632cbf', 'mac_address': 'fa:16:3e:e7:87:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90d7e8f1-ac67-4d58-9510-77de26e608a7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87508) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 16 23:00:00.307131 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:00:00.326515 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.notifiers.nova [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11cc6a9c-8547-4224-92f8-d59e6f632cbf {{(pid=87508) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 23:00:00.342109 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] For port 11cc6a9c-8547-4224-92f8-d59e6f632cbf, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=11cc6a9c-8547-4224-92f8-d59e6f632cbf,segment=NetworkSegment(e6973879-34d3-443f-950f-78f1671e66e5),segment_id=e6973879-34d3-443f-950f-78f1671e66e5)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 23:00:00.346002 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:00:00.347687 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-8e6b185e-9d9f-4b88-8eea-e874b1bdc8ab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:00:00.448522 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Pushing event updated for resources: {'Port': ['ID=11cc6a9c-8547-4224-92f8-d59e6f632cbf,revision_number=4']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:00:00.451516 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:00:00.620064 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] get_ports_and_sgs() called for port_ids ['11cc6a9c-8547-4224-92f8-d59e6f632cbf'] {{(pid=87508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 23:00:00.674739 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-cdb9fd9f-5165-4a5a-beec-6feaf47e4f13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:00:00.937912 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3d6f05-f9c5-462c-b5ed-f39550515c3b req-65c5ba74-0fdb-425a-aa14-362d079eac7f tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:00:00.939356 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-ac3d6f05-f9c5-462c-b5ed-f39550515c3b req-65c5ba74-0fdb-425a-aa14-362d079eac7f tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] 10.222.0.13 "GET /v2.0/ports?device_id=6490e1e3-55c9-450a-9e46-647bba3ee0d6 HTTP/1.1" status: 200  len: 945 time: 0.0828941
Dec 16 23:00:00.983208 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-ac3d6f05-f9c5-462c-b5ed-f39550515c3b req-03d17378-ca66-493e-a212-77e1e580fe12 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] 10.222.0.13 "GET /v2.0/security-groups?id=96e2b9de-b184-46f0-9838-af7af02c851d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0382664
Dec 16 23:00:01.550024 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-3e729f7f-1589-4d54-9c4a-7ee6b283cc2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:00:01.701562 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:00:02.113115 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Device 11cc6a9c-8547-4224-92f8-d59e6f632cbf up at agent hyperv_hv-neutron-8218 {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 23:00:02.160691 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8290134-1546-4e3e-a58b-6f51ce991733 req-081492fb-b299-4eb6-82a8-a0269bad0af2 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:00:02.162128 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-a8290134-1546-4e3e-a58b-6f51ce991733 req-081492fb-b299-4eb6-82a8-a0269bad0af2 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] 10.222.0.13 "GET /v2.0/ports?device_id=6490e1e3-55c9-450a-9e46-647bba3ee0d6 HTTP/1.1" status: 200  len: 945 time: 0.0787230
Dec 16 23:00:02.178338 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Provisioning for port 11cc6a9c-8547-4224-92f8-d59e6f632cbf completed by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 23:00:02.183547 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Provisioning complete for port 11cc6a9c-8547-4224-92f8-d59e6f632cbf triggered by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 23:00:02.183967 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:00:02.209710 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-a8290134-1546-4e3e-a58b-6f51ce991733 req-ba212b32-94cc-4a50-9610-a54869bcfece tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] 10.222.0.13 "GET /v2.0/security-groups?id=96e2b9de-b184-46f0-9838-af7af02c851d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0415452
Dec 16 23:00:02.297940 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:00:02.323837 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6490e1e3-55c9-450a-9e46-647bba3ee0d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11cc6a9c-8547-4224-92f8-d59e6f632cbf'}] {{(pid=87508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 23:00:02.333179 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] For port 11cc6a9c-8547-4224-92f8-d59e6f632cbf, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=11cc6a9c-8547-4224-92f8-d59e6f632cbf,segment=NetworkSegment(e6973879-34d3-443f-950f-78f1671e66e5),segment_id=e6973879-34d3-443f-950f-78f1671e66e5)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 23:00:02.337703 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:00:02.340728 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-edd88b12-e54d-45d4-a5d8-438a74665805 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:00:02.376656 dv-neutron-821829-1-hyperv neutron-server[87508]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6490e1e3-55c9-450a-9e46-647bba3ee0d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11cc6a9c-8547-4224-92f8-d59e6f632cbf', 'code': 200}
Dec 16 23:00:02.406957 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Pushing event updated for resources: {'Port': ['ID=11cc6a9c-8547-4224-92f8-d59e6f632cbf,revision_number=5']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:00:02.410068 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:00:02.633334 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fdec8f-f33c-44ee-9b65-06a3567fa6a0 req-5034ff3a-4427-43ef-95d7-9fc8a66bf60d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:00:02.635246 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-60fdec8f-f33c-44ee-9b65-06a3567fa6a0 req-5034ff3a-4427-43ef-95d7-9fc8a66bf60d service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=6490e1e3-55c9-450a-9e46-647bba3ee0d6 HTTP/1.1" status: 200  len: 1099 time: 0.0736501
Dec 16 23:00:02.674277 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-60fdec8f-f33c-44ee-9b65-06a3567fa6a0 req-bb143cdc-a854-45c7-b4e6-deee75df840f service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=96e2b9de-b184-46f0-9838-af7af02c851d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0328519
Dec 16 23:00:03.301442 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-4541ba3b-6be8-499c-bc94-3c60aa55c4f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:00:03.397593 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072493b9-a95a-4678-8fd7-d73e0db18e4c req-2de67b2a-0da8-4b74-937b-4a4684782ead tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:00:03.398996 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-072493b9-a95a-4678-8fd7-d73e0db18e4c req-2de67b2a-0da8-4b74-937b-4a4684782ead tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] 10.222.0.13 "GET /v2.0/ports?device_id=6490e1e3-55c9-450a-9e46-647bba3ee0d6 HTTP/1.1" status: 200  len: 946 time: 0.0809305
Dec 16 23:00:03.442558 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-072493b9-a95a-4678-8fd7-d73e0db18e4c req-9a6a7d6e-4db1-4f96-a88b-c7c5b67c9be7 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] 10.222.0.13 "GET /v2.0/security-groups?id=96e2b9de-b184-46f0-9838-af7af02c851d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0378263
Dec 16 23:00:04.629567 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f2a0ad-31a1-4cae-87da-178d4b0f8d06 req-f5e36e2c-66dd-45d7-825f-daeac7271735 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:00:04.631009 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-84f2a0ad-31a1-4cae-87da-178d4b0f8d06 req-f5e36e2c-66dd-45d7-825f-daeac7271735 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] 10.222.0.13 "GET /v2.0/ports?device_id=6490e1e3-55c9-450a-9e46-647bba3ee0d6 HTTP/1.1" status: 200  len: 946 time: 0.0815442
Dec 16 23:00:04.673859 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-84f2a0ad-31a1-4cae-87da-178d4b0f8d06 req-345278df-1431-4fa0-aab4-d209077ccae5 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] 10.222.0.13 "GET /v2.0/security-groups?id=96e2b9de-b184-46f0-9838-af7af02c851d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0373268
Dec 16 23:00:04.846452 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12408e9e-5cf9-4bcb-9bbf-5cb070b1358e req-6d5c1045-0517-4731-b1a7-7b31620662ac tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:00:04.847904 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-12408e9e-5cf9-4bcb-9bbf-5cb070b1358e req-6d5c1045-0517-4731-b1a7-7b31620662ac tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] 10.222.0.13 "GET /v2.0/ports?device_id=6490e1e3-55c9-450a-9e46-647bba3ee0d6 HTTP/1.1" status: 200  len: 946 time: 0.0791955
Dec 16 23:00:04.856573 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 52518) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 23:00:04.861435 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-4ab917f5-10c4-48fa-9cd5-2a5d27e4aa4f tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Request body: {'floatingip': {'port_id': '11cc6a9c-8547-4224-92f8-d59e6f632cbf'}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 23:00:05.042025 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-4ab917f5-10c4-48fa-9cd5-2a5d27e4aa4f tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Notify callbacks [] for floatingip, before_update {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:00:05.618447 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-4ab917f5-10c4-48fa-9cd5-2a5d27e4aa4f tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:00:05.622309 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-4ab917f5-10c4-48fa-9cd5-2a5d27e4aa4f tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3741874'] for floatingip, after_update {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:00:05.795245 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.db.l3_db [None req-4ab917f5-10c4-48fa-9cd5-2a5d27e4aa4f tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Floating IP c751d71a-6d95-42c4-b83b-03d2f5ccc134 associated. External IP: 172.26.0.102, port: 11cc6a9c-8547-4224-92f8-d59e6f632cbf.
Dec 16 23:00:06.132780 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ab917f5-10c4-48fa-9cd5-2a5d27e4aa4f tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Router 7301e2f4-23f9-42a2-a6ef-306bfbe71764 has already been hosted by L3 agent 4f519db7-069b-43e2-8411-c092bac9102a {{(pid=87507) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 23:00:06.423075 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ab917f5-10c4-48fa-9cd5-2a5d27e4aa4f tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Notify agent at l3_agent.dv-neutron-821829-1-hyperv the message routers_updated {{(pid=87507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 23:00:06.427340 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-4ab917f5-10c4-48fa-9cd5-2a5d27e4aa4f tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for floatingip, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:00:06.449630 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d14c28d5-2440-4038-9e8e-958ad314ef73 None None] Sync routers for ids ['7301e2f4-23f9-42a2-a6ef-306bfbe71764'] in dv-neutron-821829-1-hyperv {{(pid=87508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 23:00:06.476313 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d14c28d5-2440-4038-9e8e-958ad314ef73 None None] Routers {'7301e2f4-23f9-42a2-a6ef-306bfbe71764'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 23:00:06.476953 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-d14c28d5-2440-4038-9e8e-958ad314ef73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b7c25f4c0>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T23:00:01Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['7301e2f4-23f9-42a2-a6ef-306bfbe71764'], 'active': True} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 23:00:06.481720 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-4ab917f5-10c4-48fa-9cd5-2a5d27e4aa4f tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] 10.222.0.13 "PUT /v2.0/floatingips/c751d71a-6d95-42c4-b83b-03d2f5ccc134 HTTP/1.1" status: 200  len: 992 time: 1.6241360
Dec 16 23:00:06.482379 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6490e1e3-55c9-450a-9e46-647bba3ee0d6', 'tag': '11cc6a9c-8547-4224-92f8-d59e6f632cbf'}] {{(pid=87507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 23:00:06.527086 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6490e1e3-55c9-450a-9e46-647bba3ee0d6', 'tag': '11cc6a9c-8547-4224-92f8-d59e6f632cbf', 'status': 'completed', 'code': 200}
Dec 16 23:00:06.656643 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3db1f92-b8ec-4418-ac72-9d103cfb978a req-8ec701f1-292b-40ac-9710-bd7c42f054a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:00:06.658017 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-a3db1f92-b8ec-4418-ac72-9d103cfb978a req-8ec701f1-292b-40ac-9710-bd7c42f054a6 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9c5be4a914e64e4db31eefbfde88cd70&device_id=6490e1e3-55c9-450a-9e46-647bba3ee0d6 HTTP/1.1" status: 200  len: 1099 time: 0.0745289
Dec 16 23:00:06.668810 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvr_db [None req-d14c28d5-2440-4038-9e8e-958ad314ef73 None None] Set router 7301e2f4-23f9-42a2-a6ef-306bfbe71764 gateway port host: dv-neutron-821829-1-hyperv {{(pid=87508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 23:00:06.788922 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3db1f92-b8ec-4418-ac72-9d103cfb978a req-c7627dd1-b4ad-4122-8e52-d1ff13c153cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:00:06.791025 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-a3db1f92-b8ec-4418-ac72-9d103cfb978a req-c7627dd1-b4ad-4122-8e52-d1ff13c153cb service neutron] 10.222.0.49 "GET /v2.0/networks?id=f069bedf-f6a3-4440-a8f6-580776067f3c HTTP/1.1" status: 200  len: 913 time: 0.1264668
Dec 16 23:00:06.998453 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-a3db1f92-b8ec-4418-ac72-9d103cfb978a req-dccd3c39-38c8-40ca-9ad2-a8a2bfec4bdc service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=11cc6a9c-8547-4224-92f8-d59e6f632cbf HTTP/1.1" status: 200  len: 1000 time: 0.2008073
Dec 16 23:00:07.062213 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3db1f92-b8ec-4418-ac72-9d103cfb978a req-0e107824-33a7-4036-ae61-f4e5a72ab201 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:00:07.063630 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-a3db1f92-b8ec-4418-ac72-9d103cfb978a req-0e107824-33a7-4036-ae61-f4e5a72ab201 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=90d7e8f1-ac67-4d58-9510-77de26e608a7 HTTP/1.1" status: 200  len: 851 time: 0.0586686
Dec 16 23:00:07.093189 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-d14c28d5-2440-4038-9e8e-958ad314ef73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b7c25f4c0>, [{'id': '7301e2f4-23f9-42a2-a6ef-306bfbe71764', 'name': 'tempest-ServerActionsTestJSON-1868535081-router', 'tenant_id': '9c5be4a914e64e4db31eefbfde88cd70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.248'}], 'enable_snat': True}, 'gw_port_id': '92cfe07a-f9b2-4300-be97-e718299bbf0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:57:11Z', 'updated_at': '2021-12-16T22:57:15Z', 'revision_number': 4, 'project_id': '9c5be4a914e64e4db31eefbfde88cd70', 'gw_port': {'id': '92cfe07a-f9b2-4300-be97-e718299bbf0c', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:32:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7301e2f4-23f9-42a2-a6ef-306bfbe71764', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:57:11Z', 'updated_at': '2021-12-16T22:57:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv', '_floatingips': [{'id': 'c751d71a-6d95-42c4-b83b-03d2f5ccc134', 'tenant_id': '9c5be4a914e64e4db31eefbfde88cd70', 'floating_ip_address': '172.26.0.102', 'floating_network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'router_id': '7301e2f4-23f9-42a2-a6ef-306bfbe71764', 'port_id': '11cc6a9c-8547-4224-92f8-d59e6f632cbf', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1561, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f069bedf-f6a3-4440-a8f6-580776067f3c', 'mac_address': 'fa:16:3e:e7:87:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6490e1e3-55c9-450a-9e46-647bba3ee0d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T22:57:17Z', 'updated_at': '2021-12-16T23:00:05Z', 'revision_number': 9, 'project_id': '9c5be4a914e64e4db31eefbfde88cd70', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3b9942b-fd85-4d66-9577-2fabd3518ad9', 'name': '', 'network_id': 'f069bedf-f6a3-4440-a8f6-580776067f3c', 'tenant_id': '9c5be4a914e64e4db31eefbfde88cd70', 'mac_address': 'fa:16:3e:23:b3:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7301e2f4-23f9-42a2-a6ef-306bfbe71764', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '90d7e8f1-ac67-4d58-9510-77de26e608a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:57:14Z', 'updated_at': '2021-12-16T22:57:20Z', 'revision_number': 5, 'project_id': '9c5be4a914e64e4db31eefbfde88cd70', 'subnets': [{'id': '90d7e8f1-ac67-4d58-9510-77de26e608a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 23:00:07.097013 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d14c28d5-2440-4038-9e8e-958ad314ef73 None None] Checking router: 7301e2f4-23f9-42a2-a6ef-306bfbe71764 for host: dv-neutron-821829-1-hyperv {{(pid=87508) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 23:00:07.105550 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d14c28d5-2440-4038-9e8e-958ad314ef73 None None] Routers {'7301e2f4-23f9-42a2-a6ef-306bfbe71764'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 23:00:07.106192 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-d14c28d5-2440-4038-9e8e-958ad314ef73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b7c25f4c0>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T23:00:01Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['7301e2f4-23f9-42a2-a6ef-306bfbe71764'], 'active': True} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 23:00:07.136850 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3db1f92-b8ec-4418-ac72-9d103cfb978a req-19bf3108-ba8a-41ca-a17a-4d45abdab329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:00:07.138305 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-a3db1f92-b8ec-4418-ac72-9d103cfb978a req-19bf3108-ba8a-41ca-a17a-4d45abdab329 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f069bedf-f6a3-4440-a8f6-580776067f3c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0687044
Dec 16 23:00:07.268184 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-a3db1f92-b8ec-4418-ac72-9d103cfb978a req-d9e16989-5393-4ff3-94d8-aa5ab3e7741c service neutron] 10.222.0.49 "GET /v2.0/networks/f069bedf-f6a3-4440-a8f6-580776067f3c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1230066
Dec 16 23:00:07.332599 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvr_db [None req-d14c28d5-2440-4038-9e8e-958ad314ef73 None None] Set router 7301e2f4-23f9-42a2-a6ef-306bfbe71764 gateway port host: dv-neutron-821829-1-hyperv {{(pid=87508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 23:00:07.403259 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-a3db1f92-b8ec-4418-ac72-9d103cfb978a req-10b80dc5-44b4-4778-ad3a-8e0a19954257 service neutron] 10.222.0.49 "GET /v2.0/networks/f069bedf-f6a3-4440-a8f6-580776067f3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1258802
Dec 16 23:00:07.669280 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-d14c28d5-2440-4038-9e8e-958ad314ef73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b7c25f4c0>, [{'id': '7301e2f4-23f9-42a2-a6ef-306bfbe71764', 'name': 'tempest-ServerActionsTestJSON-1868535081-router', 'tenant_id': '9c5be4a914e64e4db31eefbfde88cd70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.248'}], 'enable_snat': True}, 'gw_port_id': '92cfe07a-f9b2-4300-be97-e718299bbf0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:57:11Z', 'updated_at': '2021-12-16T22:57:15Z', 'revision_number': 4, 'project_id': '9c5be4a914e64e4db31eefbfde88cd70', 'gw_port': {'id': '92cfe07a-f9b2-4300-be97-e718299bbf0c', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:32:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7301e2f4-23f9-42a2-a6ef-306bfbe71764', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:57:11Z', 'updated_at': '2021-12-16T22:57:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv', '_floatingips': [{'id': 'c751d71a-6d95-42c4-b83b-03d2f5ccc134', 'tenant_id': '9c5be4a914e64e4db31eefbfde88cd70', 'floating_ip_address': '172.26.0.102', 'floating_network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'router_id': '7301e2f4-23f9-42a2-a6ef-306bfbe71764', 'port_id': '11cc6a9c-8547-4224-92f8-d59e6f632cbf', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1561, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f069bedf-f6a3-4440-a8f6-580776067f3c', 'mac_address': 'fa:16:3e:e7:87:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6490e1e3-55c9-450a-9e46-647bba3ee0d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T22:57:17Z', 'updated_at': '2021-12-16T23:00:05Z', 'revision_number': 9, 'project_id': '9c5be4a914e64e4db31eefbfde88cd70', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3b9942b-fd85-4d66-9577-2fabd3518ad9', 'name': '', 'network_id': 'f069bedf-f6a3-4440-a8f6-580776067f3c', 'tenant_id': '9c5be4a914e64e4db31eefbfde88cd70', 'mac_address': 'fa:16:3e:23:b3:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7301e2f4-23f9-42a2-a6ef-306bfbe71764', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '90d7e8f1-ac67-4d58-9510-77de26e608a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:57:14Z', 'updated_at': '2021-12-16T22:57:20Z', 'revision_number': 5, 'project_id': '9c5be4a914e64e4db31eefbfde88cd70', 'subnets': [{'id': '90d7e8f1-ac67-4d58-9510-77de26e608a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 23:00:07.673814 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d14c28d5-2440-4038-9e8e-958ad314ef73 None None] The sync data for ids ['7301e2f4-23f9-42a2-a6ef-306bfbe71764'] in dv-neutron-821829-1-hyperv is: [{'id': '7301e2f4-23f9-42a2-a6ef-306bfbe71764', 'name': 'tempest-ServerActionsTestJSON-1868535081-router', 'tenant_id': '9c5be4a914e64e4db31eefbfde88cd70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.248'}], 'enable_snat': True}, 'gw_port_id': '92cfe07a-f9b2-4300-be97-e718299bbf0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:57:11Z', 'updated_at': '2021-12-16T22:57:15Z', 'revision_number': 4, 'project_id': '9c5be4a914e64e4db31eefbfde88cd70', 'gw_port': {'id': '92cfe07a-f9b2-4300-be97-e718299bbf0c', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:32:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7301e2f4-23f9-42a2-a6ef-306bfbe71764', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:57:11Z', 'updated_at': '2021-12-16T22:57:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv', '_floatingips': [{'id': 'c751d71a-6d95-42c4-b83b-03d2f5ccc134', 'tenant_id': '9c5be4a914e64e4db31eefbfde88cd70', 'floating_ip_address': '172.26.0.102', 'floating_network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'router_id': '7301e2f4-23f9-42a2-a6ef-306bfbe71764', 'port_id': '11cc6a9c-8547-4224-92f8-d59e6f632cbf', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1561, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f069bedf-f6a3-4440-a8f6-580776067f3c', 'mac_address': 'fa:16:3e:e7:87:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6490e1e3-55c9-450a-9e46-647bba3ee0d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T22:57:17Z', 'updated_at': '2021-12-16T23:00:05Z', 'revision_number': 9, 'project_id': '9c5be4a914e64e4db31eefbfde88cd70', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3b9942b-fd85-4d66-9577-2fabd3518ad9', 'name': '', 'network_id': 'f069bedf-f6a3-4440-a8f6-580776067f3c', 'tenant_id': '9c5be4a914e64e4db31eefbfde88cd70', 'mac_address': 'fa:16:3e:23:b3:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7301e2f4-23f9-42a2-a6ef-306bfbe71764', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '90d7e8f1-ac67-4d58-9510-77de26e608a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:57:14Z', 'updated_at': '2021-12-16T22:57:20Z', 'revision_number': 5, 'project_id': '9c5be4a914e64e4db31eefbfde88cd70', 'subnets': [{'id': '90d7e8f1-ac67-4d58-9510-77de26e608a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 23:00:07.873079 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-641d6c82-152b-4420-bcfe-6cece2fa5172 None None] New status for floating IP c751d71a-6d95-42c4-b83b-03d2f5ccc134: ACTIVE {{(pid=87509) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 16 23:00:08.059750 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:00:14.509568 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.agents_db [None req-0abd2616-a86c-48e2-be07-10823335a5bb None None] Agent healthcheck: found 6 active agents {{(pid=87509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 23:00:28.187078 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-1e53764d-122f-4e51-b868-0ee55073ad89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:00:30.634894 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-ed46e2df-6d0e-48bd-8364-cb6f2cf23a83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:00:31.554388 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-3e729f7f-1589-4d54-9c4a-7ee6b283cc2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:00:31.702282 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:00:33.304709 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-4541ba3b-6be8-499c-bc94-3c60aa55c4f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:00:38.060190 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:00:39.146253 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-e768e69e-f0e5-4183-ac2d-c56f4973946b req-ed62e749-5bab-4a2d-93e7-21f79c1cf1d3 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=6490e1e3-55c9-450a-9e46-647bba3ee0d6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0725172
Dec 16 23:00:39.297227 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e768e69e-f0e5-4183-ac2d-c56f4973946b req-4604e717-9449-428c-99ed-0e43a6f051ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:00:39.298653 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-e768e69e-f0e5-4183-ac2d-c56f4973946b req-4604e717-9449-428c-99ed-0e43a6f051ca service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9c5be4a914e64e4db31eefbfde88cd70&device_id=6490e1e3-55c9-450a-9e46-647bba3ee0d6 HTTP/1.1" status: 200  len: 1099 time: 0.0685251
Dec 16 23:00:39.439798 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e768e69e-f0e5-4183-ac2d-c56f4973946b req-c368ecb9-3761-417c-85b1-6145622138d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:00:39.441143 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-e768e69e-f0e5-4183-ac2d-c56f4973946b req-c368ecb9-3761-417c-85b1-6145622138d2 service neutron] 10.222.0.49 "GET /v2.0/networks?id=f069bedf-f6a3-4440-a8f6-580776067f3c HTTP/1.1" status: 200  len: 913 time: 0.1244161
Dec 16 23:00:39.545026 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-e768e69e-f0e5-4183-ac2d-c56f4973946b req-b0008156-2903-42b7-9548-bc472bec0ce5 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=11cc6a9c-8547-4224-92f8-d59e6f632cbf HTTP/1.1" status: 200  len: 1003 time: 0.0975556
Dec 16 23:00:39.606818 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e768e69e-f0e5-4183-ac2d-c56f4973946b req-7180b1ac-cead-4e66-8047-bb1ef6567252 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:00:39.608197 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-e768e69e-f0e5-4183-ac2d-c56f4973946b req-7180b1ac-cead-4e66-8047-bb1ef6567252 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=90d7e8f1-ac67-4d58-9510-77de26e608a7 HTTP/1.1" status: 200  len: 851 time: 0.0565815
Dec 16 23:00:39.685259 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e768e69e-f0e5-4183-ac2d-c56f4973946b req-70130d06-534a-4614-b72a-829fb2cfe687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:00:39.686703 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-e768e69e-f0e5-4183-ac2d-c56f4973946b req-70130d06-534a-4614-b72a-829fb2cfe687 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f069bedf-f6a3-4440-a8f6-580776067f3c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0725760
Dec 16 23:00:39.814565 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-e768e69e-f0e5-4183-ac2d-c56f4973946b req-542a5fac-8adf-46af-a86f-f3f9e50e0fe2 service neutron] 10.222.0.49 "GET /v2.0/networks/f069bedf-f6a3-4440-a8f6-580776067f3c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1211510
Dec 16 23:00:39.942580 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-e768e69e-f0e5-4183-ac2d-c56f4973946b req-7b9a99a9-07df-46d2-b41c-41e921819d0c service neutron] 10.222.0.49 "GET /v2.0/networks/f069bedf-f6a3-4440-a8f6-580776067f3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1212733
Dec 16 23:00:42.635166 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-5b437f70-fe3c-4c58-98cd-37b1eddbb15f req-f5c2f979-36f6-4606-9022-d246d27c178e service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=6490e1e3-55c9-450a-9e46-647bba3ee0d6&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1182103
Dec 16 23:00:42.652729 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4249e70-1d0f-4498-87ca-f192eef2dabf req-f343ade3-5f75-4a4a-aa92-bfe33a380665 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:00:42.654226 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-e4249e70-1d0f-4498-87ca-f192eef2dabf req-f343ade3-5f75-4a4a-aa92-bfe33a380665 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] 10.222.0.13 "GET /v2.0/ports?device_id=6490e1e3-55c9-450a-9e46-647bba3ee0d6 HTTP/1.1" status: 200  len: 946 time: 0.0862622
Dec 16 23:00:42.701193 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-e4249e70-1d0f-4498-87ca-f192eef2dabf req-b17b6d2c-57c0-4553-9877-618687380021 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] 10.222.0.13 "GET /v2.0/security-groups?id=96e2b9de-b184-46f0-9838-af7af02c851d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0408130
Dec 16 23:00:43.835701 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b437f70-fe3c-4c58-98cd-37b1eddbb15f req-d6c31b31-5104-4d6e-8a2f-8b42c51c96e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:00:43.837222 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-5b437f70-fe3c-4c58-98cd-37b1eddbb15f req-d6c31b31-5104-4d6e-8a2f-8b42c51c96e6 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9c5be4a914e64e4db31eefbfde88cd70&device_id=6490e1e3-55c9-450a-9e46-647bba3ee0d6 HTTP/1.1" status: 200  len: 1099 time: 0.0738039
Dec 16 23:00:43.888255 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514f82d0-20af-453b-930a-3a39a7e943f2 req-e2da783f-ee6a-4af9-87a6-8996653cd481 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:00:43.889731 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-514f82d0-20af-453b-930a-3a39a7e943f2 req-e2da783f-ee6a-4af9-87a6-8996653cd481 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] 10.222.0.13 "GET /v2.0/ports?device_id=6490e1e3-55c9-450a-9e46-647bba3ee0d6 HTTP/1.1" status: 200  len: 946 time: 0.0807664
Dec 16 23:00:43.933169 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-514f82d0-20af-453b-930a-3a39a7e943f2 req-110c63ae-3914-4fea-8935-6c1d879fe3ce tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] 10.222.0.13 "GET /v2.0/security-groups?id=96e2b9de-b184-46f0-9838-af7af02c851d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0376334
Dec 16 23:00:44.072988 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b437f70-fe3c-4c58-98cd-37b1eddbb15f req-d830847d-7395-4bc7-b8a5-2f46410a1b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:00:44.074478 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-5b437f70-fe3c-4c58-98cd-37b1eddbb15f req-d830847d-7395-4bc7-b8a5-2f46410a1b18 service neutron] 10.222.0.49 "GET /v2.0/networks?id=f069bedf-f6a3-4440-a8f6-580776067f3c HTTP/1.1" status: 200  len: 913 time: 0.2307627
Dec 16 23:00:44.173338 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-5b437f70-fe3c-4c58-98cd-37b1eddbb15f req-b766f57e-b672-49db-817c-da7edcd0c336 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=11cc6a9c-8547-4224-92f8-d59e6f632cbf HTTP/1.1" status: 200  len: 1003 time: 0.0925131
Dec 16 23:00:44.232969 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b437f70-fe3c-4c58-98cd-37b1eddbb15f req-d29721f0-278a-42fb-92ef-f2505521c860 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:00:44.234247 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-5b437f70-fe3c-4c58-98cd-37b1eddbb15f req-d29721f0-278a-42fb-92ef-f2505521c860 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=90d7e8f1-ac67-4d58-9510-77de26e608a7 HTTP/1.1" status: 200  len: 851 time: 0.0550685
Dec 16 23:00:44.306098 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b437f70-fe3c-4c58-98cd-37b1eddbb15f req-4a70d7e3-ed10-4df5-916e-3b3fff9f8025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:00:44.307548 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-5b437f70-fe3c-4c58-98cd-37b1eddbb15f req-4a70d7e3-ed10-4df5-916e-3b3fff9f8025 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f069bedf-f6a3-4440-a8f6-580776067f3c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0670521
Dec 16 23:00:44.435513 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-5b437f70-fe3c-4c58-98cd-37b1eddbb15f req-3609d5be-136c-4307-bebe-17ddde26e25b service neutron] 10.222.0.49 "GET /v2.0/networks/f069bedf-f6a3-4440-a8f6-580776067f3c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1210630
Dec 16 23:00:44.565907 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-5b437f70-fe3c-4c58-98cd-37b1eddbb15f req-ffad0bcb-9626-4fbc-a88a-1e3a8db5d843 service neutron] 10.222.0.49 "GET /v2.0/networks/f069bedf-f6a3-4440-a8f6-580776067f3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1244564
Dec 16 23:00:45.117505 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7873c1ee-89a8-4297-85b9-b5ff2e219de4 req-076f5b36-3d33-4eff-b901-1c4c10e9e7a9 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:00:45.118949 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-7873c1ee-89a8-4297-85b9-b5ff2e219de4 req-076f5b36-3d33-4eff-b901-1c4c10e9e7a9 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] 10.222.0.13 "GET /v2.0/ports?device_id=6490e1e3-55c9-450a-9e46-647bba3ee0d6 HTTP/1.1" status: 200  len: 946 time: 0.0830379
Dec 16 23:00:45.161305 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-7873c1ee-89a8-4297-85b9-b5ff2e219de4 req-5e7080a2-dfce-4021-9a60-f24ff2e64659 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] 10.222.0.13 "GET /v2.0/security-groups?id=96e2b9de-b184-46f0-9838-af7af02c851d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0367403
Dec 16 23:00:46.340013 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2566e092-28cc-4dfd-a0aa-6a2e369d56f1 req-44c0ef57-a07c-4fe6-901d-25461e6a977e tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:00:46.341462 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-2566e092-28cc-4dfd-a0aa-6a2e369d56f1 req-44c0ef57-a07c-4fe6-901d-25461e6a977e tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] 10.222.0.13 "GET /v2.0/ports?device_id=6490e1e3-55c9-450a-9e46-647bba3ee0d6 HTTP/1.1" status: 200  len: 946 time: 0.0776408
Dec 16 23:00:46.390035 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-2566e092-28cc-4dfd-a0aa-6a2e369d56f1 req-2bed6ed8-8b1b-4a57-9e60-559d149d91fe tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] 10.222.0.13 "GET /v2.0/security-groups?id=96e2b9de-b184-46f0-9838-af7af02c851d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0412982
Dec 16 23:00:47.572751 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c08b4bf-66eb-4177-9892-2db3c6935902 req-4b8e9b7a-18b1-4e2b-87e4-bb0d3647e414 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:00:47.574150 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-8c08b4bf-66eb-4177-9892-2db3c6935902 req-4b8e9b7a-18b1-4e2b-87e4-bb0d3647e414 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] 10.222.0.13 "GET /v2.0/ports?device_id=6490e1e3-55c9-450a-9e46-647bba3ee0d6 HTTP/1.1" status: 200  len: 946 time: 0.0782971
Dec 16 23:00:47.616837 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-8c08b4bf-66eb-4177-9892-2db3c6935902 req-dcc04fd2-a5c5-49eb-bf5d-9f14ccab10ba tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] 10.222.0.13 "GET /v2.0/security-groups?id=96e2b9de-b184-46f0-9838-af7af02c851d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0371830
Dec 16 23:00:48.801963 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7fdcd7-9f9b-451f-8bda-f84d744958a4 req-23c9c2b9-18e4-4e04-a5f2-95a30b42a792 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:00:48.803379 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-9f7fdcd7-9f9b-451f-8bda-f84d744958a4 req-23c9c2b9-18e4-4e04-a5f2-95a30b42a792 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] 10.222.0.13 "GET /v2.0/ports?device_id=6490e1e3-55c9-450a-9e46-647bba3ee0d6 HTTP/1.1" status: 200  len: 946 time: 0.0809555
Dec 16 23:00:48.846263 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-9f7fdcd7-9f9b-451f-8bda-f84d744958a4 req-6e4d20a5-0d0f-4074-9e79-f228e8ac37b8 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] 10.222.0.13 "GET /v2.0/security-groups?id=96e2b9de-b184-46f0-9838-af7af02c851d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0368965
Dec 16 23:00:50.028973 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dca1f3e-f754-48ad-b68e-fa10c6751d6e req-79c81546-8298-449f-9062-92f653f53b8b tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:00:50.030565 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-8dca1f3e-f754-48ad-b68e-fa10c6751d6e req-79c81546-8298-449f-9062-92f653f53b8b tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] 10.222.0.13 "GET /v2.0/ports?device_id=6490e1e3-55c9-450a-9e46-647bba3ee0d6 HTTP/1.1" status: 200  len: 946 time: 0.0795238
Dec 16 23:00:50.072826 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-8dca1f3e-f754-48ad-b68e-fa10c6751d6e req-031eede1-b162-4d0c-98f0-c89a25b68f4c tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] 10.222.0.13 "GET /v2.0/security-groups?id=96e2b9de-b184-46f0-9838-af7af02c851d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0367353
Dec 16 23:00:51.255806 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40217065-fc1f-40d1-8f0f-890b67abca5d req-484cc784-e981-4ea4-a3ca-e6e18ece8906 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:00:51.257253 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-40217065-fc1f-40d1-8f0f-890b67abca5d req-484cc784-e981-4ea4-a3ca-e6e18ece8906 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] 10.222.0.13 "GET /v2.0/ports?device_id=6490e1e3-55c9-450a-9e46-647bba3ee0d6 HTTP/1.1" status: 200  len: 946 time: 0.0814409
Dec 16 23:00:51.300053 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-40217065-fc1f-40d1-8f0f-890b67abca5d req-84e74ee9-cbb0-4e4d-8e14-a31b2b71200b tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] 10.222.0.13 "GET /v2.0/security-groups?id=96e2b9de-b184-46f0-9838-af7af02c851d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0371928
Dec 16 23:00:51.508505 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.agents_db [None req-0abd2616-a86c-48e2-be07-10823335a5bb None None] Agent healthcheck: found 6 active agents {{(pid=87509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 23:00:52.484012 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4141e8e7-61c8-4629-ab17-5257d8ae5e83 req-bd7e1964-730e-424b-9f4b-9f11b059e28d tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:00:52.485494 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-4141e8e7-61c8-4629-ab17-5257d8ae5e83 req-bd7e1964-730e-424b-9f4b-9f11b059e28d tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] 10.222.0.13 "GET /v2.0/ports?device_id=6490e1e3-55c9-450a-9e46-647bba3ee0d6 HTTP/1.1" status: 200  len: 946 time: 0.0826714
Dec 16 23:00:52.528614 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-4141e8e7-61c8-4629-ab17-5257d8ae5e83 req-40147410-0ef1-4d32-95aa-c84422867cd6 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] 10.222.0.13 "GET /v2.0/security-groups?id=96e2b9de-b184-46f0-9838-af7af02c851d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0374587
Dec 16 23:00:53.713339 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f626f45a-2e35-43f8-ae49-7c5a8fc9d901 req-dfb394aa-7059-401e-8dbe-73124439e82e tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:00:53.714769 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-f626f45a-2e35-43f8-ae49-7c5a8fc9d901 req-dfb394aa-7059-401e-8dbe-73124439e82e tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] 10.222.0.13 "GET /v2.0/ports?device_id=6490e1e3-55c9-450a-9e46-647bba3ee0d6 HTTP/1.1" status: 200  len: 946 time: 0.0832527
Dec 16 23:00:53.758732 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-f626f45a-2e35-43f8-ae49-7c5a8fc9d901 req-a6f1774c-5c2d-4c86-8a13-bdd5a68020f6 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] 10.222.0.13 "GET /v2.0/security-groups?id=96e2b9de-b184-46f0-9838-af7af02c851d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0382614
Dec 16 23:00:54.939230 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668b7329-95ac-4b07-ad8e-5323e33bdfde req-741487da-9b4a-4a60-ba42-d3428f9dcf32 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:00:54.940712 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-668b7329-95ac-4b07-ad8e-5323e33bdfde req-741487da-9b4a-4a60-ba42-d3428f9dcf32 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] 10.222.0.13 "GET /v2.0/ports?device_id=6490e1e3-55c9-450a-9e46-647bba3ee0d6 HTTP/1.1" status: 200  len: 946 time: 0.0795882
Dec 16 23:00:54.988657 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-668b7329-95ac-4b07-ad8e-5323e33bdfde req-5e8c4021-425d-479c-951a-19eb798a0a8c tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] 10.222.0.13 "GET /v2.0/security-groups?id=96e2b9de-b184-46f0-9838-af7af02c851d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0420978
Dec 16 23:00:56.172378 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d34c434-e847-4655-9f12-824002d4700d req-3088cf6e-80d0-4477-9418-5852f00f81d6 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:00:56.173800 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-3d34c434-e847-4655-9f12-824002d4700d req-3088cf6e-80d0-4477-9418-5852f00f81d6 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] 10.222.0.13 "GET /v2.0/ports?device_id=6490e1e3-55c9-450a-9e46-647bba3ee0d6 HTTP/1.1" status: 200  len: 946 time: 0.0788717
Dec 16 23:00:56.216745 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-3d34c434-e847-4655-9f12-824002d4700d req-ba976745-af79-4fb1-8672-1464705cd03c tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] 10.222.0.13 "GET /v2.0/security-groups?id=96e2b9de-b184-46f0-9838-af7af02c851d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0374439
Dec 16 23:00:56.388277 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-5b437f70-fe3c-4c58-98cd-37b1eddbb15f req-1b0a1896-7127-4b9a-9145-c5efea1a6065 service neutron] 10.222.0.49 "GET /v2.0/ports/11cc6a9c-8547-4224-92f8-d59e6f632cbf/bindings/hv-neutron-8218 HTTP/1.1" status: 200  len: 384 time: 0.0768468
Dec 16 23:00:56.666021 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b437f70-fe3c-4c58-98cd-37b1eddbb15f req-d7a131d3-7df4-49f4-a185-6087ca40e22a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:00:56.667374 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-5b437f70-fe3c-4c58-98cd-37b1eddbb15f req-d7a131d3-7df4-49f4-a185-6087ca40e22a service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=6490e1e3-55c9-450a-9e46-647bba3ee0d6&tenant_id=9c5be4a914e64e4db31eefbfde88cd70 HTTP/1.1" status: 200  len: 1099 time: 0.0705955
Dec 16 23:00:56.770464 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b437f70-fe3c-4c58-98cd-37b1eddbb15f req-fea71e0e-c815-46e9-89ee-7d631c21915f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:00:56.771939 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-5b437f70-fe3c-4c58-98cd-37b1eddbb15f req-fea71e0e-c815-46e9-89ee-7d631c21915f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9c5be4a914e64e4db31eefbfde88cd70&device_id=6490e1e3-55c9-450a-9e46-647bba3ee0d6 HTTP/1.1" status: 200  len: 1099 time: 0.0719378
Dec 16 23:00:56.901731 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b437f70-fe3c-4c58-98cd-37b1eddbb15f req-1c34f2da-3cd9-4dfb-bd86-b85f390c41d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:00:56.903168 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-5b437f70-fe3c-4c58-98cd-37b1eddbb15f req-1c34f2da-3cd9-4dfb-bd86-b85f390c41d4 service neutron] 10.222.0.49 "GET /v2.0/networks?id=f069bedf-f6a3-4440-a8f6-580776067f3c HTTP/1.1" status: 200  len: 913 time: 0.1243320
Dec 16 23:00:57.004098 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-5b437f70-fe3c-4c58-98cd-37b1eddbb15f req-a776cb29-03e0-475f-a8cd-f31dcbf6fc0c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=11cc6a9c-8547-4224-92f8-d59e6f632cbf HTTP/1.1" status: 200  len: 1003 time: 0.0947483
Dec 16 23:00:57.065019 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b437f70-fe3c-4c58-98cd-37b1eddbb15f req-34f1be49-1385-4cf5-8eb2-72d893329e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:00:57.066395 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-5b437f70-fe3c-4c58-98cd-37b1eddbb15f req-34f1be49-1385-4cf5-8eb2-72d893329e7f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=90d7e8f1-ac67-4d58-9510-77de26e608a7 HTTP/1.1" status: 200  len: 851 time: 0.0561216
Dec 16 23:00:57.140909 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b437f70-fe3c-4c58-98cd-37b1eddbb15f req-9b6b780f-c491-4d11-844d-3592b0fd5562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:00:57.142348 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-5b437f70-fe3c-4c58-98cd-37b1eddbb15f req-9b6b780f-c491-4d11-844d-3592b0fd5562 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f069bedf-f6a3-4440-a8f6-580776067f3c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0691397
Dec 16 23:00:57.272703 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-5b437f70-fe3c-4c58-98cd-37b1eddbb15f req-b419ed22-6e98-495d-b853-cbf950367f8c service neutron] 10.222.0.49 "GET /v2.0/networks/f069bedf-f6a3-4440-a8f6-580776067f3c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1223524
Dec 16 23:00:57.401038 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-5b437f70-fe3c-4c58-98cd-37b1eddbb15f req-0cc83281-019b-4ed7-bbed-3206cc6b3d75 service neutron] 10.222.0.49 "GET /v2.0/networks/f069bedf-f6a3-4440-a8f6-580776067f3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1223266
Dec 16 23:00:57.404305 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b3987c-9697-488e-997e-3766462fdfb3 req-ff66f08e-9e71-44ea-95ef-fb73da1d446a tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:00:57.405798 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-21b3987c-9697-488e-997e-3766462fdfb3 req-ff66f08e-9e71-44ea-95ef-fb73da1d446a tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] 10.222.0.13 "GET /v2.0/ports?device_id=6490e1e3-55c9-450a-9e46-647bba3ee0d6 HTTP/1.1" status: 200  len: 946 time: 0.0823202
Dec 16 23:00:57.452213 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-21b3987c-9697-488e-997e-3766462fdfb3 req-9fc613f7-a077-4666-a270-e8332f417c84 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] 10.222.0.13 "GET /v2.0/security-groups?id=96e2b9de-b184-46f0-9838-af7af02c851d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0407019
Dec 16 23:00:58.188648 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-47557b2a-f56b-4c94-bb45-b28b7aa607c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:00:58.633364 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe32ac5-ab09-40c7-ac6d-ecbf867aa491 req-140fc1b5-6377-4ee4-a85d-ee02a6912d66 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:00:58.634810 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-2fe32ac5-ab09-40c7-ac6d-ecbf867aa491 req-140fc1b5-6377-4ee4-a85d-ee02a6912d66 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] 10.222.0.13 "GET /v2.0/ports?device_id=6490e1e3-55c9-450a-9e46-647bba3ee0d6 HTTP/1.1" status: 200  len: 946 time: 0.0783277
Dec 16 23:00:58.677675 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-2fe32ac5-ab09-40c7-ac6d-ecbf867aa491 req-08e80f64-c195-46cf-a670-1834857f530f tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] 10.222.0.13 "GET /v2.0/security-groups?id=96e2b9de-b184-46f0-9838-af7af02c851d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0373154
Dec 16 23:00:59.863164 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd06066-11f4-4e4e-9460-1180f3fdf29e req-613c4260-4fbc-4031-a1aa-7a6ba76327ee tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:00:59.864660 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-acd06066-11f4-4e4e-9460-1180f3fdf29e req-613c4260-4fbc-4031-a1aa-7a6ba76327ee tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] 10.222.0.13 "GET /v2.0/ports?device_id=6490e1e3-55c9-450a-9e46-647bba3ee0d6 HTTP/1.1" status: 200  len: 946 time: 0.0836775
Dec 16 23:00:59.908366 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-acd06066-11f4-4e4e-9460-1180f3fdf29e req-95ee4be9-083e-45bb-98b1-b9021cfcb27d tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] 10.222.0.13 "GET /v2.0/security-groups?id=96e2b9de-b184-46f0-9838-af7af02c851d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0374730
Dec 16 23:01:00.301314 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49bd358-39d9-4f50-bb52-dc2e7ddf13f3 req-f9006933-cf68-4df7-ba26-a4b0122f6250 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:01:00.302015 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [req-e49bd358-39d9-4f50-bb52-dc2e7ddf13f3 req-f9006933-cf68-4df7-ba26-a4b0122f6250 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Synchronizing usage tracker for tenant:9c5be4a914e64e4db31eefbfde88cd70 on resource:port {{(pid=87506) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 23:01:00.306638 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Device 11cc6a9c-8547-4224-92f8-d59e6f632cbf details requested by agent hyperv_hv-neutron-8218 with host hv-neutron-8218 {{(pid=87508) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 16 23:01:00.313696 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Device 11cc6a9c-8547-4224-92f8-d59e6f632cbf no longer exists at agent hyperv_hv-neutron-8218 {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 23:01:00.321030 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [req-e49bd358-39d9-4f50-bb52-dc2e7ddf13f3 req-f9006933-cf68-4df7-ba26-a4b0122f6250 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Unset dirty status for tenant:9c5be4a914e64e4db31eefbfde88cd70 on resource:port {{(pid=87506) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 23:01:00.322225 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-e49bd358-39d9-4f50-bb52-dc2e7ddf13f3 req-f9006933-cf68-4df7-ba26-a4b0122f6250 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] 10.222.0.49 "GET /v2.0/ports?device_id=6490e1e3-55c9-450a-9e46-647bba3ee0d6&tenant_id=9c5be4a914e64e4db31eefbfde88cd70&binding%3Ahost_id=hv-neutron-8218 HTTP/1.1" status: 200  len: 946 time: 0.1076477
Dec 16 23:01:00.354928 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5551812b-bff7-47df-8b57-4cd59c85170b req-a7453151-b040-4d4d-a014-b86d84d2e441 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:01:00.356425 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-5551812b-bff7-47df-8b57-4cd59c85170b req-a7453151-b040-4d4d-a014-b86d84d2e441 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] 10.222.0.13 "GET /v2.0/ports?device_id=6490e1e3-55c9-450a-9e46-647bba3ee0d6 HTTP/1.1" status: 200  len: 946 time: 0.0853963
Dec 16 23:01:00.403985 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-e49bd358-39d9-4f50-bb52-dc2e7ddf13f3 req-a2552679-d53a-4c33-b169-535739d010dd service neutron] 10.222.0.49 "GET /v2.0/ports/11cc6a9c-8547-4224-92f8-d59e6f632cbf/bindings/hv-neutron-8218 HTTP/1.1" status: 200  len: 384 time: 0.0757806
Dec 16 23:01:00.410206 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-5551812b-bff7-47df-8b57-4cd59c85170b req-ac0f1a9c-c1cf-4b2a-ad9b-f4b83fc5cd04 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] 10.222.0.13 "GET /v2.0/security-groups?id=96e2b9de-b184-46f0-9838-af7af02c851d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0476406
Dec 16 23:01:00.540368 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:01:00.557320 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] For port 11cc6a9c-8547-4224-92f8-d59e6f632cbf, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=11cc6a9c-8547-4224-92f8-d59e6f632cbf,segment=NetworkSegment(e6973879-34d3-443f-950f-78f1671e66e5),segment_id=e6973879-34d3-443f-950f-78f1671e66e5)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 23:01:00.575564 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Returning: {'device': '11cc6a9c-8547-4224-92f8-d59e6f632cbf', 'network_id': 'f069bedf-f6a3-4440-a8f6-580776067f3c', 'port_id': '11cc6a9c-8547-4224-92f8-d59e6f632cbf', 'mac_address': 'fa:16:3e:e7:87:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90d7e8f1-ac67-4d58-9510-77de26e608a7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87508) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 16 23:01:00.616070 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6490e1e3-55c9-450a-9e46-647bba3ee0d6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '11cc6a9c-8547-4224-92f8-d59e6f632cbf'}] {{(pid=87508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 23:01:00.626973 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49bd358-39d9-4f50-bb52-dc2e7ddf13f3 req-1b671e66-4d0e-4f47-a79e-451f07c695b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:01:00.628554 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-e49bd358-39d9-4f50-bb52-dc2e7ddf13f3 req-1b671e66-4d0e-4f47-a79e-451f07c695b9 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9c5be4a914e64e4db31eefbfde88cd70&device_id=6490e1e3-55c9-450a-9e46-647bba3ee0d6 HTTP/1.1" status: 200  len: 1099 time: 0.1847160
Dec 16 23:01:00.641732 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] For port 11cc6a9c-8547-4224-92f8-d59e6f632cbf, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=11cc6a9c-8547-4224-92f8-d59e6f632cbf,segment=NetworkSegment(e6973879-34d3-443f-950f-78f1671e66e5),segment_id=e6973879-34d3-443f-950f-78f1671e66e5)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 23:01:00.654310 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:01:00.658901 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:01:00.692236 dv-neutron-821829-1-hyperv neutron-server[87508]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6490e1e3-55c9-450a-9e46-647bba3ee0d6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '11cc6a9c-8547-4224-92f8-d59e6f632cbf', 'code': 200}
Dec 16 23:01:00.699854 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-52210beb-b964-4486-a306-1300cd2d8b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:01:00.721035 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:01:00.746568 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.notifiers.nova [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 11cc6a9c-8547-4224-92f8-d59e6f632cbf {{(pid=87508) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 23:01:00.754154 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Pushing event updated for resources: {'Port': ['ID=11cc6a9c-8547-4224-92f8-d59e6f632cbf,revision_number=6']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:01:00.763194 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49bd358-39d9-4f50-bb52-dc2e7ddf13f3 req-085cbeb8-9503-4845-b515-dca720d2863b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:01:00.765154 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-e49bd358-39d9-4f50-bb52-dc2e7ddf13f3 req-085cbeb8-9503-4845-b515-dca720d2863b service neutron] 10.222.0.49 "GET /v2.0/networks?id=f069bedf-f6a3-4440-a8f6-580776067f3c HTTP/1.1" status: 200  len: 913 time: 0.1304250
Dec 16 23:01:00.789943 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:01:00.790293 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:01:00.790638 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:01:00.790977 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:01:00.791310 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:01:00.791643 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:01:00.791998 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:01:00.792331 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:01:00.792659 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:01:00.792984 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:01:00.793307 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:01:00.793627 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:01:00.802541 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:01:00.821816 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.db.api [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87508) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 16 23:01:00.822183 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_db.api [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 16 23:01:00.867304 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-e49bd358-39d9-4f50-bb52-dc2e7ddf13f3 req-1881a184-5898-4576-9d24-96e6bd01593d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=11cc6a9c-8547-4224-92f8-d59e6f632cbf HTTP/1.1" status: 200  len: 1001 time: 0.0958416
Dec 16 23:01:00.926908 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49bd358-39d9-4f50-bb52-dc2e7ddf13f3 req-352cd9ed-5304-49af-bb6e-b558016638e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:01:00.928300 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-e49bd358-39d9-4f50-bb52-dc2e7ddf13f3 req-352cd9ed-5304-49af-bb6e-b558016638e2 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=90d7e8f1-ac67-4d58-9510-77de26e608a7 HTTP/1.1" status: 200  len: 851 time: 0.0554559
Dec 16 23:01:01.004053 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49bd358-39d9-4f50-bb52-dc2e7ddf13f3 req-3a987964-35d5-4873-91ee-5b84589c4fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:01:01.005377 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-e49bd358-39d9-4f50-bb52-dc2e7ddf13f3 req-3a987964-35d5-4873-91ee-5b84589c4fe5 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f069bedf-f6a3-4440-a8f6-580776067f3c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0706060
Dec 16 23:01:01.134869 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-e49bd358-39d9-4f50-bb52-dc2e7ddf13f3 req-f6a300bc-3a80-4093-9cae-c7a0f9448e16 service neutron] 10.222.0.49 "GET /v2.0/networks/f069bedf-f6a3-4440-a8f6-580776067f3c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1224885
Dec 16 23:01:01.262908 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-e49bd358-39d9-4f50-bb52-dc2e7ddf13f3 req-a564cc2c-c13f-4e5c-a3e3-601d8460ed9b service neutron] 10.222.0.49 "GET /v2.0/networks/f069bedf-f6a3-4440-a8f6-580776067f3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1217713
Dec 16 23:01:01.377958 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:01:01.394421 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.notifiers.nova [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11cc6a9c-8547-4224-92f8-d59e6f632cbf {{(pid=87508) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 23:01:01.410068 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] For port 11cc6a9c-8547-4224-92f8-d59e6f632cbf, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=11cc6a9c-8547-4224-92f8-d59e6f632cbf,segment=NetworkSegment(e6973879-34d3-443f-950f-78f1671e66e5),segment_id=e6973879-34d3-443f-950f-78f1671e66e5)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 23:01:01.414150 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:01:01.416525 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:01:01.482100 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Pushing event updated for resources: {'Port': ['ID=11cc6a9c-8547-4224-92f8-d59e6f632cbf,revision_number=7']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:01:01.485217 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:01:01.546302 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] get_ports_and_sgs() called for port_ids ['11cc6a9c-8547-4224-92f8-d59e6f632cbf'] {{(pid=87508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 23:01:01.603298 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-3e729f7f-1589-4d54-9c4a-7ee6b283cc2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:01:01.710077 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdffd8df-ed24-42d1-8d9e-32fd55d3f9e3 req-2116eabb-b900-4833-8d28-82028255be96 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:01:01.711540 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-bdffd8df-ed24-42d1-8d9e-32fd55d3f9e3 req-2116eabb-b900-4833-8d28-82028255be96 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] 10.222.0.13 "GET /v2.0/ports?device_id=6490e1e3-55c9-450a-9e46-647bba3ee0d6 HTTP/1.1" status: 200  len: 945 time: 0.1897080
Dec 16 23:01:01.725093 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:01:01.759398 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-bdffd8df-ed24-42d1-8d9e-32fd55d3f9e3 req-7af5794b-fe34-48bd-badb-0c9da36b1c93 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] 10.222.0.13 "GET /v2.0/security-groups?id=96e2b9de-b184-46f0-9838-af7af02c851d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0407860
Dec 16 23:01:02.322528 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Device 11cc6a9c-8547-4224-92f8-d59e6f632cbf up at agent hyperv_hv-neutron-8218 {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 23:01:02.387909 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Provisioning complete for port 11cc6a9c-8547-4224-92f8-d59e6f632cbf triggered by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 23:01:02.388567 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:01:02.503277 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:01:02.535224 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] For port 11cc6a9c-8547-4224-92f8-d59e6f632cbf, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=11cc6a9c-8547-4224-92f8-d59e6f632cbf,segment=NetworkSegment(e6973879-34d3-443f-950f-78f1671e66e5),segment_id=e6973879-34d3-443f-950f-78f1671e66e5)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 23:01:02.539397 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:01:02.541181 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:01:02.607671 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Pushing event updated for resources: {'Port': ['ID=11cc6a9c-8547-4224-92f8-d59e6f632cbf,revision_number=8']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:01:02.610471 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:01:02.693596 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6490e1e3-55c9-450a-9e46-647bba3ee0d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11cc6a9c-8547-4224-92f8-d59e6f632cbf'}] {{(pid=87508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 23:01:02.745641 dv-neutron-821829-1-hyperv neutron-server[87508]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6490e1e3-55c9-450a-9e46-647bba3ee0d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11cc6a9c-8547-4224-92f8-d59e6f632cbf', 'code': 200}
Dec 16 23:01:02.940769 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d5a217-b72c-40ca-9c81-431328970cd3 req-ad5cefa1-c360-42fb-b1a0-174509e2cda0 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:01:02.942137 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-33d5a217-b72c-40ca-9c81-431328970cd3 req-ad5cefa1-c360-42fb-b1a0-174509e2cda0 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] 10.222.0.13 "GET /v2.0/ports?device_id=6490e1e3-55c9-450a-9e46-647bba3ee0d6 HTTP/1.1" status: 200  len: 946 time: 0.0806010
Dec 16 23:01:02.984697 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-33d5a217-b72c-40ca-9c81-431328970cd3 req-27f58ec4-a62b-4177-bddf-05929e39ed07 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] 10.222.0.13 "GET /v2.0/security-groups?id=96e2b9de-b184-46f0-9838-af7af02c851d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0365448
Dec 16 23:01:03.307676 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-4541ba3b-6be8-499c-bc94-3c60aa55c4f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:01:03.941181 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49bd358-39d9-4f50-bb52-dc2e7ddf13f3 req-0666f6d2-c1e9-4f8d-abcc-668131532302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:01:03.942636 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-e49bd358-39d9-4f50-bb52-dc2e7ddf13f3 req-0666f6d2-c1e9-4f8d-abcc-668131532302 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=6490e1e3-55c9-450a-9e46-647bba3ee0d6&tenant_id=9c5be4a914e64e4db31eefbfde88cd70 HTTP/1.1" status: 200  len: 1099 time: 0.0698035
Dec 16 23:01:04.041782 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49bd358-39d9-4f50-bb52-dc2e7ddf13f3 req-9217bc5b-9d73-456e-9a8f-159d19aba830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:01:04.043245 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-e49bd358-39d9-4f50-bb52-dc2e7ddf13f3 req-9217bc5b-9d73-456e-9a8f-159d19aba830 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9c5be4a914e64e4db31eefbfde88cd70&device_id=6490e1e3-55c9-450a-9e46-647bba3ee0d6 HTTP/1.1" status: 200  len: 1099 time: 0.0693610
Dec 16 23:01:04.168303 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3614ef6-a109-4191-816b-d25a9b7d17c0 req-739e6159-e71c-4854-9eb9-99ce4a91fa73 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:01:04.169755 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-b3614ef6-a109-4191-816b-d25a9b7d17c0 req-739e6159-e71c-4854-9eb9-99ce4a91fa73 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] 10.222.0.13 "GET /v2.0/ports?device_id=6490e1e3-55c9-450a-9e46-647bba3ee0d6 HTTP/1.1" status: 200  len: 946 time: 0.0780518
Dec 16 23:01:04.173869 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49bd358-39d9-4f50-bb52-dc2e7ddf13f3 req-9fb4e74d-4418-46b7-8ed9-0a6b5085380a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:01:04.175313 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-e49bd358-39d9-4f50-bb52-dc2e7ddf13f3 req-9fb4e74d-4418-46b7-8ed9-0a6b5085380a service neutron] 10.222.0.49 "GET /v2.0/networks?id=f069bedf-f6a3-4440-a8f6-580776067f3c HTTP/1.1" status: 200  len: 913 time: 0.1257558
Dec 16 23:01:04.217075 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-b3614ef6-a109-4191-816b-d25a9b7d17c0 req-a9a0a262-5b66-4d7d-83eb-ae1016fae69b tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] 10.222.0.13 "GET /v2.0/security-groups?id=96e2b9de-b184-46f0-9838-af7af02c851d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0413218
Dec 16 23:01:04.281011 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-e49bd358-39d9-4f50-bb52-dc2e7ddf13f3 req-3dcd4820-4ab8-4e8b-8a79-1a8ae3097143 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=11cc6a9c-8547-4224-92f8-d59e6f632cbf HTTP/1.1" status: 200  len: 1003 time: 0.0969274
Dec 16 23:01:04.343806 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49bd358-39d9-4f50-bb52-dc2e7ddf13f3 req-2ab75434-81bc-4d3f-a8a0-215267ebe77c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:01:04.345181 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-e49bd358-39d9-4f50-bb52-dc2e7ddf13f3 req-2ab75434-81bc-4d3f-a8a0-215267ebe77c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=90d7e8f1-ac67-4d58-9510-77de26e608a7 HTTP/1.1" status: 200  len: 851 time: 0.0585456
Dec 16 23:01:04.417064 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49bd358-39d9-4f50-bb52-dc2e7ddf13f3 req-50947fc2-ce05-4060-bbf0-be0054eef321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:01:04.418478 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-e49bd358-39d9-4f50-bb52-dc2e7ddf13f3 req-50947fc2-ce05-4060-bbf0-be0054eef321 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f069bedf-f6a3-4440-a8f6-580776067f3c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0669920
Dec 16 23:01:04.545889 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-e49bd358-39d9-4f50-bb52-dc2e7ddf13f3 req-ed21cb10-25ae-49a6-8c96-a997a26c9f3e service neutron] 10.222.0.49 "GET /v2.0/networks/f069bedf-f6a3-4440-a8f6-580776067f3c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1207185
Dec 16 23:01:04.675082 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-e49bd358-39d9-4f50-bb52-dc2e7ddf13f3 req-154f4357-2d15-4993-a190-27dca36c8de7 service neutron] 10.222.0.49 "GET /v2.0/networks/f069bedf-f6a3-4440-a8f6-580776067f3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1224971
Dec 16 23:01:05.398273 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae429bef-7b76-4d36-9c9a-d620a379d57d req-1a302b90-68df-457f-b755-b0969d4a89f5 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:01:05.399708 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-ae429bef-7b76-4d36-9c9a-d620a379d57d req-1a302b90-68df-457f-b755-b0969d4a89f5 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] 10.222.0.13 "GET /v2.0/ports?device_id=6490e1e3-55c9-450a-9e46-647bba3ee0d6 HTTP/1.1" status: 200  len: 946 time: 0.0781753
Dec 16 23:01:05.442555 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-ae429bef-7b76-4d36-9c9a-d620a379d57d req-1857b7c4-585b-4640-a652-fdd79f308183 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] 10.222.0.13 "GET /v2.0/security-groups?id=96e2b9de-b184-46f0-9838-af7af02c851d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0372810
Dec 16 23:01:06.368331 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Device 11cc6a9c-8547-4224-92f8-d59e6f632cbf details requested by agent hyperv_hv-neutron-8218 with host hv-neutron-8218 {{(pid=87508) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 16 23:01:06.374172 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Device 11cc6a9c-8547-4224-92f8-d59e6f632cbf no longer exists at agent hyperv_hv-neutron-8218 {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 23:01:06.628922 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c94efc7-1f97-43bd-982f-8b5cef648f18 req-e61b2081-7889-4046-bdf6-6a66748587be tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:01:06.630651 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-5c94efc7-1f97-43bd-982f-8b5cef648f18 req-e61b2081-7889-4046-bdf6-6a66748587be tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] 10.222.0.13 "GET /v2.0/ports?device_id=6490e1e3-55c9-450a-9e46-647bba3ee0d6 HTTP/1.1" status: 200  len: 946 time: 0.0829432
Dec 16 23:01:06.631309 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:01:06.649023 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] For port 11cc6a9c-8547-4224-92f8-d59e6f632cbf, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=11cc6a9c-8547-4224-92f8-d59e6f632cbf,segment=NetworkSegment(e6973879-34d3-443f-950f-78f1671e66e5),segment_id=e6973879-34d3-443f-950f-78f1671e66e5)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 23:01:06.669203 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Returning: {'device': '11cc6a9c-8547-4224-92f8-d59e6f632cbf', 'network_id': 'f069bedf-f6a3-4440-a8f6-580776067f3c', 'port_id': '11cc6a9c-8547-4224-92f8-d59e6f632cbf', 'mac_address': 'fa:16:3e:e7:87:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90d7e8f1-ac67-4d58-9510-77de26e608a7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87508) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 16 23:01:06.674490 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-5c94efc7-1f97-43bd-982f-8b5cef648f18 req-e449a623-1bbc-4284-ab5d-e9afc6485e24 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] 10.222.0.13 "GET /v2.0/security-groups?id=96e2b9de-b184-46f0-9838-af7af02c851d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0376220
Dec 16 23:01:06.675583 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6490e1e3-55c9-450a-9e46-647bba3ee0d6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '11cc6a9c-8547-4224-92f8-d59e6f632cbf'}] {{(pid=87508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 23:01:06.713670 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] For port 11cc6a9c-8547-4224-92f8-d59e6f632cbf, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=11cc6a9c-8547-4224-92f8-d59e6f632cbf,segment=NetworkSegment(e6973879-34d3-443f-950f-78f1671e66e5),segment_id=e6973879-34d3-443f-950f-78f1671e66e5)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 23:01:06.720976 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:01:06.724719 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:01:06.760967 dv-neutron-821829-1-hyperv neutron-server[87508]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6490e1e3-55c9-450a-9e46-647bba3ee0d6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '11cc6a9c-8547-4224-92f8-d59e6f632cbf', 'code': 200}
Dec 16 23:01:06.796735 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:01:06.819616 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.notifiers.nova [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 11cc6a9c-8547-4224-92f8-d59e6f632cbf {{(pid=87508) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 23:01:06.823525 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Pushing event updated for resources: {'Port': ['ID=11cc6a9c-8547-4224-92f8-d59e6f632cbf,revision_number=9']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:01:06.827313 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:01:06.863412 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d5d4d4-ffb3-4d24-8e41-d73b7536d283 req-7aa4bc1e-eb1c-4dc3-87cb-f429106de8a0 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:01:06.864886 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-22d5d4d4-ffb3-4d24-8e41-d73b7536d283 req-7aa4bc1e-eb1c-4dc3-87cb-f429106de8a0 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] 10.222.0.13 "GET /v2.0/ports?device_id=6490e1e3-55c9-450a-9e46-647bba3ee0d6 HTTP/1.1" status: 200  len: 944 time: 0.0826495
Dec 16 23:01:06.881017 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.db.api [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87508) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 16 23:01:06.881301 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_db.api [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 16 23:01:06.907568 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-22d5d4d4-ffb3-4d24-8e41-d73b7536d283 req-65adf961-a56e-454c-9aa7-c78cc5eb13c7 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] 10.222.0.13 "GET /v2.0/security-groups?id=96e2b9de-b184-46f0-9838-af7af02c851d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0368958
Dec 16 23:01:07.090911 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a3b6d5-2514-4323-893c-d3c7814fa510 req-ad23ad9d-2e34-4c96-a7bb-89e22fb35923 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:01:07.092380 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-a2a3b6d5-2514-4323-893c-d3c7814fa510 req-ad23ad9d-2e34-4c96-a7bb-89e22fb35923 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] 10.222.0.13 "GET /v2.0/ports?device_id=6490e1e3-55c9-450a-9e46-647bba3ee0d6 HTTP/1.1" status: 200  len: 944 time: 0.0818558
Dec 16 23:01:07.135281 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-a2a3b6d5-2514-4323-893c-d3c7814fa510 req-9d2866a9-2c2f-4ebe-a187-fcbe2d44a91c tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] 10.222.0.13 "GET /v2.0/security-groups?id=96e2b9de-b184-46f0-9838-af7af02c851d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0369401
Dec 16 23:01:07.439483 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:01:07.456452 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.notifiers.nova [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11cc6a9c-8547-4224-92f8-d59e6f632cbf {{(pid=87508) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 23:01:07.474251 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] For port 11cc6a9c-8547-4224-92f8-d59e6f632cbf, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=11cc6a9c-8547-4224-92f8-d59e6f632cbf,segment=NetworkSegment(e6973879-34d3-443f-950f-78f1671e66e5),segment_id=e6973879-34d3-443f-950f-78f1671e66e5)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 23:01:07.478794 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:01:07.480607 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:01:07.506458 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5cee56-637c-44e6-ba2c-8b6bfd7599b9 req-4f55669a-9a48-479d-9e69-9fb962d5c6d9 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:01:07.508546 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-dd5cee56-637c-44e6-ba2c-8b6bfd7599b9 req-4f55669a-9a48-479d-9e69-9fb962d5c6d9 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] 10.222.0.13 "GET /v2.0/ports?device_id=6490e1e3-55c9-450a-9e46-647bba3ee0d6 HTTP/1.1" status: 200  len: 944 time: 0.0855365
Dec 16 23:01:07.545578 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Pushing event updated for resources: {'Port': ['ID=11cc6a9c-8547-4224-92f8-d59e6f632cbf,revision_number=10']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:01:07.549132 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:01:07.556399 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-dd5cee56-637c-44e6-ba2c-8b6bfd7599b9 req-76f0a640-8d3f-4261-8b43-37257f266d3c tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] 10.222.0.13 "GET /v2.0/security-groups?id=96e2b9de-b184-46f0-9838-af7af02c851d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0420709
Dec 16 23:01:07.613017 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] get_ports_and_sgs() called for port_ids ['11cc6a9c-8547-4224-92f8-d59e6f632cbf'] {{(pid=87508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 23:01:08.060939 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:01:08.380457 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Device 11cc6a9c-8547-4224-92f8-d59e6f632cbf up at agent hyperv_hv-neutron-8218 {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 23:01:08.445795 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Provisioning complete for port 11cc6a9c-8547-4224-92f8-d59e6f632cbf triggered by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 23:01:08.446430 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:01:08.562491 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:01:08.592986 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] For port 11cc6a9c-8547-4224-92f8-d59e6f632cbf, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=11cc6a9c-8547-4224-92f8-d59e6f632cbf,segment=NetworkSegment(e6973879-34d3-443f-950f-78f1671e66e5),segment_id=e6973879-34d3-443f-950f-78f1671e66e5)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 23:01:08.597195 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:01:08.599298 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:01:08.666139 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Pushing event updated for resources: {'Port': ['ID=11cc6a9c-8547-4224-92f8-d59e6f632cbf,revision_number=11']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:01:08.669030 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:01:08.745870 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691a267c-4ccb-400c-9f64-420efab5cad2 req-bfa4cdce-6a8e-4c19-b25a-2520638ff7e5 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:01:08.747314 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-691a267c-4ccb-400c-9f64-420efab5cad2 req-bfa4cdce-6a8e-4c19-b25a-2520638ff7e5 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] 10.222.0.13 "GET /v2.0/ports?device_id=6490e1e3-55c9-450a-9e46-647bba3ee0d6 HTTP/1.1" status: 200  len: 947 time: 0.0806274
Dec 16 23:01:08.761999 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6490e1e3-55c9-450a-9e46-647bba3ee0d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11cc6a9c-8547-4224-92f8-d59e6f632cbf'}] {{(pid=87508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 23:01:08.791505 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-691a267c-4ccb-400c-9f64-420efab5cad2 req-5dcf3d62-b452-4cc1-90a3-24fc1bf80ccd tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] 10.222.0.13 "GET /v2.0/security-groups?id=96e2b9de-b184-46f0-9838-af7af02c851d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0384927
Dec 16 23:01:08.805733 dv-neutron-821829-1-hyperv neutron-server[87508]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6490e1e3-55c9-450a-9e46-647bba3ee0d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11cc6a9c-8547-4224-92f8-d59e6f632cbf', 'code': 200}
Dec 16 23:01:09.694980 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c2691f-b02e-4758-92be-10fb34f2bb2c req-134dc6df-752b-44e1-af04-480e82b19ac6 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:01:09.696427 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-92c2691f-b02e-4758-92be-10fb34f2bb2c req-134dc6df-752b-44e1-af04-480e82b19ac6 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] 10.222.0.49 "GET /v2.0/ports?device_id=6490e1e3-55c9-450a-9e46-647bba3ee0d6 HTTP/1.1" status: 200  len: 947 time: 0.0788817
Dec 16 23:01:09.875501 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [req-92c2691f-b02e-4758-92be-10fb34f2bb2c req-3f58acb3-5472-4317-9301-5c42ad633e59 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Deleting port 11cc6a9c-8547-4224-92f8-d59e6f632cbf {{(pid=87506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 23:01:09.875859 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-92c2691f-b02e-4758-92be-10fb34f2bb2c req-3f58acb3-5472-4317-9301-5c42ad633e59 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:01:09.977817 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4aa917b-d42b-481d-8ffe-37ff20575208 req-4f485d58-2c95-416e-baf0-b68a303707d1 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:01:09.979374 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-a4aa917b-d42b-481d-8ffe-37ff20575208 req-4f485d58-2c95-416e-baf0-b68a303707d1 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] 10.222.0.13 "GET /v2.0/ports?device_id=6490e1e3-55c9-450a-9e46-647bba3ee0d6 HTTP/1.1" status: 200  len: 947 time: 0.0838993
Dec 16 23:01:10.068934 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-a4aa917b-d42b-481d-8ffe-37ff20575208 req-f2e371fb-968a-4d7b-9e97-54b97131096f tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] 10.222.0.13 "GET /v2.0/security-groups?id=96e2b9de-b184-46f0-9838-af7af02c851d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0839307
Dec 16 23:01:10.125718 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.db [req-92c2691f-b02e-4758-92be-10fb34f2bb2c req-3f58acb3-5472-4317-9301-5c42ad633e59 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] For port 11cc6a9c-8547-4224-92f8-d59e6f632cbf, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=11cc6a9c-8547-4224-92f8-d59e6f632cbf,segment=NetworkSegment(e6973879-34d3-443f-950f-78f1671e66e5),segment_id=e6973879-34d3-443f-950f-78f1671e66e5)] {{(pid=87506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 23:01:10.126274 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-92c2691f-b02e-4758-92be-10fb34f2bb2c req-3f58acb3-5472-4317-9301-5c42ad633e59 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:01:10.408396 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-92c2691f-b02e-4758-92be-10fb34f2bb2c req-3f58acb3-5472-4317-9301-5c42ad633e59 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:01:10.408694 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-92c2691f-b02e-4758-92be-10fb34f2bb2c req-3f58acb3-5472-4317-9301-5c42ad633e59 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3741874'] for floatingip, after_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:01:10.409063 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.db.l3_db [req-92c2691f-b02e-4758-92be-10fb34f2bb2c req-3f58acb3-5472-4317-9301-5c42ad633e59 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Floating IP c751d71a-6d95-42c4-b83b-03d2f5ccc134 disassociated. External IP: 172.26.0.102, port: 11cc6a9c-8547-4224-92f8-d59e6f632cbf.
Dec 16 23:01:10.409407 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [req-92c2691f-b02e-4758-92be-10fb34f2bb2c req-3f58acb3-5472-4317-9301-5c42ad633e59 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Calling delete_port for 11cc6a9c-8547-4224-92f8-d59e6f632cbf owned by compute:nova {{(pid=87506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 23:01:10.552075 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-92c2691f-b02e-4758-92be-10fb34f2bb2c req-3f58acb3-5472-4317-9301-5c42ad633e59 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1863393'] for port, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:01:10.557925 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-a1f3343d-9dee-4490-8f98-87bb3730794d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:01:10.601198 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f58acb3-5472-4317-9301-5c42ad633e59 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Pushing event deleted for resources: {'Port': ['ID=11cc6a9c-8547-4224-92f8-d59e6f632cbf,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:01:10.612059 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f58acb3-5472-4317-9301-5c42ad633e59 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:01:10.612451 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f58acb3-5472-4317-9301-5c42ad633e59 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:01:10.612833 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f58acb3-5472-4317-9301-5c42ad633e59 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:01:10.613209 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f58acb3-5472-4317-9301-5c42ad633e59 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:01:10.613582 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f58acb3-5472-4317-9301-5c42ad633e59 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:01:10.613948 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f58acb3-5472-4317-9301-5c42ad633e59 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:01:10.614314 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f58acb3-5472-4317-9301-5c42ad633e59 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:01:10.614682 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f58acb3-5472-4317-9301-5c42ad633e59 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:01:10.615046 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f58acb3-5472-4317-9301-5c42ad633e59 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:01:10.615407 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f58acb3-5472-4317-9301-5c42ad633e59 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:01:10.615785 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f58acb3-5472-4317-9301-5c42ad633e59 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:01:10.616634 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f58acb3-5472-4317-9301-5c42ad633e59 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:01:10.670843 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-3f58acb3-5472-4317-9301-5c42ad633e59 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:01:10.805538 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.l3_agent_scheduler [req-92c2691f-b02e-4758-92be-10fb34f2bb2c req-3f58acb3-5472-4317-9301-5c42ad633e59 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Router 7301e2f4-23f9-42a2-a6ef-306bfbe71764 has already been hosted by L3 agent 4f519db7-069b-43e2-8411-c092bac9102a {{(pid=87506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 23:01:10.979160 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-92c2691f-b02e-4758-92be-10fb34f2bb2c req-3f58acb3-5472-4317-9301-5c42ad633e59 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Notify agent at l3_agent.dv-neutron-821829-1-hyperv the message routers_updated {{(pid=87506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 23:01:10.988617 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a14df7b-c65c-484e-a416-048cd546b94a None None] Sync routers for ids ['7301e2f4-23f9-42a2-a6ef-306bfbe71764'] in dv-neutron-821829-1-hyperv {{(pid=87508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 23:01:10.999045 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a14df7b-c65c-484e-a416-048cd546b94a None None] Routers {'7301e2f4-23f9-42a2-a6ef-306bfbe71764'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 23:01:10.999660 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-4a14df7b-c65c-484e-a416-048cd546b94a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b76e13670>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T23:01:01Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['7301e2f4-23f9-42a2-a6ef-306bfbe71764'], 'active': True} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 23:01:11.050255 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.l3_dvrscheduler_db [req-92c2691f-b02e-4758-92be-10fb34f2bb2c req-3f58acb3-5472-4317-9301-5c42ad633e59 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] No DVR routers for this DVR port 11cc6a9c-8547-4224-92f8-d59e6f632cbf on host hv-neutron-8218 {{(pid=87506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 23:01:11.052837 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-92c2691f-b02e-4758-92be-10fb34f2bb2c req-3f58acb3-5472-4317-9301-5c42ad633e59 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for port, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:01:11.056094 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6490e1e3-55c9-450a-9e46-647bba3ee0d6', 'name': 'network-vif-deleted', 'tag': '11cc6a9c-8547-4224-92f8-d59e6f632cbf'}] {{(pid=87506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 23:01:11.072865 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-92c2691f-b02e-4758-92be-10fb34f2bb2c req-3f58acb3-5472-4317-9301-5c42ad633e59 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] 10.222.0.49 "DELETE /v2.0/ports/11cc6a9c-8547-4224-92f8-d59e6f632cbf HTTP/1.1" status: 204  len: 173 time: 1.3700426
Dec 16 23:01:11.110263 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6490e1e3-55c9-450a-9e46-647bba3ee0d6', 'name': 'network-vif-deleted', 'tag': '11cc6a9c-8547-4224-92f8-d59e6f632cbf', 'status': 'completed', 'code': 200}
Dec 16 23:01:11.191083 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvr_db [None req-4a14df7b-c65c-484e-a416-048cd546b94a None None] Set router 7301e2f4-23f9-42a2-a6ef-306bfbe71764 gateway port host: dv-neutron-821829-1-hyperv {{(pid=87508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 23:01:11.224925 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-c5adcb1a-b5b1-467a-a397-046b3adbc315 req-549f0ba3-5b69-4871-a33e-5c8de72c61e8 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] 10.222.0.13 "GET /v2.0/ports?device_id=6490e1e3-55c9-450a-9e46-647bba3ee0d6 HTTP/1.1" status: 200  len: 210 time: 0.0460780
Dec 16 23:01:11.504800 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-4a14df7b-c65c-484e-a416-048cd546b94a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b76e13670>, [{'id': '7301e2f4-23f9-42a2-a6ef-306bfbe71764', 'name': 'tempest-ServerActionsTestJSON-1868535081-router', 'tenant_id': '9c5be4a914e64e4db31eefbfde88cd70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.248'}], 'enable_snat': True}, 'gw_port_id': '92cfe07a-f9b2-4300-be97-e718299bbf0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:57:11Z', 'updated_at': '2021-12-16T22:57:15Z', 'revision_number': 4, 'project_id': '9c5be4a914e64e4db31eefbfde88cd70', 'gw_port': {'id': '92cfe07a-f9b2-4300-be97-e718299bbf0c', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:32:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7301e2f4-23f9-42a2-a6ef-306bfbe71764', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:57:11Z', 'updated_at': '2021-12-16T22:57:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv', '_interfaces': [{'id': 'c3b9942b-fd85-4d66-9577-2fabd3518ad9', 'name': '', 'network_id': 'f069bedf-f6a3-4440-a8f6-580776067f3c', 'tenant_id': '9c5be4a914e64e4db31eefbfde88cd70', 'mac_address': 'fa:16:3e:23:b3:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7301e2f4-23f9-42a2-a6ef-306bfbe71764', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '90d7e8f1-ac67-4d58-9510-77de26e608a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:57:14Z', 'updated_at': '2021-12-16T22:57:20Z', 'revision_number': 5, 'project_id': '9c5be4a914e64e4db31eefbfde88cd70', 'subnets': [{'id': '90d7e8f1-ac67-4d58-9510-77de26e608a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 23:01:11.508552 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a14df7b-c65c-484e-a416-048cd546b94a None None] Checking router: 7301e2f4-23f9-42a2-a6ef-306bfbe71764 for host: dv-neutron-821829-1-hyperv {{(pid=87508) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 23:01:11.517068 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a14df7b-c65c-484e-a416-048cd546b94a None None] Routers {'7301e2f4-23f9-42a2-a6ef-306bfbe71764'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 23:01:11.517690 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-4a14df7b-c65c-484e-a416-048cd546b94a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b76e13670>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T23:01:01Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['7301e2f4-23f9-42a2-a6ef-306bfbe71764'], 'active': True} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 23:01:11.753181 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvr_db [None req-4a14df7b-c65c-484e-a416-048cd546b94a None None] Set router 7301e2f4-23f9-42a2-a6ef-306bfbe71764 gateway port host: dv-neutron-821829-1-hyperv {{(pid=87508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 23:01:12.058894 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-4a14df7b-c65c-484e-a416-048cd546b94a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b76e13670>, [{'id': '7301e2f4-23f9-42a2-a6ef-306bfbe71764', 'name': 'tempest-ServerActionsTestJSON-1868535081-router', 'tenant_id': '9c5be4a914e64e4db31eefbfde88cd70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.248'}], 'enable_snat': True}, 'gw_port_id': '92cfe07a-f9b2-4300-be97-e718299bbf0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:57:11Z', 'updated_at': '2021-12-16T22:57:15Z', 'revision_number': 4, 'project_id': '9c5be4a914e64e4db31eefbfde88cd70', 'gw_port': {'id': '92cfe07a-f9b2-4300-be97-e718299bbf0c', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:32:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7301e2f4-23f9-42a2-a6ef-306bfbe71764', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:57:11Z', 'updated_at': '2021-12-16T22:57:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv', '_interfaces': [{'id': 'c3b9942b-fd85-4d66-9577-2fabd3518ad9', 'name': '', 'network_id': 'f069bedf-f6a3-4440-a8f6-580776067f3c', 'tenant_id': '9c5be4a914e64e4db31eefbfde88cd70', 'mac_address': 'fa:16:3e:23:b3:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7301e2f4-23f9-42a2-a6ef-306bfbe71764', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '90d7e8f1-ac67-4d58-9510-77de26e608a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:57:14Z', 'updated_at': '2021-12-16T22:57:20Z', 'revision_number': 5, 'project_id': '9c5be4a914e64e4db31eefbfde88cd70', 'subnets': [{'id': '90d7e8f1-ac67-4d58-9510-77de26e608a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 23:01:12.062791 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a14df7b-c65c-484e-a416-048cd546b94a None None] The sync data for ids ['7301e2f4-23f9-42a2-a6ef-306bfbe71764'] in dv-neutron-821829-1-hyperv is: [{'id': '7301e2f4-23f9-42a2-a6ef-306bfbe71764', 'name': 'tempest-ServerActionsTestJSON-1868535081-router', 'tenant_id': '9c5be4a914e64e4db31eefbfde88cd70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.248'}], 'enable_snat': True}, 'gw_port_id': '92cfe07a-f9b2-4300-be97-e718299bbf0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:57:11Z', 'updated_at': '2021-12-16T22:57:15Z', 'revision_number': 4, 'project_id': '9c5be4a914e64e4db31eefbfde88cd70', 'gw_port': {'id': '92cfe07a-f9b2-4300-be97-e718299bbf0c', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:32:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7301e2f4-23f9-42a2-a6ef-306bfbe71764', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:57:11Z', 'updated_at': '2021-12-16T22:57:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv', '_interfaces': [{'id': 'c3b9942b-fd85-4d66-9577-2fabd3518ad9', 'name': '', 'network_id': 'f069bedf-f6a3-4440-a8f6-580776067f3c', 'tenant_id': '9c5be4a914e64e4db31eefbfde88cd70', 'mac_address': 'fa:16:3e:23:b3:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7301e2f4-23f9-42a2-a6ef-306bfbe71764', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '90d7e8f1-ac67-4d58-9510-77de26e608a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:57:14Z', 'updated_at': '2021-12-16T22:57:20Z', 'revision_number': 5, 'project_id': '9c5be4a914e64e4db31eefbfde88cd70', 'subnets': [{'id': '90d7e8f1-ac67-4d58-9510-77de26e608a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 23:01:12.275339 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1033701-86da-4838-a524-1761a271271b None None] New status for floating IP c751d71a-6d95-42c4-b83b-03d2f5ccc134: DOWN {{(pid=87509) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 16 23:01:12.700650 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-d0d54c25-b034-47f9-8d48-4d3f0998101e req-67111d87-3fef-4dbd-b82c-14ce89313c90 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--2020346298&fields=id&tenant_id=9c5be4a914e64e4db31eefbfde88cd70 HTTP/1.1" status: 200  len: 267 time: 0.0386295
Dec 16 23:01:12.844130 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d54c25-b034-47f9-8d48-4d3f0998101e req-15fb14bc-b7c4-4ead-958a-a603e4c7f0f1 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:01:12.845431 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-d0d54c25-b034-47f9-8d48-4d3f0998101e req-15fb14bc-b7c4-4ead-958a-a603e4c7f0f1 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] 10.222.0.13 "GET /v2.0/networks?id=f069bedf-f6a3-4440-a8f6-580776067f3c HTTP/1.1" status: 200  len: 812 time: 0.1386325
Dec 16 23:01:12.859707 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-d0d54c25-b034-47f9-8d48-4d3f0998101e req-d2c09111-0760-4f8e-841d-69ec38e32da0 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] 10.222.0.13 "GET /v2.0/quotas/9c5be4a914e64e4db31eefbfde88cd70 HTTP/1.1" status: 200  len: 375 time: 0.0085802
Dec 16 23:01:12.945783 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-d0d54c25-b034-47f9-8d48-4d3f0998101e req-cf964233-992d-4f6d-bf24-6c72ce584912 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=9c5be4a914e64e4db31eefbfde88cd70&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0812614
Dec 16 23:01:13.077307 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-d0d54c25-b034-47f9-8d48-4d3f0998101e req-90601144-b5cd-4731-bbe5-d9e66e1df634 service neutron] 10.222.0.13 "GET /v2.0/networks/f069bedf-f6a3-4440-a8f6-580776067f3c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1203094
Dec 16 23:01:13.202764 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-d0d54c25-b034-47f9-8d48-4d3f0998101e req-03d1b448-4b43-4a52-8777-41cb6de3dd2b service neutron] 10.222.0.13 "GET /v2.0/networks/f069bedf-f6a3-4440-a8f6-580776067f3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1197276
Dec 16 23:01:13.372082 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-8a258b19-15a7-4164-b5dc-b618f1d30fa8 req-37ca242a-e3e2-4e14-b0ce-ff2ab9dc2fc9 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] 10.222.0.13 "GET /v2.0/ports?device_id=b4f37b46-56c5-47d4-9cb7-821ccf82f498 HTTP/1.1" status: 200  len: 210 time: 0.0419219
Dec 16 23:01:14.379008 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Device 11cc6a9c-8547-4224-92f8-d59e6f632cbf no longer exists at agent hyperv_hv-neutron-8218 {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 23:01:14.413194 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] No Port match for: 11cc6a9c-8547-4224-92f8-d59e6f632cbf {{(pid=87508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 23:01:14.413560 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Device 11cc6a9c-8547-4224-92f8-d59e6f632cbf not bound to the agent host hv-neutron-8218 {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 23:01:14.522334 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-f37bc7ce-2dee-47dc-9288-cc922f3485c1 req-ccc6ac85-1884-4810-a7c1-e6c9db230d68 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] 10.222.0.13 "GET /v2.0/ports?device_id=b4f37b46-56c5-47d4-9cb7-821ccf82f498 HTTP/1.1" status: 200  len: 210 time: 0.0446033
Dec 16 23:01:14.644507 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d54c25-b034-47f9-8d48-4d3f0998101e req-fefe4c6c-78f6-4c2b-a23a-9c12bc86fc17 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:01:14.645822 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-d0d54c25-b034-47f9-8d48-4d3f0998101e req-fefe4c6c-78f6-4c2b-a23a-9c12bc86fc17 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] 10.222.0.49 "GET /v2.0/networks?id=f069bedf-f6a3-4440-a8f6-580776067f3c HTTP/1.1" status: 200  len: 812 time: 0.1456130
Dec 16 23:01:14.704975 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-d0d54c25-b034-47f9-8d48-4d3f0998101e req-f24dd8a8-7670-486f-9866-47d9f127a160 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9c5be4a914e64e4db31eefbfde88cd70 HTTP/1.1" status: 200  len: 380 time: 0.0442123
Dec 16 23:01:14.713271 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [req-d0d54c25-b034-47f9-8d48-4d3f0998101e req-70e52b64-211a-4ef3-868c-8dd7e2603b27 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Request body: {'port': {'device_id': 'b4f37b46-56c5-47d4-9cb7-821ccf82f498', 'network_id': 'f069bedf-f6a3-4440-a8f6-580776067f3c', 'admin_state_up': True, 'tenant_id': '9c5be4a914e64e4db31eefbfde88cd70', 'security_groups': ['96e2b9de-b184-46f0-9838-af7af02c851d']}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 23:01:14.949099 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [req-d0d54c25-b034-47f9-8d48-4d3f0998101e req-70e52b64-211a-4ef3-868c-8dd7e2603b27 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 23:01:14.953080 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [req-d0d54c25-b034-47f9-8d48-4d3f0998101e req-70e52b64-211a-4ef3-868c-8dd7e2603b27 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Usage tracker for resource:port and tenant:9c5be4a914e64e4db31eefbfde88cd70 is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 23:01:14.955896 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [req-d0d54c25-b034-47f9-8d48-4d3f0998101e req-70e52b64-211a-4ef3-868c-8dd7e2603b27 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 23:01:14.962169 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [req-d0d54c25-b034-47f9-8d48-4d3f0998101e req-70e52b64-211a-4ef3-868c-8dd7e2603b27 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 23:01:14.971794 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0d54c25-b034-47f9-8d48-4d3f0998101e req-70e52b64-211a-4ef3-868c-8dd7e2603b27 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Made reservation on behalf of 9c5be4a914e64e4db31eefbfde88cd70 for: {'port': 1} {{(pid=87506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 23:01:14.976339 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-d0d54c25-b034-47f9-8d48-4d3f0998101e req-70e52b64-211a-4ef3-868c-8dd7e2603b27 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:01:15.131902 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.db_base_plugin_common [req-d0d54c25-b034-47f9-8d48-4d3f0998101e req-70e52b64-211a-4ef3-868c-8dd7e2603b27 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Allocated IP 172.20.0.11 (f069bedf-f6a3-4440-a8f6-580776067f3c/90d7e8f1-ac67-4d58-9510-77de26e608a7/33e87caf-14b7-402f-864c-3b6443aa160a) {{(pid=87506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 23:01:15.313857 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-d0d54c25-b034-47f9-8d48-4d3f0998101e req-70e52b64-211a-4ef3-868c-8dd7e2603b27 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Notify callbacks [] for port, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:01:15.329193 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.provisioning_blocks [req-d0d54c25-b034-47f9-8d48-4d3f0998101e req-70e52b64-211a-4ef3-868c-8dd7e2603b27 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Transition to ACTIVE for port object 33e87caf-14b7-402f-864c-3b6443aa160a will not be triggered until provisioned by entity DHCP. {{(pid=87506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 23:01:15.352471 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-d0d54c25-b034-47f9-8d48-4d3f0998101e req-70e52b64-211a-4ef3-868c-8dd7e2603b27 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1863393'] for port, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:01:15.357828 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-5915352c-7cdb-4b6a-bb5d-27f38c8df503 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:01:15.421876 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0d54c25-b034-47f9-8d48-4d3f0998101e req-70e52b64-211a-4ef3-868c-8dd7e2603b27 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Network f069bedf-f6a3-4440-a8f6-580776067f3c is already hosted by enough agents. {{(pid=87506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 23:01:15.424964 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.base_scheduler [req-d0d54c25-b034-47f9-8d48-4d3f0998101e req-70e52b64-211a-4ef3-868c-8dd7e2603b27 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Resources bound (agent type, host, resource id):  {{(pid=87506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 23:01:15.428825 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0d54c25-b034-47f9-8d48-4d3f0998101e req-70e52b64-211a-4ef3-868c-8dd7e2603b27 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Received port after_create {{(pid=87506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 23:01:15.471215 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e52b64-211a-4ef3-868c-8dd7e2603b27 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Pushing event updated for resources: {'Port': ['ID=33e87caf-14b7-402f-864c-3b6443aa160a,revision_number=1']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:01:15.476438 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-70e52b64-211a-4ef3-868c-8dd7e2603b27 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:01:15.499916 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d54c25-b034-47f9-8d48-4d3f0998101e req-70e52b64-211a-4ef3-868c-8dd7e2603b27 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:01:15.500542 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-d0d54c25-b034-47f9-8d48-4d3f0998101e req-70e52b64-211a-4ef3-868c-8dd7e2603b27 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for port, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:01:15.525994 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-d0d54c25-b034-47f9-8d48-4d3f0998101e req-70e52b64-211a-4ef3-868c-8dd7e2603b27 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.8163958
Dec 16 23:01:15.542880 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [req-d0d54c25-b034-47f9-8d48-4d3f0998101e req-cd16e88e-7aba-4021-94d4-389800560c11 service neutron] Request body: {'port': {'device_id': 'b4f37b46-56c5-47d4-9cb7-821ccf82f498', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8218'}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 23:01:15.657756 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-d0d54c25-b034-47f9-8d48-4d3f0998101e req-cd16e88e-7aba-4021-94d4-389800560c11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:01:15.715134 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-4a2bee0f-3b34-445e-accd-1d905246ff71 None None] Provisioning for port 33e87caf-14b7-402f-864c-3b6443aa160a completed by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 23:01:15.721534 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-4a2bee0f-3b34-445e-accd-1d905246ff71 None None] Provisioning complete for port 33e87caf-14b7-402f-864c-3b6443aa160a triggered by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 23:01:15.722131 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-4a2bee0f-3b34-445e-accd-1d905246ff71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:01:15.777205 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-4a2bee0f-3b34-445e-accd-1d905246ff71 None None] Port 33e87caf-14b7-402f-864c-3b6443aa160a cannot update to ACTIVE because it is not bound. {{(pid=87508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 23:01:15.834377 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7d8a33-2000-4e25-9b41-778faaf31d08 req-bc633b8e-6702-458c-b2ef-792e87e70147 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:01:15.835806 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-3d7d8a33-2000-4e25-9b41-778faaf31d08 req-bc633b8e-6702-458c-b2ef-792e87e70147 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] 10.222.0.13 "GET /v2.0/ports?device_id=b4f37b46-56c5-47d4-9cb7-821ccf82f498 HTTP/1.1" status: 200  len: 932 time: 0.2022147
Dec 16 23:01:15.879302 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-3d7d8a33-2000-4e25-9b41-778faaf31d08 req-8e9479b2-1590-4587-9aa5-36902671f6e9 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] 10.222.0.13 "GET /v2.0/security-groups?id=96e2b9de-b184-46f0-9838-af7af02c851d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0376844
Dec 16 23:01:16.009494 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.notifiers.nova [req-d0d54c25-b034-47f9-8d48-4d3f0998101e req-cd16e88e-7aba-4021-94d4-389800560c11 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33e87caf-14b7-402f-864c-3b6443aa160a {{(pid=87506) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 23:01:16.016594 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-d0d54c25-b034-47f9-8d48-4d3f0998101e req-cd16e88e-7aba-4021-94d4-389800560c11 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:01:16.030402 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.provisioning_blocks [req-d0d54c25-b034-47f9-8d48-4d3f0998101e req-cd16e88e-7aba-4021-94d4-389800560c11 service neutron] Transition to ACTIVE for port object 33e87caf-14b7-402f-864c-3b6443aa160a will not be triggered until provisioned by entity L2. {{(pid=87506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 23:01:16.033984 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-d0d54c25-b034-47f9-8d48-4d3f0998101e req-cd16e88e-7aba-4021-94d4-389800560c11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1863400'] for port, after_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:01:16.037675 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-3733071f-fd1a-41de-bd68-a14955544524 tempest-ServerDiskConfigTestJSON-7066006 tempest-ServerDiskConfigTestJSON-7066006-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:01:16.187056 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd16e88e-7aba-4021-94d4-389800560c11 service neutron] Pushing event updated for resources: {'Port': ['ID=33e87caf-14b7-402f-864c-3b6443aa160a,revision_number=2']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:01:16.194344 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-cd16e88e-7aba-4021-94d4-389800560c11 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:01:16.267223 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.managers [req-d0d54c25-b034-47f9-8d48-4d3f0998101e req-cd16e88e-7aba-4021-94d4-389800560c11 service neutron] Attempting to bind port 33e87caf-14b7-402f-864c-3b6443aa160a on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=87506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 23:01:16.267560 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.managers [req-d0d54c25-b034-47f9-8d48-4d3f0998101e req-cd16e88e-7aba-4021-94d4-389800560c11 service neutron] Attempting to bind port 33e87caf-14b7-402f-864c-3b6443aa160a by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': 'e6973879-34d3-443f-950f-78f1671e66e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'f069bedf-f6a3-4440-a8f6-580776067f3c'}] {{(pid=87506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 23:01:16.267916 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0d54c25-b034-47f9-8d48-4d3f0998101e req-cd16e88e-7aba-4021-94d4-389800560c11 service neutron] Attempting to bind port 33e87caf-14b7-402f-864c-3b6443aa160a on network f069bedf-f6a3-4440-a8f6-580776067f3c {{(pid=87506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 23:01:16.272405 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0d54c25-b034-47f9-8d48-4d3f0998101e req-cd16e88e-7aba-4021-94d4-389800560c11 service neutron] Port 33e87caf-14b7-402f-864c-3b6443aa160a on network f069bedf-f6a3-4440-a8f6-580776067f3c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=87506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 16 23:01:16.272723 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0d54c25-b034-47f9-8d48-4d3f0998101e req-cd16e88e-7aba-4021-94d4-389800560c11 service neutron] Attempting to bind port 33e87caf-14b7-402f-864c-3b6443aa160a on network f069bedf-f6a3-4440-a8f6-580776067f3c {{(pid=87506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 23:01:16.277603 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0d54c25-b034-47f9-8d48-4d3f0998101e req-cd16e88e-7aba-4021-94d4-389800560c11 service neutron] Checking agent: {'id': '849b5cbb-8f70-4c31-8f37-fd42f8351747', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8218', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 30, 8), 'started_at': datetime.datetime(2021, 12, 16, 22, 30, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 23, 1, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 23:01:16.277932 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0d54c25-b034-47f9-8d48-4d3f0998101e req-cd16e88e-7aba-4021-94d4-389800560c11 service neutron] Checking segment: {'id': 'e6973879-34d3-443f-950f-78f1671e66e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'f069bedf-f6a3-4440-a8f6-580776067f3c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 23:01:16.278309 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0d54c25-b034-47f9-8d48-4d3f0998101e req-cd16e88e-7aba-4021-94d4-389800560c11 service neutron] Bound using segment: {'id': 'e6973879-34d3-443f-950f-78f1671e66e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'f069bedf-f6a3-4440-a8f6-580776067f3c'} {{(pid=87506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 23:01:16.278720 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.managers [req-d0d54c25-b034-47f9-8d48-4d3f0998101e req-cd16e88e-7aba-4021-94d4-389800560c11 service neutron] Bound port: 33e87caf-14b7-402f-864c-3b6443aa160a, host: hv-neutron-8218, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6973879-34d3-443f-950f-78f1671e66e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'f069bedf-f6a3-4440-a8f6-580776067f3c'}}] {{(pid=87506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 23:01:16.279054 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-d0d54c25-b034-47f9-8d48-4d3f0998101e req-cd16e88e-7aba-4021-94d4-389800560c11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:01:16.366252 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.db [req-d0d54c25-b034-47f9-8d48-4d3f0998101e req-cd16e88e-7aba-4021-94d4-389800560c11 service neutron] For port 33e87caf-14b7-402f-864c-3b6443aa160a, host hv-neutron-8218, cleared binding levels {{(pid=87506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 23:01:16.369126 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.db [req-d0d54c25-b034-47f9-8d48-4d3f0998101e req-cd16e88e-7aba-4021-94d4-389800560c11 service neutron] For port 33e87caf-14b7-402f-864c-3b6443aa160a, host hv-neutron-8218, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=33e87caf-14b7-402f-864c-3b6443aa160a,segment=NetworkSegment(e6973879-34d3-443f-950f-78f1671e66e5),segment_id=e6973879-34d3-443f-950f-78f1671e66e5)] {{(pid=87506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 23:01:16.372769 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-d0d54c25-b034-47f9-8d48-4d3f0998101e req-cd16e88e-7aba-4021-94d4-389800560c11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1863400'] for port, after_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:01:16.377004 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-a2caa9d9-6dd7-46b3-bd00-89526b2feb19 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:01:16.428186 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d54c25-b034-47f9-8d48-4d3f0998101e req-cd16e88e-7aba-4021-94d4-389800560c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:01:16.429318 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-d0d54c25-b034-47f9-8d48-4d3f0998101e req-cd16e88e-7aba-4021-94d4-389800560c11 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for port, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:01:16.430657 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-d0d54c25-b034-47f9-8d48-4d3f0998101e req-cd16e88e-7aba-4021-94d4-389800560c11 service neutron] 10.222.0.49 "PUT /v2.0/ports/33e87caf-14b7-402f-864c-3b6443aa160a HTTP/1.1" status: 200  len: 1094 time: 0.8921111
Dec 16 23:01:16.431249 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4f37b46-56c5-47d4-9cb7-821ccf82f498', 'tag': '33e87caf-14b7-402f-864c-3b6443aa160a'}] {{(pid=87506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 23:01:16.466825 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd16e88e-7aba-4021-94d4-389800560c11 service neutron] Pushing event updated for resources: {'Port': ['ID=33e87caf-14b7-402f-864c-3b6443aa160a,revision_number=3']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:01:16.470247 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-cd16e88e-7aba-4021-94d4-389800560c11 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:01:16.521015 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4f37b46-56c5-47d4-9cb7-821ccf82f498', 'tag': '33e87caf-14b7-402f-864c-3b6443aa160a', 'status': 'completed', 'code': 200}
Dec 16 23:01:16.562714 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d54c25-b034-47f9-8d48-4d3f0998101e req-d9290ff9-e521-4549-87be-5c9f12ae49b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:01:16.564214 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-d0d54c25-b034-47f9-8d48-4d3f0998101e req-d9290ff9-e521-4549-87be-5c9f12ae49b8 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9c5be4a914e64e4db31eefbfde88cd70&device_id=b4f37b46-56c5-47d4-9cb7-821ccf82f498 HTTP/1.1" status: 200  len: 1097 time: 0.0766292
Dec 16 23:01:16.746478 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-d0d54c25-b034-47f9-8d48-4d3f0998101e req-c610366b-4c47-4b3c-873e-a510af6f5c3f service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=33e87caf-14b7-402f-864c-3b6443aa160a HTTP/1.1" status: 200  len: 217 time: 0.1696365
Dec 16 23:01:16.808379 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d54c25-b034-47f9-8d48-4d3f0998101e req-a538e716-aad6-48a5-b4d1-c21ef9591829 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:01:16.809802 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-d0d54c25-b034-47f9-8d48-4d3f0998101e req-a538e716-aad6-48a5-b4d1-c21ef9591829 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=90d7e8f1-ac67-4d58-9510-77de26e608a7 HTTP/1.1" status: 200  len: 851 time: 0.0573766
Dec 16 23:01:16.885279 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d54c25-b034-47f9-8d48-4d3f0998101e req-96932e68-164b-4590-9610-d40faee8118f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:01:16.886612 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-d0d54c25-b034-47f9-8d48-4d3f0998101e req-96932e68-164b-4590-9610-d40faee8118f service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f069bedf-f6a3-4440-a8f6-580776067f3c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0706396
Dec 16 23:01:17.017363 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-d0d54c25-b034-47f9-8d48-4d3f0998101e req-eaecbb43-e8f0-44e2-8b7c-4b5475aef475 service neutron] 10.222.0.49 "GET /v2.0/networks/f069bedf-f6a3-4440-a8f6-580776067f3c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1237860
Dec 16 23:01:17.063922 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ef1b94-63d6-4791-98bf-465d2b6afb6a req-dbee9e6f-27d5-40fa-af67-a5902ed41a42 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:01:17.065353 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-66ef1b94-63d6-4791-98bf-465d2b6afb6a req-dbee9e6f-27d5-40fa-af67-a5902ed41a42 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] 10.222.0.13 "GET /v2.0/ports?device_id=b4f37b46-56c5-47d4-9cb7-821ccf82f498 HTTP/1.1" status: 200  len: 944 time: 0.0821915
Dec 16 23:01:17.108443 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-66ef1b94-63d6-4791-98bf-465d2b6afb6a req-05853ae7-d91a-403a-98c7-9b3ec45eedb9 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] 10.222.0.13 "GET /v2.0/security-groups?id=96e2b9de-b184-46f0-9838-af7af02c851d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0374112
Dec 16 23:01:17.149462 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-d0d54c25-b034-47f9-8d48-4d3f0998101e req-67f56dda-68ad-48a3-a19b-737e6d88143a service neutron] 10.222.0.49 "GET /v2.0/networks/f069bedf-f6a3-4440-a8f6-580776067f3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1261880
Dec 16 23:01:17.312446 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a80565-2d86-40db-823c-fffe2c379919 req-f133f215-061e-4ded-bd32-d7edc67d512f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:01:17.313883 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-69a80565-2d86-40db-823c-fffe2c379919 req-f133f215-061e-4ded-bd32-d7edc67d512f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9c5be4a914e64e4db31eefbfde88cd70&device_id=b4f37b46-56c5-47d4-9cb7-821ccf82f498 HTTP/1.1" status: 200  len: 1097 time: 0.0694306
Dec 16 23:01:17.443383 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a80565-2d86-40db-823c-fffe2c379919 req-43375d6c-f042-4a88-b043-1a1e35dadcbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:01:17.444736 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-69a80565-2d86-40db-823c-fffe2c379919 req-43375d6c-f042-4a88-b043-1a1e35dadcbe service neutron] 10.222.0.49 "GET /v2.0/networks?id=f069bedf-f6a3-4440-a8f6-580776067f3c HTTP/1.1" status: 200  len: 913 time: 0.1234231
Dec 16 23:01:17.519021 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-69a80565-2d86-40db-823c-fffe2c379919 req-2995b5db-b860-44b2-afde-87f118d3264c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=33e87caf-14b7-402f-864c-3b6443aa160a HTTP/1.1" status: 200  len: 217 time: 0.0666265
Dec 16 23:01:17.580118 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a80565-2d86-40db-823c-fffe2c379919 req-caca26d6-3000-4589-ad9f-ef385e549c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:01:17.581510 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-69a80565-2d86-40db-823c-fffe2c379919 req-caca26d6-3000-4589-ad9f-ef385e549c08 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=90d7e8f1-ac67-4d58-9510-77de26e608a7 HTTP/1.1" status: 200  len: 851 time: 0.0557868
Dec 16 23:01:17.661534 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a80565-2d86-40db-823c-fffe2c379919 req-7d1c12a7-fab2-41f8-b495-9ccfea914ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:01:17.662995 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-69a80565-2d86-40db-823c-fffe2c379919 req-7d1c12a7-fab2-41f8-b495-9ccfea914ac8 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f069bedf-f6a3-4440-a8f6-580776067f3c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0738201
Dec 16 23:01:17.795870 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-69a80565-2d86-40db-823c-fffe2c379919 req-220d9e93-69e9-4e7d-8fb5-f277799b6347 service neutron] 10.222.0.49 "GET /v2.0/networks/f069bedf-f6a3-4440-a8f6-580776067f3c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1242661
Dec 16 23:01:17.933723 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-69a80565-2d86-40db-823c-fffe2c379919 req-c31194f3-4376-4f53-b885-6eb0b48fc900 service neutron] 10.222.0.49 "GET /v2.0/networks/f069bedf-f6a3-4440-a8f6-580776067f3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1316040
Dec 16 23:01:18.291347 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5780e4-fd1d-4e1a-a370-d167844c3549 req-8a873bea-6b37-478f-8b5c-5f9113aa086a tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:01:18.292790 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-6f5780e4-fd1d-4e1a-a370-d167844c3549 req-8a873bea-6b37-478f-8b5c-5f9113aa086a tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] 10.222.0.13 "GET /v2.0/ports?device_id=b4f37b46-56c5-47d4-9cb7-821ccf82f498 HTTP/1.1" status: 200  len: 944 time: 0.0779662
Dec 16 23:01:18.334749 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-6f5780e4-fd1d-4e1a-a370-d167844c3549 req-46a3268f-4a6a-45fd-8e34-54a0f531314c tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] 10.222.0.13 "GET /v2.0/security-groups?id=96e2b9de-b184-46f0-9838-af7af02c851d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0363901
Dec 16 23:01:18.393106 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Device 33e87caf-14b7-402f-864c-3b6443aa160a details requested by agent hyperv_hv-neutron-8218 with host hv-neutron-8218 {{(pid=87508) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 16 23:01:18.523490 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] For port 33e87caf-14b7-402f-864c-3b6443aa160a, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=33e87caf-14b7-402f-864c-3b6443aa160a,segment=NetworkSegment(e6973879-34d3-443f-950f-78f1671e66e5),segment_id=e6973879-34d3-443f-950f-78f1671e66e5)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 23:01:18.536075 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Returning: {'device': '33e87caf-14b7-402f-864c-3b6443aa160a', 'network_id': 'f069bedf-f6a3-4440-a8f6-580776067f3c', 'port_id': '33e87caf-14b7-402f-864c-3b6443aa160a', 'mac_address': 'fa:16:3e:73:fb:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90d7e8f1-ac67-4d58-9510-77de26e608a7', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87508) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 16 23:01:18.588959 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:01:18.605049 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.notifiers.nova [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33e87caf-14b7-402f-864c-3b6443aa160a {{(pid=87508) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 23:01:18.619904 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] For port 33e87caf-14b7-402f-864c-3b6443aa160a, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=33e87caf-14b7-402f-864c-3b6443aa160a,segment=NetworkSegment(e6973879-34d3-443f-950f-78f1671e66e5),segment_id=e6973879-34d3-443f-950f-78f1671e66e5)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 23:01:18.623929 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:01:18.626528 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:01:18.694061 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Pushing event updated for resources: {'Port': ['ID=33e87caf-14b7-402f-864c-3b6443aa160a,revision_number=4']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:01:18.697505 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:01:18.894553 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] get_ports_and_sgs() called for port_ids ['33e87caf-14b7-402f-864c-3b6443aa160a'] {{(pid=87508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 23:01:19.529806 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b75f73-3535-4fd9-adaf-184531e90034 req-0eb5eea8-c1ab-4bd9-9042-339cf5c51ac8 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:01:19.531244 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-86b75f73-3535-4fd9-adaf-184531e90034 req-0eb5eea8-c1ab-4bd9-9042-339cf5c51ac8 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] 10.222.0.13 "GET /v2.0/ports?device_id=b4f37b46-56c5-47d4-9cb7-821ccf82f498 HTTP/1.1" status: 200  len: 945 time: 0.0883634
Dec 16 23:01:19.574205 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-86b75f73-3535-4fd9-adaf-184531e90034 req-746bbfb0-93a6-4c47-a4fc-df02c6eabe61 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] 10.222.0.13 "GET /v2.0/security-groups?id=96e2b9de-b184-46f0-9838-af7af02c851d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0373476
Dec 16 23:01:20.394839 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Device 33e87caf-14b7-402f-864c-3b6443aa160a up at agent hyperv_hv-neutron-8218 {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 23:01:20.463918 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Provisioning for port 33e87caf-14b7-402f-864c-3b6443aa160a completed by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 23:01:20.468715 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Provisioning complete for port 33e87caf-14b7-402f-864c-3b6443aa160a triggered by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 23:01:20.469095 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:01:20.580978 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:01:20.606995 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4f37b46-56c5-47d4-9cb7-821ccf82f498', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33e87caf-14b7-402f-864c-3b6443aa160a'}] {{(pid=87508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 23:01:20.616475 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] For port 33e87caf-14b7-402f-864c-3b6443aa160a, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=33e87caf-14b7-402f-864c-3b6443aa160a,segment=NetworkSegment(e6973879-34d3-443f-950f-78f1671e66e5),segment_id=e6973879-34d3-443f-950f-78f1671e66e5)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 23:01:20.622092 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:01:20.624195 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:01:20.667539 dv-neutron-821829-1-hyperv neutron-server[87508]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4f37b46-56c5-47d4-9cb7-821ccf82f498', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33e87caf-14b7-402f-864c-3b6443aa160a', 'code': 200}
Dec 16 23:01:20.692231 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Pushing event updated for resources: {'Port': ['ID=33e87caf-14b7-402f-864c-3b6443aa160a,revision_number=5']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:01:20.695660 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:01:20.757789 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411cb3c1-59f9-4cfe-8a42-52047957ffed req-fe33b003-3b9d-4eba-b604-adf29c8fc1f1 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:01:20.759255 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-411cb3c1-59f9-4cfe-8a42-52047957ffed req-fe33b003-3b9d-4eba-b604-adf29c8fc1f1 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] 10.222.0.13 "GET /v2.0/ports?device_id=b4f37b46-56c5-47d4-9cb7-821ccf82f498 HTTP/1.1" status: 200  len: 946 time: 0.0808439
Dec 16 23:01:20.804283 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-411cb3c1-59f9-4cfe-8a42-52047957ffed req-bb9852eb-6530-492f-8d57-76cc6b007d15 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] 10.222.0.13 "GET /v2.0/security-groups?id=96e2b9de-b184-46f0-9838-af7af02c851d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0391712
Dec 16 23:01:20.931483 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c200a7-dc92-4f42-8b32-e0998bc7976b req-8f75a720-fefa-4df0-8af0-6bb5af553925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:01:20.932856 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-83c200a7-dc92-4f42-8b32-e0998bc7976b req-8f75a720-fefa-4df0-8af0-6bb5af553925 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=b4f37b46-56c5-47d4-9cb7-821ccf82f498 HTTP/1.1" status: 200  len: 1099 time: 0.0681756
Dec 16 23:01:20.972850 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-83c200a7-dc92-4f42-8b32-e0998bc7976b req-791cc186-fb68-4a2f-acaf-a57a4e86dcc2 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=96e2b9de-b184-46f0-9838-af7af02c851d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0331697
Dec 16 23:01:21.997826 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b9dad2-3efb-47b8-82e1-a1c7abfbfe93 req-8f8c4c8e-efd7-4c19-a3f5-6aa852c59dee tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:01:21.999283 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-27b9dad2-3efb-47b8-82e1-a1c7abfbfe93 req-8f8c4c8e-efd7-4c19-a3f5-6aa852c59dee tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] 10.222.0.13 "GET /v2.0/ports?device_id=b4f37b46-56c5-47d4-9cb7-821ccf82f498 HTTP/1.1" status: 200  len: 946 time: 0.0880084
Dec 16 23:01:22.046212 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-27b9dad2-3efb-47b8-82e1-a1c7abfbfe93 req-7373aa1a-3a72-42bc-a641-624005e75af7 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] 10.222.0.13 "GET /v2.0/security-groups?id=96e2b9de-b184-46f0-9838-af7af02c851d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0410080
Dec 16 23:01:23.227006 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe4f5e8-a5a2-411f-88a3-f643a95369cf req-8551f142-f761-4515-8a9d-36a34cdbbe25 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:01:23.228485 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-3fe4f5e8-a5a2-411f-88a3-f643a95369cf req-8551f142-f761-4515-8a9d-36a34cdbbe25 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] 10.222.0.13 "GET /v2.0/ports?device_id=b4f37b46-56c5-47d4-9cb7-821ccf82f498 HTTP/1.1" status: 200  len: 946 time: 0.0808241
Dec 16 23:01:23.274571 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-3fe4f5e8-a5a2-411f-88a3-f643a95369cf req-39ba12f7-e365-46bf-9a73-50bcd2af243d tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] 10.222.0.13 "GET /v2.0/security-groups?id=96e2b9de-b184-46f0-9838-af7af02c851d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0405185
Dec 16 23:01:23.448176 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8352402e-5944-4928-ad83-5d49dc9c2fce req-06e54194-c396-4902-b5aa-7f8150af3a46 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:01:23.449521 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-8352402e-5944-4928-ad83-5d49dc9c2fce req-06e54194-c396-4902-b5aa-7f8150af3a46 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] 10.222.0.13 "GET /v2.0/ports?device_id=b4f37b46-56c5-47d4-9cb7-821ccf82f498 HTTP/1.1" status: 200  len: 946 time: 0.0787079
Dec 16 23:01:23.457990 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 52752) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 23:01:23.463995 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-d2c6054f-eea5-4182-a034-065fd284cba1 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Request body: {'floatingip': {'port_id': '33e87caf-14b7-402f-864c-3b6443aa160a'}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 23:01:23.543256 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-d2c6054f-eea5-4182-a034-065fd284cba1 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Notify callbacks [] for floatingip, before_update {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:01:24.113822 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-d2c6054f-eea5-4182-a034-065fd284cba1 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:01:24.118140 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-d2c6054f-eea5-4182-a034-065fd284cba1 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3741874'] for floatingip, after_update {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:01:24.408209 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.db.l3_db [None req-d2c6054f-eea5-4182-a034-065fd284cba1 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Floating IP c751d71a-6d95-42c4-b83b-03d2f5ccc134 associated. External IP: 172.26.0.102, port: 33e87caf-14b7-402f-864c-3b6443aa160a.
Dec 16 23:01:24.760437 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2c6054f-eea5-4182-a034-065fd284cba1 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Router 7301e2f4-23f9-42a2-a6ef-306bfbe71764 has already been hosted by L3 agent 4f519db7-069b-43e2-8411-c092bac9102a {{(pid=87507) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 23:01:24.936151 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2c6054f-eea5-4182-a034-065fd284cba1 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Notify agent at l3_agent.dv-neutron-821829-1-hyperv the message routers_updated {{(pid=87507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 23:01:24.941559 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-d2c6054f-eea5-4182-a034-065fd284cba1 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for floatingip, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:01:24.946211 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c50e2e86-910c-4c7c-a145-50b802cc4141 None None] Sync routers for ids ['7301e2f4-23f9-42a2-a6ef-306bfbe71764'] in dv-neutron-821829-1-hyperv {{(pid=87508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 23:01:24.955475 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c50e2e86-910c-4c7c-a145-50b802cc4141 None None] Routers {'7301e2f4-23f9-42a2-a6ef-306bfbe71764'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 23:01:24.956136 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-c50e2e86-910c-4c7c-a145-50b802cc4141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b76cc2d00>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T23:01:01Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['7301e2f4-23f9-42a2-a6ef-306bfbe71764'], 'active': True} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 23:01:24.996395 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-d2c6054f-eea5-4182-a034-065fd284cba1 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] 10.222.0.13 "PUT /v2.0/floatingips/c751d71a-6d95-42c4-b83b-03d2f5ccc134 HTTP/1.1" status: 200  len: 993 time: 1.5373590
Dec 16 23:01:24.997073 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4f37b46-56c5-47d4-9cb7-821ccf82f498', 'tag': '33e87caf-14b7-402f-864c-3b6443aa160a'}] {{(pid=87507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 23:01:25.044175 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4f37b46-56c5-47d4-9cb7-821ccf82f498', 'tag': '33e87caf-14b7-402f-864c-3b6443aa160a', 'status': 'completed', 'code': 200}
Dec 16 23:01:25.174695 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e562902-f50f-4888-9035-6fa59959becd req-232548cc-57c4-4f05-8205-788509737f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:01:25.176194 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-2e562902-f50f-4888-9035-6fa59959becd req-232548cc-57c4-4f05-8205-788509737f44 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9c5be4a914e64e4db31eefbfde88cd70&device_id=b4f37b46-56c5-47d4-9cb7-821ccf82f498 HTTP/1.1" status: 200  len: 1099 time: 0.0769746
Dec 16 23:01:25.176776 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvr_db [None req-c50e2e86-910c-4c7c-a145-50b802cc4141 None None] Set router 7301e2f4-23f9-42a2-a6ef-306bfbe71764 gateway port host: dv-neutron-821829-1-hyperv {{(pid=87508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 23:01:25.308100 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e562902-f50f-4888-9035-6fa59959becd req-3020e620-01cb-44aa-87a0-5cc0aa7636b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:01:25.309673 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-2e562902-f50f-4888-9035-6fa59959becd req-3020e620-01cb-44aa-87a0-5cc0aa7636b0 service neutron] 10.222.0.49 "GET /v2.0/networks?id=f069bedf-f6a3-4440-a8f6-580776067f3c HTTP/1.1" status: 200  len: 913 time: 0.1267164
Dec 16 23:01:25.524573 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-c50e2e86-910c-4c7c-a145-50b802cc4141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b76cc2d00>, [{'id': '7301e2f4-23f9-42a2-a6ef-306bfbe71764', 'name': 'tempest-ServerActionsTestJSON-1868535081-router', 'tenant_id': '9c5be4a914e64e4db31eefbfde88cd70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.248'}], 'enable_snat': True}, 'gw_port_id': '92cfe07a-f9b2-4300-be97-e718299bbf0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:57:11Z', 'updated_at': '2021-12-16T22:57:15Z', 'revision_number': 4, 'project_id': '9c5be4a914e64e4db31eefbfde88cd70', 'gw_port': {'id': '92cfe07a-f9b2-4300-be97-e718299bbf0c', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:32:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7301e2f4-23f9-42a2-a6ef-306bfbe71764', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:57:11Z', 'updated_at': '2021-12-16T22:57:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv', '_floatingips': [{'id': 'c751d71a-6d95-42c4-b83b-03d2f5ccc134', 'tenant_id': '9c5be4a914e64e4db31eefbfde88cd70', 'floating_ip_address': '172.26.0.102', 'floating_network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'router_id': '7301e2f4-23f9-42a2-a6ef-306bfbe71764', 'port_id': '33e87caf-14b7-402f-864c-3b6443aa160a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1561, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f069bedf-f6a3-4440-a8f6-580776067f3c', 'mac_address': 'fa:16:3e:73:fb:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4f37b46-56c5-47d4-9cb7-821ccf82f498', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T22:57:17Z', 'updated_at': '2021-12-16T23:01:24Z', 'revision_number': 13, 'project_id': '9c5be4a914e64e4db31eefbfde88cd70', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3b9942b-fd85-4d66-9577-2fabd3518ad9', 'name': '', 'network_id': 'f069bedf-f6a3-4440-a8f6-580776067f3c', 'tenant_id': '9c5be4a914e64e4db31eefbfde88cd70', 'mac_address': 'fa:16:3e:23:b3:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7301e2f4-23f9-42a2-a6ef-306bfbe71764', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '90d7e8f1-ac67-4d58-9510-77de26e608a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:57:14Z', 'updated_at': '2021-12-16T22:57:20Z', 'revision_number': 5, 'project_id': '9c5be4a914e64e4db31eefbfde88cd70', 'subnets': [{'id': '90d7e8f1-ac67-4d58-9510-77de26e608a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 23:01:25.528499 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c50e2e86-910c-4c7c-a145-50b802cc4141 None None] Checking router: 7301e2f4-23f9-42a2-a6ef-306bfbe71764 for host: dv-neutron-821829-1-hyperv {{(pid=87508) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 23:01:25.533625 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-2e562902-f50f-4888-9035-6fa59959becd req-f215646c-791d-451e-bea1-44c499234b0d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=33e87caf-14b7-402f-864c-3b6443aa160a HTTP/1.1" status: 200  len: 1001 time: 0.2174447
Dec 16 23:01:25.536977 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c50e2e86-910c-4c7c-a145-50b802cc4141 None None] Routers {'7301e2f4-23f9-42a2-a6ef-306bfbe71764'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 23:01:25.537622 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-c50e2e86-910c-4c7c-a145-50b802cc4141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b76cc2d00>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T23:01:01Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['7301e2f4-23f9-42a2-a6ef-306bfbe71764'], 'active': True} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 23:01:25.594820 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e562902-f50f-4888-9035-6fa59959becd req-3d540d5c-4f82-4794-bd91-0ae9853b4a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:01:25.596160 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-2e562902-f50f-4888-9035-6fa59959becd req-3d540d5c-4f82-4794-bd91-0ae9853b4a0c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=90d7e8f1-ac67-4d58-9510-77de26e608a7 HTTP/1.1" status: 200  len: 851 time: 0.0569015
Dec 16 23:01:25.669237 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e562902-f50f-4888-9035-6fa59959becd req-37624a65-a4f8-4309-8ae5-a313f8482ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:01:25.670696 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-2e562902-f50f-4888-9035-6fa59959becd req-37624a65-a4f8-4309-8ae5-a313f8482ba0 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f069bedf-f6a3-4440-a8f6-580776067f3c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0682445
Dec 16 23:01:25.713626 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvr_db [None req-c50e2e86-910c-4c7c-a145-50b802cc4141 None None] Set router 7301e2f4-23f9-42a2-a6ef-306bfbe71764 gateway port host: dv-neutron-821829-1-hyperv {{(pid=87508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 23:01:25.799981 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-2e562902-f50f-4888-9035-6fa59959becd req-a5e5321c-9d37-4352-842f-7007f86ab8a9 service neutron] 10.222.0.49 "GET /v2.0/networks/f069bedf-f6a3-4440-a8f6-580776067f3c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1228356
Dec 16 23:01:25.929461 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-2e562902-f50f-4888-9035-6fa59959becd req-b6de0725-45c6-44e2-8b74-f7d1719c68c7 service neutron] 10.222.0.49 "GET /v2.0/networks/f069bedf-f6a3-4440-a8f6-580776067f3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1225190
Dec 16 23:01:26.059158 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-c50e2e86-910c-4c7c-a145-50b802cc4141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b76cc2d00>, [{'id': '7301e2f4-23f9-42a2-a6ef-306bfbe71764', 'name': 'tempest-ServerActionsTestJSON-1868535081-router', 'tenant_id': '9c5be4a914e64e4db31eefbfde88cd70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.248'}], 'enable_snat': True}, 'gw_port_id': '92cfe07a-f9b2-4300-be97-e718299bbf0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:57:11Z', 'updated_at': '2021-12-16T22:57:15Z', 'revision_number': 4, 'project_id': '9c5be4a914e64e4db31eefbfde88cd70', 'gw_port': {'id': '92cfe07a-f9b2-4300-be97-e718299bbf0c', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:32:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7301e2f4-23f9-42a2-a6ef-306bfbe71764', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:57:11Z', 'updated_at': '2021-12-16T22:57:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv', '_floatingips': [{'id': 'c751d71a-6d95-42c4-b83b-03d2f5ccc134', 'tenant_id': '9c5be4a914e64e4db31eefbfde88cd70', 'floating_ip_address': '172.26.0.102', 'floating_network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'router_id': '7301e2f4-23f9-42a2-a6ef-306bfbe71764', 'port_id': '33e87caf-14b7-402f-864c-3b6443aa160a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1561, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f069bedf-f6a3-4440-a8f6-580776067f3c', 'mac_address': 'fa:16:3e:73:fb:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4f37b46-56c5-47d4-9cb7-821ccf82f498', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T22:57:17Z', 'updated_at': '2021-12-16T23:01:24Z', 'revision_number': 13, 'project_id': '9c5be4a914e64e4db31eefbfde88cd70', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3b9942b-fd85-4d66-9577-2fabd3518ad9', 'name': '', 'network_id': 'f069bedf-f6a3-4440-a8f6-580776067f3c', 'tenant_id': '9c5be4a914e64e4db31eefbfde88cd70', 'mac_address': 'fa:16:3e:23:b3:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7301e2f4-23f9-42a2-a6ef-306bfbe71764', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '90d7e8f1-ac67-4d58-9510-77de26e608a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:57:14Z', 'updated_at': '2021-12-16T22:57:20Z', 'revision_number': 5, 'project_id': '9c5be4a914e64e4db31eefbfde88cd70', 'subnets': [{'id': '90d7e8f1-ac67-4d58-9510-77de26e608a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 23:01:26.063030 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c50e2e86-910c-4c7c-a145-50b802cc4141 None None] The sync data for ids ['7301e2f4-23f9-42a2-a6ef-306bfbe71764'] in dv-neutron-821829-1-hyperv is: [{'id': '7301e2f4-23f9-42a2-a6ef-306bfbe71764', 'name': 'tempest-ServerActionsTestJSON-1868535081-router', 'tenant_id': '9c5be4a914e64e4db31eefbfde88cd70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.248'}], 'enable_snat': True}, 'gw_port_id': '92cfe07a-f9b2-4300-be97-e718299bbf0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:57:11Z', 'updated_at': '2021-12-16T22:57:15Z', 'revision_number': 4, 'project_id': '9c5be4a914e64e4db31eefbfde88cd70', 'gw_port': {'id': '92cfe07a-f9b2-4300-be97-e718299bbf0c', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:32:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7301e2f4-23f9-42a2-a6ef-306bfbe71764', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:57:11Z', 'updated_at': '2021-12-16T22:57:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv', '_floatingips': [{'id': 'c751d71a-6d95-42c4-b83b-03d2f5ccc134', 'tenant_id': '9c5be4a914e64e4db31eefbfde88cd70', 'floating_ip_address': '172.26.0.102', 'floating_network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'router_id': '7301e2f4-23f9-42a2-a6ef-306bfbe71764', 'port_id': '33e87caf-14b7-402f-864c-3b6443aa160a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1561, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f069bedf-f6a3-4440-a8f6-580776067f3c', 'mac_address': 'fa:16:3e:73:fb:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4f37b46-56c5-47d4-9cb7-821ccf82f498', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T22:57:17Z', 'updated_at': '2021-12-16T23:01:24Z', 'revision_number': 13, 'project_id': '9c5be4a914e64e4db31eefbfde88cd70', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3b9942b-fd85-4d66-9577-2fabd3518ad9', 'name': '', 'network_id': 'f069bedf-f6a3-4440-a8f6-580776067f3c', 'tenant_id': '9c5be4a914e64e4db31eefbfde88cd70', 'mac_address': 'fa:16:3e:23:b3:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7301e2f4-23f9-42a2-a6ef-306bfbe71764', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '90d7e8f1-ac67-4d58-9510-77de26e608a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:57:14Z', 'updated_at': '2021-12-16T22:57:20Z', 'revision_number': 5, 'project_id': '9c5be4a914e64e4db31eefbfde88cd70', 'subnets': [{'id': '90d7e8f1-ac67-4d58-9510-77de26e608a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 23:01:26.257317 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55c29170-4ac7-4a48-a2f9-41c4ed593141 None None] New status for floating IP c751d71a-6d95-42c4-b83b-03d2f5ccc134: ACTIVE {{(pid=87509) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 16 23:01:28.189120 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-9bed22ec-1796-47ff-91da-41243fcd5021 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:01:28.506627 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.agents_db [None req-0abd2616-a86c-48e2-be07-10823335a5bb None None] Agent healthcheck: found 6 active agents {{(pid=87509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 23:01:30.641840 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-dcaea253-b0d2-444d-86b6-56383c73c688 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:01:31.558738 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-3e729f7f-1589-4d54-9c4a-7ee6b283cc2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:01:31.705900 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:01:33.312216 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-4541ba3b-6be8-499c-bc94-3c60aa55c4f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:01:38.056050 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:01:39.104231 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-270b59d6-daf4-4d02-84a9-aff099c60fa2 req-c5feac14-247d-44e6-821d-2707c33ec4b3 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=b4f37b46-56c5-47d4-9cb7-821ccf82f498&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0715797
Dec 16 23:01:39.259771 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270b59d6-daf4-4d02-84a9-aff099c60fa2 req-9970ec8c-af01-4ef7-95e1-45a79a6aafac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:01:39.261221 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-270b59d6-daf4-4d02-84a9-aff099c60fa2 req-9970ec8c-af01-4ef7-95e1-45a79a6aafac service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9c5be4a914e64e4db31eefbfde88cd70&device_id=b4f37b46-56c5-47d4-9cb7-821ccf82f498 HTTP/1.1" status: 200  len: 1099 time: 0.0698903
Dec 16 23:01:39.400237 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270b59d6-daf4-4d02-84a9-aff099c60fa2 req-0dd073b7-cac4-4d0a-a3bf-af73900dd578 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:01:39.401546 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-270b59d6-daf4-4d02-84a9-aff099c60fa2 req-0dd073b7-cac4-4d0a-a3bf-af73900dd578 service neutron] 10.222.0.49 "GET /v2.0/networks?id=f069bedf-f6a3-4440-a8f6-580776067f3c HTTP/1.1" status: 200  len: 913 time: 0.1219146
Dec 16 23:01:39.505174 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-270b59d6-daf4-4d02-84a9-aff099c60fa2 req-b90c08c5-b9fc-40f2-a0ff-32c1e44ef912 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=33e87caf-14b7-402f-864c-3b6443aa160a HTTP/1.1" status: 200  len: 1003 time: 0.0959458
Dec 16 23:01:39.570758 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270b59d6-daf4-4d02-84a9-aff099c60fa2 req-6f142dd5-e592-4928-88bc-303fc80e10bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:01:39.572166 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-270b59d6-daf4-4d02-84a9-aff099c60fa2 req-6f142dd5-e592-4928-88bc-303fc80e10bd service neutron] 10.222.0.49 "GET /v2.0/subnets?id=90d7e8f1-ac67-4d58-9510-77de26e608a7 HTTP/1.1" status: 200  len: 851 time: 0.0597987
Dec 16 23:01:39.645932 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270b59d6-daf4-4d02-84a9-aff099c60fa2 req-9b381819-8b94-4e60-a0af-3113b3bfbb32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:01:39.647365 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-270b59d6-daf4-4d02-84a9-aff099c60fa2 req-9b381819-8b94-4e60-a0af-3113b3bfbb32 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f069bedf-f6a3-4440-a8f6-580776067f3c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0685263
Dec 16 23:01:39.776825 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-270b59d6-daf4-4d02-84a9-aff099c60fa2 req-dbfa021b-4ad2-4192-8e59-6e4ed5946e9c service neutron] 10.222.0.49 "GET /v2.0/networks/f069bedf-f6a3-4440-a8f6-580776067f3c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1223376
Dec 16 23:01:39.910242 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-270b59d6-daf4-4d02-84a9-aff099c60fa2 req-a761f3b5-a293-42eb-a070-1631e884aecd service neutron] 10.222.0.49 "GET /v2.0/networks/f069bedf-f6a3-4440-a8f6-580776067f3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1266201
Dec 16 23:01:58.190768 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-a0a8edbd-846f-48b5-9077-bf7c18969616 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:02:00.645685 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b3628e5d-c443-4a80-8ab8-572fe01a4879 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:02:01.562208 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-3e729f7f-1589-4d54-9c4a-7ee6b283cc2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:02:01.708506 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:02:02.357578 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b105ecfd-0476-40d1-b33f-c55228e14b19 req-bec44784-9734-4e3d-ab0c-ae8b979f67e1 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:02:02.359075 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-b105ecfd-0476-40d1-b33f-c55228e14b19 req-bec44784-9734-4e3d-ab0c-ae8b979f67e1 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] 10.222.0.13 "GET /v2.0/ports?device_id=b4f37b46-56c5-47d4-9cb7-821ccf82f498 HTTP/1.1" status: 200  len: 946 time: 0.0780022
Dec 16 23:02:02.404750 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-b105ecfd-0476-40d1-b33f-c55228e14b19 req-ce417878-bd0c-4b18-9004-da76eec5d9ce tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] 10.222.0.13 "GET /v2.0/security-groups?id=96e2b9de-b184-46f0-9838-af7af02c851d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0401320
Dec 16 23:02:03.315388 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-4541ba3b-6be8-499c-bc94-3c60aa55c4f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:02:05.504873 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.agents_db [None req-0abd2616-a86c-48e2-be07-10823335a5bb None None] Agent healthcheck: found 6 active agents {{(pid=87509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 23:02:08.052722 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:02:12.044982 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-d2baa903-51d0-4e40-aec7-33b0354ff9b5 req-94a4948e-ff32-4482-b558-60fb08bd7ef7 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=b4f37b46-56c5-47d4-9cb7-821ccf82f498&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0688152
Dec 16 23:02:12.097203 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c83683-1001-4132-a65c-b1464d0355f8 req-7989c76b-cf30-4d89-94dc-aaf8d3a176a9 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:02:12.098659 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-06c83683-1001-4132-a65c-b1464d0355f8 req-7989c76b-cf30-4d89-94dc-aaf8d3a176a9 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] 10.222.0.13 "GET /v2.0/ports?device_id=b4f37b46-56c5-47d4-9cb7-821ccf82f498 HTTP/1.1" status: 200  len: 946 time: 0.0803795
Dec 16 23:02:12.143800 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-06c83683-1001-4132-a65c-b1464d0355f8 req-11dc927d-468c-4cac-af12-3be758f5606e tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] 10.222.0.13 "GET /v2.0/security-groups?id=96e2b9de-b184-46f0-9838-af7af02c851d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0394316
Dec 16 23:02:13.320589 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2baa903-51d0-4e40-aec7-33b0354ff9b5 req-3ad246dd-738d-45b2-82b4-a276abb97646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:02:13.322068 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-d2baa903-51d0-4e40-aec7-33b0354ff9b5 req-3ad246dd-738d-45b2-82b4-a276abb97646 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9c5be4a914e64e4db31eefbfde88cd70&device_id=b4f37b46-56c5-47d4-9cb7-821ccf82f498 HTTP/1.1" status: 200  len: 1099 time: 0.0747805
Dec 16 23:02:13.334773 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a9ae0a-12ac-4a09-adbf-006cd33b842a req-83908add-ceca-4943-bebb-379b8bc0773a tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:02:13.336227 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-85a9ae0a-12ac-4a09-adbf-006cd33b842a req-83908add-ceca-4943-bebb-379b8bc0773a tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] 10.222.0.13 "GET /v2.0/ports?device_id=b4f37b46-56c5-47d4-9cb7-821ccf82f498 HTTP/1.1" status: 200  len: 946 time: 0.0827510
Dec 16 23:02:13.380478 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-85a9ae0a-12ac-4a09-adbf-006cd33b842a req-0f353978-04cf-45e0-a958-4b6a7db95291 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] 10.222.0.13 "GET /v2.0/security-groups?id=96e2b9de-b184-46f0-9838-af7af02c851d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0380094
Dec 16 23:02:13.452753 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2baa903-51d0-4e40-aec7-33b0354ff9b5 req-480642f4-0ec8-4ca3-8d4f-f64ba04bf62b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:02:13.454110 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-d2baa903-51d0-4e40-aec7-33b0354ff9b5 req-480642f4-0ec8-4ca3-8d4f-f64ba04bf62b service neutron] 10.222.0.49 "GET /v2.0/networks?id=f069bedf-f6a3-4440-a8f6-580776067f3c HTTP/1.1" status: 200  len: 913 time: 0.1256068
Dec 16 23:02:13.667780 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-d2baa903-51d0-4e40-aec7-33b0354ff9b5 req-4df9db20-2e20-486d-9fe0-cb0c8928786a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=33e87caf-14b7-402f-864c-3b6443aa160a HTTP/1.1" status: 200  len: 1003 time: 0.2071767
Dec 16 23:02:13.732171 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2baa903-51d0-4e40-aec7-33b0354ff9b5 req-99f544e5-7814-4c9e-97b7-4275287b60f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:02:13.732862 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-d2baa903-51d0-4e40-aec7-33b0354ff9b5 req-99f544e5-7814-4c9e-97b7-4275287b60f8 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=90d7e8f1-ac67-4d58-9510-77de26e608a7 HTTP/1.1" status: 200  len: 851 time: 0.0588410
Dec 16 23:02:13.808665 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2baa903-51d0-4e40-aec7-33b0354ff9b5 req-33c3dad5-7255-4078-b047-5ffa39293eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:02:13.810128 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-d2baa903-51d0-4e40-aec7-33b0354ff9b5 req-33c3dad5-7255-4078-b047-5ffa39293eb5 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f069bedf-f6a3-4440-a8f6-580776067f3c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0714462
Dec 16 23:02:13.939233 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-d2baa903-51d0-4e40-aec7-33b0354ff9b5 req-1dab18fe-2292-4665-b034-7833665627dc service neutron] 10.222.0.49 "GET /v2.0/networks/f069bedf-f6a3-4440-a8f6-580776067f3c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1225734
Dec 16 23:02:14.068865 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-d2baa903-51d0-4e40-aec7-33b0354ff9b5 req-5a6ef067-9ed2-4491-84a3-b9b3a9728af8 service neutron] 10.222.0.49 "GET /v2.0/networks/f069bedf-f6a3-4440-a8f6-580776067f3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1224060
Dec 16 23:02:14.564390 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b83c95d-f9eb-49b6-9386-a7e9a4c0cc85 req-2f08e2df-f99e-4b79-98cf-6684cf885955 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:02:14.565808 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-8b83c95d-f9eb-49b6-9386-a7e9a4c0cc85 req-2f08e2df-f99e-4b79-98cf-6684cf885955 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] 10.222.0.13 "GET /v2.0/ports?device_id=b4f37b46-56c5-47d4-9cb7-821ccf82f498 HTTP/1.1" status: 200  len: 946 time: 0.0780313
Dec 16 23:02:14.611225 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-8b83c95d-f9eb-49b6-9386-a7e9a4c0cc85 req-fdf66270-c89e-4c6b-86d8-1a05811b394a tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] 10.222.0.13 "GET /v2.0/security-groups?id=96e2b9de-b184-46f0-9838-af7af02c851d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0399232
Dec 16 23:02:15.794567 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15b2bfc-0e44-4536-8114-0bc1bb2d408d req-d17f7d32-8bbb-4346-80bc-690a09921ba7 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:02:15.796022 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-d15b2bfc-0e44-4536-8114-0bc1bb2d408d req-d17f7d32-8bbb-4346-80bc-690a09921ba7 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] 10.222.0.13 "GET /v2.0/ports?device_id=b4f37b46-56c5-47d4-9cb7-821ccf82f498 HTTP/1.1" status: 200  len: 946 time: 0.0812030
Dec 16 23:02:15.838907 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-d15b2bfc-0e44-4536-8114-0bc1bb2d408d req-f21a7d35-12b3-4633-bf73-bfbd6ed776c1 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] 10.222.0.13 "GET /v2.0/security-groups?id=96e2b9de-b184-46f0-9838-af7af02c851d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0373008
Dec 16 23:02:17.060831 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4586170-a459-4895-813d-42dd1e572229 req-506115b7-02cf-444c-8f09-f397bd1f7f90 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:02:17.062242 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-b4586170-a459-4895-813d-42dd1e572229 req-506115b7-02cf-444c-8f09-f397bd1f7f90 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] 10.222.0.13 "GET /v2.0/ports?device_id=b4f37b46-56c5-47d4-9cb7-821ccf82f498 HTTP/1.1" status: 200  len: 946 time: 0.0788200
Dec 16 23:02:17.104311 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-b4586170-a459-4895-813d-42dd1e572229 req-33c2d3e5-dadb-4ab6-a027-7d7172605f2e tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] 10.222.0.13 "GET /v2.0/security-groups?id=96e2b9de-b184-46f0-9838-af7af02c851d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0366235
Dec 16 23:02:18.287794 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3443411-9497-4a7c-a209-5570d63227c9 req-e76e33e6-3f41-4869-b195-869cb248d8c8 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:02:18.289209 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-d3443411-9497-4a7c-a209-5570d63227c9 req-e76e33e6-3f41-4869-b195-869cb248d8c8 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] 10.222.0.13 "GET /v2.0/ports?device_id=b4f37b46-56c5-47d4-9cb7-821ccf82f498 HTTP/1.1" status: 200  len: 946 time: 0.0814111
Dec 16 23:02:18.331070 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-d3443411-9497-4a7c-a209-5570d63227c9 req-963c2f95-d066-4cb1-8df2-609db39085ed tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] 10.222.0.13 "GET /v2.0/security-groups?id=96e2b9de-b184-46f0-9838-af7af02c851d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0364251
Dec 16 23:02:19.518585 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c6ddff-bb62-4cce-8ea1-f8e060d280ce req-fc78e301-3126-4789-b819-0b715ef882d2 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:02:19.520034 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-d9c6ddff-bb62-4cce-8ea1-f8e060d280ce req-fc78e301-3126-4789-b819-0b715ef882d2 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] 10.222.0.13 "GET /v2.0/ports?device_id=b4f37b46-56c5-47d4-9cb7-821ccf82f498 HTTP/1.1" status: 200  len: 946 time: 0.0853813
Dec 16 23:02:19.682435 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-d9c6ddff-bb62-4cce-8ea1-f8e060d280ce req-0eacc93a-28ba-4dcb-a805-960e1e2cc1bc tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] 10.222.0.13 "GET /v2.0/security-groups?id=96e2b9de-b184-46f0-9838-af7af02c851d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1567166
Dec 16 23:02:20.870024 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80e7580-6866-4979-98be-85327b94f4f1 req-0c7026e8-e258-4155-9c57-724d8fbd59db tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:02:20.871452 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-f80e7580-6866-4979-98be-85327b94f4f1 req-0c7026e8-e258-4155-9c57-724d8fbd59db tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] 10.222.0.13 "GET /v2.0/ports?device_id=b4f37b46-56c5-47d4-9cb7-821ccf82f498 HTTP/1.1" status: 200  len: 946 time: 0.0784199
Dec 16 23:02:20.913787 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-f80e7580-6866-4979-98be-85327b94f4f1 req-716398eb-2e1d-4dc8-baf5-4776d7befdbf tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] 10.222.0.13 "GET /v2.0/security-groups?id=96e2b9de-b184-46f0-9838-af7af02c851d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0367126
Dec 16 23:02:22.097342 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c28509-e07b-4a08-a758-d3d7a82fc5be req-0df9c06e-e563-4e85-89f1-4a1e9aa501cf tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:02:22.098741 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-99c28509-e07b-4a08-a758-d3d7a82fc5be req-0df9c06e-e563-4e85-89f1-4a1e9aa501cf tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] 10.222.0.13 "GET /v2.0/ports?device_id=b4f37b46-56c5-47d4-9cb7-821ccf82f498 HTTP/1.1" status: 200  len: 946 time: 0.0798631
Dec 16 23:02:22.141281 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-99c28509-e07b-4a08-a758-d3d7a82fc5be req-11736049-284d-474d-a5ae-a0a23318887e tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] 10.222.0.13 "GET /v2.0/security-groups?id=96e2b9de-b184-46f0-9838-af7af02c851d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0365331
Dec 16 23:02:23.320440 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76758fd1-31d9-435e-bf06-a3b9cd3bef67 req-f2ddde35-115c-4b3b-90b8-fc9047cb08ff tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:02:23.321860 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-76758fd1-31d9-435e-bf06-a3b9cd3bef67 req-f2ddde35-115c-4b3b-90b8-fc9047cb08ff tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] 10.222.0.13 "GET /v2.0/ports?device_id=b4f37b46-56c5-47d4-9cb7-821ccf82f498 HTTP/1.1" status: 200  len: 946 time: 0.0781064
Dec 16 23:02:23.367405 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-76758fd1-31d9-435e-bf06-a3b9cd3bef67 req-4e7a0999-352d-4361-9d65-cbfe93280684 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] 10.222.0.13 "GET /v2.0/security-groups?id=96e2b9de-b184-46f0-9838-af7af02c851d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0394604
Dec 16 23:02:24.555156 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fd101e-5a7a-4cf6-ab26-805e5d86b191 req-b19038c9-6bc2-4152-9593-48be8ea9cade tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:02:24.556621 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-22fd101e-5a7a-4cf6-ab26-805e5d86b191 req-b19038c9-6bc2-4152-9593-48be8ea9cade tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] 10.222.0.13 "GET /v2.0/ports?device_id=b4f37b46-56c5-47d4-9cb7-821ccf82f498 HTTP/1.1" status: 200  len: 946 time: 0.0814505
Dec 16 23:02:24.598993 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-22fd101e-5a7a-4cf6-ab26-805e5d86b191 req-c4e4e260-c927-414a-b765-0e2e8e7bf0cc tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] 10.222.0.13 "GET /v2.0/security-groups?id=96e2b9de-b184-46f0-9838-af7af02c851d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0368402
Dec 16 23:02:25.782192 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77967b08-d859-4ad1-98cc-5d78106adf43 req-cc4e09cd-8e26-4950-b1b9-ce2f2d71f630 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:02:25.783616 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-77967b08-d859-4ad1-98cc-5d78106adf43 req-cc4e09cd-8e26-4950-b1b9-ce2f2d71f630 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] 10.222.0.13 "GET /v2.0/ports?device_id=b4f37b46-56c5-47d4-9cb7-821ccf82f498 HTTP/1.1" status: 200  len: 946 time: 0.0814977
Dec 16 23:02:25.826492 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-77967b08-d859-4ad1-98cc-5d78106adf43 req-b5de77f7-6874-4cdf-aaf4-8360fb7adbca tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] 10.222.0.13 "GET /v2.0/security-groups?id=96e2b9de-b184-46f0-9838-af7af02c851d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0373006
Dec 16 23:02:26.608389 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-d2baa903-51d0-4e40-aec7-33b0354ff9b5 req-2d4e00c2-e906-4e96-98bb-4e55426aa210 service neutron] 10.222.0.49 "GET /v2.0/ports/33e87caf-14b7-402f-864c-3b6443aa160a/bindings/hv-neutron-8218 HTTP/1.1" status: 200  len: 384 time: 0.0768836
Dec 16 23:02:26.887582 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2baa903-51d0-4e40-aec7-33b0354ff9b5 req-240e97a1-729a-467b-b847-1adcf515bc0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:02:26.889081 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-d2baa903-51d0-4e40-aec7-33b0354ff9b5 req-240e97a1-729a-467b-b847-1adcf515bc0b service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=b4f37b46-56c5-47d4-9cb7-821ccf82f498&tenant_id=9c5be4a914e64e4db31eefbfde88cd70 HTTP/1.1" status: 200  len: 1099 time: 0.0727181
Dec 16 23:02:26.993902 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2baa903-51d0-4e40-aec7-33b0354ff9b5 req-47fd2412-8eb9-47e1-a34a-077ed5412548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:02:26.995391 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-d2baa903-51d0-4e40-aec7-33b0354ff9b5 req-47fd2412-8eb9-47e1-a34a-077ed5412548 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9c5be4a914e64e4db31eefbfde88cd70&device_id=b4f37b46-56c5-47d4-9cb7-821ccf82f498 HTTP/1.1" status: 200  len: 1099 time: 0.0738454
Dec 16 23:02:27.009970 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843ab5c8-baeb-4017-8035-5378cc797642 req-0589aac4-dee5-4e1a-91d8-d16316b37d4a tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:02:27.011411 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-843ab5c8-baeb-4017-8035-5378cc797642 req-0589aac4-dee5-4e1a-91d8-d16316b37d4a tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] 10.222.0.13 "GET /v2.0/ports?device_id=b4f37b46-56c5-47d4-9cb7-821ccf82f498 HTTP/1.1" status: 200  len: 946 time: 0.0788710
Dec 16 23:02:27.055375 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-843ab5c8-baeb-4017-8035-5378cc797642 req-c3617586-af03-4fbc-8de5-bb667a2e0b55 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] 10.222.0.13 "GET /v2.0/security-groups?id=96e2b9de-b184-46f0-9838-af7af02c851d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0383234
Dec 16 23:02:27.124719 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2baa903-51d0-4e40-aec7-33b0354ff9b5 req-7e379bf4-f12f-4d3e-81c0-ad446716078c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:02:27.126053 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-d2baa903-51d0-4e40-aec7-33b0354ff9b5 req-7e379bf4-f12f-4d3e-81c0-ad446716078c service neutron] 10.222.0.49 "GET /v2.0/networks?id=f069bedf-f6a3-4440-a8f6-580776067f3c HTTP/1.1" status: 200  len: 913 time: 0.1246738
Dec 16 23:02:27.227332 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-d2baa903-51d0-4e40-aec7-33b0354ff9b5 req-2489a7d4-9387-4205-83d7-b5fb77d815ad service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=33e87caf-14b7-402f-864c-3b6443aa160a HTTP/1.1" status: 200  len: 1003 time: 0.0949087
Dec 16 23:02:27.287809 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2baa903-51d0-4e40-aec7-33b0354ff9b5 req-c3ae58b9-797b-46cc-ad9c-01957d010f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:02:27.289183 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-d2baa903-51d0-4e40-aec7-33b0354ff9b5 req-c3ae58b9-797b-46cc-ad9c-01957d010f94 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=90d7e8f1-ac67-4d58-9510-77de26e608a7 HTTP/1.1" status: 200  len: 851 time: 0.0556567
Dec 16 23:02:27.361146 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2baa903-51d0-4e40-aec7-33b0354ff9b5 req-1b697cfc-f615-477e-b995-35641bc3e12a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:02:27.362556 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-d2baa903-51d0-4e40-aec7-33b0354ff9b5 req-1b697cfc-f615-477e-b995-35641bc3e12a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f069bedf-f6a3-4440-a8f6-580776067f3c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0671666
Dec 16 23:02:27.490642 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-d2baa903-51d0-4e40-aec7-33b0354ff9b5 req-217d5bd2-425e-4107-8adb-04f7d4ee6c1d service neutron] 10.222.0.49 "GET /v2.0/networks/f069bedf-f6a3-4440-a8f6-580776067f3c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1212044
Dec 16 23:02:27.618512 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-d2baa903-51d0-4e40-aec7-33b0354ff9b5 req-f243edca-284d-4b5c-aa87-a9f6abd0cd13 service neutron] 10.222.0.49 "GET /v2.0/networks/f069bedf-f6a3-4440-a8f6-580776067f3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1214347
Dec 16 23:02:28.193189 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-2ef2ba0d-f4e4-4577-8a6b-9bd3846f0385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:02:28.255864 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9050ce9-3799-4691-9f4a-d1d4f5ed9c59 req-c926d1b6-8b5b-4d77-96ef-f569f3fa9ce9 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:02:28.257337 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-c9050ce9-3799-4691-9f4a-d1d4f5ed9c59 req-c926d1b6-8b5b-4d77-96ef-f569f3fa9ce9 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] 10.222.0.13 "GET /v2.0/ports?device_id=b4f37b46-56c5-47d4-9cb7-821ccf82f498 HTTP/1.1" status: 200  len: 946 time: 0.0944083
Dec 16 23:02:28.302251 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-c9050ce9-3799-4691-9f4a-d1d4f5ed9c59 req-8947ed74-5b94-4b61-8aea-9d84bcdab9d7 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] 10.222.0.13 "GET /v2.0/security-groups?id=96e2b9de-b184-46f0-9838-af7af02c851d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0392098
Dec 16 23:02:29.486520 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14e5ad5-2105-4441-a050-d5d6803ce85d req-7a3512a5-241e-4005-ade3-f0b7748f4150 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:02:29.487997 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-b14e5ad5-2105-4441-a050-d5d6803ce85d req-7a3512a5-241e-4005-ade3-f0b7748f4150 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] 10.222.0.13 "GET /v2.0/ports?device_id=b4f37b46-56c5-47d4-9cb7-821ccf82f498 HTTP/1.1" status: 200  len: 946 time: 0.0800664
Dec 16 23:02:29.531068 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-b14e5ad5-2105-4441-a050-d5d6803ce85d req-95ea509e-aac2-431a-b772-78a602bdd4e7 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] 10.222.0.13 "GET /v2.0/security-groups?id=96e2b9de-b184-46f0-9838-af7af02c851d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0371037
Dec 16 23:02:30.624435 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Device 33e87caf-14b7-402f-864c-3b6443aa160a details requested by agent hyperv_hv-neutron-8218 with host hv-neutron-8218 {{(pid=87508) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 16 23:02:30.631804 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Device 33e87caf-14b7-402f-864c-3b6443aa160a no longer exists at agent hyperv_hv-neutron-8218 {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 23:02:30.711935 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-7610170c-4e0a-4ded-9976-3a898bc4197b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:02:30.722522 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52eb27be-125d-4781-8df4-266d1717eb2c req-17af1cdf-4a2b-4236-8210-ea4321c7bc16 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:02:30.724111 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-52eb27be-125d-4781-8df4-266d1717eb2c req-17af1cdf-4a2b-4236-8210-ea4321c7bc16 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] 10.222.0.13 "GET /v2.0/ports?device_id=b4f37b46-56c5-47d4-9cb7-821ccf82f498 HTTP/1.1" status: 200  len: 946 time: 0.0856140
Dec 16 23:02:30.768394 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-52eb27be-125d-4781-8df4-266d1717eb2c req-93a117c5-220a-4798-b881-18cdb367ee26 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] 10.222.0.13 "GET /v2.0/security-groups?id=96e2b9de-b184-46f0-9838-af7af02c851d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0384696
Dec 16 23:02:30.911790 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:02:30.925240 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] For port 33e87caf-14b7-402f-864c-3b6443aa160a, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=33e87caf-14b7-402f-864c-3b6443aa160a,segment=NetworkSegment(e6973879-34d3-443f-950f-78f1671e66e5),segment_id=e6973879-34d3-443f-950f-78f1671e66e5)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 23:02:30.946944 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Returning: {'device': '33e87caf-14b7-402f-864c-3b6443aa160a', 'network_id': 'f069bedf-f6a3-4440-a8f6-580776067f3c', 'port_id': '33e87caf-14b7-402f-864c-3b6443aa160a', 'mac_address': 'fa:16:3e:73:fb:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90d7e8f1-ac67-4d58-9510-77de26e608a7', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87508) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 16 23:02:30.953333 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4f37b46-56c5-47d4-9cb7-821ccf82f498', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '33e87caf-14b7-402f-864c-3b6443aa160a'}] {{(pid=87508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 23:02:30.995434 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] For port 33e87caf-14b7-402f-864c-3b6443aa160a, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=33e87caf-14b7-402f-864c-3b6443aa160a,segment=NetworkSegment(e6973879-34d3-443f-950f-78f1671e66e5),segment_id=e6973879-34d3-443f-950f-78f1671e66e5)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 23:02:31.000482 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:02:31.008373 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:02:31.060097 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:02:31.069511 dv-neutron-821829-1-hyperv neutron-server[87508]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4f37b46-56c5-47d4-9cb7-821ccf82f498', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '33e87caf-14b7-402f-864c-3b6443aa160a', 'code': 200}
Dec 16 23:02:31.090792 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.notifiers.nova [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 33e87caf-14b7-402f-864c-3b6443aa160a {{(pid=87508) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 23:02:31.100488 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Pushing event updated for resources: {'Port': ['ID=33e87caf-14b7-402f-864c-3b6443aa160a,revision_number=6']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:02:31.138965 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:02:31.139319 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:02:31.139665 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:02:31.140028 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:02:31.140362 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:02:31.140693 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:02:31.141021 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:02:31.141348 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:02:31.141673 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:02:31.141998 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:02:31.142321 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:02:31.142645 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:02:31.147638 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:02:31.164013 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.db.api [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87508) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 16 23:02:31.164373 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_db.api [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 16 23:02:31.565104 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-3e729f7f-1589-4d54-9c4a-7ee6b283cc2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:02:31.725406 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:02:31.730811 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:02:31.747709 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.notifiers.nova [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33e87caf-14b7-402f-864c-3b6443aa160a {{(pid=87508) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 23:02:31.762945 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] For port 33e87caf-14b7-402f-864c-3b6443aa160a, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=33e87caf-14b7-402f-864c-3b6443aa160a,segment=NetworkSegment(e6973879-34d3-443f-950f-78f1671e66e5),segment_id=e6973879-34d3-443f-950f-78f1671e66e5)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 23:02:31.766482 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:02:31.768196 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:02:31.832815 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Pushing event updated for resources: {'Port': ['ID=33e87caf-14b7-402f-864c-3b6443aa160a,revision_number=7']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:02:31.835735 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:02:31.894441 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] get_ports_and_sgs() called for port_ids ['33e87caf-14b7-402f-864c-3b6443aa160a'] {{(pid=87508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 23:02:31.954288 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6bbdc3-275d-4d3a-a7ae-2435fd5a6ffc req-1aba6965-1a48-45dc-a44b-ea39f2e9cf99 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:02:31.955777 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-ca6bbdc3-275d-4d3a-a7ae-2435fd5a6ffc req-1aba6965-1a48-45dc-a44b-ea39f2e9cf99 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] 10.222.0.13 "GET /v2.0/ports?device_id=b4f37b46-56c5-47d4-9cb7-821ccf82f498 HTTP/1.1" status: 200  len: 945 time: 0.0790963
Dec 16 23:02:32.004479 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-ca6bbdc3-275d-4d3a-a7ae-2435fd5a6ffc req-9a132a1e-d29a-4143-8d75-5db15391c6c8 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] 10.222.0.13 "GET /v2.0/security-groups?id=96e2b9de-b184-46f0-9838-af7af02c851d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0427299
Dec 16 23:02:32.638737 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Device 33e87caf-14b7-402f-864c-3b6443aa160a up at agent hyperv_hv-neutron-8218 {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 23:02:32.703911 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Provisioning complete for port 33e87caf-14b7-402f-864c-3b6443aa160a triggered by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 23:02:32.704297 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:02:32.817838 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:02:32.849206 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] For port 33e87caf-14b7-402f-864c-3b6443aa160a, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=33e87caf-14b7-402f-864c-3b6443aa160a,segment=NetworkSegment(e6973879-34d3-443f-950f-78f1671e66e5),segment_id=e6973879-34d3-443f-950f-78f1671e66e5)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 23:02:32.853085 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:02:32.855614 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-4f92e808-17d7-44c3-a148-6c4d5c5c67e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:02:32.922134 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Pushing event updated for resources: {'Port': ['ID=33e87caf-14b7-402f-864c-3b6443aa160a,revision_number=8']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:02:32.925011 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:02:33.070988 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4f37b46-56c5-47d4-9cb7-821ccf82f498', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33e87caf-14b7-402f-864c-3b6443aa160a'}] {{(pid=87508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 23:02:33.124864 dv-neutron-821829-1-hyperv neutron-server[87508]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4f37b46-56c5-47d4-9cb7-821ccf82f498', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33e87caf-14b7-402f-864c-3b6443aa160a', 'code': 200}
Dec 16 23:02:33.188442 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcc2364-046b-4f93-9737-ae214480b585 req-3e1b3fa3-51e2-44fb-bd91-ec100779a863 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:02:33.189869 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-6dcc2364-046b-4f93-9737-ae214480b585 req-3e1b3fa3-51e2-44fb-bd91-ec100779a863 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] 10.222.0.13 "GET /v2.0/ports?device_id=b4f37b46-56c5-47d4-9cb7-821ccf82f498 HTTP/1.1" status: 200  len: 946 time: 0.0792012
Dec 16 23:02:33.232855 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-6dcc2364-046b-4f93-9737-ae214480b585 req-fbefbbc2-8185-4538-92b1-c667a85cb94d tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] 10.222.0.13 "GET /v2.0/security-groups?id=96e2b9de-b184-46f0-9838-af7af02c851d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0373471
Dec 16 23:02:33.317716 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-4541ba3b-6be8-499c-bc94-3c60aa55c4f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:02:34.418661 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d38521-66d0-4cab-a996-ba62a1eb9583 req-8034a2f6-20d6-410c-bfb7-45250d957352 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:02:34.420125 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-96d38521-66d0-4cab-a996-ba62a1eb9583 req-8034a2f6-20d6-410c-bfb7-45250d957352 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] 10.222.0.13 "GET /v2.0/ports?device_id=b4f37b46-56c5-47d4-9cb7-821ccf82f498 HTTP/1.1" status: 200  len: 946 time: 0.0834298
Dec 16 23:02:34.463299 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-96d38521-66d0-4cab-a996-ba62a1eb9583 req-22843696-f5dc-4682-9835-5d2749f00eb9 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] 10.222.0.13 "GET /v2.0/security-groups?id=96e2b9de-b184-46f0-9838-af7af02c851d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0370350
Dec 16 23:02:35.651402 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e6fd79-5c75-4879-a0a2-c611be47ead4 req-f6c6745d-98a4-432c-910b-687d07350864 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:02:35.652909 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-89e6fd79-5c75-4879-a0a2-c611be47ead4 req-f6c6745d-98a4-432c-910b-687d07350864 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] 10.222.0.13 "GET /v2.0/ports?device_id=b4f37b46-56c5-47d4-9cb7-821ccf82f498 HTTP/1.1" status: 200  len: 946 time: 0.0840259
Dec 16 23:02:35.713913 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-89e6fd79-5c75-4879-a0a2-c611be47ead4 req-5a38d5e1-77ee-43c6-b4c8-c88866f299ae tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] 10.222.0.13 "GET /v2.0/security-groups?id=96e2b9de-b184-46f0-9838-af7af02c851d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0520129
Dec 16 23:02:36.941708 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13182b61-b522-424e-b01c-736980f10124 req-55024b20-0f2e-4113-970d-83e7b8488208 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:02:36.943379 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-13182b61-b522-424e-b01c-736980f10124 req-55024b20-0f2e-4113-970d-83e7b8488208 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] 10.222.0.13 "GET /v2.0/ports?device_id=b4f37b46-56c5-47d4-9cb7-821ccf82f498 HTTP/1.1" status: 200  len: 946 time: 0.0972562
Dec 16 23:02:37.000023 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-13182b61-b522-424e-b01c-736980f10124 req-8a73bbe7-1d7e-476e-b161-bcec5e0f3aa7 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] 10.222.0.13 "GET /v2.0/security-groups?id=96e2b9de-b184-46f0-9838-af7af02c851d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0507061
Dec 16 23:02:37.579232 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189b33bb-f689-469e-9253-8a54b45d6661 req-642cb7c2-c21d-417b-9863-b3bbd56b3c2d tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:02:37.579930 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [req-189b33bb-f689-469e-9253-8a54b45d6661 req-642cb7c2-c21d-417b-9863-b3bbd56b3c2d tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Synchronizing usage tracker for tenant:9c5be4a914e64e4db31eefbfde88cd70 on resource:port {{(pid=87506) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 23:02:37.595162 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [req-189b33bb-f689-469e-9253-8a54b45d6661 req-642cb7c2-c21d-417b-9863-b3bbd56b3c2d tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Unset dirty status for tenant:9c5be4a914e64e4db31eefbfde88cd70 on resource:port {{(pid=87506) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 23:02:37.596756 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-189b33bb-f689-469e-9253-8a54b45d6661 req-642cb7c2-c21d-417b-9863-b3bbd56b3c2d tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] 10.222.0.49 "GET /v2.0/ports?device_id=b4f37b46-56c5-47d4-9cb7-821ccf82f498&tenant_id=9c5be4a914e64e4db31eefbfde88cd70&binding%3Ahost_id=hv-neutron-8218 HTTP/1.1" status: 200  len: 946 time: 0.1029339
Dec 16 23:02:37.619300 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115c8a92-19e3-4ef6-9330-da4c6ef35116 req-e2204f06-a62b-43e6-8de0-0ecf25699cea tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:02:37.620824 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-115c8a92-19e3-4ef6-9330-da4c6ef35116 req-e2204f06-a62b-43e6-8de0-0ecf25699cea tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] 10.222.0.13 "GET /v2.0/ports?device_id=b4f37b46-56c5-47d4-9cb7-821ccf82f498 HTTP/1.1" status: 200  len: 946 time: 0.0786912
Dec 16 23:02:37.673347 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-115c8a92-19e3-4ef6-9330-da4c6ef35116 req-3c009ec9-b9a5-47c3-941b-7cf5e0a30e39 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] 10.222.0.13 "GET /v2.0/security-groups?id=96e2b9de-b184-46f0-9838-af7af02c851d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0467088
Dec 16 23:02:37.693631 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-189b33bb-f689-469e-9253-8a54b45d6661 req-02c37d01-d653-44b2-80e0-323c225bb270 service neutron] 10.222.0.49 "GET /v2.0/ports/33e87caf-14b7-402f-864c-3b6443aa160a/bindings/hv-neutron-8218 HTTP/1.1" status: 200  len: 384 time: 0.0804732
Dec 16 23:02:37.824670 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189b33bb-f689-469e-9253-8a54b45d6661 req-b8589825-dc27-4ef2-ae5f-fb77ae9e2b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:02:37.826123 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-189b33bb-f689-469e-9253-8a54b45d6661 req-b8589825-dc27-4ef2-ae5f-fb77ae9e2b7b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9c5be4a914e64e4db31eefbfde88cd70&device_id=b4f37b46-56c5-47d4-9cb7-821ccf82f498 HTTP/1.1" status: 200  len: 1099 time: 0.0740726
Dec 16 23:02:38.048632 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:02:38.061388 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189b33bb-f689-469e-9253-8a54b45d6661 req-0e75e659-eb8a-4467-82e8-1a80217f29a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:02:38.062831 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-189b33bb-f689-469e-9253-8a54b45d6661 req-0e75e659-eb8a-4467-82e8-1a80217f29a3 service neutron] 10.222.0.49 "GET /v2.0/networks?id=f069bedf-f6a3-4440-a8f6-580776067f3c HTTP/1.1" status: 200  len: 913 time: 0.2301741
Dec 16 23:02:38.161860 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-189b33bb-f689-469e-9253-8a54b45d6661 req-9eba22ab-e270-4d34-b1c3-b4e8d3aa2593 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=33e87caf-14b7-402f-864c-3b6443aa160a HTTP/1.1" status: 200  len: 1003 time: 0.0925722
Dec 16 23:02:38.223021 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189b33bb-f689-469e-9253-8a54b45d6661 req-c614aa08-dbab-49ec-a6ef-d40d9cc5e132 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:02:38.224482 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-189b33bb-f689-469e-9253-8a54b45d6661 req-c614aa08-dbab-49ec-a6ef-d40d9cc5e132 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=90d7e8f1-ac67-4d58-9510-77de26e608a7 HTTP/1.1" status: 200  len: 851 time: 0.0570645
Dec 16 23:02:38.301905 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189b33bb-f689-469e-9253-8a54b45d6661 req-264ee2d9-77fb-4e92-beba-b1ae27487815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:02:38.303249 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-189b33bb-f689-469e-9253-8a54b45d6661 req-264ee2d9-77fb-4e92-beba-b1ae27487815 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f069bedf-f6a3-4440-a8f6-580776067f3c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0727844
Dec 16 23:02:38.432464 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-189b33bb-f689-469e-9253-8a54b45d6661 req-b2d96a55-09d0-44ec-bbb1-a159962e882b service neutron] 10.222.0.49 "GET /v2.0/networks/f069bedf-f6a3-4440-a8f6-580776067f3c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1220806
Dec 16 23:02:38.561147 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-189b33bb-f689-469e-9253-8a54b45d6661 req-48f7a60b-704c-464f-988c-2d8161953c31 service neutron] 10.222.0.49 "GET /v2.0/networks/f069bedf-f6a3-4440-a8f6-580776067f3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1219063
Dec 16 23:02:38.861983 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcae2fca-f6fb-4173-9403-08488b9fc7a4 req-836a7b77-7468-4230-ae1d-2bc3b98d829f tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:02:38.863309 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-bcae2fca-f6fb-4173-9403-08488b9fc7a4 req-836a7b77-7468-4230-ae1d-2bc3b98d829f tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] 10.222.0.13 "GET /v2.0/ports?device_id=b4f37b46-56c5-47d4-9cb7-821ccf82f498 HTTP/1.1" status: 200  len: 946 time: 0.0791867
Dec 16 23:02:38.905657 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-bcae2fca-f6fb-4173-9403-08488b9fc7a4 req-0685e13d-a0d1-4a55-a22f-5ca118730a77 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] 10.222.0.13 "GET /v2.0/security-groups?id=96e2b9de-b184-46f0-9838-af7af02c851d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0367661
Dec 16 23:02:39.495882 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f2285a-0579-49a8-aa99-fc6ccffceb63 req-04d458fd-b919-4df1-a19a-c27bdbcea29f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:02:39.497341 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-18f2285a-0579-49a8-aa99-fc6ccffceb63 req-04d458fd-b919-4df1-a19a-c27bdbcea29f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9c5be4a914e64e4db31eefbfde88cd70&device_id=b4f37b46-56c5-47d4-9cb7-821ccf82f498 HTTP/1.1" status: 200  len: 1099 time: 0.0705869
Dec 16 23:02:39.640988 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f2285a-0579-49a8-aa99-fc6ccffceb63 req-d5c63cfa-9756-45ba-bfbc-b00e02f78625 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:02:39.642410 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-18f2285a-0579-49a8-aa99-fc6ccffceb63 req-d5c63cfa-9756-45ba-bfbc-b00e02f78625 service neutron] 10.222.0.49 "GET /v2.0/networks?id=f069bedf-f6a3-4440-a8f6-580776067f3c HTTP/1.1" status: 200  len: 913 time: 0.1239188
Dec 16 23:02:39.743524 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-18f2285a-0579-49a8-aa99-fc6ccffceb63 req-9cf4cfa9-654b-41cc-bf2d-64fc4d4900e0 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=33e87caf-14b7-402f-864c-3b6443aa160a HTTP/1.1" status: 200  len: 1003 time: 0.0934870
Dec 16 23:02:39.805664 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f2285a-0579-49a8-aa99-fc6ccffceb63 req-c379b6aa-e326-4f4d-b1fa-c318b2fc03ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:02:39.807582 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-18f2285a-0579-49a8-aa99-fc6ccffceb63 req-c379b6aa-e326-4f4d-b1fa-c318b2fc03ee service neutron] 10.222.0.49 "GET /v2.0/subnets?id=90d7e8f1-ac67-4d58-9510-77de26e608a7 HTTP/1.1" status: 200  len: 851 time: 0.0571678
Dec 16 23:02:39.884083 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f2285a-0579-49a8-aa99-fc6ccffceb63 req-9f844ce0-e6b4-4820-a9a6-829e8226a6fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:02:39.886066 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-18f2285a-0579-49a8-aa99-fc6ccffceb63 req-9f844ce0-e6b4-4820-a9a6-829e8226a6fd service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f069bedf-f6a3-4440-a8f6-580776067f3c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0714233
Dec 16 23:02:40.016232 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-18f2285a-0579-49a8-aa99-fc6ccffceb63 req-76f78cda-010b-407e-afc2-e3c271f2a917 service neutron] 10.222.0.49 "GET /v2.0/networks/f069bedf-f6a3-4440-a8f6-580776067f3c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1227999
Dec 16 23:02:40.095773 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561e69ad-599b-46c8-8717-5f6f992a2ac5 req-917a0fc3-8073-4462-acaf-159fbfab00cb tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:02:40.097491 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-561e69ad-599b-46c8-8717-5f6f992a2ac5 req-917a0fc3-8073-4462-acaf-159fbfab00cb tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] 10.222.0.13 "GET /v2.0/ports?device_id=b4f37b46-56c5-47d4-9cb7-821ccf82f498 HTTP/1.1" status: 200  len: 946 time: 0.0872078
Dec 16 23:02:40.141033 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-561e69ad-599b-46c8-8717-5f6f992a2ac5 req-f2f912f8-4f7d-4326-a75e-8e67fe2e2506 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] 10.222.0.13 "GET /v2.0/security-groups?id=96e2b9de-b184-46f0-9838-af7af02c851d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0380075
Dec 16 23:02:40.149328 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-18f2285a-0579-49a8-aa99-fc6ccffceb63 req-2cfbea6b-a7f6-40f6-9f39-fae5939b4b4c service neutron] 10.222.0.49 "GET /v2.0/networks/f069bedf-f6a3-4440-a8f6-580776067f3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1256628
Dec 16 23:02:41.342335 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5313c5-0b8d-4903-956d-601b8f8108b4 req-ed11bcd5-ae09-467a-86bc-fdb8441ea53f tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:02:41.343681 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-bd5313c5-0b8d-4903-956d-601b8f8108b4 req-ed11bcd5-ae09-467a-86bc-fdb8441ea53f tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] 10.222.0.13 "GET /v2.0/ports?device_id=b4f37b46-56c5-47d4-9cb7-821ccf82f498 HTTP/1.1" status: 200  len: 946 time: 0.0821013
Dec 16 23:02:41.386790 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-bd5313c5-0b8d-4903-956d-601b8f8108b4 req-8e35b6a3-4eaa-4407-a3aa-9c616ea76881 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] 10.222.0.13 "GET /v2.0/security-groups?id=96e2b9de-b184-46f0-9838-af7af02c851d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0370777
Dec 16 23:02:41.941424 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189b33bb-f689-469e-9253-8a54b45d6661 req-d17ee44b-aa78-4fe6-89e4-26e5adac776d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:02:41.942864 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-189b33bb-f689-469e-9253-8a54b45d6661 req-d17ee44b-aa78-4fe6-89e4-26e5adac776d service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=b4f37b46-56c5-47d4-9cb7-821ccf82f498&tenant_id=9c5be4a914e64e4db31eefbfde88cd70 HTTP/1.1" status: 200  len: 1099 time: 0.0693579
Dec 16 23:02:42.043190 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189b33bb-f689-469e-9253-8a54b45d6661 req-21aadb6b-fd0a-45f2-a63a-78908721d502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:02:42.044664 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-189b33bb-f689-469e-9253-8a54b45d6661 req-21aadb6b-fd0a-45f2-a63a-78908721d502 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9c5be4a914e64e4db31eefbfde88cd70&device_id=b4f37b46-56c5-47d4-9cb7-821ccf82f498 HTTP/1.1" status: 200  len: 1099 time: 0.0693555
Dec 16 23:02:42.170746 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189b33bb-f689-469e-9253-8a54b45d6661 req-54ff1b9a-d425-4b4d-b9ef-5834545e87de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:02:42.172189 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-189b33bb-f689-469e-9253-8a54b45d6661 req-54ff1b9a-d425-4b4d-b9ef-5834545e87de service neutron] 10.222.0.49 "GET /v2.0/networks?id=f069bedf-f6a3-4440-a8f6-580776067f3c HTTP/1.1" status: 200  len: 913 time: 0.1217973
Dec 16 23:02:42.375976 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-189b33bb-f689-469e-9253-8a54b45d6661 req-1b82565a-6501-4807-ad08-80382f435d4e service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=33e87caf-14b7-402f-864c-3b6443aa160a HTTP/1.1" status: 200  len: 1003 time: 0.1971364
Dec 16 23:02:42.439672 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189b33bb-f689-469e-9253-8a54b45d6661 req-da1f2409-a19e-4c20-9507-171865c0fe78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:02:42.441144 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-189b33bb-f689-469e-9253-8a54b45d6661 req-da1f2409-a19e-4c20-9507-171865c0fe78 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=90d7e8f1-ac67-4d58-9510-77de26e608a7 HTTP/1.1" status: 200  len: 851 time: 0.0586309
Dec 16 23:02:42.503244 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.agents_db [None req-0abd2616-a86c-48e2-be07-10823335a5bb None None] Agent healthcheck: found 6 active agents {{(pid=87509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 23:02:42.515728 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189b33bb-f689-469e-9253-8a54b45d6661 req-d719bfc1-276b-4c52-a912-6d68051204d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:02:42.517219 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-189b33bb-f689-469e-9253-8a54b45d6661 req-d719bfc1-276b-4c52-a912-6d68051204d8 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f069bedf-f6a3-4440-a8f6-580776067f3c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0696361
Dec 16 23:02:42.575343 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97652aa9-5aa0-48dd-81e6-8be0d9e028e2 req-759c3a97-8cd8-4f7c-93dd-45f30532fa80 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:02:42.576863 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-97652aa9-5aa0-48dd-81e6-8be0d9e028e2 req-759c3a97-8cd8-4f7c-93dd-45f30532fa80 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] 10.222.0.13 "GET /v2.0/ports?device_id=b4f37b46-56c5-47d4-9cb7-821ccf82f498 HTTP/1.1" status: 200  len: 946 time: 0.0821869
Dec 16 23:02:42.620292 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-97652aa9-5aa0-48dd-81e6-8be0d9e028e2 req-1848b45a-fed9-4416-8e7a-81ca698e72cf tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] 10.222.0.13 "GET /v2.0/security-groups?id=96e2b9de-b184-46f0-9838-af7af02c851d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0376425
Dec 16 23:02:42.651522 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-189b33bb-f689-469e-9253-8a54b45d6661 req-843a4542-5152-40d3-b85b-7a9e7587b559 service neutron] 10.222.0.49 "GET /v2.0/networks/f069bedf-f6a3-4440-a8f6-580776067f3c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1273987
Dec 16 23:02:42.777890 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-189b33bb-f689-469e-9253-8a54b45d6661 req-003ed12f-1dbf-4ea2-af82-f95ae5ce643f service neutron] 10.222.0.49 "GET /v2.0/networks/f069bedf-f6a3-4440-a8f6-580776067f3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1202941
Dec 16 23:02:43.817283 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a746326e-becf-44dd-b8b3-8e8ec301a58e req-0ea4541e-dbfd-48d0-be02-f455c1af1032 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:02:43.819662 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-a746326e-becf-44dd-b8b3-8e8ec301a58e req-0ea4541e-dbfd-48d0-be02-f455c1af1032 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] 10.222.0.13 "GET /v2.0/ports?device_id=b4f37b46-56c5-47d4-9cb7-821ccf82f498 HTTP/1.1" status: 200  len: 946 time: 0.0861614
Dec 16 23:02:43.870879 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-a746326e-becf-44dd-b8b3-8e8ec301a58e req-7ba85e62-7553-42af-ab90-98949c5ea0ef tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] 10.222.0.13 "GET /v2.0/security-groups?id=96e2b9de-b184-46f0-9838-af7af02c851d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0449014
Dec 16 23:02:44.674829 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Device 33e87caf-14b7-402f-864c-3b6443aa160a details requested by agent hyperv_hv-neutron-8218 with host hv-neutron-8218 {{(pid=87508) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 16 23:02:44.681548 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Device 33e87caf-14b7-402f-864c-3b6443aa160a no longer exists at agent hyperv_hv-neutron-8218 {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 23:02:44.899509 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:02:44.918469 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] For port 33e87caf-14b7-402f-864c-3b6443aa160a, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=33e87caf-14b7-402f-864c-3b6443aa160a,segment=NetworkSegment(e6973879-34d3-443f-950f-78f1671e66e5),segment_id=e6973879-34d3-443f-950f-78f1671e66e5)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 23:02:44.938476 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Returning: {'device': '33e87caf-14b7-402f-864c-3b6443aa160a', 'network_id': 'f069bedf-f6a3-4440-a8f6-580776067f3c', 'port_id': '33e87caf-14b7-402f-864c-3b6443aa160a', 'mac_address': 'fa:16:3e:73:fb:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90d7e8f1-ac67-4d58-9510-77de26e608a7', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87508) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 16 23:02:44.943565 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4f37b46-56c5-47d4-9cb7-821ccf82f498', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '33e87caf-14b7-402f-864c-3b6443aa160a'}] {{(pid=87508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 23:02:44.991026 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] For port 33e87caf-14b7-402f-864c-3b6443aa160a, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=33e87caf-14b7-402f-864c-3b6443aa160a,segment=NetworkSegment(e6973879-34d3-443f-950f-78f1671e66e5),segment_id=e6973879-34d3-443f-950f-78f1671e66e5)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 23:02:45.004113 dv-neutron-821829-1-hyperv neutron-server[87508]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4f37b46-56c5-47d4-9cb7-821ccf82f498', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '33e87caf-14b7-402f-864c-3b6443aa160a', 'code': 200}
Dec 16 23:02:45.007162 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:02:45.010932 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:02:45.061415 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:02:45.092590 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.notifiers.nova [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 33e87caf-14b7-402f-864c-3b6443aa160a {{(pid=87508) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 23:02:45.137202 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Pushing event updated for resources: {'Port': ['ID=33e87caf-14b7-402f-864c-3b6443aa160a,revision_number=9']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:02:45.145655 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:02:45.170040 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.db.api [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87508) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 16 23:02:45.170408 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_db.api [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 16 23:02:45.173919 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb367cda-81f6-449f-a3ba-d80355094a33 req-208a1693-4f91-4e6f-8634-0df47bdb133a tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:02:45.175386 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-bb367cda-81f6-449f-a3ba-d80355094a33 req-208a1693-4f91-4e6f-8634-0df47bdb133a tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] 10.222.0.13 "GET /v2.0/ports?device_id=b4f37b46-56c5-47d4-9cb7-821ccf82f498 HTTP/1.1" status: 200  len: 944 time: 0.1883218
Dec 16 23:02:45.219785 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-bb367cda-81f6-449f-a3ba-d80355094a33 req-7588a46e-252d-403a-b215-8a6212068975 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] 10.222.0.13 "GET /v2.0/security-groups?id=96e2b9de-b184-46f0-9838-af7af02c851d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0382438
Dec 16 23:02:45.726532 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:02:45.743152 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.notifiers.nova [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33e87caf-14b7-402f-864c-3b6443aa160a {{(pid=87508) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 23:02:45.758525 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] For port 33e87caf-14b7-402f-864c-3b6443aa160a, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=33e87caf-14b7-402f-864c-3b6443aa160a,segment=NetworkSegment(e6973879-34d3-443f-950f-78f1671e66e5),segment_id=e6973879-34d3-443f-950f-78f1671e66e5)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 23:02:45.762938 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:02:45.764616 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:02:45.827681 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Pushing event updated for resources: {'Port': ['ID=33e87caf-14b7-402f-864c-3b6443aa160a,revision_number=10']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:02:45.830583 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:02:45.886619 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] get_ports_and_sgs() called for port_ids ['33e87caf-14b7-402f-864c-3b6443aa160a'] {{(pid=87508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 23:02:46.408778 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290298f9-08b9-4a9d-8cae-55dca1a3e33f req-db0934d9-f1d6-4bc7-bc3d-fbf041da5c20 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:02:46.410208 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-290298f9-08b9-4a9d-8cae-55dca1a3e33f req-db0934d9-f1d6-4bc7-bc3d-fbf041da5c20 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] 10.222.0.13 "GET /v2.0/ports?device_id=b4f37b46-56c5-47d4-9cb7-821ccf82f498 HTTP/1.1" status: 200  len: 946 time: 0.0804000
Dec 16 23:02:46.456948 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-290298f9-08b9-4a9d-8cae-55dca1a3e33f req-ea0929d6-93f3-4840-b1dc-38b05448072f tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] 10.222.0.13 "GET /v2.0/security-groups?id=96e2b9de-b184-46f0-9838-af7af02c851d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0386865
Dec 16 23:02:46.685542 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Device 33e87caf-14b7-402f-864c-3b6443aa160a up at agent hyperv_hv-neutron-8218 {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 23:02:46.753397 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Provisioning complete for port 33e87caf-14b7-402f-864c-3b6443aa160a triggered by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 23:02:46.754044 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:02:46.904646 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:02:46.936209 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] For port 33e87caf-14b7-402f-864c-3b6443aa160a, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=33e87caf-14b7-402f-864c-3b6443aa160a,segment=NetworkSegment(e6973879-34d3-443f-950f-78f1671e66e5),segment_id=e6973879-34d3-443f-950f-78f1671e66e5)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 23:02:46.939481 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:02:46.941239 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:02:47.004322 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Pushing event updated for resources: {'Port': ['ID=33e87caf-14b7-402f-864c-3b6443aa160a,revision_number=11']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:02:47.006590 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4f37b46-56c5-47d4-9cb7-821ccf82f498', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33e87caf-14b7-402f-864c-3b6443aa160a'}] {{(pid=87508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 23:02:47.011510 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:02:47.060779 dv-neutron-821829-1-hyperv neutron-server[87508]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4f37b46-56c5-47d4-9cb7-821ccf82f498', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33e87caf-14b7-402f-864c-3b6443aa160a', 'code': 200}
Dec 16 23:02:47.641297 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4980a1a7-d5b4-4903-a52e-5d97efd2d178 req-2073509e-0eed-4bcb-a1b3-55eb908ad384 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:02:47.642730 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-4980a1a7-d5b4-4903-a52e-5d97efd2d178 req-2073509e-0eed-4bcb-a1b3-55eb908ad384 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] 10.222.0.13 "GET /v2.0/ports?device_id=b4f37b46-56c5-47d4-9cb7-821ccf82f498 HTTP/1.1" status: 200  len: 947 time: 0.0789289
Dec 16 23:02:47.688230 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-4980a1a7-d5b4-4903-a52e-5d97efd2d178 req-6c30ea12-e85e-4851-a0a5-55ec567049c0 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] 10.222.0.13 "GET /v2.0/security-groups?id=96e2b9de-b184-46f0-9838-af7af02c851d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0399625
Dec 16 23:02:48.871919 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88b07a3-3cae-4a79-a650-f057826fbf45 req-6b59ef5a-fdc7-4ce2-9b82-f33e610caba3 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:02:48.873354 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-b88b07a3-3cae-4a79-a650-f057826fbf45 req-6b59ef5a-fdc7-4ce2-9b82-f33e610caba3 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] 10.222.0.13 "GET /v2.0/ports?device_id=b4f37b46-56c5-47d4-9cb7-821ccf82f498 HTTP/1.1" status: 200  len: 947 time: 0.0782266
Dec 16 23:02:48.916204 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-b88b07a3-3cae-4a79-a650-f057826fbf45 req-09eadeea-1939-46c6-ac5c-92fca5a5bd6c tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] 10.222.0.13 "GET /v2.0/security-groups?id=96e2b9de-b184-46f0-9838-af7af02c851d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0366406
Dec 16 23:02:50.100254 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e851181-54f5-4b92-ba41-135ff0821c75 req-b0a49f00-4dff-41ec-873a-f7c636813527 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:02:50.101674 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-4e851181-54f5-4b92-ba41-135ff0821c75 req-b0a49f00-4dff-41ec-873a-f7c636813527 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] 10.222.0.13 "GET /v2.0/ports?device_id=b4f37b46-56c5-47d4-9cb7-821ccf82f498 HTTP/1.1" status: 200  len: 947 time: 0.0827320
Dec 16 23:02:50.144431 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-4e851181-54f5-4b92-ba41-135ff0821c75 req-60b8edfc-1c30-4403-8b6b-1a82f4fb2c39 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] 10.222.0.13 "GET /v2.0/security-groups?id=96e2b9de-b184-46f0-9838-af7af02c851d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0372512
Dec 16 23:02:51.331556 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b5f886-6523-4935-a123-1b6ed7cb923c req-61e561fa-65ac-4b01-a733-f2a4fe72216f tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:02:51.333022 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-80b5f886-6523-4935-a123-1b6ed7cb923c req-61e561fa-65ac-4b01-a733-f2a4fe72216f tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] 10.222.0.13 "GET /v2.0/ports?device_id=b4f37b46-56c5-47d4-9cb7-821ccf82f498 HTTP/1.1" status: 200  len: 947 time: 0.0782080
Dec 16 23:02:51.376235 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-80b5f886-6523-4935-a123-1b6ed7cb923c req-ee4aa8a2-711e-46b8-97a5-ddf9c35a9d1b tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] 10.222.0.13 "GET /v2.0/security-groups?id=96e2b9de-b184-46f0-9838-af7af02c851d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0376139
Dec 16 23:02:51.559735 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df5b208-4fe2-4939-871e-5ec6d661ba52 req-8827a30a-5e44-4e8c-8327-92cd82a3dc5e tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:02:51.561192 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-4df5b208-4fe2-4939-871e-5ec6d661ba52 req-8827a30a-5e44-4e8c-8327-92cd82a3dc5e tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] 10.222.0.13 "GET /v2.0/ports?device_id=b4f37b46-56c5-47d4-9cb7-821ccf82f498 HTTP/1.1" status: 200  len: 947 time: 0.0841079
Dec 16 23:02:51.604270 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-4df5b208-4fe2-4939-871e-5ec6d661ba52 req-251c38a2-0496-4d1b-8125-a49c711e0deb tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] 10.222.0.13 "GET /v2.0/security-groups?id=96e2b9de-b184-46f0-9838-af7af02c851d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0373340
Dec 16 23:02:51.793209 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2be1bc6-0139-4cf2-9ce9-3dddd469b9a4 req-bebfcd54-09f3-45c6-9534-765547c90b0f tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:02:51.794673 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-a2be1bc6-0139-4cf2-9ce9-3dddd469b9a4 req-bebfcd54-09f3-45c6-9534-765547c90b0f tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] 10.222.0.13 "GET /v2.0/ports?device_id=b4f37b46-56c5-47d4-9cb7-821ccf82f498 HTTP/1.1" status: 200  len: 947 time: 0.0851469
Dec 16 23:02:51.837993 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-a2be1bc6-0139-4cf2-9ce9-3dddd469b9a4 req-c2cd6ef2-c669-4e36-b30d-a84b2d38ed28 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] 10.222.0.13 "GET /v2.0/security-groups?id=96e2b9de-b184-46f0-9838-af7af02c851d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0377607
Dec 16 23:02:52.207930 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81f71fc-e639-4ffa-8e70-6320a3d2bcf5 req-814f2c31-885f-403d-af0b-ce64ecfcd476 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:02:52.209269 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-a81f71fc-e639-4ffa-8e70-6320a3d2bcf5 req-814f2c31-885f-403d-af0b-ce64ecfcd476 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] 10.222.0.13 "GET /v2.0/ports?device_id=b4f37b46-56c5-47d4-9cb7-821ccf82f498 HTTP/1.1" status: 200  len: 947 time: 0.0791237
Dec 16 23:02:52.252131 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-a81f71fc-e639-4ffa-8e70-6320a3d2bcf5 req-b8b33796-e412-4d16-883a-cfa1d9dce4b6 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] 10.222.0.13 "GET /v2.0/security-groups?id=96e2b9de-b184-46f0-9838-af7af02c851d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0366459
Dec 16 23:02:53.436909 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836f2083-ec01-420d-b022-61acb65fe01c req-0f78bf15-d55f-4f8d-8048-4040bf3e20fd tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:02:53.438333 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-836f2083-ec01-420d-b022-61acb65fe01c req-0f78bf15-d55f-4f8d-8048-4040bf3e20fd tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] 10.222.0.13 "GET /v2.0/ports?device_id=b4f37b46-56c5-47d4-9cb7-821ccf82f498 HTTP/1.1" status: 200  len: 947 time: 0.0823970
Dec 16 23:02:53.481095 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-836f2083-ec01-420d-b022-61acb65fe01c req-998b8775-beac-41ba-bede-96f5d0a15240 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] 10.222.0.13 "GET /v2.0/security-groups?id=96e2b9de-b184-46f0-9838-af7af02c851d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0371351
Dec 16 23:02:54.661383 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515b59af-555b-4aa6-b823-4df1900df9c9 req-a0cda986-c9ee-4886-a2b7-ea0c736568fe tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:02:54.662832 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-515b59af-555b-4aa6-b823-4df1900df9c9 req-a0cda986-c9ee-4886-a2b7-ea0c736568fe tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] 10.222.0.13 "GET /v2.0/ports?device_id=b4f37b46-56c5-47d4-9cb7-821ccf82f498 HTTP/1.1" status: 200  len: 947 time: 0.0785482
Dec 16 23:02:54.707492 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-515b59af-555b-4aa6-b823-4df1900df9c9 req-84b609ec-8dad-426e-b0ef-8134d1b9e984 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] 10.222.0.13 "GET /v2.0/security-groups?id=96e2b9de-b184-46f0-9838-af7af02c851d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0390494
Dec 16 23:02:54.783914 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed5d676-7df1-4ed9-bb41-29b30c4cb8a5 req-fd6c84ef-1973-4e05-917f-fb0d1fa219ee tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:02:54.785243 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-6ed5d676-7df1-4ed9-bb41-29b30c4cb8a5 req-fd6c84ef-1973-4e05-917f-fb0d1fa219ee tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] 10.222.0.49 "GET /v2.0/ports?device_id=b4f37b46-56c5-47d4-9cb7-821ccf82f498 HTTP/1.1" status: 200  len: 947 time: 0.0832586
Dec 16 23:02:54.854002 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [req-6ed5d676-7df1-4ed9-bb41-29b30c4cb8a5 req-a4d2224f-8eac-42f6-81e2-6e8725a89862 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Deleting port 33e87caf-14b7-402f-864c-3b6443aa160a {{(pid=87506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 23:02:54.854271 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-6ed5d676-7df1-4ed9-bb41-29b30c4cb8a5 req-a4d2224f-8eac-42f6-81e2-6e8725a89862 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:02:55.090980 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.db [req-6ed5d676-7df1-4ed9-bb41-29b30c4cb8a5 req-a4d2224f-8eac-42f6-81e2-6e8725a89862 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] For port 33e87caf-14b7-402f-864c-3b6443aa160a, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=33e87caf-14b7-402f-864c-3b6443aa160a,segment=NetworkSegment(e6973879-34d3-443f-950f-78f1671e66e5),segment_id=e6973879-34d3-443f-950f-78f1671e66e5)] {{(pid=87506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 23:02:55.091330 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-6ed5d676-7df1-4ed9-bb41-29b30c4cb8a5 req-a4d2224f-8eac-42f6-81e2-6e8725a89862 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:02:55.369658 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-6ed5d676-7df1-4ed9-bb41-29b30c4cb8a5 req-a4d2224f-8eac-42f6-81e2-6e8725a89862 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:02:55.369980 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-6ed5d676-7df1-4ed9-bb41-29b30c4cb8a5 req-a4d2224f-8eac-42f6-81e2-6e8725a89862 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3741874'] for floatingip, after_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:02:55.370312 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.db.l3_db [req-6ed5d676-7df1-4ed9-bb41-29b30c4cb8a5 req-a4d2224f-8eac-42f6-81e2-6e8725a89862 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Floating IP c751d71a-6d95-42c4-b83b-03d2f5ccc134 disassociated. External IP: 172.26.0.102, port: 33e87caf-14b7-402f-864c-3b6443aa160a.
Dec 16 23:02:55.370643 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [req-6ed5d676-7df1-4ed9-bb41-29b30c4cb8a5 req-a4d2224f-8eac-42f6-81e2-6e8725a89862 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Calling delete_port for 33e87caf-14b7-402f-864c-3b6443aa160a owned by compute:nova {{(pid=87506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 23:02:55.511657 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-6ed5d676-7df1-4ed9-bb41-29b30c4cb8a5 req-a4d2224f-8eac-42f6-81e2-6e8725a89862 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1863393'] for port, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:02:55.518487 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-b15d4eb9-4e51-43ff-91e5-927a2b523699 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:02:55.564284 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d2224f-8eac-42f6-81e2-6e8725a89862 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Pushing event deleted for resources: {'Port': ['ID=33e87caf-14b7-402f-864c-3b6443aa160a,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:02:55.622687 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d2224f-8eac-42f6-81e2-6e8725a89862 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:02:55.623077 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d2224f-8eac-42f6-81e2-6e8725a89862 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:02:55.623454 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d2224f-8eac-42f6-81e2-6e8725a89862 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:02:55.623845 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d2224f-8eac-42f6-81e2-6e8725a89862 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:02:55.624213 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d2224f-8eac-42f6-81e2-6e8725a89862 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:02:55.624580 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d2224f-8eac-42f6-81e2-6e8725a89862 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:02:55.624961 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d2224f-8eac-42f6-81e2-6e8725a89862 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:02:55.625301 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d2224f-8eac-42f6-81e2-6e8725a89862 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:02:55.625661 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d2224f-8eac-42f6-81e2-6e8725a89862 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:02:55.626019 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d2224f-8eac-42f6-81e2-6e8725a89862 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:02:55.626374 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d2224f-8eac-42f6-81e2-6e8725a89862 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:02:55.626727 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d2224f-8eac-42f6-81e2-6e8725a89862 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:02:55.637201 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-a4d2224f-8eac-42f6-81e2-6e8725a89862 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:02:55.870416 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-6a70a1d2-7672-4730-9d1b-ecb16ff38431 req-1d01c50b-e1e8-4374-ab55-f17b01cc2e85 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] 10.222.0.13 "GET /v2.0/ports?device_id=b4f37b46-56c5-47d4-9cb7-821ccf82f498 HTTP/1.1" status: 200  len: 210 time: 0.0456054
Dec 16 23:02:55.881536 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6ed5d676-7df1-4ed9-bb41-29b30c4cb8a5 req-a4d2224f-8eac-42f6-81e2-6e8725a89862 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Router 7301e2f4-23f9-42a2-a6ef-306bfbe71764 has already been hosted by L3 agent 4f519db7-069b-43e2-8411-c092bac9102a {{(pid=87506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 23:02:56.055946 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6ed5d676-7df1-4ed9-bb41-29b30c4cb8a5 req-a4d2224f-8eac-42f6-81e2-6e8725a89862 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Notify agent at l3_agent.dv-neutron-821829-1-hyperv the message routers_updated {{(pid=87506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 23:02:56.065250 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e33d1689-c2e0-4563-9988-3eb11928aff0 None None] Sync routers for ids ['7301e2f4-23f9-42a2-a6ef-306bfbe71764'] in dv-neutron-821829-1-hyperv {{(pid=87508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 23:02:56.078193 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e33d1689-c2e0-4563-9988-3eb11928aff0 None None] Routers {'7301e2f4-23f9-42a2-a6ef-306bfbe71764'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 23:02:56.078810 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-e33d1689-c2e0-4563-9988-3eb11928aff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b76e13220>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T23:02:31Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['7301e2f4-23f9-42a2-a6ef-306bfbe71764'], 'active': True} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 23:02:56.126841 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ed5d676-7df1-4ed9-bb41-29b30c4cb8a5 req-a4d2224f-8eac-42f6-81e2-6e8725a89862 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] No DVR routers for this DVR port 33e87caf-14b7-402f-864c-3b6443aa160a on host hv-neutron-8218 {{(pid=87506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 23:02:56.129279 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-6ed5d676-7df1-4ed9-bb41-29b30c4cb8a5 req-a4d2224f-8eac-42f6-81e2-6e8725a89862 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for port, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:02:56.133068 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4f37b46-56c5-47d4-9cb7-821ccf82f498', 'name': 'network-vif-deleted', 'tag': '33e87caf-14b7-402f-864c-3b6443aa160a'}] {{(pid=87506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 23:02:56.147416 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-6ed5d676-7df1-4ed9-bb41-29b30c4cb8a5 req-a4d2224f-8eac-42f6-81e2-6e8725a89862 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] 10.222.0.49 "DELETE /v2.0/ports/33e87caf-14b7-402f-864c-3b6443aa160a HTTP/1.1" status: 204  len: 173 time: 1.3566048
Dec 16 23:02:56.235746 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4f37b46-56c5-47d4-9cb7-821ccf82f498', 'name': 'network-vif-deleted', 'tag': '33e87caf-14b7-402f-864c-3b6443aa160a', 'status': 'completed', 'code': 200}
Dec 16 23:02:56.262423 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvr_db [None req-e33d1689-c2e0-4563-9988-3eb11928aff0 None None] Set router 7301e2f4-23f9-42a2-a6ef-306bfbe71764 gateway port host: dv-neutron-821829-1-hyperv {{(pid=87508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 23:02:56.579873 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-e33d1689-c2e0-4563-9988-3eb11928aff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b76e13220>, [{'id': '7301e2f4-23f9-42a2-a6ef-306bfbe71764', 'name': 'tempest-ServerActionsTestJSON-1868535081-router', 'tenant_id': '9c5be4a914e64e4db31eefbfde88cd70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.248'}], 'enable_snat': True}, 'gw_port_id': '92cfe07a-f9b2-4300-be97-e718299bbf0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:57:11Z', 'updated_at': '2021-12-16T22:57:15Z', 'revision_number': 4, 'project_id': '9c5be4a914e64e4db31eefbfde88cd70', 'gw_port': {'id': '92cfe07a-f9b2-4300-be97-e718299bbf0c', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:32:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7301e2f4-23f9-42a2-a6ef-306bfbe71764', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:57:11Z', 'updated_at': '2021-12-16T22:57:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv', '_interfaces': [{'id': 'c3b9942b-fd85-4d66-9577-2fabd3518ad9', 'name': '', 'network_id': 'f069bedf-f6a3-4440-a8f6-580776067f3c', 'tenant_id': '9c5be4a914e64e4db31eefbfde88cd70', 'mac_address': 'fa:16:3e:23:b3:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7301e2f4-23f9-42a2-a6ef-306bfbe71764', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '90d7e8f1-ac67-4d58-9510-77de26e608a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:57:14Z', 'updated_at': '2021-12-16T22:57:20Z', 'revision_number': 5, 'project_id': '9c5be4a914e64e4db31eefbfde88cd70', 'subnets': [{'id': '90d7e8f1-ac67-4d58-9510-77de26e608a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 23:02:56.583703 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e33d1689-c2e0-4563-9988-3eb11928aff0 None None] Checking router: 7301e2f4-23f9-42a2-a6ef-306bfbe71764 for host: dv-neutron-821829-1-hyperv {{(pid=87508) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 23:02:56.592047 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e33d1689-c2e0-4563-9988-3eb11928aff0 None None] Routers {'7301e2f4-23f9-42a2-a6ef-306bfbe71764'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 23:02:56.592673 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-e33d1689-c2e0-4563-9988-3eb11928aff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b76e13220>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T23:02:31Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['7301e2f4-23f9-42a2-a6ef-306bfbe71764'], 'active': True} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 23:02:56.771419 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvr_db [None req-e33d1689-c2e0-4563-9988-3eb11928aff0 None None] Set router 7301e2f4-23f9-42a2-a6ef-306bfbe71764 gateway port host: dv-neutron-821829-1-hyperv {{(pid=87508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 23:02:57.026574 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-31a2f522-050d-4c2c-99b2-1e05b6963935 req-1c41c0c8-32bc-4e9a-8a3a-aa3c98c86803 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] 10.222.0.13 "GET /v2.0/ports?device_id=b4f37b46-56c5-47d4-9cb7-821ccf82f498 HTTP/1.1" status: 200  len: 210 time: 0.0413325
Dec 16 23:02:57.082108 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-e33d1689-c2e0-4563-9988-3eb11928aff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b76e13220>, [{'id': '7301e2f4-23f9-42a2-a6ef-306bfbe71764', 'name': 'tempest-ServerActionsTestJSON-1868535081-router', 'tenant_id': '9c5be4a914e64e4db31eefbfde88cd70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.248'}], 'enable_snat': True}, 'gw_port_id': '92cfe07a-f9b2-4300-be97-e718299bbf0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:57:11Z', 'updated_at': '2021-12-16T22:57:15Z', 'revision_number': 4, 'project_id': '9c5be4a914e64e4db31eefbfde88cd70', 'gw_port': {'id': '92cfe07a-f9b2-4300-be97-e718299bbf0c', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:32:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7301e2f4-23f9-42a2-a6ef-306bfbe71764', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:57:11Z', 'updated_at': '2021-12-16T22:57:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv', '_interfaces': [{'id': 'c3b9942b-fd85-4d66-9577-2fabd3518ad9', 'name': '', 'network_id': 'f069bedf-f6a3-4440-a8f6-580776067f3c', 'tenant_id': '9c5be4a914e64e4db31eefbfde88cd70', 'mac_address': 'fa:16:3e:23:b3:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7301e2f4-23f9-42a2-a6ef-306bfbe71764', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '90d7e8f1-ac67-4d58-9510-77de26e608a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:57:14Z', 'updated_at': '2021-12-16T22:57:20Z', 'revision_number': 5, 'project_id': '9c5be4a914e64e4db31eefbfde88cd70', 'subnets': [{'id': '90d7e8f1-ac67-4d58-9510-77de26e608a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 23:02:57.086289 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e33d1689-c2e0-4563-9988-3eb11928aff0 None None] The sync data for ids ['7301e2f4-23f9-42a2-a6ef-306bfbe71764'] in dv-neutron-821829-1-hyperv is: [{'id': '7301e2f4-23f9-42a2-a6ef-306bfbe71764', 'name': 'tempest-ServerActionsTestJSON-1868535081-router', 'tenant_id': '9c5be4a914e64e4db31eefbfde88cd70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.248'}], 'enable_snat': True}, 'gw_port_id': '92cfe07a-f9b2-4300-be97-e718299bbf0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:57:11Z', 'updated_at': '2021-12-16T22:57:15Z', 'revision_number': 4, 'project_id': '9c5be4a914e64e4db31eefbfde88cd70', 'gw_port': {'id': '92cfe07a-f9b2-4300-be97-e718299bbf0c', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:32:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7301e2f4-23f9-42a2-a6ef-306bfbe71764', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:57:11Z', 'updated_at': '2021-12-16T22:57:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv', '_interfaces': [{'id': 'c3b9942b-fd85-4d66-9577-2fabd3518ad9', 'name': '', 'network_id': 'f069bedf-f6a3-4440-a8f6-580776067f3c', 'tenant_id': '9c5be4a914e64e4db31eefbfde88cd70', 'mac_address': 'fa:16:3e:23:b3:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7301e2f4-23f9-42a2-a6ef-306bfbe71764', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '90d7e8f1-ac67-4d58-9510-77de26e608a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:57:14Z', 'updated_at': '2021-12-16T22:57:20Z', 'revision_number': 5, 'project_id': '9c5be4a914e64e4db31eefbfde88cd70', 'subnets': [{'id': '90d7e8f1-ac67-4d58-9510-77de26e608a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 23:02:57.326538 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58fb3427-0cbb-42a3-8414-368f1b446262 None None] New status for floating IP c751d71a-6d95-42c4-b83b-03d2f5ccc134: DOWN {{(pid=87509) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 16 23:02:58.195076 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-417ef20e-6678-4c44-8f4e-79d3eec7a53e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:02:58.779401 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Device 33e87caf-14b7-402f-864c-3b6443aa160a no longer exists at agent hyperv_hv-neutron-8218 {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 23:02:58.813587 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] No Port match for: 33e87caf-14b7-402f-864c-3b6443aa160a {{(pid=87508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 23:02:58.813940 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Device 33e87caf-14b7-402f-864c-3b6443aa160a not bound to the agent host hv-neutron-8218 {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 23:03:00.649055 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-e010ece3-7cb5-4928-952c-9287ec48db59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:03:01.278740 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 53034) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 23:03:01.340896 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-15345618-7ab9-41cb-9f4f-59499652b1eb tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Notify callbacks [] for security_group, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:03:01.371383 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-15345618-7ab9-41cb-9f4f-59499652b1eb tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:03:01.422305 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-15345618-7ab9-41cb-9f4f-59499652b1eb tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841066'] for security_group, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:03:01.426229 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-bc4e83cf-cd44-4030-9129-4920e1c2416b tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:03:01.441549 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15345618-7ab9-41cb-9f4f-59499652b1eb tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=96e2b9de-b184-46f0-9838-af7af02c851d,revision_number=None']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:03:01.449887 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15345618-7ab9-41cb-9f4f-59499652b1eb tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:03:01.450269 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15345618-7ab9-41cb-9f4f-59499652b1eb tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:03:01.450642 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15345618-7ab9-41cb-9f4f-59499652b1eb tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:03:01.451009 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15345618-7ab9-41cb-9f4f-59499652b1eb tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:03:01.451369 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15345618-7ab9-41cb-9f4f-59499652b1eb tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:03:01.451733 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15345618-7ab9-41cb-9f4f-59499652b1eb tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:03:01.452117 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15345618-7ab9-41cb-9f4f-59499652b1eb tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:03:01.452477 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15345618-7ab9-41cb-9f4f-59499652b1eb tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:03:01.452833 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15345618-7ab9-41cb-9f4f-59499652b1eb tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:03:01.453190 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15345618-7ab9-41cb-9f4f-59499652b1eb tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:03:01.453544 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15345618-7ab9-41cb-9f4f-59499652b1eb tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:03:01.453895 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15345618-7ab9-41cb-9f4f-59499652b1eb tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:03:01.458366 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-15345618-7ab9-41cb-9f4f-59499652b1eb tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:03:01.461841 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-15345618-7ab9-41cb-9f4f-59499652b1eb tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Notify callbacks [] for security_group, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:03:01.465550 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 53038) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 23:03:01.466035 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-15345618-7ab9-41cb-9f4f-59499652b1eb tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] 10.222.0.13 "DELETE /v2.0/security-groups/96e2b9de-b184-46f0-9838-af7af02c851d HTTP/1.1" status: 204  len: 168 time: 0.1858191
Dec 16 23:03:01.487184 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.api.v2.resource [None req-482462f6-04b1-4559-afe2-3eff8125943a tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] show failed (client error): The resource could not be found.
Dec 16 23:03:01.488209 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-482462f6-04b1-4559-afe2-3eff8125943a tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] 10.222.0.13 "GET /v2.0/security-groups/96e2b9de-b184-46f0-9838-af7af02c851d HTTP/1.1" status: 404  len: 347 time: 0.0214636
Dec 16 23:03:01.490842 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 53042) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 23:03:01.568558 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-3e729f7f-1589-4d54-9c4a-7ee6b283cc2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:03:01.644058 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [None req-e6246d78-eaa0-4e69-ace1-f3eefd03a578 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Deleting port 03190819-a69a-45f3-8d71-f0bafc7d5098 {{(pid=87506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 23:03:01.644318 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-e6246d78-eaa0-4e69-ace1-f3eefd03a578 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:03:01.707440 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:03:01.810718 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-e6246d78-eaa0-4e69-ace1-f3eefd03a578 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:03:01.811045 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-e6246d78-eaa0-4e69-ace1-f3eefd03a578 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:03:01.934291 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [None req-e6246d78-eaa0-4e69-ace1-f3eefd03a578 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Calling delete_port for 03190819-a69a-45f3-8d71-f0bafc7d5098 owned by network:floatingip {{(pid=87506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 23:03:02.066200 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-e6246d78-eaa0-4e69-ace1-f3eefd03a578 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1863393'] for port, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:03:02.070562 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-cd16e88e-7aba-4021-94d4-389800560c11 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:03:02.115471 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6246d78-eaa0-4e69-ace1-f3eefd03a578 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Pushing event deleted for resources: {'Port': ['ID=03190819-a69a-45f3-8d71-f0bafc7d5098,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:03:02.118581 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-e6246d78-eaa0-4e69-ace1-f3eefd03a578 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:03:02.204014 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-e6246d78-eaa0-4e69-ace1-f3eefd03a578 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Notify callbacks [] for floatingip, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:03:02.217769 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-e6246d78-eaa0-4e69-ace1-f3eefd03a578 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for floatingip, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:03:02.218887 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-e6246d78-eaa0-4e69-ace1-f3eefd03a578 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] 10.222.0.13 "DELETE /v2.0/floatingips/c751d71a-6d95-42c4-b83b-03d2f5ccc134 HTTP/1.1" status: 204  len: 168 time: 0.7271717
Dec 16 23:03:02.222099 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 53046) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 23:03:02.892028 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-0ec60a83-05f5-4b5d-9b07-6b2f041f1573 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3830176'] for router_interface, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:03:03.228736 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [None req-0ec60a83-05f5-4b5d-9b07-6b2f041f1573 admin admin] Deleting port c3b9942b-fd85-4d66-9577-2fabd3518ad9 {{(pid=87506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 23:03:03.229017 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-0ec60a83-05f5-4b5d-9b07-6b2f041f1573 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:03:03.321005 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-4541ba3b-6be8-499c-bc94-3c60aa55c4f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:03:03.394134 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.db [None req-0ec60a83-05f5-4b5d-9b07-6b2f041f1573 admin admin] For port c3b9942b-fd85-4d66-9577-2fabd3518ad9, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=c3b9942b-fd85-4d66-9577-2fabd3518ad9,segment=NetworkSegment(e6973879-34d3-443f-950f-78f1671e66e5),segment_id=e6973879-34d3-443f-950f-78f1671e66e5)] {{(pid=87506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 23:03:03.394484 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-0ec60a83-05f5-4b5d-9b07-6b2f041f1573 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:03:03.516041 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [None req-0ec60a83-05f5-4b5d-9b07-6b2f041f1573 admin admin] Calling delete_port for c3b9942b-fd85-4d66-9577-2fabd3518ad9 owned by network:router_interface {{(pid=87506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 23:03:03.823178 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-0ec60a83-05f5-4b5d-9b07-6b2f041f1573 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1863393'] for port, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:03:03.826900 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-b595a992-ae58-4b06-9516-401c1d28be73 tempest-ServerDiskConfigTestJSON-7066006 tempest-ServerDiskConfigTestJSON-7066006-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:03:03.869455 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec60a83-05f5-4b5d-9b07-6b2f041f1573 admin admin] Pushing event deleted for resources: {'Port': ['ID=c3b9942b-fd85-4d66-9577-2fabd3518ad9,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:03:03.872590 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-0ec60a83-05f5-4b5d-9b07-6b2f041f1573 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:03:04.250123 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-0ec60a83-05f5-4b5d-9b07-6b2f041f1573 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3791449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3739472'] for router_interface, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:03:04.601607 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ec60a83-05f5-4b5d-9b07-6b2f041f1573 admin admin] Router 7301e2f4-23f9-42a2-a6ef-306bfbe71764 has already been hosted by L3 agent 4f519db7-069b-43e2-8411-c092bac9102a {{(pid=87506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 23:03:04.773958 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ec60a83-05f5-4b5d-9b07-6b2f041f1573 admin admin] Notify agent at l3_agent.dv-neutron-821829-1-hyperv the message routers_updated {{(pid=87506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 23:03:04.783279 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-990636e6-7806-41be-bc53-125e3362f5bd None None] Sync routers for ids ['7301e2f4-23f9-42a2-a6ef-306bfbe71764'] in dv-neutron-821829-1-hyperv {{(pid=87508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 23:03:04.786312 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-0ec60a83-05f5-4b5d-9b07-6b2f041f1573 admin admin] 10.222.0.13 "PUT /v2.0/routers/7301e2f4-23f9-42a2-a6ef-306bfbe71764/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.5632508
Dec 16 23:03:04.788984 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 53052) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 23:03:04.793129 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-990636e6-7806-41be-bc53-125e3362f5bd None None] Routers {'7301e2f4-23f9-42a2-a6ef-306bfbe71764'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 23:03:04.793748 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-990636e6-7806-41be-bc53-125e3362f5bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b77ed6bb0>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T23:03:01Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['7301e2f4-23f9-42a2-a6ef-306bfbe71764'], 'active': True} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 23:03:04.965830 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-1342b0ea-c832-4482-8b77-0ab3682fdee6 admin admin] Notify callbacks [] for router, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:03:05.006673 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvr_db [None req-990636e6-7806-41be-bc53-125e3362f5bd None None] Set router 7301e2f4-23f9-42a2-a6ef-306bfbe71764 gateway port host: dv-neutron-821829-1-hyperv {{(pid=87508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 23:03:05.248572 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-1342b0ea-c832-4482-8b77-0ab3682fdee6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:03:05.257841 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.plugin [None req-1342b0ea-c832-4482-8b77-0ab3682fdee6 admin admin] Deleting port 92cfe07a-f9b2-4300-be97-e718299bbf0c {{(pid=87507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 23:03:05.258277 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-1342b0ea-c832-4482-8b77-0ab3682fdee6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:03:05.289586 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-990636e6-7806-41be-bc53-125e3362f5bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b77ed6bb0>, [{'id': '7301e2f4-23f9-42a2-a6ef-306bfbe71764', 'name': 'tempest-ServerActionsTestJSON-1868535081-router', 'tenant_id': '9c5be4a914e64e4db31eefbfde88cd70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.248'}], 'enable_snat': True}, 'gw_port_id': '92cfe07a-f9b2-4300-be97-e718299bbf0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:57:11Z', 'updated_at': '2021-12-16T23:03:03Z', 'revision_number': 5, 'project_id': '9c5be4a914e64e4db31eefbfde88cd70', 'gw_port': {'id': '92cfe07a-f9b2-4300-be97-e718299bbf0c', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:32:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7301e2f4-23f9-42a2-a6ef-306bfbe71764', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T22:57:11Z', 'updated_at': '2021-12-16T22:57:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv'}], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 23:03:05.294156 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-990636e6-7806-41be-bc53-125e3362f5bd None None] Checking router: 7301e2f4-23f9-42a2-a6ef-306bfbe71764 for host: dv-neutron-821829-1-hyperv {{(pid=87508) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 23:03:05.302398 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-990636e6-7806-41be-bc53-125e3362f5bd None None] Routers {'7301e2f4-23f9-42a2-a6ef-306bfbe71764'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 23:03:05.303068 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-990636e6-7806-41be-bc53-125e3362f5bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b77ed6bb0>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T23:03:01Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['7301e2f4-23f9-42a2-a6ef-306bfbe71764'], 'active': True} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 23:03:05.432101 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.db [None req-1342b0ea-c832-4482-8b77-0ab3682fdee6 admin admin] For port 92cfe07a-f9b2-4300-be97-e718299bbf0c, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=92cfe07a-f9b2-4300-be97-e718299bbf0c,segment=NetworkSegment(a416442d-d143-4052-9f4e-546eb8cbe809),segment_id=a416442d-d143-4052-9f4e-546eb8cbe809)] {{(pid=87507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 23:03:05.432512 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-1342b0ea-c832-4482-8b77-0ab3682fdee6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:03:05.449843 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvr_db [None req-990636e6-7806-41be-bc53-125e3362f5bd None None] Set router 7301e2f4-23f9-42a2-a6ef-306bfbe71764 gateway port host: None {{(pid=87508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 23:03:05.555522 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-990636e6-7806-41be-bc53-125e3362f5bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b77ed6bb0>, [{'id': '7301e2f4-23f9-42a2-a6ef-306bfbe71764', 'name': 'tempest-ServerActionsTestJSON-1868535081-router', 'tenant_id': '9c5be4a914e64e4db31eefbfde88cd70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:57:11Z', 'updated_at': '2021-12-16T23:03:05Z', 'revision_number': 6, 'project_id': '9c5be4a914e64e4db31eefbfde88cd70', 'gw_port_host': None}], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 23:03:05.557399 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.plugin [None req-1342b0ea-c832-4482-8b77-0ab3682fdee6 admin admin] Calling delete_port for 92cfe07a-f9b2-4300-be97-e718299bbf0c owned by network:router_gateway {{(pid=87507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 23:03:05.560618 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-990636e6-7806-41be-bc53-125e3362f5bd None None] The sync data for ids ['7301e2f4-23f9-42a2-a6ef-306bfbe71764'] in dv-neutron-821829-1-hyperv is: [{'id': '7301e2f4-23f9-42a2-a6ef-306bfbe71764', 'name': 'tempest-ServerActionsTestJSON-1868535081-router', 'tenant_id': '9c5be4a914e64e4db31eefbfde88cd70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T22:57:11Z', 'updated_at': '2021-12-16T23:03:05Z', 'revision_number': 6, 'project_id': '9c5be4a914e64e4db31eefbfde88cd70', 'gw_port_host': None}] {{(pid=87508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 23:03:05.850885 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-1342b0ea-c832-4482-8b77-0ab3682fdee6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10807823'] for port, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:03:05.855015 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-1c5a68bf-37f2-4e00-a31b-53e51f41c135 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:03:05.929489 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device c3b9942b-fd85-4d66-9577-2fabd3518ad9 no longer exists at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 23:03:05.932871 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1342b0ea-c832-4482-8b77-0ab3682fdee6 admin admin] Pushing event deleted for resources: {'Port': ['ID=92cfe07a-f9b2-4300-be97-e718299bbf0c,revision_number=None']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:03:05.939095 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-1342b0ea-c832-4482-8b77-0ab3682fdee6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:03:05.974312 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] No Port match for: c3b9942b-fd85-4d66-9577-2fabd3518ad9 {{(pid=87508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 23:03:05.974670 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device c3b9942b-fd85-4d66-9577-2fabd3518ad9 not bound to the agent host dv-neutron-821829-1-hyperv {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 23:03:05.994855 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-1342b0ea-c832-4482-8b77-0ab3682fdee6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3741895'] for router_gateway, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:03:06.161315 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-1342b0ea-c832-4482-8b77-0ab3682fdee6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3739500', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39002'] for router, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:03:06.163330 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-1342b0ea-c832-4482-8b77-0ab3682fdee6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:03:06.185194 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-1342b0ea-c832-4482-8b77-0ab3682fdee6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3830089'] for router, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:03:06.185708 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1342b0ea-c832-4482-8b77-0ab3682fdee6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7301e2f4-23f9-42a2-a6ef-306bfbe71764 {{(pid=87507) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 16 23:03:06.197562 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-1342b0ea-c832-4482-8b77-0ab3682fdee6 admin admin] Notify callbacks [] for router, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:03:06.198664 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-1342b0ea-c832-4482-8b77-0ab3682fdee6 admin admin] 10.222.0.13 "DELETE /v2.0/routers/7301e2f4-23f9-42a2-a6ef-306bfbe71764 HTTP/1.1" status: 204  len: 168 time: 1.4081471
Dec 16 23:03:06.201174 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 53056) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 23:03:06.260742 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab564d61-5e9d-4ff4-96b3-90ea95d159a6 admin admin] Deleting subnet 90d7e8f1-ac67-4d58-9510-77de26e608a7 {{(pid=87507) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 16 23:03:06.263454 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-ab564d61-5e9d-4ff4-96b3-90ea95d159a6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:03:06.311435 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-ab564d61-5e9d-4ff4-96b3-90ea95d159a6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2128562'] for subnet, precommit_delete_associations {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:03:06.390526 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-ab564d61-5e9d-4ff4-96b3-90ea95d159a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3328566'] for subnet, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:03:06.458804 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-ab564d61-5e9d-4ff4-96b3-90ea95d159a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3328622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10807868', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10549621'] for subnet, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:03:06.463200 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-6df0a651-0f75-4783-918c-7647e6efeade tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:03:06.498205 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab564d61-5e9d-4ff4-96b3-90ea95d159a6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=90d7e8f1-ac67-4d58-9510-77de26e608a7,revision_number=None']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:03:06.500389 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-ab564d61-5e9d-4ff4-96b3-90ea95d159a6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:03:06.502799 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-ab564d61-5e9d-4ff4-96b3-90ea95d159a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:03:06.504970 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81e8e82c-48e6-4fc1-9183-3f49b6bafb05 None None] Network f069bedf-f6a3-4440-a8f6-580776067f3c requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 23:03:06.506933 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-ab564d61-5e9d-4ff4-96b3-90ea95d159a6 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/90d7e8f1-ac67-4d58-9510-77de26e608a7 HTTP/1.1" status: 204  len: 168 time: 0.3048513
Dec 16 23:03:06.509894 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 53060) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 23:03:06.621664 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-507059f3-b530-4235-bb3e-9a5d5393602b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-825997'] for network, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:03:06.632078 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [None req-507059f3-b530-4235-bb3e-9a5d5393602b admin admin] Deleting port 189f2b98-7511-4d90-81bd-b13ce4dcb929 {{(pid=87506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 23:03:06.632409 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-507059f3-b530-4235-bb3e-9a5d5393602b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:03:06.750343 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b4db701-7fd4-47b9-9437-08c145d58889 None None] DHCP port deletion for f069bedf-f6a3-4440-a8f6-580776067f3c request from dv-neutron-821829-1-hyperv {{(pid=87508) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 16 23:03:06.754529 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-6b4db701-7fd4-47b9-9437-08c145d58889 None None] Deleting port 189f2b98-7511-4d90-81bd-b13ce4dcb929 {{(pid=87508) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 23:03:06.754956 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-6b4db701-7fd4-47b9-9437-08c145d58889 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:03:06.839098 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.db [None req-507059f3-b530-4235-bb3e-9a5d5393602b admin admin] For port 189f2b98-7511-4d90-81bd-b13ce4dcb929, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=189f2b98-7511-4d90-81bd-b13ce4dcb929,segment=NetworkSegment(e6973879-34d3-443f-950f-78f1671e66e5),segment_id=e6973879-34d3-443f-950f-78f1671e66e5)] {{(pid=87506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 23:03:06.839500 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-507059f3-b530-4235-bb3e-9a5d5393602b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:03:06.958256 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-6b4db701-7fd4-47b9-9437-08c145d58889 None None] For port 189f2b98-7511-4d90-81bd-b13ce4dcb929, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=189f2b98-7511-4d90-81bd-b13ce4dcb929,segment=NetworkSegment(e6973879-34d3-443f-950f-78f1671e66e5),segment_id=e6973879-34d3-443f-950f-78f1671e66e5)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 23:03:06.958835 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-6b4db701-7fd4-47b9-9437-08c145d58889 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:03:06.960515 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [None req-507059f3-b530-4235-bb3e-9a5d5393602b admin admin] Calling delete_port for 189f2b98-7511-4d90-81bd-b13ce4dcb929 owned by network:dhcp {{(pid=87506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 23:03:07.080293 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-6b4db701-7fd4-47b9-9437-08c145d58889 None None] Calling delete_port for 189f2b98-7511-4d90-81bd-b13ce4dcb929 owned by network:dhcp {{(pid=87508) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 23:03:07.158267 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-507059f3-b530-4235-bb3e-9a5d5393602b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1863393'] for port, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:03:07.162360 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-3f58acb3-5472-4317-9301-5c42ad633e59 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:03:07.195483 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.db.api [None req-6b4db701-7fd4-47b9-9437-08c145d58889 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87508) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 16 23:03:07.195878 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_db.api [None req-6b4db701-7fd4-47b9-9437-08c145d58889 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 16 23:03:07.204448 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507059f3-b530-4235-bb3e-9a5d5393602b admin admin] Pushing event deleted for resources: {'Port': ['ID=189f2b98-7511-4d90-81bd-b13ce4dcb929,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:03:07.206907 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-507059f3-b530-4235-bb3e-9a5d5393602b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:03:07.210739 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-507059f3-b530-4235-bb3e-9a5d5393602b admin admin] No DVR routers for this DVR port 189f2b98-7511-4d90-81bd-b13ce4dcb929 on host dv-neutron-821829-1-hyperv {{(pid=87506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 23:03:07.321780 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-507059f3-b530-4235-bb3e-9a5d5393602b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3329565', 'neutron.services.segments.db._delete_segments_for_network-8734753546406'] for network, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:03:07.346229 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.services.segments.db [None req-507059f3-b530-4235-bb3e-9a5d5393602b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1b766192e0>,) {'filters': {'network_id': ['f069bedf-f6a3-4440-a8f6-580776067f3c']}} {{(pid=87506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 23:03:07.357689 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.services.segments.db [None req-507059f3-b530-4235-bb3e-9a5d5393602b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b766192e0>, 'e6973879-34d3-443f-950f-78f1671e66e5') {'for_net_delete': True} {{(pid=87506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 23:03:07.357980 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.services.segments.db [None req-507059f3-b530-4235-bb3e-9a5d5393602b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b766192e0>, 'e6973879-34d3-443f-950f-78f1671e66e5') {} {{(pid=87506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 23:03:07.369226 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-507059f3-b530-4235-bb3e-9a5d5393602b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734753593977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-266764496'] for segment, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:03:07.384314 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-507059f3-b530-4235-bb3e-9a5d5393602b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-883292'] for segment, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:03:07.390682 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-507059f3-b530-4235-bb3e-9a5d5393602b admin admin] Releasing vlan 162 on physical network physnet1 to pool {{(pid=87506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 16 23:03:07.391065 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-507059f3-b530-4235-bb3e-9a5d5393602b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-883285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1863180'] for segment, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:03:07.403611 dv-neutron-821829-1-hyperv neutron-server[87506]: Traceback (most recent call last):
Dec 16 23:03:07.403611 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 16 23:03:07.403611 dv-neutron-821829-1-hyperv neutron-server[87506]:     timer()
Dec 16 23:03:07.403611 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 23:03:07.403611 dv-neutron-821829-1-hyperv neutron-server[87506]:     cb(*args, **kw)
Dec 16 23:03:07.403611 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 23:03:07.403611 dv-neutron-821829-1-hyperv neutron-server[87506]:     return func(*args, **kwargs)
Dec 16 23:03:07.403611 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 23:03:07.403611 dv-neutron-821829-1-hyperv neutron-server[87506]:     self._notify()
Dec 16 23:03:07.403611 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 23:03:07.403611 dv-neutron-821829-1-hyperv neutron-server[87506]:     self.callback(batched_events)
Dec 16 23:03:07.403611 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 23:03:07.403611 dv-neutron-821829-1-hyperv neutron-server[87506]:     event.method(event)
Dec 16 23:03:07.403611 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 23:03:07.403611 dv-neutron-821829-1-hyperv neutron-server[87506]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 23:03:07.403611 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 23:03:07.403611 dv-neutron-821829-1-hyperv neutron-server[87506]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 23:03:07.403611 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 23:03:07.403611 dv-neutron-821829-1-hyperv neutron-server[87506]:     return f(self, *a, **k)
Dec 16 23:03:07.403611 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 16 23:03:07.403611 dv-neutron-821829-1-hyperv neutron-server[87506]:     return self._get(url).json()
Dec 16 23:03:07.403611 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 16 23:03:07.403611 dv-neutron-821829-1-hyperv neutron-server[87506]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 23:03:07.403611 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 16 23:03:07.403611 dv-neutron-821829-1-hyperv neutron-server[87506]:     return self.request(url, 'GET', **kwargs)
Dec 16 23:03:07.403611 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 16 23:03:07.403611 dv-neutron-821829-1-hyperv neutron-server[87506]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 23:03:07.403611 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 16 23:03:07.403611 dv-neutron-821829-1-hyperv neutron-server[87506]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 23:03:07.403611 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 16 23:03:07.403611 dv-neutron-821829-1-hyperv neutron-server[87506]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 23:03:07.403611 dv-neutron-821829-1-hyperv neutron-server[87506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 23:03:07.479488 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-507059f3-b530-4235-bb3e-9a5d5393602b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3329572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3741856'] for network, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:03:07.482791 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-65df3e66-4fca-46f0-ac0b-c37f0182a604 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:03:07.495689 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-507059f3-b530-4235-bb3e-9a5d5393602b admin admin] Notify callbacks [] for network, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:03:07.506845 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507059f3-b530-4235-bb3e-9a5d5393602b admin admin] Pushing event deleted for resources: {'Network': ['ID=f069bedf-f6a3-4440-a8f6-580776067f3c,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:03:07.511471 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-507059f3-b530-4235-bb3e-9a5d5393602b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:03:07.520036 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-507059f3-b530-4235-bb3e-9a5d5393602b admin admin] 10.222.0.13 "DELETE /v2.0/networks/f069bedf-f6a3-4440-a8f6-580776067f3c HTTP/1.1" status: 204  len: 168 time: 1.0083008
Dec 16 23:03:07.626079 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 53066) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 23:03:07.673559 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-4df9aa65-2859-40cb-b4d7-9e2c50818dce admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9c5be4a914e64e4db31eefbfde88cd70&name=default HTTP/1.1" status: 200  len: 2983 time: 0.0461776
Dec 16 23:03:07.675803 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 53070) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 23:03:07.696767 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-6b4db701-7fd4-47b9-9437-08c145d58889 None None] Deleting port 189f2b98-7511-4d90-81bd-b13ce4dcb929 {{(pid=87508) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 23:03:07.697265 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-6b4db701-7fd4-47b9-9437-08c145d58889 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:03:07.736707 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-0ba5faba-3f9c-4f40-a29f-aafea867b1ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:03:07.760659 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-6b4db701-7fd4-47b9-9437-08c145d58889 None None] The port '189f2b98-7511-4d90-81bd-b13ce4dcb929' was deleted {{(pid=87508) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 16 23:03:07.762526 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-0ba5faba-3f9c-4f40-a29f-aafea867b1ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:03:07.816588 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 92cfe07a-f9b2-4300-be97-e718299bbf0c no longer exists at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 23:03:07.818057 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-0ba5faba-3f9c-4f40-a29f-aafea867b1ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841066'] for security_group, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:03:07.823268 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-4c3c6014-7fdf-4a80-b578-35c99d47291d tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:03:07.837936 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba5faba-3f9c-4f40-a29f-aafea867b1ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d4be126-53a1-4d3b-9fc1-7c4dcc8fd6c4,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:03:07.840985 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-0ba5faba-3f9c-4f40-a29f-aafea867b1ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:03:07.842918 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-0ba5faba-3f9c-4f40-a29f-aafea867b1ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:03:07.847127 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-0ba5faba-3f9c-4f40-a29f-aafea867b1ab admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9d4be126-53a1-4d3b-9fc1-7c4dcc8fd6c4 HTTP/1.1" status: 204  len: 168 time: 0.1672511
Dec 16 23:03:07.857992 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] No Port match for: 92cfe07a-f9b2-4300-be97-e718299bbf0c {{(pid=87508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 23:03:07.858330 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 92cfe07a-f9b2-4300-be97-e718299bbf0c not bound to the agent host dv-neutron-821829-1-hyperv {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 23:03:07.858760 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 189f2b98-7511-4d90-81bd-b13ce4dcb929 no longer exists at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 23:03:07.894427 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] No Port match for: 189f2b98-7511-4d90-81bd-b13ce4dcb929 {{(pid=87508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 23:03:07.894682 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 189f2b98-7511-4d90-81bd-b13ce4dcb929 not bound to the agent host dv-neutron-821829-1-hyperv {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 23:03:08.056959 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:03:08.540575 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 53094) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 23:03:08.640081 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-1045efe9-f61e-42b2-b6ef-feaf072d9996 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-976407924-network', 'tenant_id': '56d4d05621e543d3828266f65ebb20a4'}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 23:03:08.645106 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-1045efe9-f61e-42b2-b6ef-feaf072d9996 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 23:03:08.648852 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-1045efe9-f61e-42b2-b6ef-feaf072d9996 admin admin] Usage tracker for resource:network and tenant:56d4d05621e543d3828266f65ebb20a4 is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 23:03:08.652588 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-1045efe9-f61e-42b2-b6ef-feaf072d9996 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 23:03:08.658078 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-1045efe9-f61e-42b2-b6ef-feaf072d9996 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 23:03:08.668126 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1045efe9-f61e-42b2-b6ef-feaf072d9996 admin admin] Made reservation on behalf of 56d4d05621e543d3828266f65ebb20a4 for: {'network': 1} {{(pid=87506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 23:03:08.670590 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-1045efe9-f61e-42b2-b6ef-feaf072d9996 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for network, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:03:08.682071 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-1045efe9-f61e-42b2-b6ef-feaf072d9996 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:03:08.695644 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-1045efe9-f61e-42b2-b6ef-feaf072d9996 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 23:03:08.699888 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-1045efe9-f61e-42b2-b6ef-feaf072d9996 admin admin] Usage tracker for resource:security_group_rule and tenant:56d4d05621e543d3828266f65ebb20a4 is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 23:03:08.702554 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-1045efe9-f61e-42b2-b6ef-feaf072d9996 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 23:03:08.708409 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-1045efe9-f61e-42b2-b6ef-feaf072d9996 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 23:03:08.788772 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-1045efe9-f61e-42b2-b6ef-feaf072d9996 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:03:08.792528 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-1045efe9-f61e-42b2-b6ef-feaf072d9996 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841066'] for security_group, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:03:08.796595 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-39cc7aa9-68ed-4fa2-93b1-30f99854a6b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:03:08.826325 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1045efe9-f61e-42b2-b6ef-feaf072d9996 admin admin] vlan segment allocate from pool success with {'vlan_id': 156, 'physical_network': 'physnet1'}  {{(pid=87506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 23:03:08.834901 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1045efe9-f61e-42b2-b6ef-feaf072d9996 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5ac8485-9a00-4d14-b118-833e7376ea8e,revision_number=1']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:03:08.838393 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-1045efe9-f61e-42b2-b6ef-feaf072d9996 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:03:08.842437 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-1045efe9-f61e-42b2-b6ef-feaf072d9996 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-883292'] for segment, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:03:08.842437 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.db.segments_db [None req-1045efe9-f61e-42b2-b6ef-feaf072d9996 admin admin] Added segment 9ace2503-524a-48e5-b654-8423977d02d6 of type vlan for network 45ee8d89-613e-4de4-b49b-a0b10f7d3e4c
Dec 16 23:03:08.868640 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-1045efe9-f61e-42b2-b6ef-feaf072d9996 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734753047233'] for network, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:03:08.896539 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-1045efe9-f61e-42b2-b6ef-feaf072d9996 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440'] for network, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:03:08.897530 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1045efe9-f61e-42b2-b6ef-feaf072d9996 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:03:08.898107 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-1045efe9-f61e-42b2-b6ef-feaf072d9996 admin admin] Notify callbacks [] for network, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:03:08.902616 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-91bf0c7d-6b50-45d6-afba-b7fa3a255a48 tempest-RoutersNegativeIpV6Test-1646080008 tempest-RoutersNegativeIpV6Test-1646080008-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:03:08.995458 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-1045efe9-f61e-42b2-b6ef-feaf072d9996 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 886 time: 0.4537263
Dec 16 23:03:08.998247 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 53100) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 23:03:09.005139 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-9d026886-aa1d-4284-8442-3b96d3eac574 admin admin] Request body: {'subnet': {'network_id': '45ee8d89-613e-4de4-b49b-a0b10f7d3e4c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-976407924-subnet', 'tenant_id': '56d4d05621e543d3828266f65ebb20a4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 23:03:09.012218 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1045efe9-f61e-42b2-b6ef-feaf072d9996 admin admin] Pushing event updated for resources: {'Network': ['ID=45ee8d89-613e-4de4-b49b-a0b10f7d3e4c,revision_number=1']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:03:09.014493 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-9d026886-aa1d-4284-8442-3b96d3eac574 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 23:03:09.016764 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-1045efe9-f61e-42b2-b6ef-feaf072d9996 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:03:09.018919 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-9d026886-aa1d-4284-8442-3b96d3eac574 admin admin] Usage tracker for resource:subnet and tenant:56d4d05621e543d3828266f65ebb20a4 is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 23:03:09.021469 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Network 45ee8d89-613e-4de4-b49b-a0b10f7d3e4c details requested by agent ovs-agent-dv-neutron-821829-1-hyperv with host dv-neutron-821829-1-hyperv {{(pid=87508) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 23:03:09.021765 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-9d026886-aa1d-4284-8442-3b96d3eac574 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 23:03:09.027389 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-9d026886-aa1d-4284-8442-3b96d3eac574 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 23:03:09.036388 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d026886-aa1d-4284-8442-3b96d3eac574 admin admin] Made reservation on behalf of 56d4d05621e543d3828266f65ebb20a4 for: {'subnet': 1} {{(pid=87506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 23:03:09.038821 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-9d026886-aa1d-4284-8442-3b96d3eac574 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11213078'] for subnet, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:03:09.236443 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-9d026886-aa1d-4284-8442-3b96d3eac574 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1863317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11213092'] for subnet, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:03:09.239980 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-4c36e532-2953-4013-a6a1-4bfc03ea9331 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:03:09.308889 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d026886-aa1d-4284-8442-3b96d3eac574 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5ba344bf-32e4-48e4-8e3e-dc47499d17dc,revision_number=0']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:03:09.312590 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-9d026886-aa1d-4284-8442-3b96d3eac574 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:03:09.319175 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d026886-aa1d-4284-8442-3b96d3eac574 admin admin] Checking segment: {'id': '9ace2503-524a-48e5-b654-8423977d02d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '45ee8d89-613e-4de4-b49b-a0b10f7d3e4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 23:03:09.319524 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d026886-aa1d-4284-8442-3b96d3eac574 admin admin] Network hostable DHCP agents. Network: 45ee8d89-613e-4de4-b49b-a0b10f7d3e4c, hostable agents: ['3b155c4d-12dc-491e-aa14-6113b06cfacd'], hosted agents: [] {{(pid=87506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 16 23:03:09.337492 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d026886-aa1d-4284-8442-3b96d3eac574 admin admin] Network 45ee8d89-613e-4de4-b49b-a0b10f7d3e4c is scheduled to be hosted by DHCP agent 3b155c4d-12dc-491e-aa14-6113b06cfacd with binding_index 1 {{(pid=87506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 16 23:03:09.346191 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.base_scheduler [None req-9d026886-aa1d-4284-8442-3b96d3eac574 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821829-1-hyperv, 45ee8d89-613e-4de4-b49b-a0b10f7d3e4c) {{(pid=87506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 23:03:09.350033 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d026886-aa1d-4284-8442-3b96d3eac574 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:03:09.350619 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-9d026886-aa1d-4284-8442-3b96d3eac574 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:03:09.356440 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbfd4981-8ac0-41cf-87e9-cbfc17a9b081 None None] Network 45ee8d89-613e-4de4-b49b-a0b10f7d3e4c requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 23:03:09.371702 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-9d026886-aa1d-4284-8442-3b96d3eac574 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 0.3723056
Dec 16 23:03:09.567581 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27a0e139-ff48-450b-8c89-4cd47253594e None None] Network 45ee8d89-613e-4de4-b49b-a0b10f7d3e4c requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 23:03:09.986791 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a366e791-7201-43f6-9e63-1b0c6ee7af04 req-57ffc6cd-4283-43ed-90dd-c88cc510557c tempest-ServersNegativeTestJSON-2129401044 tempest-ServersNegativeTestJSON-2129401044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:03:09.988167 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-a366e791-7201-43f6-9e63-1b0c6ee7af04 req-57ffc6cd-4283-43ed-90dd-c88cc510557c tempest-ServersNegativeTestJSON-2129401044 tempest-ServersNegativeTestJSON-2129401044-project] 10.222.0.13 "GET /v2.0/networks?id=45ee8d89-613e-4de4-b49b-a0b10f7d3e4c HTTP/1.1" status: 200  len: 813 time: 0.2603016
Dec 16 23:03:10.002187 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-a366e791-7201-43f6-9e63-1b0c6ee7af04 req-6f39f7ab-39c1-4ec7-81fd-92313175c5ba tempest-ServersNegativeTestJSON-2129401044 tempest-ServersNegativeTestJSON-2129401044-project] 10.222.0.13 "GET /v2.0/quotas/56d4d05621e543d3828266f65ebb20a4 HTTP/1.1" status: 200  len: 375 time: 0.0086508
Dec 16 23:03:10.050388 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-a366e791-7201-43f6-9e63-1b0c6ee7af04 req-6ddbd0b0-f141-4017-8b38-1f995a4bef06 tempest-ServersNegativeTestJSON-2129401044 tempest-ServersNegativeTestJSON-2129401044-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=56d4d05621e543d3828266f65ebb20a4&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0434434
Dec 16 23:03:10.221341 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-a366e791-7201-43f6-9e63-1b0c6ee7af04 req-e4340763-be02-49af-9167-580cd82c555d service neutron] 10.222.0.13 "GET /v2.0/networks/45ee8d89-613e-4de4-b49b-a0b10f7d3e4c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1639526
Dec 16 23:03:10.348574 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-a366e791-7201-43f6-9e63-1b0c6ee7af04 req-d8c9109a-6fff-4b08-a22a-46f6c79b7469 service neutron] 10.222.0.13 "GET /v2.0/networks/45ee8d89-613e-4de4-b49b-a0b10f7d3e4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1214049
Dec 16 23:03:10.526921 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-5f6faa6e-1bef-4fe8-bf85-5df89e00ac64 req-1db0ad4e-4c12-4b3e-aab9-1ea995f3c889 tempest-ServersNegativeTestJSON-2129401044 tempest-ServersNegativeTestJSON-2129401044-project] 10.222.0.13 "GET /v2.0/ports?device_id=66c1c5e3-0ac6-4489-ab2b-5af6df39bdb7 HTTP/1.1" status: 200  len: 210 time: 0.0419033
Dec 16 23:03:11.616745 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a366e791-7201-43f6-9e63-1b0c6ee7af04 req-ea1e68a5-3cb1-4e79-8e65-78ec33b2fbcb tempest-ServersNegativeTestJSON-2129401044 tempest-ServersNegativeTestJSON-2129401044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:03:11.617437 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [req-a366e791-7201-43f6-9e63-1b0c6ee7af04 req-ea1e68a5-3cb1-4e79-8e65-78ec33b2fbcb tempest-ServersNegativeTestJSON-2129401044 tempest-ServersNegativeTestJSON-2129401044-project] Synchronizing usage tracker for tenant:56d4d05621e543d3828266f65ebb20a4 on resource:network {{(pid=87506) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 23:03:11.635043 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [req-a366e791-7201-43f6-9e63-1b0c6ee7af04 req-ea1e68a5-3cb1-4e79-8e65-78ec33b2fbcb tempest-ServersNegativeTestJSON-2129401044 tempest-ServersNegativeTestJSON-2129401044-project] Unset dirty status for tenant:56d4d05621e543d3828266f65ebb20a4 on resource:network {{(pid=87506) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 23:03:11.636255 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-a366e791-7201-43f6-9e63-1b0c6ee7af04 req-ea1e68a5-3cb1-4e79-8e65-78ec33b2fbcb tempest-ServersNegativeTestJSON-2129401044 tempest-ServersNegativeTestJSON-2129401044-project] 10.222.0.49 "GET /v2.0/networks?id=45ee8d89-613e-4de4-b49b-a0b10f7d3e4c HTTP/1.1" status: 200  len: 813 time: 0.1642175
Dec 16 23:03:11.658060 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [req-a366e791-7201-43f6-9e63-1b0c6ee7af04 req-363ae647-b782-413f-b82c-afc4836c7446 tempest-ServersNegativeTestJSON-2129401044 tempest-ServersNegativeTestJSON-2129401044-project] Request body: {'port': {'device_id': '66c1c5e3-0ac6-4489-ab2b-5af6df39bdb7', 'network_id': '45ee8d89-613e-4de4-b49b-a0b10f7d3e4c', 'admin_state_up': True, 'tenant_id': '56d4d05621e543d3828266f65ebb20a4'}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 23:03:11.679801 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-b6dc8e4a-f79f-4dcf-8d0a-9e7eed554da8 req-24537ad1-649e-4c95-ab07-4bcaec430c80 tempest-ServersNegativeTestJSON-2129401044 tempest-ServersNegativeTestJSON-2129401044-project] 10.222.0.13 "GET /v2.0/ports?device_id=66c1c5e3-0ac6-4489-ab2b-5af6df39bdb7 HTTP/1.1" status: 200  len: 210 time: 0.0431643
Dec 16 23:03:11.795574 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [req-a366e791-7201-43f6-9e63-1b0c6ee7af04 req-363ae647-b782-413f-b82c-afc4836c7446 tempest-ServersNegativeTestJSON-2129401044 tempest-ServersNegativeTestJSON-2129401044-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 23:03:11.799369 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [req-a366e791-7201-43f6-9e63-1b0c6ee7af04 req-363ae647-b782-413f-b82c-afc4836c7446 tempest-ServersNegativeTestJSON-2129401044 tempest-ServersNegativeTestJSON-2129401044-project] Usage tracker for resource:port and tenant:56d4d05621e543d3828266f65ebb20a4 is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 23:03:11.802127 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [req-a366e791-7201-43f6-9e63-1b0c6ee7af04 req-363ae647-b782-413f-b82c-afc4836c7446 tempest-ServersNegativeTestJSON-2129401044 tempest-ServersNegativeTestJSON-2129401044-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 23:03:11.808186 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [req-a366e791-7201-43f6-9e63-1b0c6ee7af04 req-363ae647-b782-413f-b82c-afc4836c7446 tempest-ServersNegativeTestJSON-2129401044 tempest-ServersNegativeTestJSON-2129401044-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 23:03:11.818547 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a366e791-7201-43f6-9e63-1b0c6ee7af04 req-363ae647-b782-413f-b82c-afc4836c7446 tempest-ServersNegativeTestJSON-2129401044 tempest-ServersNegativeTestJSON-2129401044-project] Made reservation on behalf of 56d4d05621e543d3828266f65ebb20a4 for: {'port': 1} {{(pid=87506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 23:03:11.822945 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-a366e791-7201-43f6-9e63-1b0c6ee7af04 req-363ae647-b782-413f-b82c-afc4836c7446 tempest-ServersNegativeTestJSON-2129401044 tempest-ServersNegativeTestJSON-2129401044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:03:11.979655 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.db_base_plugin_common [req-a366e791-7201-43f6-9e63-1b0c6ee7af04 req-363ae647-b782-413f-b82c-afc4836c7446 tempest-ServersNegativeTestJSON-2129401044 tempest-ServersNegativeTestJSON-2129401044-project] Allocated IP 172.20.0.9 (45ee8d89-613e-4de4-b49b-a0b10f7d3e4c/5ba344bf-32e4-48e4-8e3e-dc47499d17dc/e18f40e0-78e5-4e44-bdb8-2e1a30ffa1dd) {{(pid=87506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 23:03:12.285486 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-a366e791-7201-43f6-9e63-1b0c6ee7af04 req-363ae647-b782-413f-b82c-afc4836c7446 tempest-ServersNegativeTestJSON-2129401044 tempest-ServersNegativeTestJSON-2129401044-project] Notify callbacks [] for port, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:03:12.314366 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-a366e791-7201-43f6-9e63-1b0c6ee7af04 req-363ae647-b782-413f-b82c-afc4836c7446 tempest-ServersNegativeTestJSON-2129401044 tempest-ServersNegativeTestJSON-2129401044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1863393'] for port, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:03:12.319581 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-03d67529-828f-4eab-8a4d-c3920e5bc48e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:03:12.383723 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a366e791-7201-43f6-9e63-1b0c6ee7af04 req-363ae647-b782-413f-b82c-afc4836c7446 tempest-ServersNegativeTestJSON-2129401044 tempest-ServersNegativeTestJSON-2129401044-project] Network 45ee8d89-613e-4de4-b49b-a0b10f7d3e4c is already hosted by enough agents. {{(pid=87506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 23:03:12.386774 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.base_scheduler [req-a366e791-7201-43f6-9e63-1b0c6ee7af04 req-363ae647-b782-413f-b82c-afc4836c7446 tempest-ServersNegativeTestJSON-2129401044 tempest-ServersNegativeTestJSON-2129401044-project] Resources bound (agent type, host, resource id):  {{(pid=87506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 23:03:12.390602 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.l3_dvrscheduler_db [req-a366e791-7201-43f6-9e63-1b0c6ee7af04 req-363ae647-b782-413f-b82c-afc4836c7446 tempest-ServersNegativeTestJSON-2129401044 tempest-ServersNegativeTestJSON-2129401044-project] Received port after_create {{(pid=87506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 23:03:12.423155 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363ae647-b782-413f-b82c-afc4836c7446 tempest-ServersNegativeTestJSON-2129401044 tempest-ServersNegativeTestJSON-2129401044-project] Pushing event updated for resources: {'Port': ['ID=e18f40e0-78e5-4e44-bdb8-2e1a30ffa1dd,revision_number=1']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:03:12.433770 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-363ae647-b782-413f-b82c-afc4836c7446 tempest-ServersNegativeTestJSON-2129401044 tempest-ServersNegativeTestJSON-2129401044-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:03:12.458251 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a366e791-7201-43f6-9e63-1b0c6ee7af04 req-363ae647-b782-413f-b82c-afc4836c7446 tempest-ServersNegativeTestJSON-2129401044 tempest-ServersNegativeTestJSON-2129401044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:03:12.458852 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-a366e791-7201-43f6-9e63-1b0c6ee7af04 req-363ae647-b782-413f-b82c-afc4836c7446 tempest-ServersNegativeTestJSON-2129401044 tempest-ServersNegativeTestJSON-2129401044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for port, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:03:12.480404 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-a366e791-7201-43f6-9e63-1b0c6ee7af04 req-363ae647-b782-413f-b82c-afc4836c7446 tempest-ServersNegativeTestJSON-2129401044 tempest-ServersNegativeTestJSON-2129401044-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.8261576
Dec 16 23:03:12.497034 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [req-a366e791-7201-43f6-9e63-1b0c6ee7af04 req-21ceee71-a99e-4c22-94a2-b65e38e8cb32 tempest-ServersNegativeTestJSON-2129401044 tempest-ServersNegativeTestJSON-2129401044-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=87506) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 16 23:03:12.497925 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-a366e791-7201-43f6-9e63-1b0c6ee7af04 req-21ceee71-a99e-4c22-94a2-b65e38e8cb32 tempest-ServersNegativeTestJSON-2129401044 tempest-ServersNegativeTestJSON-2129401044-project] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0055094
Dec 16 23:03:12.508462 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [req-a366e791-7201-43f6-9e63-1b0c6ee7af04 req-4591b8da-41fb-4345-9821-2dbe623a3378 service neutron] Request body: {'port': {'device_id': '66c1c5e3-0ac6-4489-ab2b-5af6df39bdb7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8218'}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 23:03:12.617718 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-a366e791-7201-43f6-9e63-1b0c6ee7af04 req-4591b8da-41fb-4345-9821-2dbe623a3378 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:03:12.866728 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f777af-6d04-4870-8266-9ca09ce4bd36 req-3a27a6ad-f7b4-4933-bcdc-a31b92061df9 tempest-ServersNegativeTestJSON-2129401044 tempest-ServersNegativeTestJSON-2129401044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:03:12.868263 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-62f777af-6d04-4870-8266-9ca09ce4bd36 req-3a27a6ad-f7b4-4933-bcdc-a31b92061df9 tempest-ServersNegativeTestJSON-2129401044 tempest-ServersNegativeTestJSON-2129401044-project] 10.222.0.13 "GET /v2.0/ports?device_id=66c1c5e3-0ac6-4489-ab2b-5af6df39bdb7 HTTP/1.1" status: 200  len: 931 time: 0.0832908
Dec 16 23:03:12.911808 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-62f777af-6d04-4870-8266-9ca09ce4bd36 req-c654d3ed-cf96-4da6-8b69-c3d73f2452ed tempest-ServersNegativeTestJSON-2129401044 tempest-ServersNegativeTestJSON-2129401044-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5ac8485-9a00-4d14-b118-833e7376ea8e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0378175
Dec 16 23:03:12.956640 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.notifiers.nova [req-a366e791-7201-43f6-9e63-1b0c6ee7af04 req-4591b8da-41fb-4345-9821-2dbe623a3378 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e18f40e0-78e5-4e44-bdb8-2e1a30ffa1dd {{(pid=87506) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 23:03:12.964396 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-a366e791-7201-43f6-9e63-1b0c6ee7af04 req-4591b8da-41fb-4345-9821-2dbe623a3378 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:03:12.978424 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.provisioning_blocks [req-a366e791-7201-43f6-9e63-1b0c6ee7af04 req-4591b8da-41fb-4345-9821-2dbe623a3378 service neutron] Transition to ACTIVE for port object e18f40e0-78e5-4e44-bdb8-2e1a30ffa1dd will not be triggered until provisioned by entity L2. {{(pid=87506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 23:03:12.982151 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-a366e791-7201-43f6-9e63-1b0c6ee7af04 req-4591b8da-41fb-4345-9821-2dbe623a3378 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1863400'] for port, after_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:03:12.985584 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-6eb0242a-a696-4ef4-bdae-6291ee58f2bd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:03:13.109349 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4591b8da-41fb-4345-9821-2dbe623a3378 service neutron] Pushing event updated for resources: {'Port': ['ID=e18f40e0-78e5-4e44-bdb8-2e1a30ffa1dd,revision_number=2']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:03:13.134381 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-4591b8da-41fb-4345-9821-2dbe623a3378 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:03:13.209760 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.managers [req-a366e791-7201-43f6-9e63-1b0c6ee7af04 req-4591b8da-41fb-4345-9821-2dbe623a3378 service neutron] Attempting to bind port e18f40e0-78e5-4e44-bdb8-2e1a30ffa1dd on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=87506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 23:03:13.210085 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.managers [req-a366e791-7201-43f6-9e63-1b0c6ee7af04 req-4591b8da-41fb-4345-9821-2dbe623a3378 service neutron] Attempting to bind port e18f40e0-78e5-4e44-bdb8-2e1a30ffa1dd by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '9ace2503-524a-48e5-b654-8423977d02d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '45ee8d89-613e-4de4-b49b-a0b10f7d3e4c'}] {{(pid=87506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 23:03:13.210403 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a366e791-7201-43f6-9e63-1b0c6ee7af04 req-4591b8da-41fb-4345-9821-2dbe623a3378 service neutron] Attempting to bind port e18f40e0-78e5-4e44-bdb8-2e1a30ffa1dd on network 45ee8d89-613e-4de4-b49b-a0b10f7d3e4c {{(pid=87506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 23:03:13.215528 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a366e791-7201-43f6-9e63-1b0c6ee7af04 req-4591b8da-41fb-4345-9821-2dbe623a3378 service neutron] Port e18f40e0-78e5-4e44-bdb8-2e1a30ffa1dd on network 45ee8d89-613e-4de4-b49b-a0b10f7d3e4c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=87506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 16 23:03:13.215869 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a366e791-7201-43f6-9e63-1b0c6ee7af04 req-4591b8da-41fb-4345-9821-2dbe623a3378 service neutron] Attempting to bind port e18f40e0-78e5-4e44-bdb8-2e1a30ffa1dd on network 45ee8d89-613e-4de4-b49b-a0b10f7d3e4c {{(pid=87506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 23:03:13.221193 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a366e791-7201-43f6-9e63-1b0c6ee7af04 req-4591b8da-41fb-4345-9821-2dbe623a3378 service neutron] Checking agent: {'id': '849b5cbb-8f70-4c31-8f37-fd42f8351747', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8218', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 30, 8), 'started_at': datetime.datetime(2021, 12, 16, 22, 30, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 23, 3, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 23:03:13.221514 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a366e791-7201-43f6-9e63-1b0c6ee7af04 req-4591b8da-41fb-4345-9821-2dbe623a3378 service neutron] Checking segment: {'id': '9ace2503-524a-48e5-b654-8423977d02d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '45ee8d89-613e-4de4-b49b-a0b10f7d3e4c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 23:03:13.221884 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a366e791-7201-43f6-9e63-1b0c6ee7af04 req-4591b8da-41fb-4345-9821-2dbe623a3378 service neutron] Bound using segment: {'id': '9ace2503-524a-48e5-b654-8423977d02d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '45ee8d89-613e-4de4-b49b-a0b10f7d3e4c'} {{(pid=87506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 23:03:13.222292 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.managers [req-a366e791-7201-43f6-9e63-1b0c6ee7af04 req-4591b8da-41fb-4345-9821-2dbe623a3378 service neutron] Bound port: e18f40e0-78e5-4e44-bdb8-2e1a30ffa1dd, host: hv-neutron-8218, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ace2503-524a-48e5-b654-8423977d02d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '45ee8d89-613e-4de4-b49b-a0b10f7d3e4c'}}] {{(pid=87506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 23:03:13.222623 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-a366e791-7201-43f6-9e63-1b0c6ee7af04 req-4591b8da-41fb-4345-9821-2dbe623a3378 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:03:13.305778 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.db [req-a366e791-7201-43f6-9e63-1b0c6ee7af04 req-4591b8da-41fb-4345-9821-2dbe623a3378 service neutron] For port e18f40e0-78e5-4e44-bdb8-2e1a30ffa1dd, host hv-neutron-8218, cleared binding levels {{(pid=87506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 23:03:13.309107 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.db [req-a366e791-7201-43f6-9e63-1b0c6ee7af04 req-4591b8da-41fb-4345-9821-2dbe623a3378 service neutron] For port e18f40e0-78e5-4e44-bdb8-2e1a30ffa1dd, host hv-neutron-8218, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=e18f40e0-78e5-4e44-bdb8-2e1a30ffa1dd,segment=NetworkSegment(9ace2503-524a-48e5-b654-8423977d02d6),segment_id=9ace2503-524a-48e5-b654-8423977d02d6)] {{(pid=87506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 23:03:13.313243 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-a366e791-7201-43f6-9e63-1b0c6ee7af04 req-4591b8da-41fb-4345-9821-2dbe623a3378 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1863400'] for port, after_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:03:13.317486 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-6eb0242a-a696-4ef4-bdae-6291ee58f2bd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:03:13.377743 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a366e791-7201-43f6-9e63-1b0c6ee7af04 req-4591b8da-41fb-4345-9821-2dbe623a3378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:03:13.378350 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-a366e791-7201-43f6-9e63-1b0c6ee7af04 req-4591b8da-41fb-4345-9821-2dbe623a3378 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for port, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:03:13.379679 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-a366e791-7201-43f6-9e63-1b0c6ee7af04 req-4591b8da-41fb-4345-9821-2dbe623a3378 service neutron] 10.222.0.49 "PUT /v2.0/ports/e18f40e0-78e5-4e44-bdb8-2e1a30ffa1dd HTTP/1.1" status: 200  len: 1093 time: 0.8748274
Dec 16 23:03:13.380214 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66c1c5e3-0ac6-4489-ab2b-5af6df39bdb7', 'tag': 'e18f40e0-78e5-4e44-bdb8-2e1a30ffa1dd'}] {{(pid=87506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 23:03:13.400234 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4591b8da-41fb-4345-9821-2dbe623a3378 service neutron] Pushing event updated for resources: {'Port': ['ID=e18f40e0-78e5-4e44-bdb8-2e1a30ffa1dd,revision_number=3']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:03:13.403404 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-4591b8da-41fb-4345-9821-2dbe623a3378 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:03:13.427515 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66c1c5e3-0ac6-4489-ab2b-5af6df39bdb7', 'tag': 'e18f40e0-78e5-4e44-bdb8-2e1a30ffa1dd', 'status': 'completed', 'code': 200}
Dec 16 23:03:13.517885 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a366e791-7201-43f6-9e63-1b0c6ee7af04 req-8e0e9108-9968-4d2d-95f1-4f594b3aec8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:03:13.519339 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-a366e791-7201-43f6-9e63-1b0c6ee7af04 req-8e0e9108-9968-4d2d-95f1-4f594b3aec8c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=56d4d05621e543d3828266f65ebb20a4&device_id=66c1c5e3-0ac6-4489-ab2b-5af6df39bdb7 HTTP/1.1" status: 200  len: 1096 time: 0.0713615
Dec 16 23:03:13.593545 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-a366e791-7201-43f6-9e63-1b0c6ee7af04 req-53e4eab0-abe0-45d1-ba18-2707ba4f64c9 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e18f40e0-78e5-4e44-bdb8-2e1a30ffa1dd HTTP/1.1" status: 200  len: 217 time: 0.0617306
Dec 16 23:03:13.654827 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a366e791-7201-43f6-9e63-1b0c6ee7af04 req-1df72fbf-3cef-4762-a736-dd22bae12010 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:03:13.656174 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-a366e791-7201-43f6-9e63-1b0c6ee7af04 req-1df72fbf-3cef-4762-a736-dd22bae12010 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=5ba344bf-32e4-48e4-8e3e-dc47499d17dc HTTP/1.1" status: 200  len: 853 time: 0.0557973
Dec 16 23:03:13.707458 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-a366e791-7201-43f6-9e63-1b0c6ee7af04 req-28682f79-9606-49a6-9e73-7d230c65f248 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=45ee8d89-613e-4de4-b49b-a0b10f7d3e4c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0448103
Dec 16 23:03:13.838970 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-a366e791-7201-43f6-9e63-1b0c6ee7af04 req-606f2e23-60c7-4940-bd30-3ec49d5ae655 service neutron] 10.222.0.49 "GET /v2.0/networks/45ee8d89-613e-4de4-b49b-a0b10f7d3e4c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1247792
Dec 16 23:03:13.968818 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-a366e791-7201-43f6-9e63-1b0c6ee7af04 req-b6a20ab9-bc62-4e10-8ba2-ff97b0fa5ab7 service neutron] 10.222.0.49 "GET /v2.0/networks/45ee8d89-613e-4de4-b49b-a0b10f7d3e4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1239877
Dec 16 23:03:14.093624 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed71cb4-1b49-44ee-bb95-0b832b12c95b req-23093f0a-5c73-4106-a969-1ee077d168f5 tempest-ServersNegativeTestJSON-2129401044 tempest-ServersNegativeTestJSON-2129401044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:03:14.095089 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-8ed71cb4-1b49-44ee-bb95-0b832b12c95b req-23093f0a-5c73-4106-a969-1ee077d168f5 tempest-ServersNegativeTestJSON-2129401044 tempest-ServersNegativeTestJSON-2129401044-project] 10.222.0.13 "GET /v2.0/ports?device_id=66c1c5e3-0ac6-4489-ab2b-5af6df39bdb7 HTTP/1.1" status: 200  len: 943 time: 0.0791941
Dec 16 23:03:14.123887 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab96d2b2-360e-41f9-a086-238dc73e0363 req-aeeb058a-b749-4e15-88ba-126c7621f468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:03:14.125362 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-ab96d2b2-360e-41f9-a086-238dc73e0363 req-aeeb058a-b749-4e15-88ba-126c7621f468 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=56d4d05621e543d3828266f65ebb20a4&device_id=66c1c5e3-0ac6-4489-ab2b-5af6df39bdb7 HTTP/1.1" status: 200  len: 1096 time: 0.0708525
Dec 16 23:03:14.142603 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-8ed71cb4-1b49-44ee-bb95-0b832b12c95b req-a45d3a41-d965-4baa-8eca-6fe7272d6005 tempest-ServersNegativeTestJSON-2129401044 tempest-ServersNegativeTestJSON-2129401044-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5ac8485-9a00-4d14-b118-833e7376ea8e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414808
Dec 16 23:03:14.365133 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab96d2b2-360e-41f9-a086-238dc73e0363 req-a01525a5-442f-417a-bdb1-874a422ee510 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:03:14.366579 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-ab96d2b2-360e-41f9-a086-238dc73e0363 req-a01525a5-442f-417a-bdb1-874a422ee510 service neutron] 10.222.0.49 "GET /v2.0/networks?id=45ee8d89-613e-4de4-b49b-a0b10f7d3e4c HTTP/1.1" status: 200  len: 914 time: 0.2339919
Dec 16 23:03:14.436636 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-ab96d2b2-360e-41f9-a086-238dc73e0363 req-27a03189-8e88-466d-8f23-3489a3d7a714 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e18f40e0-78e5-4e44-bdb8-2e1a30ffa1dd HTTP/1.1" status: 200  len: 217 time: 0.0632889
Dec 16 23:03:14.501020 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab96d2b2-360e-41f9-a086-238dc73e0363 req-fc899b90-0b49-4279-9c43-56b70323c6fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:03:14.502450 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-ab96d2b2-360e-41f9-a086-238dc73e0363 req-fc899b90-0b49-4279-9c43-56b70323c6fb service neutron] 10.222.0.49 "GET /v2.0/subnets?id=5ba344bf-32e4-48e4-8e3e-dc47499d17dc HTTP/1.1" status: 200  len: 853 time: 0.0580029
Dec 16 23:03:14.550627 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-ab96d2b2-360e-41f9-a086-238dc73e0363 req-67b6790e-3972-4e06-bf88-8c6d503ed745 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=45ee8d89-613e-4de4-b49b-a0b10f7d3e4c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0396316
Dec 16 23:03:14.680711 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-ab96d2b2-360e-41f9-a086-238dc73e0363 req-3c7d8a2d-0520-4d24-9974-9ef3ae1ad4c9 service neutron] 10.222.0.49 "GET /v2.0/networks/45ee8d89-613e-4de4-b49b-a0b10f7d3e4c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1223285
Dec 16 23:03:14.809869 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-ab96d2b2-360e-41f9-a086-238dc73e0363 req-be3a5305-be93-4843-bc0a-685c0aacb737 service neutron] 10.222.0.49 "GET /v2.0/networks/45ee8d89-613e-4de4-b49b-a0b10f7d3e4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1222959
Dec 16 23:03:14.902457 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Device e18f40e0-78e5-4e44-bdb8-2e1a30ffa1dd details requested by agent hyperv_hv-neutron-8218 with host hv-neutron-8218 {{(pid=87508) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 16 23:03:15.030350 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] For port e18f40e0-78e5-4e44-bdb8-2e1a30ffa1dd, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=e18f40e0-78e5-4e44-bdb8-2e1a30ffa1dd,segment=NetworkSegment(9ace2503-524a-48e5-b654-8423977d02d6),segment_id=9ace2503-524a-48e5-b654-8423977d02d6)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 23:03:15.043307 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Returning: {'device': 'e18f40e0-78e5-4e44-bdb8-2e1a30ffa1dd', 'network_id': '45ee8d89-613e-4de4-b49b-a0b10f7d3e4c', 'port_id': 'e18f40e0-78e5-4e44-bdb8-2e1a30ffa1dd', 'mac_address': 'fa:16:3e:ee:7c:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ba344bf-32e4-48e4-8e3e-dc47499d17dc', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87508) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 16 23:03:15.098651 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:03:15.114823 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.notifiers.nova [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e18f40e0-78e5-4e44-bdb8-2e1a30ffa1dd {{(pid=87508) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 23:03:15.129245 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] For port e18f40e0-78e5-4e44-bdb8-2e1a30ffa1dd, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=e18f40e0-78e5-4e44-bdb8-2e1a30ffa1dd,segment=NetworkSegment(9ace2503-524a-48e5-b654-8423977d02d6),segment_id=9ace2503-524a-48e5-b654-8423977d02d6)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 23:03:15.133291 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:03:15.135569 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:03:15.199717 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Pushing event updated for resources: {'Port': ['ID=e18f40e0-78e5-4e44-bdb8-2e1a30ffa1dd,revision_number=4']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:03:15.202765 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:03:15.323807 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842c7f8b-f7da-488f-ae0f-dda865f9f084 req-3cb1ba88-bfd8-4435-b149-5305eb3cd497 tempest-ServersNegativeTestJSON-2129401044 tempest-ServersNegativeTestJSON-2129401044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:03:15.325249 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-842c7f8b-f7da-488f-ae0f-dda865f9f084 req-3cb1ba88-bfd8-4435-b149-5305eb3cd497 tempest-ServersNegativeTestJSON-2129401044 tempest-ServersNegativeTestJSON-2129401044-project] 10.222.0.13 "GET /v2.0/ports?device_id=66c1c5e3-0ac6-4489-ab2b-5af6df39bdb7 HTTP/1.1" status: 200  len: 944 time: 0.0796189
Dec 16 23:03:15.369186 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-842c7f8b-f7da-488f-ae0f-dda865f9f084 req-910403f1-141e-4868-a9f3-6b200c836c38 tempest-ServersNegativeTestJSON-2129401044 tempest-ServersNegativeTestJSON-2129401044-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5ac8485-9a00-4d14-b118-833e7376ea8e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0384049
Dec 16 23:03:15.440257 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] get_ports_and_sgs() called for port_ids ['e18f40e0-78e5-4e44-bdb8-2e1a30ffa1dd'] {{(pid=87508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 23:03:16.560993 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edd90a2-d575-41e7-879e-6ca82c009bdb req-e89f7d38-1495-45e0-b49b-23ba5b29cb88 tempest-ServersNegativeTestJSON-2129401044 tempest-ServersNegativeTestJSON-2129401044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:03:16.562423 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-6edd90a2-d575-41e7-879e-6ca82c009bdb req-e89f7d38-1495-45e0-b49b-23ba5b29cb88 tempest-ServersNegativeTestJSON-2129401044 tempest-ServersNegativeTestJSON-2129401044-project] 10.222.0.13 "GET /v2.0/ports?device_id=66c1c5e3-0ac6-4489-ab2b-5af6df39bdb7 HTTP/1.1" status: 200  len: 944 time: 0.0831623
Dec 16 23:03:16.605279 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-6edd90a2-d575-41e7-879e-6ca82c009bdb req-62109771-353f-48d7-8b1c-8f7a00a291ef tempest-ServersNegativeTestJSON-2129401044 tempest-ServersNegativeTestJSON-2129401044-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5ac8485-9a00-4d14-b118-833e7376ea8e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0373738
Dec 16 23:03:16.934423 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Device e18f40e0-78e5-4e44-bdb8-2e1a30ffa1dd up at agent hyperv_hv-neutron-8218 {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 23:03:17.001089 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Provisioning for port e18f40e0-78e5-4e44-bdb8-2e1a30ffa1dd completed by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 23:03:17.005603 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Provisioning complete for port e18f40e0-78e5-4e44-bdb8-2e1a30ffa1dd triggered by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 23:03:17.005987 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:03:17.118059 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:03:17.144284 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66c1c5e3-0ac6-4489-ab2b-5af6df39bdb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e18f40e0-78e5-4e44-bdb8-2e1a30ffa1dd'}] {{(pid=87508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 23:03:17.153538 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] For port e18f40e0-78e5-4e44-bdb8-2e1a30ffa1dd, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=e18f40e0-78e5-4e44-bdb8-2e1a30ffa1dd,segment=NetworkSegment(9ace2503-524a-48e5-b654-8423977d02d6),segment_id=9ace2503-524a-48e5-b654-8423977d02d6)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 23:03:17.156904 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:03:17.158663 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-4f92e808-17d7-44c3-a148-6c4d5c5c67e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:03:17.192350 dv-neutron-821829-1-hyperv neutron-server[87508]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66c1c5e3-0ac6-4489-ab2b-5af6df39bdb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e18f40e0-78e5-4e44-bdb8-2e1a30ffa1dd', 'code': 200}
Dec 16 23:03:17.226789 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Pushing event updated for resources: {'Port': ['ID=e18f40e0-78e5-4e44-bdb8-2e1a30ffa1dd,revision_number=5']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:03:17.229789 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:03:17.445294 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7c3cdd-1794-41c2-85d3-8f51f3971bd4 req-4541ebaf-dfc3-48b3-b04f-122047852bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:03:17.446654 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-6a7c3cdd-1794-41c2-85d3-8f51f3971bd4 req-4541ebaf-dfc3-48b3-b04f-122047852bcd service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=66c1c5e3-0ac6-4489-ab2b-5af6df39bdb7 HTTP/1.1" status: 200  len: 1098 time: 0.0737755
Dec 16 23:03:17.486584 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-6a7c3cdd-1794-41c2-85d3-8f51f3971bd4 req-436657d1-0508-4c8b-990d-14cf90b8c92d service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=c5ac8485-9a00-4d14-b118-833e7376ea8e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0334048
Dec 16 23:03:17.785865 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad91809e-2cdd-4864-b3fd-625f20594f01 req-a2b6184f-7a8b-44e0-8e61-f5eea41ea573 tempest-ServersNegativeTestJSON-2129401044 tempest-ServersNegativeTestJSON-2129401044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:03:17.787307 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-ad91809e-2cdd-4864-b3fd-625f20594f01 req-a2b6184f-7a8b-44e0-8e61-f5eea41ea573 tempest-ServersNegativeTestJSON-2129401044 tempest-ServersNegativeTestJSON-2129401044-project] 10.222.0.13 "GET /v2.0/ports?device_id=66c1c5e3-0ac6-4489-ab2b-5af6df39bdb7 HTTP/1.1" status: 200  len: 945 time: 0.0816092
Dec 16 23:03:17.830229 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-ad91809e-2cdd-4864-b3fd-625f20594f01 req-6cb23053-b25c-4274-8539-145e612d05e0 tempest-ServersNegativeTestJSON-2129401044 tempest-ServersNegativeTestJSON-2129401044-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5ac8485-9a00-4d14-b118-833e7376ea8e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0367169
Dec 16 23:03:19.015613 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab29f239-04ce-4ef5-9bf5-3d591847e9ab req-d016c7be-8b0f-4712-88fa-584194278e5b tempest-ServersNegativeTestJSON-2129401044 tempest-ServersNegativeTestJSON-2129401044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:03:19.017080 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-ab29f239-04ce-4ef5-9bf5-3d591847e9ab req-d016c7be-8b0f-4712-88fa-584194278e5b tempest-ServersNegativeTestJSON-2129401044 tempest-ServersNegativeTestJSON-2129401044-project] 10.222.0.13 "GET /v2.0/ports?device_id=66c1c5e3-0ac6-4489-ab2b-5af6df39bdb7 HTTP/1.1" status: 200  len: 945 time: 0.0827868
Dec 16 23:03:19.060230 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-ab29f239-04ce-4ef5-9bf5-3d591847e9ab req-a962e3d5-5930-4ea6-a743-264a9b715dd3 tempest-ServersNegativeTestJSON-2129401044 tempest-ServersNegativeTestJSON-2129401044-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5ac8485-9a00-4d14-b118-833e7376ea8e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0375597
Dec 16 23:03:19.333978 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11248e5-1f54-40ac-a4f3-5703d1865a7d req-5bd285a1-b7c0-43d7-af11-25ee87f0b054 tempest-ServersNegativeTestJSON-2129401044 tempest-ServersNegativeTestJSON-2129401044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:03:19.335383 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-e11248e5-1f54-40ac-a4f3-5703d1865a7d req-5bd285a1-b7c0-43d7-af11-25ee87f0b054 tempest-ServersNegativeTestJSON-2129401044 tempest-ServersNegativeTestJSON-2129401044-project] 10.222.0.13 "GET /v2.0/networks?id=45ee8d89-613e-4de4-b49b-a0b10f7d3e4c HTTP/1.1" status: 200  len: 813 time: 0.1413791
Dec 16 23:03:19.350006 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-e11248e5-1f54-40ac-a4f3-5703d1865a7d req-ae5b7174-0e7c-4e0e-bc2f-0fce1f618946 tempest-ServersNegativeTestJSON-2129401044 tempest-ServersNegativeTestJSON-2129401044-project] 10.222.0.13 "GET /v2.0/quotas/56d4d05621e543d3828266f65ebb20a4 HTTP/1.1" status: 200  len: 375 time: 0.0088305
Dec 16 23:03:19.425694 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-e11248e5-1f54-40ac-a4f3-5703d1865a7d req-8205439c-c845-4415-8eb9-504893db9a00 tempest-ServersNegativeTestJSON-2129401044 tempest-ServersNegativeTestJSON-2129401044-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=56d4d05621e543d3828266f65ebb20a4&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0702038
Dec 16 23:03:19.502712 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.agents_db [None req-0abd2616-a86c-48e2-be07-10823335a5bb None None] Agent healthcheck: found 6 active agents {{(pid=87509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 23:03:19.553166 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-e11248e5-1f54-40ac-a4f3-5703d1865a7d req-4ad48d57-4fa8-4e2d-8cef-1387762b8663 service neutron] 10.222.0.13 "GET /v2.0/networks/45ee8d89-613e-4de4-b49b-a0b10f7d3e4c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1210868
Dec 16 23:03:19.680088 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-e11248e5-1f54-40ac-a4f3-5703d1865a7d req-43e29018-4620-4a91-85a9-310694c80d21 service neutron] 10.222.0.13 "GET /v2.0/networks/45ee8d89-613e-4de4-b49b-a0b10f7d3e4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1210964
Dec 16 23:03:19.983969 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-c294172b-8484-45be-ac1d-bc22f3fa9a3b req-3a7fe47c-550c-4a25-931e-281fe3b7c444 tempest-ServersNegativeTestJSON-2129401044 tempest-ServersNegativeTestJSON-2129401044-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d3c55ab-1ccb-4072-a3c7-3cc357370718 HTTP/1.1" status: 200  len: 210 time: 0.1717758
Dec 16 23:03:20.955308 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11248e5-1f54-40ac-a4f3-5703d1865a7d req-0a08917a-a530-4ad2-a1dd-9513fef9ef3a tempest-ServersNegativeTestJSON-2129401044 tempest-ServersNegativeTestJSON-2129401044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:03:20.956761 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-e11248e5-1f54-40ac-a4f3-5703d1865a7d req-0a08917a-a530-4ad2-a1dd-9513fef9ef3a tempest-ServersNegativeTestJSON-2129401044 tempest-ServersNegativeTestJSON-2129401044-project] 10.222.0.49 "GET /v2.0/networks?id=45ee8d89-613e-4de4-b49b-a0b10f7d3e4c HTTP/1.1" status: 200  len: 813 time: 0.1506181
Dec 16 23:03:20.975573 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [req-e11248e5-1f54-40ac-a4f3-5703d1865a7d req-4c029692-8029-4c4e-b806-a876a10c6f23 tempest-ServersNegativeTestJSON-2129401044 tempest-ServersNegativeTestJSON-2129401044-project] Request body: {'port': {'device_id': '7d3c55ab-1ccb-4072-a3c7-3cc357370718', 'network_id': '45ee8d89-613e-4de4-b49b-a0b10f7d3e4c', 'admin_state_up': True, 'tenant_id': '56d4d05621e543d3828266f65ebb20a4'}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 23:03:21.113311 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [req-e11248e5-1f54-40ac-a4f3-5703d1865a7d req-4c029692-8029-4c4e-b806-a876a10c6f23 tempest-ServersNegativeTestJSON-2129401044 tempest-ServersNegativeTestJSON-2129401044-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 23:03:21.117145 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [req-e11248e5-1f54-40ac-a4f3-5703d1865a7d req-4c029692-8029-4c4e-b806-a876a10c6f23 tempest-ServersNegativeTestJSON-2129401044 tempest-ServersNegativeTestJSON-2129401044-project] Usage tracker for resource:port and tenant:56d4d05621e543d3828266f65ebb20a4 is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 23:03:21.119950 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [req-e11248e5-1f54-40ac-a4f3-5703d1865a7d req-4c029692-8029-4c4e-b806-a876a10c6f23 tempest-ServersNegativeTestJSON-2129401044 tempest-ServersNegativeTestJSON-2129401044-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 23:03:21.125527 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [req-e11248e5-1f54-40ac-a4f3-5703d1865a7d req-4c029692-8029-4c4e-b806-a876a10c6f23 tempest-ServersNegativeTestJSON-2129401044 tempest-ServersNegativeTestJSON-2129401044-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 23:03:21.129942 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-042a9d4a-2537-4a5e-ba86-560177b2d698 req-e42d5f9d-6ea7-4d98-a52a-9cf329563db4 tempest-ServersNegativeTestJSON-2129401044 tempest-ServersNegativeTestJSON-2129401044-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d3c55ab-1ccb-4072-a3c7-3cc357370718 HTTP/1.1" status: 200  len: 210 time: 0.0429554
Dec 16 23:03:21.136277 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e11248e5-1f54-40ac-a4f3-5703d1865a7d req-4c029692-8029-4c4e-b806-a876a10c6f23 tempest-ServersNegativeTestJSON-2129401044 tempest-ServersNegativeTestJSON-2129401044-project] Made reservation on behalf of 56d4d05621e543d3828266f65ebb20a4 for: {'port': 1} {{(pid=87506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 23:03:21.140116 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-e11248e5-1f54-40ac-a4f3-5703d1865a7d req-4c029692-8029-4c4e-b806-a876a10c6f23 tempest-ServersNegativeTestJSON-2129401044 tempest-ServersNegativeTestJSON-2129401044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:03:21.300071 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.db_base_plugin_common [req-e11248e5-1f54-40ac-a4f3-5703d1865a7d req-4c029692-8029-4c4e-b806-a876a10c6f23 tempest-ServersNegativeTestJSON-2129401044 tempest-ServersNegativeTestJSON-2129401044-project] Allocated IP 172.20.0.12 (45ee8d89-613e-4de4-b49b-a0b10f7d3e4c/5ba344bf-32e4-48e4-8e3e-dc47499d17dc/a61f4780-2b35-4ef9-a37d-3a9e381337e8) {{(pid=87506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 23:03:21.498555 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-e11248e5-1f54-40ac-a4f3-5703d1865a7d req-4c029692-8029-4c4e-b806-a876a10c6f23 tempest-ServersNegativeTestJSON-2129401044 tempest-ServersNegativeTestJSON-2129401044-project] Notify callbacks [] for port, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:03:21.526949 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-e11248e5-1f54-40ac-a4f3-5703d1865a7d req-4c029692-8029-4c4e-b806-a876a10c6f23 tempest-ServersNegativeTestJSON-2129401044 tempest-ServersNegativeTestJSON-2129401044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1863393'] for port, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:03:21.532696 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-03d67529-828f-4eab-8a4d-c3920e5bc48e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:03:21.560375 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] get_ports_and_sgs() called for port_ids ['e18f40e0-78e5-4e44-bdb8-2e1a30ffa1dd'] {{(pid=87508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 23:03:21.599715 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e11248e5-1f54-40ac-a4f3-5703d1865a7d req-4c029692-8029-4c4e-b806-a876a10c6f23 tempest-ServersNegativeTestJSON-2129401044 tempest-ServersNegativeTestJSON-2129401044-project] Network 45ee8d89-613e-4de4-b49b-a0b10f7d3e4c is already hosted by enough agents. {{(pid=87506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 23:03:21.603095 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.base_scheduler [req-e11248e5-1f54-40ac-a4f3-5703d1865a7d req-4c029692-8029-4c4e-b806-a876a10c6f23 tempest-ServersNegativeTestJSON-2129401044 tempest-ServersNegativeTestJSON-2129401044-project] Resources bound (agent type, host, resource id):  {{(pid=87506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 23:03:21.607918 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.l3_dvrscheduler_db [req-e11248e5-1f54-40ac-a4f3-5703d1865a7d req-4c029692-8029-4c4e-b806-a876a10c6f23 tempest-ServersNegativeTestJSON-2129401044 tempest-ServersNegativeTestJSON-2129401044-project] Received port after_create {{(pid=87506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 23:03:21.649985 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c029692-8029-4c4e-b806-a876a10c6f23 tempest-ServersNegativeTestJSON-2129401044 tempest-ServersNegativeTestJSON-2129401044-project] Pushing event updated for resources: {'Port': ['ID=a61f4780-2b35-4ef9-a37d-3a9e381337e8,revision_number=1']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:03:21.654705 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-4c029692-8029-4c4e-b806-a876a10c6f23 tempest-ServersNegativeTestJSON-2129401044 tempest-ServersNegativeTestJSON-2129401044-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:03:21.675515 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11248e5-1f54-40ac-a4f3-5703d1865a7d req-4c029692-8029-4c4e-b806-a876a10c6f23 tempest-ServersNegativeTestJSON-2129401044 tempest-ServersNegativeTestJSON-2129401044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:03:21.676153 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-e11248e5-1f54-40ac-a4f3-5703d1865a7d req-4c029692-8029-4c4e-b806-a876a10c6f23 tempest-ServersNegativeTestJSON-2129401044 tempest-ServersNegativeTestJSON-2129401044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for port, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:03:21.699089 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-e11248e5-1f54-40ac-a4f3-5703d1865a7d req-4c029692-8029-4c4e-b806-a876a10c6f23 tempest-ServersNegativeTestJSON-2129401044 tempest-ServersNegativeTestJSON-2129401044-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.7277513
Dec 16 23:03:21.757571 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [req-e11248e5-1f54-40ac-a4f3-5703d1865a7d req-99b2af51-b7fe-4e9a-b84f-9f9a1a1edd09 service neutron] Request body: {'port': {'device_id': '7d3c55ab-1ccb-4072-a3c7-3cc357370718', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8218'}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 23:03:21.868067 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-e11248e5-1f54-40ac-a4f3-5703d1865a7d req-99b2af51-b7fe-4e9a-b84f-9f9a1a1edd09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:03:22.315737 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.notifiers.nova [req-e11248e5-1f54-40ac-a4f3-5703d1865a7d req-99b2af51-b7fe-4e9a-b84f-9f9a1a1edd09 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a61f4780-2b35-4ef9-a37d-3a9e381337e8 {{(pid=87506) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 23:03:22.318183 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b509a415-0c56-4692-9a28-38d675eac975 req-59d7399d-3be2-41d3-9701-9485e3178ead tempest-ServersNegativeTestJSON-2129401044 tempest-ServersNegativeTestJSON-2129401044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:03:22.320197 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-b509a415-0c56-4692-9a28-38d675eac975 req-59d7399d-3be2-41d3-9701-9485e3178ead tempest-ServersNegativeTestJSON-2129401044 tempest-ServersNegativeTestJSON-2129401044-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d3c55ab-1ccb-4072-a3c7-3cc357370718 HTTP/1.1" status: 200  len: 932 time: 0.0821335
Dec 16 23:03:22.323682 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-e11248e5-1f54-40ac-a4f3-5703d1865a7d req-99b2af51-b7fe-4e9a-b84f-9f9a1a1edd09 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:03:22.337773 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.provisioning_blocks [req-e11248e5-1f54-40ac-a4f3-5703d1865a7d req-99b2af51-b7fe-4e9a-b84f-9f9a1a1edd09 service neutron] Transition to ACTIVE for port object a61f4780-2b35-4ef9-a37d-3a9e381337e8 will not be triggered until provisioned by entity L2. {{(pid=87506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 23:03:22.341542 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-e11248e5-1f54-40ac-a4f3-5703d1865a7d req-99b2af51-b7fe-4e9a-b84f-9f9a1a1edd09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1863400'] for port, after_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:03:22.346568 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-88225bb8-942b-4d2e-b570-a5dd279e72cd tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:03:22.363884 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-b509a415-0c56-4692-9a28-38d675eac975 req-a2ac6fd1-a0c3-4c95-8be7-8d905bcd150e tempest-ServersNegativeTestJSON-2129401044 tempest-ServersNegativeTestJSON-2129401044-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5ac8485-9a00-4d14-b118-833e7376ea8e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0380251
Dec 16 23:03:22.504466 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b2af51-b7fe-4e9a-b84f-9f9a1a1edd09 service neutron] Pushing event updated for resources: {'Port': ['ID=a61f4780-2b35-4ef9-a37d-3a9e381337e8,revision_number=2']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:03:22.530534 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-99b2af51-b7fe-4e9a-b84f-9f9a1a1edd09 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:03:22.570363 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.managers [req-e11248e5-1f54-40ac-a4f3-5703d1865a7d req-99b2af51-b7fe-4e9a-b84f-9f9a1a1edd09 service neutron] Attempting to bind port a61f4780-2b35-4ef9-a37d-3a9e381337e8 on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=87506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 23:03:22.570696 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.managers [req-e11248e5-1f54-40ac-a4f3-5703d1865a7d req-99b2af51-b7fe-4e9a-b84f-9f9a1a1edd09 service neutron] Attempting to bind port a61f4780-2b35-4ef9-a37d-3a9e381337e8 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '9ace2503-524a-48e5-b654-8423977d02d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '45ee8d89-613e-4de4-b49b-a0b10f7d3e4c'}] {{(pid=87506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 23:03:22.571021 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e11248e5-1f54-40ac-a4f3-5703d1865a7d req-99b2af51-b7fe-4e9a-b84f-9f9a1a1edd09 service neutron] Attempting to bind port a61f4780-2b35-4ef9-a37d-3a9e381337e8 on network 45ee8d89-613e-4de4-b49b-a0b10f7d3e4c {{(pid=87506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 23:03:22.576230 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e11248e5-1f54-40ac-a4f3-5703d1865a7d req-99b2af51-b7fe-4e9a-b84f-9f9a1a1edd09 service neutron] Port a61f4780-2b35-4ef9-a37d-3a9e381337e8 on network 45ee8d89-613e-4de4-b49b-a0b10f7d3e4c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=87506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 16 23:03:22.576549 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e11248e5-1f54-40ac-a4f3-5703d1865a7d req-99b2af51-b7fe-4e9a-b84f-9f9a1a1edd09 service neutron] Attempting to bind port a61f4780-2b35-4ef9-a37d-3a9e381337e8 on network 45ee8d89-613e-4de4-b49b-a0b10f7d3e4c {{(pid=87506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 23:03:22.581506 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e11248e5-1f54-40ac-a4f3-5703d1865a7d req-99b2af51-b7fe-4e9a-b84f-9f9a1a1edd09 service neutron] Checking agent: {'id': '849b5cbb-8f70-4c31-8f37-fd42f8351747', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8218', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 30, 8), 'started_at': datetime.datetime(2021, 12, 16, 22, 30, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 23, 3, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 23:03:22.581834 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e11248e5-1f54-40ac-a4f3-5703d1865a7d req-99b2af51-b7fe-4e9a-b84f-9f9a1a1edd09 service neutron] Checking segment: {'id': '9ace2503-524a-48e5-b654-8423977d02d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '45ee8d89-613e-4de4-b49b-a0b10f7d3e4c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 23:03:22.582208 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e11248e5-1f54-40ac-a4f3-5703d1865a7d req-99b2af51-b7fe-4e9a-b84f-9f9a1a1edd09 service neutron] Bound using segment: {'id': '9ace2503-524a-48e5-b654-8423977d02d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '45ee8d89-613e-4de4-b49b-a0b10f7d3e4c'} {{(pid=87506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 23:03:22.582620 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.managers [req-e11248e5-1f54-40ac-a4f3-5703d1865a7d req-99b2af51-b7fe-4e9a-b84f-9f9a1a1edd09 service neutron] Bound port: a61f4780-2b35-4ef9-a37d-3a9e381337e8, host: hv-neutron-8218, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ace2503-524a-48e5-b654-8423977d02d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '45ee8d89-613e-4de4-b49b-a0b10f7d3e4c'}}] {{(pid=87506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 23:03:22.582960 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-e11248e5-1f54-40ac-a4f3-5703d1865a7d req-99b2af51-b7fe-4e9a-b84f-9f9a1a1edd09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:03:22.675381 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.db [req-e11248e5-1f54-40ac-a4f3-5703d1865a7d req-99b2af51-b7fe-4e9a-b84f-9f9a1a1edd09 service neutron] For port a61f4780-2b35-4ef9-a37d-3a9e381337e8, host hv-neutron-8218, cleared binding levels {{(pid=87506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 23:03:22.678282 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.db [req-e11248e5-1f54-40ac-a4f3-5703d1865a7d req-99b2af51-b7fe-4e9a-b84f-9f9a1a1edd09 service neutron] For port a61f4780-2b35-4ef9-a37d-3a9e381337e8, host hv-neutron-8218, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=a61f4780-2b35-4ef9-a37d-3a9e381337e8,segment=NetworkSegment(9ace2503-524a-48e5-b654-8423977d02d6),segment_id=9ace2503-524a-48e5-b654-8423977d02d6)] {{(pid=87506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 23:03:22.683131 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-e11248e5-1f54-40ac-a4f3-5703d1865a7d req-99b2af51-b7fe-4e9a-b84f-9f9a1a1edd09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1863400'] for port, after_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:03:22.687635 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-4c029692-8029-4c4e-b806-a876a10c6f23 tempest-ServersNegativeTestJSON-2129401044 tempest-ServersNegativeTestJSON-2129401044-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:03:22.734343 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11248e5-1f54-40ac-a4f3-5703d1865a7d req-99b2af51-b7fe-4e9a-b84f-9f9a1a1edd09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:03:22.734735 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-e11248e5-1f54-40ac-a4f3-5703d1865a7d req-99b2af51-b7fe-4e9a-b84f-9f9a1a1edd09 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for port, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:03:22.736376 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-e11248e5-1f54-40ac-a4f3-5703d1865a7d req-99b2af51-b7fe-4e9a-b84f-9f9a1a1edd09 service neutron] 10.222.0.49 "PUT /v2.0/ports/a61f4780-2b35-4ef9-a37d-3a9e381337e8 HTTP/1.1" status: 200  len: 1094 time: 1.0238683
Dec 16 23:03:22.738635 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d3c55ab-1ccb-4072-a3c7-3cc357370718', 'tag': 'a61f4780-2b35-4ef9-a37d-3a9e381337e8'}] {{(pid=87506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 23:03:22.771192 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b2af51-b7fe-4e9a-b84f-9f9a1a1edd09 service neutron] Pushing event updated for resources: {'Port': ['ID=a61f4780-2b35-4ef9-a37d-3a9e381337e8,revision_number=3']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:03:22.775025 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-99b2af51-b7fe-4e9a-b84f-9f9a1a1edd09 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:03:22.792692 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d3c55ab-1ccb-4072-a3c7-3cc357370718', 'tag': 'a61f4780-2b35-4ef9-a37d-3a9e381337e8', 'status': 'completed', 'code': 200}
Dec 16 23:03:22.865409 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11248e5-1f54-40ac-a4f3-5703d1865a7d req-186e1492-5494-48ae-ae95-48755eb016a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:03:22.866878 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-e11248e5-1f54-40ac-a4f3-5703d1865a7d req-186e1492-5494-48ae-ae95-48755eb016a4 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=56d4d05621e543d3828266f65ebb20a4&device_id=7d3c55ab-1ccb-4072-a3c7-3cc357370718 HTTP/1.1" status: 200  len: 1097 time: 0.0770500
Dec 16 23:03:22.939661 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-e11248e5-1f54-40ac-a4f3-5703d1865a7d req-98847da2-0d4a-47ff-a0df-e07d5c831caf service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a61f4780-2b35-4ef9-a37d-3a9e381337e8 HTTP/1.1" status: 200  len: 217 time: 0.0601819
Dec 16 23:03:23.005914 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11248e5-1f54-40ac-a4f3-5703d1865a7d req-6c2a7691-75c5-434e-b5ef-e1a09f22b568 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:03:23.007230 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-e11248e5-1f54-40ac-a4f3-5703d1865a7d req-6c2a7691-75c5-434e-b5ef-e1a09f22b568 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=5ba344bf-32e4-48e4-8e3e-dc47499d17dc HTTP/1.1" status: 200  len: 853 time: 0.0607281
Dec 16 23:03:23.052758 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-e11248e5-1f54-40ac-a4f3-5703d1865a7d req-2905e138-5cda-4319-a68d-db6a57756cea service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=45ee8d89-613e-4de4-b49b-a0b10f7d3e4c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0395689
Dec 16 23:03:23.180976 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-e11248e5-1f54-40ac-a4f3-5703d1865a7d req-3d5d9c02-da6d-4af9-8efc-5c058a946d4c service neutron] 10.222.0.49 "GET /v2.0/networks/45ee8d89-613e-4de4-b49b-a0b10f7d3e4c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1213849
Dec 16 23:03:23.308265 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-e11248e5-1f54-40ac-a4f3-5703d1865a7d req-33568833-1936-4a00-a60a-a8297094f8fd service neutron] 10.222.0.49 "GET /v2.0/networks/45ee8d89-613e-4de4-b49b-a0b10f7d3e4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1205373
Dec 16 23:03:23.471270 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44dbad14-9b0c-4b59-805f-bebcb131740e req-ae4669d8-353b-4ef1-b025-5d4e8e2e26f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:03:23.472712 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-44dbad14-9b0c-4b59-805f-bebcb131740e req-ae4669d8-353b-4ef1-b025-5d4e8e2e26f6 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=56d4d05621e543d3828266f65ebb20a4&device_id=7d3c55ab-1ccb-4072-a3c7-3cc357370718 HTTP/1.1" status: 200  len: 1097 time: 0.0747499
Dec 16 23:03:23.547712 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecad694-f97b-4419-81b1-9d62174e2726 req-f61076b6-c250-422c-9dd9-aa63a2254a32 tempest-ServersNegativeTestJSON-2129401044 tempest-ServersNegativeTestJSON-2129401044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:03:23.549202 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-4ecad694-f97b-4419-81b1-9d62174e2726 req-f61076b6-c250-422c-9dd9-aa63a2254a32 tempest-ServersNegativeTestJSON-2129401044 tempest-ServersNegativeTestJSON-2129401044-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d3c55ab-1ccb-4072-a3c7-3cc357370718 HTTP/1.1" status: 200  len: 944 time: 0.0801163
Dec 16 23:03:23.594485 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-4ecad694-f97b-4419-81b1-9d62174e2726 req-a1dc6fab-ac3f-4b48-814c-7004976a437a tempest-ServersNegativeTestJSON-2129401044 tempest-ServersNegativeTestJSON-2129401044-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5ac8485-9a00-4d14-b118-833e7376ea8e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0394468
Dec 16 23:03:23.605290 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44dbad14-9b0c-4b59-805f-bebcb131740e req-0b6dfd2e-507c-47da-8dda-1992d75cb98c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:03:23.606735 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-44dbad14-9b0c-4b59-805f-bebcb131740e req-0b6dfd2e-507c-47da-8dda-1992d75cb98c service neutron] 10.222.0.49 "GET /v2.0/networks?id=45ee8d89-613e-4de4-b49b-a0b10f7d3e4c HTTP/1.1" status: 200  len: 914 time: 0.1270075
Dec 16 23:03:23.674442 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-44dbad14-9b0c-4b59-805f-bebcb131740e req-2f97ab2e-ff32-424b-9782-43352a7a8764 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a61f4780-2b35-4ef9-a37d-3a9e381337e8 HTTP/1.1" status: 200  len: 217 time: 0.0612729
Dec 16 23:03:23.740965 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44dbad14-9b0c-4b59-805f-bebcb131740e req-39f5f67c-e80e-479a-9eff-0a93bedfbc1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:03:23.742406 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-44dbad14-9b0c-4b59-805f-bebcb131740e req-39f5f67c-e80e-479a-9eff-0a93bedfbc1a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=5ba344bf-32e4-48e4-8e3e-dc47499d17dc HTTP/1.1" status: 200  len: 853 time: 0.0614603
Dec 16 23:03:23.789535 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-44dbad14-9b0c-4b59-805f-bebcb131740e req-8047a086-4fec-4d9f-8141-f7c718ea87dd service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=45ee8d89-613e-4de4-b49b-a0b10f7d3e4c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0398912
Dec 16 23:03:24.035971 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-44dbad14-9b0c-4b59-805f-bebcb131740e req-045c761a-c6a9-4a16-8323-9800f3009ed2 service neutron] 10.222.0.49 "GET /v2.0/networks/45ee8d89-613e-4de4-b49b-a0b10f7d3e4c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2327642
Dec 16 23:03:24.163787 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-44dbad14-9b0c-4b59-805f-bebcb131740e req-1781673d-4185-44a2-acbc-498b5ee07072 service neutron] 10.222.0.49 "GET /v2.0/networks/45ee8d89-613e-4de4-b49b-a0b10f7d3e4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1205389
Dec 16 23:03:24.779239 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73430837-d2c5-4e6f-a27a-b2aae5f7cbeb req-371dd3bc-f5c5-4902-8e4f-8c5b3de8daa4 tempest-ServersNegativeTestJSON-2129401044 tempest-ServersNegativeTestJSON-2129401044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:03:24.780609 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-73430837-d2c5-4e6f-a27a-b2aae5f7cbeb req-371dd3bc-f5c5-4902-8e4f-8c5b3de8daa4 tempest-ServersNegativeTestJSON-2129401044 tempest-ServersNegativeTestJSON-2129401044-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d3c55ab-1ccb-4072-a3c7-3cc357370718 HTTP/1.1" status: 200  len: 944 time: 0.0837057
Dec 16 23:03:24.823184 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-73430837-d2c5-4e6f-a27a-b2aae5f7cbeb req-f2cb441f-591a-4e04-a80b-3ac1bfffedfe tempest-ServersNegativeTestJSON-2129401044 tempest-ServersNegativeTestJSON-2129401044-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5ac8485-9a00-4d14-b118-833e7376ea8e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0369534
Dec 16 23:03:24.990763 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Device a61f4780-2b35-4ef9-a37d-3a9e381337e8 details requested by agent hyperv_hv-neutron-8218 with host hv-neutron-8218 {{(pid=87508) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 16 23:03:25.151674 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] For port a61f4780-2b35-4ef9-a37d-3a9e381337e8, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=a61f4780-2b35-4ef9-a37d-3a9e381337e8,segment=NetworkSegment(9ace2503-524a-48e5-b654-8423977d02d6),segment_id=9ace2503-524a-48e5-b654-8423977d02d6)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 23:03:25.166818 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Returning: {'device': 'a61f4780-2b35-4ef9-a37d-3a9e381337e8', 'network_id': '45ee8d89-613e-4de4-b49b-a0b10f7d3e4c', 'port_id': 'a61f4780-2b35-4ef9-a37d-3a9e381337e8', 'mac_address': 'fa:16:3e:5f:14:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ba344bf-32e4-48e4-8e3e-dc47499d17dc', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87508) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 16 23:03:25.219430 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:03:25.235483 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.notifiers.nova [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a61f4780-2b35-4ef9-a37d-3a9e381337e8 {{(pid=87508) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 23:03:25.250548 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] For port a61f4780-2b35-4ef9-a37d-3a9e381337e8, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=a61f4780-2b35-4ef9-a37d-3a9e381337e8,segment=NetworkSegment(9ace2503-524a-48e5-b654-8423977d02d6),segment_id=9ace2503-524a-48e5-b654-8423977d02d6)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 23:03:25.254301 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:03:25.256076 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:03:25.318015 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Pushing event updated for resources: {'Port': ['ID=a61f4780-2b35-4ef9-a37d-3a9e381337e8,revision_number=4']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:03:25.320782 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:03:25.522670 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] get_ports_and_sgs() called for port_ids ['a61f4780-2b35-4ef9-a37d-3a9e381337e8'] {{(pid=87508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 23:03:26.002297 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8232b73-917d-4121-b2ab-1191b8df7fbe req-accaff7b-9135-4aca-8818-b73e96da1b2d tempest-ServersNegativeTestJSON-2129401044 tempest-ServersNegativeTestJSON-2129401044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:03:26.003730 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-d8232b73-917d-4121-b2ab-1191b8df7fbe req-accaff7b-9135-4aca-8818-b73e96da1b2d tempest-ServersNegativeTestJSON-2129401044 tempest-ServersNegativeTestJSON-2129401044-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d3c55ab-1ccb-4072-a3c7-3cc357370718 HTTP/1.1" status: 200  len: 945 time: 0.0787158
Dec 16 23:03:26.050166 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-d8232b73-917d-4121-b2ab-1191b8df7fbe req-e169271a-0be6-4b2d-b827-9b1f814dda82 tempest-ServersNegativeTestJSON-2129401044 tempest-ServersNegativeTestJSON-2129401044-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5ac8485-9a00-4d14-b118-833e7376ea8e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408404
Dec 16 23:03:26.997378 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Device a61f4780-2b35-4ef9-a37d-3a9e381337e8 up at agent hyperv_hv-neutron-8218 {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 23:03:27.064191 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Provisioning for port a61f4780-2b35-4ef9-a37d-3a9e381337e8 completed by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 23:03:27.068610 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Provisioning complete for port a61f4780-2b35-4ef9-a37d-3a9e381337e8 triggered by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 23:03:27.068991 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:03:27.179922 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:03:27.209571 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d3c55ab-1ccb-4072-a3c7-3cc357370718', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a61f4780-2b35-4ef9-a37d-3a9e381337e8'}] {{(pid=87508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 23:03:27.219572 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] For port a61f4780-2b35-4ef9-a37d-3a9e381337e8, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=a61f4780-2b35-4ef9-a37d-3a9e381337e8,segment=NetworkSegment(9ace2503-524a-48e5-b654-8423977d02d6),segment_id=9ace2503-524a-48e5-b654-8423977d02d6)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 23:03:27.225689 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:03:27.227596 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:03:27.233219 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24537cd5-fb75-4706-9460-85e405557eae req-f577c39c-9ed7-4584-a8be-afc1bd1a83da tempest-ServersNegativeTestJSON-2129401044 tempest-ServersNegativeTestJSON-2129401044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:03:27.234721 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-24537cd5-fb75-4706-9460-85e405557eae req-f577c39c-9ed7-4584-a8be-afc1bd1a83da tempest-ServersNegativeTestJSON-2129401044 tempest-ServersNegativeTestJSON-2129401044-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d3c55ab-1ccb-4072-a3c7-3cc357370718 HTTP/1.1" status: 200  len: 945 time: 0.0827074
Dec 16 23:03:27.271967 dv-neutron-821829-1-hyperv neutron-server[87508]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d3c55ab-1ccb-4072-a3c7-3cc357370718', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a61f4780-2b35-4ef9-a37d-3a9e381337e8', 'code': 200}
Dec 16 23:03:27.282210 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-24537cd5-fb75-4706-9460-85e405557eae req-3b8988d0-db9c-4832-98f0-006b60c755d5 tempest-ServersNegativeTestJSON-2129401044 tempest-ServersNegativeTestJSON-2129401044-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5ac8485-9a00-4d14-b118-833e7376ea8e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414426
Dec 16 23:03:27.295084 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Pushing event updated for resources: {'Port': ['ID=a61f4780-2b35-4ef9-a37d-3a9e381337e8,revision_number=5']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:03:27.297979 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:03:27.523806 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de49256b-e905-436b-94d6-ffe7b7c4733a req-09cc022c-08e5-4274-99c7-e0d4ecb053ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:03:27.525807 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-de49256b-e905-436b-94d6-ffe7b7c4733a req-09cc022c-08e5-4274-99c7-e0d4ecb053ce service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=7d3c55ab-1ccb-4072-a3c7-3cc357370718 HTTP/1.1" status: 200  len: 1099 time: 0.0697572
Dec 16 23:03:27.568037 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-de49256b-e905-436b-94d6-ffe7b7c4733a req-6141b48c-cd3c-4f38-94c8-f47521578717 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=c5ac8485-9a00-4d14-b118-833e7376ea8e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0369885
Dec 16 23:03:28.198194 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-2d73e3aa-fb6a-47e3-bcb1-b66ecbf47b4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:03:28.482906 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50d05ae-8710-4514-8097-efa965b91ac0 req-aead8c8c-4b7a-4dc8-9896-a51d80860aa1 tempest-ServersNegativeTestJSON-2129401044 tempest-ServersNegativeTestJSON-2129401044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:03:28.484447 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-f50d05ae-8710-4514-8097-efa965b91ac0 req-aead8c8c-4b7a-4dc8-9896-a51d80860aa1 tempest-ServersNegativeTestJSON-2129401044 tempest-ServersNegativeTestJSON-2129401044-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d3c55ab-1ccb-4072-a3c7-3cc357370718 HTTP/1.1" status: 200  len: 946 time: 0.0829010
Dec 16 23:03:28.533123 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-f50d05ae-8710-4514-8097-efa965b91ac0 req-1e7afdf5-a1af-49f5-96bc-0063aa425d02 tempest-ServersNegativeTestJSON-2129401044 tempest-ServersNegativeTestJSON-2129401044-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5ac8485-9a00-4d14-b118-833e7376ea8e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0394444
Dec 16 23:03:29.714309 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4041391c-e2dc-4d6f-87a2-f0ade161df20 req-25cefe07-96a5-40dc-aee7-1f396bcecb9b tempest-ServersNegativeTestJSON-2129401044 tempest-ServersNegativeTestJSON-2129401044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:03:29.715744 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-4041391c-e2dc-4d6f-87a2-f0ade161df20 req-25cefe07-96a5-40dc-aee7-1f396bcecb9b tempest-ServersNegativeTestJSON-2129401044 tempest-ServersNegativeTestJSON-2129401044-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d3c55ab-1ccb-4072-a3c7-3cc357370718 HTTP/1.1" status: 200  len: 946 time: 0.0784242
Dec 16 23:03:29.760443 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-4041391c-e2dc-4d6f-87a2-f0ade161df20 req-f0514b90-ef4b-4f9d-a31b-9f6380bb1c78 tempest-ServersNegativeTestJSON-2129401044 tempest-ServersNegativeTestJSON-2129401044-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5ac8485-9a00-4d14-b118-833e7376ea8e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0381756
Dec 16 23:03:30.124779 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388a6808-c211-437d-9cc2-1b216ea9a559 req-01cefaac-7bbc-4d7e-9272-d6ce645878d8 tempest-ServersNegativeTestJSON-2129401044 tempest-ServersNegativeTestJSON-2129401044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:03:30.126199 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-388a6808-c211-437d-9cc2-1b216ea9a559 req-01cefaac-7bbc-4d7e-9272-d6ce645878d8 tempest-ServersNegativeTestJSON-2129401044 tempest-ServersNegativeTestJSON-2129401044-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d3c55ab-1ccb-4072-a3c7-3cc357370718 HTTP/1.1" status: 200  len: 946 time: 0.0851691
Dec 16 23:03:30.168309 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-388a6808-c211-437d-9cc2-1b216ea9a559 req-af56bc09-1335-4047-bc4f-c765a30eeeb5 tempest-ServersNegativeTestJSON-2129401044 tempest-ServersNegativeTestJSON-2129401044-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5ac8485-9a00-4d14-b118-833e7376ea8e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0364594
Dec 16 23:03:30.641463 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-d73135da-84d0-47a9-ace8-bc115e370aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:03:31.354478 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5d6d33-6e21-42f8-84de-f28e73323045 req-a050d772-ba7e-4ef5-81ad-13c9eb0d9006 tempest-ServersNegativeTestJSON-2129401044 tempest-ServersNegativeTestJSON-2129401044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:03:31.355965 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-ff5d6d33-6e21-42f8-84de-f28e73323045 req-a050d772-ba7e-4ef5-81ad-13c9eb0d9006 tempest-ServersNegativeTestJSON-2129401044 tempest-ServersNegativeTestJSON-2129401044-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d3c55ab-1ccb-4072-a3c7-3cc357370718 HTTP/1.1" status: 200  len: 946 time: 0.0810130
Dec 16 23:03:31.399226 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-ff5d6d33-6e21-42f8-84de-f28e73323045 req-f15eaae6-8ca6-436b-9cf1-1943a709a4bf tempest-ServersNegativeTestJSON-2129401044 tempest-ServersNegativeTestJSON-2129401044-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5ac8485-9a00-4d14-b118-833e7376ea8e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0377045
Dec 16 23:03:31.571047 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-3e729f7f-1589-4d54-9c4a-7ee6b283cc2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:03:31.668417 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aba53b0-a410-4ad9-9742-daa298f9e065 req-f0eceab2-f1e5-486b-845a-5595fc6663ef tempest-ServersNegativeTestJSON-2129401044 tempest-ServersNegativeTestJSON-2129401044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:03:31.669135 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [req-2aba53b0-a410-4ad9-9742-daa298f9e065 req-f0eceab2-f1e5-486b-845a-5595fc6663ef tempest-ServersNegativeTestJSON-2129401044 tempest-ServersNegativeTestJSON-2129401044-project] Synchronizing usage tracker for tenant:56d4d05621e543d3828266f65ebb20a4 on resource:port {{(pid=87506) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 23:03:31.685308 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [req-2aba53b0-a410-4ad9-9742-daa298f9e065 req-f0eceab2-f1e5-486b-845a-5595fc6663ef tempest-ServersNegativeTestJSON-2129401044 tempest-ServersNegativeTestJSON-2129401044-project] Unset dirty status for tenant:56d4d05621e543d3828266f65ebb20a4 on resource:port {{(pid=87506) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 23:03:31.686494 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-2aba53b0-a410-4ad9-9742-daa298f9e065 req-f0eceab2-f1e5-486b-845a-5595fc6663ef tempest-ServersNegativeTestJSON-2129401044 tempest-ServersNegativeTestJSON-2129401044-project] 10.222.0.49 "GET /v2.0/ports?device_id=7d3c55ab-1ccb-4072-a3c7-3cc357370718 HTTP/1.1" status: 200  len: 946 time: 0.0961695
Dec 16 23:03:31.709410 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:03:31.756667 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [req-2aba53b0-a410-4ad9-9742-daa298f9e065 req-0ae17c86-b0e4-4bbd-96fa-06dad4e2126f tempest-ServersNegativeTestJSON-2129401044 tempest-ServersNegativeTestJSON-2129401044-project] Deleting port a61f4780-2b35-4ef9-a37d-3a9e381337e8 {{(pid=87506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 23:03:31.756926 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-2aba53b0-a410-4ad9-9742-daa298f9e065 req-0ae17c86-b0e4-4bbd-96fa-06dad4e2126f tempest-ServersNegativeTestJSON-2129401044 tempest-ServersNegativeTestJSON-2129401044-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:03:31.997798 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.db [req-2aba53b0-a410-4ad9-9742-daa298f9e065 req-0ae17c86-b0e4-4bbd-96fa-06dad4e2126f tempest-ServersNegativeTestJSON-2129401044 tempest-ServersNegativeTestJSON-2129401044-project] For port a61f4780-2b35-4ef9-a37d-3a9e381337e8, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=a61f4780-2b35-4ef9-a37d-3a9e381337e8,segment=NetworkSegment(9ace2503-524a-48e5-b654-8423977d02d6),segment_id=9ace2503-524a-48e5-b654-8423977d02d6)] {{(pid=87506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 23:03:31.998152 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-2aba53b0-a410-4ad9-9742-daa298f9e065 req-0ae17c86-b0e4-4bbd-96fa-06dad4e2126f tempest-ServersNegativeTestJSON-2129401044 tempest-ServersNegativeTestJSON-2129401044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:03:32.119573 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [req-2aba53b0-a410-4ad9-9742-daa298f9e065 req-0ae17c86-b0e4-4bbd-96fa-06dad4e2126f tempest-ServersNegativeTestJSON-2129401044 tempest-ServersNegativeTestJSON-2129401044-project] Calling delete_port for a61f4780-2b35-4ef9-a37d-3a9e381337e8 owned by compute:nova {{(pid=87506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 23:03:32.263728 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-2aba53b0-a410-4ad9-9742-daa298f9e065 req-0ae17c86-b0e4-4bbd-96fa-06dad4e2126f tempest-ServersNegativeTestJSON-2129401044 tempest-ServersNegativeTestJSON-2129401044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1863393'] for port, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:03:32.269475 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-507059f3-b530-4235-bb3e-9a5d5393602b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:03:32.304656 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] get_ports_and_sgs() called for port_ids ['e18f40e0-78e5-4e44-bdb8-2e1a30ffa1dd', 'a61f4780-2b35-4ef9-a37d-3a9e381337e8'] {{(pid=87508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 23:03:32.318340 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae17c86-b0e4-4bbd-96fa-06dad4e2126f tempest-ServersNegativeTestJSON-2129401044 tempest-ServersNegativeTestJSON-2129401044-project] Pushing event deleted for resources: {'Port': ['ID=a61f4780-2b35-4ef9-a37d-3a9e381337e8,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:03:32.349723 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-0ae17c86-b0e4-4bbd-96fa-06dad4e2126f tempest-ServersNegativeTestJSON-2129401044 tempest-ServersNegativeTestJSON-2129401044-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:03:32.388783 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.l3_dvrscheduler_db [req-2aba53b0-a410-4ad9-9742-daa298f9e065 req-0ae17c86-b0e4-4bbd-96fa-06dad4e2126f tempest-ServersNegativeTestJSON-2129401044 tempest-ServersNegativeTestJSON-2129401044-project] No DVR routers for this DVR port a61f4780-2b35-4ef9-a37d-3a9e381337e8 on host hv-neutron-8218 {{(pid=87506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 23:03:32.391126 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-2aba53b0-a410-4ad9-9742-daa298f9e065 req-0ae17c86-b0e4-4bbd-96fa-06dad4e2126f tempest-ServersNegativeTestJSON-2129401044 tempest-ServersNegativeTestJSON-2129401044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for port, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:03:32.393679 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d3c55ab-1ccb-4072-a3c7-3cc357370718', 'name': 'network-vif-deleted', 'tag': 'a61f4780-2b35-4ef9-a37d-3a9e381337e8'}] {{(pid=87506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 23:03:32.410111 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-2aba53b0-a410-4ad9-9742-daa298f9e065 req-0ae17c86-b0e4-4bbd-96fa-06dad4e2126f tempest-ServersNegativeTestJSON-2129401044 tempest-ServersNegativeTestJSON-2129401044-project] 10.222.0.49 "DELETE /v2.0/ports/a61f4780-2b35-4ef9-a37d-3a9e381337e8 HTTP/1.1" status: 204  len: 173 time: 0.7172723
Dec 16 23:03:32.472086 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d3c55ab-1ccb-4072-a3c7-3cc357370718', 'name': 'network-vif-deleted', 'tag': 'a61f4780-2b35-4ef9-a37d-3a9e381337e8', 'status': 'completed', 'code': 200}
Dec 16 23:03:32.577765 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-1757f5ec-3e75-44b3-b882-2540c31f77c3 req-c481905a-7517-483e-bf71-7001fa754831 tempest-ServersNegativeTestJSON-2129401044 tempest-ServersNegativeTestJSON-2129401044-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d3c55ab-1ccb-4072-a3c7-3cc357370718 HTTP/1.1" status: 200  len: 210 time: 0.0497215
Dec 16 23:03:33.323705 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-4541ba3b-6be8-499c-bc94-3c60aa55c4f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:03:33.832722 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6649d3-f078-41cf-a63b-72ec81434e84 req-4095d83d-f127-431a-ab63-080b3db2cabd tempest-ServersNegativeTestJSON-2129401044 tempest-ServersNegativeTestJSON-2129401044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:03:33.834166 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-ae6649d3-f078-41cf-a63b-72ec81434e84 req-4095d83d-f127-431a-ab63-080b3db2cabd tempest-ServersNegativeTestJSON-2129401044 tempest-ServersNegativeTestJSON-2129401044-project] 10.222.0.13 "GET /v2.0/ports?device_id=66c1c5e3-0ac6-4489-ab2b-5af6df39bdb7 HTTP/1.1" status: 200  len: 945 time: 0.0814822
Dec 16 23:03:33.877519 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-ae6649d3-f078-41cf-a63b-72ec81434e84 req-b08e6040-1f3d-4348-9a47-68a2d55bddb8 tempest-ServersNegativeTestJSON-2129401044 tempest-ServersNegativeTestJSON-2129401044-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5ac8485-9a00-4d14-b118-833e7376ea8e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0370989
Dec 16 23:03:34.077263 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8c519a-f559-43ee-a3a0-c490948c40c3 req-b726f71f-ad5b-4cb1-b5c7-bad47fe0d9ca tempest-ServersNegativeTestJSON-2129401044 tempest-ServersNegativeTestJSON-2129401044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:03:34.078687 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-da8c519a-f559-43ee-a3a0-c490948c40c3 req-b726f71f-ad5b-4cb1-b5c7-bad47fe0d9ca tempest-ServersNegativeTestJSON-2129401044 tempest-ServersNegativeTestJSON-2129401044-project] 10.222.0.13 "GET /v2.0/ports?device_id=66c1c5e3-0ac6-4489-ab2b-5af6df39bdb7 HTTP/1.1" status: 200  len: 945 time: 0.0814071
Dec 16 23:03:34.121192 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-da8c519a-f559-43ee-a3a0-c490948c40c3 req-36de982d-2f12-4ef7-8754-dc39349b4ac2 tempest-ServersNegativeTestJSON-2129401044 tempest-ServersNegativeTestJSON-2129401044-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5ac8485-9a00-4d14-b118-833e7376ea8e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0369737
Dec 16 23:03:34.303572 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446a848e-6a9a-4e99-b727-6f032af3d36c req-e3f0030f-4c5c-4b96-a705-3398076d3c07 tempest-ServersNegativeTestJSON-2129401044 tempest-ServersNegativeTestJSON-2129401044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:03:34.305016 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-446a848e-6a9a-4e99-b727-6f032af3d36c req-e3f0030f-4c5c-4b96-a705-3398076d3c07 tempest-ServersNegativeTestJSON-2129401044 tempest-ServersNegativeTestJSON-2129401044-project] 10.222.0.13 "GET /v2.0/ports?device_id=66c1c5e3-0ac6-4489-ab2b-5af6df39bdb7 HTTP/1.1" status: 200  len: 945 time: 0.0778806
Dec 16 23:03:34.350669 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-446a848e-6a9a-4e99-b727-6f032af3d36c req-d6a82cb7-5015-49e6-bc4a-a751dfc16b6a tempest-ServersNegativeTestJSON-2129401044 tempest-ServersNegativeTestJSON-2129401044-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5ac8485-9a00-4d14-b118-833e7376ea8e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0396564
Dec 16 23:03:34.627984 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5b76d7-16bf-4f7b-8239-5c367ded1526 req-6346b735-ef52-4f39-b77b-bcbcd5eb9a26 tempest-ServersNegativeTestJSON-2129401044 tempest-ServersNegativeTestJSON-2129401044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:03:34.629405 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-fb5b76d7-16bf-4f7b-8239-5c367ded1526 req-6346b735-ef52-4f39-b77b-bcbcd5eb9a26 tempest-ServersNegativeTestJSON-2129401044 tempest-ServersNegativeTestJSON-2129401044-project] 10.222.0.13 "GET /v2.0/ports?device_id=66c1c5e3-0ac6-4489-ab2b-5af6df39bdb7 HTTP/1.1" status: 200  len: 945 time: 0.0791657
Dec 16 23:03:34.672865 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-fb5b76d7-16bf-4f7b-8239-5c367ded1526 req-f3020b58-4090-4628-b5a5-c17f7f20739d tempest-ServersNegativeTestJSON-2129401044 tempest-ServersNegativeTestJSON-2129401044-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5ac8485-9a00-4d14-b118-833e7376ea8e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0374615
Dec 16 23:03:34.856344 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffa64e3-970d-4f74-9f31-7b038a6597a0 req-0bed3cea-cfdf-4eb8-8c1a-f5327f38ae4a tempest-ServersNegativeTestJSON-2129401044 tempest-ServersNegativeTestJSON-2129401044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:03:34.857764 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-2ffa64e3-970d-4f74-9f31-7b038a6597a0 req-0bed3cea-cfdf-4eb8-8c1a-f5327f38ae4a tempest-ServersNegativeTestJSON-2129401044 tempest-ServersNegativeTestJSON-2129401044-project] 10.222.0.13 "GET /v2.0/ports?device_id=66c1c5e3-0ac6-4489-ab2b-5af6df39bdb7 HTTP/1.1" status: 200  len: 945 time: 0.0839567
Dec 16 23:03:34.899432 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-2ffa64e3-970d-4f74-9f31-7b038a6597a0 req-88cbffa0-6c1c-4127-97c6-c8c0aa0e7812 tempest-ServersNegativeTestJSON-2129401044 tempest-ServersNegativeTestJSON-2129401044-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5ac8485-9a00-4d14-b118-833e7376ea8e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0361478
Dec 16 23:03:35.050077 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Device a61f4780-2b35-4ef9-a37d-3a9e381337e8 no longer exists at agent hyperv_hv-neutron-8218 {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 23:03:35.083995 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] No Port match for: a61f4780-2b35-4ef9-a37d-3a9e381337e8 {{(pid=87508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 23:03:35.084353 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Device a61f4780-2b35-4ef9-a37d-3a9e381337e8 not bound to the agent host hv-neutron-8218 {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 23:03:35.091319 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c218ee57-27f7-4bf9-a56a-150c4d1f8180 req-91a64bd5-4f9e-42a9-ad8e-2e5b1fc3e659 tempest-ServersNegativeTestJSON-2129401044 tempest-ServersNegativeTestJSON-2129401044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:03:35.092783 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-c218ee57-27f7-4bf9-a56a-150c4d1f8180 req-91a64bd5-4f9e-42a9-ad8e-2e5b1fc3e659 tempest-ServersNegativeTestJSON-2129401044 tempest-ServersNegativeTestJSON-2129401044-project] 10.222.0.13 "GET /v2.0/ports?device_id=66c1c5e3-0ac6-4489-ab2b-5af6df39bdb7 HTTP/1.1" status: 200  len: 945 time: 0.0783122
Dec 16 23:03:35.135893 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-c218ee57-27f7-4bf9-a56a-150c4d1f8180 req-95879543-f254-4ac5-ab77-0e39795b2322 tempest-ServersNegativeTestJSON-2129401044 tempest-ServersNegativeTestJSON-2129401044-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5ac8485-9a00-4d14-b118-833e7376ea8e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0372210
Dec 16 23:03:35.645950 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a720f7a-3e4b-47c5-b67e-955ce6c139a6 req-9b7fd6d8-50d8-4cb8-aa35-f90c3c5ffd7e tempest-ServersNegativeTestJSON-2129401044 tempest-ServersNegativeTestJSON-2129401044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:03:35.647386 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-3a720f7a-3e4b-47c5-b67e-955ce6c139a6 req-9b7fd6d8-50d8-4cb8-aa35-f90c3c5ffd7e tempest-ServersNegativeTestJSON-2129401044 tempest-ServersNegativeTestJSON-2129401044-project] 10.222.0.13 "GET /v2.0/ports?device_id=66c1c5e3-0ac6-4489-ab2b-5af6df39bdb7 HTTP/1.1" status: 200  len: 945 time: 0.0816033
Dec 16 23:03:35.690438 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-3a720f7a-3e4b-47c5-b67e-955ce6c139a6 req-9576fbb4-b93a-402a-b6dc-aa53fd355700 tempest-ServersNegativeTestJSON-2129401044 tempest-ServersNegativeTestJSON-2129401044-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5ac8485-9a00-4d14-b118-833e7376ea8e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0374014
Dec 16 23:03:36.874934 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5a5434-e791-453c-8b82-735db90d14b9 req-83a17c3d-8fec-48f8-b60c-81345a97952a tempest-ServersNegativeTestJSON-2129401044 tempest-ServersNegativeTestJSON-2129401044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:03:36.876408 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-ca5a5434-e791-453c-8b82-735db90d14b9 req-83a17c3d-8fec-48f8-b60c-81345a97952a tempest-ServersNegativeTestJSON-2129401044 tempest-ServersNegativeTestJSON-2129401044-project] 10.222.0.13 "GET /v2.0/ports?device_id=66c1c5e3-0ac6-4489-ab2b-5af6df39bdb7 HTTP/1.1" status: 200  len: 945 time: 0.0828557
Dec 16 23:03:36.919279 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-ca5a5434-e791-453c-8b82-735db90d14b9 req-0f5b8acf-89f1-4f53-874a-0f1c699447f2 tempest-ServersNegativeTestJSON-2129401044 tempest-ServersNegativeTestJSON-2129401044-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5ac8485-9a00-4d14-b118-833e7376ea8e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0371797
Dec 16 23:03:37.083669 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c34dd58-4294-4bb0-bf32-ff3227aac856 req-e169cb6c-f1a5-45d2-ae4a-7e5bd5b5ac08 tempest-ServersNegativeTestJSON-2129401044 tempest-ServersNegativeTestJSON-2129401044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:03:37.084387 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [req-4c34dd58-4294-4bb0-bf32-ff3227aac856 req-e169cb6c-f1a5-45d2-ae4a-7e5bd5b5ac08 tempest-ServersNegativeTestJSON-2129401044 tempest-ServersNegativeTestJSON-2129401044-project] Synchronizing usage tracker for tenant:56d4d05621e543d3828266f65ebb20a4 on resource:port {{(pid=87506) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 23:03:37.099145 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [req-4c34dd58-4294-4bb0-bf32-ff3227aac856 req-e169cb6c-f1a5-45d2-ae4a-7e5bd5b5ac08 tempest-ServersNegativeTestJSON-2129401044 tempest-ServersNegativeTestJSON-2129401044-project] Unset dirty status for tenant:56d4d05621e543d3828266f65ebb20a4 on resource:port {{(pid=87506) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 23:03:37.100244 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-4c34dd58-4294-4bb0-bf32-ff3227aac856 req-e169cb6c-f1a5-45d2-ae4a-7e5bd5b5ac08 tempest-ServersNegativeTestJSON-2129401044 tempest-ServersNegativeTestJSON-2129401044-project] 10.222.0.49 "GET /v2.0/ports?device_id=66c1c5e3-0ac6-4489-ab2b-5af6df39bdb7 HTTP/1.1" status: 200  len: 945 time: 0.0963254
Dec 16 23:03:37.167178 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [req-4c34dd58-4294-4bb0-bf32-ff3227aac856 req-4abb03e9-aa94-40be-b439-61f19b984b7f tempest-ServersNegativeTestJSON-2129401044 tempest-ServersNegativeTestJSON-2129401044-project] Deleting port e18f40e0-78e5-4e44-bdb8-2e1a30ffa1dd {{(pid=87506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 23:03:37.167515 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-4c34dd58-4294-4bb0-bf32-ff3227aac856 req-4abb03e9-aa94-40be-b439-61f19b984b7f tempest-ServersNegativeTestJSON-2129401044 tempest-ServersNegativeTestJSON-2129401044-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:03:37.404936 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.db [req-4c34dd58-4294-4bb0-bf32-ff3227aac856 req-4abb03e9-aa94-40be-b439-61f19b984b7f tempest-ServersNegativeTestJSON-2129401044 tempest-ServersNegativeTestJSON-2129401044-project] For port e18f40e0-78e5-4e44-bdb8-2e1a30ffa1dd, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=e18f40e0-78e5-4e44-bdb8-2e1a30ffa1dd,segment=NetworkSegment(9ace2503-524a-48e5-b654-8423977d02d6),segment_id=9ace2503-524a-48e5-b654-8423977d02d6)] {{(pid=87506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 23:03:37.405201 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-4c34dd58-4294-4bb0-bf32-ff3227aac856 req-4abb03e9-aa94-40be-b439-61f19b984b7f tempest-ServersNegativeTestJSON-2129401044 tempest-ServersNegativeTestJSON-2129401044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:03:37.636360 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [req-4c34dd58-4294-4bb0-bf32-ff3227aac856 req-4abb03e9-aa94-40be-b439-61f19b984b7f tempest-ServersNegativeTestJSON-2129401044 tempest-ServersNegativeTestJSON-2129401044-project] Calling delete_port for e18f40e0-78e5-4e44-bdb8-2e1a30ffa1dd owned by compute:nova {{(pid=87506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 23:03:37.777009 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-4c34dd58-4294-4bb0-bf32-ff3227aac856 req-4abb03e9-aa94-40be-b439-61f19b984b7f tempest-ServersNegativeTestJSON-2129401044 tempest-ServersNegativeTestJSON-2129401044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1863393'] for port, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:03:37.782393 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-99b2af51-b7fe-4e9a-b84f-9f9a1a1edd09 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:03:37.813828 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] get_ports_and_sgs() called for port_ids ['e18f40e0-78e5-4e44-bdb8-2e1a30ffa1dd'] {{(pid=87508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 23:03:37.829839 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abb03e9-aa94-40be-b439-61f19b984b7f tempest-ServersNegativeTestJSON-2129401044 tempest-ServersNegativeTestJSON-2129401044-project] Pushing event deleted for resources: {'Port': ['ID=e18f40e0-78e5-4e44-bdb8-2e1a30ffa1dd,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:03:37.832947 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-4abb03e9-aa94-40be-b439-61f19b984b7f tempest-ServersNegativeTestJSON-2129401044 tempest-ServersNegativeTestJSON-2129401044-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:03:37.901763 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c34dd58-4294-4bb0-bf32-ff3227aac856 req-4abb03e9-aa94-40be-b439-61f19b984b7f tempest-ServersNegativeTestJSON-2129401044 tempest-ServersNegativeTestJSON-2129401044-project] No DVR routers for this DVR port e18f40e0-78e5-4e44-bdb8-2e1a30ffa1dd on host hv-neutron-8218 {{(pid=87506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 23:03:37.904640 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-4c34dd58-4294-4bb0-bf32-ff3227aac856 req-4abb03e9-aa94-40be-b439-61f19b984b7f tempest-ServersNegativeTestJSON-2129401044 tempest-ServersNegativeTestJSON-2129401044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for port, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:03:37.907151 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66c1c5e3-0ac6-4489-ab2b-5af6df39bdb7', 'name': 'network-vif-deleted', 'tag': 'e18f40e0-78e5-4e44-bdb8-2e1a30ffa1dd'}] {{(pid=87506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 23:03:37.923088 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-4c34dd58-4294-4bb0-bf32-ff3227aac856 req-4abb03e9-aa94-40be-b439-61f19b984b7f tempest-ServersNegativeTestJSON-2129401044 tempest-ServersNegativeTestJSON-2129401044-project] 10.222.0.49 "DELETE /v2.0/ports/e18f40e0-78e5-4e44-bdb8-2e1a30ffa1dd HTTP/1.1" status: 204  len: 173 time: 0.8175373
Dec 16 23:03:37.955834 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66c1c5e3-0ac6-4489-ab2b-5af6df39bdb7', 'name': 'network-vif-deleted', 'tag': 'e18f40e0-78e5-4e44-bdb8-2e1a30ffa1dd', 'status': 'completed', 'code': 200}
Dec 16 23:03:38.050471 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:03:38.071559 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-835e0ca0-38c2-4f7c-b8f3-c168261a1dfc req-282bd47e-9735-4f0b-9520-c89441428dc6 tempest-ServersNegativeTestJSON-2129401044 tempest-ServersNegativeTestJSON-2129401044-project] 10.222.0.13 "GET /v2.0/ports?device_id=66c1c5e3-0ac6-4489-ab2b-5af6df39bdb7 HTTP/1.1" status: 200  len: 210 time: 0.0488501
Dec 16 23:03:39.167631 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 53248) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 23:03:39.228474 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e7e1879-cd65-405e-85dc-a4866282a866 admin admin] Deleting subnet 5ba344bf-32e4-48e4-8e3e-dc47499d17dc {{(pid=87506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 16 23:03:39.231256 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-1e7e1879-cd65-405e-85dc-a4866282a866 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:03:39.277443 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-1e7e1879-cd65-405e-85dc-a4866282a866 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-266764487'] for subnet, precommit_delete_associations {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:03:39.330169 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-1e7e1879-cd65-405e-85dc-a4866282a866 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3328566'] for subnet, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:03:39.397528 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-1e7e1879-cd65-405e-85dc-a4866282a866 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3328622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1863378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11213117'] for subnet, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:03:39.400911 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-c31be337-a7e8-48e6-89de-5aa3c2b920d4 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:03:39.432971 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7e1879-cd65-405e-85dc-a4866282a866 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5ba344bf-32e4-48e4-8e3e-dc47499d17dc,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:03:39.436646 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-1e7e1879-cd65-405e-85dc-a4866282a866 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:03:39.439016 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-1e7e1879-cd65-405e-85dc-a4866282a866 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:03:39.444701 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-1e7e1879-cd65-405e-85dc-a4866282a866 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/5ba344bf-32e4-48e4-8e3e-dc47499d17dc HTTP/1.1" status: 204  len: 168 time: 0.2760627
Dec 16 23:03:39.447164 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 53252) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 23:03:39.550452 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-77bbd9af-6b51-4b92-ad18-45786a051924 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-825997'] for network, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:03:39.670557 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-77bbd9af-6b51-4b92-ad18-45786a051924 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3329565', 'neutron.services.segments.db._delete_segments_for_network-8734753546406'] for network, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:03:39.693958 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.services.segments.db [None req-77bbd9af-6b51-4b92-ad18-45786a051924 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1b773b8f40>,) {'filters': {'network_id': ['45ee8d89-613e-4de4-b49b-a0b10f7d3e4c']}} {{(pid=87506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 23:03:39.705462 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.services.segments.db [None req-77bbd9af-6b51-4b92-ad18-45786a051924 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b773b8f40>, '9ace2503-524a-48e5-b654-8423977d02d6') {'for_net_delete': True} {{(pid=87506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 23:03:39.705756 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.services.segments.db [None req-77bbd9af-6b51-4b92-ad18-45786a051924 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b773b8f40>, '9ace2503-524a-48e5-b654-8423977d02d6') {} {{(pid=87506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 23:03:39.716993 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-77bbd9af-6b51-4b92-ad18-45786a051924 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734753593977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-266764496'] for segment, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:03:39.732835 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-77bbd9af-6b51-4b92-ad18-45786a051924 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-883292'] for segment, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:03:39.738531 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77bbd9af-6b51-4b92-ad18-45786a051924 admin admin] Releasing vlan 156 on physical network physnet1 to pool {{(pid=87506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 16 23:03:39.738904 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-77bbd9af-6b51-4b92-ad18-45786a051924 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-883285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1863180'] for segment, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:03:39.751240 dv-neutron-821829-1-hyperv neutron-server[87506]: Traceback (most recent call last):
Dec 16 23:03:39.751240 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 16 23:03:39.751240 dv-neutron-821829-1-hyperv neutron-server[87506]:     timer()
Dec 16 23:03:39.751240 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 23:03:39.751240 dv-neutron-821829-1-hyperv neutron-server[87506]:     cb(*args, **kw)
Dec 16 23:03:39.751240 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 23:03:39.751240 dv-neutron-821829-1-hyperv neutron-server[87506]:     return func(*args, **kwargs)
Dec 16 23:03:39.751240 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 23:03:39.751240 dv-neutron-821829-1-hyperv neutron-server[87506]:     self._notify()
Dec 16 23:03:39.751240 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 23:03:39.751240 dv-neutron-821829-1-hyperv neutron-server[87506]:     self.callback(batched_events)
Dec 16 23:03:39.751240 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 23:03:39.751240 dv-neutron-821829-1-hyperv neutron-server[87506]:     event.method(event)
Dec 16 23:03:39.751240 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 23:03:39.751240 dv-neutron-821829-1-hyperv neutron-server[87506]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 23:03:39.751240 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 23:03:39.751240 dv-neutron-821829-1-hyperv neutron-server[87506]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 23:03:39.751240 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 23:03:39.751240 dv-neutron-821829-1-hyperv neutron-server[87506]:     return f(self, *a, **k)
Dec 16 23:03:39.751240 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 16 23:03:39.751240 dv-neutron-821829-1-hyperv neutron-server[87506]:     return self._get(url).json()
Dec 16 23:03:39.751240 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 16 23:03:39.751240 dv-neutron-821829-1-hyperv neutron-server[87506]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 23:03:39.751240 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 16 23:03:39.751240 dv-neutron-821829-1-hyperv neutron-server[87506]:     return self.request(url, 'GET', **kwargs)
Dec 16 23:03:39.751240 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 16 23:03:39.751240 dv-neutron-821829-1-hyperv neutron-server[87506]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 23:03:39.751240 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 16 23:03:39.751240 dv-neutron-821829-1-hyperv neutron-server[87506]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 23:03:39.751240 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 16 23:03:39.751240 dv-neutron-821829-1-hyperv neutron-server[87506]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 23:03:39.751240 dv-neutron-821829-1-hyperv neutron-server[87506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 23:03:39.824856 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-77bbd9af-6b51-4b92-ad18-45786a051924 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3329572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3741856'] for network, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:03:39.828163 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-7586b4a0-383d-441f-ba05-33e42f662714 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:03:39.840941 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-77bbd9af-6b51-4b92-ad18-45786a051924 admin admin] Notify callbacks [] for network, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:03:39.851090 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bbd9af-6b51-4b92-ad18-45786a051924 admin admin] Pushing event deleted for resources: {'Network': ['ID=45ee8d89-613e-4de4-b49b-a0b10f7d3e4c,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:03:39.854714 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-77bbd9af-6b51-4b92-ad18-45786a051924 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:03:39.860052 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-77bbd9af-6b51-4b92-ad18-45786a051924 admin admin] 10.222.0.13 "DELETE /v2.0/networks/45ee8d89-613e-4de4-b49b-a0b10f7d3e4c HTTP/1.1" status: 204  len: 168 time: 0.4119692
Dec 16 23:03:39.964311 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 53258) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 23:03:40.012707 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-567f0d41-265c-4b88-b8fd-c128d3e5e48a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=56d4d05621e543d3828266f65ebb20a4&name=default HTTP/1.1" status: 200  len: 2983 time: 0.0471797
Dec 16 23:03:40.014905 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 53262) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 23:03:40.075195 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-2b2f4d5d-623c-43e6-b423-be17ca40e9f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:03:40.100467 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-2b2f4d5d-623c-43e6-b423-be17ca40e9f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:03:40.152441 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-2b2f4d5d-623c-43e6-b423-be17ca40e9f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841066'] for security_group, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:03:40.156159 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-68111837-9e25-4500-bd3f-83d25d025145 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:03:40.168875 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2f4d5d-623c-43e6-b423-be17ca40e9f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5ac8485-9a00-4d14-b118-833e7376ea8e,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:03:40.171751 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-2b2f4d5d-623c-43e6-b423-be17ca40e9f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:03:40.173684 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-2b2f4d5d-623c-43e6-b423-be17ca40e9f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:03:40.174784 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-2b2f4d5d-623c-43e6-b423-be17ca40e9f1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c5ac8485-9a00-4d14-b118-833e7376ea8e HTTP/1.1" status: 204  len: 168 time: 0.1590190
Dec 16 23:03:40.902739 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 53286) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 23:03:41.005231 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-38018402-0385-40b2-a812-df7af179d656 tempest-NetworksIpV6Test-1726734578 tempest-NetworksIpV6Test-1726734578-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-91512293'}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 23:03:41.010806 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-38018402-0385-40b2-a812-df7af179d656 tempest-NetworksIpV6Test-1726734578 tempest-NetworksIpV6Test-1726734578-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 23:03:41.014825 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-38018402-0385-40b2-a812-df7af179d656 tempest-NetworksIpV6Test-1726734578 tempest-NetworksIpV6Test-1726734578-project] Usage tracker for resource:network and tenant:84c8ee0f2b9a497b9f374014ba37e0b9 is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 23:03:41.018045 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-38018402-0385-40b2-a812-df7af179d656 tempest-NetworksIpV6Test-1726734578 tempest-NetworksIpV6Test-1726734578-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 23:03:41.025551 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-38018402-0385-40b2-a812-df7af179d656 tempest-NetworksIpV6Test-1726734578 tempest-NetworksIpV6Test-1726734578-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 23:03:41.035668 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38018402-0385-40b2-a812-df7af179d656 tempest-NetworksIpV6Test-1726734578 tempest-NetworksIpV6Test-1726734578-project] Made reservation on behalf of 84c8ee0f2b9a497b9f374014ba37e0b9 for: {'network': 1} {{(pid=87507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 23:03:41.039160 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-38018402-0385-40b2-a812-df7af179d656 tempest-NetworksIpV6Test-1726734578 tempest-NetworksIpV6Test-1726734578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for network, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:03:41.052047 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-38018402-0385-40b2-a812-df7af179d656 tempest-NetworksIpV6Test-1726734578 tempest-NetworksIpV6Test-1726734578-project] Notify callbacks [] for security_group, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:03:41.066141 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-38018402-0385-40b2-a812-df7af179d656 tempest-NetworksIpV6Test-1726734578 tempest-NetworksIpV6Test-1726734578-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 23:03:41.069950 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-38018402-0385-40b2-a812-df7af179d656 tempest-NetworksIpV6Test-1726734578 tempest-NetworksIpV6Test-1726734578-project] Usage tracker for resource:security_group_rule and tenant:84c8ee0f2b9a497b9f374014ba37e0b9 is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 23:03:41.073509 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-38018402-0385-40b2-a812-df7af179d656 tempest-NetworksIpV6Test-1726734578 tempest-NetworksIpV6Test-1726734578-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 23:03:41.079084 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-38018402-0385-40b2-a812-df7af179d656 tempest-NetworksIpV6Test-1726734578 tempest-NetworksIpV6Test-1726734578-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 23:03:41.096728 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Device e18f40e0-78e5-4e44-bdb8-2e1a30ffa1dd no longer exists at agent hyperv_hv-neutron-8218 {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 23:03:41.131622 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] No Port match for: e18f40e0-78e5-4e44-bdb8-2e1a30ffa1dd {{(pid=87508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 23:03:41.132019 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Device e18f40e0-78e5-4e44-bdb8-2e1a30ffa1dd not bound to the agent host hv-neutron-8218 {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 23:03:41.164805 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-38018402-0385-40b2-a812-df7af179d656 tempest-NetworksIpV6Test-1726734578 tempest-NetworksIpV6Test-1726734578-project] Notify callbacks [] for security_group, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:03:41.168882 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-38018402-0385-40b2-a812-df7af179d656 tempest-NetworksIpV6Test-1726734578 tempest-NetworksIpV6Test-1726734578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841066'] for security_group, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:03:41.171838 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-9f8cc360-e01b-48c8-aca1-05c7e0f87a1a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:03:41.201032 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38018402-0385-40b2-a812-df7af179d656 tempest-NetworksIpV6Test-1726734578 tempest-NetworksIpV6Test-1726734578-project] vlan segment allocate from pool success with {'vlan_id': 197, 'physical_network': 'physnet1'}  {{(pid=87507) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 23:03:41.209366 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38018402-0385-40b2-a812-df7af179d656 tempest-NetworksIpV6Test-1726734578 tempest-NetworksIpV6Test-1726734578-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d38038b3-52da-400f-a728-671939ae9ac0,revision_number=1']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:03:41.213490 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-38018402-0385-40b2-a812-df7af179d656 tempest-NetworksIpV6Test-1726734578 tempest-NetworksIpV6Test-1726734578-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:03:41.216086 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-38018402-0385-40b2-a812-df7af179d656 tempest-NetworksIpV6Test-1726734578 tempest-NetworksIpV6Test-1726734578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-883292'] for segment, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:03:41.216428 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.db.segments_db [None req-38018402-0385-40b2-a812-df7af179d656 tempest-NetworksIpV6Test-1726734578 tempest-NetworksIpV6Test-1726734578-project] Added segment b5ccdbaf-d19b-4047-9312-e4219b6241ff of type vlan for network 7ef7cd57-8366-46d1-bedd-a9435d6c7e73
Dec 16 23:03:41.249826 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-38018402-0385-40b2-a812-df7af179d656 tempest-NetworksIpV6Test-1726734578 tempest-NetworksIpV6Test-1726734578-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734753047233'] for network, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:03:41.279452 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-38018402-0385-40b2-a812-df7af179d656 tempest-NetworksIpV6Test-1726734578 tempest-NetworksIpV6Test-1726734578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440'] for network, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:03:41.284830 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38018402-0385-40b2-a812-df7af179d656 tempest-NetworksIpV6Test-1726734578 tempest-NetworksIpV6Test-1726734578-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:03:41.285406 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-38018402-0385-40b2-a812-df7af179d656 tempest-NetworksIpV6Test-1726734578 tempest-NetworksIpV6Test-1726734578-project] Notify callbacks [] for network, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:03:41.288878 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-92816a42-06d1-4124-a204-c953af1b7cff tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:03:41.400487 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-38018402-0385-40b2-a812-df7af179d656 tempest-NetworksIpV6Test-1726734578 tempest-NetworksIpV6Test-1726734578-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 782 time: 0.4960139
Dec 16 23:03:41.403952 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38018402-0385-40b2-a812-df7af179d656 tempest-NetworksIpV6Test-1726734578 tempest-NetworksIpV6Test-1726734578-project] Pushing event updated for resources: {'Network': ['ID=7ef7cd57-8366-46d1-bedd-a9435d6c7e73,revision_number=1']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:03:41.413132 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-38018402-0385-40b2-a812-df7af179d656 tempest-NetworksIpV6Test-1726734578 tempest-NetworksIpV6Test-1726734578-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:03:41.424077 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Network 7ef7cd57-8366-46d1-bedd-a9435d6c7e73 details requested by agent ovs-agent-dv-neutron-821829-1-hyperv with host dv-neutron-821829-1-hyperv {{(pid=87508) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 23:03:44.692149 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 53294) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 23:03:44.698501 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-b5b946be-740c-46bc-8b22-7ab51eaa0bd1 tempest-NetworksIpV6Test-1726734578 tempest-NetworksIpV6Test-1726734578-project] Request body: {'subnet': {'network_id': '7ef7cd57-8366-46d1-bedd-a9435d6c7e73', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 23:03:44.804809 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-b5b946be-740c-46bc-8b22-7ab51eaa0bd1 tempest-NetworksIpV6Test-1726734578 tempest-NetworksIpV6Test-1726734578-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 23:03:44.809097 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-b5b946be-740c-46bc-8b22-7ab51eaa0bd1 tempest-NetworksIpV6Test-1726734578 tempest-NetworksIpV6Test-1726734578-project] Usage tracker for resource:subnet and tenant:84c8ee0f2b9a497b9f374014ba37e0b9 is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 23:03:44.811832 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-b5b946be-740c-46bc-8b22-7ab51eaa0bd1 tempest-NetworksIpV6Test-1726734578 tempest-NetworksIpV6Test-1726734578-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 23:03:44.817339 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-b5b946be-740c-46bc-8b22-7ab51eaa0bd1 tempest-NetworksIpV6Test-1726734578 tempest-NetworksIpV6Test-1726734578-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 23:03:44.827134 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5b946be-740c-46bc-8b22-7ab51eaa0bd1 tempest-NetworksIpV6Test-1726734578 tempest-NetworksIpV6Test-1726734578-project] Made reservation on behalf of 84c8ee0f2b9a497b9f374014ba37e0b9 for: {'subnet': 1} {{(pid=87506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 23:03:44.830526 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-b5b946be-740c-46bc-8b22-7ab51eaa0bd1 tempest-NetworksIpV6Test-1726734578 tempest-NetworksIpV6Test-1726734578-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11213078'] for subnet, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:03:45.038483 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-b5b946be-740c-46bc-8b22-7ab51eaa0bd1 tempest-NetworksIpV6Test-1726734578 tempest-NetworksIpV6Test-1726734578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1863317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11213092'] for subnet, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:03:45.042061 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-d117c8b5-f822-4c2c-8e0a-2416c8350f03 tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:03:45.119331 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b946be-740c-46bc-8b22-7ab51eaa0bd1 tempest-NetworksIpV6Test-1726734578 tempest-NetworksIpV6Test-1726734578-project] Pushing event updated for resources: {'Subnet': ['ID=4d0819d8-09f9-4e18-90ef-11092bd0104d,revision_number=0']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:03:45.122699 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-b5b946be-740c-46bc-8b22-7ab51eaa0bd1 tempest-NetworksIpV6Test-1726734578 tempest-NetworksIpV6Test-1726734578-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:03:45.128195 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5b946be-740c-46bc-8b22-7ab51eaa0bd1 tempest-NetworksIpV6Test-1726734578 tempest-NetworksIpV6Test-1726734578-project] Checking segment: {'id': 'b5ccdbaf-d19b-4047-9312-e4219b6241ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '7ef7cd57-8366-46d1-bedd-a9435d6c7e73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 23:03:45.128554 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5b946be-740c-46bc-8b22-7ab51eaa0bd1 tempest-NetworksIpV6Test-1726734578 tempest-NetworksIpV6Test-1726734578-project] Network hostable DHCP agents. Network: 7ef7cd57-8366-46d1-bedd-a9435d6c7e73, hostable agents: ['3b155c4d-12dc-491e-aa14-6113b06cfacd'], hosted agents: [] {{(pid=87506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 16 23:03:45.146498 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5b946be-740c-46bc-8b22-7ab51eaa0bd1 tempest-NetworksIpV6Test-1726734578 tempest-NetworksIpV6Test-1726734578-project] Network 7ef7cd57-8366-46d1-bedd-a9435d6c7e73 is scheduled to be hosted by DHCP agent 3b155c4d-12dc-491e-aa14-6113b06cfacd with binding_index 1 {{(pid=87506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 16 23:03:45.155350 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.base_scheduler [None req-b5b946be-740c-46bc-8b22-7ab51eaa0bd1 tempest-NetworksIpV6Test-1726734578 tempest-NetworksIpV6Test-1726734578-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821829-1-hyperv, 7ef7cd57-8366-46d1-bedd-a9435d6c7e73) {{(pid=87506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 23:03:45.159179 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5b946be-740c-46bc-8b22-7ab51eaa0bd1 tempest-NetworksIpV6Test-1726734578 tempest-NetworksIpV6Test-1726734578-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:03:45.159782 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-b5b946be-740c-46bc-8b22-7ab51eaa0bd1 tempest-NetworksIpV6Test-1726734578 tempest-NetworksIpV6Test-1726734578-project] Notify callbacks [] for subnet, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:03:45.164910 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a729ec8-c8f7-4a8f-a817-0b30954d2751 None None] Network 7ef7cd57-8366-46d1-bedd-a9435d6c7e73 requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 23:03:45.183831 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-b5b946be-740c-46bc-8b22-7ab51eaa0bd1 tempest-NetworksIpV6Test-1726734578 tempest-NetworksIpV6Test-1726734578-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 0.4875934
Dec 16 23:03:45.184737 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 53298) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 23:03:45.190419 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-48e25c3a-d77b-45db-9a51-16507469b630 tempest-NetworksIpV6Test-1726734578 tempest-NetworksIpV6Test-1726734578-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2083355417'}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 23:03:45.195215 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-48e25c3a-d77b-45db-9a51-16507469b630 tempest-NetworksIpV6Test-1726734578 tempest-NetworksIpV6Test-1726734578-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 23:03:45.199080 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-48e25c3a-d77b-45db-9a51-16507469b630 tempest-NetworksIpV6Test-1726734578 tempest-NetworksIpV6Test-1726734578-project] Usage tracker for resource:network and tenant:84c8ee0f2b9a497b9f374014ba37e0b9 is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 23:03:45.202001 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-48e25c3a-d77b-45db-9a51-16507469b630 tempest-NetworksIpV6Test-1726734578 tempest-NetworksIpV6Test-1726734578-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 23:03:45.207649 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-48e25c3a-d77b-45db-9a51-16507469b630 tempest-NetworksIpV6Test-1726734578 tempest-NetworksIpV6Test-1726734578-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 23:03:45.216902 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48e25c3a-d77b-45db-9a51-16507469b630 tempest-NetworksIpV6Test-1726734578 tempest-NetworksIpV6Test-1726734578-project] Made reservation on behalf of 84c8ee0f2b9a497b9f374014ba37e0b9 for: {'network': 1} {{(pid=87506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 23:03:45.220872 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-48e25c3a-d77b-45db-9a51-16507469b630 tempest-NetworksIpV6Test-1726734578 tempest-NetworksIpV6Test-1726734578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for network, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:03:45.248461 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48e25c3a-d77b-45db-9a51-16507469b630 tempest-NetworksIpV6Test-1726734578 tempest-NetworksIpV6Test-1726734578-project] vlan segment allocate from pool success with {'vlan_id': 158, 'physical_network': 'physnet1'}  {{(pid=87506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 23:03:45.256920 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-48e25c3a-d77b-45db-9a51-16507469b630 tempest-NetworksIpV6Test-1726734578 tempest-NetworksIpV6Test-1726734578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-883292'] for segment, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:03:45.257259 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.db.segments_db [None req-48e25c3a-d77b-45db-9a51-16507469b630 tempest-NetworksIpV6Test-1726734578 tempest-NetworksIpV6Test-1726734578-project] Added segment af43ccf3-344f-461e-9bb9-3501c945df0b of type vlan for network 59c11e75-4b74-42fa-8930-aa878c3cafbe
Dec 16 23:03:45.282341 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-48e25c3a-d77b-45db-9a51-16507469b630 tempest-NetworksIpV6Test-1726734578 tempest-NetworksIpV6Test-1726734578-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734753047233'] for network, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:03:45.311368 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-48e25c3a-d77b-45db-9a51-16507469b630 tempest-NetworksIpV6Test-1726734578 tempest-NetworksIpV6Test-1726734578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440'] for network, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:03:45.316981 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48e25c3a-d77b-45db-9a51-16507469b630 tempest-NetworksIpV6Test-1726734578 tempest-NetworksIpV6Test-1726734578-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:03:45.317557 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-48e25c3a-d77b-45db-9a51-16507469b630 tempest-NetworksIpV6Test-1726734578 tempest-NetworksIpV6Test-1726734578-project] Notify callbacks [] for network, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:03:45.322986 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-a00397d2-8646-41e0-bcd6-14b4057fb2a4 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:03:45.377924 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b29e332b-48ee-400d-bc62-60671dcd28f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1d6bfaf-d325-5e4f-b05d-2441d8339617-7ef7cd57-8366-46d1-bedd-a9435d6c7e73', 'network_id': '7ef7cd57-8366-46d1-bedd-a9435d6c7e73', 'tenant_id': '84c8ee0f2b9a497b9f374014ba37e0b9', 'fixed_ips': [{'subnet_id': '4d0819d8-09f9-4e18-90ef-11092bd0104d'}]}} from dv-neutron-821829-1-hyperv. {{(pid=87508) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 16 23:03:45.378805 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b29e332b-48ee-400d-bc62-60671dcd28f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:03:45.528745 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-48e25c3a-d77b-45db-9a51-16507469b630 tempest-NetworksIpV6Test-1726734578 tempest-NetworksIpV6Test-1726734578-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 784 time: 0.3429112
Dec 16 23:03:45.531962 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 53302) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 23:03:45.538498 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-77244032-ef7e-41a6-92d3-fbe31e1c917d tempest-NetworksIpV6Test-1726734578 tempest-NetworksIpV6Test-1726734578-project] Request body: {'subnet': {'network_id': '59c11e75-4b74-42fa-8930-aa878c3cafbe', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 23:03:45.540430 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.db_base_plugin_common [None req-b29e332b-48ee-400d-bc62-60671dcd28f9 None None] Allocated IP 2001:db8:0:ffff::2 (7ef7cd57-8366-46d1-bedd-a9435d6c7e73/4d0819d8-09f9-4e18-90ef-11092bd0104d/b0e4dda4-2d8b-4f07-bc8d-d191f6d90175) {{(pid=87508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 23:03:45.549177 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e25c3a-d77b-45db-9a51-16507469b630 tempest-NetworksIpV6Test-1726734578 tempest-NetworksIpV6Test-1726734578-project] Pushing event updated for resources: {'Network': ['ID=59c11e75-4b74-42fa-8930-aa878c3cafbe,revision_number=1']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:03:45.552286 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-48e25c3a-d77b-45db-9a51-16507469b630 tempest-NetworksIpV6Test-1726734578 tempest-NetworksIpV6Test-1726734578-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:03:45.561608 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Network 59c11e75-4b74-42fa-8930-aa878c3cafbe details requested by agent ovs-agent-dv-neutron-821829-1-hyperv with host dv-neutron-821829-1-hyperv {{(pid=87508) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 23:03:45.769836 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-77244032-ef7e-41a6-92d3-fbe31e1c917d tempest-NetworksIpV6Test-1726734578 tempest-NetworksIpV6Test-1726734578-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 23:03:45.773527 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-77244032-ef7e-41a6-92d3-fbe31e1c917d tempest-NetworksIpV6Test-1726734578 tempest-NetworksIpV6Test-1726734578-project] Usage tracker for resource:subnet and tenant:84c8ee0f2b9a497b9f374014ba37e0b9 is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 23:03:45.776390 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-77244032-ef7e-41a6-92d3-fbe31e1c917d tempest-NetworksIpV6Test-1726734578 tempest-NetworksIpV6Test-1726734578-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 23:03:45.782489 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-77244032-ef7e-41a6-92d3-fbe31e1c917d tempest-NetworksIpV6Test-1726734578 tempest-NetworksIpV6Test-1726734578-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 23:03:45.792927 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77244032-ef7e-41a6-92d3-fbe31e1c917d tempest-NetworksIpV6Test-1726734578 tempest-NetworksIpV6Test-1726734578-project] Made reservation on behalf of 84c8ee0f2b9a497b9f374014ba37e0b9 for: {'subnet': 1} {{(pid=87507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 23:03:45.796594 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-77244032-ef7e-41a6-92d3-fbe31e1c917d tempest-NetworksIpV6Test-1726734578 tempest-NetworksIpV6Test-1726734578-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10549598'] for subnet, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:03:45.880507 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b29e332b-48ee-400d-bc62-60671dcd28f9 None None] Notify callbacks [] for port, precommit_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:03:45.890810 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-b29e332b-48ee-400d-bc62-60671dcd28f9 None None] Transition to ACTIVE for port object b0e4dda4-2d8b-4f07-bc8d-d191f6d90175 will not be triggered until provisioned by entity L2. {{(pid=87508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 23:03:45.909524 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-b29e332b-48ee-400d-bc62-60671dcd28f9 None None] Transition to ACTIVE for port object b0e4dda4-2d8b-4f07-bc8d-d191f6d90175 will not be triggered until provisioned by entity DHCP. {{(pid=87508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 23:03:45.917122 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b29e332b-48ee-400d-bc62-60671dcd28f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940'] for port, after_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:03:45.921191 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:03:45.981090 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b29e332b-48ee-400d-bc62-60671dcd28f9 None None] Network 7ef7cd57-8366-46d1-bedd-a9435d6c7e73 is already hosted by enough agents. {{(pid=87508) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 23:03:45.984343 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.scheduler.base_scheduler [None req-b29e332b-48ee-400d-bc62-60671dcd28f9 None None] Resources bound (agent type, host, resource id):  {{(pid=87508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 23:03:45.988016 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b29e332b-48ee-400d-bc62-60671dcd28f9 None None] Received port after_create {{(pid=87508) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 23:03:45.997766 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29e332b-48ee-400d-bc62-60671dcd28f9 None None] Pushing event updated for resources: {'Port': ['ID=b0e4dda4-2d8b-4f07-bc8d-d191f6d90175,revision_number=1']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:03:46.018487 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-77244032-ef7e-41a6-92d3-fbe31e1c917d tempest-NetworksIpV6Test-1726734578 tempest-NetworksIpV6Test-1726734578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10807931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10549612'] for subnet, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:03:46.022741 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-37fa8a4e-951c-4037-8df7-f5c98a6f919b tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:03:46.036534 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29e332b-48ee-400d-bc62-60671dcd28f9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:03:46.036897 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29e332b-48ee-400d-bc62-60671dcd28f9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:03:46.037247 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29e332b-48ee-400d-bc62-60671dcd28f9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:03:46.037593 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29e332b-48ee-400d-bc62-60671dcd28f9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:03:46.037935 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29e332b-48ee-400d-bc62-60671dcd28f9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:03:46.038274 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29e332b-48ee-400d-bc62-60671dcd28f9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:03:46.038610 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29e332b-48ee-400d-bc62-60671dcd28f9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:03:46.038944 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29e332b-48ee-400d-bc62-60671dcd28f9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:03:46.039281 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29e332b-48ee-400d-bc62-60671dcd28f9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:03:46.039609 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29e332b-48ee-400d-bc62-60671dcd28f9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:03:46.039981 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29e332b-48ee-400d-bc62-60671dcd28f9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:03:46.040824 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29e332b-48ee-400d-bc62-60671dcd28f9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:03:46.074850 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-b29e332b-48ee-400d-bc62-60671dcd28f9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:03:46.094736 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-b29e332b-48ee-400d-bc62-60671dcd28f9 None None] Attempting to bind port b0e4dda4-2d8b-4f07-bc8d-d191f6d90175 on host dv-neutron-821829-1-hyperv for vnic_type normal with profile  {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 23:03:46.095379 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-b29e332b-48ee-400d-bc62-60671dcd28f9 None None] Attempting to bind port b0e4dda4-2d8b-4f07-bc8d-d191f6d90175 by drivers openvswitch,hyperv on host dv-neutron-821829-1-hyperv at level 0 using segments [{'id': 'b5ccdbaf-d19b-4047-9312-e4219b6241ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '7ef7cd57-8366-46d1-bedd-a9435d6c7e73'}] {{(pid=87508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 23:03:46.095777 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b29e332b-48ee-400d-bc62-60671dcd28f9 None None] Attempting to bind port b0e4dda4-2d8b-4f07-bc8d-d191f6d90175 on network 7ef7cd57-8366-46d1-bedd-a9435d6c7e73 {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 23:03:46.101006 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b29e332b-48ee-400d-bc62-60671dcd28f9 None None] Checking agent: {'id': '5571501f-366e-47a4-9b60-8ef19d935d27', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821829-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 24, 2), 'started_at': datetime.datetime(2021, 12, 16, 22, 24, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 23, 3, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821829-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 23:03:46.101511 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b29e332b-48ee-400d-bc62-60671dcd28f9 None None] Checking segment: {'id': 'b5ccdbaf-d19b-4047-9312-e4219b6241ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '7ef7cd57-8366-46d1-bedd-a9435d6c7e73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 23:03:46.101932 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b29e332b-48ee-400d-bc62-60671dcd28f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:03:46.102336 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b29e332b-48ee-400d-bc62-60671dcd28f9 None None] Bound using segment: {'id': 'b5ccdbaf-d19b-4047-9312-e4219b6241ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '7ef7cd57-8366-46d1-bedd-a9435d6c7e73'} {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 23:03:46.102980 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-b29e332b-48ee-400d-bc62-60671dcd28f9 None None] Bound port: b0e4dda4-2d8b-4f07-bc8d-d191f6d90175, host: dv-neutron-821829-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5ccdbaf-d19b-4047-9312-e4219b6241ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '7ef7cd57-8366-46d1-bedd-a9435d6c7e73'}}] {{(pid=87508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 23:03:46.103125 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77244032-ef7e-41a6-92d3-fbe31e1c917d tempest-NetworksIpV6Test-1726734578 tempest-NetworksIpV6Test-1726734578-project] Pushing event updated for resources: {'Subnet': ['ID=583b69a1-5906-4b31-85db-cf1c78c1d3f4,revision_number=0']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:03:46.103370 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b29e332b-48ee-400d-bc62-60671dcd28f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:03:46.106976 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-77244032-ef7e-41a6-92d3-fbe31e1c917d tempest-NetworksIpV6Test-1726734578 tempest-NetworksIpV6Test-1726734578-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:03:46.107801 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77244032-ef7e-41a6-92d3-fbe31e1c917d tempest-NetworksIpV6Test-1726734578 tempest-NetworksIpV6Test-1726734578-project] Checking segment: {'id': 'af43ccf3-344f-461e-9bb9-3501c945df0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '59c11e75-4b74-42fa-8930-aa878c3cafbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 23:03:46.108158 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77244032-ef7e-41a6-92d3-fbe31e1c917d tempest-NetworksIpV6Test-1726734578 tempest-NetworksIpV6Test-1726734578-project] Network hostable DHCP agents. Network: 59c11e75-4b74-42fa-8930-aa878c3cafbe, hostable agents: ['3b155c4d-12dc-491e-aa14-6113b06cfacd'], hosted agents: [] {{(pid=87507) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 16 23:03:46.126799 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77244032-ef7e-41a6-92d3-fbe31e1c917d tempest-NetworksIpV6Test-1726734578 tempest-NetworksIpV6Test-1726734578-project] Network 59c11e75-4b74-42fa-8930-aa878c3cafbe is scheduled to be hosted by DHCP agent 3b155c4d-12dc-491e-aa14-6113b06cfacd with binding_index 1 {{(pid=87507) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 16 23:03:46.136727 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.base_scheduler [None req-77244032-ef7e-41a6-92d3-fbe31e1c917d tempest-NetworksIpV6Test-1726734578 tempest-NetworksIpV6Test-1726734578-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821829-1-hyperv, 59c11e75-4b74-42fa-8930-aa878c3cafbe) {{(pid=87507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 23:03:46.141784 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77244032-ef7e-41a6-92d3-fbe31e1c917d tempest-NetworksIpV6Test-1726734578 tempest-NetworksIpV6Test-1726734578-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:03:46.142701 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-77244032-ef7e-41a6-92d3-fbe31e1c917d tempest-NetworksIpV6Test-1726734578 tempest-NetworksIpV6Test-1726734578-project] Notify callbacks [] for subnet, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:03:46.146868 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38b42e9f-25f1-41fe-b3a6-06eb5ce7d21a None None] Network 59c11e75-4b74-42fa-8930-aa878c3cafbe requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 23:03:46.165401 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-77244032-ef7e-41a6-92d3-fbe31e1c917d tempest-NetworksIpV6Test-1726734578 tempest-NetworksIpV6Test-1726734578-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 913 time: 0.6316810
Dec 16 23:03:46.168320 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 53306) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 23:03:46.279464 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-b29e332b-48ee-400d-bc62-60671dcd28f9 None None] For port b0e4dda4-2d8b-4f07-bc8d-d191f6d90175, host dv-neutron-821829-1-hyperv, cleared binding levels {{(pid=87508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 23:03:46.298993 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-b29e332b-48ee-400d-bc62-60671dcd28f9 None None] For port b0e4dda4-2d8b-4f07-bc8d-d191f6d90175, host dv-neutron-821829-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=b0e4dda4-2d8b-4f07-bc8d-d191f6d90175,segment=NetworkSegment(b5ccdbaf-d19b-4047-9312-e4219b6241ff),segment_id=b5ccdbaf-d19b-4047-9312-e4219b6241ff)] {{(pid=87508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 23:03:46.310444 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-61b32eff-68d5-4968-aad2-6528820f775a tempest-NetworksIpV6Test-1726734578 tempest-NetworksIpV6Test-1726734578-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-825997'] for network, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:03:46.334120 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b29e332b-48ee-400d-bc62-60671dcd28f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:03:46.344882 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:03:46.376569 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-61b32eff-68d5-4968-aad2-6528820f775a tempest-NetworksIpV6Test-1726734578 tempest-NetworksIpV6Test-1726734578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3328566'] for subnet, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:03:46.463355 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-61b32eff-68d5-4968-aad2-6528820f775a tempest-NetworksIpV6Test-1726734578 tempest-NetworksIpV6Test-1726734578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3328622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10807868', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10549621'] for subnet, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:03:46.468049 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-5d8c878a-92f0-4332-ab36-339f658cc628 tempest-RoutersNegativeIpV6Test-1646080008 tempest-RoutersNegativeIpV6Test-1646080008-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:03:46.473498 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29e332b-48ee-400d-bc62-60671dcd28f9 None None] Pushing event updated for resources: {'Port': ['ID=b0e4dda4-2d8b-4f07-bc8d-d191f6d90175,revision_number=2']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:03:46.476553 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-b29e332b-48ee-400d-bc62-60671dcd28f9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:03:46.487545 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed703d56-7d57-45d8-9246-85275326cfe3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1d6bfaf-d325-5e4f-b05d-2441d8339617-59c11e75-4b74-42fa-8930-aa878c3cafbe', 'network_id': '59c11e75-4b74-42fa-8930-aa878c3cafbe', 'tenant_id': '84c8ee0f2b9a497b9f374014ba37e0b9', 'fixed_ips': [{'subnet_id': '583b69a1-5906-4b31-85db-cf1c78c1d3f4'}]}} from dv-neutron-821829-1-hyperv. {{(pid=87508) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 16 23:03:46.488431 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-ed703d56-7d57-45d8-9246-85275326cfe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:03:46.518238 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b32eff-68d5-4968-aad2-6528820f775a tempest-NetworksIpV6Test-1726734578 tempest-NetworksIpV6Test-1726734578-project] Pushing event deleted for resources: {'Subnet': ['ID=583b69a1-5906-4b31-85db-cf1c78c1d3f4,revision_number=None']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:03:46.520759 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-61b32eff-68d5-4968-aad2-6528820f775a tempest-NetworksIpV6Test-1726734578 tempest-NetworksIpV6Test-1726734578-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:03:46.594321 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03df9c58-36db-45ac-9613-5ad10e87123f None None] Network 59c11e75-4b74-42fa-8930-aa878c3cafbe requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 23:03:46.625636 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-61b32eff-68d5-4968-aad2-6528820f775a tempest-NetworksIpV6Test-1726734578 tempest-NetworksIpV6Test-1726734578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3329565', 'neutron.services.segments.db._delete_segments_for_network-8734753546406'] for network, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:03:46.672474 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.services.segments.db [None req-61b32eff-68d5-4968-aad2-6528820f775a tempest-NetworksIpV6Test-1726734578 tempest-NetworksIpV6Test-1726734578-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1b77b866d0>,) {'filters': {'network_id': ['59c11e75-4b74-42fa-8930-aa878c3cafbe']}} {{(pid=87507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 23:03:46.685304 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.services.segments.db [None req-61b32eff-68d5-4968-aad2-6528820f775a tempest-NetworksIpV6Test-1726734578 tempest-NetworksIpV6Test-1726734578-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b77b866d0>, 'af43ccf3-344f-461e-9bb9-3501c945df0b') {'for_net_delete': True} {{(pid=87507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 23:03:46.685598 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.services.segments.db [None req-61b32eff-68d5-4968-aad2-6528820f775a tempest-NetworksIpV6Test-1726734578 tempest-NetworksIpV6Test-1726734578-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b77b866d0>, 'af43ccf3-344f-461e-9bb9-3501c945df0b') {} {{(pid=87507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 23:03:46.696560 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-61b32eff-68d5-4968-aad2-6528820f775a tempest-NetworksIpV6Test-1726734578 tempest-NetworksIpV6Test-1726734578-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734753593977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2128549'] for segment, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:03:46.713841 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-61b32eff-68d5-4968-aad2-6528820f775a tempest-NetworksIpV6Test-1726734578 tempest-NetworksIpV6Test-1726734578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-883292'] for segment, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:03:46.721656 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61b32eff-68d5-4968-aad2-6528820f775a tempest-NetworksIpV6Test-1726734578 tempest-NetworksIpV6Test-1726734578-project] Releasing vlan 158 on physical network physnet1 to pool {{(pid=87507) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 16 23:03:46.722144 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-61b32eff-68d5-4968-aad2-6528820f775a tempest-NetworksIpV6Test-1726734578 tempest-NetworksIpV6Test-1726734578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-883285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10808034'] for segment, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:03:46.737192 dv-neutron-821829-1-hyperv neutron-server[87507]: Traceback (most recent call last):
Dec 16 23:03:46.737192 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 16 23:03:46.737192 dv-neutron-821829-1-hyperv neutron-server[87507]:     timer()
Dec 16 23:03:46.737192 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 23:03:46.737192 dv-neutron-821829-1-hyperv neutron-server[87507]:     cb(*args, **kw)
Dec 16 23:03:46.737192 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 23:03:46.737192 dv-neutron-821829-1-hyperv neutron-server[87507]:     return func(*args, **kwargs)
Dec 16 23:03:46.737192 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 23:03:46.737192 dv-neutron-821829-1-hyperv neutron-server[87507]:     self._notify()
Dec 16 23:03:46.737192 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 23:03:46.737192 dv-neutron-821829-1-hyperv neutron-server[87507]:     self.callback(batched_events)
Dec 16 23:03:46.737192 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 23:03:46.737192 dv-neutron-821829-1-hyperv neutron-server[87507]:     event.method(event)
Dec 16 23:03:46.737192 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 23:03:46.737192 dv-neutron-821829-1-hyperv neutron-server[87507]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 23:03:46.737192 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 23:03:46.737192 dv-neutron-821829-1-hyperv neutron-server[87507]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 23:03:46.737192 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 23:03:46.737192 dv-neutron-821829-1-hyperv neutron-server[87507]:     return f(self, *a, **k)
Dec 16 23:03:46.737192 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 16 23:03:46.737192 dv-neutron-821829-1-hyperv neutron-server[87507]:     return self._get(url).json()
Dec 16 23:03:46.737192 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 16 23:03:46.737192 dv-neutron-821829-1-hyperv neutron-server[87507]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 23:03:46.737192 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 16 23:03:46.737192 dv-neutron-821829-1-hyperv neutron-server[87507]:     return self.request(url, 'GET', **kwargs)
Dec 16 23:03:46.737192 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 16 23:03:46.737192 dv-neutron-821829-1-hyperv neutron-server[87507]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 23:03:46.737192 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 16 23:03:46.737192 dv-neutron-821829-1-hyperv neutron-server[87507]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 23:03:46.737192 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 16 23:03:46.737192 dv-neutron-821829-1-hyperv neutron-server[87507]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 23:03:46.737192 dv-neutron-821829-1-hyperv neutron-server[87507]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 23:03:46.822281 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-61b32eff-68d5-4968-aad2-6528820f775a tempest-NetworksIpV6Test-1726734578 tempest-NetworksIpV6Test-1726734578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3329572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3741856'] for network, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:03:46.825678 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-20526499-ac4b-4d2d-bcc8-cb8443387fa5 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:03:46.840230 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-61b32eff-68d5-4968-aad2-6528820f775a tempest-NetworksIpV6Test-1726734578 tempest-NetworksIpV6Test-1726734578-project] Notify callbacks [] for network, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:03:46.852610 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b32eff-68d5-4968-aad2-6528820f775a tempest-NetworksIpV6Test-1726734578 tempest-NetworksIpV6Test-1726734578-project] Pushing event deleted for resources: {'Network': ['ID=59c11e75-4b74-42fa-8930-aa878c3cafbe,revision_number=None']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:03:46.855210 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-61b32eff-68d5-4968-aad2-6528820f775a tempest-NetworksIpV6Test-1726734578 tempest-NetworksIpV6Test-1726734578-project] 10.222.0.13 "DELETE /v2.0/networks/59c11e75-4b74-42fa-8930-aa878c3cafbe HTTP/1.1" status: 204  len: 168 time: 0.6859863
Dec 16 23:03:46.856145 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-61b32eff-68d5-4968-aad2-6528820f775a tempest-NetworksIpV6Test-1726734578 tempest-NetworksIpV6Test-1726734578-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:03:46.858634 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 53310) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 23:03:46.865672 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-9cc30028-7bc3-404a-9d01-c193de85ad26 tempest-NetworksIpV6Test-1726734578 tempest-NetworksIpV6Test-1726734578-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-542900188'}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 23:03:46.871159 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-9cc30028-7bc3-404a-9d01-c193de85ad26 tempest-NetworksIpV6Test-1726734578 tempest-NetworksIpV6Test-1726734578-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 23:03:46.875269 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-9cc30028-7bc3-404a-9d01-c193de85ad26 tempest-NetworksIpV6Test-1726734578 tempest-NetworksIpV6Test-1726734578-project] Usage tracker for resource:network and tenant:84c8ee0f2b9a497b9f374014ba37e0b9 is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 23:03:46.878116 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-9cc30028-7bc3-404a-9d01-c193de85ad26 tempest-NetworksIpV6Test-1726734578 tempest-NetworksIpV6Test-1726734578-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 23:03:46.884436 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-9cc30028-7bc3-404a-9d01-c193de85ad26 tempest-NetworksIpV6Test-1726734578 tempest-NetworksIpV6Test-1726734578-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 23:03:46.893920 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cc30028-7bc3-404a-9d01-c193de85ad26 tempest-NetworksIpV6Test-1726734578 tempest-NetworksIpV6Test-1726734578-project] Made reservation on behalf of 84c8ee0f2b9a497b9f374014ba37e0b9 for: {'network': 1} {{(pid=87507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 23:03:46.897288 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-9cc30028-7bc3-404a-9d01-c193de85ad26 tempest-NetworksIpV6Test-1726734578 tempest-NetworksIpV6Test-1726734578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for network, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:03:46.924215 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9cc30028-7bc3-404a-9d01-c193de85ad26 tempest-NetworksIpV6Test-1726734578 tempest-NetworksIpV6Test-1726734578-project] vlan segment allocate from pool success with {'vlan_id': 183, 'physical_network': 'physnet1'}  {{(pid=87507) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 23:03:46.933577 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-9cc30028-7bc3-404a-9d01-c193de85ad26 tempest-NetworksIpV6Test-1726734578 tempest-NetworksIpV6Test-1726734578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-883292'] for segment, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:03:46.933921 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.db.segments_db [None req-9cc30028-7bc3-404a-9d01-c193de85ad26 tempest-NetworksIpV6Test-1726734578 tempest-NetworksIpV6Test-1726734578-project] Added segment f5b2a861-aadb-4b47-a0c6-d14cd7f4f185 of type vlan for network 233106e1-f53d-484f-a8d2-950de8edc025
Dec 16 23:03:46.959944 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-9cc30028-7bc3-404a-9d01-c193de85ad26 tempest-NetworksIpV6Test-1726734578 tempest-NetworksIpV6Test-1726734578-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734753047233'] for network, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:03:46.988882 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-9cc30028-7bc3-404a-9d01-c193de85ad26 tempest-NetworksIpV6Test-1726734578 tempest-NetworksIpV6Test-1726734578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440'] for network, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:03:46.994937 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cc30028-7bc3-404a-9d01-c193de85ad26 tempest-NetworksIpV6Test-1726734578 tempest-NetworksIpV6Test-1726734578-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:03:46.995508 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-9cc30028-7bc3-404a-9d01-c193de85ad26 tempest-NetworksIpV6Test-1726734578 tempest-NetworksIpV6Test-1726734578-project] Notify callbacks [] for network, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:03:46.998909 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-c435cd85-d95f-401d-86b5-a1349d91c5de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:03:47.100230 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 53314) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 23:03:47.100809 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-9cc30028-7bc3-404a-9d01-c193de85ad26 tempest-NetworksIpV6Test-1726734578 tempest-NetworksIpV6Test-1726734578-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 783 time: 0.2406836
Dec 16 23:03:47.106802 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc30028-7bc3-404a-9d01-c193de85ad26 tempest-NetworksIpV6Test-1726734578 tempest-NetworksIpV6Test-1726734578-project] Pushing event updated for resources: {'Network': ['ID=233106e1-f53d-484f-a8d2-950de8edc025,revision_number=1']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:03:47.107329 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-8f41bcf7-0098-4191-bc11-622187d3e282 tempest-NetworksIpV6Test-1726734578 tempest-NetworksIpV6Test-1726734578-project] Request body: {'subnet': {'network_id': '233106e1-f53d-484f-a8d2-950de8edc025', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 23:03:47.109478 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-9cc30028-7bc3-404a-9d01-c193de85ad26 tempest-NetworksIpV6Test-1726734578 tempest-NetworksIpV6Test-1726734578-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:03:47.117081 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Network 233106e1-f53d-484f-a8d2-950de8edc025 details requested by agent ovs-agent-dv-neutron-821829-1-hyperv with host dv-neutron-821829-1-hyperv {{(pid=87508) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 23:03:47.224512 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-8f41bcf7-0098-4191-bc11-622187d3e282 tempest-NetworksIpV6Test-1726734578 tempest-NetworksIpV6Test-1726734578-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 23:03:47.228402 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-8f41bcf7-0098-4191-bc11-622187d3e282 tempest-NetworksIpV6Test-1726734578 tempest-NetworksIpV6Test-1726734578-project] Usage tracker for resource:subnet and tenant:84c8ee0f2b9a497b9f374014ba37e0b9 is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 23:03:47.231445 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-8f41bcf7-0098-4191-bc11-622187d3e282 tempest-NetworksIpV6Test-1726734578 tempest-NetworksIpV6Test-1726734578-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 23:03:47.237350 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-8f41bcf7-0098-4191-bc11-622187d3e282 tempest-NetworksIpV6Test-1726734578 tempest-NetworksIpV6Test-1726734578-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 23:03:47.248260 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f41bcf7-0098-4191-bc11-622187d3e282 tempest-NetworksIpV6Test-1726734578 tempest-NetworksIpV6Test-1726734578-project] Made reservation on behalf of 84c8ee0f2b9a497b9f374014ba37e0b9 for: {'subnet': 1} {{(pid=87506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 23:03:47.252063 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-8f41bcf7-0098-4191-bc11-622187d3e282 tempest-NetworksIpV6Test-1726734578 tempest-NetworksIpV6Test-1726734578-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11213078'] for subnet, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:03:47.347709 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.ipam_backend_mixin [None req-8f41bcf7-0098-4191-bc11-622187d3e282 tempest-NetworksIpV6Test-1726734578 tempest-NetworksIpV6Test-1726734578-project] Performing IP validity checks on allocation pools {{(pid=87506) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}}
Dec 16 23:03:47.348258 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.ipam_backend_mixin [None req-8f41bcf7-0098-4191-bc11-622187d3e282 tempest-NetworksIpV6Test-1726734578 tempest-NetworksIpV6Test-1726734578-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87506) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}}
Dec 16 23:03:47.408800 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31dddf16-e1cc-41a0-8e7f-97a51f06e419 None None] Network 7ef7cd57-8366-46d1-bedd-a9435d6c7e73 requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 23:03:47.474817 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-8f41bcf7-0098-4191-bc11-622187d3e282 tempest-NetworksIpV6Test-1726734578 tempest-NetworksIpV6Test-1726734578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1863317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11213092'] for subnet, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:03:47.479051 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-b6e64eb1-812e-417f-9db0-733a19ece632 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:03:47.551274 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f41bcf7-0098-4191-bc11-622187d3e282 tempest-NetworksIpV6Test-1726734578 tempest-NetworksIpV6Test-1726734578-project] Pushing event updated for resources: {'Subnet': ['ID=541cdaf0-449a-4789-80c5-c73fa67f11d2,revision_number=0']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:03:47.555188 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-8f41bcf7-0098-4191-bc11-622187d3e282 tempest-NetworksIpV6Test-1726734578 tempest-NetworksIpV6Test-1726734578-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:03:47.562959 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f41bcf7-0098-4191-bc11-622187d3e282 tempest-NetworksIpV6Test-1726734578 tempest-NetworksIpV6Test-1726734578-project] Checking segment: {'id': 'f5b2a861-aadb-4b47-a0c6-d14cd7f4f185', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '233106e1-f53d-484f-a8d2-950de8edc025'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 23:03:47.563316 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f41bcf7-0098-4191-bc11-622187d3e282 tempest-NetworksIpV6Test-1726734578 tempest-NetworksIpV6Test-1726734578-project] Network hostable DHCP agents. Network: 233106e1-f53d-484f-a8d2-950de8edc025, hostable agents: ['3b155c4d-12dc-491e-aa14-6113b06cfacd'], hosted agents: [] {{(pid=87506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 16 23:03:47.565508 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-b94ff0a9-8874-4031-9b82-4df8edefaeaf None None] Provisioning for port b0e4dda4-2d8b-4f07-bc8d-d191f6d90175 completed by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 23:03:47.583310 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f41bcf7-0098-4191-bc11-622187d3e282 tempest-NetworksIpV6Test-1726734578 tempest-NetworksIpV6Test-1726734578-project] Network 233106e1-f53d-484f-a8d2-950de8edc025 is scheduled to be hosted by DHCP agent 3b155c4d-12dc-491e-aa14-6113b06cfacd with binding_index 1 {{(pid=87506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 16 23:03:47.592685 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.base_scheduler [None req-8f41bcf7-0098-4191-bc11-622187d3e282 tempest-NetworksIpV6Test-1726734578 tempest-NetworksIpV6Test-1726734578-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821829-1-hyperv, 233106e1-f53d-484f-a8d2-950de8edc025) {{(pid=87506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 23:03:47.597306 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f41bcf7-0098-4191-bc11-622187d3e282 tempest-NetworksIpV6Test-1726734578 tempest-NetworksIpV6Test-1726734578-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:03:47.598069 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-8f41bcf7-0098-4191-bc11-622187d3e282 tempest-NetworksIpV6Test-1726734578 tempest-NetworksIpV6Test-1726734578-project] Notify callbacks [] for subnet, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:03:47.620549 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-8f41bcf7-0098-4191-bc11-622187d3e282 tempest-NetworksIpV6Test-1726734578 tempest-NetworksIpV6Test-1726734578-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 794 time: 0.5184164
Dec 16 23:03:47.622375 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a720ee44-8ccd-4a85-aceb-aa04f4f2f894 None None] Network 233106e1-f53d-484f-a8d2-950de8edc025 requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 23:03:47.623116 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 53318) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 23:03:47.762551 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-6af58d5d-fca7-4843-9106-9e57eee8da91 tempest-NetworksIpV6Test-1726734578 tempest-NetworksIpV6Test-1726734578-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-825997'] for network, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:03:47.835604 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-6af58d5d-fca7-4843-9106-9e57eee8da91 tempest-NetworksIpV6Test-1726734578 tempest-NetworksIpV6Test-1726734578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3328566'] for subnet, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:03:47.900337 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device b0e4dda4-2d8b-4f07-bc8d-d191f6d90175 up at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 23:03:47.923173 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-6af58d5d-fca7-4843-9106-9e57eee8da91 tempest-NetworksIpV6Test-1726734578 tempest-NetworksIpV6Test-1726734578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3328622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1863378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11213117'] for subnet, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:03:47.934976 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-091b60b0-0207-4e6e-b0f4-47c12025746e tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:03:47.938765 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-820f9a08-805a-4073-bf7c-338cbb9e2c1a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1d6bfaf-d325-5e4f-b05d-2441d8339617-233106e1-f53d-484f-a8d2-950de8edc025', 'network_id': '233106e1-f53d-484f-a8d2-950de8edc025', 'tenant_id': '84c8ee0f2b9a497b9f374014ba37e0b9', 'fixed_ips': [{'subnet_id': '541cdaf0-449a-4789-80c5-c73fa67f11d2'}]}} from dv-neutron-821829-1-hyperv. {{(pid=87508) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 16 23:03:47.939603 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-820f9a08-805a-4073-bf7c-338cbb9e2c1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:03:47.984483 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af58d5d-fca7-4843-9106-9e57eee8da91 tempest-NetworksIpV6Test-1726734578 tempest-NetworksIpV6Test-1726734578-project] Pushing event deleted for resources: {'Subnet': ['ID=541cdaf0-449a-4789-80c5-c73fa67f11d2,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:03:47.986803 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-6af58d5d-fca7-4843-9106-9e57eee8da91 tempest-NetworksIpV6Test-1726734578 tempest-NetworksIpV6Test-1726734578-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:03:48.054429 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning for port b0e4dda4-2d8b-4f07-bc8d-d191f6d90175 completed by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 23:03:48.059945 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01b68a70-befd-4608-95d7-900fcd17c1e8 None None] Network 233106e1-f53d-484f-a8d2-950de8edc025 requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 23:03:48.074624 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning complete for port b0e4dda4-2d8b-4f07-bc8d-d191f6d90175 triggered by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 23:03:48.075026 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:03:48.078957 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-6af58d5d-fca7-4843-9106-9e57eee8da91 tempest-NetworksIpV6Test-1726734578 tempest-NetworksIpV6Test-1726734578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3329565', 'neutron.services.segments.db._delete_segments_for_network-8734753546406'] for network, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:03:48.105481 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.services.segments.db [None req-6af58d5d-fca7-4843-9106-9e57eee8da91 tempest-NetworksIpV6Test-1726734578 tempest-NetworksIpV6Test-1726734578-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1b76192d00>,) {'filters': {'network_id': ['233106e1-f53d-484f-a8d2-950de8edc025']}} {{(pid=87506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 23:03:48.117215 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.services.segments.db [None req-6af58d5d-fca7-4843-9106-9e57eee8da91 tempest-NetworksIpV6Test-1726734578 tempest-NetworksIpV6Test-1726734578-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b76192d00>, 'f5b2a861-aadb-4b47-a0c6-d14cd7f4f185') {'for_net_delete': True} {{(pid=87506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 23:03:48.117509 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.services.segments.db [None req-6af58d5d-fca7-4843-9106-9e57eee8da91 tempest-NetworksIpV6Test-1726734578 tempest-NetworksIpV6Test-1726734578-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b76192d00>, 'f5b2a861-aadb-4b47-a0c6-d14cd7f4f185') {} {{(pid=87506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 23:03:48.128479 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-6af58d5d-fca7-4843-9106-9e57eee8da91 tempest-NetworksIpV6Test-1726734578 tempest-NetworksIpV6Test-1726734578-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734753593977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-266764496'] for segment, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:03:48.144261 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-6af58d5d-fca7-4843-9106-9e57eee8da91 tempest-NetworksIpV6Test-1726734578 tempest-NetworksIpV6Test-1726734578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-883292'] for segment, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:03:48.150914 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6af58d5d-fca7-4843-9106-9e57eee8da91 tempest-NetworksIpV6Test-1726734578 tempest-NetworksIpV6Test-1726734578-project] Releasing vlan 183 on physical network physnet1 to pool {{(pid=87506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 16 23:03:48.151361 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-6af58d5d-fca7-4843-9106-9e57eee8da91 tempest-NetworksIpV6Test-1726734578 tempest-NetworksIpV6Test-1726734578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-883285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1863180'] for segment, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:03:48.169558 dv-neutron-821829-1-hyperv neutron-server[87506]: Traceback (most recent call last):
Dec 16 23:03:48.169558 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 16 23:03:48.169558 dv-neutron-821829-1-hyperv neutron-server[87506]:     timer()
Dec 16 23:03:48.169558 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 23:03:48.169558 dv-neutron-821829-1-hyperv neutron-server[87506]:     cb(*args, **kw)
Dec 16 23:03:48.169558 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 23:03:48.169558 dv-neutron-821829-1-hyperv neutron-server[87506]:     return func(*args, **kwargs)
Dec 16 23:03:48.169558 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 23:03:48.169558 dv-neutron-821829-1-hyperv neutron-server[87506]:     self._notify()
Dec 16 23:03:48.169558 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 23:03:48.169558 dv-neutron-821829-1-hyperv neutron-server[87506]:     self.callback(batched_events)
Dec 16 23:03:48.169558 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 23:03:48.169558 dv-neutron-821829-1-hyperv neutron-server[87506]:     event.method(event)
Dec 16 23:03:48.169558 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 23:03:48.169558 dv-neutron-821829-1-hyperv neutron-server[87506]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 23:03:48.169558 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 23:03:48.169558 dv-neutron-821829-1-hyperv neutron-server[87506]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 23:03:48.169558 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 23:03:48.169558 dv-neutron-821829-1-hyperv neutron-server[87506]:     return f(self, *a, **k)
Dec 16 23:03:48.169558 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 16 23:03:48.169558 dv-neutron-821829-1-hyperv neutron-server[87506]:     return self._get(url).json()
Dec 16 23:03:48.169558 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 16 23:03:48.169558 dv-neutron-821829-1-hyperv neutron-server[87506]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 23:03:48.169558 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 16 23:03:48.169558 dv-neutron-821829-1-hyperv neutron-server[87506]:     return self.request(url, 'GET', **kwargs)
Dec 16 23:03:48.169558 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 16 23:03:48.169558 dv-neutron-821829-1-hyperv neutron-server[87506]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 23:03:48.169558 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 16 23:03:48.169558 dv-neutron-821829-1-hyperv neutron-server[87506]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 23:03:48.169558 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 16 23:03:48.169558 dv-neutron-821829-1-hyperv neutron-server[87506]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 23:03:48.169558 dv-neutron-821829-1-hyperv neutron-server[87506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 23:03:48.212733 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-f56c2a0b-10be-4e51-8c76-4a81f2d12958 None None] Provisioning complete for port b0e4dda4-2d8b-4f07-bc8d-d191f6d90175 triggered by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 23:03:48.213119 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-f56c2a0b-10be-4e51-8c76-4a81f2d12958 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:03:48.245856 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-6af58d5d-fca7-4843-9106-9e57eee8da91 tempest-NetworksIpV6Test-1726734578 tempest-NetworksIpV6Test-1726734578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3329572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3741856'] for network, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:03:48.250223 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-6af58d5d-fca7-4843-9106-9e57eee8da91 tempest-NetworksIpV6Test-1726734578 tempest-NetworksIpV6Test-1726734578-project] Notify callbacks [] for network, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:03:48.252836 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-ee26d92d-33d5-4c83-8c7c-135e6ba13632 tempest-RoutersNegativeTest-1851367265 tempest-RoutersNegativeTest-1851367265-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:03:48.276411 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af58d5d-fca7-4843-9106-9e57eee8da91 tempest-NetworksIpV6Test-1726734578 tempest-NetworksIpV6Test-1726734578-project] Pushing event deleted for resources: {'Network': ['ID=233106e1-f53d-484f-a8d2-950de8edc025,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:03:48.278663 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-6af58d5d-fca7-4843-9106-9e57eee8da91 tempest-NetworksIpV6Test-1726734578 tempest-NetworksIpV6Test-1726734578-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:03:48.284219 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-6af58d5d-fca7-4843-9106-9e57eee8da91 tempest-NetworksIpV6Test-1726734578 tempest-NetworksIpV6Test-1726734578-project] 10.222.0.13 "DELETE /v2.0/networks/233106e1-f53d-484f-a8d2-950de8edc025 HTTP/1.1" status: 204  len: 168 time: 0.6566250
Dec 16 23:03:48.284625 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 53322) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 23:03:48.289860 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-2408786c-8e71-484d-a6ca-a0da35eaf110 tempest-NetworksIpV6Test-1726734578 tempest-NetworksIpV6Test-1726734578-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1005098328'}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 23:03:48.294725 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-2408786c-8e71-484d-a6ca-a0da35eaf110 tempest-NetworksIpV6Test-1726734578 tempest-NetworksIpV6Test-1726734578-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 23:03:48.298446 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-2408786c-8e71-484d-a6ca-a0da35eaf110 tempest-NetworksIpV6Test-1726734578 tempest-NetworksIpV6Test-1726734578-project] Usage tracker for resource:network and tenant:84c8ee0f2b9a497b9f374014ba37e0b9 is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 23:03:48.301241 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-2408786c-8e71-484d-a6ca-a0da35eaf110 tempest-NetworksIpV6Test-1726734578 tempest-NetworksIpV6Test-1726734578-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 23:03:48.306813 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-2408786c-8e71-484d-a6ca-a0da35eaf110 tempest-NetworksIpV6Test-1726734578 tempest-NetworksIpV6Test-1726734578-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 23:03:48.316827 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2408786c-8e71-484d-a6ca-a0da35eaf110 tempest-NetworksIpV6Test-1726734578 tempest-NetworksIpV6Test-1726734578-project] Made reservation on behalf of 84c8ee0f2b9a497b9f374014ba37e0b9 for: {'network': 1} {{(pid=87506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 23:03:48.320486 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-2408786c-8e71-484d-a6ca-a0da35eaf110 tempest-NetworksIpV6Test-1726734578 tempest-NetworksIpV6Test-1726734578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for network, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:03:48.352951 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2408786c-8e71-484d-a6ca-a0da35eaf110 tempest-NetworksIpV6Test-1726734578 tempest-NetworksIpV6Test-1726734578-project] vlan segment allocate from pool success with {'vlan_id': 159, 'physical_network': 'physnet1'}  {{(pid=87506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 23:03:48.362170 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-2408786c-8e71-484d-a6ca-a0da35eaf110 tempest-NetworksIpV6Test-1726734578 tempest-NetworksIpV6Test-1726734578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-883292'] for segment, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:03:48.362452 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.db.segments_db [None req-2408786c-8e71-484d-a6ca-a0da35eaf110 tempest-NetworksIpV6Test-1726734578 tempest-NetworksIpV6Test-1726734578-project] Added segment 64cd7ca1-71f6-454c-b0db-efa1bfba4ebc of type vlan for network 766d4cd6-a28e-4751-b8c6-d9aa29110b4a
Dec 16 23:03:48.388776 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-2408786c-8e71-484d-a6ca-a0da35eaf110 tempest-NetworksIpV6Test-1726734578 tempest-NetworksIpV6Test-1726734578-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734753047233'] for network, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:03:48.418773 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-2408786c-8e71-484d-a6ca-a0da35eaf110 tempest-NetworksIpV6Test-1726734578 tempest-NetworksIpV6Test-1726734578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440'] for network, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:03:48.423065 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:03:48.424805 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2408786c-8e71-484d-a6ca-a0da35eaf110 tempest-NetworksIpV6Test-1726734578 tempest-NetworksIpV6Test-1726734578-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:03:48.425462 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-2408786c-8e71-484d-a6ca-a0da35eaf110 tempest-NetworksIpV6Test-1726734578 tempest-NetworksIpV6Test-1726734578-project] Notify callbacks [] for network, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:03:48.430676 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-30730286-e19b-4c23-a84b-10acfe58f993 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:03:48.471213 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-f56c2a0b-10be-4e51-8c76-4a81f2d12958 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:03:48.490343 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] For port b0e4dda4-2d8b-4f07-bc8d-d191f6d90175, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=b0e4dda4-2d8b-4f07-bc8d-d191f6d90175,segment=NetworkSegment(b5ccdbaf-d19b-4047-9312-e4219b6241ff),segment_id=b5ccdbaf-d19b-4047-9312-e4219b6241ff)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 23:03:48.497526 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:03:48.499685 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:03:48.533843 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-2408786c-8e71-484d-a6ca-a0da35eaf110 tempest-NetworksIpV6Test-1726734578 tempest-NetworksIpV6Test-1726734578-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 784 time: 0.2457006
Dec 16 23:03:48.534079 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 53326) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 23:03:48.541630 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-10614d81-d215-4b25-8bdf-0ddefe935fad tempest-NetworksIpV6Test-1726734578 tempest-NetworksIpV6Test-1726734578-project] Request body: {'subnet': {'network_id': '766d4cd6-a28e-4751-b8c6-d9aa29110b4a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 23:03:48.554863 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2408786c-8e71-484d-a6ca-a0da35eaf110 tempest-NetworksIpV6Test-1726734578 tempest-NetworksIpV6Test-1726734578-project] Pushing event updated for resources: {'Network': ['ID=766d4cd6-a28e-4751-b8c6-d9aa29110b4a,revision_number=1']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:03:48.560258 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-2408786c-8e71-484d-a6ca-a0da35eaf110 tempest-NetworksIpV6Test-1726734578 tempest-NetworksIpV6Test-1726734578-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:03:48.574670 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Network 766d4cd6-a28e-4751-b8c6-d9aa29110b4a details requested by agent ovs-agent-dv-neutron-821829-1-hyperv with host dv-neutron-821829-1-hyperv {{(pid=87508) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 23:03:48.653651 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-10614d81-d215-4b25-8bdf-0ddefe935fad tempest-NetworksIpV6Test-1726734578 tempest-NetworksIpV6Test-1726734578-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 23:03:48.657347 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-10614d81-d215-4b25-8bdf-0ddefe935fad tempest-NetworksIpV6Test-1726734578 tempest-NetworksIpV6Test-1726734578-project] Usage tracker for resource:subnet and tenant:84c8ee0f2b9a497b9f374014ba37e0b9 is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 23:03:48.660320 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-10614d81-d215-4b25-8bdf-0ddefe935fad tempest-NetworksIpV6Test-1726734578 tempest-NetworksIpV6Test-1726734578-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 23:03:48.665911 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-10614d81-d215-4b25-8bdf-0ddefe935fad tempest-NetworksIpV6Test-1726734578 tempest-NetworksIpV6Test-1726734578-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 23:03:48.675884 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10614d81-d215-4b25-8bdf-0ddefe935fad tempest-NetworksIpV6Test-1726734578 tempest-NetworksIpV6Test-1726734578-project] Made reservation on behalf of 84c8ee0f2b9a497b9f374014ba37e0b9 for: {'subnet': 1} {{(pid=87506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 23:03:48.679258 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-10614d81-d215-4b25-8bdf-0ddefe935fad tempest-NetworksIpV6Test-1726734578 tempest-NetworksIpV6Test-1726734578-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11213078'] for subnet, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:03:48.691684 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Pushing event updated for resources: {'Port': ['ID=b0e4dda4-2d8b-4f07-bc8d-d191f6d90175,revision_number=3']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:03:48.696019 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.db.api [None req-f56c2a0b-10be-4e51-8c76-4a81f2d12958 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87508) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 16 23:03:48.696523 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_db.api [None req-f56c2a0b-10be-4e51-8c76-4a81f2d12958 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 16 23:03:48.705367 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:03:48.885865 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-10614d81-d215-4b25-8bdf-0ddefe935fad tempest-NetworksIpV6Test-1726734578 tempest-NetworksIpV6Test-1726734578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1863317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11213092'] for subnet, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:03:48.890280 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-8f41bcf7-0098-4191-bc11-622187d3e282 tempest-NetworksIpV6Test-1726734578 tempest-NetworksIpV6Test-1726734578-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:03:48.960751 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10614d81-d215-4b25-8bdf-0ddefe935fad tempest-NetworksIpV6Test-1726734578 tempest-NetworksIpV6Test-1726734578-project] Pushing event updated for resources: {'Subnet': ['ID=a83a362e-2f3c-4349-bbb1-93fb5d0ad4ba,revision_number=0']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:03:48.963267 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-10614d81-d215-4b25-8bdf-0ddefe935fad tempest-NetworksIpV6Test-1726734578 tempest-NetworksIpV6Test-1726734578-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:03:48.970473 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10614d81-d215-4b25-8bdf-0ddefe935fad tempest-NetworksIpV6Test-1726734578 tempest-NetworksIpV6Test-1726734578-project] Checking segment: {'id': '64cd7ca1-71f6-454c-b0db-efa1bfba4ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '766d4cd6-a28e-4751-b8c6-d9aa29110b4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 23:03:48.970823 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10614d81-d215-4b25-8bdf-0ddefe935fad tempest-NetworksIpV6Test-1726734578 tempest-NetworksIpV6Test-1726734578-project] Network hostable DHCP agents. Network: 766d4cd6-a28e-4751-b8c6-d9aa29110b4a, hostable agents: ['3b155c4d-12dc-491e-aa14-6113b06cfacd'], hosted agents: [] {{(pid=87506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 16 23:03:48.989385 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10614d81-d215-4b25-8bdf-0ddefe935fad tempest-NetworksIpV6Test-1726734578 tempest-NetworksIpV6Test-1726734578-project] Network 766d4cd6-a28e-4751-b8c6-d9aa29110b4a is scheduled to be hosted by DHCP agent 3b155c4d-12dc-491e-aa14-6113b06cfacd with binding_index 1 {{(pid=87506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 16 23:03:48.998449 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.base_scheduler [None req-10614d81-d215-4b25-8bdf-0ddefe935fad tempest-NetworksIpV6Test-1726734578 tempest-NetworksIpV6Test-1726734578-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821829-1-hyperv, 766d4cd6-a28e-4751-b8c6-d9aa29110b4a) {{(pid=87506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 23:03:49.002824 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10614d81-d215-4b25-8bdf-0ddefe935fad tempest-NetworksIpV6Test-1726734578 tempest-NetworksIpV6Test-1726734578-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:03:49.003813 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-10614d81-d215-4b25-8bdf-0ddefe935fad tempest-NetworksIpV6Test-1726734578 tempest-NetworksIpV6Test-1726734578-project] Notify callbacks [] for subnet, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:03:49.007531 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88490f66-b9c1-4ac1-a07a-bdbe62195fbe None None] Network 766d4cd6-a28e-4751-b8c6-d9aa29110b4a requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 23:03:49.027581 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-10614d81-d215-4b25-8bdf-0ddefe935fad tempest-NetworksIpV6Test-1726734578 tempest-NetworksIpV6Test-1726734578-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.4926138
Dec 16 23:03:49.031148 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 53330) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 23:03:49.036612 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-fba1d036-6b88-4fd2-927c-709474144e62 tempest-NetworksIpV6Test-1726734578 tempest-NetworksIpV6Test-1726734578-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-730160482'}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 23:03:49.042020 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-fba1d036-6b88-4fd2-927c-709474144e62 tempest-NetworksIpV6Test-1726734578 tempest-NetworksIpV6Test-1726734578-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 23:03:49.045749 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-fba1d036-6b88-4fd2-927c-709474144e62 tempest-NetworksIpV6Test-1726734578 tempest-NetworksIpV6Test-1726734578-project] Usage tracker for resource:network and tenant:84c8ee0f2b9a497b9f374014ba37e0b9 is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 23:03:49.048525 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-fba1d036-6b88-4fd2-927c-709474144e62 tempest-NetworksIpV6Test-1726734578 tempest-NetworksIpV6Test-1726734578-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 23:03:49.054489 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-fba1d036-6b88-4fd2-927c-709474144e62 tempest-NetworksIpV6Test-1726734578 tempest-NetworksIpV6Test-1726734578-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 23:03:49.065087 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fba1d036-6b88-4fd2-927c-709474144e62 tempest-NetworksIpV6Test-1726734578 tempest-NetworksIpV6Test-1726734578-project] Made reservation on behalf of 84c8ee0f2b9a497b9f374014ba37e0b9 for: {'network': 1} {{(pid=87506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 23:03:49.068647 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-fba1d036-6b88-4fd2-927c-709474144e62 tempest-NetworksIpV6Test-1726734578 tempest-NetworksIpV6Test-1726734578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for network, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:03:49.095806 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fba1d036-6b88-4fd2-927c-709474144e62 tempest-NetworksIpV6Test-1726734578 tempest-NetworksIpV6Test-1726734578-project] vlan segment allocate from pool success with {'vlan_id': 155, 'physical_network': 'physnet1'}  {{(pid=87506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 23:03:49.104788 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-fba1d036-6b88-4fd2-927c-709474144e62 tempest-NetworksIpV6Test-1726734578 tempest-NetworksIpV6Test-1726734578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-883292'] for segment, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:03:49.105126 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.db.segments_db [None req-fba1d036-6b88-4fd2-927c-709474144e62 tempest-NetworksIpV6Test-1726734578 tempest-NetworksIpV6Test-1726734578-project] Added segment 00fa0b31-2145-4fbc-b9dc-4521b4fc7087 of type vlan for network 0e6c8b45-4ef6-4814-a5bd-b33a42a71c32
Dec 16 23:03:49.131163 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-fba1d036-6b88-4fd2-927c-709474144e62 tempest-NetworksIpV6Test-1726734578 tempest-NetworksIpV6Test-1726734578-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734753047233'] for network, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:03:49.159398 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-fba1d036-6b88-4fd2-927c-709474144e62 tempest-NetworksIpV6Test-1726734578 tempest-NetworksIpV6Test-1726734578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440'] for network, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:03:49.164862 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fba1d036-6b88-4fd2-927c-709474144e62 tempest-NetworksIpV6Test-1726734578 tempest-NetworksIpV6Test-1726734578-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:03:49.165966 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-fba1d036-6b88-4fd2-927c-709474144e62 tempest-NetworksIpV6Test-1726734578 tempest-NetworksIpV6Test-1726734578-project] Notify callbacks [] for network, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:03:49.170834 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-5df7a9b6-24fe-4d40-a19e-7fdef7f17146 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:03:49.248439 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c044200-4dfe-4a97-aa8c-676a0e7f668d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1d6bfaf-d325-5e4f-b05d-2441d8339617-766d4cd6-a28e-4751-b8c6-d9aa29110b4a', 'network_id': '766d4cd6-a28e-4751-b8c6-d9aa29110b4a', 'tenant_id': '84c8ee0f2b9a497b9f374014ba37e0b9', 'fixed_ips': [{'subnet_id': 'a83a362e-2f3c-4349-bbb1-93fb5d0ad4ba'}]}} from dv-neutron-821829-1-hyperv. {{(pid=87508) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 16 23:03:49.249275 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-8c044200-4dfe-4a97-aa8c-676a0e7f668d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:03:49.368712 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-fba1d036-6b88-4fd2-927c-709474144e62 tempest-NetworksIpV6Test-1726734578 tempest-NetworksIpV6Test-1726734578-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 783 time: 0.3365567
Dec 16 23:03:49.371717 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 53334) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 23:03:49.377740 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-33d23a59-20cd-4039-8b8d-4b7f1fdbf90c tempest-NetworksIpV6Test-1726734578 tempest-NetworksIpV6Test-1726734578-project] Request body: {'subnet': {'network_id': '0e6c8b45-4ef6-4814-a5bd-b33a42a71c32', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 23:03:49.388149 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba1d036-6b88-4fd2-927c-709474144e62 tempest-NetworksIpV6Test-1726734578 tempest-NetworksIpV6Test-1726734578-project] Pushing event updated for resources: {'Network': ['ID=0e6c8b45-4ef6-4814-a5bd-b33a42a71c32,revision_number=1']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:03:49.390817 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-fba1d036-6b88-4fd2-927c-709474144e62 tempest-NetworksIpV6Test-1726734578 tempest-NetworksIpV6Test-1726734578-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:03:49.400857 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Network 0e6c8b45-4ef6-4814-a5bd-b33a42a71c32 details requested by agent ovs-agent-dv-neutron-821829-1-hyperv with host dv-neutron-821829-1-hyperv {{(pid=87508) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 23:03:49.490532 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-33d23a59-20cd-4039-8b8d-4b7f1fdbf90c tempest-NetworksIpV6Test-1726734578 tempest-NetworksIpV6Test-1726734578-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 23:03:49.494200 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-33d23a59-20cd-4039-8b8d-4b7f1fdbf90c tempest-NetworksIpV6Test-1726734578 tempest-NetworksIpV6Test-1726734578-project] Usage tracker for resource:subnet and tenant:84c8ee0f2b9a497b9f374014ba37e0b9 is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 23:03:49.497013 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-33d23a59-20cd-4039-8b8d-4b7f1fdbf90c tempest-NetworksIpV6Test-1726734578 tempest-NetworksIpV6Test-1726734578-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 23:03:49.502805 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-33d23a59-20cd-4039-8b8d-4b7f1fdbf90c tempest-NetworksIpV6Test-1726734578 tempest-NetworksIpV6Test-1726734578-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 23:03:49.508760 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.db_base_plugin_common [None req-8c044200-4dfe-4a97-aa8c-676a0e7f668d None None] Allocated IP 2001:db8::2 (766d4cd6-a28e-4751-b8c6-d9aa29110b4a/a83a362e-2f3c-4349-bbb1-93fb5d0ad4ba/117e67c1-a379-405b-96a9-eaa38051c937) {{(pid=87508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 23:03:49.513900 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33d23a59-20cd-4039-8b8d-4b7f1fdbf90c tempest-NetworksIpV6Test-1726734578 tempest-NetworksIpV6Test-1726734578-project] Made reservation on behalf of 84c8ee0f2b9a497b9f374014ba37e0b9 for: {'subnet': 1} {{(pid=87507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 23:03:49.518048 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-33d23a59-20cd-4039-8b8d-4b7f1fdbf90c tempest-NetworksIpV6Test-1726734578 tempest-NetworksIpV6Test-1726734578-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10549598'] for subnet, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:03:49.741945 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-33d23a59-20cd-4039-8b8d-4b7f1fdbf90c tempest-NetworksIpV6Test-1726734578 tempest-NetworksIpV6Test-1726734578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10807931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10549612'] for subnet, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:03:49.746367 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-a872a66c-9a69-46e3-b3f6-5c9e4ccc9043 tempest-NetworksIpV6Test-2060635256 tempest-NetworksIpV6Test-2060635256-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:03:49.766218 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-8c044200-4dfe-4a97-aa8c-676a0e7f668d None None] Notify callbacks [] for port, precommit_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:03:49.776853 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-8c044200-4dfe-4a97-aa8c-676a0e7f668d None None] Transition to ACTIVE for port object 117e67c1-a379-405b-96a9-eaa38051c937 will not be triggered until provisioned by entity L2. {{(pid=87508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 23:03:49.795739 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-8c044200-4dfe-4a97-aa8c-676a0e7f668d None None] Transition to ACTIVE for port object 117e67c1-a379-405b-96a9-eaa38051c937 will not be triggered until provisioned by entity DHCP. {{(pid=87508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 23:03:49.802742 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-8c044200-4dfe-4a97-aa8c-676a0e7f668d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940'] for port, after_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:03:49.808549 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:03:49.827438 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d23a59-20cd-4039-8b8d-4b7f1fdbf90c tempest-NetworksIpV6Test-1726734578 tempest-NetworksIpV6Test-1726734578-project] Pushing event updated for resources: {'Subnet': ['ID=12cddc9e-847e-456d-a425-f87e03e27c97,revision_number=0']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:03:49.829717 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33d23a59-20cd-4039-8b8d-4b7f1fdbf90c tempest-NetworksIpV6Test-1726734578 tempest-NetworksIpV6Test-1726734578-project] Checking segment: {'id': '00fa0b31-2145-4fbc-b9dc-4521b4fc7087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '0e6c8b45-4ef6-4814-a5bd-b33a42a71c32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 23:03:49.830119 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33d23a59-20cd-4039-8b8d-4b7f1fdbf90c tempest-NetworksIpV6Test-1726734578 tempest-NetworksIpV6Test-1726734578-project] Network hostable DHCP agents. Network: 0e6c8b45-4ef6-4814-a5bd-b33a42a71c32, hostable agents: ['3b155c4d-12dc-491e-aa14-6113b06cfacd'], hosted agents: [] {{(pid=87507) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 16 23:03:49.838124 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-33d23a59-20cd-4039-8b8d-4b7f1fdbf90c tempest-NetworksIpV6Test-1726734578 tempest-NetworksIpV6Test-1726734578-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:03:49.851816 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33d23a59-20cd-4039-8b8d-4b7f1fdbf90c tempest-NetworksIpV6Test-1726734578 tempest-NetworksIpV6Test-1726734578-project] Network 0e6c8b45-4ef6-4814-a5bd-b33a42a71c32 is scheduled to be hosted by DHCP agent 3b155c4d-12dc-491e-aa14-6113b06cfacd with binding_index 1 {{(pid=87507) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 16 23:03:49.855815 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device b0e4dda4-2d8b-4f07-bc8d-d191f6d90175 up at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 23:03:49.861221 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.base_scheduler [None req-33d23a59-20cd-4039-8b8d-4b7f1fdbf90c tempest-NetworksIpV6Test-1726734578 tempest-NetworksIpV6Test-1726734578-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821829-1-hyperv, 0e6c8b45-4ef6-4814-a5bd-b33a42a71c32) {{(pid=87507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 23:03:49.866209 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33d23a59-20cd-4039-8b8d-4b7f1fdbf90c tempest-NetworksIpV6Test-1726734578 tempest-NetworksIpV6Test-1726734578-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:03:49.866888 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-33d23a59-20cd-4039-8b8d-4b7f1fdbf90c tempest-NetworksIpV6Test-1726734578 tempest-NetworksIpV6Test-1726734578-project] Notify callbacks [] for subnet, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:03:49.894283 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-33d23a59-20cd-4039-8b8d-4b7f1fdbf90c tempest-NetworksIpV6Test-1726734578 tempest-NetworksIpV6Test-1726734578-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.5190504
Dec 16 23:03:49.894487 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7584c06a-5792-418f-95c3-3ebe2e85f0b9 None None] Network 0e6c8b45-4ef6-4814-a5bd-b33a42a71c32 requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 23:03:49.894580 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 53338) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 23:03:49.971739 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c044200-4dfe-4a97-aa8c-676a0e7f668d None None] Network 766d4cd6-a28e-4751-b8c6-d9aa29110b4a is already hosted by enough agents. {{(pid=87508) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 23:03:49.997403 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.scheduler.base_scheduler [None req-8c044200-4dfe-4a97-aa8c-676a0e7f668d None None] Resources bound (agent type, host, resource id):  {{(pid=87508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 23:03:50.009459 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c044200-4dfe-4a97-aa8c-676a0e7f668d None None] Received port after_create {{(pid=87508) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 23:03:50.020367 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c044200-4dfe-4a97-aa8c-676a0e7f668d None None] Pushing event updated for resources: {'Port': ['ID=117e67c1-a379-405b-96a9-eaa38051c937,revision_number=1']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:03:50.028352 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-8c044200-4dfe-4a97-aa8c-676a0e7f668d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:03:50.149800 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-8c044200-4dfe-4a97-aa8c-676a0e7f668d None None] Attempting to bind port 117e67c1-a379-405b-96a9-eaa38051c937 on host dv-neutron-821829-1-hyperv for vnic_type normal with profile  {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 23:03:50.150181 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-8c044200-4dfe-4a97-aa8c-676a0e7f668d None None] Attempting to bind port 117e67c1-a379-405b-96a9-eaa38051c937 by drivers openvswitch,hyperv on host dv-neutron-821829-1-hyperv at level 0 using segments [{'id': '64cd7ca1-71f6-454c-b0db-efa1bfba4ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '766d4cd6-a28e-4751-b8c6-d9aa29110b4a'}] {{(pid=87508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 23:03:50.150555 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c044200-4dfe-4a97-aa8c-676a0e7f668d None None] Attempting to bind port 117e67c1-a379-405b-96a9-eaa38051c937 on network 766d4cd6-a28e-4751-b8c6-d9aa29110b4a {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 23:03:50.152461 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-14a16fab-ece5-4f95-8088-a6fa43485285 tempest-NetworksIpV6Test-1726734578 tempest-NetworksIpV6Test-1726734578-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-825997'] for network, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:03:50.155602 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning complete for port b0e4dda4-2d8b-4f07-bc8d-d191f6d90175 triggered by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 23:03:50.156007 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:03:50.217097 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c044200-4dfe-4a97-aa8c-676a0e7f668d None None] Checking agent: {'id': '5571501f-366e-47a4-9b60-8ef19d935d27', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821829-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 24, 2), 'started_at': datetime.datetime(2021, 12, 16, 22, 24, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 23, 3, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821829-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 23:03:50.217482 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c044200-4dfe-4a97-aa8c-676a0e7f668d None None] Checking segment: {'id': '64cd7ca1-71f6-454c-b0db-efa1bfba4ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '766d4cd6-a28e-4751-b8c6-d9aa29110b4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 23:03:50.217897 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-8c044200-4dfe-4a97-aa8c-676a0e7f668d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:03:50.218304 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c044200-4dfe-4a97-aa8c-676a0e7f668d None None] Bound using segment: {'id': '64cd7ca1-71f6-454c-b0db-efa1bfba4ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '766d4cd6-a28e-4751-b8c6-d9aa29110b4a'} {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 23:03:50.218785 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-8c044200-4dfe-4a97-aa8c-676a0e7f668d None None] Bound port: 117e67c1-a379-405b-96a9-eaa38051c937, host: dv-neutron-821829-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64cd7ca1-71f6-454c-b0db-efa1bfba4ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '766d4cd6-a28e-4751-b8c6-d9aa29110b4a'}}] {{(pid=87508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 23:03:50.219164 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-8c044200-4dfe-4a97-aa8c-676a0e7f668d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:03:50.220148 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-14a16fab-ece5-4f95-8088-a6fa43485285 tempest-NetworksIpV6Test-1726734578 tempest-NetworksIpV6Test-1726734578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3328566'] for subnet, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:03:50.293478 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-14a16fab-ece5-4f95-8088-a6fa43485285 tempest-NetworksIpV6Test-1726734578 tempest-NetworksIpV6Test-1726734578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3328622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10807868', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10549621'] for subnet, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:03:50.298200 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-a2220ef5-80ed-487d-bbd6-e3aa181217ac tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:03:50.334817 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a16fab-ece5-4f95-8088-a6fa43485285 tempest-NetworksIpV6Test-1726734578 tempest-NetworksIpV6Test-1726734578-project] Pushing event deleted for resources: {'Subnet': ['ID=12cddc9e-847e-456d-a425-f87e03e27c97,revision_number=None']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:03:50.353241 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-14a16fab-ece5-4f95-8088-a6fa43485285 tempest-NetworksIpV6Test-1726734578 tempest-NetworksIpV6Test-1726734578-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:03:50.374474 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-097dfbda-e865-4def-ba95-bfab60543771 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1d6bfaf-d325-5e4f-b05d-2441d8339617-0e6c8b45-4ef6-4814-a5bd-b33a42a71c32', 'network_id': '0e6c8b45-4ef6-4814-a5bd-b33a42a71c32', 'tenant_id': '84c8ee0f2b9a497b9f374014ba37e0b9', 'fixed_ips': [{'subnet_id': '12cddc9e-847e-456d-a425-f87e03e27c97'}]}} from dv-neutron-821829-1-hyperv. {{(pid=87508) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 16 23:03:50.375298 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-097dfbda-e865-4def-ba95-bfab60543771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:03:50.433071 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-14a16fab-ece5-4f95-8088-a6fa43485285 tempest-NetworksIpV6Test-1726734578 tempest-NetworksIpV6Test-1726734578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3329565', 'neutron.services.segments.db._delete_segments_for_network-8734753546406'] for network, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:03:50.457898 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.services.segments.db [None req-14a16fab-ece5-4f95-8088-a6fa43485285 tempest-NetworksIpV6Test-1726734578 tempest-NetworksIpV6Test-1726734578-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1b7c100070>,) {'filters': {'network_id': ['0e6c8b45-4ef6-4814-a5bd-b33a42a71c32']}} {{(pid=87507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 23:03:50.470595 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.services.segments.db [None req-14a16fab-ece5-4f95-8088-a6fa43485285 tempest-NetworksIpV6Test-1726734578 tempest-NetworksIpV6Test-1726734578-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b7c100070>, '00fa0b31-2145-4fbc-b9dc-4521b4fc7087') {'for_net_delete': True} {{(pid=87507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 23:03:50.470870 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-8c044200-4dfe-4a97-aa8c-676a0e7f668d None None] For port 117e67c1-a379-405b-96a9-eaa38051c937, host dv-neutron-821829-1-hyperv, cleared binding levels {{(pid=87508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 23:03:50.470987 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.services.segments.db [None req-14a16fab-ece5-4f95-8088-a6fa43485285 tempest-NetworksIpV6Test-1726734578 tempest-NetworksIpV6Test-1726734578-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b7c100070>, '00fa0b31-2145-4fbc-b9dc-4521b4fc7087') {} {{(pid=87507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 23:03:50.484928 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-14a16fab-ece5-4f95-8088-a6fa43485285 tempest-NetworksIpV6Test-1726734578 tempest-NetworksIpV6Test-1726734578-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734753593977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2128549'] for segment, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:03:50.501050 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-14a16fab-ece5-4f95-8088-a6fa43485285 tempest-NetworksIpV6Test-1726734578 tempest-NetworksIpV6Test-1726734578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-883292'] for segment, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:03:50.501232 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-8c044200-4dfe-4a97-aa8c-676a0e7f668d None None] For port 117e67c1-a379-405b-96a9-eaa38051c937, host dv-neutron-821829-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=117e67c1-a379-405b-96a9-eaa38051c937,segment=NetworkSegment(64cd7ca1-71f6-454c-b0db-efa1bfba4ebc),segment_id=64cd7ca1-71f6-454c-b0db-efa1bfba4ebc)] {{(pid=87508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 23:03:50.508075 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14a16fab-ece5-4f95-8088-a6fa43485285 tempest-NetworksIpV6Test-1726734578 tempest-NetworksIpV6Test-1726734578-project] Releasing vlan 155 on physical network physnet1 to pool {{(pid=87507) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 16 23:03:50.508612 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-14a16fab-ece5-4f95-8088-a6fa43485285 tempest-NetworksIpV6Test-1726734578 tempest-NetworksIpV6Test-1726734578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-883285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10808034'] for segment, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:03:50.512653 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-8c044200-4dfe-4a97-aa8c-676a0e7f668d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:03:50.517954 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:03:50.526987 dv-neutron-821829-1-hyperv neutron-server[87507]: Traceback (most recent call last):
Dec 16 23:03:50.526987 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 16 23:03:50.526987 dv-neutron-821829-1-hyperv neutron-server[87507]:     timer()
Dec 16 23:03:50.526987 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 23:03:50.526987 dv-neutron-821829-1-hyperv neutron-server[87507]:     cb(*args, **kw)
Dec 16 23:03:50.526987 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 23:03:50.526987 dv-neutron-821829-1-hyperv neutron-server[87507]:     return func(*args, **kwargs)
Dec 16 23:03:50.526987 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 23:03:50.526987 dv-neutron-821829-1-hyperv neutron-server[87507]:     self._notify()
Dec 16 23:03:50.526987 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 23:03:50.526987 dv-neutron-821829-1-hyperv neutron-server[87507]:     self.callback(batched_events)
Dec 16 23:03:50.526987 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 23:03:50.526987 dv-neutron-821829-1-hyperv neutron-server[87507]:     event.method(event)
Dec 16 23:03:50.526987 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 23:03:50.526987 dv-neutron-821829-1-hyperv neutron-server[87507]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 23:03:50.526987 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 23:03:50.526987 dv-neutron-821829-1-hyperv neutron-server[87507]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 23:03:50.526987 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 23:03:50.526987 dv-neutron-821829-1-hyperv neutron-server[87507]:     return f(self, *a, **k)
Dec 16 23:03:50.526987 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 16 23:03:50.526987 dv-neutron-821829-1-hyperv neutron-server[87507]:     return self._get(url).json()
Dec 16 23:03:50.526987 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 16 23:03:50.526987 dv-neutron-821829-1-hyperv neutron-server[87507]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 23:03:50.526987 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 16 23:03:50.526987 dv-neutron-821829-1-hyperv neutron-server[87507]:     return self.request(url, 'GET', **kwargs)
Dec 16 23:03:50.526987 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 16 23:03:50.526987 dv-neutron-821829-1-hyperv neutron-server[87507]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 23:03:50.526987 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 16 23:03:50.526987 dv-neutron-821829-1-hyperv neutron-server[87507]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 23:03:50.526987 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 16 23:03:50.526987 dv-neutron-821829-1-hyperv neutron-server[87507]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 23:03:50.526987 dv-neutron-821829-1-hyperv neutron-server[87507]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 23:03:50.587043 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b12a7773-4805-4afc-9b78-c6ca30e6b621 None None] Network 0e6c8b45-4ef6-4814-a5bd-b33a42a71c32 requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 23:03:50.613851 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-14a16fab-ece5-4f95-8088-a6fa43485285 tempest-NetworksIpV6Test-1726734578 tempest-NetworksIpV6Test-1726734578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3329572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3741856'] for network, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:03:50.619042 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-14a16fab-ece5-4f95-8088-a6fa43485285 tempest-NetworksIpV6Test-1726734578 tempest-NetworksIpV6Test-1726734578-project] Notify callbacks [] for network, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:03:50.621897 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-46aaa1c0-700a-4252-ba24-48ab86b385d0 tempest-RoutersNegativeIpV6Test-1646080008 tempest-RoutersNegativeIpV6Test-1646080008-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:03:50.645865 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a16fab-ece5-4f95-8088-a6fa43485285 tempest-NetworksIpV6Test-1726734578 tempest-NetworksIpV6Test-1726734578-project] Pushing event deleted for resources: {'Network': ['ID=0e6c8b45-4ef6-4814-a5bd-b33a42a71c32,revision_number=None']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:03:50.648624 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-14a16fab-ece5-4f95-8088-a6fa43485285 tempest-NetworksIpV6Test-1726734578 tempest-NetworksIpV6Test-1726734578-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:03:50.650923 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-14a16fab-ece5-4f95-8088-a6fa43485285 tempest-NetworksIpV6Test-1726734578 tempest-NetworksIpV6Test-1726734578-project] 10.222.0.13 "DELETE /v2.0/networks/0e6c8b45-4ef6-4814-a5bd-b33a42a71c32 HTTP/1.1" status: 204  len: 168 time: 0.7554538
Dec 16 23:03:50.654044 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 53342) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 23:03:50.675958 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c044200-4dfe-4a97-aa8c-676a0e7f668d None None] Pushing event updated for resources: {'Port': ['ID=117e67c1-a379-405b-96a9-eaa38051c937,revision_number=2']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:03:50.681626 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-8c044200-4dfe-4a97-aa8c-676a0e7f668d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:03:50.699887 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.pecan_wsgi.hooks.translation [None req-7384d052-7807-4e9c-97dd-45a62ba1ce68 tempest-NetworksIpV6Test-1726734578 tempest-NetworksIpV6Test-1726734578-project] GET failed (client error): The resource could not be found.
Dec 16 23:03:50.700416 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-7384d052-7807-4e9c-97dd-45a62ba1ce68 tempest-NetworksIpV6Test-1726734578 tempest-NetworksIpV6Test-1726734578-project] Synchronizing usage tracker for tenant:84c8ee0f2b9a497b9f374014ba37e0b9 on resource:subnet {{(pid=87507) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 23:03:50.717421 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-7384d052-7807-4e9c-97dd-45a62ba1ce68 tempest-NetworksIpV6Test-1726734578 tempest-NetworksIpV6Test-1726734578-project] Unset dirty status for tenant:84c8ee0f2b9a497b9f374014ba37e0b9 on resource:subnet {{(pid=87507) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 23:03:50.722143 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 53346) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 23:03:50.722759 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-7384d052-7807-4e9c-97dd-45a62ba1ce68 tempest-NetworksIpV6Test-1726734578 tempest-NetworksIpV6Test-1726734578-project] 10.222.0.13 "GET /v2.0/subnets/12cddc9e-847e-456d-a425-f87e03e27c97 HTTP/1.1" status: 404  len: 337 time: 0.0676844
Dec 16 23:03:50.761673 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.pecan_wsgi.hooks.translation [None req-79d2438f-4375-4e60-bcb0-fc70225d251f tempest-NetworksIpV6Test-1726734578 tempest-NetworksIpV6Test-1726734578-project] DELETE failed (client error): The resource could not be found.
Dec 16 23:03:50.762481 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79d2438f-4375-4e60-bcb0-fc70225d251f tempest-NetworksIpV6Test-1726734578 tempest-NetworksIpV6Test-1726734578-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 16 23:03:50.764984 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-79d2438f-4375-4e60-bcb0-fc70225d251f tempest-NetworksIpV6Test-1726734578 tempest-NetworksIpV6Test-1726734578-project] 10.222.0.13 "DELETE /v2.0/networks/0e6c8b45-4ef6-4814-a5bd-b33a42a71c32 HTTP/1.1" status: 404  len: 339 time: 0.0407724
Dec 16 23:03:50.769281 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 53350) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 23:03:50.815484 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.pecan_wsgi.hooks.translation [None req-722c763f-f722-4ca1-9b4b-1e1a1cc4c2c8 tempest-NetworksIpV6Test-1726734578 tempest-NetworksIpV6Test-1726734578-project] DELETE failed (client error): The resource could not be found.
Dec 16 23:03:50.817089 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-722c763f-f722-4ca1-9b4b-1e1a1cc4c2c8 tempest-NetworksIpV6Test-1726734578 tempest-NetworksIpV6Test-1726734578-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87507) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 16 23:03:50.818293 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-722c763f-f722-4ca1-9b4b-1e1a1cc4c2c8 tempest-NetworksIpV6Test-1726734578 tempest-NetworksIpV6Test-1726734578-project] 10.222.0.13 "DELETE /v2.0/subnets/12cddc9e-847e-456d-a425-f87e03e27c97 HTTP/1.1" status: 404  len: 337 time: 0.0474024
Dec 16 23:03:50.821868 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 53354) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 23:03:50.852412 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.pecan_wsgi.hooks.translation [None req-d692341c-8977-47b8-858d-3c1a92ca4403 tempest-NetworksIpV6Test-1726734578 tempest-NetworksIpV6Test-1726734578-project] DELETE failed (client error): The resource could not be found.
Dec 16 23:03:50.853440 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d692341c-8977-47b8-858d-3c1a92ca4403 tempest-NetworksIpV6Test-1726734578 tempest-NetworksIpV6Test-1726734578-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 16 23:03:50.855109 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-d692341c-8977-47b8-858d-3c1a92ca4403 tempest-NetworksIpV6Test-1726734578 tempest-NetworksIpV6Test-1726734578-project] 10.222.0.13 "DELETE /v2.0/networks/0e6c8b45-4ef6-4814-a5bd-b33a42a71c32 HTTP/1.1" status: 404  len: 339 time: 0.0315807
Dec 16 23:03:50.857677 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 53358) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 23:03:50.929868 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.db_base_plugin_v2 [None req-08c396d6-0d50-41ac-a707-3de5607e1a0b tempest-NetworksIpV6Test-1726734578 tempest-NetworksIpV6Test-1726734578-project] Deleting subnet a83a362e-2f3c-4349-bbb1-93fb5d0ad4ba {{(pid=87506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 16 23:03:50.933052 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-08c396d6-0d50-41ac-a707-3de5607e1a0b tempest-NetworksIpV6Test-1726734578 tempest-NetworksIpV6Test-1726734578-project] Notify callbacks [] for subnet, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:03:50.986271 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-08c396d6-0d50-41ac-a707-3de5607e1a0b tempest-NetworksIpV6Test-1726734578 tempest-NetworksIpV6Test-1726734578-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-266764487'] for subnet, precommit_delete_associations {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:03:51.065966 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-08c396d6-0d50-41ac-a707-3de5607e1a0b tempest-NetworksIpV6Test-1726734578 tempest-NetworksIpV6Test-1726734578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3328566'] for subnet, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:03:51.142100 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-08c396d6-0d50-41ac-a707-3de5607e1a0b tempest-NetworksIpV6Test-1726734578 tempest-NetworksIpV6Test-1726734578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3328622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1863378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11213117'] for subnet, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:03:51.145671 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-ccfe0143-540a-4145-9a90-b20e90c925aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:03:51.181328 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c396d6-0d50-41ac-a707-3de5607e1a0b tempest-NetworksIpV6Test-1726734578 tempest-NetworksIpV6Test-1726734578-project] Pushing event deleted for resources: {'Subnet': ['ID=a83a362e-2f3c-4349-bbb1-93fb5d0ad4ba,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:03:51.184346 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-08c396d6-0d50-41ac-a707-3de5607e1a0b tempest-NetworksIpV6Test-1726734578 tempest-NetworksIpV6Test-1726734578-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:03:51.185312 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-08c396d6-0d50-41ac-a707-3de5607e1a0b tempest-NetworksIpV6Test-1726734578 tempest-NetworksIpV6Test-1726734578-project] Notify callbacks [] for subnet, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:03:51.197980 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-08c396d6-0d50-41ac-a707-3de5607e1a0b tempest-NetworksIpV6Test-1726734578 tempest-NetworksIpV6Test-1726734578-project] 10.222.0.13 "DELETE /v2.0/subnets/a83a362e-2f3c-4349-bbb1-93fb5d0ad4ba HTTP/1.1" status: 204  len: 168 time: 0.3393350
Dec 16 23:03:51.200391 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 53362) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 23:03:51.314664 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-9bc77223-ff34-43c9-8d0e-32da7acaebcc tempest-NetworksIpV6Test-1726734578 tempest-NetworksIpV6Test-1726734578-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-825997'] for network, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:03:51.326046 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [None req-9bc77223-ff34-43c9-8d0e-32da7acaebcc tempest-NetworksIpV6Test-1726734578 tempest-NetworksIpV6Test-1726734578-project] Deleting port 117e67c1-a379-405b-96a9-eaa38051c937 {{(pid=87506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 23:03:51.326371 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-9bc77223-ff34-43c9-8d0e-32da7acaebcc tempest-NetworksIpV6Test-1726734578 tempest-NetworksIpV6Test-1726734578-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:03:51.540478 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.db [None req-9bc77223-ff34-43c9-8d0e-32da7acaebcc tempest-NetworksIpV6Test-1726734578 tempest-NetworksIpV6Test-1726734578-project] For port 117e67c1-a379-405b-96a9-eaa38051c937, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=117e67c1-a379-405b-96a9-eaa38051c937,segment=NetworkSegment(64cd7ca1-71f6-454c-b0db-efa1bfba4ebc),segment_id=64cd7ca1-71f6-454c-b0db-efa1bfba4ebc)] {{(pid=87506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 23:03:51.540844 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-9bc77223-ff34-43c9-8d0e-32da7acaebcc tempest-NetworksIpV6Test-1726734578 tempest-NetworksIpV6Test-1726734578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:03:51.561339 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c606ae34-ef6c-468c-9578-74878fe84ac4 None None] Network 766d4cd6-a28e-4751-b8c6-d9aa29110b4a requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 23:03:51.662693 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-8f2892c8-1c54-4485-92cf-8237db56f235 None None] Provisioning for port 117e67c1-a379-405b-96a9-eaa38051c937 completed by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 23:03:51.672696 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [None req-9bc77223-ff34-43c9-8d0e-32da7acaebcc tempest-NetworksIpV6Test-1726734578 tempest-NetworksIpV6Test-1726734578-project] Calling delete_port for 117e67c1-a379-405b-96a9-eaa38051c937 owned by network:dhcp {{(pid=87506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 23:03:51.747458 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-9bc77223-ff34-43c9-8d0e-32da7acaebcc tempest-NetworksIpV6Test-1726734578 tempest-NetworksIpV6Test-1726734578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1863393'] for port, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:03:51.752112 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-4591b8da-41fb-4345-9821-2dbe623a3378 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:03:51.799095 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc77223-ff34-43c9-8d0e-32da7acaebcc tempest-NetworksIpV6Test-1726734578 tempest-NetworksIpV6Test-1726734578-project] Pushing event deleted for resources: {'Port': ['ID=117e67c1-a379-405b-96a9-eaa38051c937,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:03:51.800985 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bc77223-ff34-43c9-8d0e-32da7acaebcc tempest-NetworksIpV6Test-1726734578 tempest-NetworksIpV6Test-1726734578-project] No DVR routers for this DVR port 117e67c1-a379-405b-96a9-eaa38051c937 on host dv-neutron-821829-1-hyperv {{(pid=87506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 23:03:51.802391 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-9bc77223-ff34-43c9-8d0e-32da7acaebcc tempest-NetworksIpV6Test-1726734578 tempest-NetworksIpV6Test-1726734578-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:03:51.834827 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-318f547d-04d9-4dd0-9092-3d866eb44627 None None] DHCP port deletion for 766d4cd6-a28e-4751-b8c6-d9aa29110b4a request from dv-neutron-821829-1-hyperv {{(pid=87508) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 16 23:03:51.923600 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-9bc77223-ff34-43c9-8d0e-32da7acaebcc tempest-NetworksIpV6Test-1726734578 tempest-NetworksIpV6Test-1726734578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3329565', 'neutron.services.segments.db._delete_segments_for_network-8734753546406'] for network, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:03:51.948202 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.services.segments.db [None req-9bc77223-ff34-43c9-8d0e-32da7acaebcc tempest-NetworksIpV6Test-1726734578 tempest-NetworksIpV6Test-1726734578-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1b766bf070>,) {'filters': {'network_id': ['766d4cd6-a28e-4751-b8c6-d9aa29110b4a']}} {{(pid=87506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 23:03:51.959794 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.services.segments.db [None req-9bc77223-ff34-43c9-8d0e-32da7acaebcc tempest-NetworksIpV6Test-1726734578 tempest-NetworksIpV6Test-1726734578-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b766bf070>, '64cd7ca1-71f6-454c-b0db-efa1bfba4ebc') {'for_net_delete': True} {{(pid=87506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 23:03:51.960097 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.services.segments.db [None req-9bc77223-ff34-43c9-8d0e-32da7acaebcc tempest-NetworksIpV6Test-1726734578 tempest-NetworksIpV6Test-1726734578-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b766bf070>, '64cd7ca1-71f6-454c-b0db-efa1bfba4ebc') {} {{(pid=87506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 23:03:51.971358 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-9bc77223-ff34-43c9-8d0e-32da7acaebcc tempest-NetworksIpV6Test-1726734578 tempest-NetworksIpV6Test-1726734578-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734753593977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-266764496'] for segment, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:03:51.988033 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-9bc77223-ff34-43c9-8d0e-32da7acaebcc tempest-NetworksIpV6Test-1726734578 tempest-NetworksIpV6Test-1726734578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-883292'] for segment, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:03:51.994485 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9bc77223-ff34-43c9-8d0e-32da7acaebcc tempest-NetworksIpV6Test-1726734578 tempest-NetworksIpV6Test-1726734578-project] Releasing vlan 159 on physical network physnet1 to pool {{(pid=87506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 16 23:03:51.994832 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-9bc77223-ff34-43c9-8d0e-32da7acaebcc tempest-NetworksIpV6Test-1726734578 tempest-NetworksIpV6Test-1726734578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-883285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1863180'] for segment, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:03:52.008725 dv-neutron-821829-1-hyperv neutron-server[87506]: Traceback (most recent call last):
Dec 16 23:03:52.008725 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 16 23:03:52.008725 dv-neutron-821829-1-hyperv neutron-server[87506]:     timer()
Dec 16 23:03:52.008725 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 23:03:52.008725 dv-neutron-821829-1-hyperv neutron-server[87506]:     cb(*args, **kw)
Dec 16 23:03:52.008725 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 23:03:52.008725 dv-neutron-821829-1-hyperv neutron-server[87506]:     return func(*args, **kwargs)
Dec 16 23:03:52.008725 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 23:03:52.008725 dv-neutron-821829-1-hyperv neutron-server[87506]:     self._notify()
Dec 16 23:03:52.008725 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 23:03:52.008725 dv-neutron-821829-1-hyperv neutron-server[87506]:     self.callback(batched_events)
Dec 16 23:03:52.008725 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 23:03:52.008725 dv-neutron-821829-1-hyperv neutron-server[87506]:     event.method(event)
Dec 16 23:03:52.008725 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 23:03:52.008725 dv-neutron-821829-1-hyperv neutron-server[87506]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 23:03:52.008725 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 23:03:52.008725 dv-neutron-821829-1-hyperv neutron-server[87506]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 23:03:52.008725 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 23:03:52.008725 dv-neutron-821829-1-hyperv neutron-server[87506]:     return f(self, *a, **k)
Dec 16 23:03:52.008725 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 16 23:03:52.008725 dv-neutron-821829-1-hyperv neutron-server[87506]:     return self._get(url).json()
Dec 16 23:03:52.008725 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 16 23:03:52.008725 dv-neutron-821829-1-hyperv neutron-server[87506]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 23:03:52.008725 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 16 23:03:52.008725 dv-neutron-821829-1-hyperv neutron-server[87506]:     return self.request(url, 'GET', **kwargs)
Dec 16 23:03:52.008725 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 16 23:03:52.008725 dv-neutron-821829-1-hyperv neutron-server[87506]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 23:03:52.008725 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 16 23:03:52.008725 dv-neutron-821829-1-hyperv neutron-server[87506]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 23:03:52.008725 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 16 23:03:52.008725 dv-neutron-821829-1-hyperv neutron-server[87506]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 23:03:52.008725 dv-neutron-821829-1-hyperv neutron-server[87506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 23:03:52.087328 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-9bc77223-ff34-43c9-8d0e-32da7acaebcc tempest-NetworksIpV6Test-1726734578 tempest-NetworksIpV6Test-1726734578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3329572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3741856'] for network, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:03:52.090721 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-26885312-c85a-445e-901d-ab16dbcf56ca tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:03:52.105340 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-9bc77223-ff34-43c9-8d0e-32da7acaebcc tempest-NetworksIpV6Test-1726734578 tempest-NetworksIpV6Test-1726734578-project] Notify callbacks [] for network, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:03:52.115932 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc77223-ff34-43c9-8d0e-32da7acaebcc tempest-NetworksIpV6Test-1726734578 tempest-NetworksIpV6Test-1726734578-project] Pushing event deleted for resources: {'Network': ['ID=766d4cd6-a28e-4751-b8c6-d9aa29110b4a,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:03:52.119191 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-9bc77223-ff34-43c9-8d0e-32da7acaebcc tempest-NetworksIpV6Test-1726734578 tempest-NetworksIpV6Test-1726734578-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:03:52.120971 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-9bc77223-ff34-43c9-8d0e-32da7acaebcc tempest-NetworksIpV6Test-1726734578 tempest-NetworksIpV6Test-1726734578-project] 10.222.0.13 "DELETE /v2.0/networks/766d4cd6-a28e-4751-b8c6-d9aa29110b4a HTTP/1.1" status: 204  len: 168 time: 0.9196725
Dec 16 23:03:52.123302 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 53366) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 23:03:52.158859 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.pecan_wsgi.hooks.translation [None req-2fe4f4e7-81d7-424e-aef4-73e6be3ba547 tempest-NetworksIpV6Test-1726734578 tempest-NetworksIpV6Test-1726734578-project] DELETE failed (client error): The resource could not be found.
Dec 16 23:03:52.159299 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2fe4f4e7-81d7-424e-aef4-73e6be3ba547 tempest-NetworksIpV6Test-1726734578 tempest-NetworksIpV6Test-1726734578-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 16 23:03:52.160884 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-2fe4f4e7-81d7-424e-aef4-73e6be3ba547 tempest-NetworksIpV6Test-1726734578 tempest-NetworksIpV6Test-1726734578-project] 10.222.0.13 "DELETE /v2.0/subnets/541cdaf0-449a-4789-80c5-c73fa67f11d2 HTTP/1.1" status: 404  len: 337 time: 0.0366676
Dec 16 23:03:52.163079 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 53370) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 23:03:52.187019 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5d24d9b-e9db-4d36-ac59-66e14611f8cf tempest-NetworksIpV6Test-1726734578 tempest-NetworksIpV6Test-1726734578-project] DELETE failed (client error): The resource could not be found.
Dec 16 23:03:52.187393 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5d24d9b-e9db-4d36-ac59-66e14611f8cf tempest-NetworksIpV6Test-1726734578 tempest-NetworksIpV6Test-1726734578-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 16 23:03:52.188971 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-b5d24d9b-e9db-4d36-ac59-66e14611f8cf tempest-NetworksIpV6Test-1726734578 tempest-NetworksIpV6Test-1726734578-project] 10.222.0.13 "DELETE /v2.0/networks/233106e1-f53d-484f-a8d2-950de8edc025 HTTP/1.1" status: 404  len: 339 time: 0.0250516
Dec 16 23:03:52.191239 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 53374) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 23:03:52.231455 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.pecan_wsgi.hooks.translation [None req-54966eae-5d75-4563-8571-0611e4b272be tempest-NetworksIpV6Test-1726734578 tempest-NetworksIpV6Test-1726734578-project] DELETE failed (client error): The resource could not be found.
Dec 16 23:03:52.231917 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-54966eae-5d75-4563-8571-0611e4b272be tempest-NetworksIpV6Test-1726734578 tempest-NetworksIpV6Test-1726734578-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 16 23:03:52.233506 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-54966eae-5d75-4563-8571-0611e4b272be tempest-NetworksIpV6Test-1726734578 tempest-NetworksIpV6Test-1726734578-project] 10.222.0.13 "DELETE /v2.0/subnets/583b69a1-5906-4b31-85db-cf1c78c1d3f4 HTTP/1.1" status: 404  len: 337 time: 0.0414174
Dec 16 23:03:52.235777 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 53378) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 23:03:52.259437 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.pecan_wsgi.hooks.translation [None req-39d92b8d-09ed-4a51-9ac5-64d7dec94085 tempest-NetworksIpV6Test-1726734578 tempest-NetworksIpV6Test-1726734578-project] DELETE failed (client error): The resource could not be found.
Dec 16 23:03:52.259914 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39d92b8d-09ed-4a51-9ac5-64d7dec94085 tempest-NetworksIpV6Test-1726734578 tempest-NetworksIpV6Test-1726734578-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87506) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 16 23:03:52.261468 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-39d92b8d-09ed-4a51-9ac5-64d7dec94085 tempest-NetworksIpV6Test-1726734578 tempest-NetworksIpV6Test-1726734578-project] 10.222.0.13 "DELETE /v2.0/networks/59c11e75-4b74-42fa-8930-aa878c3cafbe HTTP/1.1" status: 404  len: 339 time: 0.0248218
Dec 16 23:03:52.263633 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 53382) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 23:03:52.325320 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c55a36b-947e-456e-ad84-5aca63aacdc2 tempest-NetworksIpV6Test-1726734578 tempest-NetworksIpV6Test-1726734578-project] Deleting subnet 4d0819d8-09f9-4e18-90ef-11092bd0104d {{(pid=87506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 16 23:03:52.328136 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-5c55a36b-947e-456e-ad84-5aca63aacdc2 tempest-NetworksIpV6Test-1726734578 tempest-NetworksIpV6Test-1726734578-project] Notify callbacks [] for subnet, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:03:52.383573 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-5c55a36b-947e-456e-ad84-5aca63aacdc2 tempest-NetworksIpV6Test-1726734578 tempest-NetworksIpV6Test-1726734578-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-266764487'] for subnet, precommit_delete_associations {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:03:52.463418 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-5c55a36b-947e-456e-ad84-5aca63aacdc2 tempest-NetworksIpV6Test-1726734578 tempest-NetworksIpV6Test-1726734578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3328566'] for subnet, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:03:52.532660 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-5c55a36b-947e-456e-ad84-5aca63aacdc2 tempest-NetworksIpV6Test-1726734578 tempest-NetworksIpV6Test-1726734578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3328622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1863378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11213117'] for subnet, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:03:52.536103 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-76864f7a-694b-4339-a16e-d97ccc0a9c47 tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:03:52.575471 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c55a36b-947e-456e-ad84-5aca63aacdc2 tempest-NetworksIpV6Test-1726734578 tempest-NetworksIpV6Test-1726734578-project] Pushing event deleted for resources: {'Subnet': ['ID=4d0819d8-09f9-4e18-90ef-11092bd0104d,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:03:52.578502 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-5c55a36b-947e-456e-ad84-5aca63aacdc2 tempest-NetworksIpV6Test-1726734578 tempest-NetworksIpV6Test-1726734578-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:03:52.579466 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-5c55a36b-947e-456e-ad84-5aca63aacdc2 tempest-NetworksIpV6Test-1726734578 tempest-NetworksIpV6Test-1726734578-project] Notify callbacks [] for subnet, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:03:52.584798 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d730eea6-c869-4a39-8b30-5976cc281b6d None None] Network 7ef7cd57-8366-46d1-bedd-a9435d6c7e73 requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 23:03:52.590518 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-5c55a36b-947e-456e-ad84-5aca63aacdc2 tempest-NetworksIpV6Test-1726734578 tempest-NetworksIpV6Test-1726734578-project] 10.222.0.13 "DELETE /v2.0/subnets/4d0819d8-09f9-4e18-90ef-11092bd0104d HTTP/1.1" status: 204  len: 168 time: 0.3251238
Dec 16 23:03:52.592042 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 53386) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 23:03:52.825822 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-c8dafe1f-a9a0-4170-a115-4dac79820d8a tempest-NetworksIpV6Test-1726734578 tempest-NetworksIpV6Test-1726734578-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-825997'] for network, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:03:52.836096 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [None req-c8dafe1f-a9a0-4170-a115-4dac79820d8a tempest-NetworksIpV6Test-1726734578 tempest-NetworksIpV6Test-1726734578-project] Deleting port b0e4dda4-2d8b-4f07-bc8d-d191f6d90175 {{(pid=87506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 23:03:52.836292 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab1061f5-b219-4cc0-bbdd-810379b45675 None None] DHCP port deletion for 7ef7cd57-8366-46d1-bedd-a9435d6c7e73 request from dv-neutron-821829-1-hyperv {{(pid=87508) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 16 23:03:52.836427 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-c8dafe1f-a9a0-4170-a115-4dac79820d8a tempest-NetworksIpV6Test-1726734578 tempest-NetworksIpV6Test-1726734578-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:03:52.840674 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-ab1061f5-b219-4cc0-bbdd-810379b45675 None None] Deleting port b0e4dda4-2d8b-4f07-bc8d-d191f6d90175 {{(pid=87508) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 23:03:52.841062 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-ab1061f5-b219-4cc0-bbdd-810379b45675 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:03:53.038335 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.db [None req-c8dafe1f-a9a0-4170-a115-4dac79820d8a tempest-NetworksIpV6Test-1726734578 tempest-NetworksIpV6Test-1726734578-project] For port b0e4dda4-2d8b-4f07-bc8d-d191f6d90175, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=b0e4dda4-2d8b-4f07-bc8d-d191f6d90175,segment=NetworkSegment(b5ccdbaf-d19b-4047-9312-e4219b6241ff),segment_id=b5ccdbaf-d19b-4047-9312-e4219b6241ff)] {{(pid=87506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 23:03:53.038610 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-c8dafe1f-a9a0-4170-a115-4dac79820d8a tempest-NetworksIpV6Test-1726734578 tempest-NetworksIpV6Test-1726734578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:03:53.071315 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-ab1061f5-b219-4cc0-bbdd-810379b45675 None None] For port b0e4dda4-2d8b-4f07-bc8d-d191f6d90175, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=b0e4dda4-2d8b-4f07-bc8d-d191f6d90175,segment=NetworkSegment(b5ccdbaf-d19b-4047-9312-e4219b6241ff),segment_id=b5ccdbaf-d19b-4047-9312-e4219b6241ff)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 23:03:53.071650 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-ab1061f5-b219-4cc0-bbdd-810379b45675 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:03:53.163320 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [None req-c8dafe1f-a9a0-4170-a115-4dac79820d8a tempest-NetworksIpV6Test-1726734578 tempest-NetworksIpV6Test-1726734578-project] Calling delete_port for b0e4dda4-2d8b-4f07-bc8d-d191f6d90175 owned by network:dhcp {{(pid=87506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 23:03:53.191399 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-ab1061f5-b219-4cc0-bbdd-810379b45675 None None] Calling delete_port for b0e4dda4-2d8b-4f07-bc8d-d191f6d90175 owned by network:dhcp {{(pid=87508) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 23:03:53.239703 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-c8dafe1f-a9a0-4170-a115-4dac79820d8a tempest-NetworksIpV6Test-1726734578 tempest-NetworksIpV6Test-1726734578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1863393'] for port, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:03:53.244417 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-8e29a48d-1eeb-4acd-a2f0-fe4a085d7381 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:03:53.260401 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.db.api [None req-ab1061f5-b219-4cc0-bbdd-810379b45675 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87508) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 16 23:03:53.260772 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_db.api [None req-ab1061f5-b219-4cc0-bbdd-810379b45675 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 16 23:03:53.288465 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8dafe1f-a9a0-4170-a115-4dac79820d8a tempest-NetworksIpV6Test-1726734578 tempest-NetworksIpV6Test-1726734578-project] Pushing event deleted for resources: {'Port': ['ID=b0e4dda4-2d8b-4f07-bc8d-d191f6d90175,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:03:53.291877 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-c8dafe1f-a9a0-4170-a115-4dac79820d8a tempest-NetworksIpV6Test-1726734578 tempest-NetworksIpV6Test-1726734578-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:03:53.292646 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8dafe1f-a9a0-4170-a115-4dac79820d8a tempest-NetworksIpV6Test-1726734578 tempest-NetworksIpV6Test-1726734578-project] No DVR routers for this DVR port b0e4dda4-2d8b-4f07-bc8d-d191f6d90175 on host dv-neutron-821829-1-hyperv {{(pid=87506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 23:03:53.413840 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-c8dafe1f-a9a0-4170-a115-4dac79820d8a tempest-NetworksIpV6Test-1726734578 tempest-NetworksIpV6Test-1726734578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3329565', 'neutron.services.segments.db._delete_segments_for_network-8734753546406'] for network, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:03:53.437692 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.services.segments.db [None req-c8dafe1f-a9a0-4170-a115-4dac79820d8a tempest-NetworksIpV6Test-1726734578 tempest-NetworksIpV6Test-1726734578-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1b7616d580>,) {'filters': {'network_id': ['7ef7cd57-8366-46d1-bedd-a9435d6c7e73']}} {{(pid=87506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 23:03:53.449888 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.services.segments.db [None req-c8dafe1f-a9a0-4170-a115-4dac79820d8a tempest-NetworksIpV6Test-1726734578 tempest-NetworksIpV6Test-1726734578-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b7616d580>, 'b5ccdbaf-d19b-4047-9312-e4219b6241ff') {'for_net_delete': True} {{(pid=87506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 23:03:53.450182 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.services.segments.db [None req-c8dafe1f-a9a0-4170-a115-4dac79820d8a tempest-NetworksIpV6Test-1726734578 tempest-NetworksIpV6Test-1726734578-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b7616d580>, 'b5ccdbaf-d19b-4047-9312-e4219b6241ff') {} {{(pid=87506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 23:03:53.461019 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-c8dafe1f-a9a0-4170-a115-4dac79820d8a tempest-NetworksIpV6Test-1726734578 tempest-NetworksIpV6Test-1726734578-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734753593977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-266764496'] for segment, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:03:53.477323 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-c8dafe1f-a9a0-4170-a115-4dac79820d8a tempest-NetworksIpV6Test-1726734578 tempest-NetworksIpV6Test-1726734578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-883292'] for segment, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:03:53.483308 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8dafe1f-a9a0-4170-a115-4dac79820d8a tempest-NetworksIpV6Test-1726734578 tempest-NetworksIpV6Test-1726734578-project] Releasing vlan 197 on physical network physnet1 to pool {{(pid=87506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 16 23:03:53.483692 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-c8dafe1f-a9a0-4170-a115-4dac79820d8a tempest-NetworksIpV6Test-1726734578 tempest-NetworksIpV6Test-1726734578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-883285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1863180'] for segment, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:03:53.497778 dv-neutron-821829-1-hyperv neutron-server[87506]: Traceback (most recent call last):
Dec 16 23:03:53.497778 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 16 23:03:53.497778 dv-neutron-821829-1-hyperv neutron-server[87506]:     timer()
Dec 16 23:03:53.497778 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 23:03:53.497778 dv-neutron-821829-1-hyperv neutron-server[87506]:     cb(*args, **kw)
Dec 16 23:03:53.497778 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 23:03:53.497778 dv-neutron-821829-1-hyperv neutron-server[87506]:     return func(*args, **kwargs)
Dec 16 23:03:53.497778 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 23:03:53.497778 dv-neutron-821829-1-hyperv neutron-server[87506]:     self._notify()
Dec 16 23:03:53.497778 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 23:03:53.497778 dv-neutron-821829-1-hyperv neutron-server[87506]:     self.callback(batched_events)
Dec 16 23:03:53.497778 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 23:03:53.497778 dv-neutron-821829-1-hyperv neutron-server[87506]:     event.method(event)
Dec 16 23:03:53.497778 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 23:03:53.497778 dv-neutron-821829-1-hyperv neutron-server[87506]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 23:03:53.497778 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 23:03:53.497778 dv-neutron-821829-1-hyperv neutron-server[87506]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 23:03:53.497778 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 23:03:53.497778 dv-neutron-821829-1-hyperv neutron-server[87506]:     return f(self, *a, **k)
Dec 16 23:03:53.497778 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 16 23:03:53.497778 dv-neutron-821829-1-hyperv neutron-server[87506]:     return self._get(url).json()
Dec 16 23:03:53.497778 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 16 23:03:53.497778 dv-neutron-821829-1-hyperv neutron-server[87506]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 23:03:53.497778 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 16 23:03:53.497778 dv-neutron-821829-1-hyperv neutron-server[87506]:     return self.request(url, 'GET', **kwargs)
Dec 16 23:03:53.497778 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 16 23:03:53.497778 dv-neutron-821829-1-hyperv neutron-server[87506]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 23:03:53.497778 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 16 23:03:53.497778 dv-neutron-821829-1-hyperv neutron-server[87506]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 23:03:53.497778 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 16 23:03:53.497778 dv-neutron-821829-1-hyperv neutron-server[87506]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 23:03:53.497778 dv-neutron-821829-1-hyperv neutron-server[87506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 23:03:53.576582 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-c8dafe1f-a9a0-4170-a115-4dac79820d8a tempest-NetworksIpV6Test-1726734578 tempest-NetworksIpV6Test-1726734578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3329572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3741856'] for network, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:03:53.579752 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-bac1eac3-eb6f-4283-9094-f88cb0b039ba tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:03:53.597173 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-c8dafe1f-a9a0-4170-a115-4dac79820d8a tempest-NetworksIpV6Test-1726734578 tempest-NetworksIpV6Test-1726734578-project] Notify callbacks [] for network, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:03:53.603185 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8dafe1f-a9a0-4170-a115-4dac79820d8a tempest-NetworksIpV6Test-1726734578 tempest-NetworksIpV6Test-1726734578-project] Pushing event deleted for resources: {'Network': ['ID=7ef7cd57-8366-46d1-bedd-a9435d6c7e73,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:03:53.607243 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-c8dafe1f-a9a0-4170-a115-4dac79820d8a tempest-NetworksIpV6Test-1726734578 tempest-NetworksIpV6Test-1726734578-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:03:53.609938 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-c8dafe1f-a9a0-4170-a115-4dac79820d8a tempest-NetworksIpV6Test-1726734578 tempest-NetworksIpV6Test-1726734578-project] 10.222.0.13 "DELETE /v2.0/networks/7ef7cd57-8366-46d1-bedd-a9435d6c7e73 HTTP/1.1" status: 204  len: 168 time: 1.0169964
Dec 16 23:03:53.762096 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-ab1061f5-b219-4cc0-bbdd-810379b45675 None None] Deleting port b0e4dda4-2d8b-4f07-bc8d-d191f6d90175 {{(pid=87508) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 23:03:53.762563 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-ab1061f5-b219-4cc0-bbdd-810379b45675 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:03:53.832769 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-ab1061f5-b219-4cc0-bbdd-810379b45675 None None] The port 'b0e4dda4-2d8b-4f07-bc8d-d191f6d90175' was deleted {{(pid=87508) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 16 23:03:53.846428 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device b0e4dda4-2d8b-4f07-bc8d-d191f6d90175 no longer exists at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 23:03:53.879413 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] No Port match for: b0e4dda4-2d8b-4f07-bc8d-d191f6d90175 {{(pid=87508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 23:03:53.879799 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device b0e4dda4-2d8b-4f07-bc8d-d191f6d90175 not bound to the agent host dv-neutron-821829-1-hyperv {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 23:03:53.880297 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 117e67c1-a379-405b-96a9-eaa38051c937 no longer exists at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 23:03:53.880757 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 53394) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 23:03:53.912517 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] No Port match for: 117e67c1-a379-405b-96a9-eaa38051c937 {{(pid=87508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 23:03:53.912874 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 117e67c1-a379-405b-96a9-eaa38051c937 not bound to the agent host dv-neutron-821829-1-hyperv {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 23:03:54.025659 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-40eb7d26-3f94-46a6-93d8-bb253bf36f82 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=84c8ee0f2b9a497b9f374014ba37e0b9&name=default HTTP/1.1" status: 200  len: 2983 time: 0.1436994
Dec 16 23:03:54.027982 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 53400) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 23:03:54.087518 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-3fcd4935-a6cb-4f18-8d4a-552505799913 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:03:54.112550 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-3fcd4935-a6cb-4f18-8d4a-552505799913 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:03:54.163401 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-3fcd4935-a6cb-4f18-8d4a-552505799913 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841066'] for security_group, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:03:54.168724 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-5ce61e3c-09ff-482a-a5be-a2c5961e7454 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:03:54.181612 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fcd4935-a6cb-4f18-8d4a-552505799913 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d38038b3-52da-400f-a728-671939ae9ac0,revision_number=None']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:03:54.184667 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-3fcd4935-a6cb-4f18-8d4a-552505799913 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:03:54.185431 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-3fcd4935-a6cb-4f18-8d4a-552505799913 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:03:54.186516 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-3fcd4935-a6cb-4f18-8d4a-552505799913 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d38038b3-52da-400f-a728-671939ae9ac0 HTTP/1.1" status: 204  len: 168 time: 0.1576695
Dec 16 23:03:54.842845 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 53424) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 23:03:54.941613 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-51c2a423-0157-427d-b72f-48044540ba14 tempest-RoutersNegativeTest-1273250600 tempest-RoutersNegativeTest-1273250600-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-941694888', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 23:03:54.948322 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-51c2a423-0157-427d-b72f-48044540ba14 tempest-RoutersNegativeTest-1273250600 tempest-RoutersNegativeTest-1273250600-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 23:03:54.952116 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-51c2a423-0157-427d-b72f-48044540ba14 tempest-RoutersNegativeTest-1273250600 tempest-RoutersNegativeTest-1273250600-project] Usage tracker for resource:router and tenant:b8c00aac8c0241828baa81814767ddd9 is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 23:03:54.954935 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-51c2a423-0157-427d-b72f-48044540ba14 tempest-RoutersNegativeTest-1273250600 tempest-RoutersNegativeTest-1273250600-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 23:03:54.961529 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-51c2a423-0157-427d-b72f-48044540ba14 tempest-RoutersNegativeTest-1273250600 tempest-RoutersNegativeTest-1273250600-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 23:03:54.971545 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-51c2a423-0157-427d-b72f-48044540ba14 tempest-RoutersNegativeTest-1273250600 tempest-RoutersNegativeTest-1273250600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3741155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38980'] for router, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:03:54.972580 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-51c2a423-0157-427d-b72f-48044540ba14 tempest-RoutersNegativeTest-1273250600 tempest-RoutersNegativeTest-1273250600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3743284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3741748', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3896702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-38989'] for router, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:03:54.987435 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-51c2a423-0157-427d-b72f-48044540ba14 tempest-RoutersNegativeTest-1273250600 tempest-RoutersNegativeTest-1273250600-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:03:55.004387 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-51c2a423-0157-427d-b72f-48044540ba14 tempest-RoutersNegativeTest-1273250600 tempest-RoutersNegativeTest-1273250600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3740952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3741923'] for router, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:03:55.026768 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-51c2a423-0157-427d-b72f-48044540ba14 tempest-RoutersNegativeTest-1273250600 tempest-RoutersNegativeTest-1273250600-project] Notify callbacks [] for router, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:03:55.027926 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-51c2a423-0157-427d-b72f-48044540ba14 tempest-RoutersNegativeTest-1273250600 tempest-RoutersNegativeTest-1273250600-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 707 time: 0.1840787
Dec 16 23:03:55.030619 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 53430) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 23:03:55.035991 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-144e2029-1df7-4ceb-a32e-a70df50610ce tempest-RoutersNegativeTest-1273250600 tempest-RoutersNegativeTest-1273250600-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-16621386'}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 23:03:55.040614 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-144e2029-1df7-4ceb-a32e-a70df50610ce tempest-RoutersNegativeTest-1273250600 tempest-RoutersNegativeTest-1273250600-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 23:03:55.044895 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-144e2029-1df7-4ceb-a32e-a70df50610ce tempest-RoutersNegativeTest-1273250600 tempest-RoutersNegativeTest-1273250600-project] Usage tracker for resource:network and tenant:b8c00aac8c0241828baa81814767ddd9 is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 23:03:55.047674 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-144e2029-1df7-4ceb-a32e-a70df50610ce tempest-RoutersNegativeTest-1273250600 tempest-RoutersNegativeTest-1273250600-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 23:03:55.053220 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-144e2029-1df7-4ceb-a32e-a70df50610ce tempest-RoutersNegativeTest-1273250600 tempest-RoutersNegativeTest-1273250600-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 23:03:55.062384 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-144e2029-1df7-4ceb-a32e-a70df50610ce tempest-RoutersNegativeTest-1273250600 tempest-RoutersNegativeTest-1273250600-project] Made reservation on behalf of b8c00aac8c0241828baa81814767ddd9 for: {'network': 1} {{(pid=87506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 23:03:55.065749 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-144e2029-1df7-4ceb-a32e-a70df50610ce tempest-RoutersNegativeTest-1273250600 tempest-RoutersNegativeTest-1273250600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for network, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:03:55.077967 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-144e2029-1df7-4ceb-a32e-a70df50610ce tempest-RoutersNegativeTest-1273250600 tempest-RoutersNegativeTest-1273250600-project] Notify callbacks [] for security_group, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:03:55.092668 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-144e2029-1df7-4ceb-a32e-a70df50610ce tempest-RoutersNegativeTest-1273250600 tempest-RoutersNegativeTest-1273250600-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 23:03:55.096942 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-144e2029-1df7-4ceb-a32e-a70df50610ce tempest-RoutersNegativeTest-1273250600 tempest-RoutersNegativeTest-1273250600-project] Usage tracker for resource:security_group_rule and tenant:b8c00aac8c0241828baa81814767ddd9 is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 23:03:55.099638 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-144e2029-1df7-4ceb-a32e-a70df50610ce tempest-RoutersNegativeTest-1273250600 tempest-RoutersNegativeTest-1273250600-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 23:03:55.105491 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-144e2029-1df7-4ceb-a32e-a70df50610ce tempest-RoutersNegativeTest-1273250600 tempest-RoutersNegativeTest-1273250600-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 23:03:55.187119 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-144e2029-1df7-4ceb-a32e-a70df50610ce tempest-RoutersNegativeTest-1273250600 tempest-RoutersNegativeTest-1273250600-project] Notify callbacks [] for security_group, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:03:55.190612 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-144e2029-1df7-4ceb-a32e-a70df50610ce tempest-RoutersNegativeTest-1273250600 tempest-RoutersNegativeTest-1273250600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841066'] for security_group, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:03:55.194530 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-11d69507-f473-4504-9700-643421abf8d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:03:55.226375 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-144e2029-1df7-4ceb-a32e-a70df50610ce tempest-RoutersNegativeTest-1273250600 tempest-RoutersNegativeTest-1273250600-project] vlan segment allocate from pool success with {'vlan_id': 181, 'physical_network': 'physnet1'}  {{(pid=87506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 23:03:55.234485 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144e2029-1df7-4ceb-a32e-a70df50610ce tempest-RoutersNegativeTest-1273250600 tempest-RoutersNegativeTest-1273250600-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f015123-0fa5-4eee-a931-faa4b1c78ca9,revision_number=1']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:03:55.238083 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-144e2029-1df7-4ceb-a32e-a70df50610ce tempest-RoutersNegativeTest-1273250600 tempest-RoutersNegativeTest-1273250600-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:03:55.240640 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-144e2029-1df7-4ceb-a32e-a70df50610ce tempest-RoutersNegativeTest-1273250600 tempest-RoutersNegativeTest-1273250600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-883292'] for segment, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:03:55.240978 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.db.segments_db [None req-144e2029-1df7-4ceb-a32e-a70df50610ce tempest-RoutersNegativeTest-1273250600 tempest-RoutersNegativeTest-1273250600-project] Added segment a72dfaa5-9e56-462e-afb9-206cddd04a91 of type vlan for network 2f4e9d0d-d54c-4667-a145-015945557f25
Dec 16 23:03:55.266874 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-144e2029-1df7-4ceb-a32e-a70df50610ce tempest-RoutersNegativeTest-1273250600 tempest-RoutersNegativeTest-1273250600-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734753047233'] for network, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:03:55.295228 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-144e2029-1df7-4ceb-a32e-a70df50610ce tempest-RoutersNegativeTest-1273250600 tempest-RoutersNegativeTest-1273250600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440'] for network, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:03:55.300766 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-144e2029-1df7-4ceb-a32e-a70df50610ce tempest-RoutersNegativeTest-1273250600 tempest-RoutersNegativeTest-1273250600-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:03:55.301336 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-144e2029-1df7-4ceb-a32e-a70df50610ce tempest-RoutersNegativeTest-1273250600 tempest-RoutersNegativeTest-1273250600-project] Notify callbacks [] for network, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:03:55.304715 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-0a129b02-8066-4c94-8f7e-8113dbd821d3 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:03:55.408161 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-144e2029-1df7-4ceb-a32e-a70df50610ce tempest-RoutersNegativeTest-1273250600 tempest-RoutersNegativeTest-1273250600-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 785 time: 0.3765030
Dec 16 23:03:55.411097 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 53434) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 23:03:55.411623 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144e2029-1df7-4ceb-a32e-a70df50610ce tempest-RoutersNegativeTest-1273250600 tempest-RoutersNegativeTest-1273250600-project] Pushing event updated for resources: {'Network': ['ID=2f4e9d0d-d54c-4667-a145-015945557f25,revision_number=1']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:03:55.413652 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-144e2029-1df7-4ceb-a32e-a70df50610ce tempest-RoutersNegativeTest-1273250600 tempest-RoutersNegativeTest-1273250600-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:03:55.417520 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-44acc7a7-0ca9-435d-829d-e9bada7d0082 tempest-RoutersNegativeTest-1273250600 tempest-RoutersNegativeTest-1273250600-project] Request body: {'subnet': {'network_id': '2f4e9d0d-d54c-4667-a145-015945557f25', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 23:03:55.421573 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Network 2f4e9d0d-d54c-4667-a145-015945557f25 details requested by agent ovs-agent-dv-neutron-821829-1-hyperv with host dv-neutron-821829-1-hyperv {{(pid=87508) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 23:03:55.526815 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-44acc7a7-0ca9-435d-829d-e9bada7d0082 tempest-RoutersNegativeTest-1273250600 tempest-RoutersNegativeTest-1273250600-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 23:03:55.530563 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-44acc7a7-0ca9-435d-829d-e9bada7d0082 tempest-RoutersNegativeTest-1273250600 tempest-RoutersNegativeTest-1273250600-project] Usage tracker for resource:subnet and tenant:b8c00aac8c0241828baa81814767ddd9 is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 23:03:55.533317 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-44acc7a7-0ca9-435d-829d-e9bada7d0082 tempest-RoutersNegativeTest-1273250600 tempest-RoutersNegativeTest-1273250600-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 23:03:55.538845 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-44acc7a7-0ca9-435d-829d-e9bada7d0082 tempest-RoutersNegativeTest-1273250600 tempest-RoutersNegativeTest-1273250600-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 23:03:55.547648 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44acc7a7-0ca9-435d-829d-e9bada7d0082 tempest-RoutersNegativeTest-1273250600 tempest-RoutersNegativeTest-1273250600-project] Made reservation on behalf of b8c00aac8c0241828baa81814767ddd9 for: {'subnet': 1} {{(pid=87507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 23:03:55.551046 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-44acc7a7-0ca9-435d-829d-e9bada7d0082 tempest-RoutersNegativeTest-1273250600 tempest-RoutersNegativeTest-1273250600-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10549598'] for subnet, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:03:55.756566 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-44acc7a7-0ca9-435d-829d-e9bada7d0082 tempest-RoutersNegativeTest-1273250600 tempest-RoutersNegativeTest-1273250600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10807931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10549612'] for subnet, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:03:55.760664 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-038607c5-dec4-499d-ad48-605350bfb16c tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:03:55.834198 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44acc7a7-0ca9-435d-829d-e9bada7d0082 tempest-RoutersNegativeTest-1273250600 tempest-RoutersNegativeTest-1273250600-project] Pushing event updated for resources: {'Subnet': ['ID=6ccec14a-e9dd-44b0-8612-59749b4d025c,revision_number=0']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:03:55.837611 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-44acc7a7-0ca9-435d-829d-e9bada7d0082 tempest-RoutersNegativeTest-1273250600 tempest-RoutersNegativeTest-1273250600-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:03:55.843096 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44acc7a7-0ca9-435d-829d-e9bada7d0082 tempest-RoutersNegativeTest-1273250600 tempest-RoutersNegativeTest-1273250600-project] Checking segment: {'id': 'a72dfaa5-9e56-462e-afb9-206cddd04a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '2f4e9d0d-d54c-4667-a145-015945557f25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 23:03:55.843455 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44acc7a7-0ca9-435d-829d-e9bada7d0082 tempest-RoutersNegativeTest-1273250600 tempest-RoutersNegativeTest-1273250600-project] Network hostable DHCP agents. Network: 2f4e9d0d-d54c-4667-a145-015945557f25, hostable agents: ['3b155c4d-12dc-491e-aa14-6113b06cfacd'], hosted agents: [] {{(pid=87507) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 16 23:03:55.862437 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44acc7a7-0ca9-435d-829d-e9bada7d0082 tempest-RoutersNegativeTest-1273250600 tempest-RoutersNegativeTest-1273250600-project] Network 2f4e9d0d-d54c-4667-a145-015945557f25 is scheduled to be hosted by DHCP agent 3b155c4d-12dc-491e-aa14-6113b06cfacd with binding_index 1 {{(pid=87507) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 16 23:03:55.872126 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.base_scheduler [None req-44acc7a7-0ca9-435d-829d-e9bada7d0082 tempest-RoutersNegativeTest-1273250600 tempest-RoutersNegativeTest-1273250600-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821829-1-hyperv, 2f4e9d0d-d54c-4667-a145-015945557f25) {{(pid=87507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 23:03:55.876731 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44acc7a7-0ca9-435d-829d-e9bada7d0082 tempest-RoutersNegativeTest-1273250600 tempest-RoutersNegativeTest-1273250600-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:03:55.877687 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-44acc7a7-0ca9-435d-829d-e9bada7d0082 tempest-RoutersNegativeTest-1273250600 tempest-RoutersNegativeTest-1273250600-project] Notify callbacks [] for subnet, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:03:55.881749 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33931547-977a-4829-b0f4-626ad3b1c1d7 None None] Network 2f4e9d0d-d54c-4667-a145-015945557f25 requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 23:03:55.899068 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-44acc7a7-0ca9-435d-829d-e9bada7d0082 tempest-RoutersNegativeTest-1273250600 tempest-RoutersNegativeTest-1273250600-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.4868019
Dec 16 23:03:55.902171 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 53438) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 23:03:55.908005 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-a5e134cc-47a9-4db5-8d8f-ebe9446afddd tempest-RoutersNegativeTest-1273250600 tempest-RoutersNegativeTest-1273250600-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-213046244'}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 23:03:55.912776 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-a5e134cc-47a9-4db5-8d8f-ebe9446afddd tempest-RoutersNegativeTest-1273250600 tempest-RoutersNegativeTest-1273250600-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 23:03:55.916999 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-a5e134cc-47a9-4db5-8d8f-ebe9446afddd tempest-RoutersNegativeTest-1273250600 tempest-RoutersNegativeTest-1273250600-project] Usage tracker for resource:network and tenant:b8c00aac8c0241828baa81814767ddd9 is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 23:03:55.919780 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-a5e134cc-47a9-4db5-8d8f-ebe9446afddd tempest-RoutersNegativeTest-1273250600 tempest-RoutersNegativeTest-1273250600-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 23:03:55.925414 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-a5e134cc-47a9-4db5-8d8f-ebe9446afddd tempest-RoutersNegativeTest-1273250600 tempest-RoutersNegativeTest-1273250600-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 23:03:55.935906 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5e134cc-47a9-4db5-8d8f-ebe9446afddd tempest-RoutersNegativeTest-1273250600 tempest-RoutersNegativeTest-1273250600-project] Made reservation on behalf of b8c00aac8c0241828baa81814767ddd9 for: {'network': 1} {{(pid=87507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 23:03:55.939276 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-a5e134cc-47a9-4db5-8d8f-ebe9446afddd tempest-RoutersNegativeTest-1273250600 tempest-RoutersNegativeTest-1273250600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for network, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:03:55.966076 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5e134cc-47a9-4db5-8d8f-ebe9446afddd tempest-RoutersNegativeTest-1273250600 tempest-RoutersNegativeTest-1273250600-project] vlan segment allocate from pool success with {'vlan_id': 168, 'physical_network': 'physnet1'}  {{(pid=87507) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 23:03:55.975112 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-a5e134cc-47a9-4db5-8d8f-ebe9446afddd tempest-RoutersNegativeTest-1273250600 tempest-RoutersNegativeTest-1273250600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-883292'] for segment, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:03:55.975455 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.db.segments_db [None req-a5e134cc-47a9-4db5-8d8f-ebe9446afddd tempest-RoutersNegativeTest-1273250600 tempest-RoutersNegativeTest-1273250600-project] Added segment 38cb98f0-ca55-4703-9cd8-f96c980b1362 of type vlan for network 06408593-a146-41d5-a54b-ffa5061f6460
Dec 16 23:03:56.001604 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-a5e134cc-47a9-4db5-8d8f-ebe9446afddd tempest-RoutersNegativeTest-1273250600 tempest-RoutersNegativeTest-1273250600-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734753047233'] for network, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:03:56.030220 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-a5e134cc-47a9-4db5-8d8f-ebe9446afddd tempest-RoutersNegativeTest-1273250600 tempest-RoutersNegativeTest-1273250600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440'] for network, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:03:56.035658 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5e134cc-47a9-4db5-8d8f-ebe9446afddd tempest-RoutersNegativeTest-1273250600 tempest-RoutersNegativeTest-1273250600-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:03:56.036251 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-a5e134cc-47a9-4db5-8d8f-ebe9446afddd tempest-RoutersNegativeTest-1273250600 tempest-RoutersNegativeTest-1273250600-project] Notify callbacks [] for network, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:03:56.039774 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-ded3a4c4-6298-4103-8dce-f32d28a43831 tempest-TagsExtTest-2103464928 tempest-TagsExtTest-2103464928-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:03:56.095084 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c6420d7-3ed6-4cac-bb58-a7d3d3dbeb6c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1d6bfaf-d325-5e4f-b05d-2441d8339617-2f4e9d0d-d54c-4667-a145-015945557f25', 'network_id': '2f4e9d0d-d54c-4667-a145-015945557f25', 'tenant_id': 'b8c00aac8c0241828baa81814767ddd9', 'fixed_ips': [{'subnet_id': '6ccec14a-e9dd-44b0-8612-59749b4d025c'}]}} from dv-neutron-821829-1-hyperv. {{(pid=87508) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 16 23:03:56.096191 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-5c6420d7-3ed6-4cac-bb58-a7d3d3dbeb6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:03:56.136825 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-a5e134cc-47a9-4db5-8d8f-ebe9446afddd tempest-RoutersNegativeTest-1273250600 tempest-RoutersNegativeTest-1273250600-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 786 time: 0.2333555
Dec 16 23:03:56.139524 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 53442) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 23:03:56.146880 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-fef55668-b5e6-47d0-9b2d-10ba93d00490 tempest-RoutersNegativeTest-1273250600 tempest-RoutersNegativeTest-1273250600-project] Request body: {'subnet': {'network_id': '06408593-a146-41d5-a54b-ffa5061f6460', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 23:03:56.160774 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e134cc-47a9-4db5-8d8f-ebe9446afddd tempest-RoutersNegativeTest-1273250600 tempest-RoutersNegativeTest-1273250600-project] Pushing event updated for resources: {'Network': ['ID=06408593-a146-41d5-a54b-ffa5061f6460,revision_number=1']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:03:56.166077 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-a5e134cc-47a9-4db5-8d8f-ebe9446afddd tempest-RoutersNegativeTest-1273250600 tempest-RoutersNegativeTest-1273250600-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:03:56.172576 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Network 06408593-a146-41d5-a54b-ffa5061f6460 details requested by agent ovs-agent-dv-neutron-821829-1-hyperv with host dv-neutron-821829-1-hyperv {{(pid=87508) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 23:03:56.257148 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-fef55668-b5e6-47d0-9b2d-10ba93d00490 tempest-RoutersNegativeTest-1273250600 tempest-RoutersNegativeTest-1273250600-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 23:03:56.260879 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-fef55668-b5e6-47d0-9b2d-10ba93d00490 tempest-RoutersNegativeTest-1273250600 tempest-RoutersNegativeTest-1273250600-project] Usage tracker for resource:subnet and tenant:b8c00aac8c0241828baa81814767ddd9 is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 23:03:56.263902 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-fef55668-b5e6-47d0-9b2d-10ba93d00490 tempest-RoutersNegativeTest-1273250600 tempest-RoutersNegativeTest-1273250600-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 23:03:56.269549 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-fef55668-b5e6-47d0-9b2d-10ba93d00490 tempest-RoutersNegativeTest-1273250600 tempest-RoutersNegativeTest-1273250600-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 23:03:56.279492 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fef55668-b5e6-47d0-9b2d-10ba93d00490 tempest-RoutersNegativeTest-1273250600 tempest-RoutersNegativeTest-1273250600-project] Made reservation on behalf of b8c00aac8c0241828baa81814767ddd9 for: {'subnet': 1} {{(pid=87507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 23:03:56.282972 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-fef55668-b5e6-47d0-9b2d-10ba93d00490 tempest-RoutersNegativeTest-1273250600 tempest-RoutersNegativeTest-1273250600-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10549598'] for subnet, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:03:56.335502 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.db_base_plugin_common [None req-5c6420d7-3ed6-4cac-bb58-a7d3d3dbeb6c None None] Allocated IP 172.20.0.2 (2f4e9d0d-d54c-4667-a145-015945557f25/6ccec14a-e9dd-44b0-8612-59749b4d025c/54a8bb83-570b-40df-bcb5-532d2f2fb285) {{(pid=87508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 23:03:56.503518 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.agents_db [None req-0abd2616-a86c-48e2-be07-10823335a5bb None None] Agent healthcheck: found 6 active agents {{(pid=87509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 23:03:56.553121 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-5c6420d7-3ed6-4cac-bb58-a7d3d3dbeb6c None None] Notify callbacks [] for port, precommit_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:03:56.564210 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-5c6420d7-3ed6-4cac-bb58-a7d3d3dbeb6c None None] Transition to ACTIVE for port object 54a8bb83-570b-40df-bcb5-532d2f2fb285 will not be triggered until provisioned by entity L2. {{(pid=87508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 23:03:56.582433 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-5c6420d7-3ed6-4cac-bb58-a7d3d3dbeb6c None None] Transition to ACTIVE for port object 54a8bb83-570b-40df-bcb5-532d2f2fb285 will not be triggered until provisioned by entity DHCP. {{(pid=87508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 23:03:56.588630 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-5c6420d7-3ed6-4cac-bb58-a7d3d3dbeb6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940'] for port, after_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:03:56.592839 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:03:56.632341 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-fef55668-b5e6-47d0-9b2d-10ba93d00490 tempest-RoutersNegativeTest-1273250600 tempest-RoutersNegativeTest-1273250600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10807931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10549612'] for subnet, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:03:56.636768 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-0b695de4-0896-4586-a11b-e1ad3f6572b8 tempest-BulkNetworkOpsTest-146173519 tempest-BulkNetworkOpsTest-146173519-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:03:56.693518 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c6420d7-3ed6-4cac-bb58-a7d3d3dbeb6c None None] Network 2f4e9d0d-d54c-4667-a145-015945557f25 is already hosted by enough agents. {{(pid=87508) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 23:03:56.696433 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.scheduler.base_scheduler [None req-5c6420d7-3ed6-4cac-bb58-a7d3d3dbeb6c None None] Resources bound (agent type, host, resource id):  {{(pid=87508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 23:03:56.700086 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c6420d7-3ed6-4cac-bb58-a7d3d3dbeb6c None None] Received port after_create {{(pid=87508) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 23:03:56.705634 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6420d7-3ed6-4cac-bb58-a7d3d3dbeb6c None None] Pushing event updated for resources: {'Port': ['ID=54a8bb83-570b-40df-bcb5-532d2f2fb285,revision_number=1']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:03:56.709363 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-5c6420d7-3ed6-4cac-bb58-a7d3d3dbeb6c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:03:56.720333 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef55668-b5e6-47d0-9b2d-10ba93d00490 tempest-RoutersNegativeTest-1273250600 tempest-RoutersNegativeTest-1273250600-project] Pushing event updated for resources: {'Subnet': ['ID=32439624-06e1-4b36-b562-df72ac7785f1,revision_number=0']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:03:56.723424 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-fef55668-b5e6-47d0-9b2d-10ba93d00490 tempest-RoutersNegativeTest-1273250600 tempest-RoutersNegativeTest-1273250600-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:03:56.729886 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fef55668-b5e6-47d0-9b2d-10ba93d00490 tempest-RoutersNegativeTest-1273250600 tempest-RoutersNegativeTest-1273250600-project] Checking segment: {'id': '38cb98f0-ca55-4703-9cd8-f96c980b1362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '06408593-a146-41d5-a54b-ffa5061f6460'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 23:03:56.730249 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fef55668-b5e6-47d0-9b2d-10ba93d00490 tempest-RoutersNegativeTest-1273250600 tempest-RoutersNegativeTest-1273250600-project] Network hostable DHCP agents. Network: 06408593-a146-41d5-a54b-ffa5061f6460, hostable agents: ['3b155c4d-12dc-491e-aa14-6113b06cfacd'], hosted agents: [] {{(pid=87507) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 16 23:03:56.749699 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fef55668-b5e6-47d0-9b2d-10ba93d00490 tempest-RoutersNegativeTest-1273250600 tempest-RoutersNegativeTest-1273250600-project] Network 06408593-a146-41d5-a54b-ffa5061f6460 is scheduled to be hosted by DHCP agent 3b155c4d-12dc-491e-aa14-6113b06cfacd with binding_index 1 {{(pid=87507) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 16 23:03:56.759105 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.base_scheduler [None req-fef55668-b5e6-47d0-9b2d-10ba93d00490 tempest-RoutersNegativeTest-1273250600 tempest-RoutersNegativeTest-1273250600-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821829-1-hyperv, 06408593-a146-41d5-a54b-ffa5061f6460) {{(pid=87507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 23:03:56.763301 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fef55668-b5e6-47d0-9b2d-10ba93d00490 tempest-RoutersNegativeTest-1273250600 tempest-RoutersNegativeTest-1273250600-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:03:56.763919 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-fef55668-b5e6-47d0-9b2d-10ba93d00490 tempest-RoutersNegativeTest-1273250600 tempest-RoutersNegativeTest-1273250600-project] Notify callbacks [] for subnet, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:03:56.771833 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd15d40d-8703-469a-9aed-167e82be04af None None] Network 06408593-a146-41d5-a54b-ffa5061f6460 requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 23:03:56.785536 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-fef55668-b5e6-47d0-9b2d-10ba93d00490 tempest-RoutersNegativeTest-1273250600 tempest-RoutersNegativeTest-1273250600-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.6450105
Dec 16 23:03:56.788343 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 53446) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 23:03:56.794382 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-d2b69f5d-4b1e-44a1-ac6d-34cb0f16dc87 tempest-RoutersNegativeTest-1273250600 tempest-RoutersNegativeTest-1273250600-project] Request body: {'router': {'external_gateway_info': {'network_id': '06408593-a146-41d5-a54b-ffa5061f6460'}}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 23:03:56.863034 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-5c6420d7-3ed6-4cac-bb58-a7d3d3dbeb6c None None] Attempting to bind port 54a8bb83-570b-40df-bcb5-532d2f2fb285 on host dv-neutron-821829-1-hyperv for vnic_type normal with profile  {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 23:03:56.863328 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-5c6420d7-3ed6-4cac-bb58-a7d3d3dbeb6c None None] Attempting to bind port 54a8bb83-570b-40df-bcb5-532d2f2fb285 by drivers openvswitch,hyperv on host dv-neutron-821829-1-hyperv at level 0 using segments [{'id': 'a72dfaa5-9e56-462e-afb9-206cddd04a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '2f4e9d0d-d54c-4667-a145-015945557f25'}] {{(pid=87508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 23:03:56.863700 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c6420d7-3ed6-4cac-bb58-a7d3d3dbeb6c None None] Attempting to bind port 54a8bb83-570b-40df-bcb5-532d2f2fb285 on network 2f4e9d0d-d54c-4667-a145-015945557f25 {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 23:03:56.873174 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c6420d7-3ed6-4cac-bb58-a7d3d3dbeb6c None None] Checking agent: {'id': '5571501f-366e-47a4-9b60-8ef19d935d27', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821829-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 24, 2), 'started_at': datetime.datetime(2021, 12, 16, 22, 24, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 23, 3, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821829-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 23:03:56.873549 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c6420d7-3ed6-4cac-bb58-a7d3d3dbeb6c None None] Checking segment: {'id': 'a72dfaa5-9e56-462e-afb9-206cddd04a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '2f4e9d0d-d54c-4667-a145-015945557f25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 23:03:56.873959 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-5c6420d7-3ed6-4cac-bb58-a7d3d3dbeb6c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:03:56.874360 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c6420d7-3ed6-4cac-bb58-a7d3d3dbeb6c None None] Bound using segment: {'id': 'a72dfaa5-9e56-462e-afb9-206cddd04a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '2f4e9d0d-d54c-4667-a145-015945557f25'} {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 23:03:56.874826 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-5c6420d7-3ed6-4cac-bb58-a7d3d3dbeb6c None None] Bound port: 54a8bb83-570b-40df-bcb5-532d2f2fb285, host: dv-neutron-821829-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a72dfaa5-9e56-462e-afb9-206cddd04a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '2f4e9d0d-d54c-4667-a145-015945557f25'}}] {{(pid=87508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 23:03:56.875207 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-5c6420d7-3ed6-4cac-bb58-a7d3d3dbeb6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:03:57.029289 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-5c6420d7-3ed6-4cac-bb58-a7d3d3dbeb6c None None] For port 54a8bb83-570b-40df-bcb5-532d2f2fb285, host dv-neutron-821829-1-hyperv, cleared binding levels {{(pid=87508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 23:03:57.033497 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-5c6420d7-3ed6-4cac-bb58-a7d3d3dbeb6c None None] For port 54a8bb83-570b-40df-bcb5-532d2f2fb285, host dv-neutron-821829-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=54a8bb83-570b-40df-bcb5-532d2f2fb285,segment=NetworkSegment(a72dfaa5-9e56-462e-afb9-206cddd04a91),segment_id=a72dfaa5-9e56-462e-afb9-206cddd04a91)] {{(pid=87508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 23:03:57.064407 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-5c6420d7-3ed6-4cac-bb58-a7d3d3dbeb6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:03:57.071891 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:03:57.122135 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b373cc5b-ab5d-4f02-a21a-df2bf4725952 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1d6bfaf-d325-5e4f-b05d-2441d8339617-06408593-a146-41d5-a54b-ffa5061f6460', 'network_id': '06408593-a146-41d5-a54b-ffa5061f6460', 'tenant_id': 'b8c00aac8c0241828baa81814767ddd9', 'fixed_ips': [{'subnet_id': '32439624-06e1-4b36-b562-df72ac7785f1'}]}} from dv-neutron-821829-1-hyperv. {{(pid=87508) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 16 23:03:57.122959 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b373cc5b-ab5d-4f02-a21a-df2bf4725952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:03:57.168924 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-d2b69f5d-4b1e-44a1-ac6d-34cb0f16dc87 tempest-RoutersNegativeTest-1273250600 tempest-RoutersNegativeTest-1273250600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3741702', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3740945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-38947'] for router, precommit_update {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:03:57.220612 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6420d7-3ed6-4cac-bb58-a7d3d3dbeb6c None None] Pushing event updated for resources: {'Port': ['ID=54a8bb83-570b-40df-bcb5-532d2f2fb285,revision_number=2']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:03:57.226352 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-5c6420d7-3ed6-4cac-bb58-a7d3d3dbeb6c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:03:57.316163 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.db_base_plugin_common [None req-b373cc5b-ab5d-4f02-a21a-df2bf4725952 None None] Allocated IP 172.21.0.2 (06408593-a146-41d5-a54b-ffa5061f6460/32439624-06e1-4b36-b562-df72ac7785f1/6a20ab8a-2f1a-48ae-ba98-f6cad4bb2aae) {{(pid=87508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 23:03:57.320699 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.api.v2.resource [None req-d2b69f5d-4b1e-44a1-ac6d-34cb0f16dc87 tempest-RoutersNegativeTest-1273250600 tempest-RoutersNegativeTest-1273250600-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 16 23:03:57.328408 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-d2b69f5d-4b1e-44a1-ac6d-34cb0f16dc87 tempest-RoutersNegativeTest-1273250600 tempest-RoutersNegativeTest-1273250600-project] 10.222.0.13 "PUT /v2.0/routers/d453c9f9-e20d-46fb-9c30-d595947bfad3 HTTP/1.1" status: 400  len: 364 time: 0.5330327
Dec 16 23:03:57.328757 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 53450) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 23:03:57.421724 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.db_base_plugin_v2 [None req-44bf042a-f75a-406d-bde9-77d3790a26b1 tempest-RoutersNegativeTest-1273250600 tempest-RoutersNegativeTest-1273250600-project] Deleting subnet 32439624-06e1-4b36-b562-df72ac7785f1 {{(pid=87506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 16 23:03:57.545441 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b373cc5b-ab5d-4f02-a21a-df2bf4725952 None None] Notify callbacks [] for port, precommit_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:03:57.556229 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-b373cc5b-ab5d-4f02-a21a-df2bf4725952 None None] Transition to ACTIVE for port object 6a20ab8a-2f1a-48ae-ba98-f6cad4bb2aae will not be triggered until provisioned by entity L2. {{(pid=87508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 23:03:57.573732 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-b373cc5b-ab5d-4f02-a21a-df2bf4725952 None None] Transition to ACTIVE for port object 6a20ab8a-2f1a-48ae-ba98-f6cad4bb2aae will not be triggered until provisioned by entity DHCP. {{(pid=87508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 23:03:57.578724 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-44bf042a-f75a-406d-bde9-77d3790a26b1 tempest-RoutersNegativeTest-1273250600 tempest-RoutersNegativeTest-1273250600-project] Notify callbacks [] for subnet, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:03:57.579166 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b373cc5b-ab5d-4f02-a21a-df2bf4725952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940'] for port, after_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:03:57.583164 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:03:57.632798 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-44bf042a-f75a-406d-bde9-77d3790a26b1 tempest-RoutersNegativeTest-1273250600 tempest-RoutersNegativeTest-1273250600-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-266764487'] for subnet, precommit_delete_associations {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:03:57.646778 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b373cc5b-ab5d-4f02-a21a-df2bf4725952 None None] Network 06408593-a146-41d5-a54b-ffa5061f6460 is already hosted by enough agents. {{(pid=87508) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 23:03:57.649795 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.scheduler.base_scheduler [None req-b373cc5b-ab5d-4f02-a21a-df2bf4725952 None None] Resources bound (agent type, host, resource id):  {{(pid=87508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 23:03:57.653420 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b373cc5b-ab5d-4f02-a21a-df2bf4725952 None None] Received port after_create {{(pid=87508) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 23:03:57.659088 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b373cc5b-ab5d-4f02-a21a-df2bf4725952 None None] Pushing event updated for resources: {'Port': ['ID=6a20ab8a-2f1a-48ae-ba98-f6cad4bb2aae,revision_number=1']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:03:57.662662 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-b373cc5b-ab5d-4f02-a21a-df2bf4725952 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:03:57.721206 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-44bf042a-f75a-406d-bde9-77d3790a26b1 tempest-RoutersNegativeTest-1273250600 tempest-RoutersNegativeTest-1273250600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3328566'] for subnet, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:03:57.744445 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-b373cc5b-ab5d-4f02-a21a-df2bf4725952 None None] Attempting to bind port 6a20ab8a-2f1a-48ae-ba98-f6cad4bb2aae on host dv-neutron-821829-1-hyperv for vnic_type normal with profile  {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 23:03:57.744964 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-b373cc5b-ab5d-4f02-a21a-df2bf4725952 None None] Attempting to bind port 6a20ab8a-2f1a-48ae-ba98-f6cad4bb2aae by drivers openvswitch,hyperv on host dv-neutron-821829-1-hyperv at level 0 using segments [{'id': '38cb98f0-ca55-4703-9cd8-f96c980b1362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '06408593-a146-41d5-a54b-ffa5061f6460'}] {{(pid=87508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 23:03:57.745332 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b373cc5b-ab5d-4f02-a21a-df2bf4725952 None None] Attempting to bind port 6a20ab8a-2f1a-48ae-ba98-f6cad4bb2aae on network 06408593-a146-41d5-a54b-ffa5061f6460 {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 23:03:57.750534 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b373cc5b-ab5d-4f02-a21a-df2bf4725952 None None] Checking agent: {'id': '5571501f-366e-47a4-9b60-8ef19d935d27', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821829-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 24, 2), 'started_at': datetime.datetime(2021, 12, 16, 22, 24, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 23, 3, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821829-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 23:03:57.750919 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b373cc5b-ab5d-4f02-a21a-df2bf4725952 None None] Checking segment: {'id': '38cb98f0-ca55-4703-9cd8-f96c980b1362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '06408593-a146-41d5-a54b-ffa5061f6460'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 23:03:57.751333 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b373cc5b-ab5d-4f02-a21a-df2bf4725952 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:03:57.751741 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b373cc5b-ab5d-4f02-a21a-df2bf4725952 None None] Bound using segment: {'id': '38cb98f0-ca55-4703-9cd8-f96c980b1362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '06408593-a146-41d5-a54b-ffa5061f6460'} {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 23:03:57.752252 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-b373cc5b-ab5d-4f02-a21a-df2bf4725952 None None] Bound port: 6a20ab8a-2f1a-48ae-ba98-f6cad4bb2aae, host: dv-neutron-821829-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38cb98f0-ca55-4703-9cd8-f96c980b1362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '06408593-a146-41d5-a54b-ffa5061f6460'}}] {{(pid=87508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 23:03:57.752640 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b373cc5b-ab5d-4f02-a21a-df2bf4725952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:03:57.794781 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-44bf042a-f75a-406d-bde9-77d3790a26b1 tempest-RoutersNegativeTest-1273250600 tempest-RoutersNegativeTest-1273250600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3328622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1863378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11213117'] for subnet, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:03:57.804851 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-131ef8fd-59d0-4b40-8aad-7f0c201f0b00 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:03:57.837269 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-44bf042a-f75a-406d-bde9-77d3790a26b1 tempest-RoutersNegativeTest-1273250600 tempest-RoutersNegativeTest-1273250600-project] Notify callbacks [] for subnet, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:03:57.850838 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-44bf042a-f75a-406d-bde9-77d3790a26b1 tempest-RoutersNegativeTest-1273250600 tempest-RoutersNegativeTest-1273250600-project] 10.222.0.13 "DELETE /v2.0/subnets/32439624-06e1-4b36-b562-df72ac7785f1 HTTP/1.1" status: 204  len: 168 time: 0.5208781
Dec 16 23:03:57.853381 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bf042a-f75a-406d-bde9-77d3790a26b1 tempest-RoutersNegativeTest-1273250600 tempest-RoutersNegativeTest-1273250600-project] Pushing event deleted for resources: {'Subnet': ['ID=32439624-06e1-4b36-b562-df72ac7785f1,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:03:57.853892 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 53454) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 23:03:57.859997 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-b373cc5b-ab5d-4f02-a21a-df2bf4725952 None None] For port 6a20ab8a-2f1a-48ae-ba98-f6cad4bb2aae, host dv-neutron-821829-1-hyperv, cleared binding levels {{(pid=87508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 23:03:57.863695 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-b373cc5b-ab5d-4f02-a21a-df2bf4725952 None None] For port 6a20ab8a-2f1a-48ae-ba98-f6cad4bb2aae, host dv-neutron-821829-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=6a20ab8a-2f1a-48ae-ba98-f6cad4bb2aae,segment=NetworkSegment(38cb98f0-ca55-4703-9cd8-f96c980b1362),segment_id=38cb98f0-ca55-4703-9cd8-f96c980b1362)] {{(pid=87508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 23:03:57.870283 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b373cc5b-ab5d-4f02-a21a-df2bf4725952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:03:57.873937 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-4bc1b3db-9bea-4752-bbe2-3ef311965d6a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:03:57.878065 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44bf042a-f75a-406d-bde9-77d3790a26b1 tempest-RoutersNegativeTest-1273250600 tempest-RoutersNegativeTest-1273250600-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:03:57.879463 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44bf042a-f75a-406d-bde9-77d3790a26b1 tempest-RoutersNegativeTest-1273250600 tempest-RoutersNegativeTest-1273250600-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:03:57.879876 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44bf042a-f75a-406d-bde9-77d3790a26b1 tempest-RoutersNegativeTest-1273250600 tempest-RoutersNegativeTest-1273250600-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:03:57.880254 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44bf042a-f75a-406d-bde9-77d3790a26b1 tempest-RoutersNegativeTest-1273250600 tempest-RoutersNegativeTest-1273250600-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:03:57.880627 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44bf042a-f75a-406d-bde9-77d3790a26b1 tempest-RoutersNegativeTest-1273250600 tempest-RoutersNegativeTest-1273250600-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:03:57.880995 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44bf042a-f75a-406d-bde9-77d3790a26b1 tempest-RoutersNegativeTest-1273250600 tempest-RoutersNegativeTest-1273250600-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:03:57.881359 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44bf042a-f75a-406d-bde9-77d3790a26b1 tempest-RoutersNegativeTest-1273250600 tempest-RoutersNegativeTest-1273250600-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:03:57.881724 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44bf042a-f75a-406d-bde9-77d3790a26b1 tempest-RoutersNegativeTest-1273250600 tempest-RoutersNegativeTest-1273250600-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:03:57.882085 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44bf042a-f75a-406d-bde9-77d3790a26b1 tempest-RoutersNegativeTest-1273250600 tempest-RoutersNegativeTest-1273250600-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:03:57.882442 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44bf042a-f75a-406d-bde9-77d3790a26b1 tempest-RoutersNegativeTest-1273250600 tempest-RoutersNegativeTest-1273250600-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:03:57.882858 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44bf042a-f75a-406d-bde9-77d3790a26b1 tempest-RoutersNegativeTest-1273250600 tempest-RoutersNegativeTest-1273250600-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:03:57.883157 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44bf042a-f75a-406d-bde9-77d3790a26b1 tempest-RoutersNegativeTest-1273250600 tempest-RoutersNegativeTest-1273250600-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:03:57.887566 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-44bf042a-f75a-406d-bde9-77d3790a26b1 tempest-RoutersNegativeTest-1273250600 tempest-RoutersNegativeTest-1273250600-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:03:57.911899 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 54a8bb83-570b-40df-bcb5-532d2f2fb285 up at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 23:03:57.984539 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-f29ee8ed-02b2-4f98-a091-b9cb3decda28 tempest-RoutersNegativeTest-1273250600 tempest-RoutersNegativeTest-1273250600-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-825997'] for network, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:03:57.996414 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.plugin [None req-f29ee8ed-02b2-4f98-a091-b9cb3decda28 tempest-RoutersNegativeTest-1273250600 tempest-RoutersNegativeTest-1273250600-project] Deleting port 6a20ab8a-2f1a-48ae-ba98-f6cad4bb2aae {{(pid=87507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 23:03:57.996755 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-f29ee8ed-02b2-4f98-a091-b9cb3decda28 tempest-RoutersNegativeTest-1273250600 tempest-RoutersNegativeTest-1273250600-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:03:58.040956 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b373cc5b-ab5d-4f02-a21a-df2bf4725952 None None] Pushing event updated for resources: {'Port': ['ID=6a20ab8a-2f1a-48ae-ba98-f6cad4bb2aae,revision_number=3']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:03:58.052246 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-b373cc5b-ab5d-4f02-a21a-df2bf4725952 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:03:58.075915 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning for port 54a8bb83-570b-40df-bcb5-532d2f2fb285 completed by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 23:03:58.089911 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76701c52-9591-4ff4-a1be-5b0c3bcc8021 None None] Network 06408593-a146-41d5-a54b-ffa5061f6460 requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 23:03:58.223204 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e8fa210-1ee6-4347-a08a-e83cff7019b0 None None] Network 2f4e9d0d-d54c-4667-a145-015945557f25 requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 23:03:58.226225 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.db [None req-f29ee8ed-02b2-4f98-a091-b9cb3decda28 tempest-RoutersNegativeTest-1273250600 tempest-RoutersNegativeTest-1273250600-project] For port 6a20ab8a-2f1a-48ae-ba98-f6cad4bb2aae, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=6a20ab8a-2f1a-48ae-ba98-f6cad4bb2aae,segment=NetworkSegment(38cb98f0-ca55-4703-9cd8-f96c980b1362),segment_id=38cb98f0-ca55-4703-9cd8-f96c980b1362)] {{(pid=87507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 23:03:58.226575 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-f29ee8ed-02b2-4f98-a091-b9cb3decda28 tempest-RoutersNegativeTest-1273250600 tempest-RoutersNegativeTest-1273250600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:03:58.347662 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.plugin [None req-f29ee8ed-02b2-4f98-a091-b9cb3decda28 tempest-RoutersNegativeTest-1273250600 tempest-RoutersNegativeTest-1273250600-project] Calling delete_port for 6a20ab8a-2f1a-48ae-ba98-f6cad4bb2aae owned by network:dhcp {{(pid=87507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 23:03:58.388781 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-699e86a1-34f8-4e6f-8fd9-d7d688767f2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:03:58.403544 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-003f8ea2-a47c-47da-9f60-f23c1843c499 None None] Provisioning for port 54a8bb83-570b-40df-bcb5-532d2f2fb285 completed by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 23:03:58.415649 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-003f8ea2-a47c-47da-9f60-f23c1843c499 None None] Provisioning complete for port 54a8bb83-570b-40df-bcb5-532d2f2fb285 triggered by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 23:03:58.416061 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-003f8ea2-a47c-47da-9f60-f23c1843c499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:03:58.429135 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-f29ee8ed-02b2-4f98-a091-b9cb3decda28 tempest-RoutersNegativeTest-1273250600 tempest-RoutersNegativeTest-1273250600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10807823'] for port, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:03:58.434545 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-4b42a791-157a-47eb-8492-863b152ca832 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:03:58.609217 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29ee8ed-02b2-4f98-a091-b9cb3decda28 tempest-RoutersNegativeTest-1273250600 tempest-RoutersNegativeTest-1273250600-project] Pushing event deleted for resources: {'Port': ['ID=6a20ab8a-2f1a-48ae-ba98-f6cad4bb2aae,revision_number=None']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:03:58.612242 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-f29ee8ed-02b2-4f98-a091-b9cb3decda28 tempest-RoutersNegativeTest-1273250600 tempest-RoutersNegativeTest-1273250600-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:03:58.613519 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f29ee8ed-02b2-4f98-a091-b9cb3decda28 tempest-RoutersNegativeTest-1273250600 tempest-RoutersNegativeTest-1273250600-project] No DVR routers for this DVR port 6a20ab8a-2f1a-48ae-ba98-f6cad4bb2aae on host dv-neutron-821829-1-hyperv {{(pid=87507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 23:03:58.666335 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-003f8ea2-a47c-47da-9f60-f23c1843c499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:03:58.716505 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-003f8ea2-a47c-47da-9f60-f23c1843c499 None None] For port 54a8bb83-570b-40df-bcb5-532d2f2fb285, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=54a8bb83-570b-40df-bcb5-532d2f2fb285,segment=NetworkSegment(a72dfaa5-9e56-462e-afb9-206cddd04a91),segment_id=a72dfaa5-9e56-462e-afb9-206cddd04a91)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 23:03:58.721446 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-003f8ea2-a47c-47da-9f60-f23c1843c499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:03:58.723943 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:03:58.739992 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-f29ee8ed-02b2-4f98-a091-b9cb3decda28 tempest-RoutersNegativeTest-1273250600 tempest-RoutersNegativeTest-1273250600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3329565', 'neutron.services.segments.db._delete_segments_for_network-8734753546406'] for network, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:03:58.766520 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.services.segments.db [None req-f29ee8ed-02b2-4f98-a091-b9cb3decda28 tempest-RoutersNegativeTest-1273250600 tempest-RoutersNegativeTest-1273250600-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1b77cf77f0>,) {'filters': {'network_id': ['06408593-a146-41d5-a54b-ffa5061f6460']}} {{(pid=87507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 23:03:58.779695 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.services.segments.db [None req-f29ee8ed-02b2-4f98-a091-b9cb3decda28 tempest-RoutersNegativeTest-1273250600 tempest-RoutersNegativeTest-1273250600-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b77cf77f0>, '38cb98f0-ca55-4703-9cd8-f96c980b1362') {'for_net_delete': True} {{(pid=87507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 23:03:58.780023 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.services.segments.db [None req-f29ee8ed-02b2-4f98-a091-b9cb3decda28 tempest-RoutersNegativeTest-1273250600 tempest-RoutersNegativeTest-1273250600-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b77cf77f0>, '38cb98f0-ca55-4703-9cd8-f96c980b1362') {} {{(pid=87507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 23:03:58.789449 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003f8ea2-a47c-47da-9f60-f23c1843c499 None None] Pushing event updated for resources: {'Port': ['ID=54a8bb83-570b-40df-bcb5-532d2f2fb285,revision_number=3']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:03:58.792827 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-003f8ea2-a47c-47da-9f60-f23c1843c499 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:03:58.793122 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-f29ee8ed-02b2-4f98-a091-b9cb3decda28 tempest-RoutersNegativeTest-1273250600 tempest-RoutersNegativeTest-1273250600-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734753593977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2128549'] for segment, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:03:58.809701 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-f29ee8ed-02b2-4f98-a091-b9cb3decda28 tempest-RoutersNegativeTest-1273250600 tempest-RoutersNegativeTest-1273250600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-883292'] for segment, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:03:58.816137 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f29ee8ed-02b2-4f98-a091-b9cb3decda28 tempest-RoutersNegativeTest-1273250600 tempest-RoutersNegativeTest-1273250600-project] Releasing vlan 168 on physical network physnet1 to pool {{(pid=87507) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 16 23:03:58.816526 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-f29ee8ed-02b2-4f98-a091-b9cb3decda28 tempest-RoutersNegativeTest-1273250600 tempest-RoutersNegativeTest-1273250600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-883285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10808034'] for segment, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:03:58.831299 dv-neutron-821829-1-hyperv neutron-server[87507]: Traceback (most recent call last):
Dec 16 23:03:58.831299 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 16 23:03:58.831299 dv-neutron-821829-1-hyperv neutron-server[87507]:     timer()
Dec 16 23:03:58.831299 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 23:03:58.831299 dv-neutron-821829-1-hyperv neutron-server[87507]:     cb(*args, **kw)
Dec 16 23:03:58.831299 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 23:03:58.831299 dv-neutron-821829-1-hyperv neutron-server[87507]:     return func(*args, **kwargs)
Dec 16 23:03:58.831299 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 23:03:58.831299 dv-neutron-821829-1-hyperv neutron-server[87507]:     self._notify()
Dec 16 23:03:58.831299 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 23:03:58.831299 dv-neutron-821829-1-hyperv neutron-server[87507]:     self.callback(batched_events)
Dec 16 23:03:58.831299 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 23:03:58.831299 dv-neutron-821829-1-hyperv neutron-server[87507]:     event.method(event)
Dec 16 23:03:58.831299 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 23:03:58.831299 dv-neutron-821829-1-hyperv neutron-server[87507]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 23:03:58.831299 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 23:03:58.831299 dv-neutron-821829-1-hyperv neutron-server[87507]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 23:03:58.831299 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 23:03:58.831299 dv-neutron-821829-1-hyperv neutron-server[87507]:     return f(self, *a, **k)
Dec 16 23:03:58.831299 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 16 23:03:58.831299 dv-neutron-821829-1-hyperv neutron-server[87507]:     return self._get(url).json()
Dec 16 23:03:58.831299 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 16 23:03:58.831299 dv-neutron-821829-1-hyperv neutron-server[87507]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 23:03:58.831299 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 16 23:03:58.831299 dv-neutron-821829-1-hyperv neutron-server[87507]:     return self.request(url, 'GET', **kwargs)
Dec 16 23:03:58.831299 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 16 23:03:58.831299 dv-neutron-821829-1-hyperv neutron-server[87507]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 23:03:58.831299 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 16 23:03:58.831299 dv-neutron-821829-1-hyperv neutron-server[87507]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 23:03:58.831299 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 16 23:03:58.831299 dv-neutron-821829-1-hyperv neutron-server[87507]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 23:03:58.831299 dv-neutron-821829-1-hyperv neutron-server[87507]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 23:03:58.904986 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8d2a8fe-3316-4778-b795-99b502af86c9 None None] get_active_networks_info from dv-neutron-821829-1-hyperv {{(pid=87508) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}}
Dec 16 23:03:58.914294 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-f29ee8ed-02b2-4f98-a091-b9cb3decda28 tempest-RoutersNegativeTest-1273250600 tempest-RoutersNegativeTest-1273250600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3329572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3741856'] for network, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:03:58.920206 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-f29ee8ed-02b2-4f98-a091-b9cb3decda28 tempest-RoutersNegativeTest-1273250600 tempest-RoutersNegativeTest-1273250600-project] Notify callbacks [] for network, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:03:58.922730 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-eb61b340-d381-40d4-871f-46380b64cb37 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:03:58.949460 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29ee8ed-02b2-4f98-a091-b9cb3decda28 tempest-RoutersNegativeTest-1273250600 tempest-RoutersNegativeTest-1273250600-project] Pushing event deleted for resources: {'Network': ['ID=06408593-a146-41d5-a54b-ffa5061f6460,revision_number=None']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:03:58.952314 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-f29ee8ed-02b2-4f98-a091-b9cb3decda28 tempest-RoutersNegativeTest-1273250600 tempest-RoutersNegativeTest-1273250600-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:03:58.956391 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-f29ee8ed-02b2-4f98-a091-b9cb3decda28 tempest-RoutersNegativeTest-1273250600 tempest-RoutersNegativeTest-1273250600-project] 10.222.0.13 "DELETE /v2.0/networks/06408593-a146-41d5-a54b-ffa5061f6460 HTTP/1.1" status: 204  len: 168 time: 1.0990846
Dec 16 23:03:58.956807 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 53458) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 23:03:58.969596 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-e6e68ce7-ad28-4b15-9704-b69c8b7253cb None None] Provisioning complete for port 54a8bb83-570b-40df-bcb5-532d2f2fb285 triggered by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 23:03:58.970237 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-e6e68ce7-ad28-4b15-9704-b69c8b7253cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:03:59.026383 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.db_base_plugin_v2 [None req-2984755f-23bf-4cb3-b6be-cf722ef79119 tempest-RoutersNegativeTest-1273250600 tempest-RoutersNegativeTest-1273250600-project] Deleting subnet 6ccec14a-e9dd-44b0-8612-59749b4d025c {{(pid=87507) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 16 23:03:59.029304 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-2984755f-23bf-4cb3-b6be-cf722ef79119 tempest-RoutersNegativeTest-1273250600 tempest-RoutersNegativeTest-1273250600-project] Notify callbacks [] for subnet, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:03:59.054105 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8d2a8fe-3316-4778-b795-99b502af86c9 None None] Resources bound (agent type, host, resource id):  {{(pid=87508) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Dec 16 23:03:59.082066 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-2984755f-23bf-4cb3-b6be-cf722ef79119 tempest-RoutersNegativeTest-1273250600 tempest-RoutersNegativeTest-1273250600-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2128562'] for subnet, precommit_delete_associations {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:03:59.165585 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-2984755f-23bf-4cb3-b6be-cf722ef79119 tempest-RoutersNegativeTest-1273250600 tempest-RoutersNegativeTest-1273250600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3328566'] for subnet, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:03:59.239261 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-2984755f-23bf-4cb3-b6be-cf722ef79119 tempest-RoutersNegativeTest-1273250600 tempest-RoutersNegativeTest-1273250600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3328622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10807868', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10549621'] for subnet, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:03:59.242805 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-bed9e55a-a349-4e08-9847-637e8e63ff8e tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:03:59.278472 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2984755f-23bf-4cb3-b6be-cf722ef79119 tempest-RoutersNegativeTest-1273250600 tempest-RoutersNegativeTest-1273250600-project] Pushing event deleted for resources: {'Subnet': ['ID=6ccec14a-e9dd-44b0-8612-59749b4d025c,revision_number=None']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:03:59.281441 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-2984755f-23bf-4cb3-b6be-cf722ef79119 tempest-RoutersNegativeTest-1273250600 tempest-RoutersNegativeTest-1273250600-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:03:59.284444 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-2984755f-23bf-4cb3-b6be-cf722ef79119 tempest-RoutersNegativeTest-1273250600 tempest-RoutersNegativeTest-1273250600-project] Notify callbacks [] for subnet, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:03:59.290712 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-2984755f-23bf-4cb3-b6be-cf722ef79119 tempest-RoutersNegativeTest-1273250600 tempest-RoutersNegativeTest-1273250600-project] 10.222.0.13 "DELETE /v2.0/subnets/6ccec14a-e9dd-44b0-8612-59749b4d025c HTTP/1.1" status: 204  len: 168 time: 0.3331721
Dec 16 23:03:59.293305 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 53462) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 23:03:59.398436 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e783914-d78c-4876-b78a-8073c895080e None None] Network 2f4e9d0d-d54c-4667-a145-015945557f25 requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 23:03:59.406380 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-bad51cb5-0ba3-4570-8606-7bb96293530a tempest-RoutersNegativeTest-1273250600 tempest-RoutersNegativeTest-1273250600-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-825997'] for network, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:03:59.417212 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.plugin [None req-bad51cb5-0ba3-4570-8606-7bb96293530a tempest-RoutersNegativeTest-1273250600 tempest-RoutersNegativeTest-1273250600-project] Deleting port 54a8bb83-570b-40df-bcb5-532d2f2fb285 {{(pid=87507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 23:03:59.417544 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-bad51cb5-0ba3-4570-8606-7bb96293530a tempest-RoutersNegativeTest-1273250600 tempest-RoutersNegativeTest-1273250600-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:03:59.628196 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.db [None req-bad51cb5-0ba3-4570-8606-7bb96293530a tempest-RoutersNegativeTest-1273250600 tempest-RoutersNegativeTest-1273250600-project] For port 54a8bb83-570b-40df-bcb5-532d2f2fb285, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=54a8bb83-570b-40df-bcb5-532d2f2fb285,segment=NetworkSegment(a72dfaa5-9e56-462e-afb9-206cddd04a91),segment_id=a72dfaa5-9e56-462e-afb9-206cddd04a91)] {{(pid=87507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 23:03:59.628545 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-bad51cb5-0ba3-4570-8606-7bb96293530a tempest-RoutersNegativeTest-1273250600 tempest-RoutersNegativeTest-1273250600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:03:59.638225 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ea519bf-e5cc-4ba3-99de-9b9d1e00511e None None] DHCP port deletion for 2f4e9d0d-d54c-4667-a145-015945557f25 request from dv-neutron-821829-1-hyperv {{(pid=87508) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 16 23:03:59.642148 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-5ea519bf-e5cc-4ba3-99de-9b9d1e00511e None None] Deleting port 54a8bb83-570b-40df-bcb5-532d2f2fb285 {{(pid=87508) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 23:03:59.642575 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-5ea519bf-e5cc-4ba3-99de-9b9d1e00511e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:03:59.751936 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.plugin [None req-bad51cb5-0ba3-4570-8606-7bb96293530a tempest-RoutersNegativeTest-1273250600 tempest-RoutersNegativeTest-1273250600-project] Calling delete_port for 54a8bb83-570b-40df-bcb5-532d2f2fb285 owned by network:dhcp {{(pid=87507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 23:03:59.833325 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-bad51cb5-0ba3-4570-8606-7bb96293530a tempest-RoutersNegativeTest-1273250600 tempest-RoutersNegativeTest-1273250600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10807823'] for port, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:03:59.838001 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-011202d1-92e5-48df-ac80-9f0ccc44d80b tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:03:59.841071 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 54a8bb83-570b-40df-bcb5-532d2f2fb285 no longer exists at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 23:03:59.879564 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad51cb5-0ba3-4570-8606-7bb96293530a tempest-RoutersNegativeTest-1273250600 tempest-RoutersNegativeTest-1273250600-project] Pushing event deleted for resources: {'Port': ['ID=54a8bb83-570b-40df-bcb5-532d2f2fb285,revision_number=None']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:03:59.879808 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] No Port match for: 54a8bb83-570b-40df-bcb5-532d2f2fb285 {{(pid=87508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 23:03:59.880180 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 54a8bb83-570b-40df-bcb5-532d2f2fb285 not bound to the agent host dv-neutron-821829-1-hyperv {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 23:03:59.882572 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-5ea519bf-e5cc-4ba3-99de-9b9d1e00511e None None] For port 54a8bb83-570b-40df-bcb5-532d2f2fb285, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=54a8bb83-570b-40df-bcb5-532d2f2fb285,segment=NetworkSegment(a72dfaa5-9e56-462e-afb9-206cddd04a91),segment_id=a72dfaa5-9e56-462e-afb9-206cddd04a91)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 23:03:59.882975 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-bad51cb5-0ba3-4570-8606-7bb96293530a tempest-RoutersNegativeTest-1273250600 tempest-RoutersNegativeTest-1273250600-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:03:59.883099 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-5ea519bf-e5cc-4ba3-99de-9b9d1e00511e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:03:59.885105 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bad51cb5-0ba3-4570-8606-7bb96293530a tempest-RoutersNegativeTest-1273250600 tempest-RoutersNegativeTest-1273250600-project] No DVR routers for this DVR port 54a8bb83-570b-40df-bcb5-532d2f2fb285 on host dv-neutron-821829-1-hyperv {{(pid=87507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 23:04:00.007262 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-5ea519bf-e5cc-4ba3-99de-9b9d1e00511e None None] Calling delete_port for 54a8bb83-570b-40df-bcb5-532d2f2fb285 owned by network:dhcp {{(pid=87508) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 23:04:00.008191 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-bad51cb5-0ba3-4570-8606-7bb96293530a tempest-RoutersNegativeTest-1273250600 tempest-RoutersNegativeTest-1273250600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3329565', 'neutron.services.segments.db._delete_segments_for_network-8734753546406'] for network, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:04:00.032727 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.services.segments.db [None req-bad51cb5-0ba3-4570-8606-7bb96293530a tempest-RoutersNegativeTest-1273250600 tempest-RoutersNegativeTest-1273250600-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1b76d45be0>,) {'filters': {'network_id': ['2f4e9d0d-d54c-4667-a145-015945557f25']}} {{(pid=87507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 23:04:00.045053 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.services.segments.db [None req-bad51cb5-0ba3-4570-8606-7bb96293530a tempest-RoutersNegativeTest-1273250600 tempest-RoutersNegativeTest-1273250600-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b76d45be0>, 'a72dfaa5-9e56-462e-afb9-206cddd04a91') {'for_net_delete': True} {{(pid=87507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 23:04:00.045352 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.services.segments.db [None req-bad51cb5-0ba3-4570-8606-7bb96293530a tempest-RoutersNegativeTest-1273250600 tempest-RoutersNegativeTest-1273250600-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b76d45be0>, 'a72dfaa5-9e56-462e-afb9-206cddd04a91') {} {{(pid=87507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 23:04:00.056319 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-bad51cb5-0ba3-4570-8606-7bb96293530a tempest-RoutersNegativeTest-1273250600 tempest-RoutersNegativeTest-1273250600-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734753593977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2128549'] for segment, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:04:00.072177 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-bad51cb5-0ba3-4570-8606-7bb96293530a tempest-RoutersNegativeTest-1273250600 tempest-RoutersNegativeTest-1273250600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-883292'] for segment, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:04:00.078742 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.db.api [None req-5ea519bf-e5cc-4ba3-99de-9b9d1e00511e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87508) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 16 23:04:00.079111 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_db.api [None req-5ea519bf-e5cc-4ba3-99de-9b9d1e00511e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 16 23:04:00.080562 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bad51cb5-0ba3-4570-8606-7bb96293530a tempest-RoutersNegativeTest-1273250600 tempest-RoutersNegativeTest-1273250600-project] Releasing vlan 181 on physical network physnet1 to pool {{(pid=87507) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 16 23:04:00.081103 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-bad51cb5-0ba3-4570-8606-7bb96293530a tempest-RoutersNegativeTest-1273250600 tempest-RoutersNegativeTest-1273250600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-883285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10808034'] for segment, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:04:00.095831 dv-neutron-821829-1-hyperv neutron-server[87507]: Traceback (most recent call last):
Dec 16 23:04:00.095831 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 16 23:04:00.095831 dv-neutron-821829-1-hyperv neutron-server[87507]:     timer()
Dec 16 23:04:00.095831 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 23:04:00.095831 dv-neutron-821829-1-hyperv neutron-server[87507]:     cb(*args, **kw)
Dec 16 23:04:00.095831 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 23:04:00.095831 dv-neutron-821829-1-hyperv neutron-server[87507]:     return func(*args, **kwargs)
Dec 16 23:04:00.095831 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 23:04:00.095831 dv-neutron-821829-1-hyperv neutron-server[87507]:     self._notify()
Dec 16 23:04:00.095831 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 23:04:00.095831 dv-neutron-821829-1-hyperv neutron-server[87507]:     self.callback(batched_events)
Dec 16 23:04:00.095831 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 23:04:00.095831 dv-neutron-821829-1-hyperv neutron-server[87507]:     event.method(event)
Dec 16 23:04:00.095831 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 23:04:00.095831 dv-neutron-821829-1-hyperv neutron-server[87507]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 23:04:00.095831 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 23:04:00.095831 dv-neutron-821829-1-hyperv neutron-server[87507]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 23:04:00.095831 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 23:04:00.095831 dv-neutron-821829-1-hyperv neutron-server[87507]:     return f(self, *a, **k)
Dec 16 23:04:00.095831 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 16 23:04:00.095831 dv-neutron-821829-1-hyperv neutron-server[87507]:     return self._get(url).json()
Dec 16 23:04:00.095831 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 16 23:04:00.095831 dv-neutron-821829-1-hyperv neutron-server[87507]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 23:04:00.095831 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 16 23:04:00.095831 dv-neutron-821829-1-hyperv neutron-server[87507]:     return self.request(url, 'GET', **kwargs)
Dec 16 23:04:00.095831 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 16 23:04:00.095831 dv-neutron-821829-1-hyperv neutron-server[87507]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 23:04:00.095831 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 16 23:04:00.095831 dv-neutron-821829-1-hyperv neutron-server[87507]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 23:04:00.095831 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 16 23:04:00.095831 dv-neutron-821829-1-hyperv neutron-server[87507]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 23:04:00.095831 dv-neutron-821829-1-hyperv neutron-server[87507]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 23:04:00.174320 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-bad51cb5-0ba3-4570-8606-7bb96293530a tempest-RoutersNegativeTest-1273250600 tempest-RoutersNegativeTest-1273250600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3329572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3741856'] for network, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:04:00.177585 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-0d44cdcc-f426-48b6-a59d-c12082e1b8ef tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:04:00.191890 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-bad51cb5-0ba3-4570-8606-7bb96293530a tempest-RoutersNegativeTest-1273250600 tempest-RoutersNegativeTest-1273250600-project] Notify callbacks [] for network, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:04:00.202949 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad51cb5-0ba3-4570-8606-7bb96293530a tempest-RoutersNegativeTest-1273250600 tempest-RoutersNegativeTest-1273250600-project] Pushing event deleted for resources: {'Network': ['ID=2f4e9d0d-d54c-4667-a145-015945557f25,revision_number=None']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:04:00.205883 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-bad51cb5-0ba3-4570-8606-7bb96293530a tempest-RoutersNegativeTest-1273250600 tempest-RoutersNegativeTest-1273250600-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:04:00.207408 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-bad51cb5-0ba3-4570-8606-7bb96293530a tempest-RoutersNegativeTest-1273250600 tempest-RoutersNegativeTest-1273250600-project] 10.222.0.13 "DELETE /v2.0/networks/2f4e9d0d-d54c-4667-a145-015945557f25 HTTP/1.1" status: 204  len: 168 time: 0.9131112
Dec 16 23:04:00.209996 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 53466) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 23:04:00.255471 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-551fd9a1-9f7e-4dd5-81c9-138b42592638 tempest-RoutersNegativeTest-1273250600 tempest-RoutersNegativeTest-1273250600-project] Synchronizing usage tracker for tenant:b8c00aac8c0241828baa81814767ddd9 on resource:port {{(pid=87507) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 23:04:00.270009 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-551fd9a1-9f7e-4dd5-81c9-138b42592638 tempest-RoutersNegativeTest-1273250600 tempest-RoutersNegativeTest-1273250600-project] Unset dirty status for tenant:b8c00aac8c0241828baa81814767ddd9 on resource:port {{(pid=87507) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 23:04:00.271093 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-551fd9a1-9f7e-4dd5-81c9-138b42592638 tempest-RoutersNegativeTest-1273250600 tempest-RoutersNegativeTest-1273250600-project] 10.222.0.13 "GET /v2.0/ports?device_id=d453c9f9-e20d-46fb-9c30-d595947bfad3 HTTP/1.1" status: 200  len: 205 time: 0.0602171
Dec 16 23:04:00.273555 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 53470) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 23:04:00.511834 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-5f71f0d7-4c08-4576-b2fe-9d3e04c7c040 tempest-RoutersNegativeTest-1273250600 tempest-RoutersNegativeTest-1273250600-project] Notify callbacks [] for router, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:04:00.580666 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-5ea519bf-e5cc-4ba3-99de-9b9d1e00511e None None] Deleting port 54a8bb83-570b-40df-bcb5-532d2f2fb285 {{(pid=87508) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 23:04:00.581094 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-5ea519bf-e5cc-4ba3-99de-9b9d1e00511e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:04:00.691389 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-5ea519bf-e5cc-4ba3-99de-9b9d1e00511e None None] The port '54a8bb83-570b-40df-bcb5-532d2f2fb285' was deleted {{(pid=87508) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 16 23:04:00.709005 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-6ec69e8c-d4da-4761-a443-20cb3e6f2760 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:04:00.808873 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-5f71f0d7-4c08-4576-b2fe-9d3e04c7c040 tempest-RoutersNegativeTest-1273250600 tempest-RoutersNegativeTest-1273250600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3739500', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39002'] for router, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:04:00.811047 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-5f71f0d7-4c08-4576-b2fe-9d3e04c7c040 tempest-RoutersNegativeTest-1273250600 tempest-RoutersNegativeTest-1273250600-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:04:00.836700 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-5f71f0d7-4c08-4576-b2fe-9d3e04c7c040 tempest-RoutersNegativeTest-1273250600 tempest-RoutersNegativeTest-1273250600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3830089'] for router, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:04:00.837128 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f71f0d7-4c08-4576-b2fe-9d3e04c7c040 tempest-RoutersNegativeTest-1273250600 tempest-RoutersNegativeTest-1273250600-project] Fanout notify agent at l3_agent the message router_deleted on router d453c9f9-e20d-46fb-9c30-d595947bfad3 {{(pid=87507) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 16 23:04:00.848164 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-5f71f0d7-4c08-4576-b2fe-9d3e04c7c040 tempest-RoutersNegativeTest-1273250600 tempest-RoutersNegativeTest-1273250600-project] Notify callbacks [] for router, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:04:00.849225 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-5f71f0d7-4c08-4576-b2fe-9d3e04c7c040 tempest-RoutersNegativeTest-1273250600 tempest-RoutersNegativeTest-1273250600-project] 10.222.0.13 "DELETE /v2.0/routers/d453c9f9-e20d-46fb-9c30-d595947bfad3 HTTP/1.1" status: 204  len: 168 time: 0.5748081
Dec 16 23:04:01.100409 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 53478) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 23:04:01.242533 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-e675dfd5-7e60-4f9b-87d4-3a2ae9724b13 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b8c00aac8c0241828baa81814767ddd9&name=default HTTP/1.1" status: 200  len: 2983 time: 0.1409054
Dec 16 23:04:01.245520 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 53484) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 23:04:01.301771 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-848de620-9173-4afb-a953-c2892c0a339d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:04:01.325938 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-848de620-9173-4afb-a953-c2892c0a339d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:04:01.376092 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-848de620-9173-4afb-a953-c2892c0a339d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841066'] for security_group, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:04:01.379470 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-521ec991-039c-4cbc-bda5-cbe3b1cffe18 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:04:01.392134 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848de620-9173-4afb-a953-c2892c0a339d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f015123-0fa5-4eee-a931-faa4b1c78ca9,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:04:01.395009 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-848de620-9173-4afb-a953-c2892c0a339d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:04:01.397252 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-848de620-9173-4afb-a953-c2892c0a339d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:04:01.398388 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-848de620-9173-4afb-a953-c2892c0a339d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7f015123-0fa5-4eee-a931-faa4b1c78ca9 HTTP/1.1" status: 204  len: 168 time: 0.1517982
Dec 16 23:04:01.573183 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-3e729f7f-1589-4d54-9c4a-7ee6b283cc2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:04:01.713864 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:04:02.032447 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 53508) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 23:04:02.135446 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-fa8f5f5b-fb3b-4e7d-ac5a-90d78875cd5d admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1570386402-network', 'tenant_id': 'b3c6616415774c6c9d8f3480621d2855'}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 23:04:02.140082 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-fa8f5f5b-fb3b-4e7d-ac5a-90d78875cd5d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 23:04:02.143731 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-fa8f5f5b-fb3b-4e7d-ac5a-90d78875cd5d admin admin] Usage tracker for resource:network and tenant:b3c6616415774c6c9d8f3480621d2855 is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 23:04:02.146513 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-fa8f5f5b-fb3b-4e7d-ac5a-90d78875cd5d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 23:04:02.152793 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-fa8f5f5b-fb3b-4e7d-ac5a-90d78875cd5d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 23:04:02.161823 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa8f5f5b-fb3b-4e7d-ac5a-90d78875cd5d admin admin] Made reservation on behalf of b3c6616415774c6c9d8f3480621d2855 for: {'network': 1} {{(pid=87506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 23:04:02.164141 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-fa8f5f5b-fb3b-4e7d-ac5a-90d78875cd5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for network, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:04:02.175567 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-fa8f5f5b-fb3b-4e7d-ac5a-90d78875cd5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:04:02.192849 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-fa8f5f5b-fb3b-4e7d-ac5a-90d78875cd5d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 23:04:02.197091 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-fa8f5f5b-fb3b-4e7d-ac5a-90d78875cd5d admin admin] Usage tracker for resource:security_group_rule and tenant:b3c6616415774c6c9d8f3480621d2855 is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 23:04:02.199791 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-fa8f5f5b-fb3b-4e7d-ac5a-90d78875cd5d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 23:04:02.205240 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-fa8f5f5b-fb3b-4e7d-ac5a-90d78875cd5d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 23:04:02.390835 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-fa8f5f5b-fb3b-4e7d-ac5a-90d78875cd5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:04:02.394170 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-fa8f5f5b-fb3b-4e7d-ac5a-90d78875cd5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841066'] for security_group, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:04:02.397025 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-98e3b270-a811-4790-a49b-86d1919ae049 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:04:02.425883 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa8f5f5b-fb3b-4e7d-ac5a-90d78875cd5d admin admin] vlan segment allocate from pool success with {'vlan_id': 150, 'physical_network': 'physnet1'}  {{(pid=87506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 23:04:02.431671 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8f5f5b-fb3b-4e7d-ac5a-90d78875cd5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b8ba50e-e070-43a4-8de8-8d3b5c9d4fb8,revision_number=1']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:04:02.435292 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-fa8f5f5b-fb3b-4e7d-ac5a-90d78875cd5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:04:02.439196 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-fa8f5f5b-fb3b-4e7d-ac5a-90d78875cd5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-883292'] for segment, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:04:02.439549 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.db.segments_db [None req-fa8f5f5b-fb3b-4e7d-ac5a-90d78875cd5d admin admin] Added segment ac7838c2-79ac-4c57-ae7c-056a6c5687f0 of type vlan for network 39c1d9af-be3e-4140-a06c-007bbfb6f18b
Dec 16 23:04:02.466354 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-fa8f5f5b-fb3b-4e7d-ac5a-90d78875cd5d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734753047233'] for network, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:04:02.494828 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-fa8f5f5b-fb3b-4e7d-ac5a-90d78875cd5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440'] for network, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:04:02.495869 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa8f5f5b-fb3b-4e7d-ac5a-90d78875cd5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:04:02.496456 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-fa8f5f5b-fb3b-4e7d-ac5a-90d78875cd5d admin admin] Notify callbacks [] for network, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:04:02.501144 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-c45dce47-beba-4195-a6d1-2bc11a83bfea tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:04:02.594950 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-fa8f5f5b-fb3b-4e7d-ac5a-90d78875cd5d admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 890 time: 0.5611169
Dec 16 23:04:02.598014 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 53514) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 23:04:02.600305 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8f5f5b-fb3b-4e7d-ac5a-90d78875cd5d admin admin] Pushing event updated for resources: {'Network': ['ID=39c1d9af-be3e-4140-a06c-007bbfb6f18b,revision_number=1']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:04:02.603545 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-fa8f5f5b-fb3b-4e7d-ac5a-90d78875cd5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:04:02.604205 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-c0b1ea14-b106-4f75-be63-6ea4e4cee8a1 admin admin] Request body: {'subnet': {'network_id': '39c1d9af-be3e-4140-a06c-007bbfb6f18b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1570386402-subnet', 'tenant_id': 'b3c6616415774c6c9d8f3480621d2855', 'ip_version': 4}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 23:04:02.609017 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-c0b1ea14-b106-4f75-be63-6ea4e4cee8a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 23:04:02.611569 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Network 39c1d9af-be3e-4140-a06c-007bbfb6f18b details requested by agent ovs-agent-dv-neutron-821829-1-hyperv with host dv-neutron-821829-1-hyperv {{(pid=87508) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 23:04:02.613182 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-c0b1ea14-b106-4f75-be63-6ea4e4cee8a1 admin admin] Usage tracker for resource:subnet and tenant:b3c6616415774c6c9d8f3480621d2855 is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 23:04:02.616567 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-c0b1ea14-b106-4f75-be63-6ea4e4cee8a1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 23:04:02.622882 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-c0b1ea14-b106-4f75-be63-6ea4e4cee8a1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 23:04:02.632912 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0b1ea14-b106-4f75-be63-6ea4e4cee8a1 admin admin] Made reservation on behalf of b3c6616415774c6c9d8f3480621d2855 for: {'subnet': 1} {{(pid=87507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 23:04:02.635702 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-c0b1ea14-b106-4f75-be63-6ea4e4cee8a1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10549598'] for subnet, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:04:02.829978 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-c0b1ea14-b106-4f75-be63-6ea4e4cee8a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10807931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10549612'] for subnet, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:04:02.834215 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-14a16fab-ece5-4f95-8088-a6fa43485285 tempest-NetworksIpV6Test-1726734578 tempest-NetworksIpV6Test-1726734578-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:04:02.905233 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b1ea14-b106-4f75-be63-6ea4e4cee8a1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2996e6c4-d7e0-4d01-9156-836f364de8a4,revision_number=0']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:04:02.915954 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b1ea14-b106-4f75-be63-6ea4e4cee8a1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:04:02.916341 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b1ea14-b106-4f75-be63-6ea4e4cee8a1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:04:02.916718 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b1ea14-b106-4f75-be63-6ea4e4cee8a1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:04:02.917087 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b1ea14-b106-4f75-be63-6ea4e4cee8a1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:04:02.917452 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b1ea14-b106-4f75-be63-6ea4e4cee8a1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:04:02.917825 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b1ea14-b106-4f75-be63-6ea4e4cee8a1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:04:02.918185 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b1ea14-b106-4f75-be63-6ea4e4cee8a1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:04:02.918548 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b1ea14-b106-4f75-be63-6ea4e4cee8a1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:04:02.918905 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b1ea14-b106-4f75-be63-6ea4e4cee8a1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:04:02.919262 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b1ea14-b106-4f75-be63-6ea4e4cee8a1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:04:02.919617 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b1ea14-b106-4f75-be63-6ea4e4cee8a1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:04:02.919998 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b1ea14-b106-4f75-be63-6ea4e4cee8a1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:04:02.922868 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0b1ea14-b106-4f75-be63-6ea4e4cee8a1 admin admin] Checking segment: {'id': 'ac7838c2-79ac-4c57-ae7c-056a6c5687f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '39c1d9af-be3e-4140-a06c-007bbfb6f18b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 23:04:02.923215 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0b1ea14-b106-4f75-be63-6ea4e4cee8a1 admin admin] Network hostable DHCP agents. Network: 39c1d9af-be3e-4140-a06c-007bbfb6f18b, hostable agents: ['3b155c4d-12dc-491e-aa14-6113b06cfacd'], hosted agents: [] {{(pid=87507) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 16 23:04:02.927375 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-c0b1ea14-b106-4f75-be63-6ea4e4cee8a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:04:02.942544 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0b1ea14-b106-4f75-be63-6ea4e4cee8a1 admin admin] Network 39c1d9af-be3e-4140-a06c-007bbfb6f18b is scheduled to be hosted by DHCP agent 3b155c4d-12dc-491e-aa14-6113b06cfacd with binding_index 1 {{(pid=87507) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 16 23:04:02.951167 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.base_scheduler [None req-c0b1ea14-b106-4f75-be63-6ea4e4cee8a1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821829-1-hyperv, 39c1d9af-be3e-4140-a06c-007bbfb6f18b) {{(pid=87507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 23:04:02.954864 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0b1ea14-b106-4f75-be63-6ea4e4cee8a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:04:02.955436 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-c0b1ea14-b106-4f75-be63-6ea4e4cee8a1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:04:02.960118 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90ba1875-74db-47ff-8c43-48cbad313e89 None None] Network 39c1d9af-be3e-4140-a06c-007bbfb6f18b requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 23:04:02.975818 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-c0b1ea14-b106-4f75-be63-6ea4e4cee8a1 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 853 time: 0.3766928
Dec 16 23:04:02.978373 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 53518) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 23:04:02.983285 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-bcba1cec-5628-43b5-93af-1d341879ab81 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1570386402-router', 'tenant_id': 'b3c6616415774c6c9d8f3480621d2855', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5'}}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 23:04:02.990067 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-bcba1cec-5628-43b5-93af-1d341879ab81 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 23:04:02.994760 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-bcba1cec-5628-43b5-93af-1d341879ab81 admin admin] Usage tracker for resource:router and tenant:b3c6616415774c6c9d8f3480621d2855 is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 23:04:02.997622 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-bcba1cec-5628-43b5-93af-1d341879ab81 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 23:04:03.003214 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-bcba1cec-5628-43b5-93af-1d341879ab81 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 23:04:03.013436 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-bcba1cec-5628-43b5-93af-1d341879ab81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3741155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38980'] for router, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:04:03.014651 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-bcba1cec-5628-43b5-93af-1d341879ab81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3743284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3741748', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3896702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-38989'] for router, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:04:03.029671 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-bcba1cec-5628-43b5-93af-1d341879ab81 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:04:03.171791 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f15f25cd-08f7-4616-afc1-1150696e017b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1d6bfaf-d325-5e4f-b05d-2441d8339617-39c1d9af-be3e-4140-a06c-007bbfb6f18b', 'network_id': '39c1d9af-be3e-4140-a06c-007bbfb6f18b', 'tenant_id': 'b3c6616415774c6c9d8f3480621d2855', 'fixed_ips': [{'subnet_id': '2996e6c4-d7e0-4d01-9156-836f364de8a4'}]}} from dv-neutron-821829-1-hyperv. {{(pid=87508) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 16 23:04:03.172737 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-f15f25cd-08f7-4616-afc1-1150696e017b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:04:03.299637 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-bcba1cec-5628-43b5-93af-1d341879ab81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3741702', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3740945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-38947'] for router, precommit_update {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:04:03.333219 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.db_base_plugin_common [None req-f15f25cd-08f7-4616-afc1-1150696e017b None None] Allocated IP 172.20.0.2 (39c1d9af-be3e-4140-a06c-007bbfb6f18b/2996e6c4-d7e0-4d01-9156-836f364de8a4/8e2d765b-1c9c-45eb-882d-e22040ab50a7) {{(pid=87508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 23:04:03.335724 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-4541ba3b-6be8-499c-bc94-3c60aa55c4f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:04:03.547871 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-f15f25cd-08f7-4616-afc1-1150696e017b None None] Notify callbacks [] for port, precommit_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:04:03.557982 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-f15f25cd-08f7-4616-afc1-1150696e017b None None] Transition to ACTIVE for port object 8e2d765b-1c9c-45eb-882d-e22040ab50a7 will not be triggered until provisioned by entity L2. {{(pid=87508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 23:04:03.576292 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-f15f25cd-08f7-4616-afc1-1150696e017b None None] Transition to ACTIVE for port object 8e2d765b-1c9c-45eb-882d-e22040ab50a7 will not be triggered until provisioned by entity DHCP. {{(pid=87508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 23:04:03.582078 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-f15f25cd-08f7-4616-afc1-1150696e017b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940'] for port, after_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:04:03.585514 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:04:03.646180 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f15f25cd-08f7-4616-afc1-1150696e017b None None] Network 39c1d9af-be3e-4140-a06c-007bbfb6f18b is already hosted by enough agents. {{(pid=87508) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 23:04:03.649556 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.scheduler.base_scheduler [None req-f15f25cd-08f7-4616-afc1-1150696e017b None None] Resources bound (agent type, host, resource id):  {{(pid=87508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 23:04:03.653126 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f15f25cd-08f7-4616-afc1-1150696e017b None None] Received port after_create {{(pid=87508) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 23:04:03.660011 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15f25cd-08f7-4616-afc1-1150696e017b None None] Pushing event updated for resources: {'Port': ['ID=8e2d765b-1c9c-45eb-882d-e22040ab50a7,revision_number=1']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:04:03.692169 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-f15f25cd-08f7-4616-afc1-1150696e017b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:04:03.741944 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-bcba1cec-5628-43b5-93af-1d341879ab81 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:04:03.747232 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-f15f25cd-08f7-4616-afc1-1150696e017b None None] Attempting to bind port 8e2d765b-1c9c-45eb-882d-e22040ab50a7 on host dv-neutron-821829-1-hyperv for vnic_type normal with profile  {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 23:04:03.747615 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-f15f25cd-08f7-4616-afc1-1150696e017b None None] Attempting to bind port 8e2d765b-1c9c-45eb-882d-e22040ab50a7 by drivers openvswitch,hyperv on host dv-neutron-821829-1-hyperv at level 0 using segments [{'id': 'ac7838c2-79ac-4c57-ae7c-056a6c5687f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '39c1d9af-be3e-4140-a06c-007bbfb6f18b'}] {{(pid=87508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 23:04:03.748024 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f15f25cd-08f7-4616-afc1-1150696e017b None None] Attempting to bind port 8e2d765b-1c9c-45eb-882d-e22040ab50a7 on network 39c1d9af-be3e-4140-a06c-007bbfb6f18b {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 23:04:03.753274 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f15f25cd-08f7-4616-afc1-1150696e017b None None] Checking agent: {'id': '5571501f-366e-47a4-9b60-8ef19d935d27', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821829-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 24, 2), 'started_at': datetime.datetime(2021, 12, 16, 22, 24, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 23, 4, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821829-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 23:04:03.753654 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f15f25cd-08f7-4616-afc1-1150696e017b None None] Checking segment: {'id': 'ac7838c2-79ac-4c57-ae7c-056a6c5687f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '39c1d9af-be3e-4140-a06c-007bbfb6f18b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 23:04:03.754127 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-f15f25cd-08f7-4616-afc1-1150696e017b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:04:03.754520 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f15f25cd-08f7-4616-afc1-1150696e017b None None] Bound using segment: {'id': 'ac7838c2-79ac-4c57-ae7c-056a6c5687f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '39c1d9af-be3e-4140-a06c-007bbfb6f18b'} {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 23:04:03.754987 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-f15f25cd-08f7-4616-afc1-1150696e017b None None] Bound port: 8e2d765b-1c9c-45eb-882d-e22040ab50a7, host: dv-neutron-821829-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac7838c2-79ac-4c57-ae7c-056a6c5687f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '39c1d9af-be3e-4140-a06c-007bbfb6f18b'}}] {{(pid=87508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 23:04:03.755361 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-f15f25cd-08f7-4616-afc1-1150696e017b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:04:03.772157 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-bcba1cec-5628-43b5-93af-1d341879ab81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:04:03.843868 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-f15f25cd-08f7-4616-afc1-1150696e017b None None] For port 8e2d765b-1c9c-45eb-882d-e22040ab50a7, host dv-neutron-821829-1-hyperv, cleared binding levels {{(pid=87508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 23:04:03.847064 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-f15f25cd-08f7-4616-afc1-1150696e017b None None] For port 8e2d765b-1c9c-45eb-882d-e22040ab50a7, host dv-neutron-821829-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=8e2d765b-1c9c-45eb-882d-e22040ab50a7,segment=NetworkSegment(ac7838c2-79ac-4c57-ae7c-056a6c5687f0),segment_id=ac7838c2-79ac-4c57-ae7c-056a6c5687f0)] {{(pid=87508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 23:04:03.850801 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-f15f25cd-08f7-4616-afc1-1150696e017b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:04:03.855565 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-5c6420d7-3ed6-4cac-bb58-a7d3d3dbeb6c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:04:03.913660 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.db_base_plugin_common [None req-bcba1cec-5628-43b5-93af-1d341879ab81 admin admin] Allocated IP 172.26.0.179 (f8905ce9-304b-4976-bc47-e58c71c11de5/9bca8591-41ef-4f2d-8ecb-ecaab1a28acf/904ccac7-b534-4b3d-9fe5-c7df25197a4a) {{(pid=87507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 23:04:03.931519 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15f25cd-08f7-4616-afc1-1150696e017b None None] Pushing event updated for resources: {'Port': ['ID=8e2d765b-1c9c-45eb-882d-e22040ab50a7,revision_number=2']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:04:03.934521 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-f15f25cd-08f7-4616-afc1-1150696e017b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:04:04.074683 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-bcba1cec-5628-43b5-93af-1d341879ab81 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:04:04.114773 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-bcba1cec-5628-43b5-93af-1d341879ab81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10807823'] for port, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:04:04.122454 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-7da4ec20-a1f3-4599-bec4-26e25b0975f9 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:04:04.184937 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcba1cec-5628-43b5-93af-1d341879ab81 admin admin] Network f8905ce9-304b-4976-bc47-e58c71c11de5 is already hosted by enough agents. {{(pid=87507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 23:04:04.188182 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.base_scheduler [None req-bcba1cec-5628-43b5-93af-1d341879ab81 admin admin] Resources bound (agent type, host, resource id):  {{(pid=87507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 23:04:04.190582 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcba1cec-5628-43b5-93af-1d341879ab81 admin admin] Received port after_create {{(pid=87507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 23:04:04.230766 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcba1cec-5628-43b5-93af-1d341879ab81 admin admin] Pushing event updated for resources: {'Port': ['ID=904ccac7-b534-4b3d-9fe5-c7df25197a4a,revision_number=1']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:04:04.235214 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-bcba1cec-5628-43b5-93af-1d341879ab81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:04:04.608037 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-bcba1cec-5628-43b5-93af-1d341879ab81 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:04:04.870680 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22a0c545-11af-4332-90dd-da3f115ae09b None None] Network 39c1d9af-be3e-4140-a06c-007bbfb6f18b requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 23:04:04.967657 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-23ff035b-7d30-4376-980f-ba034144f8fd None None] Provisioning for port 8e2d765b-1c9c-45eb-882d-e22040ab50a7 completed by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 23:04:05.079819 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-bcba1cec-5628-43b5-93af-1d341879ab81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3740952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3741923'] for router, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:04:05.284971 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcba1cec-5628-43b5-93af-1d341879ab81 admin admin] Router af12b31a-51b2-411f-be1e-f972c5be96f7 is scheduled to L3 agent 4f519db7-069b-43e2-8411-c092bac9102a with binding_index 1 {{(pid=87507) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 16 23:04:05.464456 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcba1cec-5628-43b5-93af-1d341879ab81 admin admin] Notify agent at l3_agent.dv-neutron-821829-1-hyperv the message routers_updated {{(pid=87507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 23:04:05.474449 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3118a40-b2e7-4fd4-8a2e-4f39caf0a0c3 None None] Sync routers for ids ['af12b31a-51b2-411f-be1e-f972c5be96f7'] in dv-neutron-821829-1-hyperv {{(pid=87509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 23:04:05.484486 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3118a40-b2e7-4fd4-8a2e-4f39caf0a0c3 None None] Routers {'af12b31a-51b2-411f-be1e-f972c5be96f7'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 23:04:05.485183 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-d3118a40-b2e7-4fd4-8a2e-4f39caf0a0c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b7ca59640>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T23:04:01Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['af12b31a-51b2-411f-be1e-f972c5be96f7'], 'active': True} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 23:04:05.487947 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-bcba1cec-5628-43b5-93af-1d341879ab81 admin admin] Notify callbacks [] for router, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:04:05.489207 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-bcba1cec-5628-43b5-93af-1d341879ab81 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 929 time: 2.5099046
Dec 16 23:04:05.491907 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 53522) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 23:04:05.660654 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvr_db [None req-d3118a40-b2e7-4fd4-8a2e-4f39caf0a0c3 None None] Set router af12b31a-51b2-411f-be1e-f972c5be96f7 gateway port host: dv-neutron-821829-1-hyperv {{(pid=87509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 23:04:05.876982 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 8e2d765b-1c9c-45eb-882d-e22040ab50a7 up at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 23:04:05.945665 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning for port 8e2d765b-1c9c-45eb-882d-e22040ab50a7 completed by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 23:04:05.947972 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-d3118a40-b2e7-4fd4-8a2e-4f39caf0a0c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b7ca59640>, [{'id': 'af12b31a-51b2-411f-be1e-f972c5be96f7', 'name': 'tempest-TestEncryptedCinderVolumes-1570386402-router', 'tenant_id': 'b3c6616415774c6c9d8f3480621d2855', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.179'}], 'enable_snat': True}, 'gw_port_id': '904ccac7-b534-4b3d-9fe5-c7df25197a4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:04:03Z', 'updated_at': '2021-12-16T23:04:04Z', 'revision_number': 3, 'project_id': 'b3c6616415774c6c9d8f3480621d2855', 'gw_port': {'id': '904ccac7-b534-4b3d-9fe5-c7df25197a4a', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:15:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af12b31a-51b2-411f-be1e-f972c5be96f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1625, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:04:03Z', 'updated_at': '2021-12-16T23:04:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv'}], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 23:04:05.951422 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning complete for port 8e2d765b-1c9c-45eb-882d-e22040ab50a7 triggered by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 23:04:05.951849 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:04:05.951999 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3118a40-b2e7-4fd4-8a2e-4f39caf0a0c3 None None] Checking router: af12b31a-51b2-411f-be1e-f972c5be96f7 for host: dv-neutron-821829-1-hyperv {{(pid=87509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 23:04:05.952247 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3118a40-b2e7-4fd4-8a2e-4f39caf0a0c3 None None] Updating router af12b31a-51b2-411f-be1e-f972c5be96f7 port 904ccac7-b534-4b3d-9fe5-c7df25197a4a binding host dv-neutron-821829-1-hyperv {{(pid=87509) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 16 23:04:06.008934 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron_lib.callbacks.manager [None req-d3118a40-b2e7-4fd4-8a2e-4f39caf0a0c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:04:06.071979 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:04:06.106445 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] For port 8e2d765b-1c9c-45eb-882d-e22040ab50a7, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=8e2d765b-1c9c-45eb-882d-e22040ab50a7,segment=NetworkSegment(ac7838c2-79ac-4c57-ae7c-056a6c5687f0),segment_id=ac7838c2-79ac-4c57-ae7c-056a6c5687f0)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 23:04:06.110234 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:04:06.112272 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-f15f25cd-08f7-4616-afc1-1150696e017b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:04:06.160935 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-423bc9aa-4076-4aa2-9bc3-a61549677b78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:04:06.182491 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Pushing event updated for resources: {'Port': ['ID=8e2d765b-1c9c-45eb-882d-e22040ab50a7,revision_number=3']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:04:06.185511 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:04:06.340857 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron_lib.callbacks.manager [None req-d3118a40-b2e7-4fd4-8a2e-4f39caf0a0c3 None None] Notify callbacks [] for port, precommit_update {{(pid=87509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:04:06.352304 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.provisioning_blocks [None req-d3118a40-b2e7-4fd4-8a2e-4f39caf0a0c3 None None] Transition to ACTIVE for port object 904ccac7-b534-4b3d-9fe5-c7df25197a4a will not be triggered until provisioned by entity L2. {{(pid=87509) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 23:04:06.359597 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron_lib.callbacks.manager [None req-d3118a40-b2e7-4fd4-8a2e-4f39caf0a0c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:04:06.360314 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.db_base_plugin_common [None req-423bc9aa-4076-4aa2-9bc3-a61549677b78 admin admin] Allocated IP 172.20.0.1 (39c1d9af-be3e-4140-a06c-007bbfb6f18b/2996e6c4-d7e0-4d01-9156-836f364de8a4/0a1323ba-9a4e-4444-ae91-0b0e3f1080d2) {{(pid=87507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 23:04:06.365808 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG oslo_concurrency.lockutils [None req-167043df-a432-447b-93a1-6ea49da754c9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:04:06.440462 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.plugins.ml2.managers [None req-d3118a40-b2e7-4fd4-8a2e-4f39caf0a0c3 None None] Attempting to bind port 904ccac7-b534-4b3d-9fe5-c7df25197a4a on host dv-neutron-821829-1-hyperv for vnic_type normal with profile  {{(pid=87509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 23:04:06.440851 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.plugins.ml2.managers [None req-d3118a40-b2e7-4fd4-8a2e-4f39caf0a0c3 None None] Attempting to bind port 904ccac7-b534-4b3d-9fe5-c7df25197a4a by drivers openvswitch,hyperv on host dv-neutron-821829-1-hyperv at level 0 using segments [{'id': 'a416442d-d143-4052-9f4e-546eb8cbe809', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5'}] {{(pid=87509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 23:04:06.441274 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3118a40-b2e7-4fd4-8a2e-4f39caf0a0c3 None None] Attempting to bind port 904ccac7-b534-4b3d-9fe5-c7df25197a4a on network f8905ce9-304b-4976-bc47-e58c71c11de5 {{(pid=87509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 23:04:06.448021 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ef2b95-5d0a-4106-88be-4156a5ac5962 None None] Pushing event updated for resources: {'Port': ['ID=904ccac7-b534-4b3d-9fe5-c7df25197a4a,revision_number=2']} {{(pid=87509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:04:06.456281 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3118a40-b2e7-4fd4-8a2e-4f39caf0a0c3 None None] Checking agent: {'id': '5571501f-366e-47a4-9b60-8ef19d935d27', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821829-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 24, 2), 'started_at': datetime.datetime(2021, 12, 16, 22, 24, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 23, 4, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821829-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 23:04:06.456666 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3118a40-b2e7-4fd4-8a2e-4f39caf0a0c3 None None] Checking segment: {'id': 'a416442d-d143-4052-9f4e-546eb8cbe809', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 23:04:06.457497 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron_lib.callbacks.manager [None req-d3118a40-b2e7-4fd4-8a2e-4f39caf0a0c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:04:06.457497 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3118a40-b2e7-4fd4-8a2e-4f39caf0a0c3 None None] Bound using segment: {'id': 'a416442d-d143-4052-9f4e-546eb8cbe809', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5'} {{(pid=87509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 23:04:06.457943 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.plugins.ml2.managers [None req-d3118a40-b2e7-4fd4-8a2e-4f39caf0a0c3 None None] Bound port: 904ccac7-b534-4b3d-9fe5-c7df25197a4a, host: dv-neutron-821829-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a416442d-d143-4052-9f4e-546eb8cbe809', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5'}}] {{(pid=87509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 23:04:06.458328 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron_lib.callbacks.manager [None req-d3118a40-b2e7-4fd4-8a2e-4f39caf0a0c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:04:06.526333 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ef2b95-5d0a-4106-88be-4156a5ac5962 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:04:06.527012 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ef2b95-5d0a-4106-88be-4156a5ac5962 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:04:06.527012 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ef2b95-5d0a-4106-88be-4156a5ac5962 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:04:06.527379 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ef2b95-5d0a-4106-88be-4156a5ac5962 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:04:06.527649 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ef2b95-5d0a-4106-88be-4156a5ac5962 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:04:06.528014 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ef2b95-5d0a-4106-88be-4156a5ac5962 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:04:06.528350 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ef2b95-5d0a-4106-88be-4156a5ac5962 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:04:06.528671 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ef2b95-5d0a-4106-88be-4156a5ac5962 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:04:06.528996 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ef2b95-5d0a-4106-88be-4156a5ac5962 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:04:06.529317 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ef2b95-5d0a-4106-88be-4156a5ac5962 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:04:06.529638 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ef2b95-5d0a-4106-88be-4156a5ac5962 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:04:06.529964 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ef2b95-5d0a-4106-88be-4156a5ac5962 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:04:06.539237 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG oslo_concurrency.lockutils [None req-80ef2b95-5d0a-4106-88be-4156a5ac5962 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=87509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:04:06.582821 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.plugins.ml2.db [None req-d3118a40-b2e7-4fd4-8a2e-4f39caf0a0c3 None None] For port 904ccac7-b534-4b3d-9fe5-c7df25197a4a, host dv-neutron-821829-1-hyperv, cleared binding levels {{(pid=87509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 23:04:06.586860 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.plugins.ml2.db [None req-d3118a40-b2e7-4fd4-8a2e-4f39caf0a0c3 None None] For port 904ccac7-b534-4b3d-9fe5-c7df25197a4a, host dv-neutron-821829-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=904ccac7-b534-4b3d-9fe5-c7df25197a4a,segment=NetworkSegment(a416442d-d143-4052-9f4e-546eb8cbe809),segment_id=a416442d-d143-4052-9f4e-546eb8cbe809)] {{(pid=87509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 23:04:06.591249 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron_lib.callbacks.manager [None req-d3118a40-b2e7-4fd4-8a2e-4f39caf0a0c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:04:06.595193 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG oslo_concurrency.lockutils [None req-ce78b936-7a2c-41ba-8562-cbab7a7b2276 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:04:06.663375 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-423bc9aa-4076-4aa2-9bc3-a61549677b78 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:04:06.666368 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ef2b95-5d0a-4106-88be-4156a5ac5962 None None] Pushing event updated for resources: {'Port': ['ID=904ccac7-b534-4b3d-9fe5-c7df25197a4a,revision_number=3']} {{(pid=87509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:04:06.670641 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG oslo_concurrency.lockutils [None req-80ef2b95-5d0a-4106-88be-4156a5ac5962 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=87509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:04:06.680117 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.provisioning_blocks [None req-423bc9aa-4076-4aa2-9bc3-a61549677b78 admin admin] Transition to ACTIVE for port object 0a1323ba-9a4e-4444-ae91-0b0e3f1080d2 will not be triggered until provisioned by entity DHCP. {{(pid=87507) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 23:04:06.683495 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3118a40-b2e7-4fd4-8a2e-4f39caf0a0c3 None None] Routers {'af12b31a-51b2-411f-be1e-f972c5be96f7'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 23:04:06.684218 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-d3118a40-b2e7-4fd4-8a2e-4f39caf0a0c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b7ca59640>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T23:04:01Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['af12b31a-51b2-411f-be1e-f972c5be96f7'], 'active': True} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 23:04:06.705968 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-423bc9aa-4076-4aa2-9bc3-a61549677b78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10807823'] for port, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:04:06.711168 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-a6512654-50eb-482b-a827-4cc19f3b7234 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:04:06.766836 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-423bc9aa-4076-4aa2-9bc3-a61549677b78 admin admin] Network 39c1d9af-be3e-4140-a06c-007bbfb6f18b is already hosted by enough agents. {{(pid=87507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 23:04:06.774030 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.base_scheduler [None req-423bc9aa-4076-4aa2-9bc3-a61549677b78 admin admin] Resources bound (agent type, host, resource id):  {{(pid=87507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 23:04:06.776614 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-423bc9aa-4076-4aa2-9bc3-a61549677b78 admin admin] Received port after_create {{(pid=87507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 23:04:06.827621 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423bc9aa-4076-4aa2-9bc3-a61549677b78 admin admin] Pushing event updated for resources: {'Port': ['ID=0a1323ba-9a4e-4444-ae91-0b0e3f1080d2,revision_number=1']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:04:06.831653 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-423bc9aa-4076-4aa2-9bc3-a61549677b78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:04:06.842317 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-423bc9aa-4076-4aa2-9bc3-a61549677b78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3830061'] for router_interface, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:04:06.866051 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvr_db [None req-d3118a40-b2e7-4fd4-8a2e-4f39caf0a0c3 None None] Set router af12b31a-51b2-411f-be1e-f972c5be96f7 gateway port host: dv-neutron-821829-1-hyperv {{(pid=87509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 23:04:07.037283 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-0ceefb15-3a3d-4914-b9ab-430a7ca21506 None None] Provisioning for port 0a1323ba-9a4e-4444-ae91-0b0e3f1080d2 completed by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 23:04:07.043865 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-0ceefb15-3a3d-4914-b9ab-430a7ca21506 None None] Provisioning complete for port 0a1323ba-9a4e-4444-ae91-0b0e3f1080d2 triggered by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 23:04:07.044197 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-0ceefb15-3a3d-4914-b9ab-430a7ca21506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:04:07.098263 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-0ceefb15-3a3d-4914-b9ab-430a7ca21506 None None] Port 0a1323ba-9a4e-4444-ae91-0b0e3f1080d2 cannot update to ACTIVE because it is not bound. {{(pid=87508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 23:04:07.106498 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-423bc9aa-4076-4aa2-9bc3-a61549677b78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:04:07.159010 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-d3118a40-b2e7-4fd4-8a2e-4f39caf0a0c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b7ca59640>, [{'id': 'af12b31a-51b2-411f-be1e-f972c5be96f7', 'name': 'tempest-TestEncryptedCinderVolumes-1570386402-router', 'tenant_id': 'b3c6616415774c6c9d8f3480621d2855', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.179'}], 'enable_snat': True}, 'gw_port_id': '904ccac7-b534-4b3d-9fe5-c7df25197a4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:04:03Z', 'updated_at': '2021-12-16T23:04:04Z', 'revision_number': 3, 'project_id': 'b3c6616415774c6c9d8f3480621d2855', 'gw_port': {'id': '904ccac7-b534-4b3d-9fe5-c7df25197a4a', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:15:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af12b31a-51b2-411f-be1e-f972c5be96f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1625, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:04:03Z', 'updated_at': '2021-12-16T23:04:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv'}], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 23:04:07.162768 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3118a40-b2e7-4fd4-8a2e-4f39caf0a0c3 None None] The sync data for ids ['af12b31a-51b2-411f-be1e-f972c5be96f7'] in dv-neutron-821829-1-hyperv is: [{'id': 'af12b31a-51b2-411f-be1e-f972c5be96f7', 'name': 'tempest-TestEncryptedCinderVolumes-1570386402-router', 'tenant_id': 'b3c6616415774c6c9d8f3480621d2855', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.179'}], 'enable_snat': True}, 'gw_port_id': '904ccac7-b534-4b3d-9fe5-c7df25197a4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:04:03Z', 'updated_at': '2021-12-16T23:04:04Z', 'revision_number': 3, 'project_id': 'b3c6616415774c6c9d8f3480621d2855', 'gw_port': {'id': '904ccac7-b534-4b3d-9fe5-c7df25197a4a', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:15:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af12b31a-51b2-411f-be1e-f972c5be96f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1625, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:04:03Z', 'updated_at': '2021-12-16T23:04:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv'}] {{(pid=87509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 23:04:07.330057 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-423bc9aa-4076-4aa2-9bc3-a61549677b78 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:04:07.335177 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-423bc9aa-4076-4aa2-9bc3-a61549677b78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10807814'] for port, after_update {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:04:07.363170 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-64670002-6b26-4853-914c-fa7039e1de92 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:04:07.445843 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423bc9aa-4076-4aa2-9bc3-a61549677b78 admin admin] Pushing event updated for resources: {'Port': ['ID=0a1323ba-9a4e-4444-ae91-0b0e3f1080d2,revision_number=2']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:04:07.448943 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-423bc9aa-4076-4aa2-9bc3-a61549677b78 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3791426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3830222'] for router_interface, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:04:07.452772 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-423bc9aa-4076-4aa2-9bc3-a61549677b78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:04:07.589005 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-423bc9aa-4076-4aa2-9bc3-a61549677b78 admin admin] Network 39c1d9af-be3e-4140-a06c-007bbfb6f18b is already hosted by enough agents. {{(pid=87507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 23:04:07.590143 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.base_scheduler [None req-423bc9aa-4076-4aa2-9bc3-a61549677b78 admin admin] Resources bound (agent type, host, resource id):  {{(pid=87507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 23:04:07.795743 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-423bc9aa-4076-4aa2-9bc3-a61549677b78 admin admin] Router af12b31a-51b2-411f-be1e-f972c5be96f7 has already been hosted by L3 agent 4f519db7-069b-43e2-8411-c092bac9102a {{(pid=87507) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 23:04:07.834770 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-d8227f4b-214c-41d2-bf3d-f21ee4c85a59 None None] Provisioning complete for port 0a1323ba-9a4e-4444-ae91-0b0e3f1080d2 triggered by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 23:04:07.835153 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-d8227f4b-214c-41d2-bf3d-f21ee4c85a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:04:07.905063 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-d8227f4b-214c-41d2-bf3d-f21ee4c85a59 None None] Port 0a1323ba-9a4e-4444-ae91-0b0e3f1080d2 cannot update to ACTIVE because it is not bound. {{(pid=87508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 23:04:07.947949 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 8e2d765b-1c9c-45eb-882d-e22040ab50a7 up at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 23:04:07.991257 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-423bc9aa-4076-4aa2-9bc3-a61549677b78 admin admin] Notify agent at l3_agent.dv-neutron-821829-1-hyperv the message routers_updated {{(pid=87507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 23:04:08.006190 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-423bc9aa-4076-4aa2-9bc3-a61549677b78 admin admin] 10.222.0.13 "PUT /v2.0/routers/af12b31a-51b2-411f-be1e-f972c5be96f7/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.5072720
Dec 16 23:04:08.020926 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning complete for port 8e2d765b-1c9c-45eb-882d-e22040ab50a7 triggered by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 23:04:08.021312 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:04:08.080843 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:04:08.151277 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 904ccac7-b534-4b3d-9fe5-c7df25197a4a up at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 23:04:08.216611 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning for port 904ccac7-b534-4b3d-9fe5-c7df25197a4a completed by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 23:04:08.221535 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning complete for port 904ccac7-b534-4b3d-9fe5-c7df25197a4a triggered by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 23:04:08.221919 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:04:08.343231 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:04:08.360135 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] For port 904ccac7-b534-4b3d-9fe5-c7df25197a4a, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=904ccac7-b534-4b3d-9fe5-c7df25197a4a,segment=NetworkSegment(a416442d-d143-4052-9f4e-546eb8cbe809),segment_id=a416442d-d143-4052-9f4e-546eb8cbe809)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 23:04:08.363980 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:04:08.365782 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-8c044200-4dfe-4a97-aa8c-676a0e7f668d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:04:08.432715 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Pushing event updated for resources: {'Port': ['ID=904ccac7-b534-4b3d-9fe5-c7df25197a4a,revision_number=4']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:04:08.435809 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:04:08.518585 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 53540) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 23:04:08.525045 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-4c80bf7f-aa38-438c-b49e-7d274226d424 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-385788787-network', 'tenant_id': '11659f12ddf34e06bb564052093133c1'}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 23:04:08.530027 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-4c80bf7f-aa38-438c-b49e-7d274226d424 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 23:04:08.534087 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-4c80bf7f-aa38-438c-b49e-7d274226d424 admin admin] Usage tracker for resource:network and tenant:11659f12ddf34e06bb564052093133c1 is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 23:04:08.537112 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-4c80bf7f-aa38-438c-b49e-7d274226d424 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 23:04:08.542803 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-4c80bf7f-aa38-438c-b49e-7d274226d424 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 23:04:08.553435 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c80bf7f-aa38-438c-b49e-7d274226d424 admin admin] Made reservation on behalf of 11659f12ddf34e06bb564052093133c1 for: {'network': 1} {{(pid=87507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 23:04:08.556019 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-4c80bf7f-aa38-438c-b49e-7d274226d424 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for network, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:04:08.572123 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-4c80bf7f-aa38-438c-b49e-7d274226d424 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:04:08.587337 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-4c80bf7f-aa38-438c-b49e-7d274226d424 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 23:04:08.592014 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-4c80bf7f-aa38-438c-b49e-7d274226d424 admin admin] Usage tracker for resource:security_group_rule and tenant:11659f12ddf34e06bb564052093133c1 is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 23:04:08.595209 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-4c80bf7f-aa38-438c-b49e-7d274226d424 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 23:04:08.601304 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-4c80bf7f-aa38-438c-b49e-7d274226d424 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 23:04:08.688271 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-4c80bf7f-aa38-438c-b49e-7d274226d424 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:04:08.694904 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-4c80bf7f-aa38-438c-b49e-7d274226d424 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841066'] for security_group, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:04:08.698422 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-3fcd4935-a6cb-4f18-8d4a-552505799913 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:04:08.719477 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b44bc54f-1f5a-45ed-aa7f-d9103bbe29d9 None None] Sync routers for ids ['af12b31a-51b2-411f-be1e-f972c5be96f7'] in dv-neutron-821829-1-hyperv {{(pid=87508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 23:04:08.725794 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c80bf7f-aa38-438c-b49e-7d274226d424 admin admin] vlan segment allocate from pool success with {'vlan_id': 162, 'physical_network': 'physnet1'}  {{(pid=87507) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 23:04:08.729522 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b44bc54f-1f5a-45ed-aa7f-d9103bbe29d9 None None] Routers {'af12b31a-51b2-411f-be1e-f972c5be96f7'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 23:04:08.730144 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-b44bc54f-1f5a-45ed-aa7f-d9103bbe29d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b7c488a00>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T23:04:01Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['af12b31a-51b2-411f-be1e-f972c5be96f7'], 'active': True} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 23:04:08.738222 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c80bf7f-aa38-438c-b49e-7d274226d424 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8067b86-db2c-47ec-b00b-96017299b04d,revision_number=1']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:04:08.742250 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-4c80bf7f-aa38-438c-b49e-7d274226d424 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:04:08.743648 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-4c80bf7f-aa38-438c-b49e-7d274226d424 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-883292'] for segment, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:04:08.744006 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.db.segments_db [None req-4c80bf7f-aa38-438c-b49e-7d274226d424 admin admin] Added segment 8f5d41b0-c221-496d-aa8a-6a70bdec7765 of type vlan for network df2dbed4-f7d9-46da-9eb2-23f639181abe
Dec 16 23:04:08.770887 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-4c80bf7f-aa38-438c-b49e-7d274226d424 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734753047233'] for network, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:04:08.799558 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-4c80bf7f-aa38-438c-b49e-7d274226d424 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440'] for network, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:04:08.800668 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c80bf7f-aa38-438c-b49e-7d274226d424 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:04:08.801241 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-4c80bf7f-aa38-438c-b49e-7d274226d424 admin admin] Notify callbacks [] for network, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:04:08.806571 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-515a2fee-907b-444e-a73b-707039c7e52c tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:04:08.913304 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvr_db [None req-b44bc54f-1f5a-45ed-aa7f-d9103bbe29d9 None None] Set router af12b31a-51b2-411f-be1e-f972c5be96f7 gateway port host: dv-neutron-821829-1-hyperv {{(pid=87508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 23:04:09.032702 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 53544) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 23:04:09.033267 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-4c80bf7f-aa38-438c-b49e-7d274226d424 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 889 time: 0.5130355
Dec 16 23:04:09.036190 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c80bf7f-aa38-438c-b49e-7d274226d424 admin admin] Pushing event updated for resources: {'Network': ['ID=df2dbed4-f7d9-46da-9eb2-23f639181abe,revision_number=1']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:04:09.038337 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-d7eaa9ff-c628-442a-9d19-d52e67633459 admin admin] Request body: {'subnet': {'network_id': 'df2dbed4-f7d9-46da-9eb2-23f639181abe', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-385788787-subnet', 'tenant_id': '11659f12ddf34e06bb564052093133c1', 'ip_version': 4}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 23:04:09.038759 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-4c80bf7f-aa38-438c-b49e-7d274226d424 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:04:09.044396 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-d7eaa9ff-c628-442a-9d19-d52e67633459 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 23:04:09.048240 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-d7eaa9ff-c628-442a-9d19-d52e67633459 admin admin] Usage tracker for resource:subnet and tenant:11659f12ddf34e06bb564052093133c1 is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 23:04:09.049937 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Network df2dbed4-f7d9-46da-9eb2-23f639181abe details requested by agent ovs-agent-dv-neutron-821829-1-hyperv with host dv-neutron-821829-1-hyperv {{(pid=87508) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 23:04:09.051112 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-d7eaa9ff-c628-442a-9d19-d52e67633459 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 23:04:09.056835 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-d7eaa9ff-c628-442a-9d19-d52e67633459 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 23:04:09.068381 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7eaa9ff-c628-442a-9d19-d52e67633459 admin admin] Made reservation on behalf of 11659f12ddf34e06bb564052093133c1 for: {'subnet': 1} {{(pid=87506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 23:04:09.070729 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-d7eaa9ff-c628-442a-9d19-d52e67633459 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11213078'] for subnet, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:04:09.268535 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-d7eaa9ff-c628-442a-9d19-d52e67633459 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1863317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11213092'] for subnet, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:04:09.272176 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-dfd5e1a6-6186-4168-9d70-c1050a93744a tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:04:09.322356 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-b44bc54f-1f5a-45ed-aa7f-d9103bbe29d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b7c488a00>, [{'id': 'af12b31a-51b2-411f-be1e-f972c5be96f7', 'name': 'tempest-TestEncryptedCinderVolumes-1570386402-router', 'tenant_id': 'b3c6616415774c6c9d8f3480621d2855', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.179'}], 'enable_snat': True}, 'gw_port_id': '904ccac7-b534-4b3d-9fe5-c7df25197a4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:04:03Z', 'updated_at': '2021-12-16T23:04:07Z', 'revision_number': 4, 'project_id': 'b3c6616415774c6c9d8f3480621d2855', 'gw_port': {'id': '904ccac7-b534-4b3d-9fe5-c7df25197a4a', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:15:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af12b31a-51b2-411f-be1e-f972c5be96f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1625, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:04:03Z', 'updated_at': '2021-12-16T23:04:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv', '_interfaces': [{'id': '0a1323ba-9a4e-4444-ae91-0b0e3f1080d2', 'name': '', 'network_id': '39c1d9af-be3e-4140-a06c-007bbfb6f18b', 'tenant_id': 'b3c6616415774c6c9d8f3480621d2855', 'mac_address': 'fa:16:3e:a8:a7:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af12b31a-51b2-411f-be1e-f972c5be96f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1626, 'fixed_ips': [{'subnet_id': '2996e6c4-d7e0-4d01-9156-836f364de8a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:04:06Z', 'updated_at': '2021-12-16T23:04:07Z', 'revision_number': 2, 'project_id': 'b3c6616415774c6c9d8f3480621d2855', 'subnets': [{'id': '2996e6c4-d7e0-4d01-9156-836f364de8a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 23:04:09.326146 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b44bc54f-1f5a-45ed-aa7f-d9103bbe29d9 None None] Checking router: af12b31a-51b2-411f-be1e-f972c5be96f7 for host: dv-neutron-821829-1-hyperv {{(pid=87508) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 23:04:09.326507 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b44bc54f-1f5a-45ed-aa7f-d9103bbe29d9 None None] Updating router af12b31a-51b2-411f-be1e-f972c5be96f7 port 0a1323ba-9a4e-4444-ae91-0b0e3f1080d2 binding host dv-neutron-821829-1-hyperv {{(pid=87508) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 16 23:04:09.344538 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7eaa9ff-c628-442a-9d19-d52e67633459 admin admin] Pushing event updated for resources: {'Subnet': ['ID=788044ca-9774-4ae9-9766-368bf28b8a02,revision_number=0']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:04:09.348692 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-d7eaa9ff-c628-442a-9d19-d52e67633459 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:04:09.356084 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7eaa9ff-c628-442a-9d19-d52e67633459 admin admin] Checking segment: {'id': '8f5d41b0-c221-496d-aa8a-6a70bdec7765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'df2dbed4-f7d9-46da-9eb2-23f639181abe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 23:04:09.356445 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7eaa9ff-c628-442a-9d19-d52e67633459 admin admin] Network hostable DHCP agents. Network: df2dbed4-f7d9-46da-9eb2-23f639181abe, hostable agents: ['3b155c4d-12dc-491e-aa14-6113b06cfacd'], hosted agents: [] {{(pid=87506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 16 23:04:09.375480 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7eaa9ff-c628-442a-9d19-d52e67633459 admin admin] Network df2dbed4-f7d9-46da-9eb2-23f639181abe is scheduled to be hosted by DHCP agent 3b155c4d-12dc-491e-aa14-6113b06cfacd with binding_index 1 {{(pid=87506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 16 23:04:09.386548 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.base_scheduler [None req-d7eaa9ff-c628-442a-9d19-d52e67633459 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821829-1-hyperv, df2dbed4-f7d9-46da-9eb2-23f639181abe) {{(pid=87506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 23:04:09.392993 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7eaa9ff-c628-442a-9d19-d52e67633459 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:04:09.392993 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-d7eaa9ff-c628-442a-9d19-d52e67633459 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:04:09.408735 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d29aca7e-505b-455a-8cd8-92654a998d2a None None] Network df2dbed4-f7d9-46da-9eb2-23f639181abe requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 23:04:09.419440 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-d7eaa9ff-c628-442a-9d19-d52e67633459 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 852 time: 0.3834038
Dec 16 23:04:09.419720 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 53548) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 23:04:09.424823 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-8c5db60e-cb28-418c-9d16-45d75ed3e84a admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-385788787-router', 'tenant_id': '11659f12ddf34e06bb564052093133c1', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5'}}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 23:04:09.429390 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-8c5db60e-cb28-418c-9d16-45d75ed3e84a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 23:04:09.433869 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-8c5db60e-cb28-418c-9d16-45d75ed3e84a admin admin] Usage tracker for resource:router and tenant:11659f12ddf34e06bb564052093133c1 is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 23:04:09.436674 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-8c5db60e-cb28-418c-9d16-45d75ed3e84a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 23:04:09.442396 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-8c5db60e-cb28-418c-9d16-45d75ed3e84a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 23:04:09.453455 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-8c5db60e-cb28-418c-9d16-45d75ed3e84a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3741155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38980'] for router, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:04:09.454422 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-8c5db60e-cb28-418c-9d16-45d75ed3e84a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3743284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3741748', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3896702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-38989'] for router, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:04:09.469183 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-8c5db60e-cb28-418c-9d16-45d75ed3e84a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:04:09.502040 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b44bc54f-1f5a-45ed-aa7f-d9103bbe29d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:04:09.735522 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-8c5db60e-cb28-418c-9d16-45d75ed3e84a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3741702', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3740945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-38947'] for router, precommit_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:04:09.758981 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37b722a5-341a-4736-8827-5231daa4e1dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1d6bfaf-d325-5e4f-b05d-2441d8339617-df2dbed4-f7d9-46da-9eb2-23f639181abe', 'network_id': 'df2dbed4-f7d9-46da-9eb2-23f639181abe', 'tenant_id': '11659f12ddf34e06bb564052093133c1', 'fixed_ips': [{'subnet_id': '788044ca-9774-4ae9-9766-368bf28b8a02'}]}} from dv-neutron-821829-1-hyperv. {{(pid=87508) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 16 23:04:09.759828 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-37b722a5-341a-4736-8827-5231daa4e1dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:04:09.872886 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 904ccac7-b534-4b3d-9fe5-c7df25197a4a up at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 23:04:10.041870 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-8c5db60e-cb28-418c-9d16-45d75ed3e84a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:04:10.071601 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-8c5db60e-cb28-418c-9d16-45d75ed3e84a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:04:10.091363 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning complete for port 904ccac7-b534-4b3d-9fe5-c7df25197a4a triggered by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 23:04:10.091748 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:04:10.164258 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.db_base_plugin_common [None req-37b722a5-341a-4736-8827-5231daa4e1dd None None] Allocated IP 172.20.0.2 (df2dbed4-f7d9-46da-9eb2-23f639181abe/788044ca-9774-4ae9-9766-368bf28b8a02/a9b66774-a060-41d9-9287-788e75ea61be) {{(pid=87508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 23:04:10.182484 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b44bc54f-1f5a-45ed-aa7f-d9103bbe29d9 None None] Notify callbacks [] for port, precommit_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:04:10.208710 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.db_base_plugin_common [None req-8c5db60e-cb28-418c-9d16-45d75ed3e84a admin admin] Allocated IP 172.26.0.113 (f8905ce9-304b-4976-bc47-e58c71c11de5/9bca8591-41ef-4f2d-8ecb-ecaab1a28acf/0a539894-37a3-49bc-a058-aa1caf3f168b) {{(pid=87506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 23:04:10.220541 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-b44bc54f-1f5a-45ed-aa7f-d9103bbe29d9 None None] Transition to ACTIVE for port object 0a1323ba-9a4e-4444-ae91-0b0e3f1080d2 will not be triggered until provisioned by entity L2. {{(pid=87508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 23:04:10.280750 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b44bc54f-1f5a-45ed-aa7f-d9103bbe29d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:04:10.286948 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-003f8ea2-a47c-47da-9f60-f23c1843c499 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:04:10.482732 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-8c5db60e-cb28-418c-9d16-45d75ed3e84a admin admin] Notify callbacks [] for port, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:04:10.485361 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9bb750-1b64-4efc-8e0d-5b702d206f5c None None] Pushing event updated for resources: {'Port': ['ID=0a1323ba-9a4e-4444-ae91-0b0e3f1080d2,revision_number=3']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:04:10.511534 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-2b9bb750-1b64-4efc-8e0d-5b702d206f5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:04:10.513060 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-8c5db60e-cb28-418c-9d16-45d75ed3e84a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1863393'] for port, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:04:10.517826 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-a4d2224f-8eac-42f6-81e2-6e8725a89862 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:04:10.581006 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c5db60e-cb28-418c-9d16-45d75ed3e84a admin admin] Network f8905ce9-304b-4976-bc47-e58c71c11de5 is already hosted by enough agents. {{(pid=87506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 23:04:10.583925 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.base_scheduler [None req-8c5db60e-cb28-418c-9d16-45d75ed3e84a admin admin] Resources bound (agent type, host, resource id):  {{(pid=87506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 23:04:10.588301 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c5db60e-cb28-418c-9d16-45d75ed3e84a admin admin] Received port after_create {{(pid=87506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 23:04:10.620225 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5db60e-cb28-418c-9d16-45d75ed3e84a admin admin] Pushing event updated for resources: {'Port': ['ID=0a539894-37a3-49bc-a058-aa1caf3f168b,revision_number=1']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:04:10.630165 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-8c5db60e-cb28-418c-9d16-45d75ed3e84a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:04:10.636389 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-b44bc54f-1f5a-45ed-aa7f-d9103bbe29d9 None None] Attempting to bind port 0a1323ba-9a4e-4444-ae91-0b0e3f1080d2 on host dv-neutron-821829-1-hyperv for vnic_type normal with profile  {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 23:04:10.636718 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-b44bc54f-1f5a-45ed-aa7f-d9103bbe29d9 None None] Attempting to bind port 0a1323ba-9a4e-4444-ae91-0b0e3f1080d2 by drivers openvswitch,hyperv on host dv-neutron-821829-1-hyperv at level 0 using segments [{'id': 'ac7838c2-79ac-4c57-ae7c-056a6c5687f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '39c1d9af-be3e-4140-a06c-007bbfb6f18b'}] {{(pid=87508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 23:04:10.637090 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b44bc54f-1f5a-45ed-aa7f-d9103bbe29d9 None None] Attempting to bind port 0a1323ba-9a4e-4444-ae91-0b0e3f1080d2 on network 39c1d9af-be3e-4140-a06c-007bbfb6f18b {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 23:04:10.660370 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b44bc54f-1f5a-45ed-aa7f-d9103bbe29d9 None None] Checking agent: {'id': '5571501f-366e-47a4-9b60-8ef19d935d27', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821829-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 24, 2), 'started_at': datetime.datetime(2021, 12, 16, 22, 24, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 23, 4, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821829-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 23:04:10.660753 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b44bc54f-1f5a-45ed-aa7f-d9103bbe29d9 None None] Checking segment: {'id': 'ac7838c2-79ac-4c57-ae7c-056a6c5687f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '39c1d9af-be3e-4140-a06c-007bbfb6f18b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 23:04:10.661161 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b44bc54f-1f5a-45ed-aa7f-d9103bbe29d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:04:10.661562 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b44bc54f-1f5a-45ed-aa7f-d9103bbe29d9 None None] Bound using segment: {'id': 'ac7838c2-79ac-4c57-ae7c-056a6c5687f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '39c1d9af-be3e-4140-a06c-007bbfb6f18b'} {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 23:04:10.662036 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-b44bc54f-1f5a-45ed-aa7f-d9103bbe29d9 None None] Bound port: 0a1323ba-9a4e-4444-ae91-0b0e3f1080d2, host: dv-neutron-821829-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac7838c2-79ac-4c57-ae7c-056a6c5687f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '39c1d9af-be3e-4140-a06c-007bbfb6f18b'}}] {{(pid=87508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 23:04:10.662414 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b44bc54f-1f5a-45ed-aa7f-d9103bbe29d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:04:10.694786 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-37b722a5-341a-4736-8827-5231daa4e1dd None None] Notify callbacks [] for port, precommit_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:04:10.739857 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-37b722a5-341a-4736-8827-5231daa4e1dd None None] Transition to ACTIVE for port object a9b66774-a060-41d9-9287-788e75ea61be will not be triggered until provisioned by entity L2. {{(pid=87508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 23:04:10.779824 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-37b722a5-341a-4736-8827-5231daa4e1dd None None] Transition to ACTIVE for port object a9b66774-a060-41d9-9287-788e75ea61be will not be triggered until provisioned by entity DHCP. {{(pid=87508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 23:04:10.788081 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-37b722a5-341a-4736-8827-5231daa4e1dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940'] for port, after_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:04:10.792576 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-2b9bb750-1b64-4efc-8e0d-5b702d206f5c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:04:10.889280 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-b44bc54f-1f5a-45ed-aa7f-d9103bbe29d9 None None] For port 0a1323ba-9a4e-4444-ae91-0b0e3f1080d2, host dv-neutron-821829-1-hyperv, cleared binding levels {{(pid=87508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 23:04:10.910264 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-b44bc54f-1f5a-45ed-aa7f-d9103bbe29d9 None None] For port 0a1323ba-9a4e-4444-ae91-0b0e3f1080d2, host dv-neutron-821829-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=0a1323ba-9a4e-4444-ae91-0b0e3f1080d2,segment=NetworkSegment(ac7838c2-79ac-4c57-ae7c-056a6c5687f0),segment_id=ac7838c2-79ac-4c57-ae7c-056a6c5687f0)] {{(pid=87508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 23:04:10.918298 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37b722a5-341a-4736-8827-5231daa4e1dd None None] Network df2dbed4-f7d9-46da-9eb2-23f639181abe is already hosted by enough agents. {{(pid=87508) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 23:04:10.919579 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b44bc54f-1f5a-45ed-aa7f-d9103bbe29d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:04:10.925845 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.scheduler.base_scheduler [None req-37b722a5-341a-4736-8827-5231daa4e1dd None None] Resources bound (agent type, host, resource id):  {{(pid=87508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 23:04:10.932030 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37b722a5-341a-4736-8827-5231daa4e1dd None None] Received port after_create {{(pid=87508) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 23:04:10.936737 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b722a5-341a-4736-8827-5231daa4e1dd None None] Pushing event updated for resources: {'Port': ['ID=a9b66774-a060-41d9-9287-788e75ea61be,revision_number=1']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:04:10.941247 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-37b722a5-341a-4736-8827-5231daa4e1dd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:04:10.941719 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-b373cc5b-ab5d-4f02-a21a-df2bf4725952 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.016s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:04:11.019257 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-8c5db60e-cb28-418c-9d16-45d75ed3e84a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:04:11.075962 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b44bc54f-1f5a-45ed-aa7f-d9103bbe29d9 None None] Routers {'af12b31a-51b2-411f-be1e-f972c5be96f7'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 23:04:11.076639 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-b44bc54f-1f5a-45ed-aa7f-d9103bbe29d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b7c488a00>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T23:04:01Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['af12b31a-51b2-411f-be1e-f972c5be96f7'], 'active': True} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 23:04:11.158026 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-37b722a5-341a-4736-8827-5231daa4e1dd None None] Attempting to bind port a9b66774-a060-41d9-9287-788e75ea61be on host dv-neutron-821829-1-hyperv for vnic_type normal with profile  {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 23:04:11.158315 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-37b722a5-341a-4736-8827-5231daa4e1dd None None] Attempting to bind port a9b66774-a060-41d9-9287-788e75ea61be by drivers openvswitch,hyperv on host dv-neutron-821829-1-hyperv at level 0 using segments [{'id': '8f5d41b0-c221-496d-aa8a-6a70bdec7765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'df2dbed4-f7d9-46da-9eb2-23f639181abe'}] {{(pid=87508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 23:04:11.158687 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37b722a5-341a-4736-8827-5231daa4e1dd None None] Attempting to bind port a9b66774-a060-41d9-9287-788e75ea61be on network df2dbed4-f7d9-46da-9eb2-23f639181abe {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 23:04:11.181355 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37b722a5-341a-4736-8827-5231daa4e1dd None None] Checking agent: {'id': '5571501f-366e-47a4-9b60-8ef19d935d27', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821829-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 24, 2), 'started_at': datetime.datetime(2021, 12, 16, 22, 24, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 23, 4, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821829-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 23:04:11.181735 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37b722a5-341a-4736-8827-5231daa4e1dd None None] Checking segment: {'id': '8f5d41b0-c221-496d-aa8a-6a70bdec7765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'df2dbed4-f7d9-46da-9eb2-23f639181abe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 23:04:11.182150 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-37b722a5-341a-4736-8827-5231daa4e1dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:04:11.182549 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37b722a5-341a-4736-8827-5231daa4e1dd None None] Bound using segment: {'id': '8f5d41b0-c221-496d-aa8a-6a70bdec7765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'df2dbed4-f7d9-46da-9eb2-23f639181abe'} {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 23:04:11.183020 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-37b722a5-341a-4736-8827-5231daa4e1dd None None] Bound port: a9b66774-a060-41d9-9287-788e75ea61be, host: dv-neutron-821829-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f5d41b0-c221-496d-aa8a-6a70bdec7765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'df2dbed4-f7d9-46da-9eb2-23f639181abe'}}] {{(pid=87508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 23:04:11.183401 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-37b722a5-341a-4736-8827-5231daa4e1dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:04:11.191562 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9bb750-1b64-4efc-8e0d-5b702d206f5c None None] Pushing event updated for resources: {'Port': ['ID=0a1323ba-9a4e-4444-ae91-0b0e3f1080d2,revision_number=4']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:04:11.200297 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-2b9bb750-1b64-4efc-8e0d-5b702d206f5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:04:11.356653 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvr_db [None req-b44bc54f-1f5a-45ed-aa7f-d9103bbe29d9 None None] Set router af12b31a-51b2-411f-be1e-f972c5be96f7 gateway port host: dv-neutron-821829-1-hyperv {{(pid=87508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 23:04:11.366277 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-8c5db60e-cb28-418c-9d16-45d75ed3e84a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3740952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3741923'] for router, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:04:11.420684 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-37b722a5-341a-4736-8827-5231daa4e1dd None None] For port a9b66774-a060-41d9-9287-788e75ea61be, host dv-neutron-821829-1-hyperv, cleared binding levels {{(pid=87508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 23:04:11.486325 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-37b722a5-341a-4736-8827-5231daa4e1dd None None] For port a9b66774-a060-41d9-9287-788e75ea61be, host dv-neutron-821829-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=a9b66774-a060-41d9-9287-788e75ea61be,segment=NetworkSegment(8f5d41b0-c221-496d-aa8a-6a70bdec7765),segment_id=8f5d41b0-c221-496d-aa8a-6a70bdec7765)] {{(pid=87508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 23:04:11.506616 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-37b722a5-341a-4736-8827-5231daa4e1dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:04:11.511846 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:04:11.568399 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c5db60e-cb28-418c-9d16-45d75ed3e84a admin admin] Router 47ee9a05-454d-489f-b864-037c3c61bc35 is scheduled to L3 agent 4f519db7-069b-43e2-8411-c092bac9102a with binding_index 1 {{(pid=87506) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 16 23:04:11.656917 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b722a5-341a-4736-8827-5231daa4e1dd None None] Pushing event updated for resources: {'Port': ['ID=a9b66774-a060-41d9-9287-788e75ea61be,revision_number=2']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:04:11.658288 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-37b722a5-341a-4736-8827-5231daa4e1dd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:04:11.754356 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-b44bc54f-1f5a-45ed-aa7f-d9103bbe29d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b7c488a00>, [{'id': 'af12b31a-51b2-411f-be1e-f972c5be96f7', 'name': 'tempest-TestEncryptedCinderVolumes-1570386402-router', 'tenant_id': 'b3c6616415774c6c9d8f3480621d2855', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.179'}], 'enable_snat': True}, 'gw_port_id': '904ccac7-b534-4b3d-9fe5-c7df25197a4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:04:03Z', 'updated_at': '2021-12-16T23:04:07Z', 'revision_number': 4, 'project_id': 'b3c6616415774c6c9d8f3480621d2855', 'gw_port': {'id': '904ccac7-b534-4b3d-9fe5-c7df25197a4a', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:15:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af12b31a-51b2-411f-be1e-f972c5be96f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1625, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:04:03Z', 'updated_at': '2021-12-16T23:04:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv', '_interfaces': [{'id': '0a1323ba-9a4e-4444-ae91-0b0e3f1080d2', 'name': '', 'network_id': '39c1d9af-be3e-4140-a06c-007bbfb6f18b', 'tenant_id': 'b3c6616415774c6c9d8f3480621d2855', 'mac_address': 'fa:16:3e:a8:a7:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af12b31a-51b2-411f-be1e-f972c5be96f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1626, 'fixed_ips': [{'subnet_id': '2996e6c4-d7e0-4d01-9156-836f364de8a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:04:06Z', 'updated_at': '2021-12-16T23:04:10Z', 'revision_number': 4, 'project_id': 'b3c6616415774c6c9d8f3480621d2855', 'subnets': [{'id': '2996e6c4-d7e0-4d01-9156-836f364de8a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 23:04:11.757306 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c5db60e-cb28-418c-9d16-45d75ed3e84a admin admin] Notify agent at l3_agent.dv-neutron-821829-1-hyperv the message routers_updated {{(pid=87506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 23:04:11.758918 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b44bc54f-1f5a-45ed-aa7f-d9103bbe29d9 None None] The sync data for ids ['af12b31a-51b2-411f-be1e-f972c5be96f7'] in dv-neutron-821829-1-hyperv is: [{'id': 'af12b31a-51b2-411f-be1e-f972c5be96f7', 'name': 'tempest-TestEncryptedCinderVolumes-1570386402-router', 'tenant_id': 'b3c6616415774c6c9d8f3480621d2855', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.179'}], 'enable_snat': True}, 'gw_port_id': '904ccac7-b534-4b3d-9fe5-c7df25197a4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:04:03Z', 'updated_at': '2021-12-16T23:04:07Z', 'revision_number': 4, 'project_id': 'b3c6616415774c6c9d8f3480621d2855', 'gw_port': {'id': '904ccac7-b534-4b3d-9fe5-c7df25197a4a', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:15:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af12b31a-51b2-411f-be1e-f972c5be96f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1625, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:04:03Z', 'updated_at': '2021-12-16T23:04:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv', '_interfaces': [{'id': '0a1323ba-9a4e-4444-ae91-0b0e3f1080d2', 'name': '', 'network_id': '39c1d9af-be3e-4140-a06c-007bbfb6f18b', 'tenant_id': 'b3c6616415774c6c9d8f3480621d2855', 'mac_address': 'fa:16:3e:a8:a7:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af12b31a-51b2-411f-be1e-f972c5be96f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1626, 'fixed_ips': [{'subnet_id': '2996e6c4-d7e0-4d01-9156-836f364de8a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:04:06Z', 'updated_at': '2021-12-16T23:04:10Z', 'revision_number': 4, 'project_id': 'b3c6616415774c6c9d8f3480621d2855', 'subnets': [{'id': '2996e6c4-d7e0-4d01-9156-836f364de8a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 23:04:11.768040 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ee39a08-766c-4697-8c72-8ef5511ae3f3 None None] Sync routers for ids ['47ee9a05-454d-489f-b864-037c3c61bc35'] in dv-neutron-821829-1-hyperv {{(pid=87509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 23:04:11.779421 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ee39a08-766c-4697-8c72-8ef5511ae3f3 None None] Routers {'47ee9a05-454d-489f-b864-037c3c61bc35'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 23:04:11.780731 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-1ee39a08-766c-4697-8c72-8ef5511ae3f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b7df7f5e0>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T23:04:01Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['47ee9a05-454d-489f-b864-037c3c61bc35'], 'active': True} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 23:04:11.803444 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-8c5db60e-cb28-418c-9d16-45d75ed3e84a admin admin] Notify callbacks [] for router, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:04:11.803444 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-8c5db60e-cb28-418c-9d16-45d75ed3e84a admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 928 time: 2.3820028
Dec 16 23:04:11.805654 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 53552) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 23:04:12.015152 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvr_db [None req-1ee39a08-766c-4697-8c72-8ef5511ae3f3 None None] Set router 47ee9a05-454d-489f-b864-037c3c61bc35 gateway port host: dv-neutron-821829-1-hyperv {{(pid=87509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 23:04:12.310337 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-1ee39a08-766c-4697-8c72-8ef5511ae3f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b7df7f5e0>, [{'id': '47ee9a05-454d-489f-b864-037c3c61bc35', 'name': 'tempest-TestEncryptedCinderVolumes-385788787-router', 'tenant_id': '11659f12ddf34e06bb564052093133c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.113'}], 'enable_snat': True}, 'gw_port_id': '0a539894-37a3-49bc-a058-aa1caf3f168b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:04:09Z', 'updated_at': '2021-12-16T23:04:10Z', 'revision_number': 3, 'project_id': '11659f12ddf34e06bb564052093133c1', 'gw_port': {'id': '0a539894-37a3-49bc-a058-aa1caf3f168b', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:19:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47ee9a05-454d-489f-b864-037c3c61bc35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:04:10Z', 'updated_at': '2021-12-16T23:04:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv'}], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 23:04:12.314636 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ee39a08-766c-4697-8c72-8ef5511ae3f3 None None] Checking router: 47ee9a05-454d-489f-b864-037c3c61bc35 for host: dv-neutron-821829-1-hyperv {{(pid=87509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 23:04:12.314996 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ee39a08-766c-4697-8c72-8ef5511ae3f3 None None] Updating router 47ee9a05-454d-489f-b864-037c3c61bc35 port 0a539894-37a3-49bc-a058-aa1caf3f168b binding host dv-neutron-821829-1-hyperv {{(pid=87509) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 16 23:04:12.371027 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron_lib.callbacks.manager [None req-1ee39a08-766c-4697-8c72-8ef5511ae3f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:04:12.631988 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-c6176e94-d012-488d-ad56-ae69485cc3ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:04:12.818957 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron_lib.callbacks.manager [None req-1ee39a08-766c-4697-8c72-8ef5511ae3f3 None None] Notify callbacks [] for port, precommit_update {{(pid=87509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:04:12.832045 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.provisioning_blocks [None req-1ee39a08-766c-4697-8c72-8ef5511ae3f3 None None] Transition to ACTIVE for port object 0a539894-37a3-49bc-a058-aa1caf3f168b will not be triggered until provisioned by entity L2. {{(pid=87509) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 23:04:12.839654 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron_lib.callbacks.manager [None req-1ee39a08-766c-4697-8c72-8ef5511ae3f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:04:12.843449 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG oslo_concurrency.lockutils [None req-80ef2b95-5d0a-4106-88be-4156a5ac5962 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:04:12.870370 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4370bbe7-5b66-4ab8-9d44-8b5b2eba3206 None None] Network df2dbed4-f7d9-46da-9eb2-23f639181abe requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 23:04:12.883226 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.db_base_plugin_common [None req-c6176e94-d012-488d-ad56-ae69485cc3ff admin admin] Allocated IP 172.20.0.1 (df2dbed4-f7d9-46da-9eb2-23f639181abe/788044ca-9774-4ae9-9766-368bf28b8a02/41b88b99-3ef8-43d8-a1b0-b38cd9fec682) {{(pid=87507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 23:04:12.935586 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.plugins.ml2.managers [None req-1ee39a08-766c-4697-8c72-8ef5511ae3f3 None None] Attempting to bind port 0a539894-37a3-49bc-a058-aa1caf3f168b on host dv-neutron-821829-1-hyperv for vnic_type normal with profile  {{(pid=87509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 23:04:12.936171 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.plugins.ml2.managers [None req-1ee39a08-766c-4697-8c72-8ef5511ae3f3 None None] Attempting to bind port 0a539894-37a3-49bc-a058-aa1caf3f168b by drivers openvswitch,hyperv on host dv-neutron-821829-1-hyperv at level 0 using segments [{'id': 'a416442d-d143-4052-9f4e-546eb8cbe809', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5'}] {{(pid=87509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 23:04:12.936632 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ee39a08-766c-4697-8c72-8ef5511ae3f3 None None] Attempting to bind port 0a539894-37a3-49bc-a058-aa1caf3f168b on network f8905ce9-304b-4976-bc47-e58c71c11de5 {{(pid=87509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 23:04:12.943164 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6575b625-0219-4f8d-99e0-2c25f246eb77 None None] Pushing event updated for resources: {'Port': ['ID=0a539894-37a3-49bc-a058-aa1caf3f168b,revision_number=2']} {{(pid=87509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:04:12.946527 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG oslo_concurrency.lockutils [None req-6575b625-0219-4f8d-99e0-2c25f246eb77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=87509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:04:12.950707 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ee39a08-766c-4697-8c72-8ef5511ae3f3 None None] Checking agent: {'id': '5571501f-366e-47a4-9b60-8ef19d935d27', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821829-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 24, 2), 'started_at': datetime.datetime(2021, 12, 16, 22, 24, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 23, 4, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821829-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 23:04:12.953269 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ee39a08-766c-4697-8c72-8ef5511ae3f3 None None] Checking segment: {'id': 'a416442d-d143-4052-9f4e-546eb8cbe809', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 23:04:12.953711 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron_lib.callbacks.manager [None req-1ee39a08-766c-4697-8c72-8ef5511ae3f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:04:12.954182 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ee39a08-766c-4697-8c72-8ef5511ae3f3 None None] Bound using segment: {'id': 'a416442d-d143-4052-9f4e-546eb8cbe809', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5'} {{(pid=87509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 23:04:12.954730 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.plugins.ml2.managers [None req-1ee39a08-766c-4697-8c72-8ef5511ae3f3 None None] Bound port: 0a539894-37a3-49bc-a058-aa1caf3f168b, host: dv-neutron-821829-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a416442d-d143-4052-9f4e-546eb8cbe809', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5'}}] {{(pid=87509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 23:04:12.958028 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron_lib.callbacks.manager [None req-1ee39a08-766c-4697-8c72-8ef5511ae3f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:04:12.967431 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-15011eff-1fda-4a01-8c0e-06fecb8b6783 None None] Provisioning for port a9b66774-a060-41d9-9287-788e75ea61be completed by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 23:04:13.039883 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.plugins.ml2.db [None req-1ee39a08-766c-4697-8c72-8ef5511ae3f3 None None] For port 0a539894-37a3-49bc-a058-aa1caf3f168b, host dv-neutron-821829-1-hyperv, cleared binding levels {{(pid=87509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 23:04:13.043333 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.plugins.ml2.db [None req-1ee39a08-766c-4697-8c72-8ef5511ae3f3 None None] For port 0a539894-37a3-49bc-a058-aa1caf3f168b, host dv-neutron-821829-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=0a539894-37a3-49bc-a058-aa1caf3f168b,segment=NetworkSegment(a416442d-d143-4052-9f4e-546eb8cbe809),segment_id=a416442d-d143-4052-9f4e-546eb8cbe809)] {{(pid=87509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 23:04:13.048460 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron_lib.callbacks.manager [None req-1ee39a08-766c-4697-8c72-8ef5511ae3f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:04:13.053810 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG oslo_concurrency.lockutils [None req-936132aa-2bf4-4b4d-b40c-b0a06c75965f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:04:13.070181 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-c6176e94-d012-488d-ad56-ae69485cc3ff admin admin] Notify callbacks [] for port, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:04:13.092184 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.provisioning_blocks [None req-c6176e94-d012-488d-ad56-ae69485cc3ff admin admin] Transition to ACTIVE for port object 41b88b99-3ef8-43d8-a1b0-b38cd9fec682 will not be triggered until provisioned by entity DHCP. {{(pid=87507) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 23:04:13.133419 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ee39a08-766c-4697-8c72-8ef5511ae3f3 None None] Routers {'47ee9a05-454d-489f-b864-037c3c61bc35'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 23:04:13.134057 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-1ee39a08-766c-4697-8c72-8ef5511ae3f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b7df7f5e0>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T23:04:01Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['47ee9a05-454d-489f-b864-037c3c61bc35'], 'active': True} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 23:04:13.140887 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-c6176e94-d012-488d-ad56-ae69485cc3ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10807823'] for port, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:04:13.148150 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-024165f9-bfda-4407-88fe-57d7fd38b766 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:04:13.216231 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6176e94-d012-488d-ad56-ae69485cc3ff admin admin] Network df2dbed4-f7d9-46da-9eb2-23f639181abe is already hosted by enough agents. {{(pid=87507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 23:04:13.219319 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6575b625-0219-4f8d-99e0-2c25f246eb77 None None] Pushing event updated for resources: {'Port': ['ID=0a539894-37a3-49bc-a058-aa1caf3f168b,revision_number=3']} {{(pid=87509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:04:13.219940 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.base_scheduler [None req-c6176e94-d012-488d-ad56-ae69485cc3ff admin admin] Resources bound (agent type, host, resource id):  {{(pid=87507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 23:04:13.223869 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6176e94-d012-488d-ad56-ae69485cc3ff admin admin] Received port after_create {{(pid=87507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 23:04:13.233307 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG oslo_concurrency.lockutils [None req-6575b625-0219-4f8d-99e0-2c25f246eb77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=87509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:04:13.268417 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6176e94-d012-488d-ad56-ae69485cc3ff admin admin] Pushing event updated for resources: {'Port': ['ID=41b88b99-3ef8-43d8-a1b0-b38cd9fec682,revision_number=1']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:04:13.272415 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-c6176e94-d012-488d-ad56-ae69485cc3ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:04:13.288733 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-c6176e94-d012-488d-ad56-ae69485cc3ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3830061'] for router_interface, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:04:13.368679 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvr_db [None req-1ee39a08-766c-4697-8c72-8ef5511ae3f3 None None] Set router 47ee9a05-454d-489f-b864-037c3c61bc35 gateway port host: dv-neutron-821829-1-hyperv {{(pid=87509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 23:04:13.448604 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-c6176e94-d012-488d-ad56-ae69485cc3ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:04:13.646217 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-53f6f253-7051-4645-be21-c71faf443e3a None None] Provisioning for port 41b88b99-3ef8-43d8-a1b0-b38cd9fec682 completed by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 23:04:13.653897 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-53f6f253-7051-4645-be21-c71faf443e3a None None] Provisioning complete for port 41b88b99-3ef8-43d8-a1b0-b38cd9fec682 triggered by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 23:04:13.654300 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-53f6f253-7051-4645-be21-c71faf443e3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:04:13.667265 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-1ee39a08-766c-4697-8c72-8ef5511ae3f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b7df7f5e0>, [{'id': '47ee9a05-454d-489f-b864-037c3c61bc35', 'name': 'tempest-TestEncryptedCinderVolumes-385788787-router', 'tenant_id': '11659f12ddf34e06bb564052093133c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.113'}], 'enable_snat': True}, 'gw_port_id': '0a539894-37a3-49bc-a058-aa1caf3f168b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:04:09Z', 'updated_at': '2021-12-16T23:04:10Z', 'revision_number': 3, 'project_id': '11659f12ddf34e06bb564052093133c1', 'gw_port': {'id': '0a539894-37a3-49bc-a058-aa1caf3f168b', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:19:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47ee9a05-454d-489f-b864-037c3c61bc35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:04:10Z', 'updated_at': '2021-12-16T23:04:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv'}], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 23:04:13.671599 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ee39a08-766c-4697-8c72-8ef5511ae3f3 None None] The sync data for ids ['47ee9a05-454d-489f-b864-037c3c61bc35'] in dv-neutron-821829-1-hyperv is: [{'id': '47ee9a05-454d-489f-b864-037c3c61bc35', 'name': 'tempest-TestEncryptedCinderVolumes-385788787-router', 'tenant_id': '11659f12ddf34e06bb564052093133c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.113'}], 'enable_snat': True}, 'gw_port_id': '0a539894-37a3-49bc-a058-aa1caf3f168b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:04:09Z', 'updated_at': '2021-12-16T23:04:10Z', 'revision_number': 3, 'project_id': '11659f12ddf34e06bb564052093133c1', 'gw_port': {'id': '0a539894-37a3-49bc-a058-aa1caf3f168b', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:19:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47ee9a05-454d-489f-b864-037c3c61bc35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:04:10Z', 'updated_at': '2021-12-16T23:04:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv'}] {{(pid=87509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 23:04:13.723393 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-53f6f253-7051-4645-be21-c71faf443e3a None None] Port 41b88b99-3ef8-43d8-a1b0-b38cd9fec682 cannot update to ACTIVE because it is not bound. {{(pid=87508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 23:04:13.812585 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-c6176e94-d012-488d-ad56-ae69485cc3ff admin admin] Notify callbacks [] for port, precommit_update {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:04:13.819277 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-c6176e94-d012-488d-ad56-ae69485cc3ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10807814'] for port, after_update {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:04:13.846712 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-37b69524-69ba-40f4-a2a6-53eaa4bac5c1 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:04:13.939879 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6176e94-d012-488d-ad56-ae69485cc3ff admin admin] Pushing event updated for resources: {'Port': ['ID=41b88b99-3ef8-43d8-a1b0-b38cd9fec682,revision_number=2']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:04:13.942365 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-c6176e94-d012-488d-ad56-ae69485cc3ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3791426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3830222'] for router_interface, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:04:13.946621 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-c6176e94-d012-488d-ad56-ae69485cc3ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:04:13.971891 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 0a1323ba-9a4e-4444-ae91-0b0e3f1080d2 up at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 23:04:14.043728 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning for port 0a1323ba-9a4e-4444-ae91-0b0e3f1080d2 completed by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 23:04:14.049297 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning complete for port 0a1323ba-9a4e-4444-ae91-0b0e3f1080d2 triggered by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 23:04:14.049809 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:04:14.086213 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6176e94-d012-488d-ad56-ae69485cc3ff admin admin] Network df2dbed4-f7d9-46da-9eb2-23f639181abe is already hosted by enough agents. {{(pid=87507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 23:04:14.087433 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.base_scheduler [None req-c6176e94-d012-488d-ad56-ae69485cc3ff admin admin] Resources bound (agent type, host, resource id):  {{(pid=87507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 23:04:14.185317 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:04:14.228223 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] For port 0a1323ba-9a4e-4444-ae91-0b0e3f1080d2, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=0a1323ba-9a4e-4444-ae91-0b0e3f1080d2,segment=NetworkSegment(ac7838c2-79ac-4c57-ae7c-056a6c5687f0),segment_id=ac7838c2-79ac-4c57-ae7c-056a6c5687f0)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 23:04:14.234362 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:04:14.235882 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device a9b66774-a060-41d9-9287-788e75ea61be up at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 23:04:14.272208 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:04:14.301736 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6176e94-d012-488d-ad56-ae69485cc3ff admin admin] Router 47ee9a05-454d-489f-b864-037c3c61bc35 has already been hosted by L3 agent 4f519db7-069b-43e2-8411-c092bac9102a {{(pid=87507) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 23:04:14.427953 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-a2ae91e0-8866-40d1-95a6-b89b8facc664 None None] Provisioning complete for port 41b88b99-3ef8-43d8-a1b0-b38cd9fec682 triggered by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 23:04:14.428340 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-a2ae91e0-8866-40d1-95a6-b89b8facc664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:04:14.466957 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Pushing event updated for resources: {'Port': ['ID=0a1323ba-9a4e-4444-ae91-0b0e3f1080d2,revision_number=5']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:04:14.472156 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:04:14.495212 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6176e94-d012-488d-ad56-ae69485cc3ff admin admin] Notify agent at l3_agent.dv-neutron-821829-1-hyperv the message routers_updated {{(pid=87507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 23:04:14.501200 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-a2ae91e0-8866-40d1-95a6-b89b8facc664 None None] Port 41b88b99-3ef8-43d8-a1b0-b38cd9fec682 cannot update to ACTIVE because it is not bound. {{(pid=87508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 23:04:14.503851 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning for port a9b66774-a060-41d9-9287-788e75ea61be completed by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 23:04:14.509472 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning complete for port a9b66774-a060-41d9-9287-788e75ea61be triggered by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 23:04:14.509938 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:04:14.516884 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-c6176e94-d012-488d-ad56-ae69485cc3ff admin admin] 10.222.0.13 "PUT /v2.0/routers/47ee9a05-454d-489f-b864-037c3c61bc35/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.7098584
Dec 16 23:04:14.635422 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:04:14.669759 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] For port a9b66774-a060-41d9-9287-788e75ea61be, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=a9b66774-a060-41d9-9287-788e75ea61be,segment=NetworkSegment(8f5d41b0-c221-496d-aa8a-6a70bdec7765),segment_id=8f5d41b0-c221-496d-aa8a-6a70bdec7765)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 23:04:14.675869 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:04:14.679614 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:04:14.749723 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Pushing event updated for resources: {'Port': ['ID=a9b66774-a060-41d9-9287-788e75ea61be,revision_number=3']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:04:14.752987 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:04:15.333652 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7890cc0e-8101-42f9-96f4-3f2b2aa39c7c None None] Sync routers for ids ['47ee9a05-454d-489f-b864-037c3c61bc35'] in dv-neutron-821829-1-hyperv {{(pid=87508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 23:04:15.343321 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7890cc0e-8101-42f9-96f4-3f2b2aa39c7c None None] Routers {'47ee9a05-454d-489f-b864-037c3c61bc35'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 23:04:15.344007 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-7890cc0e-8101-42f9-96f4-3f2b2aa39c7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b76ce91f0>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T23:04:01Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['47ee9a05-454d-489f-b864-037c3c61bc35'], 'active': True} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 23:04:15.358890 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc633243-e8f1-4eec-970c-4acb91c953b4 req-b5d59604-261e-45f8-aea4-35c4ca5a9fa9 tempest-TestEncryptedCinderVolumes-1016669813 tempest-TestEncryptedCinderVolumes-1016669813-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:04:15.362062 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-dc633243-e8f1-4eec-970c-4acb91c953b4 req-b5d59604-261e-45f8-aea4-35c4ca5a9fa9 tempest-TestEncryptedCinderVolumes-1016669813 tempest-TestEncryptedCinderVolumes-1016669813-project] 10.222.0.13 "GET /v2.0/networks?id=39c1d9af-be3e-4140-a06c-007bbfb6f18b HTTP/1.1" status: 200  len: 817 time: 0.1480720
Dec 16 23:04:15.376485 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-dc633243-e8f1-4eec-970c-4acb91c953b4 req-bce49fc1-5732-4875-b1c0-01850fb52f80 tempest-TestEncryptedCinderVolumes-1016669813 tempest-TestEncryptedCinderVolumes-1016669813-project] 10.222.0.13 "GET /v2.0/quotas/b3c6616415774c6c9d8f3480621d2855 HTTP/1.1" status: 200  len: 375 time: 0.0093122
Dec 16 23:04:15.463020 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [req-dc633243-e8f1-4eec-970c-4acb91c953b4 req-09d5c6b2-b78d-4a1d-91ce-d9c4dfba0a4b tempest-TestEncryptedCinderVolumes-1016669813 tempest-TestEncryptedCinderVolumes-1016669813-project] Synchronizing usage tracker for tenant:b3c6616415774c6c9d8f3480621d2855 on resource:port {{(pid=87507) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 23:04:15.479452 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [req-dc633243-e8f1-4eec-970c-4acb91c953b4 req-09d5c6b2-b78d-4a1d-91ce-d9c4dfba0a4b tempest-TestEncryptedCinderVolumes-1016669813 tempest-TestEncryptedCinderVolumes-1016669813-project] Unset dirty status for tenant:b3c6616415774c6c9d8f3480621d2855 on resource:port {{(pid=87507) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 23:04:15.480882 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-dc633243-e8f1-4eec-970c-4acb91c953b4 req-09d5c6b2-b78d-4a1d-91ce-d9c4dfba0a4b tempest-TestEncryptedCinderVolumes-1016669813 tempest-TestEncryptedCinderVolumes-1016669813-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=b3c6616415774c6c9d8f3480621d2855&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0994258
Dec 16 23:04:15.525937 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvr_db [None req-7890cc0e-8101-42f9-96f4-3f2b2aa39c7c None None] Set router 47ee9a05-454d-489f-b864-037c3c61bc35 gateway port host: dv-neutron-821829-1-hyperv {{(pid=87508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 23:04:15.618502 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-dc633243-e8f1-4eec-970c-4acb91c953b4 req-c91dc28f-0117-4eaf-b6dd-740615946b5c service neutron] 10.222.0.13 "GET /v2.0/networks/39c1d9af-be3e-4140-a06c-007bbfb6f18b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1245956
Dec 16 23:04:15.749026 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-dc633243-e8f1-4eec-970c-4acb91c953b4 req-61f2ba67-5f57-4472-8d0c-8b72c1945531 service neutron] 10.222.0.13 "GET /v2.0/networks/39c1d9af-be3e-4140-a06c-007bbfb6f18b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1247165
Dec 16 23:04:15.839357 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-7890cc0e-8101-42f9-96f4-3f2b2aa39c7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b76ce91f0>, [{'id': '47ee9a05-454d-489f-b864-037c3c61bc35', 'name': 'tempest-TestEncryptedCinderVolumes-385788787-router', 'tenant_id': '11659f12ddf34e06bb564052093133c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.113'}], 'enable_snat': True}, 'gw_port_id': '0a539894-37a3-49bc-a058-aa1caf3f168b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:04:09Z', 'updated_at': '2021-12-16T23:04:13Z', 'revision_number': 4, 'project_id': '11659f12ddf34e06bb564052093133c1', 'gw_port': {'id': '0a539894-37a3-49bc-a058-aa1caf3f168b', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:19:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47ee9a05-454d-489f-b864-037c3c61bc35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:04:10Z', 'updated_at': '2021-12-16T23:04:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv', '_interfaces': [{'id': '41b88b99-3ef8-43d8-a1b0-b38cd9fec682', 'name': '', 'network_id': 'df2dbed4-f7d9-46da-9eb2-23f639181abe', 'tenant_id': '11659f12ddf34e06bb564052093133c1', 'mac_address': 'fa:16:3e:b5:c8:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47ee9a05-454d-489f-b864-037c3c61bc35', 'device_owner': 'network:router_interface', 'standard_attr_id': 1638, 'fixed_ips': [{'subnet_id': '788044ca-9774-4ae9-9766-368bf28b8a02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:04:12Z', 'updated_at': '2021-12-16T23:04:13Z', 'revision_number': 2, 'project_id': '11659f12ddf34e06bb564052093133c1', 'subnets': [{'id': '788044ca-9774-4ae9-9766-368bf28b8a02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 23:04:15.844706 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7890cc0e-8101-42f9-96f4-3f2b2aa39c7c None None] Checking router: 47ee9a05-454d-489f-b864-037c3c61bc35 for host: dv-neutron-821829-1-hyperv {{(pid=87508) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 23:04:15.845061 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7890cc0e-8101-42f9-96f4-3f2b2aa39c7c None None] Updating router 47ee9a05-454d-489f-b864-037c3c61bc35 port 41b88b99-3ef8-43d8-a1b0-b38cd9fec682 binding host dv-neutron-821829-1-hyperv {{(pid=87508) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 16 23:04:15.916141 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-7890cc0e-8101-42f9-96f4-3f2b2aa39c7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:04:15.923749 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-8fce7fc8-adc3-422b-89c8-8c87dc1e6323 req-4f420369-043e-4b7d-bc2b-b46bcea65a9e tempest-TestEncryptedCinderVolumes-1016669813 tempest-TestEncryptedCinderVolumes-1016669813-project] 10.222.0.13 "GET /v2.0/ports?device_id=874812a0-dad3-438b-9111-8c3382929ade HTTP/1.1" status: 200  len: 210 time: 0.0431125
Dec 16 23:04:15.977771 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 0a1323ba-9a4e-4444-ae91-0b0e3f1080d2 up at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 23:04:16.122201 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning complete for port 0a1323ba-9a4e-4444-ae91-0b0e3f1080d2 triggered by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 23:04:16.122587 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:04:16.343638 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 0a539894-37a3-49bc-a058-aa1caf3f168b up at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 23:04:16.464635 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-7890cc0e-8101-42f9-96f4-3f2b2aa39c7c None None] Notify callbacks [] for port, precommit_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:04:16.479715 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-7890cc0e-8101-42f9-96f4-3f2b2aa39c7c None None] Transition to ACTIVE for port object 41b88b99-3ef8-43d8-a1b0-b38cd9fec682 will not be triggered until provisioned by entity L2. {{(pid=87508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 23:04:16.482348 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning for port 0a539894-37a3-49bc-a058-aa1caf3f168b completed by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 23:04:16.488099 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning complete for port 0a539894-37a3-49bc-a058-aa1caf3f168b triggered by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 23:04:16.488477 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:04:16.562467 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-7890cc0e-8101-42f9-96f4-3f2b2aa39c7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:04:16.571356 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:04:16.749323 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc35fdd0-5a38-4984-9147-2bba71eed593 None None] Pushing event updated for resources: {'Port': ['ID=41b88b99-3ef8-43d8-a1b0-b38cd9fec682,revision_number=3']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:04:16.757029 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-bc35fdd0-5a38-4984-9147-2bba71eed593 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:04:16.852759 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-7890cc0e-8101-42f9-96f4-3f2b2aa39c7c None None] Attempting to bind port 41b88b99-3ef8-43d8-a1b0-b38cd9fec682 on host dv-neutron-821829-1-hyperv for vnic_type normal with profile  {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 23:04:16.853145 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-7890cc0e-8101-42f9-96f4-3f2b2aa39c7c None None] Attempting to bind port 41b88b99-3ef8-43d8-a1b0-b38cd9fec682 by drivers openvswitch,hyperv on host dv-neutron-821829-1-hyperv at level 0 using segments [{'id': '8f5d41b0-c221-496d-aa8a-6a70bdec7765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'df2dbed4-f7d9-46da-9eb2-23f639181abe'}] {{(pid=87508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 23:04:16.853520 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7890cc0e-8101-42f9-96f4-3f2b2aa39c7c None None] Attempting to bind port 41b88b99-3ef8-43d8-a1b0-b38cd9fec682 on network df2dbed4-f7d9-46da-9eb2-23f639181abe {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 23:04:16.870006 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7890cc0e-8101-42f9-96f4-3f2b2aa39c7c None None] Checking agent: {'id': '5571501f-366e-47a4-9b60-8ef19d935d27', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821829-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 24, 2), 'started_at': datetime.datetime(2021, 12, 16, 22, 24, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 23, 4, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821829-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 23:04:16.870393 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7890cc0e-8101-42f9-96f4-3f2b2aa39c7c None None] Checking segment: {'id': '8f5d41b0-c221-496d-aa8a-6a70bdec7765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'df2dbed4-f7d9-46da-9eb2-23f639181abe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 23:04:16.870801 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-7890cc0e-8101-42f9-96f4-3f2b2aa39c7c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:04:16.871204 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7890cc0e-8101-42f9-96f4-3f2b2aa39c7c None None] Bound using segment: {'id': '8f5d41b0-c221-496d-aa8a-6a70bdec7765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'df2dbed4-f7d9-46da-9eb2-23f639181abe'} {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 23:04:16.871682 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-7890cc0e-8101-42f9-96f4-3f2b2aa39c7c None None] Bound port: 41b88b99-3ef8-43d8-a1b0-b38cd9fec682, host: dv-neutron-821829-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f5d41b0-c221-496d-aa8a-6a70bdec7765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'df2dbed4-f7d9-46da-9eb2-23f639181abe'}}] {{(pid=87508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 23:04:16.872093 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-7890cc0e-8101-42f9-96f4-3f2b2aa39c7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:04:16.885627 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:04:16.947707 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] For port 0a539894-37a3-49bc-a058-aa1caf3f168b, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=0a539894-37a3-49bc-a058-aa1caf3f168b,segment=NetworkSegment(a416442d-d143-4052-9f4e-546eb8cbe809),segment_id=a416442d-d143-4052-9f4e-546eb8cbe809)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 23:04:16.954945 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:04:16.955929 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device a9b66774-a060-41d9-9287-788e75ea61be up at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 23:04:16.994906 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:04:17.096379 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-7890cc0e-8101-42f9-96f4-3f2b2aa39c7c None None] For port 41b88b99-3ef8-43d8-a1b0-b38cd9fec682, host dv-neutron-821829-1-hyperv, cleared binding levels {{(pid=87508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 23:04:17.104893 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Pushing event updated for resources: {'Port': ['ID=0a539894-37a3-49bc-a058-aa1caf3f168b,revision_number=4']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:04:17.111468 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:04:17.114433 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-7890cc0e-8101-42f9-96f4-3f2b2aa39c7c None None] For port 41b88b99-3ef8-43d8-a1b0-b38cd9fec682, host dv-neutron-821829-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=41b88b99-3ef8-43d8-a1b0-b38cd9fec682,segment=NetworkSegment(8f5d41b0-c221-496d-aa8a-6a70bdec7765),segment_id=8f5d41b0-c221-496d-aa8a-6a70bdec7765)] {{(pid=87508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 23:04:17.122752 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-7890cc0e-8101-42f9-96f4-3f2b2aa39c7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:04:17.128496 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:04:17.129932 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-e5291228-21ee-464d-a9b0-6767186c1a5a req-cf046e9e-9b43-4c28-83f3-17ce9ec7ae73 tempest-TestEncryptedCinderVolumes-1016669813 tempest-TestEncryptedCinderVolumes-1016669813-project] 10.222.0.13 "GET /v2.0/ports?device_id=874812a0-dad3-438b-9111-8c3382929ade HTTP/1.1" status: 200  len: 210 time: 0.0536141
Dec 16 23:04:17.183083 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning complete for port a9b66774-a060-41d9-9287-788e75ea61be triggered by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 23:04:17.183443 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:04:17.261245 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7890cc0e-8101-42f9-96f4-3f2b2aa39c7c None None] Routers {'47ee9a05-454d-489f-b864-037c3c61bc35'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 23:04:17.262866 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-7890cc0e-8101-42f9-96f4-3f2b2aa39c7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b76ce91f0>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T23:04:01Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['47ee9a05-454d-489f-b864-037c3c61bc35'], 'active': True} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 23:04:17.310892 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc633243-e8f1-4eec-970c-4acb91c953b4 req-f1dd419e-a735-40b5-baa3-ff7447cc26c7 tempest-TestEncryptedCinderVolumes-1016669813 tempest-TestEncryptedCinderVolumes-1016669813-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:04:17.311842 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [req-dc633243-e8f1-4eec-970c-4acb91c953b4 req-f1dd419e-a735-40b5-baa3-ff7447cc26c7 tempest-TestEncryptedCinderVolumes-1016669813 tempest-TestEncryptedCinderVolumes-1016669813-project] Synchronizing usage tracker for tenant:b3c6616415774c6c9d8f3480621d2855 on resource:network {{(pid=87506) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 23:04:17.325814 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc35fdd0-5a38-4984-9147-2bba71eed593 None None] Pushing event updated for resources: {'Port': ['ID=41b88b99-3ef8-43d8-a1b0-b38cd9fec682,revision_number=4']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:04:17.331785 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [req-dc633243-e8f1-4eec-970c-4acb91c953b4 req-f1dd419e-a735-40b5-baa3-ff7447cc26c7 tempest-TestEncryptedCinderVolumes-1016669813 tempest-TestEncryptedCinderVolumes-1016669813-project] Unset dirty status for tenant:b3c6616415774c6c9d8f3480621d2855 on resource:network {{(pid=87506) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 23:04:17.333210 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-dc633243-e8f1-4eec-970c-4acb91c953b4 req-f1dd419e-a735-40b5-baa3-ff7447cc26c7 tempest-TestEncryptedCinderVolumes-1016669813 tempest-TestEncryptedCinderVolumes-1016669813-project] 10.222.0.49 "GET /v2.0/networks?id=39c1d9af-be3e-4140-a06c-007bbfb6f18b HTTP/1.1" status: 200  len: 817 time: 0.3853137
Dec 16 23:04:17.340211 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-bc35fdd0-5a38-4984-9147-2bba71eed593 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:04:17.374005 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [req-dc633243-e8f1-4eec-970c-4acb91c953b4 req-9be0809d-15ea-45cf-be5e-559c1a894ffc tempest-TestEncryptedCinderVolumes-1016669813 tempest-TestEncryptedCinderVolumes-1016669813-project] Request body: {'port': {'device_id': '874812a0-dad3-438b-9111-8c3382929ade', 'network_id': '39c1d9af-be3e-4140-a06c-007bbfb6f18b', 'admin_state_up': True, 'tenant_id': 'b3c6616415774c6c9d8f3480621d2855'}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 23:04:17.509049 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [req-dc633243-e8f1-4eec-970c-4acb91c953b4 req-9be0809d-15ea-45cf-be5e-559c1a894ffc tempest-TestEncryptedCinderVolumes-1016669813 tempest-TestEncryptedCinderVolumes-1016669813-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 23:04:17.518407 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [req-dc633243-e8f1-4eec-970c-4acb91c953b4 req-9be0809d-15ea-45cf-be5e-559c1a894ffc tempest-TestEncryptedCinderVolumes-1016669813 tempest-TestEncryptedCinderVolumes-1016669813-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 23:04:17.528928 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc633243-e8f1-4eec-970c-4acb91c953b4 req-9be0809d-15ea-45cf-be5e-559c1a894ffc tempest-TestEncryptedCinderVolumes-1016669813 tempest-TestEncryptedCinderVolumes-1016669813-project] Made reservation on behalf of b3c6616415774c6c9d8f3480621d2855 for: {'port': 1} {{(pid=87506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 23:04:17.529689 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvr_db [None req-7890cc0e-8101-42f9-96f4-3f2b2aa39c7c None None] Set router 47ee9a05-454d-489f-b864-037c3c61bc35 gateway port host: dv-neutron-821829-1-hyperv {{(pid=87508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 23:04:17.532423 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-dc633243-e8f1-4eec-970c-4acb91c953b4 req-9be0809d-15ea-45cf-be5e-559c1a894ffc tempest-TestEncryptedCinderVolumes-1016669813 tempest-TestEncryptedCinderVolumes-1016669813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:04:17.691021 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.db_base_plugin_common [req-dc633243-e8f1-4eec-970c-4acb91c953b4 req-9be0809d-15ea-45cf-be5e-559c1a894ffc tempest-TestEncryptedCinderVolumes-1016669813 tempest-TestEncryptedCinderVolumes-1016669813-project] Allocated IP 172.20.0.8 (39c1d9af-be3e-4140-a06c-007bbfb6f18b/2996e6c4-d7e0-4d01-9156-836f364de8a4/9cc3c025-2ca2-49f9-8766-24b405470e6f) {{(pid=87506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 23:04:17.838947 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-7890cc0e-8101-42f9-96f4-3f2b2aa39c7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b76ce91f0>, [{'id': '47ee9a05-454d-489f-b864-037c3c61bc35', 'name': 'tempest-TestEncryptedCinderVolumes-385788787-router', 'tenant_id': '11659f12ddf34e06bb564052093133c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.113'}], 'enable_snat': True}, 'gw_port_id': '0a539894-37a3-49bc-a058-aa1caf3f168b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:04:09Z', 'updated_at': '2021-12-16T23:04:13Z', 'revision_number': 4, 'project_id': '11659f12ddf34e06bb564052093133c1', 'gw_port': {'id': '0a539894-37a3-49bc-a058-aa1caf3f168b', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:19:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47ee9a05-454d-489f-b864-037c3c61bc35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:04:10Z', 'updated_at': '2021-12-16T23:04:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv', '_interfaces': [{'id': '41b88b99-3ef8-43d8-a1b0-b38cd9fec682', 'name': '', 'network_id': 'df2dbed4-f7d9-46da-9eb2-23f639181abe', 'tenant_id': '11659f12ddf34e06bb564052093133c1', 'mac_address': 'fa:16:3e:b5:c8:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47ee9a05-454d-489f-b864-037c3c61bc35', 'device_owner': 'network:router_interface', 'standard_attr_id': 1638, 'fixed_ips': [{'subnet_id': '788044ca-9774-4ae9-9766-368bf28b8a02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:04:12Z', 'updated_at': '2021-12-16T23:04:17Z', 'revision_number': 4, 'project_id': '11659f12ddf34e06bb564052093133c1', 'subnets': [{'id': '788044ca-9774-4ae9-9766-368bf28b8a02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 23:04:17.843037 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7890cc0e-8101-42f9-96f4-3f2b2aa39c7c None None] The sync data for ids ['47ee9a05-454d-489f-b864-037c3c61bc35'] in dv-neutron-821829-1-hyperv is: [{'id': '47ee9a05-454d-489f-b864-037c3c61bc35', 'name': 'tempest-TestEncryptedCinderVolumes-385788787-router', 'tenant_id': '11659f12ddf34e06bb564052093133c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.113'}], 'enable_snat': True}, 'gw_port_id': '0a539894-37a3-49bc-a058-aa1caf3f168b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:04:09Z', 'updated_at': '2021-12-16T23:04:13Z', 'revision_number': 4, 'project_id': '11659f12ddf34e06bb564052093133c1', 'gw_port': {'id': '0a539894-37a3-49bc-a058-aa1caf3f168b', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:19:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47ee9a05-454d-489f-b864-037c3c61bc35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:04:10Z', 'updated_at': '2021-12-16T23:04:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv', '_interfaces': [{'id': '41b88b99-3ef8-43d8-a1b0-b38cd9fec682', 'name': '', 'network_id': 'df2dbed4-f7d9-46da-9eb2-23f639181abe', 'tenant_id': '11659f12ddf34e06bb564052093133c1', 'mac_address': 'fa:16:3e:b5:c8:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47ee9a05-454d-489f-b864-037c3c61bc35', 'device_owner': 'network:router_interface', 'standard_attr_id': 1638, 'fixed_ips': [{'subnet_id': '788044ca-9774-4ae9-9766-368bf28b8a02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:04:12Z', 'updated_at': '2021-12-16T23:04:17Z', 'revision_number': 4, 'project_id': '11659f12ddf34e06bb564052093133c1', 'subnets': [{'id': '788044ca-9774-4ae9-9766-368bf28b8a02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 23:04:17.863555 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 0a539894-37a3-49bc-a058-aa1caf3f168b up at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 23:04:17.907722 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-dc633243-e8f1-4eec-970c-4acb91c953b4 req-9be0809d-15ea-45cf-be5e-559c1a894ffc tempest-TestEncryptedCinderVolumes-1016669813 tempest-TestEncryptedCinderVolumes-1016669813-project] Notify callbacks [] for port, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:04:17.928025 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.provisioning_blocks [req-dc633243-e8f1-4eec-970c-4acb91c953b4 req-9be0809d-15ea-45cf-be5e-559c1a894ffc tempest-TestEncryptedCinderVolumes-1016669813 tempest-TestEncryptedCinderVolumes-1016669813-project] Transition to ACTIVE for port object 9cc3c025-2ca2-49f9-8766-24b405470e6f will not be triggered until provisioned by entity DHCP. {{(pid=87506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 23:04:17.964385 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning complete for port 0a539894-37a3-49bc-a058-aa1caf3f168b triggered by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 23:04:17.964890 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-dc633243-e8f1-4eec-970c-4acb91c953b4 req-9be0809d-15ea-45cf-be5e-559c1a894ffc tempest-TestEncryptedCinderVolumes-1016669813 tempest-TestEncryptedCinderVolumes-1016669813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1863393'] for port, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:04:17.965033 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:04:17.970982 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-70e52b64-211a-4ef3-868c-8dd7e2603b27 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:04:18.041680 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc633243-e8f1-4eec-970c-4acb91c953b4 req-9be0809d-15ea-45cf-be5e-559c1a894ffc tempest-TestEncryptedCinderVolumes-1016669813 tempest-TestEncryptedCinderVolumes-1016669813-project] Network 39c1d9af-be3e-4140-a06c-007bbfb6f18b is already hosted by enough agents. {{(pid=87506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 23:04:18.045036 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.base_scheduler [req-dc633243-e8f1-4eec-970c-4acb91c953b4 req-9be0809d-15ea-45cf-be5e-559c1a894ffc tempest-TestEncryptedCinderVolumes-1016669813 tempest-TestEncryptedCinderVolumes-1016669813-project] Resources bound (agent type, host, resource id):  {{(pid=87506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 23:04:18.049192 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc633243-e8f1-4eec-970c-4acb91c953b4 req-9be0809d-15ea-45cf-be5e-559c1a894ffc tempest-TestEncryptedCinderVolumes-1016669813 tempest-TestEncryptedCinderVolumes-1016669813-project] Received port after_create {{(pid=87506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 23:04:18.106022 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be0809d-15ea-45cf-be5e-559c1a894ffc tempest-TestEncryptedCinderVolumes-1016669813 tempest-TestEncryptedCinderVolumes-1016669813-project] Pushing event updated for resources: {'Port': ['ID=9cc3c025-2ca2-49f9-8766-24b405470e6f,revision_number=1']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:04:18.110545 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-9be0809d-15ea-45cf-be5e-559c1a894ffc tempest-TestEncryptedCinderVolumes-1016669813 tempest-TestEncryptedCinderVolumes-1016669813-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:04:18.124536 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc633243-e8f1-4eec-970c-4acb91c953b4 req-9be0809d-15ea-45cf-be5e-559c1a894ffc tempest-TestEncryptedCinderVolumes-1016669813 tempest-TestEncryptedCinderVolumes-1016669813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:04:18.125195 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-dc633243-e8f1-4eec-970c-4acb91c953b4 req-9be0809d-15ea-45cf-be5e-559c1a894ffc tempest-TestEncryptedCinderVolumes-1016669813 tempest-TestEncryptedCinderVolumes-1016669813-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for port, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:04:18.151153 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-dc633243-e8f1-4eec-970c-4acb91c953b4 req-9be0809d-15ea-45cf-be5e-559c1a894ffc tempest-TestEncryptedCinderVolumes-1016669813 tempest-TestEncryptedCinderVolumes-1016669813-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.7819493
Dec 16 23:04:18.171334 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [req-dc633243-e8f1-4eec-970c-4acb91c953b4 req-860b239f-d787-4dca-b5f3-260f855cd70d service neutron] Request body: {'port': {'device_id': '874812a0-dad3-438b-9111-8c3382929ade', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8218'}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 23:04:18.298959 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-dc633243-e8f1-4eec-970c-4acb91c953b4 req-860b239f-d787-4dca-b5f3-260f855cd70d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:04:18.340456 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f22484d-685f-47c1-8589-89012abc2544 req-3319f775-f391-4add-ab69-5f67b34a7f3c tempest-TestEncryptedCinderVolumes-1016669813 tempest-TestEncryptedCinderVolumes-1016669813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:04:18.341911 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-1f22484d-685f-47c1-8589-89012abc2544 req-3319f775-f391-4add-ab69-5f67b34a7f3c tempest-TestEncryptedCinderVolumes-1016669813 tempest-TestEncryptedCinderVolumes-1016669813-project] 10.222.0.13 "GET /v2.0/ports?device_id=874812a0-dad3-438b-9111-8c3382929ade HTTP/1.1" status: 200  len: 931 time: 0.0882847
Dec 16 23:04:18.353587 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-2c23a3b1-7279-47b5-828d-d25b0b646426 None None] Provisioning for port 9cc3c025-2ca2-49f9-8766-24b405470e6f completed by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 23:04:18.359907 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-2c23a3b1-7279-47b5-828d-d25b0b646426 None None] Provisioning complete for port 9cc3c025-2ca2-49f9-8766-24b405470e6f triggered by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 23:04:18.360483 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-2c23a3b1-7279-47b5-828d-d25b0b646426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:04:18.400275 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-1f22484d-685f-47c1-8589-89012abc2544 req-40ecfe49-4525-4c80-a37b-a8eb398e7a94 tempest-TestEncryptedCinderVolumes-1016669813 tempest-TestEncryptedCinderVolumes-1016669813-project] 10.222.0.13 "GET /v2.0/security-groups?id=7b8ba50e-e070-43a4-8de8-8d3b5c9d4fb8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0510263
Dec 16 23:04:18.477359 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-2c23a3b1-7279-47b5-828d-d25b0b646426 None None] Port 9cc3c025-2ca2-49f9-8766-24b405470e6f cannot update to ACTIVE because it is not bound. {{(pid=87508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 23:04:18.665558 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.notifiers.nova [req-dc633243-e8f1-4eec-970c-4acb91c953b4 req-860b239f-d787-4dca-b5f3-260f855cd70d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9cc3c025-2ca2-49f9-8766-24b405470e6f {{(pid=87506) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 23:04:18.673201 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-dc633243-e8f1-4eec-970c-4acb91c953b4 req-860b239f-d787-4dca-b5f3-260f855cd70d service neutron] Notify callbacks [] for port, precommit_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:04:18.688149 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.provisioning_blocks [req-dc633243-e8f1-4eec-970c-4acb91c953b4 req-860b239f-d787-4dca-b5f3-260f855cd70d service neutron] Transition to ACTIVE for port object 9cc3c025-2ca2-49f9-8766-24b405470e6f will not be triggered until provisioned by entity L2. {{(pid=87506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 23:04:18.692336 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-dc633243-e8f1-4eec-970c-4acb91c953b4 req-860b239f-d787-4dca-b5f3-260f855cd70d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1863400'] for port, after_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:04:18.696291 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-0ec60a83-05f5-4b5d-9b07-6b2f041f1573 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:04:18.857590 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860b239f-d787-4dca-b5f3-260f855cd70d service neutron] Pushing event updated for resources: {'Port': ['ID=9cc3c025-2ca2-49f9-8766-24b405470e6f,revision_number=2']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:04:18.865047 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-860b239f-d787-4dca-b5f3-260f855cd70d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:04:18.938808 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.managers [req-dc633243-e8f1-4eec-970c-4acb91c953b4 req-860b239f-d787-4dca-b5f3-260f855cd70d service neutron] Attempting to bind port 9cc3c025-2ca2-49f9-8766-24b405470e6f on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=87506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 23:04:18.939135 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.managers [req-dc633243-e8f1-4eec-970c-4acb91c953b4 req-860b239f-d787-4dca-b5f3-260f855cd70d service neutron] Attempting to bind port 9cc3c025-2ca2-49f9-8766-24b405470e6f by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': 'ac7838c2-79ac-4c57-ae7c-056a6c5687f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '39c1d9af-be3e-4140-a06c-007bbfb6f18b'}] {{(pid=87506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 23:04:18.939459 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc633243-e8f1-4eec-970c-4acb91c953b4 req-860b239f-d787-4dca-b5f3-260f855cd70d service neutron] Attempting to bind port 9cc3c025-2ca2-49f9-8766-24b405470e6f on network 39c1d9af-be3e-4140-a06c-007bbfb6f18b {{(pid=87506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 23:04:18.944210 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc633243-e8f1-4eec-970c-4acb91c953b4 req-860b239f-d787-4dca-b5f3-260f855cd70d service neutron] Port 9cc3c025-2ca2-49f9-8766-24b405470e6f on network 39c1d9af-be3e-4140-a06c-007bbfb6f18b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=87506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 16 23:04:18.944528 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc633243-e8f1-4eec-970c-4acb91c953b4 req-860b239f-d787-4dca-b5f3-260f855cd70d service neutron] Attempting to bind port 9cc3c025-2ca2-49f9-8766-24b405470e6f on network 39c1d9af-be3e-4140-a06c-007bbfb6f18b {{(pid=87506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 23:04:18.950331 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc633243-e8f1-4eec-970c-4acb91c953b4 req-860b239f-d787-4dca-b5f3-260f855cd70d service neutron] Checking agent: {'id': '849b5cbb-8f70-4c31-8f37-fd42f8351747', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8218', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 30, 8), 'started_at': datetime.datetime(2021, 12, 16, 22, 30, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 23, 4, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 23:04:18.950642 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc633243-e8f1-4eec-970c-4acb91c953b4 req-860b239f-d787-4dca-b5f3-260f855cd70d service neutron] Checking segment: {'id': 'ac7838c2-79ac-4c57-ae7c-056a6c5687f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '39c1d9af-be3e-4140-a06c-007bbfb6f18b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 23:04:18.951018 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc633243-e8f1-4eec-970c-4acb91c953b4 req-860b239f-d787-4dca-b5f3-260f855cd70d service neutron] Bound using segment: {'id': 'ac7838c2-79ac-4c57-ae7c-056a6c5687f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '39c1d9af-be3e-4140-a06c-007bbfb6f18b'} {{(pid=87506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 23:04:18.951439 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.managers [req-dc633243-e8f1-4eec-970c-4acb91c953b4 req-860b239f-d787-4dca-b5f3-260f855cd70d service neutron] Bound port: 9cc3c025-2ca2-49f9-8766-24b405470e6f, host: hv-neutron-8218, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac7838c2-79ac-4c57-ae7c-056a6c5687f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '39c1d9af-be3e-4140-a06c-007bbfb6f18b'}}] {{(pid=87506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 23:04:18.951801 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-dc633243-e8f1-4eec-970c-4acb91c953b4 req-860b239f-d787-4dca-b5f3-260f855cd70d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:04:19.038713 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.db [req-dc633243-e8f1-4eec-970c-4acb91c953b4 req-860b239f-d787-4dca-b5f3-260f855cd70d service neutron] For port 9cc3c025-2ca2-49f9-8766-24b405470e6f, host hv-neutron-8218, cleared binding levels {{(pid=87506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 23:04:19.041703 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.db [req-dc633243-e8f1-4eec-970c-4acb91c953b4 req-860b239f-d787-4dca-b5f3-260f855cd70d service neutron] For port 9cc3c025-2ca2-49f9-8766-24b405470e6f, host hv-neutron-8218, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=9cc3c025-2ca2-49f9-8766-24b405470e6f,segment=NetworkSegment(ac7838c2-79ac-4c57-ae7c-056a6c5687f0),segment_id=ac7838c2-79ac-4c57-ae7c-056a6c5687f0)] {{(pid=87506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 23:04:19.046680 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-dc633243-e8f1-4eec-970c-4acb91c953b4 req-860b239f-d787-4dca-b5f3-260f855cd70d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1863400'] for port, after_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:04:19.051192 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-e3374450-f77c-4b4a-bcea-d76de4e1b2be service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:04:19.222815 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc633243-e8f1-4eec-970c-4acb91c953b4 req-860b239f-d787-4dca-b5f3-260f855cd70d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:04:19.223432 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-dc633243-e8f1-4eec-970c-4acb91c953b4 req-860b239f-d787-4dca-b5f3-260f855cd70d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for port, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:04:19.224833 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-dc633243-e8f1-4eec-970c-4acb91c953b4 req-860b239f-d787-4dca-b5f3-260f855cd70d service neutron] 10.222.0.49 "PUT /v2.0/ports/9cc3c025-2ca2-49f9-8766-24b405470e6f HTTP/1.1" status: 200  len: 1093 time: 1.0591207
Dec 16 23:04:19.225365 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '874812a0-dad3-438b-9111-8c3382929ade', 'tag': '9cc3c025-2ca2-49f9-8766-24b405470e6f'}] {{(pid=87506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 23:04:19.251267 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860b239f-d787-4dca-b5f3-260f855cd70d service neutron] Pushing event updated for resources: {'Port': ['ID=9cc3c025-2ca2-49f9-8766-24b405470e6f,revision_number=3']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:04:19.254565 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-860b239f-d787-4dca-b5f3-260f855cd70d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:04:19.275329 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '874812a0-dad3-438b-9111-8c3382929ade', 'tag': '9cc3c025-2ca2-49f9-8766-24b405470e6f', 'status': 'completed', 'code': 200}
Dec 16 23:04:19.366494 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc633243-e8f1-4eec-970c-4acb91c953b4 req-5b7c44a9-1f33-4815-9ad6-2970c9e648e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:04:19.368066 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-dc633243-e8f1-4eec-970c-4acb91c953b4 req-5b7c44a9-1f33-4815-9ad6-2970c9e648e7 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b3c6616415774c6c9d8f3480621d2855&device_id=874812a0-dad3-438b-9111-8c3382929ade HTTP/1.1" status: 200  len: 1096 time: 0.0745149
Dec 16 23:04:19.449003 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-dc633243-e8f1-4eec-970c-4acb91c953b4 req-860e36fc-2322-46c4-8205-9f8758cb5bfa service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9cc3c025-2ca2-49f9-8766-24b405470e6f HTTP/1.1" status: 200  len: 217 time: 0.0679252
Dec 16 23:04:19.516403 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc633243-e8f1-4eec-970c-4acb91c953b4 req-cc4d6904-f1d7-44cc-aa25-a0c840497404 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:04:19.517831 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-dc633243-e8f1-4eec-970c-4acb91c953b4 req-cc4d6904-f1d7-44cc-aa25-a0c840497404 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=2996e6c4-d7e0-4d01-9156-836f364de8a4 HTTP/1.1" status: 200  len: 856 time: 0.0631332
Dec 16 23:04:19.596195 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc633243-e8f1-4eec-970c-4acb91c953b4 req-6be5d310-c0e7-424f-a31a-09f02377abf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:04:19.597683 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-dc633243-e8f1-4eec-970c-4acb91c953b4 req-6be5d310-c0e7-424f-a31a-09f02377abf3 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=39c1d9af-be3e-4140-a06c-007bbfb6f18b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0729792
Dec 16 23:04:19.606849 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9290a5dc-d48b-433f-bc3f-555fa5429193 req-409f624a-d80f-43d2-9589-6fa2b780805f tempest-TestEncryptedCinderVolumes-1016669813 tempest-TestEncryptedCinderVolumes-1016669813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:04:19.608418 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-9290a5dc-d48b-433f-bc3f-555fa5429193 req-409f624a-d80f-43d2-9589-6fa2b780805f tempest-TestEncryptedCinderVolumes-1016669813 tempest-TestEncryptedCinderVolumes-1016669813-project] 10.222.0.13 "GET /v2.0/ports?device_id=874812a0-dad3-438b-9111-8c3382929ade HTTP/1.1" status: 200  len: 943 time: 0.0875230
Dec 16 23:04:19.738232 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-dc633243-e8f1-4eec-970c-4acb91c953b4 req-d65d20ae-e20b-4513-b9f2-650cf672fbd3 service neutron] 10.222.0.49 "GET /v2.0/networks/39c1d9af-be3e-4140-a06c-007bbfb6f18b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1297626
Dec 16 23:04:19.776933 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-9290a5dc-d48b-433f-bc3f-555fa5429193 req-347f54c6-873d-4225-84c7-bd54733e4063 tempest-TestEncryptedCinderVolumes-1016669813 tempest-TestEncryptedCinderVolumes-1016669813-project] 10.222.0.13 "GET /v2.0/security-groups?id=7b8ba50e-e070-43a4-8de8-8d3b5c9d4fb8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1626043
Dec 16 23:04:19.871021 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-dc633243-e8f1-4eec-970c-4acb91c953b4 req-7170a652-fd23-41ab-9e23-1391cbe510e8 service neutron] 10.222.0.49 "GET /v2.0/networks/39c1d9af-be3e-4140-a06c-007bbfb6f18b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1262808
Dec 16 23:04:19.874634 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 41b88b99-3ef8-43d8-a1b0-b38cd9fec682 up at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 23:04:19.942373 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning for port 41b88b99-3ef8-43d8-a1b0-b38cd9fec682 completed by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 23:04:19.947003 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning complete for port 41b88b99-3ef8-43d8-a1b0-b38cd9fec682 triggered by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 23:04:19.947394 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:04:20.024952 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a703acde-390b-4078-9d9e-3b5029b8d56d req-a2fea9fb-f9dc-491b-a623-de8d296b2838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:04:20.026426 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-a703acde-390b-4078-9d9e-3b5029b8d56d req-a2fea9fb-f9dc-491b-a623-de8d296b2838 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b3c6616415774c6c9d8f3480621d2855&device_id=874812a0-dad3-438b-9111-8c3382929ade HTTP/1.1" status: 200  len: 1096 time: 0.0707433
Dec 16 23:04:20.059899 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:04:20.090663 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] For port 41b88b99-3ef8-43d8-a1b0-b38cd9fec682, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=41b88b99-3ef8-43d8-a1b0-b38cd9fec682,segment=NetworkSegment(8f5d41b0-c221-496d-aa8a-6a70bdec7765),segment_id=8f5d41b0-c221-496d-aa8a-6a70bdec7765)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 23:04:20.094346 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:04:20.096575 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:04:20.158682 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a703acde-390b-4078-9d9e-3b5029b8d56d req-f0fc4332-b4d4-40a7-9f0f-365a580b76a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:04:20.160336 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-a703acde-390b-4078-9d9e-3b5029b8d56d req-f0fc4332-b4d4-40a7-9f0f-365a580b76a6 service neutron] 10.222.0.49 "GET /v2.0/networks?id=39c1d9af-be3e-4140-a06c-007bbfb6f18b HTTP/1.1" status: 200  len: 918 time: 0.1274066
Dec 16 23:04:20.162968 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Pushing event updated for resources: {'Port': ['ID=41b88b99-3ef8-43d8-a1b0-b38cd9fec682,revision_number=5']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:04:20.166593 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:04:20.234543 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-a703acde-390b-4078-9d9e-3b5029b8d56d req-3688face-9206-4d83-beb0-98d032bf0d75 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9cc3c025-2ca2-49f9-8766-24b405470e6f HTTP/1.1" status: 200  len: 217 time: 0.0658813
Dec 16 23:04:20.297325 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a703acde-390b-4078-9d9e-3b5029b8d56d req-91c35f3d-ccc2-4522-a058-156e7d80596e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:04:20.298716 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-a703acde-390b-4078-9d9e-3b5029b8d56d req-91c35f3d-ccc2-4522-a058-156e7d80596e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=2996e6c4-d7e0-4d01-9156-836f364de8a4 HTTP/1.1" status: 200  len: 856 time: 0.0564458
Dec 16 23:04:20.379667 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a703acde-390b-4078-9d9e-3b5029b8d56d req-cd70641f-902b-48b1-894d-a618e62f0670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:04:20.381180 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-a703acde-390b-4078-9d9e-3b5029b8d56d req-cd70641f-902b-48b1-894d-a618e62f0670 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=39c1d9af-be3e-4140-a06c-007bbfb6f18b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0717947
Dec 16 23:04:20.511196 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-a703acde-390b-4078-9d9e-3b5029b8d56d req-ea930c37-9806-487b-927e-732072a5ed65 service neutron] 10.222.0.49 "GET /v2.0/networks/39c1d9af-be3e-4140-a06c-007bbfb6f18b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1220851
Dec 16 23:04:20.640490 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-a703acde-390b-4078-9d9e-3b5029b8d56d req-bc2fc393-0f61-45a9-9319-0145c14a39ca service neutron] 10.222.0.49 "GET /v2.0/networks/39c1d9af-be3e-4140-a06c-007bbfb6f18b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1220601
Dec 16 23:04:20.961985 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecce9946-4c4b-4357-987e-eb168d620d54 req-2952b597-bbc0-48e8-a03b-7f5fc4096a74 tempest-TestEncryptedCinderVolumes-1016669813 tempest-TestEncryptedCinderVolumes-1016669813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:04:20.963313 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-ecce9946-4c4b-4357-987e-eb168d620d54 req-2952b597-bbc0-48e8-a03b-7f5fc4096a74 tempest-TestEncryptedCinderVolumes-1016669813 tempest-TestEncryptedCinderVolumes-1016669813-project] 10.222.0.13 "GET /v2.0/ports?device_id=874812a0-dad3-438b-9111-8c3382929ade HTTP/1.1" status: 200  len: 943 time: 0.0777760
Dec 16 23:04:21.005387 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-ecce9946-4c4b-4357-987e-eb168d620d54 req-23ce539e-f94a-44fa-81f0-0e716fc6b9cb tempest-TestEncryptedCinderVolumes-1016669813 tempest-TestEncryptedCinderVolumes-1016669813-project] 10.222.0.13 "GET /v2.0/security-groups?id=7b8ba50e-e070-43a4-8de8-8d3b5c9d4fb8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0364721
Dec 16 23:04:21.307353 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Device 9cc3c025-2ca2-49f9-8766-24b405470e6f details requested by agent hyperv_hv-neutron-8218 with host hv-neutron-8218 {{(pid=87508) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 16 23:04:21.438549 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] For port 9cc3c025-2ca2-49f9-8766-24b405470e6f, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=9cc3c025-2ca2-49f9-8766-24b405470e6f,segment=NetworkSegment(ac7838c2-79ac-4c57-ae7c-056a6c5687f0),segment_id=ac7838c2-79ac-4c57-ae7c-056a6c5687f0)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 23:04:21.451224 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Returning: {'device': '9cc3c025-2ca2-49f9-8766-24b405470e6f', 'network_id': '39c1d9af-be3e-4140-a06c-007bbfb6f18b', 'port_id': '9cc3c025-2ca2-49f9-8766-24b405470e6f', 'mac_address': 'fa:16:3e:3c:66:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2996e6c4-d7e0-4d01-9156-836f364de8a4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87508) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 16 23:04:21.505509 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:04:21.521544 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.notifiers.nova [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9cc3c025-2ca2-49f9-8766-24b405470e6f {{(pid=87508) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 23:04:21.536849 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] For port 9cc3c025-2ca2-49f9-8766-24b405470e6f, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=9cc3c025-2ca2-49f9-8766-24b405470e6f,segment=NetworkSegment(ac7838c2-79ac-4c57-ae7c-056a6c5687f0),segment_id=ac7838c2-79ac-4c57-ae7c-056a6c5687f0)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 23:04:21.540727 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:04:21.542589 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-b29e332b-48ee-400d-bc62-60671dcd28f9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:04:21.610439 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Pushing event updated for resources: {'Port': ['ID=9cc3c025-2ca2-49f9-8766-24b405470e6f,revision_number=4']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:04:21.614291 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:04:21.819237 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] get_ports_and_sgs() called for port_ids ['9cc3c025-2ca2-49f9-8766-24b405470e6f'] {{(pid=87508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 23:04:21.860859 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 41b88b99-3ef8-43d8-a1b0-b38cd9fec682 up at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 23:04:21.984024 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning complete for port 41b88b99-3ef8-43d8-a1b0-b38cd9fec682 triggered by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 23:04:21.984413 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:04:22.365653 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138e23a7-30a8-4638-bd69-7af7214a6cb3 req-c69fca1c-4396-4e4a-8a03-52e6da49ab4f tempest-TestEncryptedCinderVolumes-1016669813 tempest-TestEncryptedCinderVolumes-1016669813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:04:22.367664 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-138e23a7-30a8-4638-bd69-7af7214a6cb3 req-c69fca1c-4396-4e4a-8a03-52e6da49ab4f tempest-TestEncryptedCinderVolumes-1016669813 tempest-TestEncryptedCinderVolumes-1016669813-project] 10.222.0.13 "GET /v2.0/ports?device_id=874812a0-dad3-438b-9111-8c3382929ade HTTP/1.1" status: 200  len: 944 time: 0.0853853
Dec 16 23:04:22.410687 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-138e23a7-30a8-4638-bd69-7af7214a6cb3 req-43ea78c3-360e-4007-a402-0a5d8cd022cd tempest-TestEncryptedCinderVolumes-1016669813 tempest-TestEncryptedCinderVolumes-1016669813-project] 10.222.0.13 "GET /v2.0/security-groups?id=7b8ba50e-e070-43a4-8de8-8d3b5c9d4fb8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0373271
Dec 16 23:04:23.338733 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Device 9cc3c025-2ca2-49f9-8766-24b405470e6f up at agent hyperv_hv-neutron-8218 {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 23:04:23.404705 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Provisioning for port 9cc3c025-2ca2-49f9-8766-24b405470e6f completed by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 23:04:23.410516 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Provisioning complete for port 9cc3c025-2ca2-49f9-8766-24b405470e6f triggered by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 23:04:23.410900 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:04:23.529546 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:04:23.555344 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '874812a0-dad3-438b-9111-8c3382929ade', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cc3c025-2ca2-49f9-8766-24b405470e6f'}] {{(pid=87508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 23:04:23.565943 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] For port 9cc3c025-2ca2-49f9-8766-24b405470e6f, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=9cc3c025-2ca2-49f9-8766-24b405470e6f,segment=NetworkSegment(ac7838c2-79ac-4c57-ae7c-056a6c5687f0),segment_id=ac7838c2-79ac-4c57-ae7c-056a6c5687f0)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 23:04:23.571753 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:04:23.574955 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-b373cc5b-ab5d-4f02-a21a-df2bf4725952 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:04:23.598378 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97891dca-dd54-4666-87df-8bd922e43ac8 req-aaaec36f-df94-499e-9b89-480ce91bdd6c tempest-TestEncryptedCinderVolumes-1016669813 tempest-TestEncryptedCinderVolumes-1016669813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:04:23.599903 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-97891dca-dd54-4666-87df-8bd922e43ac8 req-aaaec36f-df94-499e-9b89-480ce91bdd6c tempest-TestEncryptedCinderVolumes-1016669813 tempest-TestEncryptedCinderVolumes-1016669813-project] 10.222.0.13 "GET /v2.0/ports?device_id=874812a0-dad3-438b-9111-8c3382929ade HTTP/1.1" status: 200  len: 944 time: 0.0848982
Dec 16 23:04:23.610136 dv-neutron-821829-1-hyperv neutron-server[87508]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '874812a0-dad3-438b-9111-8c3382929ade', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cc3c025-2ca2-49f9-8766-24b405470e6f', 'code': 200}
Dec 16 23:04:23.643091 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-97891dca-dd54-4666-87df-8bd922e43ac8 req-648170d6-5102-4494-bab9-38b702be9272 tempest-TestEncryptedCinderVolumes-1016669813 tempest-TestEncryptedCinderVolumes-1016669813-project] 10.222.0.13 "GET /v2.0/security-groups?id=7b8ba50e-e070-43a4-8de8-8d3b5c9d4fb8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0376496
Dec 16 23:04:23.650522 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Pushing event updated for resources: {'Port': ['ID=9cc3c025-2ca2-49f9-8766-24b405470e6f,revision_number=5']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:04:23.653431 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:04:23.879281 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c450f8b1-06e6-4ab6-93ea-82ef6bb3c9a0 req-98a962d2-5631-4d87-adc6-338adad30d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:04:23.880694 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-c450f8b1-06e6-4ab6-93ea-82ef6bb3c9a0 req-98a962d2-5631-4d87-adc6-338adad30d13 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=874812a0-dad3-438b-9111-8c3382929ade HTTP/1.1" status: 200  len: 1098 time: 0.0694931
Dec 16 23:04:23.919241 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-c450f8b1-06e6-4ab6-93ea-82ef6bb3c9a0 req-ae5f74f0-db9c-425e-965a-d5d9bcc9d680 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=7b8ba50e-e070-43a4-8de8-8d3b5c9d4fb8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0323474
Dec 16 23:04:24.830179 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47b22b4-e4b1-49cc-ab21-26c6f82de691 req-96c99e28-c841-45c6-99f7-c878770ab9a1 tempest-TestEncryptedCinderVolumes-1016669813 tempest-TestEncryptedCinderVolumes-1016669813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:04:24.831612 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-d47b22b4-e4b1-49cc-ab21-26c6f82de691 req-96c99e28-c841-45c6-99f7-c878770ab9a1 tempest-TestEncryptedCinderVolumes-1016669813 tempest-TestEncryptedCinderVolumes-1016669813-project] 10.222.0.13 "GET /v2.0/ports?device_id=874812a0-dad3-438b-9111-8c3382929ade HTTP/1.1" status: 200  len: 945 time: 0.0791388
Dec 16 23:04:24.875634 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-d47b22b4-e4b1-49cc-ab21-26c6f82de691 req-9f540bb8-174b-4a90-acce-0209c1425f0f tempest-TestEncryptedCinderVolumes-1016669813 tempest-TestEncryptedCinderVolumes-1016669813-project] 10.222.0.13 "GET /v2.0/security-groups?id=7b8ba50e-e070-43a4-8de8-8d3b5c9d4fb8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0377381
Dec 16 23:04:26.060655 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f637adbd-5c1b-4b51-8084-0de0e136d09b req-1cf9b94a-f919-41ef-8951-4a81e46ba7a5 tempest-TestEncryptedCinderVolumes-1016669813 tempest-TestEncryptedCinderVolumes-1016669813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:04:26.062010 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-f637adbd-5c1b-4b51-8084-0de0e136d09b req-1cf9b94a-f919-41ef-8951-4a81e46ba7a5 tempest-TestEncryptedCinderVolumes-1016669813 tempest-TestEncryptedCinderVolumes-1016669813-project] 10.222.0.13 "GET /v2.0/ports?device_id=874812a0-dad3-438b-9111-8c3382929ade HTTP/1.1" status: 200  len: 945 time: 0.0821567
Dec 16 23:04:26.105426 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-f637adbd-5c1b-4b51-8084-0de0e136d09b req-40eddd38-2df8-4053-a64b-dd4f863d20c0 tempest-TestEncryptedCinderVolumes-1016669813 tempest-TestEncryptedCinderVolumes-1016669813-project] 10.222.0.13 "GET /v2.0/security-groups?id=7b8ba50e-e070-43a4-8de8-8d3b5c9d4fb8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0377765
Dec 16 23:04:26.282596 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196ed3e3-c859-45c9-b7dd-0f5d9ed18624 req-f1bb8614-e175-485d-ae77-6d522f679e5e tempest-TestEncryptedCinderVolumes-1016669813 tempest-TestEncryptedCinderVolumes-1016669813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:04:26.284049 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-196ed3e3-c859-45c9-b7dd-0f5d9ed18624 req-f1bb8614-e175-485d-ae77-6d522f679e5e tempest-TestEncryptedCinderVolumes-1016669813 tempest-TestEncryptedCinderVolumes-1016669813-project] 10.222.0.13 "GET /v2.0/ports?device_id=874812a0-dad3-438b-9111-8c3382929ade HTTP/1.1" status: 200  len: 945 time: 0.0793159
Dec 16 23:04:26.326558 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-196ed3e3-c859-45c9-b7dd-0f5d9ed18624 req-b03bf2b8-e1b2-4d56-858f-fc47a7270581 tempest-TestEncryptedCinderVolumes-1016669813 tempest-TestEncryptedCinderVolumes-1016669813-project] 10.222.0.13 "GET /v2.0/security-groups?id=7b8ba50e-e070-43a4-8de8-8d3b5c9d4fb8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0362275
Dec 16 23:04:28.200781 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-1a8cf765-d07b-4f49-8039-e37dfc3c5f87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:04:30.641306 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-64fd8d71-b7bb-46f8-81db-467a5f6ac4b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:04:31.577012 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-3e729f7f-1589-4d54-9c4a-7ee6b283cc2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:04:31.714386 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:04:33.331162 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-4541ba3b-6be8-499c-bc94-3c60aa55c4f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:04:33.501618 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.agents_db [None req-0abd2616-a86c-48e2-be07-10823335a5bb None None] Agent healthcheck: found 6 active agents {{(pid=87509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 23:04:38.064527 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:04:41.986090 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9579fb95-af11-4dff-b05a-8b22a5c46218 req-cd0ece62-1a6a-44f9-84b7-8110696d9e53 tempest-TestEncryptedCinderVolumes-1016669813 tempest-TestEncryptedCinderVolumes-1016669813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:04:41.987405 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-9579fb95-af11-4dff-b05a-8b22a5c46218 req-cd0ece62-1a6a-44f9-84b7-8110696d9e53 tempest-TestEncryptedCinderVolumes-1016669813 tempest-TestEncryptedCinderVolumes-1016669813-project] 10.222.0.13 "GET /v2.0/ports?device_id=874812a0-dad3-438b-9111-8c3382929ade HTTP/1.1" status: 200  len: 945 time: 0.0819044
Dec 16 23:04:42.029555 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-9579fb95-af11-4dff-b05a-8b22a5c46218 req-f6fb6293-105c-4c2d-903e-6318f15fadc8 tempest-TestEncryptedCinderVolumes-1016669813 tempest-TestEncryptedCinderVolumes-1016669813-project] 10.222.0.13 "GET /v2.0/security-groups?id=7b8ba50e-e070-43a4-8de8-8d3b5c9d4fb8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0366194
Dec 16 23:04:43.210893 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdf8fb5-d2e2-4cb2-8c26-ce70c4746cda req-18882099-816b-4608-98d4-9446394876b2 tempest-TestEncryptedCinderVolumes-1016669813 tempest-TestEncryptedCinderVolumes-1016669813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:04:43.212346 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-3cdf8fb5-d2e2-4cb2-8c26-ce70c4746cda req-18882099-816b-4608-98d4-9446394876b2 tempest-TestEncryptedCinderVolumes-1016669813 tempest-TestEncryptedCinderVolumes-1016669813-project] 10.222.0.13 "GET /v2.0/ports?device_id=874812a0-dad3-438b-9111-8c3382929ade HTTP/1.1" status: 200  len: 945 time: 0.0785306
Dec 16 23:04:43.259152 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-3cdf8fb5-d2e2-4cb2-8c26-ce70c4746cda req-1a56d46d-2277-41d9-9d23-15090e49c320 tempest-TestEncryptedCinderVolumes-1016669813 tempest-TestEncryptedCinderVolumes-1016669813-project] 10.222.0.13 "GET /v2.0/security-groups?id=7b8ba50e-e070-43a4-8de8-8d3b5c9d4fb8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412941
Dec 16 23:04:43.651140 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3590f04c-c77d-4c62-a180-45ebbac9d391 req-68c235dc-6097-475a-8a67-b90ffaced197 tempest-TestEncryptedCinderVolumes-1016669813 tempest-TestEncryptedCinderVolumes-1016669813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:04:43.651843 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [req-3590f04c-c77d-4c62-a180-45ebbac9d391 req-68c235dc-6097-475a-8a67-b90ffaced197 tempest-TestEncryptedCinderVolumes-1016669813 tempest-TestEncryptedCinderVolumes-1016669813-project] Synchronizing usage tracker for tenant:b3c6616415774c6c9d8f3480621d2855 on resource:port {{(pid=87506) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 23:04:43.666299 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [req-3590f04c-c77d-4c62-a180-45ebbac9d391 req-68c235dc-6097-475a-8a67-b90ffaced197 tempest-TestEncryptedCinderVolumes-1016669813 tempest-TestEncryptedCinderVolumes-1016669813-project] Unset dirty status for tenant:b3c6616415774c6c9d8f3480621d2855 on resource:port {{(pid=87506) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 23:04:43.667397 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-3590f04c-c77d-4c62-a180-45ebbac9d391 req-68c235dc-6097-475a-8a67-b90ffaced197 tempest-TestEncryptedCinderVolumes-1016669813 tempest-TestEncryptedCinderVolumes-1016669813-project] 10.222.0.49 "GET /v2.0/ports?device_id=874812a0-dad3-438b-9111-8c3382929ade HTTP/1.1" status: 200  len: 945 time: 0.0968764
Dec 16 23:04:43.735859 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [req-3590f04c-c77d-4c62-a180-45ebbac9d391 req-268ee2d2-90ad-4d38-ad62-398a819be2c9 tempest-TestEncryptedCinderVolumes-1016669813 tempest-TestEncryptedCinderVolumes-1016669813-project] Deleting port 9cc3c025-2ca2-49f9-8766-24b405470e6f {{(pid=87506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 23:04:43.736134 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-3590f04c-c77d-4c62-a180-45ebbac9d391 req-268ee2d2-90ad-4d38-ad62-398a819be2c9 tempest-TestEncryptedCinderVolumes-1016669813 tempest-TestEncryptedCinderVolumes-1016669813-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:04:44.087333 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.db [req-3590f04c-c77d-4c62-a180-45ebbac9d391 req-268ee2d2-90ad-4d38-ad62-398a819be2c9 tempest-TestEncryptedCinderVolumes-1016669813 tempest-TestEncryptedCinderVolumes-1016669813-project] For port 9cc3c025-2ca2-49f9-8766-24b405470e6f, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=9cc3c025-2ca2-49f9-8766-24b405470e6f,segment=NetworkSegment(ac7838c2-79ac-4c57-ae7c-056a6c5687f0),segment_id=ac7838c2-79ac-4c57-ae7c-056a6c5687f0)] {{(pid=87506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 23:04:44.087684 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-3590f04c-c77d-4c62-a180-45ebbac9d391 req-268ee2d2-90ad-4d38-ad62-398a819be2c9 tempest-TestEncryptedCinderVolumes-1016669813 tempest-TestEncryptedCinderVolumes-1016669813-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:04:44.209341 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [req-3590f04c-c77d-4c62-a180-45ebbac9d391 req-268ee2d2-90ad-4d38-ad62-398a819be2c9 tempest-TestEncryptedCinderVolumes-1016669813 tempest-TestEncryptedCinderVolumes-1016669813-project] Calling delete_port for 9cc3c025-2ca2-49f9-8766-24b405470e6f owned by compute:nova {{(pid=87506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 23:04:44.367040 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-3590f04c-c77d-4c62-a180-45ebbac9d391 req-268ee2d2-90ad-4d38-ad62-398a819be2c9 tempest-TestEncryptedCinderVolumes-1016669813 tempest-TestEncryptedCinderVolumes-1016669813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1863393'] for port, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:04:44.376703 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-4abb03e9-aa94-40be-b439-61f19b984b7f tempest-ServersNegativeTestJSON-2129401044 tempest-ServersNegativeTestJSON-2129401044-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:04:44.406137 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] get_ports_and_sgs() called for port_ids ['9cc3c025-2ca2-49f9-8766-24b405470e6f'] {{(pid=87508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 23:04:44.410675 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-dcee8b2c-36ec-42d1-8cd2-405fccfb9828 req-5ced0303-5a76-4158-99ae-1819eed66dbb tempest-TestEncryptedCinderVolumes-1016669813 tempest-TestEncryptedCinderVolumes-1016669813-project] 10.222.0.13 "GET /v2.0/ports?device_id=874812a0-dad3-438b-9111-8c3382929ade HTTP/1.1" status: 200  len: 210 time: 0.0443661
Dec 16 23:04:44.426204 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268ee2d2-90ad-4d38-ad62-398a819be2c9 tempest-TestEncryptedCinderVolumes-1016669813 tempest-TestEncryptedCinderVolumes-1016669813-project] Pushing event deleted for resources: {'Port': ['ID=9cc3c025-2ca2-49f9-8766-24b405470e6f,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:04:44.451825 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-268ee2d2-90ad-4d38-ad62-398a819be2c9 tempest-TestEncryptedCinderVolumes-1016669813 tempest-TestEncryptedCinderVolumes-1016669813-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:04:44.521745 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.l3_dvrscheduler_db [req-3590f04c-c77d-4c62-a180-45ebbac9d391 req-268ee2d2-90ad-4d38-ad62-398a819be2c9 tempest-TestEncryptedCinderVolumes-1016669813 tempest-TestEncryptedCinderVolumes-1016669813-project] No DVR routers for this DVR port 9cc3c025-2ca2-49f9-8766-24b405470e6f on host hv-neutron-8218 {{(pid=87506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 23:04:44.524315 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-3590f04c-c77d-4c62-a180-45ebbac9d391 req-268ee2d2-90ad-4d38-ad62-398a819be2c9 tempest-TestEncryptedCinderVolumes-1016669813 tempest-TestEncryptedCinderVolumes-1016669813-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for port, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:04:44.527131 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '874812a0-dad3-438b-9111-8c3382929ade', 'name': 'network-vif-deleted', 'tag': '9cc3c025-2ca2-49f9-8766-24b405470e6f'}] {{(pid=87506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 23:04:44.543736 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-3590f04c-c77d-4c62-a180-45ebbac9d391 req-268ee2d2-90ad-4d38-ad62-398a819be2c9 tempest-TestEncryptedCinderVolumes-1016669813 tempest-TestEncryptedCinderVolumes-1016669813-project] 10.222.0.49 "DELETE /v2.0/ports/9cc3c025-2ca2-49f9-8766-24b405470e6f HTTP/1.1" status: 204  len: 173 time: 0.8707082
Dec 16 23:04:44.572877 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '874812a0-dad3-438b-9111-8c3382929ade', 'name': 'network-vif-deleted', 'tag': '9cc3c025-2ca2-49f9-8766-24b405470e6f', 'status': 'completed', 'code': 200}
Dec 16 23:04:46.088821 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f551aad8-ae95-4d70-8507-967ffd06635c req-816789cf-9a3d-4556-9a15-b84f66366304 tempest-TestEncryptedCinderVolumes-1016669813 tempest-TestEncryptedCinderVolumes-1016669813-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:04:46.090255 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-f551aad8-ae95-4d70-8507-967ffd06635c req-816789cf-9a3d-4556-9a15-b84f66366304 tempest-TestEncryptedCinderVolumes-1016669813 tempest-TestEncryptedCinderVolumes-1016669813-project] 10.222.0.13 "GET /v2.0/networks?id=39c1d9af-be3e-4140-a06c-007bbfb6f18b HTTP/1.1" status: 200  len: 817 time: 0.1409066
Dec 16 23:04:46.105661 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-f551aad8-ae95-4d70-8507-967ffd06635c req-0597d9de-d450-4df7-9c4a-9414f7cfd342 tempest-TestEncryptedCinderVolumes-1016669813 tempest-TestEncryptedCinderVolumes-1016669813-project] 10.222.0.13 "GET /v2.0/quotas/b3c6616415774c6c9d8f3480621d2855 HTTP/1.1" status: 200  len: 375 time: 0.0097859
Dec 16 23:04:46.186712 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-f551aad8-ae95-4d70-8507-967ffd06635c req-6f7ce8c0-a44e-4a78-b0e9-ab1c3d8b1e88 tempest-TestEncryptedCinderVolumes-1016669813 tempest-TestEncryptedCinderVolumes-1016669813-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=b3c6616415774c6c9d8f3480621d2855&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0763407
Dec 16 23:04:46.201641 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [req-f551aad8-ae95-4d70-8507-967ffd06635c req-226b498b-0b2d-445f-b0b5-8495d1bd07fe service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=87507) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 16 23:04:46.202621 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-f551aad8-ae95-4d70-8507-967ffd06635c req-226b498b-0b2d-445f-b0b5-8495d1bd07fe service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0049195
Dec 16 23:04:46.330574 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-f551aad8-ae95-4d70-8507-967ffd06635c req-987b62a8-96d9-46ef-9275-b416137d7a2e service neutron] 10.222.0.13 "GET /v2.0/networks/39c1d9af-be3e-4140-a06c-007bbfb6f18b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1228640
Dec 16 23:04:46.459901 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-f551aad8-ae95-4d70-8507-967ffd06635c req-1b456708-7fd5-4e66-b119-d7f0f2cd2544 service neutron] 10.222.0.13 "GET /v2.0/networks/39c1d9af-be3e-4140-a06c-007bbfb6f18b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1229291
Dec 16 23:04:46.633562 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-2327382a-685e-40e2-bc0f-27970f3d7934 req-1b43bc7b-7d22-4d14-a7f1-8e0f870f102f tempest-TestEncryptedCinderVolumes-1016669813 tempest-TestEncryptedCinderVolumes-1016669813-project] 10.222.0.13 "GET /v2.0/ports?device_id=4bbb3893-10d3-4150-b682-5d6beb2fd594 HTTP/1.1" status: 200  len: 210 time: 0.0458028
Dec 16 23:04:47.402167 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Device 9cc3c025-2ca2-49f9-8766-24b405470e6f no longer exists at agent hyperv_hv-neutron-8218 {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 23:04:47.439040 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] No Port match for: 9cc3c025-2ca2-49f9-8766-24b405470e6f {{(pid=87508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 23:04:47.439396 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Device 9cc3c025-2ca2-49f9-8766-24b405470e6f not bound to the agent host hv-neutron-8218 {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 23:04:47.719607 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f551aad8-ae95-4d70-8507-967ffd06635c req-82f3cf08-e6d1-42d5-b5c6-90994de01649 tempest-TestEncryptedCinderVolumes-1016669813 tempest-TestEncryptedCinderVolumes-1016669813-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:04:47.721262 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-f551aad8-ae95-4d70-8507-967ffd06635c req-82f3cf08-e6d1-42d5-b5c6-90994de01649 tempest-TestEncryptedCinderVolumes-1016669813 tempest-TestEncryptedCinderVolumes-1016669813-project] 10.222.0.49 "GET /v2.0/networks?id=39c1d9af-be3e-4140-a06c-007bbfb6f18b HTTP/1.1" status: 200  len: 817 time: 0.1474066
Dec 16 23:04:47.739663 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [req-f551aad8-ae95-4d70-8507-967ffd06635c req-eca0ee82-6e0e-4073-87c8-73d5534439c7 tempest-TestEncryptedCinderVolumes-1016669813 tempest-TestEncryptedCinderVolumes-1016669813-project] Request body: {'port': {'device_id': '4bbb3893-10d3-4150-b682-5d6beb2fd594', 'network_id': '39c1d9af-be3e-4140-a06c-007bbfb6f18b', 'admin_state_up': True, 'tenant_id': 'b3c6616415774c6c9d8f3480621d2855'}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 23:04:47.787612 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-b26204b2-dbf7-45b6-ba78-8f82c52754a0 req-1b0448b7-e646-412e-be01-0acc893dc087 tempest-TestEncryptedCinderVolumes-1016669813 tempest-TestEncryptedCinderVolumes-1016669813-project] 10.222.0.13 "GET /v2.0/ports?device_id=4bbb3893-10d3-4150-b682-5d6beb2fd594 HTTP/1.1" status: 200  len: 210 time: 0.0451889
Dec 16 23:04:47.876631 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [req-f551aad8-ae95-4d70-8507-967ffd06635c req-eca0ee82-6e0e-4073-87c8-73d5534439c7 tempest-TestEncryptedCinderVolumes-1016669813 tempest-TestEncryptedCinderVolumes-1016669813-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 23:04:47.880606 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [req-f551aad8-ae95-4d70-8507-967ffd06635c req-eca0ee82-6e0e-4073-87c8-73d5534439c7 tempest-TestEncryptedCinderVolumes-1016669813 tempest-TestEncryptedCinderVolumes-1016669813-project] Usage tracker for resource:port and tenant:b3c6616415774c6c9d8f3480621d2855 is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 23:04:47.883369 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [req-f551aad8-ae95-4d70-8507-967ffd06635c req-eca0ee82-6e0e-4073-87c8-73d5534439c7 tempest-TestEncryptedCinderVolumes-1016669813 tempest-TestEncryptedCinderVolumes-1016669813-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 23:04:47.888899 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [req-f551aad8-ae95-4d70-8507-967ffd06635c req-eca0ee82-6e0e-4073-87c8-73d5534439c7 tempest-TestEncryptedCinderVolumes-1016669813 tempest-TestEncryptedCinderVolumes-1016669813-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 23:04:47.898094 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f551aad8-ae95-4d70-8507-967ffd06635c req-eca0ee82-6e0e-4073-87c8-73d5534439c7 tempest-TestEncryptedCinderVolumes-1016669813 tempest-TestEncryptedCinderVolumes-1016669813-project] Made reservation on behalf of b3c6616415774c6c9d8f3480621d2855 for: {'port': 1} {{(pid=87506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 23:04:47.901578 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-f551aad8-ae95-4d70-8507-967ffd06635c req-eca0ee82-6e0e-4073-87c8-73d5534439c7 tempest-TestEncryptedCinderVolumes-1016669813 tempest-TestEncryptedCinderVolumes-1016669813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:04:48.061969 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.db_base_plugin_common [req-f551aad8-ae95-4d70-8507-967ffd06635c req-eca0ee82-6e0e-4073-87c8-73d5534439c7 tempest-TestEncryptedCinderVolumes-1016669813 tempest-TestEncryptedCinderVolumes-1016669813-project] Allocated IP 172.20.0.14 (39c1d9af-be3e-4140-a06c-007bbfb6f18b/2996e6c4-d7e0-4d01-9156-836f364de8a4/30c7be83-a40c-4208-a728-aed58c5cb693) {{(pid=87506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 23:04:48.258099 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-f551aad8-ae95-4d70-8507-967ffd06635c req-eca0ee82-6e0e-4073-87c8-73d5534439c7 tempest-TestEncryptedCinderVolumes-1016669813 tempest-TestEncryptedCinderVolumes-1016669813-project] Notify callbacks [] for port, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:04:48.273830 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.provisioning_blocks [req-f551aad8-ae95-4d70-8507-967ffd06635c req-eca0ee82-6e0e-4073-87c8-73d5534439c7 tempest-TestEncryptedCinderVolumes-1016669813 tempest-TestEncryptedCinderVolumes-1016669813-project] Transition to ACTIVE for port object 30c7be83-a40c-4208-a728-aed58c5cb693 will not be triggered until provisioned by entity DHCP. {{(pid=87506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 23:04:48.296898 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-f551aad8-ae95-4d70-8507-967ffd06635c req-eca0ee82-6e0e-4073-87c8-73d5534439c7 tempest-TestEncryptedCinderVolumes-1016669813 tempest-TestEncryptedCinderVolumes-1016669813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1863393'] for port, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:04:48.302172 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-4d52c9c6-14a6-4054-b010-2531a53a5fbb tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:04:48.368515 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f551aad8-ae95-4d70-8507-967ffd06635c req-eca0ee82-6e0e-4073-87c8-73d5534439c7 tempest-TestEncryptedCinderVolumes-1016669813 tempest-TestEncryptedCinderVolumes-1016669813-project] Network 39c1d9af-be3e-4140-a06c-007bbfb6f18b is already hosted by enough agents. {{(pid=87506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 23:04:48.371815 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.base_scheduler [req-f551aad8-ae95-4d70-8507-967ffd06635c req-eca0ee82-6e0e-4073-87c8-73d5534439c7 tempest-TestEncryptedCinderVolumes-1016669813 tempest-TestEncryptedCinderVolumes-1016669813-project] Resources bound (agent type, host, resource id):  {{(pid=87506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 23:04:48.375646 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.l3_dvrscheduler_db [req-f551aad8-ae95-4d70-8507-967ffd06635c req-eca0ee82-6e0e-4073-87c8-73d5534439c7 tempest-TestEncryptedCinderVolumes-1016669813 tempest-TestEncryptedCinderVolumes-1016669813-project] Received port after_create {{(pid=87506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 23:04:48.415823 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca0ee82-6e0e-4073-87c8-73d5534439c7 tempest-TestEncryptedCinderVolumes-1016669813 tempest-TestEncryptedCinderVolumes-1016669813-project] Pushing event updated for resources: {'Port': ['ID=30c7be83-a40c-4208-a728-aed58c5cb693,revision_number=1']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:04:48.420537 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-eca0ee82-6e0e-4073-87c8-73d5534439c7 tempest-TestEncryptedCinderVolumes-1016669813 tempest-TestEncryptedCinderVolumes-1016669813-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:04:48.443543 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f551aad8-ae95-4d70-8507-967ffd06635c req-eca0ee82-6e0e-4073-87c8-73d5534439c7 tempest-TestEncryptedCinderVolumes-1016669813 tempest-TestEncryptedCinderVolumes-1016669813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:04:48.444174 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-f551aad8-ae95-4d70-8507-967ffd06635c req-eca0ee82-6e0e-4073-87c8-73d5534439c7 tempest-TestEncryptedCinderVolumes-1016669813 tempest-TestEncryptedCinderVolumes-1016669813-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for port, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:04:48.470145 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-f551aad8-ae95-4d70-8507-967ffd06635c req-eca0ee82-6e0e-4073-87c8-73d5534439c7 tempest-TestEncryptedCinderVolumes-1016669813 tempest-TestEncryptedCinderVolumes-1016669813-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.7342789
Dec 16 23:04:48.488376 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [req-f551aad8-ae95-4d70-8507-967ffd06635c req-84639945-8aeb-443c-a570-a2a410e34f76 service neutron] Request body: {'port': {'device_id': '4bbb3893-10d3-4150-b682-5d6beb2fd594', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8218'}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 23:04:48.602582 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-f551aad8-ae95-4d70-8507-967ffd06635c req-84639945-8aeb-443c-a570-a2a410e34f76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:04:48.611590 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-356bdf2e-bfb8-4527-9af9-05222536ae25 None None] Provisioning for port 30c7be83-a40c-4208-a728-aed58c5cb693 completed by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 23:04:48.616728 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-356bdf2e-bfb8-4527-9af9-05222536ae25 None None] Provisioning complete for port 30c7be83-a40c-4208-a728-aed58c5cb693 triggered by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 23:04:48.617108 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-356bdf2e-bfb8-4527-9af9-05222536ae25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:04:48.669108 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-356bdf2e-bfb8-4527-9af9-05222536ae25 None None] Port 30c7be83-a40c-4208-a728-aed58c5cb693 cannot update to ACTIVE because it is not bound. {{(pid=87508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 23:04:48.974664 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfc2abd-3062-49ae-8900-775a0cfc0ac4 req-76342536-dc39-4e23-b338-66cac87d4545 tempest-TestEncryptedCinderVolumes-1016669813 tempest-TestEncryptedCinderVolumes-1016669813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:04:48.976102 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-1cfc2abd-3062-49ae-8900-775a0cfc0ac4 req-76342536-dc39-4e23-b338-66cac87d4545 tempest-TestEncryptedCinderVolumes-1016669813 tempest-TestEncryptedCinderVolumes-1016669813-project] 10.222.0.13 "GET /v2.0/ports?device_id=4bbb3893-10d3-4150-b682-5d6beb2fd594 HTTP/1.1" status: 200  len: 932 time: 0.0821743
Dec 16 23:04:49.018707 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-1cfc2abd-3062-49ae-8900-775a0cfc0ac4 req-33bfc69f-df2a-4d88-b8e9-dc9331802851 tempest-TestEncryptedCinderVolumes-1016669813 tempest-TestEncryptedCinderVolumes-1016669813-project] 10.222.0.13 "GET /v2.0/security-groups?id=7b8ba50e-e070-43a4-8de8-8d3b5c9d4fb8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0370195
Dec 16 23:04:49.047803 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.notifiers.nova [req-f551aad8-ae95-4d70-8507-967ffd06635c req-84639945-8aeb-443c-a570-a2a410e34f76 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30c7be83-a40c-4208-a728-aed58c5cb693 {{(pid=87506) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 23:04:49.055011 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-f551aad8-ae95-4d70-8507-967ffd06635c req-84639945-8aeb-443c-a570-a2a410e34f76 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:04:49.068518 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.provisioning_blocks [req-f551aad8-ae95-4d70-8507-967ffd06635c req-84639945-8aeb-443c-a570-a2a410e34f76 service neutron] Transition to ACTIVE for port object 30c7be83-a40c-4208-a728-aed58c5cb693 will not be triggered until provisioned by entity L2. {{(pid=87506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 23:04:49.072825 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-f551aad8-ae95-4d70-8507-967ffd06635c req-84639945-8aeb-443c-a570-a2a410e34f76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1863400'] for port, after_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:04:49.077293 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-b26314fe-2a26-4dc3-92ec-55074912b403 tempest-DeleteServersTestJSON-250660922 tempest-DeleteServersTestJSON-250660922-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:04:49.232535 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84639945-8aeb-443c-a570-a2a410e34f76 service neutron] Pushing event updated for resources: {'Port': ['ID=30c7be83-a40c-4208-a728-aed58c5cb693,revision_number=2']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:04:49.235319 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-84639945-8aeb-443c-a570-a2a410e34f76 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:04:49.310942 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.managers [req-f551aad8-ae95-4d70-8507-967ffd06635c req-84639945-8aeb-443c-a570-a2a410e34f76 service neutron] Attempting to bind port 30c7be83-a40c-4208-a728-aed58c5cb693 on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=87506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 23:04:49.311274 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.managers [req-f551aad8-ae95-4d70-8507-967ffd06635c req-84639945-8aeb-443c-a570-a2a410e34f76 service neutron] Attempting to bind port 30c7be83-a40c-4208-a728-aed58c5cb693 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': 'ac7838c2-79ac-4c57-ae7c-056a6c5687f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '39c1d9af-be3e-4140-a06c-007bbfb6f18b'}] {{(pid=87506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 23:04:49.311598 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f551aad8-ae95-4d70-8507-967ffd06635c req-84639945-8aeb-443c-a570-a2a410e34f76 service neutron] Attempting to bind port 30c7be83-a40c-4208-a728-aed58c5cb693 on network 39c1d9af-be3e-4140-a06c-007bbfb6f18b {{(pid=87506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 23:04:49.316179 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f551aad8-ae95-4d70-8507-967ffd06635c req-84639945-8aeb-443c-a570-a2a410e34f76 service neutron] Port 30c7be83-a40c-4208-a728-aed58c5cb693 on network 39c1d9af-be3e-4140-a06c-007bbfb6f18b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=87506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 16 23:04:49.316496 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f551aad8-ae95-4d70-8507-967ffd06635c req-84639945-8aeb-443c-a570-a2a410e34f76 service neutron] Attempting to bind port 30c7be83-a40c-4208-a728-aed58c5cb693 on network 39c1d9af-be3e-4140-a06c-007bbfb6f18b {{(pid=87506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 23:04:49.321994 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f551aad8-ae95-4d70-8507-967ffd06635c req-84639945-8aeb-443c-a570-a2a410e34f76 service neutron] Checking agent: {'id': '849b5cbb-8f70-4c31-8f37-fd42f8351747', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8218', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 30, 8), 'started_at': datetime.datetime(2021, 12, 16, 22, 30, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 23, 4, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 23:04:49.322327 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f551aad8-ae95-4d70-8507-967ffd06635c req-84639945-8aeb-443c-a570-a2a410e34f76 service neutron] Checking segment: {'id': 'ac7838c2-79ac-4c57-ae7c-056a6c5687f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '39c1d9af-be3e-4140-a06c-007bbfb6f18b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 23:04:49.322711 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f551aad8-ae95-4d70-8507-967ffd06635c req-84639945-8aeb-443c-a570-a2a410e34f76 service neutron] Bound using segment: {'id': 'ac7838c2-79ac-4c57-ae7c-056a6c5687f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '39c1d9af-be3e-4140-a06c-007bbfb6f18b'} {{(pid=87506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 23:04:49.323129 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.managers [req-f551aad8-ae95-4d70-8507-967ffd06635c req-84639945-8aeb-443c-a570-a2a410e34f76 service neutron] Bound port: 30c7be83-a40c-4208-a728-aed58c5cb693, host: hv-neutron-8218, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac7838c2-79ac-4c57-ae7c-056a6c5687f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '39c1d9af-be3e-4140-a06c-007bbfb6f18b'}}] {{(pid=87506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 23:04:49.323473 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-f551aad8-ae95-4d70-8507-967ffd06635c req-84639945-8aeb-443c-a570-a2a410e34f76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:04:49.408690 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.db [req-f551aad8-ae95-4d70-8507-967ffd06635c req-84639945-8aeb-443c-a570-a2a410e34f76 service neutron] For port 30c7be83-a40c-4208-a728-aed58c5cb693, host hv-neutron-8218, cleared binding levels {{(pid=87506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 23:04:49.411649 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.db [req-f551aad8-ae95-4d70-8507-967ffd06635c req-84639945-8aeb-443c-a570-a2a410e34f76 service neutron] For port 30c7be83-a40c-4208-a728-aed58c5cb693, host hv-neutron-8218, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=30c7be83-a40c-4208-a728-aed58c5cb693,segment=NetworkSegment(ac7838c2-79ac-4c57-ae7c-056a6c5687f0),segment_id=ac7838c2-79ac-4c57-ae7c-056a6c5687f0)] {{(pid=87506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 23:04:49.417167 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-f551aad8-ae95-4d70-8507-967ffd06635c req-84639945-8aeb-443c-a570-a2a410e34f76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1863400'] for port, after_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:04:49.421596 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-a1a5b3ca-17c8-4c43-b939-f300a797315d tempest-ServerDiskConfigTestJSON-7066006 tempest-ServerDiskConfigTestJSON-7066006-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:04:49.473759 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f551aad8-ae95-4d70-8507-967ffd06635c req-84639945-8aeb-443c-a570-a2a410e34f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:04:49.474373 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-f551aad8-ae95-4d70-8507-967ffd06635c req-84639945-8aeb-443c-a570-a2a410e34f76 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for port, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:04:49.475752 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-f551aad8-ae95-4d70-8507-967ffd06635c req-84639945-8aeb-443c-a570-a2a410e34f76 service neutron] 10.222.0.49 "PUT /v2.0/ports/30c7be83-a40c-4208-a728-aed58c5cb693 HTTP/1.1" status: 200  len: 1094 time: 0.9918089
Dec 16 23:04:49.476312 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bbb3893-10d3-4150-b682-5d6beb2fd594', 'tag': '30c7be83-a40c-4208-a728-aed58c5cb693'}] {{(pid=87506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 23:04:49.507971 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84639945-8aeb-443c-a570-a2a410e34f76 service neutron] Pushing event updated for resources: {'Port': ['ID=30c7be83-a40c-4208-a728-aed58c5cb693,revision_number=3']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:04:49.511456 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-84639945-8aeb-443c-a570-a2a410e34f76 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:04:49.533559 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4bbb3893-10d3-4150-b682-5d6beb2fd594', 'tag': '30c7be83-a40c-4208-a728-aed58c5cb693', 'status': 'completed', 'code': 200}
Dec 16 23:04:49.623350 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f551aad8-ae95-4d70-8507-967ffd06635c req-f3912dfe-cb0e-4f80-8190-37246f2672f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:04:49.624883 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-f551aad8-ae95-4d70-8507-967ffd06635c req-f3912dfe-cb0e-4f80-8190-37246f2672f4 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b3c6616415774c6c9d8f3480621d2855&device_id=4bbb3893-10d3-4150-b682-5d6beb2fd594 HTTP/1.1" status: 200  len: 1097 time: 0.0762341
Dec 16 23:04:49.702544 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-f551aad8-ae95-4d70-8507-967ffd06635c req-f0c67080-8548-43c9-a564-07272f6ecf98 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=30c7be83-a40c-4208-a728-aed58c5cb693 HTTP/1.1" status: 200  len: 217 time: 0.0652511
Dec 16 23:04:49.764526 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f551aad8-ae95-4d70-8507-967ffd06635c req-3017129f-8581-4b1c-877d-04b7af9214a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:04:49.765813 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-f551aad8-ae95-4d70-8507-967ffd06635c req-3017129f-8581-4b1c-877d-04b7af9214a1 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=2996e6c4-d7e0-4d01-9156-836f364de8a4 HTTP/1.1" status: 200  len: 856 time: 0.0566790
Dec 16 23:04:49.838319 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f551aad8-ae95-4d70-8507-967ffd06635c req-c1e4e139-5368-4aa2-affe-24bf95ec4332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:04:49.839754 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-f551aad8-ae95-4d70-8507-967ffd06635c req-c1e4e139-5368-4aa2-affe-24bf95ec4332 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=39c1d9af-be3e-4140-a06c-007bbfb6f18b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0680418
Dec 16 23:04:49.965814 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-f551aad8-ae95-4d70-8507-967ffd06635c req-d8f8f5f4-e7ab-4b45-94fa-9d4d9c96fc76 service neutron] 10.222.0.49 "GET /v2.0/networks/39c1d9af-be3e-4140-a06c-007bbfb6f18b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1195674
Dec 16 23:04:50.094804 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-f551aad8-ae95-4d70-8507-967ffd06635c req-0e9728cc-1046-4836-8ba6-43c698ec77f5 service neutron] 10.222.0.49 "GET /v2.0/networks/39c1d9af-be3e-4140-a06c-007bbfb6f18b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1223910
Dec 16 23:04:50.200954 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4979ff46-70a7-4e42-ac13-1cd9f3da3fcd req-dc49ab42-d4e3-4d87-9be9-e126e5cd91c1 tempest-TestEncryptedCinderVolumes-1016669813 tempest-TestEncryptedCinderVolumes-1016669813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:04:50.202402 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-4979ff46-70a7-4e42-ac13-1cd9f3da3fcd req-dc49ab42-d4e3-4d87-9be9-e126e5cd91c1 tempest-TestEncryptedCinderVolumes-1016669813 tempest-TestEncryptedCinderVolumes-1016669813-project] 10.222.0.13 "GET /v2.0/ports?device_id=4bbb3893-10d3-4150-b682-5d6beb2fd594 HTTP/1.1" status: 200  len: 944 time: 0.0808992
Dec 16 23:04:50.246712 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-4979ff46-70a7-4e42-ac13-1cd9f3da3fcd req-b747bbd0-cba2-4d31-b319-adc6cc812345 tempest-TestEncryptedCinderVolumes-1016669813 tempest-TestEncryptedCinderVolumes-1016669813-project] 10.222.0.13 "GET /v2.0/security-groups?id=7b8ba50e-e070-43a4-8de8-8d3b5c9d4fb8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0385194
Dec 16 23:04:50.251852 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95b6342-1fb5-4bc1-8965-ba947b6e565a req-31e79213-8e43-47e1-8f69-0ad782e4d38d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:04:50.253328 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-b95b6342-1fb5-4bc1-8965-ba947b6e565a req-31e79213-8e43-47e1-8f69-0ad782e4d38d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b3c6616415774c6c9d8f3480621d2855&device_id=4bbb3893-10d3-4150-b682-5d6beb2fd594 HTTP/1.1" status: 200  len: 1097 time: 0.0745838
Dec 16 23:04:50.386826 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95b6342-1fb5-4bc1-8965-ba947b6e565a req-1f8deafd-502a-4f5b-88bd-aa064b643f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:04:50.388209 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-b95b6342-1fb5-4bc1-8965-ba947b6e565a req-1f8deafd-502a-4f5b-88bd-aa064b643f40 service neutron] 10.222.0.49 "GET /v2.0/networks?id=39c1d9af-be3e-4140-a06c-007bbfb6f18b HTTP/1.1" status: 200  len: 918 time: 0.1278062
Dec 16 23:04:50.457776 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-b95b6342-1fb5-4bc1-8965-ba947b6e565a req-559f2eb1-bfb1-4bef-94b6-bde0057ad30d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=30c7be83-a40c-4208-a728-aed58c5cb693 HTTP/1.1" status: 200  len: 217 time: 0.0625405
Dec 16 23:04:50.626662 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95b6342-1fb5-4bc1-8965-ba947b6e565a req-5291c39f-4d0f-4065-931a-83859f9a25a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:04:50.628113 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-b95b6342-1fb5-4bc1-8965-ba947b6e565a req-5291c39f-4d0f-4065-931a-83859f9a25a6 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=2996e6c4-d7e0-4d01-9156-836f364de8a4 HTTP/1.1" status: 200  len: 856 time: 0.1637852
Dec 16 23:04:50.703701 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95b6342-1fb5-4bc1-8965-ba947b6e565a req-0532b2b5-e1b7-4bbf-aee8-0c0ba13f8107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:04:50.705076 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-b95b6342-1fb5-4bc1-8965-ba947b6e565a req-0532b2b5-e1b7-4bbf-aee8-0c0ba13f8107 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=39c1d9af-be3e-4140-a06c-007bbfb6f18b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0703475
Dec 16 23:04:50.836839 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-b95b6342-1fb5-4bc1-8965-ba947b6e565a req-e505be46-f799-4be2-9f1d-f4ac67d824d4 service neutron] 10.222.0.49 "GET /v2.0/networks/39c1d9af-be3e-4140-a06c-007bbfb6f18b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1228058
Dec 16 23:04:50.966305 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-b95b6342-1fb5-4bc1-8965-ba947b6e565a req-450fbc54-9d7b-41df-bbcd-bbceb58b2448 service neutron] 10.222.0.49 "GET /v2.0/networks/39c1d9af-be3e-4140-a06c-007bbfb6f18b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1227403
Dec 16 23:04:51.423734 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Device 30c7be83-a40c-4208-a728-aed58c5cb693 details requested by agent hyperv_hv-neutron-8218 with host hv-neutron-8218 {{(pid=87508) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 16 23:04:51.431398 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d90f03-6b01-49e7-8d1c-7db3a1f907ec req-46e57e5d-f3ea-42f1-ad1e-6bc7ccb215bd tempest-TestEncryptedCinderVolumes-1016669813 tempest-TestEncryptedCinderVolumes-1016669813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:04:51.432908 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-26d90f03-6b01-49e7-8d1c-7db3a1f907ec req-46e57e5d-f3ea-42f1-ad1e-6bc7ccb215bd tempest-TestEncryptedCinderVolumes-1016669813 tempest-TestEncryptedCinderVolumes-1016669813-project] 10.222.0.13 "GET /v2.0/ports?device_id=4bbb3893-10d3-4150-b682-5d6beb2fd594 HTTP/1.1" status: 200  len: 944 time: 0.0832088
Dec 16 23:04:51.477850 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-26d90f03-6b01-49e7-8d1c-7db3a1f907ec req-6ddc075a-54b7-4eb2-8148-1e93e2b30125 tempest-TestEncryptedCinderVolumes-1016669813 tempest-TestEncryptedCinderVolumes-1016669813-project] 10.222.0.13 "GET /v2.0/security-groups?id=7b8ba50e-e070-43a4-8de8-8d3b5c9d4fb8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0392694
Dec 16 23:04:51.554961 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] For port 30c7be83-a40c-4208-a728-aed58c5cb693, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=30c7be83-a40c-4208-a728-aed58c5cb693,segment=NetworkSegment(ac7838c2-79ac-4c57-ae7c-056a6c5687f0),segment_id=ac7838c2-79ac-4c57-ae7c-056a6c5687f0)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 23:04:51.567557 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Returning: {'device': '30c7be83-a40c-4208-a728-aed58c5cb693', 'network_id': '39c1d9af-be3e-4140-a06c-007bbfb6f18b', 'port_id': '30c7be83-a40c-4208-a728-aed58c5cb693', 'mac_address': 'fa:16:3e:15:71:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2996e6c4-d7e0-4d01-9156-836f364de8a4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87508) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 16 23:04:51.656202 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:04:51.672689 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.notifiers.nova [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30c7be83-a40c-4208-a728-aed58c5cb693 {{(pid=87508) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 23:04:51.687228 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] For port 30c7be83-a40c-4208-a728-aed58c5cb693, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=30c7be83-a40c-4208-a728-aed58c5cb693,segment=NetworkSegment(ac7838c2-79ac-4c57-ae7c-056a6c5687f0),segment_id=ac7838c2-79ac-4c57-ae7c-056a6c5687f0)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 23:04:51.691847 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:04:51.694367 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:04:51.757044 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Pushing event updated for resources: {'Port': ['ID=30c7be83-a40c-4208-a728-aed58c5cb693,revision_number=4']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:04:51.764741 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:04:51.765099 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:04:51.765439 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:04:51.765776 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:04:51.766139 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:04:51.766663 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:04:51.767094 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:04:51.767450 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:04:51.767793 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:04:51.768122 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:04:51.768442 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:04:51.768761 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:04:51.773167 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:04:51.953572 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] get_ports_and_sgs() called for port_ids ['30c7be83-a40c-4208-a728-aed58c5cb693'] {{(pid=87508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 23:04:52.665182 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374b9a64-af94-4f1e-86d0-6a698a274b85 req-ed4659c7-b9dc-43f1-977c-91dce90898ce tempest-TestEncryptedCinderVolumes-1016669813 tempest-TestEncryptedCinderVolumes-1016669813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:04:52.666629 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-374b9a64-af94-4f1e-86d0-6a698a274b85 req-ed4659c7-b9dc-43f1-977c-91dce90898ce tempest-TestEncryptedCinderVolumes-1016669813 tempest-TestEncryptedCinderVolumes-1016669813-project] 10.222.0.13 "GET /v2.0/ports?device_id=4bbb3893-10d3-4150-b682-5d6beb2fd594 HTTP/1.1" status: 200  len: 945 time: 0.0832269
Dec 16 23:04:52.709387 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-374b9a64-af94-4f1e-86d0-6a698a274b85 req-8405b462-2243-494c-8700-1d02be637faf tempest-TestEncryptedCinderVolumes-1016669813 tempest-TestEncryptedCinderVolumes-1016669813-project] 10.222.0.13 "GET /v2.0/security-groups?id=7b8ba50e-e070-43a4-8de8-8d3b5c9d4fb8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0372381
Dec 16 23:04:53.440214 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Device 30c7be83-a40c-4208-a728-aed58c5cb693 up at agent hyperv_hv-neutron-8218 {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 23:04:53.507540 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Provisioning for port 30c7be83-a40c-4208-a728-aed58c5cb693 completed by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 23:04:53.512135 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Provisioning complete for port 30c7be83-a40c-4208-a728-aed58c5cb693 triggered by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 23:04:53.512521 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:04:53.625482 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:04:53.653346 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bbb3893-10d3-4150-b682-5d6beb2fd594', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30c7be83-a40c-4208-a728-aed58c5cb693'}] {{(pid=87508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 23:04:53.662782 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] For port 30c7be83-a40c-4208-a728-aed58c5cb693, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=30c7be83-a40c-4208-a728-aed58c5cb693,segment=NetworkSegment(ac7838c2-79ac-4c57-ae7c-056a6c5687f0),segment_id=ac7838c2-79ac-4c57-ae7c-056a6c5687f0)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 23:04:53.667116 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:04:53.670134 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:04:53.710665 dv-neutron-821829-1-hyperv neutron-server[87508]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bbb3893-10d3-4150-b682-5d6beb2fd594', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30c7be83-a40c-4208-a728-aed58c5cb693', 'code': 200}
Dec 16 23:04:53.748171 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Pushing event updated for resources: {'Port': ['ID=30c7be83-a40c-4208-a728-aed58c5cb693,revision_number=5']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:04:53.752030 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:04:53.902609 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451b7dec-bb2f-43a7-a550-6900a1a14c26 req-62c784d5-93b8-42b4-b490-d85ab6f17f1b tempest-TestEncryptedCinderVolumes-1016669813 tempest-TestEncryptedCinderVolumes-1016669813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:04:53.904060 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-451b7dec-bb2f-43a7-a550-6900a1a14c26 req-62c784d5-93b8-42b4-b490-d85ab6f17f1b tempest-TestEncryptedCinderVolumes-1016669813 tempest-TestEncryptedCinderVolumes-1016669813-project] 10.222.0.13 "GET /v2.0/ports?device_id=4bbb3893-10d3-4150-b682-5d6beb2fd594 HTTP/1.1" status: 200  len: 946 time: 0.0835247
Dec 16 23:04:53.951889 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-451b7dec-bb2f-43a7-a550-6900a1a14c26 req-edfb2ab1-1d9c-42c6-93a3-5145a1a8b376 tempest-TestEncryptedCinderVolumes-1016669813 tempest-TestEncryptedCinderVolumes-1016669813-project] 10.222.0.13 "GET /v2.0/security-groups?id=7b8ba50e-e070-43a4-8de8-8d3b5c9d4fb8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418148
Dec 16 23:04:53.956834 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccef7e5-615e-4010-8066-457603dcca72 req-699c77c9-8551-4879-8a97-859762f45cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:04:53.958335 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-cccef7e5-615e-4010-8066-457603dcca72 req-699c77c9-8551-4879-8a97-859762f45cd6 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=4bbb3893-10d3-4150-b682-5d6beb2fd594 HTTP/1.1" status: 200  len: 1099 time: 0.0718360
Dec 16 23:04:53.998850 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-cccef7e5-615e-4010-8066-457603dcca72 req-580bcf3f-b678-448e-a9ad-e4baf0b3f7db service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=7b8ba50e-e070-43a4-8de8-8d3b5c9d4fb8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0333865
Dec 16 23:04:55.141357 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5c1d65-c1dc-442a-b84f-7950ad2a987d req-1021e9bd-a60e-455d-8c45-3653fe7cb2f1 tempest-TestEncryptedCinderVolumes-1016669813 tempest-TestEncryptedCinderVolumes-1016669813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:04:55.142782 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-1f5c1d65-c1dc-442a-b84f-7950ad2a987d req-1021e9bd-a60e-455d-8c45-3653fe7cb2f1 tempest-TestEncryptedCinderVolumes-1016669813 tempest-TestEncryptedCinderVolumes-1016669813-project] 10.222.0.13 "GET /v2.0/ports?device_id=4bbb3893-10d3-4150-b682-5d6beb2fd594 HTTP/1.1" status: 200  len: 946 time: 0.0792344
Dec 16 23:04:55.295518 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-1f5c1d65-c1dc-442a-b84f-7950ad2a987d req-869543db-d21a-400e-b245-7789c03f66a2 tempest-TestEncryptedCinderVolumes-1016669813 tempest-TestEncryptedCinderVolumes-1016669813-project] 10.222.0.13 "GET /v2.0/security-groups?id=7b8ba50e-e070-43a4-8de8-8d3b5c9d4fb8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1470199
Dec 16 23:04:56.476991 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c3d13c-b241-4b4a-92d4-a2d8328b1123 req-e837d0aa-c773-429b-a6aa-d2093af466d2 tempest-TestEncryptedCinderVolumes-1016669813 tempest-TestEncryptedCinderVolumes-1016669813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:04:56.478438 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-25c3d13c-b241-4b4a-92d4-a2d8328b1123 req-e837d0aa-c773-429b-a6aa-d2093af466d2 tempest-TestEncryptedCinderVolumes-1016669813 tempest-TestEncryptedCinderVolumes-1016669813-project] 10.222.0.13 "GET /v2.0/ports?device_id=4bbb3893-10d3-4150-b682-5d6beb2fd594 HTTP/1.1" status: 200  len: 946 time: 0.0796783
Dec 16 23:04:56.521724 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-25c3d13c-b241-4b4a-92d4-a2d8328b1123 req-e5bc35ea-a7f9-469f-a8e5-bef33e33aa7d tempest-TestEncryptedCinderVolumes-1016669813 tempest-TestEncryptedCinderVolumes-1016669813-project] 10.222.0.13 "GET /v2.0/security-groups?id=7b8ba50e-e070-43a4-8de8-8d3b5c9d4fb8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0374987
Dec 16 23:04:56.701709 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c00341-78ec-47d2-810d-dc21e540dd14 req-27108086-9dda-4040-b1c1-7a4d419a75f0 tempest-TestEncryptedCinderVolumes-1016669813 tempest-TestEncryptedCinderVolumes-1016669813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:04:56.703039 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-e7c00341-78ec-47d2-810d-dc21e540dd14 req-27108086-9dda-4040-b1c1-7a4d419a75f0 tempest-TestEncryptedCinderVolumes-1016669813 tempest-TestEncryptedCinderVolumes-1016669813-project] 10.222.0.13 "GET /v2.0/ports?device_id=4bbb3893-10d3-4150-b682-5d6beb2fd594 HTTP/1.1" status: 200  len: 946 time: 0.0803132
Dec 16 23:04:56.746198 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-e7c00341-78ec-47d2-810d-dc21e540dd14 req-39eccdeb-4c72-4b16-9b41-cdbc79f4c8bf tempest-TestEncryptedCinderVolumes-1016669813 tempest-TestEncryptedCinderVolumes-1016669813-project] 10.222.0.13 "GET /v2.0/security-groups?id=7b8ba50e-e070-43a4-8de8-8d3b5c9d4fb8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0376737
Dec 16 23:04:58.202127 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-d4a5a95e-1f4c-4ba5-9fc8-f0f1fbf4159d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:05:00.642328 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-e8970fc5-90c6-440d-87a5-72b668a5484c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:05:01.579603 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-3e729f7f-1589-4d54-9c4a-7ee6b283cc2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:05:01.715625 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:05:03.333217 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-4541ba3b-6be8-499c-bc94-3c60aa55c4f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:05:08.073376 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:05:10.500628 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.agents_db [None req-0abd2616-a86c-48e2-be07-10823335a5bb None None] Agent healthcheck: found 6 active agents {{(pid=87509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 23:05:12.195420 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3419c96-b1f2-4134-b4d8-49c4a3cf90cb req-77990eb5-07ca-49c5-80d5-0bc433567dd4 tempest-TestEncryptedCinderVolumes-1016669813 tempest-TestEncryptedCinderVolumes-1016669813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:05:12.196795 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-f3419c96-b1f2-4134-b4d8-49c4a3cf90cb req-77990eb5-07ca-49c5-80d5-0bc433567dd4 tempest-TestEncryptedCinderVolumes-1016669813 tempest-TestEncryptedCinderVolumes-1016669813-project] 10.222.0.13 "GET /v2.0/ports?device_id=4bbb3893-10d3-4150-b682-5d6beb2fd594 HTTP/1.1" status: 200  len: 946 time: 0.0777631
Dec 16 23:05:12.242231 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-f3419c96-b1f2-4134-b4d8-49c4a3cf90cb req-9fc4536b-3866-426c-8f3e-afa23273c67f tempest-TestEncryptedCinderVolumes-1016669813 tempest-TestEncryptedCinderVolumes-1016669813-project] 10.222.0.13 "GET /v2.0/security-groups?id=7b8ba50e-e070-43a4-8de8-8d3b5c9d4fb8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0398710
Dec 16 23:05:13.425677 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afaf42b-eb2b-48a4-8286-c749c2b2e51a req-04ead114-8a7f-42d8-8f44-1d38e4e862aa tempest-TestEncryptedCinderVolumes-1016669813 tempest-TestEncryptedCinderVolumes-1016669813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:05:13.427104 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-4afaf42b-eb2b-48a4-8286-c749c2b2e51a req-04ead114-8a7f-42d8-8f44-1d38e4e862aa tempest-TestEncryptedCinderVolumes-1016669813 tempest-TestEncryptedCinderVolumes-1016669813-project] 10.222.0.13 "GET /v2.0/ports?device_id=4bbb3893-10d3-4150-b682-5d6beb2fd594 HTTP/1.1" status: 200  len: 946 time: 0.0778422
Dec 16 23:05:13.470561 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-4afaf42b-eb2b-48a4-8286-c749c2b2e51a req-cd3d79b3-c3ef-4851-a660-4d6d60e65703 tempest-TestEncryptedCinderVolumes-1016669813 tempest-TestEncryptedCinderVolumes-1016669813-project] 10.222.0.13 "GET /v2.0/security-groups?id=7b8ba50e-e070-43a4-8de8-8d3b5c9d4fb8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0372269
Dec 16 23:05:13.858194 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5114b1-4908-45c9-8d9e-1ce407fc192b req-a418e263-bc49-480a-a033-aa998d6c0a0f tempest-TestEncryptedCinderVolumes-1016669813 tempest-TestEncryptedCinderVolumes-1016669813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:05:13.858887 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [req-fe5114b1-4908-45c9-8d9e-1ce407fc192b req-a418e263-bc49-480a-a033-aa998d6c0a0f tempest-TestEncryptedCinderVolumes-1016669813 tempest-TestEncryptedCinderVolumes-1016669813-project] Synchronizing usage tracker for tenant:b3c6616415774c6c9d8f3480621d2855 on resource:port {{(pid=87506) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 23:05:13.873887 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [req-fe5114b1-4908-45c9-8d9e-1ce407fc192b req-a418e263-bc49-480a-a033-aa998d6c0a0f tempest-TestEncryptedCinderVolumes-1016669813 tempest-TestEncryptedCinderVolumes-1016669813-project] Unset dirty status for tenant:b3c6616415774c6c9d8f3480621d2855 on resource:port {{(pid=87506) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 23:05:13.874980 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-fe5114b1-4908-45c9-8d9e-1ce407fc192b req-a418e263-bc49-480a-a033-aa998d6c0a0f tempest-TestEncryptedCinderVolumes-1016669813 tempest-TestEncryptedCinderVolumes-1016669813-project] 10.222.0.49 "GET /v2.0/ports?device_id=4bbb3893-10d3-4150-b682-5d6beb2fd594 HTTP/1.1" status: 200  len: 946 time: 0.0987248
Dec 16 23:05:13.941999 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [req-fe5114b1-4908-45c9-8d9e-1ce407fc192b req-b9464af3-5cc2-478b-8593-671764559838 tempest-TestEncryptedCinderVolumes-1016669813 tempest-TestEncryptedCinderVolumes-1016669813-project] Deleting port 30c7be83-a40c-4208-a728-aed58c5cb693 {{(pid=87506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 23:05:13.942339 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-fe5114b1-4908-45c9-8d9e-1ce407fc192b req-b9464af3-5cc2-478b-8593-671764559838 tempest-TestEncryptedCinderVolumes-1016669813 tempest-TestEncryptedCinderVolumes-1016669813-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:05:14.177521 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.db [req-fe5114b1-4908-45c9-8d9e-1ce407fc192b req-b9464af3-5cc2-478b-8593-671764559838 tempest-TestEncryptedCinderVolumes-1016669813 tempest-TestEncryptedCinderVolumes-1016669813-project] For port 30c7be83-a40c-4208-a728-aed58c5cb693, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=30c7be83-a40c-4208-a728-aed58c5cb693,segment=NetworkSegment(ac7838c2-79ac-4c57-ae7c-056a6c5687f0),segment_id=ac7838c2-79ac-4c57-ae7c-056a6c5687f0)] {{(pid=87506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 23:05:14.177775 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-fe5114b1-4908-45c9-8d9e-1ce407fc192b req-b9464af3-5cc2-478b-8593-671764559838 tempest-TestEncryptedCinderVolumes-1016669813 tempest-TestEncryptedCinderVolumes-1016669813-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:05:14.294921 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [req-fe5114b1-4908-45c9-8d9e-1ce407fc192b req-b9464af3-5cc2-478b-8593-671764559838 tempest-TestEncryptedCinderVolumes-1016669813 tempest-TestEncryptedCinderVolumes-1016669813-project] Calling delete_port for 30c7be83-a40c-4208-a728-aed58c5cb693 owned by compute:nova {{(pid=87506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 23:05:14.433679 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-fe5114b1-4908-45c9-8d9e-1ce407fc192b req-b9464af3-5cc2-478b-8593-671764559838 tempest-TestEncryptedCinderVolumes-1016669813 tempest-TestEncryptedCinderVolumes-1016669813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1863393'] for port, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:05:14.439061 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-c8dafe1f-a9a0-4170-a115-4dac79820d8a tempest-NetworksIpV6Test-1726734578 tempest-NetworksIpV6Test-1726734578-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:05:14.468154 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] get_ports_and_sgs() called for port_ids ['30c7be83-a40c-4208-a728-aed58c5cb693'] {{(pid=87508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 23:05:14.484237 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9464af3-5cc2-478b-8593-671764559838 tempest-TestEncryptedCinderVolumes-1016669813 tempest-TestEncryptedCinderVolumes-1016669813-project] Pushing event deleted for resources: {'Port': ['ID=30c7be83-a40c-4208-a728-aed58c5cb693,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:05:14.530894 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9464af3-5cc2-478b-8593-671764559838 tempest-TestEncryptedCinderVolumes-1016669813 tempest-TestEncryptedCinderVolumes-1016669813-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:05:14.531280 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9464af3-5cc2-478b-8593-671764559838 tempest-TestEncryptedCinderVolumes-1016669813 tempest-TestEncryptedCinderVolumes-1016669813-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:05:14.531663 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9464af3-5cc2-478b-8593-671764559838 tempest-TestEncryptedCinderVolumes-1016669813 tempest-TestEncryptedCinderVolumes-1016669813-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:05:14.532068 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9464af3-5cc2-478b-8593-671764559838 tempest-TestEncryptedCinderVolumes-1016669813 tempest-TestEncryptedCinderVolumes-1016669813-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:05:14.532437 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9464af3-5cc2-478b-8593-671764559838 tempest-TestEncryptedCinderVolumes-1016669813 tempest-TestEncryptedCinderVolumes-1016669813-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:05:14.532803 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9464af3-5cc2-478b-8593-671764559838 tempest-TestEncryptedCinderVolumes-1016669813 tempest-TestEncryptedCinderVolumes-1016669813-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:05:14.533169 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9464af3-5cc2-478b-8593-671764559838 tempest-TestEncryptedCinderVolumes-1016669813 tempest-TestEncryptedCinderVolumes-1016669813-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:05:14.533529 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9464af3-5cc2-478b-8593-671764559838 tempest-TestEncryptedCinderVolumes-1016669813 tempest-TestEncryptedCinderVolumes-1016669813-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:05:14.533890 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9464af3-5cc2-478b-8593-671764559838 tempest-TestEncryptedCinderVolumes-1016669813 tempest-TestEncryptedCinderVolumes-1016669813-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:05:14.534249 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9464af3-5cc2-478b-8593-671764559838 tempest-TestEncryptedCinderVolumes-1016669813 tempest-TestEncryptedCinderVolumes-1016669813-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:05:14.534608 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9464af3-5cc2-478b-8593-671764559838 tempest-TestEncryptedCinderVolumes-1016669813 tempest-TestEncryptedCinderVolumes-1016669813-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:05:14.534966 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9464af3-5cc2-478b-8593-671764559838 tempest-TestEncryptedCinderVolumes-1016669813 tempest-TestEncryptedCinderVolumes-1016669813-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:05:14.561963 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-b9464af3-5cc2-478b-8593-671764559838 tempest-TestEncryptedCinderVolumes-1016669813 tempest-TestEncryptedCinderVolumes-1016669813-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:05:14.574011 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe5114b1-4908-45c9-8d9e-1ce407fc192b req-b9464af3-5cc2-478b-8593-671764559838 tempest-TestEncryptedCinderVolumes-1016669813 tempest-TestEncryptedCinderVolumes-1016669813-project] No DVR routers for this DVR port 30c7be83-a40c-4208-a728-aed58c5cb693 on host hv-neutron-8218 {{(pid=87506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 23:05:14.576511 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-fe5114b1-4908-45c9-8d9e-1ce407fc192b req-b9464af3-5cc2-478b-8593-671764559838 tempest-TestEncryptedCinderVolumes-1016669813 tempest-TestEncryptedCinderVolumes-1016669813-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for port, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:05:14.579221 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bbb3893-10d3-4150-b682-5d6beb2fd594', 'name': 'network-vif-deleted', 'tag': '30c7be83-a40c-4208-a728-aed58c5cb693'}] {{(pid=87506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 23:05:14.600218 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-fe5114b1-4908-45c9-8d9e-1ce407fc192b req-b9464af3-5cc2-478b-8593-671764559838 tempest-TestEncryptedCinderVolumes-1016669813 tempest-TestEncryptedCinderVolumes-1016669813-project] 10.222.0.49 "DELETE /v2.0/ports/30c7be83-a40c-4208-a728-aed58c5cb693 HTTP/1.1" status: 204  len: 173 time: 0.7199912
Dec 16 23:05:14.632146 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-1919980e-98c3-4214-a1db-8652de04c9bf req-33ec368a-862f-45d6-ba21-d1ac9b016776 tempest-TestEncryptedCinderVolumes-1016669813 tempest-TestEncryptedCinderVolumes-1016669813-project] 10.222.0.13 "GET /v2.0/ports?device_id=4bbb3893-10d3-4150-b682-5d6beb2fd594 HTTP/1.1" status: 200  len: 210 time: 0.0423388
Dec 16 23:05:14.644778 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bbb3893-10d3-4150-b682-5d6beb2fd594', 'name': 'network-vif-deleted', 'tag': '30c7be83-a40c-4208-a728-aed58c5cb693', 'status': 'completed', 'code': 200}
Dec 16 23:05:15.756729 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 53834) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 23:05:16.275015 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-3533fe4f-d0b5-490c-b673-8276afc60ef7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3830176'] for router_interface, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:05:16.611027 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.plugin [None req-3533fe4f-d0b5-490c-b673-8276afc60ef7 admin admin] Deleting port 0a1323ba-9a4e-4444-ae91-0b0e3f1080d2 {{(pid=87507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 23:05:16.611359 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-3533fe4f-d0b5-490c-b673-8276afc60ef7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:05:16.885735 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.db [None req-3533fe4f-d0b5-490c-b673-8276afc60ef7 admin admin] For port 0a1323ba-9a4e-4444-ae91-0b0e3f1080d2, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=0a1323ba-9a4e-4444-ae91-0b0e3f1080d2,segment=NetworkSegment(ac7838c2-79ac-4c57-ae7c-056a6c5687f0),segment_id=ac7838c2-79ac-4c57-ae7c-056a6c5687f0)] {{(pid=87507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 23:05:16.886494 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-3533fe4f-d0b5-490c-b673-8276afc60ef7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:05:17.004736 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.plugin [None req-3533fe4f-d0b5-490c-b673-8276afc60ef7 admin admin] Calling delete_port for 0a1323ba-9a4e-4444-ae91-0b0e3f1080d2 owned by network:router_interface {{(pid=87507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 23:05:17.316958 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-3533fe4f-d0b5-490c-b673-8276afc60ef7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10807823'] for port, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:05:17.320497 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-acad6896-f5d2-4617-900d-3701ad7ce1cb tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:05:17.363510 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3533fe4f-d0b5-490c-b673-8276afc60ef7 admin admin] Pushing event deleted for resources: {'Port': ['ID=0a1323ba-9a4e-4444-ae91-0b0e3f1080d2,revision_number=None']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:05:17.401776 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3533fe4f-d0b5-490c-b673-8276afc60ef7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:05:17.402166 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3533fe4f-d0b5-490c-b673-8276afc60ef7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:05:17.402541 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3533fe4f-d0b5-490c-b673-8276afc60ef7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:05:17.402910 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3533fe4f-d0b5-490c-b673-8276afc60ef7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:05:17.403277 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3533fe4f-d0b5-490c-b673-8276afc60ef7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:05:17.403651 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3533fe4f-d0b5-490c-b673-8276afc60ef7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:05:17.404037 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3533fe4f-d0b5-490c-b673-8276afc60ef7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:05:17.404402 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3533fe4f-d0b5-490c-b673-8276afc60ef7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:05:17.404771 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3533fe4f-d0b5-490c-b673-8276afc60ef7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:05:17.405125 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3533fe4f-d0b5-490c-b673-8276afc60ef7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:05:17.405483 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3533fe4f-d0b5-490c-b673-8276afc60ef7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:05:17.405838 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3533fe4f-d0b5-490c-b673-8276afc60ef7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:05:17.414766 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-3533fe4f-d0b5-490c-b673-8276afc60ef7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:05:17.492617 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Device 30c7be83-a40c-4208-a728-aed58c5cb693 no longer exists at agent hyperv_hv-neutron-8218 {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 23:05:17.530537 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] No Port match for: 30c7be83-a40c-4208-a728-aed58c5cb693 {{(pid=87508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 23:05:17.530911 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Device 30c7be83-a40c-4208-a728-aed58c5cb693 not bound to the agent host hv-neutron-8218 {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 23:05:17.644989 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-3533fe4f-d0b5-490c-b673-8276afc60ef7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3791449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3739472'] for router_interface, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:05:17.991833 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3533fe4f-d0b5-490c-b673-8276afc60ef7 admin admin] Router af12b31a-51b2-411f-be1e-f972c5be96f7 has already been hosted by L3 agent 4f519db7-069b-43e2-8411-c092bac9102a {{(pid=87507) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 23:05:18.285007 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3533fe4f-d0b5-490c-b673-8276afc60ef7 admin admin] Notify agent at l3_agent.dv-neutron-821829-1-hyperv the message routers_updated {{(pid=87507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 23:05:18.293750 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-501038d4-80c7-413f-9992-454263527023 None None] Sync routers for ids ['af12b31a-51b2-411f-be1e-f972c5be96f7'] in dv-neutron-821829-1-hyperv {{(pid=87509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 23:05:18.297060 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-3533fe4f-d0b5-490c-b673-8276afc60ef7 admin admin] 10.222.0.13 "PUT /v2.0/routers/af12b31a-51b2-411f-be1e-f972c5be96f7/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.5391150
Dec 16 23:05:18.299587 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 53838) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 23:05:18.302787 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-501038d4-80c7-413f-9992-454263527023 None None] Routers {'af12b31a-51b2-411f-be1e-f972c5be96f7'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 23:05:18.303960 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-501038d4-80c7-413f-9992-454263527023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b7c737f40>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T23:05:01Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['af12b31a-51b2-411f-be1e-f972c5be96f7'], 'active': True} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 23:05:18.479661 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvr_db [None req-501038d4-80c7-413f-9992-454263527023 None None] Set router af12b31a-51b2-411f-be1e-f972c5be96f7 gateway port host: dv-neutron-821829-1-hyperv {{(pid=87509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 23:05:18.590637 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-7dc6753e-761e-4d6c-b923-13b61020de87 admin admin] Notify callbacks [] for router, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:05:18.759076 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-501038d4-80c7-413f-9992-454263527023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b7c737f40>, [{'id': 'af12b31a-51b2-411f-be1e-f972c5be96f7', 'name': 'tempest-TestEncryptedCinderVolumes-1570386402-router', 'tenant_id': 'b3c6616415774c6c9d8f3480621d2855', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.179'}], 'enable_snat': True}, 'gw_port_id': '904ccac7-b534-4b3d-9fe5-c7df25197a4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:04:03Z', 'updated_at': '2021-12-16T23:05:17Z', 'revision_number': 5, 'project_id': 'b3c6616415774c6c9d8f3480621d2855', 'gw_port': {'id': '904ccac7-b534-4b3d-9fe5-c7df25197a4a', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:15:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af12b31a-51b2-411f-be1e-f972c5be96f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1625, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:04:03Z', 'updated_at': '2021-12-16T23:04:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv'}], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 23:05:18.762812 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-501038d4-80c7-413f-9992-454263527023 None None] Checking router: af12b31a-51b2-411f-be1e-f972c5be96f7 for host: dv-neutron-821829-1-hyperv {{(pid=87509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 23:05:18.769324 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-7dc6753e-761e-4d6c-b923-13b61020de87 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:05:18.770874 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-501038d4-80c7-413f-9992-454263527023 None None] Routers {'af12b31a-51b2-411f-be1e-f972c5be96f7'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 23:05:18.771483 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-501038d4-80c7-413f-9992-454263527023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b7c737f40>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T23:05:01Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['af12b31a-51b2-411f-be1e-f972c5be96f7'], 'active': True} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 23:05:18.778679 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [None req-7dc6753e-761e-4d6c-b923-13b61020de87 admin admin] Deleting port 904ccac7-b534-4b3d-9fe5-c7df25197a4a {{(pid=87506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 23:05:18.779021 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-7dc6753e-761e-4d6c-b923-13b61020de87 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:05:18.955911 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvr_db [None req-501038d4-80c7-413f-9992-454263527023 None None] Set router af12b31a-51b2-411f-be1e-f972c5be96f7 gateway port host: None {{(pid=87509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 23:05:18.956277 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.db [None req-7dc6753e-761e-4d6c-b923-13b61020de87 admin admin] For port 904ccac7-b534-4b3d-9fe5-c7df25197a4a, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=904ccac7-b534-4b3d-9fe5-c7df25197a4a,segment=NetworkSegment(a416442d-d143-4052-9f4e-546eb8cbe809),segment_id=a416442d-d143-4052-9f4e-546eb8cbe809)] {{(pid=87506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 23:05:18.956631 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-7dc6753e-761e-4d6c-b923-13b61020de87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:05:19.069157 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-501038d4-80c7-413f-9992-454263527023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b7c737f40>, [{'id': 'af12b31a-51b2-411f-be1e-f972c5be96f7', 'name': 'tempest-TestEncryptedCinderVolumes-1570386402-router', 'tenant_id': 'b3c6616415774c6c9d8f3480621d2855', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:04:03Z', 'updated_at': '2021-12-16T23:05:18Z', 'revision_number': 6, 'project_id': 'b3c6616415774c6c9d8f3480621d2855', 'gw_port_host': None}], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 23:05:19.072982 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-501038d4-80c7-413f-9992-454263527023 None None] The sync data for ids ['af12b31a-51b2-411f-be1e-f972c5be96f7'] in dv-neutron-821829-1-hyperv is: [{'id': 'af12b31a-51b2-411f-be1e-f972c5be96f7', 'name': 'tempest-TestEncryptedCinderVolumes-1570386402-router', 'tenant_id': 'b3c6616415774c6c9d8f3480621d2855', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:04:03Z', 'updated_at': '2021-12-16T23:05:18Z', 'revision_number': 6, 'project_id': 'b3c6616415774c6c9d8f3480621d2855', 'gw_port_host': None}] {{(pid=87509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 23:05:19.078428 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [None req-7dc6753e-761e-4d6c-b923-13b61020de87 admin admin] Calling delete_port for 904ccac7-b534-4b3d-9fe5-c7df25197a4a owned by network:router_gateway {{(pid=87506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 23:05:19.241245 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-7dc6753e-761e-4d6c-b923-13b61020de87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1863393'] for port, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:05:19.244611 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-4591b8da-41fb-4345-9821-2dbe623a3378 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:05:19.286602 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc6753e-761e-4d6c-b923-13b61020de87 admin admin] Pushing event deleted for resources: {'Port': ['ID=904ccac7-b534-4b3d-9fe5-c7df25197a4a,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:05:19.290147 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-7dc6753e-761e-4d6c-b923-13b61020de87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:05:19.378546 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-7dc6753e-761e-4d6c-b923-13b61020de87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3741895'] for router_gateway, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:05:19.553048 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-7dc6753e-761e-4d6c-b923-13b61020de87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3739500', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39002'] for router, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:05:19.555178 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-7dc6753e-761e-4d6c-b923-13b61020de87 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:05:19.577284 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-7dc6753e-761e-4d6c-b923-13b61020de87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3830089'] for router, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:05:19.577779 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dc6753e-761e-4d6c-b923-13b61020de87 admin admin] Fanout notify agent at l3_agent the message router_deleted on router af12b31a-51b2-411f-be1e-f972c5be96f7 {{(pid=87506) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 16 23:05:19.590356 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-7dc6753e-761e-4d6c-b923-13b61020de87 admin admin] Notify callbacks [] for router, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:05:19.591453 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-7dc6753e-761e-4d6c-b923-13b61020de87 admin admin] 10.222.0.13 "DELETE /v2.0/routers/af12b31a-51b2-411f-be1e-f972c5be96f7 HTTP/1.1" status: 204  len: 168 time: 1.2908933
Dec 16 23:05:19.594267 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 53842) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 23:05:19.653083 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1a319c5-65b3-4b41-84ac-1041b21ee78b admin admin] Deleting subnet 2996e6c4-d7e0-4d01-9156-836f364de8a4 {{(pid=87506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 16 23:05:19.656011 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-a1a319c5-65b3-4b41-84ac-1041b21ee78b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:05:19.706783 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-a1a319c5-65b3-4b41-84ac-1041b21ee78b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-266764487'] for subnet, precommit_delete_associations {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:05:19.780803 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-a1a319c5-65b3-4b41-84ac-1041b21ee78b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3328566'] for subnet, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:05:19.854698 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-a1a319c5-65b3-4b41-84ac-1041b21ee78b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3328622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1863378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11213117'] for subnet, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:05:19.859069 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-08c396d6-0d50-41ac-a707-3de5607e1a0b tempest-NetworksIpV6Test-1726734578 tempest-NetworksIpV6Test-1726734578-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:05:19.892415 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 904ccac7-b534-4b3d-9fe5-c7df25197a4a no longer exists at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 23:05:19.902099 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a319c5-65b3-4b41-84ac-1041b21ee78b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2996e6c4-d7e0-4d01-9156-836f364de8a4,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:05:19.905152 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-a1a319c5-65b3-4b41-84ac-1041b21ee78b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:05:19.906125 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-a1a319c5-65b3-4b41-84ac-1041b21ee78b admin admin] Notify callbacks [] for subnet, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:05:19.912062 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-a1a319c5-65b3-4b41-84ac-1041b21ee78b admin admin] 10.222.0.13 "DELETE /v2.0/subnets/2996e6c4-d7e0-4d01-9156-836f364de8a4 HTTP/1.1" status: 204  len: 168 time: 0.3168154
Dec 16 23:05:19.914438 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 53846) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 23:05:19.920931 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79ec3f6b-9709-4b19-aa01-155046ef8ef6 None None] Network 39c1d9af-be3e-4140-a06c-007bbfb6f18b requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 23:05:19.995903 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] No Port match for: 904ccac7-b534-4b3d-9fe5-c7df25197a4a {{(pid=87508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 23:05:19.996268 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 904ccac7-b534-4b3d-9fe5-c7df25197a4a not bound to the agent host dv-neutron-821829-1-hyperv {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 23:05:19.996713 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 0a1323ba-9a4e-4444-ae91-0b0e3f1080d2 no longer exists at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 23:05:20.019853 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-d8545f6b-e1a4-401e-9483-cc204ba5920a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-825997'] for network, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:05:20.030003 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [None req-d8545f6b-e1a4-401e-9483-cc204ba5920a admin admin] Deleting port 8e2d765b-1c9c-45eb-882d-e22040ab50a7 {{(pid=87506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 23:05:20.030332 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-d8545f6b-e1a4-401e-9483-cc204ba5920a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:05:20.053661 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] No Port match for: 0a1323ba-9a4e-4444-ae91-0b0e3f1080d2 {{(pid=87508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 23:05:20.054045 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 0a1323ba-9a4e-4444-ae91-0b0e3f1080d2 not bound to the agent host dv-neutron-821829-1-hyperv {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 23:05:20.221300 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0c75953-832e-4002-9c0a-8a7486269981 None None] DHCP port deletion for 39c1d9af-be3e-4140-a06c-007bbfb6f18b request from dv-neutron-821829-1-hyperv {{(pid=87508) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 16 23:05:20.226086 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-b0c75953-832e-4002-9c0a-8a7486269981 None None] Deleting port 8e2d765b-1c9c-45eb-882d-e22040ab50a7 {{(pid=87508) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 23:05:20.226476 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b0c75953-832e-4002-9c0a-8a7486269981 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:05:20.368537 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.db [None req-d8545f6b-e1a4-401e-9483-cc204ba5920a admin admin] For port 8e2d765b-1c9c-45eb-882d-e22040ab50a7, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=8e2d765b-1c9c-45eb-882d-e22040ab50a7,segment=NetworkSegment(ac7838c2-79ac-4c57-ae7c-056a6c5687f0),segment_id=ac7838c2-79ac-4c57-ae7c-056a6c5687f0)] {{(pid=87506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 23:05:20.368893 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-d8545f6b-e1a4-401e-9483-cc204ba5920a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:05:20.425230 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-b0c75953-832e-4002-9c0a-8a7486269981 None None] For port 8e2d765b-1c9c-45eb-882d-e22040ab50a7, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=8e2d765b-1c9c-45eb-882d-e22040ab50a7,segment=NetworkSegment(ac7838c2-79ac-4c57-ae7c-056a6c5687f0),segment_id=ac7838c2-79ac-4c57-ae7c-056a6c5687f0)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 23:05:20.425586 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b0c75953-832e-4002-9c0a-8a7486269981 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:05:20.495220 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [None req-d8545f6b-e1a4-401e-9483-cc204ba5920a admin admin] Calling delete_port for 8e2d765b-1c9c-45eb-882d-e22040ab50a7 owned by network:dhcp {{(pid=87506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 23:05:20.548573 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-b0c75953-832e-4002-9c0a-8a7486269981 None None] Calling delete_port for 8e2d765b-1c9c-45eb-882d-e22040ab50a7 owned by network:dhcp {{(pid=87508) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 23:05:20.569585 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-d8545f6b-e1a4-401e-9483-cc204ba5920a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1863393'] for port, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:05:20.573403 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-e6246d78-eaa0-4e69-ace1-f3eefd03a578 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:05:20.618141 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.db.api [None req-b0c75953-832e-4002-9c0a-8a7486269981 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87508) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 16 23:05:20.618369 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_db.api [None req-b0c75953-832e-4002-9c0a-8a7486269981 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 16 23:05:20.618492 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8545f6b-e1a4-401e-9483-cc204ba5920a admin admin] Pushing event deleted for resources: {'Port': ['ID=8e2d765b-1c9c-45eb-882d-e22040ab50a7,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:05:20.620984 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-d8545f6b-e1a4-401e-9483-cc204ba5920a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:05:20.624851 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8545f6b-e1a4-401e-9483-cc204ba5920a admin admin] No DVR routers for this DVR port 8e2d765b-1c9c-45eb-882d-e22040ab50a7 on host dv-neutron-821829-1-hyperv {{(pid=87506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 23:05:20.741067 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-d8545f6b-e1a4-401e-9483-cc204ba5920a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3329565', 'neutron.services.segments.db._delete_segments_for_network-8734753546406'] for network, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:05:20.764975 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.services.segments.db [None req-d8545f6b-e1a4-401e-9483-cc204ba5920a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1b765d7a60>,) {'filters': {'network_id': ['39c1d9af-be3e-4140-a06c-007bbfb6f18b']}} {{(pid=87506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 23:05:20.777167 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.services.segments.db [None req-d8545f6b-e1a4-401e-9483-cc204ba5920a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b765d7a60>, 'ac7838c2-79ac-4c57-ae7c-056a6c5687f0') {'for_net_delete': True} {{(pid=87506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 23:05:20.777466 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.services.segments.db [None req-d8545f6b-e1a4-401e-9483-cc204ba5920a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b765d7a60>, 'ac7838c2-79ac-4c57-ae7c-056a6c5687f0') {} {{(pid=87506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 23:05:20.789028 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-d8545f6b-e1a4-401e-9483-cc204ba5920a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734753593977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-266764496'] for segment, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:05:20.804477 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-d8545f6b-e1a4-401e-9483-cc204ba5920a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-883292'] for segment, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:05:20.810837 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8545f6b-e1a4-401e-9483-cc204ba5920a admin admin] Releasing vlan 150 on physical network physnet1 to pool {{(pid=87506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 16 23:05:20.811218 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-d8545f6b-e1a4-401e-9483-cc204ba5920a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-883285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1863180'] for segment, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:05:20.824316 dv-neutron-821829-1-hyperv neutron-server[87506]: Traceback (most recent call last):
Dec 16 23:05:20.824316 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 16 23:05:20.824316 dv-neutron-821829-1-hyperv neutron-server[87506]:     timer()
Dec 16 23:05:20.824316 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 23:05:20.824316 dv-neutron-821829-1-hyperv neutron-server[87506]:     cb(*args, **kw)
Dec 16 23:05:20.824316 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 23:05:20.824316 dv-neutron-821829-1-hyperv neutron-server[87506]:     return func(*args, **kwargs)
Dec 16 23:05:20.824316 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 23:05:20.824316 dv-neutron-821829-1-hyperv neutron-server[87506]:     self._notify()
Dec 16 23:05:20.824316 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 23:05:20.824316 dv-neutron-821829-1-hyperv neutron-server[87506]:     self.callback(batched_events)
Dec 16 23:05:20.824316 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 23:05:20.824316 dv-neutron-821829-1-hyperv neutron-server[87506]:     event.method(event)
Dec 16 23:05:20.824316 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 23:05:20.824316 dv-neutron-821829-1-hyperv neutron-server[87506]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 23:05:20.824316 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 23:05:20.824316 dv-neutron-821829-1-hyperv neutron-server[87506]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 23:05:20.824316 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 23:05:20.824316 dv-neutron-821829-1-hyperv neutron-server[87506]:     return f(self, *a, **k)
Dec 16 23:05:20.824316 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 16 23:05:20.824316 dv-neutron-821829-1-hyperv neutron-server[87506]:     return self._get(url).json()
Dec 16 23:05:20.824316 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 16 23:05:20.824316 dv-neutron-821829-1-hyperv neutron-server[87506]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 23:05:20.824316 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 16 23:05:20.824316 dv-neutron-821829-1-hyperv neutron-server[87506]:     return self.request(url, 'GET', **kwargs)
Dec 16 23:05:20.824316 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 16 23:05:20.824316 dv-neutron-821829-1-hyperv neutron-server[87506]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 23:05:20.824316 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 16 23:05:20.824316 dv-neutron-821829-1-hyperv neutron-server[87506]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 23:05:20.824316 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 16 23:05:20.824316 dv-neutron-821829-1-hyperv neutron-server[87506]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 23:05:20.824316 dv-neutron-821829-1-hyperv neutron-server[87506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 23:05:20.898091 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-d8545f6b-e1a4-401e-9483-cc204ba5920a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3329572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3741856'] for network, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:05:20.901725 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-a9bce234-233a-4dde-9dd6-e08f6599e92f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:05:20.913921 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-d8545f6b-e1a4-401e-9483-cc204ba5920a admin admin] Notify callbacks [] for network, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:05:20.924985 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8545f6b-e1a4-401e-9483-cc204ba5920a admin admin] Pushing event deleted for resources: {'Network': ['ID=39c1d9af-be3e-4140-a06c-007bbfb6f18b,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:05:20.928918 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-d8545f6b-e1a4-401e-9483-cc204ba5920a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:05:20.936635 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-d8545f6b-e1a4-401e-9483-cc204ba5920a admin admin] 10.222.0.13 "DELETE /v2.0/networks/39c1d9af-be3e-4140-a06c-007bbfb6f18b HTTP/1.1" status: 204  len: 168 time: 1.0212963
Dec 16 23:05:20.939449 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 53850) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 23:05:21.119116 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-b0c75953-832e-4002-9c0a-8a7486269981 None None] Deleting port 8e2d765b-1c9c-45eb-882d-e22040ab50a7 {{(pid=87508) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 23:05:21.119696 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b0c75953-832e-4002-9c0a-8a7486269981 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:05:21.187496 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-b0c75953-832e-4002-9c0a-8a7486269981 None None] The port '8e2d765b-1c9c-45eb-882d-e22040ab50a7' was deleted {{(pid=87508) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 16 23:05:21.459018 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-8f375af0-ca3b-4414-8442-e434ff165852 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3830176'] for router_interface, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:05:21.882433 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 8e2d765b-1c9c-45eb-882d-e22040ab50a7 no longer exists at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 23:05:21.913466 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [None req-8f375af0-ca3b-4414-8442-e434ff165852 admin admin] Deleting port 41b88b99-3ef8-43d8-a1b0-b38cd9fec682 {{(pid=87506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 23:05:21.914078 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-8f375af0-ca3b-4414-8442-e434ff165852 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:05:21.916048 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] No Port match for: 8e2d765b-1c9c-45eb-882d-e22040ab50a7 {{(pid=87508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 23:05:21.916412 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 8e2d765b-1c9c-45eb-882d-e22040ab50a7 not bound to the agent host dv-neutron-821829-1-hyperv {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 23:05:22.080061 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.db [None req-8f375af0-ca3b-4414-8442-e434ff165852 admin admin] For port 41b88b99-3ef8-43d8-a1b0-b38cd9fec682, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=41b88b99-3ef8-43d8-a1b0-b38cd9fec682,segment=NetworkSegment(8f5d41b0-c221-496d-aa8a-6a70bdec7765),segment_id=8f5d41b0-c221-496d-aa8a-6a70bdec7765)] {{(pid=87506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 23:05:22.080331 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-8f375af0-ca3b-4414-8442-e434ff165852 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:05:22.198423 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [None req-8f375af0-ca3b-4414-8442-e434ff165852 admin admin] Calling delete_port for 41b88b99-3ef8-43d8-a1b0-b38cd9fec682 owned by network:router_interface {{(pid=87506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 23:05:22.371270 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-8f375af0-ca3b-4414-8442-e434ff165852 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1863393'] for port, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:05:22.374639 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-6e46aba1-20cf-4a63-b710-badaabb8c832 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:05:22.420313 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f375af0-ca3b-4414-8442-e434ff165852 admin admin] Pushing event deleted for resources: {'Port': ['ID=41b88b99-3ef8-43d8-a1b0-b38cd9fec682,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:05:22.423358 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-8f375af0-ca3b-4414-8442-e434ff165852 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:05:22.682259 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-8f375af0-ca3b-4414-8442-e434ff165852 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3791449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3739472'] for router_interface, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:05:23.149871 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f375af0-ca3b-4414-8442-e434ff165852 admin admin] Router 47ee9a05-454d-489f-b864-037c3c61bc35 has already been hosted by L3 agent 4f519db7-069b-43e2-8411-c092bac9102a {{(pid=87506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 23:05:23.328854 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f375af0-ca3b-4414-8442-e434ff165852 admin admin] Notify agent at l3_agent.dv-neutron-821829-1-hyperv the message routers_updated {{(pid=87506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 23:05:23.339219 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-8f375af0-ca3b-4414-8442-e434ff165852 admin admin] 10.222.0.13 "PUT /v2.0/routers/47ee9a05-454d-489f-b864-037c3c61bc35/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.3969882
Dec 16 23:05:23.339504 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-396d6e9b-51fb-44d8-8b27-b284cfca15c8 None None] Sync routers for ids ['47ee9a05-454d-489f-b864-037c3c61bc35'] in dv-neutron-821829-1-hyperv {{(pid=87508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 23:05:23.340119 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 53854) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 23:05:23.347266 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-396d6e9b-51fb-44d8-8b27-b284cfca15c8 None None] Routers {'47ee9a05-454d-489f-b864-037c3c61bc35'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 23:05:23.347945 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-396d6e9b-51fb-44d8-8b27-b284cfca15c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b77a56ee0>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T23:05:01Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['47ee9a05-454d-489f-b864-037c3c61bc35'], 'active': True} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 23:05:23.517306 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-f23fb1e7-5d00-4852-82e8-a3f953f2b1df admin admin] Notify callbacks [] for router, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:05:23.560446 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvr_db [None req-396d6e9b-51fb-44d8-8b27-b284cfca15c8 None None] Set router 47ee9a05-454d-489f-b864-037c3c61bc35 gateway port host: dv-neutron-821829-1-hyperv {{(pid=87508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 23:05:23.694535 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-f23fb1e7-5d00-4852-82e8-a3f953f2b1df admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:05:23.704255 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [None req-f23fb1e7-5d00-4852-82e8-a3f953f2b1df admin admin] Deleting port 0a539894-37a3-49bc-a058-aa1caf3f168b {{(pid=87506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 23:05:23.704638 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-f23fb1e7-5d00-4852-82e8-a3f953f2b1df admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:05:23.850950 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-396d6e9b-51fb-44d8-8b27-b284cfca15c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b77a56ee0>, [{'id': '47ee9a05-454d-489f-b864-037c3c61bc35', 'name': 'tempest-TestEncryptedCinderVolumes-385788787-router', 'tenant_id': '11659f12ddf34e06bb564052093133c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.113'}], 'enable_snat': True}, 'gw_port_id': '0a539894-37a3-49bc-a058-aa1caf3f168b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:04:09Z', 'updated_at': '2021-12-16T23:05:22Z', 'revision_number': 5, 'project_id': '11659f12ddf34e06bb564052093133c1', 'gw_port': {'id': '0a539894-37a3-49bc-a058-aa1caf3f168b', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:19:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47ee9a05-454d-489f-b864-037c3c61bc35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:04:10Z', 'updated_at': '2021-12-16T23:04:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv'}], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 23:05:23.855374 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-396d6e9b-51fb-44d8-8b27-b284cfca15c8 None None] Checking router: 47ee9a05-454d-489f-b864-037c3c61bc35 for host: dv-neutron-821829-1-hyperv {{(pid=87508) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 23:05:23.864251 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-396d6e9b-51fb-44d8-8b27-b284cfca15c8 None None] Routers {'47ee9a05-454d-489f-b864-037c3c61bc35'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 23:05:23.864897 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-396d6e9b-51fb-44d8-8b27-b284cfca15c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b77a56ee0>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T23:05:01Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['47ee9a05-454d-489f-b864-037c3c61bc35'], 'active': True} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 23:05:23.905715 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.db [None req-f23fb1e7-5d00-4852-82e8-a3f953f2b1df admin admin] For port 0a539894-37a3-49bc-a058-aa1caf3f168b, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=0a539894-37a3-49bc-a058-aa1caf3f168b,segment=NetworkSegment(a416442d-d143-4052-9f4e-546eb8cbe809),segment_id=a416442d-d143-4052-9f4e-546eb8cbe809)] {{(pid=87506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 23:05:23.906140 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-f23fb1e7-5d00-4852-82e8-a3f953f2b1df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:05:24.016224 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvr_db [None req-396d6e9b-51fb-44d8-8b27-b284cfca15c8 None None] Set router 47ee9a05-454d-489f-b864-037c3c61bc35 gateway port host: None {{(pid=87508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 23:05:24.034211 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [None req-f23fb1e7-5d00-4852-82e8-a3f953f2b1df admin admin] Calling delete_port for 0a539894-37a3-49bc-a058-aa1caf3f168b owned by network:router_gateway {{(pid=87506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 23:05:24.121475 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-396d6e9b-51fb-44d8-8b27-b284cfca15c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b77a56ee0>, [{'id': '47ee9a05-454d-489f-b864-037c3c61bc35', 'name': 'tempest-TestEncryptedCinderVolumes-385788787-router', 'tenant_id': '11659f12ddf34e06bb564052093133c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:04:09Z', 'updated_at': '2021-12-16T23:05:23Z', 'revision_number': 6, 'project_id': '11659f12ddf34e06bb564052093133c1', 'gw_port_host': None}], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 23:05:24.125331 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-396d6e9b-51fb-44d8-8b27-b284cfca15c8 None None] The sync data for ids ['47ee9a05-454d-489f-b864-037c3c61bc35'] in dv-neutron-821829-1-hyperv is: [{'id': '47ee9a05-454d-489f-b864-037c3c61bc35', 'name': 'tempest-TestEncryptedCinderVolumes-385788787-router', 'tenant_id': '11659f12ddf34e06bb564052093133c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:04:09Z', 'updated_at': '2021-12-16T23:05:23Z', 'revision_number': 6, 'project_id': '11659f12ddf34e06bb564052093133c1', 'gw_port_host': None}] {{(pid=87508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 23:05:24.201593 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-f23fb1e7-5d00-4852-82e8-a3f953f2b1df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1863393'] for port, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:05:24.205108 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-268ee2d2-90ad-4d38-ad62-398a819be2c9 tempest-TestEncryptedCinderVolumes-1016669813 tempest-TestEncryptedCinderVolumes-1016669813-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:05:24.247561 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23fb1e7-5d00-4852-82e8-a3f953f2b1df admin admin] Pushing event deleted for resources: {'Port': ['ID=0a539894-37a3-49bc-a058-aa1caf3f168b,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:05:24.250677 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-f23fb1e7-5d00-4852-82e8-a3f953f2b1df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:05:24.457311 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-f23fb1e7-5d00-4852-82e8-a3f953f2b1df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3741895'] for router_gateway, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:05:24.631158 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-f23fb1e7-5d00-4852-82e8-a3f953f2b1df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3739500', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39002'] for router, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:05:24.633297 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-f23fb1e7-5d00-4852-82e8-a3f953f2b1df admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:05:24.654264 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-f23fb1e7-5d00-4852-82e8-a3f953f2b1df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3830089'] for router, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:05:24.654837 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f23fb1e7-5d00-4852-82e8-a3f953f2b1df admin admin] Fanout notify agent at l3_agent the message router_deleted on router 47ee9a05-454d-489f-b864-037c3c61bc35 {{(pid=87506) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 16 23:05:24.667477 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-f23fb1e7-5d00-4852-82e8-a3f953f2b1df admin admin] Notify callbacks [] for router, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:05:24.668876 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-f23fb1e7-5d00-4852-82e8-a3f953f2b1df admin admin] 10.222.0.13 "DELETE /v2.0/routers/47ee9a05-454d-489f-b864-037c3c61bc35 HTTP/1.1" status: 204  len: 168 time: 1.3277113
Dec 16 23:05:24.671047 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 53858) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 23:05:24.728225 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.db_base_plugin_v2 [None req-56ebc76a-52fe-4217-84cd-a744ab2fb92e admin admin] Deleting subnet 788044ca-9774-4ae9-9766-368bf28b8a02 {{(pid=87506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 16 23:05:24.730947 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-56ebc76a-52fe-4217-84cd-a744ab2fb92e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:05:24.779070 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-56ebc76a-52fe-4217-84cd-a744ab2fb92e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-266764487'] for subnet, precommit_delete_associations {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:05:24.854650 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-56ebc76a-52fe-4217-84cd-a744ab2fb92e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3328566'] for subnet, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:05:24.920166 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-56ebc76a-52fe-4217-84cd-a744ab2fb92e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3328622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1863378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11213117'] for subnet, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:05:24.923642 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-a18090a2-ce50-4423-b93d-857aa46bb768 tempest-RoutersIpV6Test-980756599 tempest-RoutersIpV6Test-980756599-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:05:24.961709 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ebc76a-52fe-4217-84cd-a744ab2fb92e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=788044ca-9774-4ae9-9766-368bf28b8a02,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:05:24.965687 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-56ebc76a-52fe-4217-84cd-a744ab2fb92e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:05:24.966665 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-56ebc76a-52fe-4217-84cd-a744ab2fb92e admin admin] Notify callbacks [] for subnet, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:05:24.976337 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-56ebc76a-52fe-4217-84cd-a744ab2fb92e admin admin] 10.222.0.13 "DELETE /v2.0/subnets/788044ca-9774-4ae9-9766-368bf28b8a02 HTTP/1.1" status: 204  len: 168 time: 0.3013625
Dec 16 23:05:24.976337 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 53862) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 23:05:24.979035 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-439a2923-8a59-4752-9fdd-8a8a0c96e058 None None] Network df2dbed4-f7d9-46da-9eb2-23f639181abe requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 23:05:25.083162 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-aaeacb14-4062-4e59-899e-6cde44e28efc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-825997'] for network, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:05:25.095228 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [None req-aaeacb14-4062-4e59-899e-6cde44e28efc admin admin] Deleting port a9b66774-a060-41d9-9287-788e75ea61be {{(pid=87506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 23:05:25.095563 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-aaeacb14-4062-4e59-899e-6cde44e28efc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:05:25.225389 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3f76605-70e4-43e9-9438-ccacf4e2182b None None] DHCP port deletion for df2dbed4-f7d9-46da-9eb2-23f639181abe request from dv-neutron-821829-1-hyperv {{(pid=87508) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 16 23:05:25.229584 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-b3f76605-70e4-43e9-9438-ccacf4e2182b None None] Deleting port a9b66774-a060-41d9-9287-788e75ea61be {{(pid=87508) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 23:05:25.229915 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b3f76605-70e4-43e9-9438-ccacf4e2182b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:05:25.309508 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.db [None req-aaeacb14-4062-4e59-899e-6cde44e28efc admin admin] For port a9b66774-a060-41d9-9287-788e75ea61be, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=a9b66774-a060-41d9-9287-788e75ea61be,segment=NetworkSegment(8f5d41b0-c221-496d-aa8a-6a70bdec7765),segment_id=8f5d41b0-c221-496d-aa8a-6a70bdec7765)] {{(pid=87506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 23:05:25.310124 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-aaeacb14-4062-4e59-899e-6cde44e28efc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:05:25.428545 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-b3f76605-70e4-43e9-9438-ccacf4e2182b None None] For port a9b66774-a060-41d9-9287-788e75ea61be, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=a9b66774-a060-41d9-9287-788e75ea61be,segment=NetworkSegment(8f5d41b0-c221-496d-aa8a-6a70bdec7765),segment_id=8f5d41b0-c221-496d-aa8a-6a70bdec7765)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 23:05:25.428861 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b3f76605-70e4-43e9-9438-ccacf4e2182b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:05:25.434822 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [None req-aaeacb14-4062-4e59-899e-6cde44e28efc admin admin] Calling delete_port for a9b66774-a060-41d9-9287-788e75ea61be owned by network:dhcp {{(pid=87506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 23:05:25.510568 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-aaeacb14-4062-4e59-899e-6cde44e28efc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1863393'] for port, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:05:25.515357 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-7dc6753e-761e-4d6c-b923-13b61020de87 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:05:25.546717 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-b3f76605-70e4-43e9-9438-ccacf4e2182b None None] Calling delete_port for a9b66774-a060-41d9-9287-788e75ea61be owned by network:dhcp {{(pid=87508) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 23:05:25.556530 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaeacb14-4062-4e59-899e-6cde44e28efc admin admin] Pushing event deleted for resources: {'Port': ['ID=a9b66774-a060-41d9-9287-788e75ea61be,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:05:25.559618 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-aaeacb14-4062-4e59-899e-6cde44e28efc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:05:25.560481 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaeacb14-4062-4e59-899e-6cde44e28efc admin admin] No DVR routers for this DVR port a9b66774-a060-41d9-9287-788e75ea61be on host dv-neutron-821829-1-hyperv {{(pid=87506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 23:05:25.619388 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.db.api [None req-b3f76605-70e4-43e9-9438-ccacf4e2182b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87508) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 16 23:05:25.619782 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_db.api [None req-b3f76605-70e4-43e9-9438-ccacf4e2182b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 16 23:05:25.674238 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-aaeacb14-4062-4e59-899e-6cde44e28efc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3329565', 'neutron.services.segments.db._delete_segments_for_network-8734753546406'] for network, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:05:25.702738 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.services.segments.db [None req-aaeacb14-4062-4e59-899e-6cde44e28efc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1b764c0eb0>,) {'filters': {'network_id': ['df2dbed4-f7d9-46da-9eb2-23f639181abe']}} {{(pid=87506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 23:05:25.714167 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.services.segments.db [None req-aaeacb14-4062-4e59-899e-6cde44e28efc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b764c0eb0>, '8f5d41b0-c221-496d-aa8a-6a70bdec7765') {'for_net_delete': True} {{(pid=87506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 23:05:25.714461 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.services.segments.db [None req-aaeacb14-4062-4e59-899e-6cde44e28efc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b764c0eb0>, '8f5d41b0-c221-496d-aa8a-6a70bdec7765') {} {{(pid=87506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 23:05:25.725510 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-aaeacb14-4062-4e59-899e-6cde44e28efc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734753593977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-266764496'] for segment, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:05:25.741573 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-aaeacb14-4062-4e59-899e-6cde44e28efc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-883292'] for segment, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:05:25.747525 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aaeacb14-4062-4e59-899e-6cde44e28efc admin admin] Releasing vlan 162 on physical network physnet1 to pool {{(pid=87506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 16 23:05:25.747933 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-aaeacb14-4062-4e59-899e-6cde44e28efc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-883285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1863180'] for segment, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:05:25.761173 dv-neutron-821829-1-hyperv neutron-server[87506]: Traceback (most recent call last):
Dec 16 23:05:25.761173 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 16 23:05:25.761173 dv-neutron-821829-1-hyperv neutron-server[87506]:     timer()
Dec 16 23:05:25.761173 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 23:05:25.761173 dv-neutron-821829-1-hyperv neutron-server[87506]:     cb(*args, **kw)
Dec 16 23:05:25.761173 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 23:05:25.761173 dv-neutron-821829-1-hyperv neutron-server[87506]:     return func(*args, **kwargs)
Dec 16 23:05:25.761173 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 23:05:25.761173 dv-neutron-821829-1-hyperv neutron-server[87506]:     self._notify()
Dec 16 23:05:25.761173 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 23:05:25.761173 dv-neutron-821829-1-hyperv neutron-server[87506]:     self.callback(batched_events)
Dec 16 23:05:25.761173 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 23:05:25.761173 dv-neutron-821829-1-hyperv neutron-server[87506]:     event.method(event)
Dec 16 23:05:25.761173 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 23:05:25.761173 dv-neutron-821829-1-hyperv neutron-server[87506]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 23:05:25.761173 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 23:05:25.761173 dv-neutron-821829-1-hyperv neutron-server[87506]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 23:05:25.761173 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 23:05:25.761173 dv-neutron-821829-1-hyperv neutron-server[87506]:     return f(self, *a, **k)
Dec 16 23:05:25.761173 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 16 23:05:25.761173 dv-neutron-821829-1-hyperv neutron-server[87506]:     return self._get(url).json()
Dec 16 23:05:25.761173 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 16 23:05:25.761173 dv-neutron-821829-1-hyperv neutron-server[87506]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 23:05:25.761173 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 16 23:05:25.761173 dv-neutron-821829-1-hyperv neutron-server[87506]:     return self.request(url, 'GET', **kwargs)
Dec 16 23:05:25.761173 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 16 23:05:25.761173 dv-neutron-821829-1-hyperv neutron-server[87506]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 23:05:25.761173 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 16 23:05:25.761173 dv-neutron-821829-1-hyperv neutron-server[87506]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 23:05:25.761173 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 16 23:05:25.761173 dv-neutron-821829-1-hyperv neutron-server[87506]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 23:05:25.761173 dv-neutron-821829-1-hyperv neutron-server[87506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 23:05:25.835486 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-aaeacb14-4062-4e59-899e-6cde44e28efc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3329572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3741856'] for network, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:05:25.840164 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-144e2029-1df7-4ceb-a32e-a70df50610ce tempest-RoutersNegativeTest-1273250600 tempest-RoutersNegativeTest-1273250600-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:05:25.889676 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 41b88b99-3ef8-43d8-a1b0-b38cd9fec682 no longer exists at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 23:05:25.975274 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-aaeacb14-4062-4e59-899e-6cde44e28efc admin admin] Notify callbacks [] for network, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:05:25.975553 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] No Port match for: 41b88b99-3ef8-43d8-a1b0-b38cd9fec682 {{(pid=87508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 23:05:25.975669 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 41b88b99-3ef8-43d8-a1b0-b38cd9fec682 not bound to the agent host dv-neutron-821829-1-hyperv {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 23:05:25.976143 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 0a539894-37a3-49bc-a058-aa1caf3f168b no longer exists at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 23:05:25.981149 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaeacb14-4062-4e59-899e-6cde44e28efc admin admin] Pushing event deleted for resources: {'Network': ['ID=df2dbed4-f7d9-46da-9eb2-23f639181abe,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:05:25.985611 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-aaeacb14-4062-4e59-899e-6cde44e28efc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:05:25.987887 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-aaeacb14-4062-4e59-899e-6cde44e28efc admin admin] 10.222.0.13 "DELETE /v2.0/networks/df2dbed4-f7d9-46da-9eb2-23f639181abe HTTP/1.1" status: 204  len: 168 time: 1.0106735
Dec 16 23:05:26.008996 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] No Port match for: 0a539894-37a3-49bc-a058-aa1caf3f168b {{(pid=87508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 23:05:26.009534 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 0a539894-37a3-49bc-a058-aa1caf3f168b not bound to the agent host dv-neutron-821829-1-hyperv {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 23:05:26.009779 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device a9b66774-a060-41d9-9287-788e75ea61be no longer exists at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 23:05:26.043417 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] No Port match for: a9b66774-a060-41d9-9287-788e75ea61be {{(pid=87508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 23:05:26.043801 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device a9b66774-a060-41d9-9287-788e75ea61be not bound to the agent host dv-neutron-821829-1-hyperv {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 23:05:26.121154 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-b3f76605-70e4-43e9-9438-ccacf4e2182b None None] Deleting port a9b66774-a060-41d9-9287-788e75ea61be {{(pid=87508) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 23:05:26.121564 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b3f76605-70e4-43e9-9438-ccacf4e2182b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:05:26.187122 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-b3f76605-70e4-43e9-9438-ccacf4e2182b None None] The port 'a9b66774-a060-41d9-9287-788e75ea61be' was deleted {{(pid=87508) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 16 23:05:26.199562 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 53868) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 23:05:26.248094 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-5b306a35-1445-4b9b-a89a-c3d7abed327d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b3c6616415774c6c9d8f3480621d2855&name=default HTTP/1.1" status: 200  len: 2983 time: 0.0472546
Dec 16 23:05:26.250315 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 53872) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 23:05:26.306774 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-95f6a82b-05ea-40a2-a934-39f94ae3cbe4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:05:26.331229 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-95f6a82b-05ea-40a2-a934-39f94ae3cbe4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:05:26.384332 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-95f6a82b-05ea-40a2-a934-39f94ae3cbe4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841066'] for security_group, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:05:26.388007 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-bd6b2373-e47d-485c-a033-6b4b9f86dd0f tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:05:26.400422 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f6a82b-05ea-40a2-a934-39f94ae3cbe4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b8ba50e-e070-43a4-8de8-8d3b5c9d4fb8,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:05:26.403255 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-95f6a82b-05ea-40a2-a934-39f94ae3cbe4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:05:26.405191 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-95f6a82b-05ea-40a2-a934-39f94ae3cbe4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:05:26.406706 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-95f6a82b-05ea-40a2-a934-39f94ae3cbe4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7b8ba50e-e070-43a4-8de8-8d3b5c9d4fb8 HTTP/1.1" status: 204  len: 168 time: 0.1550918
Dec 16 23:05:26.754774 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 53880) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 23:05:26.806388 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-7f1f3a84-b61e-458a-b2bd-0d3403753d01 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=11659f12ddf34e06bb564052093133c1&name=default HTTP/1.1" status: 200  len: 2983 time: 0.0503752
Dec 16 23:05:26.808637 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 53884) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 23:05:26.863676 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-8d987858-fc0c-4dce-9e61-c6e7930abde1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:05:26.889131 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-8d987858-fc0c-4dce-9e61-c6e7930abde1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:05:26.939140 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-8d987858-fc0c-4dce-9e61-c6e7930abde1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841066'] for security_group, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:05:26.942675 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-8e6e5269-8040-439f-8d7d-ff09c720bcbd tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:05:26.954761 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d987858-fc0c-4dce-9e61-c6e7930abde1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8067b86-db2c-47ec-b00b-96017299b04d,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:05:26.957602 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-8d987858-fc0c-4dce-9e61-c6e7930abde1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:05:26.959504 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-8d987858-fc0c-4dce-9e61-c6e7930abde1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:05:26.960988 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-8d987858-fc0c-4dce-9e61-c6e7930abde1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a8067b86-db2c-47ec-b00b-96017299b04d HTTP/1.1" status: 204  len: 168 time: 0.1511872
Dec 16 23:05:27.706480 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 53908) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 23:05:27.851419 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-6b964c52-9e26-4ee5-9285-fb0664950271 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-303940987-network', 'tenant_id': '0f46194e488246d892c5eed4212fda04'}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 23:05:27.856224 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-6b964c52-9e26-4ee5-9285-fb0664950271 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 23:05:27.860054 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-6b964c52-9e26-4ee5-9285-fb0664950271 admin admin] Usage tracker for resource:network and tenant:0f46194e488246d892c5eed4212fda04 is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 23:05:27.866863 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-6b964c52-9e26-4ee5-9285-fb0664950271 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 23:05:27.873339 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-6b964c52-9e26-4ee5-9285-fb0664950271 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 23:05:27.883475 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b964c52-9e26-4ee5-9285-fb0664950271 admin admin] Made reservation on behalf of 0f46194e488246d892c5eed4212fda04 for: {'network': 1} {{(pid=87506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 23:05:27.885724 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-6b964c52-9e26-4ee5-9285-fb0664950271 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for network, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:05:27.898096 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-6b964c52-9e26-4ee5-9285-fb0664950271 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:05:27.911627 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-6b964c52-9e26-4ee5-9285-fb0664950271 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 23:05:27.915344 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-6b964c52-9e26-4ee5-9285-fb0664950271 admin admin] Usage tracker for resource:security_group_rule and tenant:0f46194e488246d892c5eed4212fda04 is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 23:05:27.918029 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-6b964c52-9e26-4ee5-9285-fb0664950271 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 23:05:27.925282 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-6b964c52-9e26-4ee5-9285-fb0664950271 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 23:05:28.011085 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-6b964c52-9e26-4ee5-9285-fb0664950271 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:05:28.014681 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-6b964c52-9e26-4ee5-9285-fb0664950271 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841066'] for security_group, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:05:28.018577 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-0ba5faba-3f9c-4f40-a29f-aafea867b1ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:05:28.041562 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b964c52-9e26-4ee5-9285-fb0664950271 admin admin] vlan segment allocate from pool success with {'vlan_id': 163, 'physical_network': 'physnet1'}  {{(pid=87506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 23:05:28.054320 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b964c52-9e26-4ee5-9285-fb0664950271 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a3d077b-26dc-4bf6-a0a2-93eef416b97b,revision_number=1']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:05:28.058293 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-6b964c52-9e26-4ee5-9285-fb0664950271 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:05:28.059207 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-6b964c52-9e26-4ee5-9285-fb0664950271 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-883292'] for segment, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:05:28.059537 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.db.segments_db [None req-6b964c52-9e26-4ee5-9285-fb0664950271 admin admin] Added segment 0d9aeadf-9a67-4132-ab0e-3c3a0cb5fa43 of type vlan for network d8d3adf5-1637-417e-a2b8-f7d0e216cfe8
Dec 16 23:05:28.086160 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-6b964c52-9e26-4ee5-9285-fb0664950271 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734753047233'] for network, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:05:28.113854 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-6b964c52-9e26-4ee5-9285-fb0664950271 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440'] for network, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:05:28.114952 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b964c52-9e26-4ee5-9285-fb0664950271 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:05:28.116041 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-6b964c52-9e26-4ee5-9285-fb0664950271 admin admin] Notify callbacks [] for network, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:05:28.120522 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-47b5611b-f18a-4c82-9633-225e1a7fbe46 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:05:28.204314 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-94c5ba57-7f04-4708-b316-f326aaed97f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:05:28.217986 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-6b964c52-9e26-4ee5-9285-fb0664950271 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 0.5104234
Dec 16 23:05:28.221193 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b964c52-9e26-4ee5-9285-fb0664950271 admin admin] Pushing event updated for resources: {'Network': ['ID=d8d3adf5-1637-417e-a2b8-f7d0e216cfe8,revision_number=1']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:05:28.221325 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 53914) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 23:05:28.223733 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-6b964c52-9e26-4ee5-9285-fb0664950271 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:05:28.227916 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-199d12c6-8bae-4b7f-addd-77eba56ac864 admin admin] Request body: {'subnet': {'network_id': 'd8d3adf5-1637-417e-a2b8-f7d0e216cfe8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-303940987-subnet', 'tenant_id': '0f46194e488246d892c5eed4212fda04', 'ip_version': 4}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 23:05:28.231266 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Network d8d3adf5-1637-417e-a2b8-f7d0e216cfe8 details requested by agent ovs-agent-dv-neutron-821829-1-hyperv with host dv-neutron-821829-1-hyperv {{(pid=87508) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 23:05:28.233963 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-199d12c6-8bae-4b7f-addd-77eba56ac864 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 23:05:28.237997 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-199d12c6-8bae-4b7f-addd-77eba56ac864 admin admin] Usage tracker for resource:subnet and tenant:0f46194e488246d892c5eed4212fda04 is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 23:05:28.241445 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-199d12c6-8bae-4b7f-addd-77eba56ac864 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 23:05:28.250192 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-199d12c6-8bae-4b7f-addd-77eba56ac864 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 23:05:28.260705 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-199d12c6-8bae-4b7f-addd-77eba56ac864 admin admin] Made reservation on behalf of 0f46194e488246d892c5eed4212fda04 for: {'subnet': 1} {{(pid=87507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 23:05:28.263216 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-199d12c6-8bae-4b7f-addd-77eba56ac864 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10549598'] for subnet, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:05:28.458324 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-199d12c6-8bae-4b7f-addd-77eba56ac864 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10807931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10549612'] for subnet, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:05:28.462585 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-00839d49-5c2d-4214-a824-ee65e6d47c14 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:05:28.532174 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199d12c6-8bae-4b7f-addd-77eba56ac864 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b61f4ad7-ce7a-41bb-9cd5-32c9b599a992,revision_number=0']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:05:28.535419 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-199d12c6-8bae-4b7f-addd-77eba56ac864 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:05:28.538408 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-199d12c6-8bae-4b7f-addd-77eba56ac864 admin admin] Checking segment: {'id': '0d9aeadf-9a67-4132-ab0e-3c3a0cb5fa43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'd8d3adf5-1637-417e-a2b8-f7d0e216cfe8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 23:05:28.538651 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-199d12c6-8bae-4b7f-addd-77eba56ac864 admin admin] Network hostable DHCP agents. Network: d8d3adf5-1637-417e-a2b8-f7d0e216cfe8, hostable agents: ['3b155c4d-12dc-491e-aa14-6113b06cfacd'], hosted agents: [] {{(pid=87507) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 16 23:05:28.557132 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-199d12c6-8bae-4b7f-addd-77eba56ac864 admin admin] Network d8d3adf5-1637-417e-a2b8-f7d0e216cfe8 is scheduled to be hosted by DHCP agent 3b155c4d-12dc-491e-aa14-6113b06cfacd with binding_index 1 {{(pid=87507) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 16 23:05:28.565825 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.base_scheduler [None req-199d12c6-8bae-4b7f-addd-77eba56ac864 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821829-1-hyperv, d8d3adf5-1637-417e-a2b8-f7d0e216cfe8) {{(pid=87507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 23:05:28.569718 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-199d12c6-8bae-4b7f-addd-77eba56ac864 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:05:28.570295 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-199d12c6-8bae-4b7f-addd-77eba56ac864 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:05:28.575362 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e2a0a70-4256-4444-91e4-b098255276a2 None None] Network d8d3adf5-1637-417e-a2b8-f7d0e216cfe8 requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 23:05:28.589266 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-199d12c6-8bae-4b7f-addd-77eba56ac864 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 0.3669429
Dec 16 23:05:28.591994 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 53918) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 23:05:28.597242 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-1607b451-7623-471f-b307-ed1bc3531ac6 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-303940987-router', 'tenant_id': '0f46194e488246d892c5eed4212fda04', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5'}}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 23:05:28.602249 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-1607b451-7623-471f-b307-ed1bc3531ac6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 23:05:28.606032 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-1607b451-7623-471f-b307-ed1bc3531ac6 admin admin] Usage tracker for resource:router and tenant:0f46194e488246d892c5eed4212fda04 is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 23:05:28.608798 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-1607b451-7623-471f-b307-ed1bc3531ac6 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 23:05:28.614358 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-1607b451-7623-471f-b307-ed1bc3531ac6 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 23:05:28.628126 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-1607b451-7623-471f-b307-ed1bc3531ac6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3741155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38980'] for router, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:05:28.629077 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-1607b451-7623-471f-b307-ed1bc3531ac6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3743284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3741748', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3896702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-38989'] for router, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:05:28.642983 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-1607b451-7623-471f-b307-ed1bc3531ac6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:05:28.789229 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e4db696-f406-412e-81f1-109bcf5d1a4b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1d6bfaf-d325-5e4f-b05d-2441d8339617-d8d3adf5-1637-417e-a2b8-f7d0e216cfe8', 'network_id': 'd8d3adf5-1637-417e-a2b8-f7d0e216cfe8', 'tenant_id': '0f46194e488246d892c5eed4212fda04', 'fixed_ips': [{'subnet_id': 'b61f4ad7-ce7a-41bb-9cd5-32c9b599a992'}]}} from dv-neutron-821829-1-hyperv. {{(pid=87508) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 16 23:05:28.790104 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-0e4db696-f406-412e-81f1-109bcf5d1a4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:05:28.903942 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-1607b451-7623-471f-b307-ed1bc3531ac6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3741702', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3740945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-38947'] for router, precommit_update {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:05:28.943155 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.db_base_plugin_common [None req-0e4db696-f406-412e-81f1-109bcf5d1a4b None None] Allocated IP 172.20.0.2 (d8d3adf5-1637-417e-a2b8-f7d0e216cfe8/b61f4ad7-ce7a-41bb-9cd5-32c9b599a992/72376e34-153e-4bbf-b16d-74cdc271f57c) {{(pid=87508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 23:05:29.152848 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-0e4db696-f406-412e-81f1-109bcf5d1a4b None None] Notify callbacks [] for port, precommit_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:05:29.164222 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-0e4db696-f406-412e-81f1-109bcf5d1a4b None None] Transition to ACTIVE for port object 72376e34-153e-4bbf-b16d-74cdc271f57c will not be triggered until provisioned by entity L2. {{(pid=87508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 23:05:29.182006 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-0e4db696-f406-412e-81f1-109bcf5d1a4b None None] Transition to ACTIVE for port object 72376e34-153e-4bbf-b16d-74cdc271f57c will not be triggered until provisioned by entity DHCP. {{(pid=87508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 23:05:29.187914 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-0e4db696-f406-412e-81f1-109bcf5d1a4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940'] for port, after_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:05:29.192942 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-f15f25cd-08f7-4616-afc1-1150696e017b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:05:29.218056 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-1607b451-7623-471f-b307-ed1bc3531ac6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:05:29.247308 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-1607b451-7623-471f-b307-ed1bc3531ac6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:05:29.248020 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e4db696-f406-412e-81f1-109bcf5d1a4b None None] Network d8d3adf5-1637-417e-a2b8-f7d0e216cfe8 is already hosted by enough agents. {{(pid=87508) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 23:05:29.248788 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.scheduler.base_scheduler [None req-0e4db696-f406-412e-81f1-109bcf5d1a4b None None] Resources bound (agent type, host, resource id):  {{(pid=87508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 23:05:29.257072 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e4db696-f406-412e-81f1-109bcf5d1a4b None None] Received port after_create {{(pid=87508) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 23:05:29.300703 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4db696-f406-412e-81f1-109bcf5d1a4b None None] Pushing event updated for resources: {'Port': ['ID=72376e34-153e-4bbf-b16d-74cdc271f57c,revision_number=1']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:05:29.326053 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-0e4db696-f406-412e-81f1-109bcf5d1a4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:05:29.354037 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-0e4db696-f406-412e-81f1-109bcf5d1a4b None None] Attempting to bind port 72376e34-153e-4bbf-b16d-74cdc271f57c on host dv-neutron-821829-1-hyperv for vnic_type normal with profile  {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 23:05:29.354410 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-0e4db696-f406-412e-81f1-109bcf5d1a4b None None] Attempting to bind port 72376e34-153e-4bbf-b16d-74cdc271f57c by drivers openvswitch,hyperv on host dv-neutron-821829-1-hyperv at level 0 using segments [{'id': '0d9aeadf-9a67-4132-ab0e-3c3a0cb5fa43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'd8d3adf5-1637-417e-a2b8-f7d0e216cfe8'}] {{(pid=87508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 23:05:29.354783 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e4db696-f406-412e-81f1-109bcf5d1a4b None None] Attempting to bind port 72376e34-153e-4bbf-b16d-74cdc271f57c on network d8d3adf5-1637-417e-a2b8-f7d0e216cfe8 {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 23:05:29.360019 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e4db696-f406-412e-81f1-109bcf5d1a4b None None] Checking agent: {'id': '5571501f-366e-47a4-9b60-8ef19d935d27', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821829-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 24, 2), 'started_at': datetime.datetime(2021, 12, 16, 22, 24, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 23, 5, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821829-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 23:05:29.360406 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e4db696-f406-412e-81f1-109bcf5d1a4b None None] Checking segment: {'id': '0d9aeadf-9a67-4132-ab0e-3c3a0cb5fa43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'd8d3adf5-1637-417e-a2b8-f7d0e216cfe8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 23:05:29.360820 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-0e4db696-f406-412e-81f1-109bcf5d1a4b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:05:29.361224 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e4db696-f406-412e-81f1-109bcf5d1a4b None None] Bound using segment: {'id': '0d9aeadf-9a67-4132-ab0e-3c3a0cb5fa43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'd8d3adf5-1637-417e-a2b8-f7d0e216cfe8'} {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 23:05:29.361700 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-0e4db696-f406-412e-81f1-109bcf5d1a4b None None] Bound port: 72376e34-153e-4bbf-b16d-74cdc271f57c, host: dv-neutron-821829-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d9aeadf-9a67-4132-ab0e-3c3a0cb5fa43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'd8d3adf5-1637-417e-a2b8-f7d0e216cfe8'}}] {{(pid=87508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 23:05:29.362291 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-0e4db696-f406-412e-81f1-109bcf5d1a4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:05:29.383072 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.db_base_plugin_common [None req-1607b451-7623-471f-b307-ed1bc3531ac6 admin admin] Allocated IP 172.26.0.227 (f8905ce9-304b-4976-bc47-e58c71c11de5/9bca8591-41ef-4f2d-8ecb-ecaab1a28acf/15d2bcf8-4884-4886-8110-4836eb089e87) {{(pid=87507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 23:05:29.452902 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-0e4db696-f406-412e-81f1-109bcf5d1a4b None None] For port 72376e34-153e-4bbf-b16d-74cdc271f57c, host dv-neutron-821829-1-hyperv, cleared binding levels {{(pid=87508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 23:05:29.456036 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-0e4db696-f406-412e-81f1-109bcf5d1a4b None None] For port 72376e34-153e-4bbf-b16d-74cdc271f57c, host dv-neutron-821829-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=72376e34-153e-4bbf-b16d-74cdc271f57c,segment=NetworkSegment(0d9aeadf-9a67-4132-ab0e-3c3a0cb5fa43),segment_id=0d9aeadf-9a67-4132-ab0e-3c3a0cb5fa43)] {{(pid=87508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 23:05:29.460436 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-0e4db696-f406-412e-81f1-109bcf5d1a4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:05:29.464316 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:05:29.530125 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-1607b451-7623-471f-b307-ed1bc3531ac6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:05:29.553162 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4db696-f406-412e-81f1-109bcf5d1a4b None None] Pushing event updated for resources: {'Port': ['ID=72376e34-153e-4bbf-b16d-74cdc271f57c,revision_number=2']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:05:29.556706 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-0e4db696-f406-412e-81f1-109bcf5d1a4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:05:29.564123 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-1607b451-7623-471f-b307-ed1bc3531ac6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10807823'] for port, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:05:29.565826 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-e6948c0f-c0e6-45a5-8031-81e4f38c8244 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:05:29.627094 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1607b451-7623-471f-b307-ed1bc3531ac6 admin admin] Network f8905ce9-304b-4976-bc47-e58c71c11de5 is already hosted by enough agents. {{(pid=87507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 23:05:29.630445 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.base_scheduler [None req-1607b451-7623-471f-b307-ed1bc3531ac6 admin admin] Resources bound (agent type, host, resource id):  {{(pid=87507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 23:05:29.634808 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1607b451-7623-471f-b307-ed1bc3531ac6 admin admin] Received port after_create {{(pid=87507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 23:05:29.806186 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1607b451-7623-471f-b307-ed1bc3531ac6 admin admin] Pushing event updated for resources: {'Port': ['ID=15d2bcf8-4884-4886-8110-4836eb089e87,revision_number=1']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:05:29.810723 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-1607b451-7623-471f-b307-ed1bc3531ac6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:05:29.926870 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 72376e34-153e-4bbf-b16d-74cdc271f57c up at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 23:05:29.995625 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning for port 72376e34-153e-4bbf-b16d-74cdc271f57c completed by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 23:05:30.182702 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-1607b451-7623-471f-b307-ed1bc3531ac6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:05:30.485789 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1b9759e-7d14-43d6-a9ea-45039a621069 None None] Network d8d3adf5-1637-417e-a2b8-f7d0e216cfe8 requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 23:05:30.530387 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-1607b451-7623-471f-b307-ed1bc3531ac6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3740952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3741923'] for router, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:05:30.578679 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-f5cb70d3-1049-46a6-8e75-0783cb854d8d None None] Provisioning for port 72376e34-153e-4bbf-b16d-74cdc271f57c completed by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 23:05:30.596377 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-f5cb70d3-1049-46a6-8e75-0783cb854d8d None None] Provisioning complete for port 72376e34-153e-4bbf-b16d-74cdc271f57c triggered by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 23:05:30.596761 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-f5cb70d3-1049-46a6-8e75-0783cb854d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:05:30.738992 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1607b451-7623-471f-b307-ed1bc3531ac6 admin admin] Router 31c67842-9908-4a7d-8964-c0e84006cda1 is scheduled to L3 agent 4f519db7-069b-43e2-8411-c092bac9102a with binding_index 1 {{(pid=87507) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 16 23:05:30.742669 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-212197a4-b693-4365-89a9-a65208ecfbd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:05:30.861703 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-f5cb70d3-1049-46a6-8e75-0783cb854d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:05:30.902147 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-f5cb70d3-1049-46a6-8e75-0783cb854d8d None None] For port 72376e34-153e-4bbf-b16d-74cdc271f57c, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=72376e34-153e-4bbf-b16d-74cdc271f57c,segment=NetworkSegment(0d9aeadf-9a67-4132-ab0e-3c3a0cb5fa43),segment_id=0d9aeadf-9a67-4132-ab0e-3c3a0cb5fa43)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 23:05:30.907079 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-f5cb70d3-1049-46a6-8e75-0783cb854d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:05:30.908812 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:05:30.918077 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1607b451-7623-471f-b307-ed1bc3531ac6 admin admin] Notify agent at l3_agent.dv-neutron-821829-1-hyperv the message routers_updated {{(pid=87507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 23:05:30.929997 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73a63d48-def9-4699-8c60-deff2c2e1a44 None None] Sync routers for ids ['31c67842-9908-4a7d-8964-c0e84006cda1'] in dv-neutron-821829-1-hyperv {{(pid=87509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 23:05:30.944742 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73a63d48-def9-4699-8c60-deff2c2e1a44 None None] Routers {'31c67842-9908-4a7d-8964-c0e84006cda1'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 23:05:30.945574 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-73a63d48-def9-4699-8c60-deff2c2e1a44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b7cb5aee0>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T23:05:31Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['31c67842-9908-4a7d-8964-c0e84006cda1'], 'active': True} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 23:05:30.947704 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-1607b451-7623-471f-b307-ed1bc3531ac6 admin admin] Notify callbacks [] for router, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:05:30.951654 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-1607b451-7623-471f-b307-ed1bc3531ac6 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 926 time: 2.3562751
Dec 16 23:05:30.952166 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 53922) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 23:05:30.986344 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cb70d3-1049-46a6-8e75-0783cb854d8d None None] Pushing event updated for resources: {'Port': ['ID=72376e34-153e-4bbf-b16d-74cdc271f57c,revision_number=3']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:05:30.991053 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-f5cb70d3-1049-46a6-8e75-0783cb854d8d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:05:31.134294 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-ccd36651-9507-4e29-91bc-7740bf8f81c9 None None] Provisioning complete for port 72376e34-153e-4bbf-b16d-74cdc271f57c triggered by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 23:05:31.134521 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvr_db [None req-73a63d48-def9-4699-8c60-deff2c2e1a44 None None] Set router 31c67842-9908-4a7d-8964-c0e84006cda1 gateway port host: dv-neutron-821829-1-hyperv {{(pid=87509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 23:05:31.134680 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-ccd36651-9507-4e29-91bc-7740bf8f81c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:05:31.417172 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-73a63d48-def9-4699-8c60-deff2c2e1a44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b7cb5aee0>, [{'id': '31c67842-9908-4a7d-8964-c0e84006cda1', 'name': 'tempest-TestMinimumBasicScenario-303940987-router', 'tenant_id': '0f46194e488246d892c5eed4212fda04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.227'}], 'enable_snat': True}, 'gw_port_id': '15d2bcf8-4884-4886-8110-4836eb089e87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:05:28Z', 'updated_at': '2021-12-16T23:05:30Z', 'revision_number': 3, 'project_id': '0f46194e488246d892c5eed4212fda04', 'gw_port': {'id': '15d2bcf8-4884-4886-8110-4836eb089e87', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:54:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31c67842-9908-4a7d-8964-c0e84006cda1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:05:29Z', 'updated_at': '2021-12-16T23:05:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv'}], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 23:05:31.421025 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73a63d48-def9-4699-8c60-deff2c2e1a44 None None] Checking router: 31c67842-9908-4a7d-8964-c0e84006cda1 for host: dv-neutron-821829-1-hyperv {{(pid=87509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 23:05:31.421486 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73a63d48-def9-4699-8c60-deff2c2e1a44 None None] Updating router 31c67842-9908-4a7d-8964-c0e84006cda1 port 15d2bcf8-4884-4886-8110-4836eb089e87 binding host dv-neutron-821829-1-hyperv {{(pid=87509) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 16 23:05:31.475008 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron_lib.callbacks.manager [None req-73a63d48-def9-4699-8c60-deff2c2e1a44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:05:31.582718 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-3e729f7f-1589-4d54-9c4a-7ee6b283cc2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:05:31.633127 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-ea26d421-596c-4d5e-8f51-6d8654098748 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:05:31.725503 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:05:31.797347 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron_lib.callbacks.manager [None req-73a63d48-def9-4699-8c60-deff2c2e1a44 None None] Notify callbacks [] for port, precommit_update {{(pid=87509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:05:31.808566 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.provisioning_blocks [None req-73a63d48-def9-4699-8c60-deff2c2e1a44 None None] Transition to ACTIVE for port object 15d2bcf8-4884-4886-8110-4836eb089e87 will not be triggered until provisioned by entity L2. {{(pid=87509) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 23:05:31.814172 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron_lib.callbacks.manager [None req-73a63d48-def9-4699-8c60-deff2c2e1a44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:05:31.818469 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG oslo_concurrency.lockutils [None req-bed2dcd9-bc24-4361-b69d-ba205c12675a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:05:31.838717 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.db_base_plugin_common [None req-ea26d421-596c-4d5e-8f51-6d8654098748 admin admin] Allocated IP 172.20.0.1 (d8d3adf5-1637-417e-a2b8-f7d0e216cfe8/b61f4ad7-ce7a-41bb-9cd5-32c9b599a992/3783d024-8db3-44eb-9bb4-edc5b8f5d866) {{(pid=87506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 23:05:31.901460 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 72376e34-153e-4bbf-b16d-74cdc271f57c up at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 23:05:31.922434 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f168afb-5853-4e6f-bbca-37d5d2f93096 None None] Pushing event updated for resources: {'Port': ['ID=15d2bcf8-4884-4886-8110-4836eb089e87,revision_number=2']} {{(pid=87509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:05:31.934210 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f168afb-5853-4e6f-bbca-37d5d2f93096 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:05:31.934906 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f168afb-5853-4e6f-bbca-37d5d2f93096 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:05:31.934906 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f168afb-5853-4e6f-bbca-37d5d2f93096 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:05:31.935190 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f168afb-5853-4e6f-bbca-37d5d2f93096 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:05:31.935722 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f168afb-5853-4e6f-bbca-37d5d2f93096 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:05:31.936075 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f168afb-5853-4e6f-bbca-37d5d2f93096 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:05:31.936399 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f168afb-5853-4e6f-bbca-37d5d2f93096 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:05:31.936905 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f168afb-5853-4e6f-bbca-37d5d2f93096 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:05:31.937405 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f168afb-5853-4e6f-bbca-37d5d2f93096 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:05:31.937730 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f168afb-5853-4e6f-bbca-37d5d2f93096 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:05:31.938055 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f168afb-5853-4e6f-bbca-37d5d2f93096 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:05:31.938381 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f168afb-5853-4e6f-bbca-37d5d2f93096 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:05:31.946200 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.plugins.ml2.managers [None req-73a63d48-def9-4699-8c60-deff2c2e1a44 None None] Attempting to bind port 15d2bcf8-4884-4886-8110-4836eb089e87 on host dv-neutron-821829-1-hyperv for vnic_type normal with profile  {{(pid=87509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 23:05:31.946585 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.plugins.ml2.managers [None req-73a63d48-def9-4699-8c60-deff2c2e1a44 None None] Attempting to bind port 15d2bcf8-4884-4886-8110-4836eb089e87 by drivers openvswitch,hyperv on host dv-neutron-821829-1-hyperv at level 0 using segments [{'id': 'a416442d-d143-4052-9f4e-546eb8cbe809', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5'}] {{(pid=87509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 23:05:31.947166 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a63d48-def9-4699-8c60-deff2c2e1a44 None None] Attempting to bind port 15d2bcf8-4884-4886-8110-4836eb089e87 on network f8905ce9-304b-4976-bc47-e58c71c11de5 {{(pid=87509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 23:05:31.953235 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG oslo_concurrency.lockutils [None req-6f168afb-5853-4e6f-bbca-37d5d2f93096 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=87509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:05:31.954012 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a63d48-def9-4699-8c60-deff2c2e1a44 None None] Checking agent: {'id': '5571501f-366e-47a4-9b60-8ef19d935d27', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821829-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 24, 2), 'started_at': datetime.datetime(2021, 12, 16, 22, 24, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 23, 5, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821829-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 23:05:31.954391 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a63d48-def9-4699-8c60-deff2c2e1a44 None None] Checking segment: {'id': 'a416442d-d143-4052-9f4e-546eb8cbe809', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 23:05:31.954798 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron_lib.callbacks.manager [None req-73a63d48-def9-4699-8c60-deff2c2e1a44 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:05:31.955199 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a63d48-def9-4699-8c60-deff2c2e1a44 None None] Bound using segment: {'id': 'a416442d-d143-4052-9f4e-546eb8cbe809', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5'} {{(pid=87509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 23:05:31.955679 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.plugins.ml2.managers [None req-73a63d48-def9-4699-8c60-deff2c2e1a44 None None] Bound port: 15d2bcf8-4884-4886-8110-4836eb089e87, host: dv-neutron-821829-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a416442d-d143-4052-9f4e-546eb8cbe809', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5'}}] {{(pid=87509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 23:05:31.956094 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron_lib.callbacks.manager [None req-73a63d48-def9-4699-8c60-deff2c2e1a44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:05:31.986301 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning complete for port 72376e34-153e-4bbf-b16d-74cdc271f57c triggered by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 23:05:31.986721 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:05:32.029738 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.plugins.ml2.db [None req-73a63d48-def9-4699-8c60-deff2c2e1a44 None None] For port 15d2bcf8-4884-4886-8110-4836eb089e87, host dv-neutron-821829-1-hyperv, cleared binding levels {{(pid=87509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 23:05:32.032944 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.plugins.ml2.db [None req-73a63d48-def9-4699-8c60-deff2c2e1a44 None None] For port 15d2bcf8-4884-4886-8110-4836eb089e87, host dv-neutron-821829-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=15d2bcf8-4884-4886-8110-4836eb089e87,segment=NetworkSegment(a416442d-d143-4052-9f4e-546eb8cbe809),segment_id=a416442d-d143-4052-9f4e-546eb8cbe809)] {{(pid=87509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 23:05:32.038676 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron_lib.callbacks.manager [None req-73a63d48-def9-4699-8c60-deff2c2e1a44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:05:32.047431 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG oslo_concurrency.lockutils [None req-80ef2b95-5d0a-4106-88be-4156a5ac5962 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:05:32.119223 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f168afb-5853-4e6f-bbca-37d5d2f93096 None None] Pushing event updated for resources: {'Port': ['ID=15d2bcf8-4884-4886-8110-4836eb089e87,revision_number=3']} {{(pid=87509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:05:32.121454 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-ea26d421-596c-4d5e-8f51-6d8654098748 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:05:32.124843 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG oslo_concurrency.lockutils [None req-6f168afb-5853-4e6f-bbca-37d5d2f93096 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=87509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:05:32.127407 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73a63d48-def9-4699-8c60-deff2c2e1a44 None None] Routers {'31c67842-9908-4a7d-8964-c0e84006cda1'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 23:05:32.128045 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-73a63d48-def9-4699-8c60-deff2c2e1a44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b7cb5aee0>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T23:05:31Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['31c67842-9908-4a7d-8964-c0e84006cda1'], 'active': True} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 23:05:32.137320 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.provisioning_blocks [None req-ea26d421-596c-4d5e-8f51-6d8654098748 admin admin] Transition to ACTIVE for port object 3783d024-8db3-44eb-9bb4-edc5b8f5d866 will not be triggered until provisioned by entity DHCP. {{(pid=87506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 23:05:32.160228 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-ea26d421-596c-4d5e-8f51-6d8654098748 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1863393'] for port, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:05:32.164688 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-a2caa9d9-6dd7-46b3-bd00-89526b2feb19 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:05:32.226734 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea26d421-596c-4d5e-8f51-6d8654098748 admin admin] Network d8d3adf5-1637-417e-a2b8-f7d0e216cfe8 is already hosted by enough agents. {{(pid=87506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 23:05:32.229994 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.base_scheduler [None req-ea26d421-596c-4d5e-8f51-6d8654098748 admin admin] Resources bound (agent type, host, resource id):  {{(pid=87506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 23:05:32.233676 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea26d421-596c-4d5e-8f51-6d8654098748 admin admin] Received port after_create {{(pid=87506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 23:05:32.273011 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea26d421-596c-4d5e-8f51-6d8654098748 admin admin] Pushing event updated for resources: {'Port': ['ID=3783d024-8db3-44eb-9bb4-edc5b8f5d866,revision_number=1']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:05:32.278022 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-ea26d421-596c-4d5e-8f51-6d8654098748 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:05:32.292498 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-ea26d421-596c-4d5e-8f51-6d8654098748 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3830061'] for router_interface, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:05:32.304430 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvr_db [None req-73a63d48-def9-4699-8c60-deff2c2e1a44 None None] Set router 31c67842-9908-4a7d-8964-c0e84006cda1 gateway port host: dv-neutron-821829-1-hyperv {{(pid=87509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 23:05:32.480644 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-67df54b5-8e05-4935-82b4-32ec5311206e None None] Provisioning for port 3783d024-8db3-44eb-9bb4-edc5b8f5d866 completed by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 23:05:32.488489 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-67df54b5-8e05-4935-82b4-32ec5311206e None None] Provisioning complete for port 3783d024-8db3-44eb-9bb4-edc5b8f5d866 triggered by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 23:05:32.489933 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-67df54b5-8e05-4935-82b4-32ec5311206e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:05:32.553145 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-67df54b5-8e05-4935-82b4-32ec5311206e None None] Port 3783d024-8db3-44eb-9bb4-edc5b8f5d866 cannot update to ACTIVE because it is not bound. {{(pid=87508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 23:05:32.554631 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-ea26d421-596c-4d5e-8f51-6d8654098748 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:05:32.587172 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-73a63d48-def9-4699-8c60-deff2c2e1a44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b7cb5aee0>, [{'id': '31c67842-9908-4a7d-8964-c0e84006cda1', 'name': 'tempest-TestMinimumBasicScenario-303940987-router', 'tenant_id': '0f46194e488246d892c5eed4212fda04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.227'}], 'enable_snat': True}, 'gw_port_id': '15d2bcf8-4884-4886-8110-4836eb089e87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:05:28Z', 'updated_at': '2021-12-16T23:05:30Z', 'revision_number': 3, 'project_id': '0f46194e488246d892c5eed4212fda04', 'gw_port': {'id': '15d2bcf8-4884-4886-8110-4836eb089e87', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:54:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31c67842-9908-4a7d-8964-c0e84006cda1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:05:29Z', 'updated_at': '2021-12-16T23:05:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv'}], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 23:05:32.590950 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73a63d48-def9-4699-8c60-deff2c2e1a44 None None] The sync data for ids ['31c67842-9908-4a7d-8964-c0e84006cda1'] in dv-neutron-821829-1-hyperv is: [{'id': '31c67842-9908-4a7d-8964-c0e84006cda1', 'name': 'tempest-TestMinimumBasicScenario-303940987-router', 'tenant_id': '0f46194e488246d892c5eed4212fda04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.227'}], 'enable_snat': True}, 'gw_port_id': '15d2bcf8-4884-4886-8110-4836eb089e87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:05:28Z', 'updated_at': '2021-12-16T23:05:30Z', 'revision_number': 3, 'project_id': '0f46194e488246d892c5eed4212fda04', 'gw_port': {'id': '15d2bcf8-4884-4886-8110-4836eb089e87', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:54:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31c67842-9908-4a7d-8964-c0e84006cda1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:05:29Z', 'updated_at': '2021-12-16T23:05:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv'}] {{(pid=87509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 23:05:32.787901 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-ea26d421-596c-4d5e-8f51-6d8654098748 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:05:32.805482 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-ea26d421-596c-4d5e-8f51-6d8654098748 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1863400'] for port, after_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:05:32.830774 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-9bc77223-ff34-43c9-8d0e-32da7acaebcc tempest-NetworksIpV6Test-1726734578 tempest-NetworksIpV6Test-1726734578-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:05:32.915995 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea26d421-596c-4d5e-8f51-6d8654098748 admin admin] Pushing event updated for resources: {'Port': ['ID=3783d024-8db3-44eb-9bb4-edc5b8f5d866,revision_number=2']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:05:32.918457 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-ea26d421-596c-4d5e-8f51-6d8654098748 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3791426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3830222'] for router_interface, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:05:32.922307 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-ea26d421-596c-4d5e-8f51-6d8654098748 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:05:33.064774 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea26d421-596c-4d5e-8f51-6d8654098748 admin admin] Network d8d3adf5-1637-417e-a2b8-f7d0e216cfe8 is already hosted by enough agents. {{(pid=87506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 23:05:33.066026 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.base_scheduler [None req-ea26d421-596c-4d5e-8f51-6d8654098748 admin admin] Resources bound (agent type, host, resource id):  {{(pid=87506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 23:05:33.260812 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea26d421-596c-4d5e-8f51-6d8654098748 admin admin] Router 31c67842-9908-4a7d-8964-c0e84006cda1 has already been hosted by L3 agent 4f519db7-069b-43e2-8411-c092bac9102a {{(pid=87506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 23:05:33.276449 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-5df780c1-4d34-4b5a-8e16-8d0faa444b95 None None] Provisioning complete for port 3783d024-8db3-44eb-9bb4-edc5b8f5d866 triggered by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 23:05:33.277080 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-5df780c1-4d34-4b5a-8e16-8d0faa444b95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:05:33.340075 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-5df780c1-4d34-4b5a-8e16-8d0faa444b95 None None] Port 3783d024-8db3-44eb-9bb4-edc5b8f5d866 cannot update to ACTIVE because it is not bound. {{(pid=87508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 23:05:33.346830 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-4541ba3b-6be8-499c-bc94-3c60aa55c4f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:05:33.450030 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea26d421-596c-4d5e-8f51-6d8654098748 admin admin] Notify agent at l3_agent.dv-neutron-821829-1-hyperv the message routers_updated {{(pid=87506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 23:05:33.459695 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-ea26d421-596c-4d5e-8f51-6d8654098748 admin admin] 10.222.0.13 "PUT /v2.0/routers/31c67842-9908-4a7d-8964-c0e84006cda1/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.5056391
Dec 16 23:05:33.915085 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 15d2bcf8-4884-4886-8110-4836eb089e87 up at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 23:05:33.959738 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 53940) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 23:05:33.965440 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-2b4d095b-9b6b-4595-a122-2d23203cf090 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-781973579-network', 'tenant_id': '07501a6b224e48ef823c32ff1568020a'}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 23:05:33.970983 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-2b4d095b-9b6b-4595-a122-2d23203cf090 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 23:05:33.976654 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-2b4d095b-9b6b-4595-a122-2d23203cf090 admin admin] Usage tracker for resource:network and tenant:07501a6b224e48ef823c32ff1568020a is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 23:05:33.980877 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-2b4d095b-9b6b-4595-a122-2d23203cf090 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 23:05:33.987730 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-2b4d095b-9b6b-4595-a122-2d23203cf090 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 23:05:33.989332 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning for port 15d2bcf8-4884-4886-8110-4836eb089e87 completed by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 23:05:33.994946 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning complete for port 15d2bcf8-4884-4886-8110-4836eb089e87 triggered by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 23:05:33.995504 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:05:33.997775 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b4d095b-9b6b-4595-a122-2d23203cf090 admin admin] Made reservation on behalf of 07501a6b224e48ef823c32ff1568020a for: {'network': 1} {{(pid=87507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 23:05:34.000314 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-2b4d095b-9b6b-4595-a122-2d23203cf090 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for network, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:05:34.015926 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-2b4d095b-9b6b-4595-a122-2d23203cf090 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:05:34.030537 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-2b4d095b-9b6b-4595-a122-2d23203cf090 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 23:05:34.034367 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-2b4d095b-9b6b-4595-a122-2d23203cf090 admin admin] Usage tracker for resource:security_group_rule and tenant:07501a6b224e48ef823c32ff1568020a is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 23:05:34.037222 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-2b4d095b-9b6b-4595-a122-2d23203cf090 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 23:05:34.042874 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-2b4d095b-9b6b-4595-a122-2d23203cf090 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 23:05:34.049294 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aab6442f-1912-43ca-b7ff-36c43bb49645 None None] Sync routers for ids ['31c67842-9908-4a7d-8964-c0e84006cda1'] in dv-neutron-821829-1-hyperv {{(pid=87508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 23:05:34.065435 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aab6442f-1912-43ca-b7ff-36c43bb49645 None None] Routers {'31c67842-9908-4a7d-8964-c0e84006cda1'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 23:05:34.066062 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-aab6442f-1912-43ca-b7ff-36c43bb49645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b770479a0>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T23:05:31Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['31c67842-9908-4a7d-8964-c0e84006cda1'], 'active': True} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 23:05:34.128930 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-2b4d095b-9b6b-4595-a122-2d23203cf090 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:05:34.137419 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-2b4d095b-9b6b-4595-a122-2d23203cf090 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841066'] for security_group, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:05:34.141499 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-ae67d867-4b21-45e7-b466-de236a110c60 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:05:34.164656 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b4d095b-9b6b-4595-a122-2d23203cf090 admin admin] vlan segment allocate from pool success with {'vlan_id': 169, 'physical_network': 'physnet1'}  {{(pid=87507) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 23:05:34.176766 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4d095b-9b6b-4595-a122-2d23203cf090 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7231bb84-061f-46bb-8972-b7708006da2b,revision_number=1']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:05:34.180924 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-2b4d095b-9b6b-4595-a122-2d23203cf090 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:05:34.183666 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-2b4d095b-9b6b-4595-a122-2d23203cf090 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-883292'] for segment, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:05:34.184038 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.db.segments_db [None req-2b4d095b-9b6b-4595-a122-2d23203cf090 admin admin] Added segment 0aa8adaf-c0e0-400d-8fb9-4677e8f1ce71 of type vlan for network 0ca61462-cf9e-45a5-9aaa-64562c27874a
Dec 16 23:05:34.210157 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-2b4d095b-9b6b-4595-a122-2d23203cf090 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734753047233'] for network, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:05:34.238253 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-2b4d095b-9b6b-4595-a122-2d23203cf090 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440'] for network, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:05:34.239503 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b4d095b-9b6b-4595-a122-2d23203cf090 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:05:34.240657 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-2b4d095b-9b6b-4595-a122-2d23203cf090 admin admin] Notify callbacks [] for network, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:05:34.245341 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-38018402-0385-40b2-a812-df7af179d656 tempest-NetworksIpV6Test-1726734578 tempest-NetworksIpV6Test-1726734578-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:05:34.264002 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:05:34.294177 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] For port 15d2bcf8-4884-4886-8110-4836eb089e87, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=15d2bcf8-4884-4886-8110-4836eb089e87,segment=NetworkSegment(a416442d-d143-4052-9f4e-546eb8cbe809),segment_id=a416442d-d143-4052-9f4e-546eb8cbe809)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 23:05:34.299036 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvr_db [None req-aab6442f-1912-43ca-b7ff-36c43bb49645 None None] Set router 31c67842-9908-4a7d-8964-c0e84006cda1 gateway port host: dv-neutron-821829-1-hyperv {{(pid=87508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 23:05:34.354783 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:05:34.358538 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-f5cb70d3-1049-46a6-8e75-0783cb854d8d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:05:34.486858 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-2b4d095b-9b6b-4595-a122-2d23203cf090 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 0.5235131
Dec 16 23:05:34.486858 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4d095b-9b6b-4595-a122-2d23203cf090 admin admin] Pushing event updated for resources: {'Network': ['ID=0ca61462-cf9e-45a5-9aaa-64562c27874a,revision_number=1']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:05:34.487857 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 53944) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 23:05:34.493794 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-fc3275b4-4381-4aae-b58f-99f9a7a885a8 admin admin] Request body: {'subnet': {'network_id': '0ca61462-cf9e-45a5-9aaa-64562c27874a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-781973579-subnet', 'tenant_id': '07501a6b224e48ef823c32ff1568020a', 'ip_version': 4}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 23:05:34.493951 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-2b4d095b-9b6b-4595-a122-2d23203cf090 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:05:34.498970 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-fc3275b4-4381-4aae-b58f-99f9a7a885a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 23:05:34.503037 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-fc3275b4-4381-4aae-b58f-99f9a7a885a8 admin admin] Usage tracker for resource:subnet and tenant:07501a6b224e48ef823c32ff1568020a is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 23:05:34.505735 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Network 0ca61462-cf9e-45a5-9aaa-64562c27874a details requested by agent ovs-agent-dv-neutron-821829-1-hyperv with host dv-neutron-821829-1-hyperv {{(pid=87508) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 23:05:34.505925 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-fc3275b4-4381-4aae-b58f-99f9a7a885a8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 23:05:34.511554 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-fc3275b4-4381-4aae-b58f-99f9a7a885a8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 23:05:34.521858 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc3275b4-4381-4aae-b58f-99f9a7a885a8 admin admin] Made reservation on behalf of 07501a6b224e48ef823c32ff1568020a for: {'subnet': 1} {{(pid=87506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 23:05:34.524505 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-fc3275b4-4381-4aae-b58f-99f9a7a885a8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11213078'] for subnet, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:05:34.639137 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Pushing event updated for resources: {'Port': ['ID=15d2bcf8-4884-4886-8110-4836eb089e87,revision_number=4']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:05:34.704445 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.346s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:05:34.819754 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-aab6442f-1912-43ca-b7ff-36c43bb49645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b770479a0>, [{'id': '31c67842-9908-4a7d-8964-c0e84006cda1', 'name': 'tempest-TestMinimumBasicScenario-303940987-router', 'tenant_id': '0f46194e488246d892c5eed4212fda04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.227'}], 'enable_snat': True}, 'gw_port_id': '15d2bcf8-4884-4886-8110-4836eb089e87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:05:28Z', 'updated_at': '2021-12-16T23:05:32Z', 'revision_number': 4, 'project_id': '0f46194e488246d892c5eed4212fda04', 'gw_port': {'id': '15d2bcf8-4884-4886-8110-4836eb089e87', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:54:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31c67842-9908-4a7d-8964-c0e84006cda1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:05:29Z', 'updated_at': '2021-12-16T23:05:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv', '_interfaces': [{'id': '3783d024-8db3-44eb-9bb4-edc5b8f5d866', 'name': '', 'network_id': 'd8d3adf5-1637-417e-a2b8-f7d0e216cfe8', 'tenant_id': '0f46194e488246d892c5eed4212fda04', 'mac_address': 'fa:16:3e:0c:35:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31c67842-9908-4a7d-8964-c0e84006cda1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': 'b61f4ad7-ce7a-41bb-9cd5-32c9b599a992', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:05:31Z', 'updated_at': '2021-12-16T23:05:32Z', 'revision_number': 2, 'project_id': '0f46194e488246d892c5eed4212fda04', 'subnets': [{'id': 'b61f4ad7-ce7a-41bb-9cd5-32c9b599a992', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 23:05:34.823623 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aab6442f-1912-43ca-b7ff-36c43bb49645 None None] Checking router: 31c67842-9908-4a7d-8964-c0e84006cda1 for host: dv-neutron-821829-1-hyperv {{(pid=87508) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 23:05:34.824012 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aab6442f-1912-43ca-b7ff-36c43bb49645 None None] Updating router 31c67842-9908-4a7d-8964-c0e84006cda1 port 3783d024-8db3-44eb-9bb4-edc5b8f5d866 binding host dv-neutron-821829-1-hyperv {{(pid=87508) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 16 23:05:34.857401 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-fc3275b4-4381-4aae-b58f-99f9a7a885a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1863317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11213092'] for subnet, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:05:34.861920 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-6e7ef1a5-ac1a-4bd5-8e6f-f5e7de94c40e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:05:34.878461 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-aab6442f-1912-43ca-b7ff-36c43bb49645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:05:34.934731 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3275b4-4381-4aae-b58f-99f9a7a885a8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a0f1d5a1-8e24-48d1-b69c-400060de55c1,revision_number=0']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:05:34.939812 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-fc3275b4-4381-4aae-b58f-99f9a7a885a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:05:34.942582 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc3275b4-4381-4aae-b58f-99f9a7a885a8 admin admin] Checking segment: {'id': '0aa8adaf-c0e0-400d-8fb9-4677e8f1ce71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '0ca61462-cf9e-45a5-9aaa-64562c27874a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 23:05:34.942942 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc3275b4-4381-4aae-b58f-99f9a7a885a8 admin admin] Network hostable DHCP agents. Network: 0ca61462-cf9e-45a5-9aaa-64562c27874a, hostable agents: ['3b155c4d-12dc-491e-aa14-6113b06cfacd'], hosted agents: [] {{(pid=87506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 16 23:05:34.962574 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc3275b4-4381-4aae-b58f-99f9a7a885a8 admin admin] Network 0ca61462-cf9e-45a5-9aaa-64562c27874a is scheduled to be hosted by DHCP agent 3b155c4d-12dc-491e-aa14-6113b06cfacd with binding_index 1 {{(pid=87506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 16 23:05:34.971796 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.base_scheduler [None req-fc3275b4-4381-4aae-b58f-99f9a7a885a8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821829-1-hyperv, 0ca61462-cf9e-45a5-9aaa-64562c27874a) {{(pid=87506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 23:05:34.976258 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc3275b4-4381-4aae-b58f-99f9a7a885a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:05:34.977780 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-fc3275b4-4381-4aae-b58f-99f9a7a885a8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:05:34.981426 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a030fea-8d73-4047-9798-dff1992b3825 None None] Network 0ca61462-cf9e-45a5-9aaa-64562c27874a requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 23:05:34.998519 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-fc3275b4-4381-4aae-b58f-99f9a7a885a8 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 0.5101461
Dec 16 23:05:35.001078 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 53948) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 23:05:35.005957 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-d4249141-ebff-415a-bcb3-03eef71237c8 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-781973579-router', 'tenant_id': '07501a6b224e48ef823c32ff1568020a', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5'}}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 23:05:35.010523 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-d4249141-ebff-415a-bcb3-03eef71237c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 23:05:35.014528 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-d4249141-ebff-415a-bcb3-03eef71237c8 admin admin] Usage tracker for resource:router and tenant:07501a6b224e48ef823c32ff1568020a is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 23:05:35.017878 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-d4249141-ebff-415a-bcb3-03eef71237c8 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 23:05:35.024124 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-d4249141-ebff-415a-bcb3-03eef71237c8 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 23:05:35.034580 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-d4249141-ebff-415a-bcb3-03eef71237c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3741155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38980'] for router, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:05:35.035589 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-d4249141-ebff-415a-bcb3-03eef71237c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3743284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3741748', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3896702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-38989'] for router, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:05:35.050945 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-d4249141-ebff-415a-bcb3-03eef71237c8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:05:35.317271 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-d4249141-ebff-415a-bcb3-03eef71237c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3741702', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3740945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-38947'] for router, precommit_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:05:35.338558 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05015893-3400-422b-9f8c-ff136663545a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1d6bfaf-d325-5e4f-b05d-2441d8339617-0ca61462-cf9e-45a5-9aaa-64562c27874a', 'network_id': '0ca61462-cf9e-45a5-9aaa-64562c27874a', 'tenant_id': '07501a6b224e48ef823c32ff1568020a', 'fixed_ips': [{'subnet_id': 'a0f1d5a1-8e24-48d1-b69c-400060de55c1'}]}} from dv-neutron-821829-1-hyperv. {{(pid=87508) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 16 23:05:35.339379 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-05015893-3400-422b-9f8c-ff136663545a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:05:35.467096 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-aab6442f-1912-43ca-b7ff-36c43bb49645 None None] Notify callbacks [] for port, precommit_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:05:35.489721 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-aab6442f-1912-43ca-b7ff-36c43bb49645 None None] Transition to ACTIVE for port object 3783d024-8db3-44eb-9bb4-edc5b8f5d866 will not be triggered until provisioned by entity L2. {{(pid=87508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 23:05:35.501380 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-aab6442f-1912-43ca-b7ff-36c43bb49645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:05:35.531629 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:05:35.633631 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-d4249141-ebff-415a-bcb3-03eef71237c8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:05:35.667558 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-d4249141-ebff-415a-bcb3-03eef71237c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:05:35.680432 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.db_base_plugin_common [None req-05015893-3400-422b-9f8c-ff136663545a None None] Allocated IP 172.20.0.2 (0ca61462-cf9e-45a5-9aaa-64562c27874a/a0f1d5a1-8e24-48d1-b69c-400060de55c1/b18efd21-a220-421f-8a37-e1eb10b350b3) {{(pid=87508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 23:05:35.685872 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47942e7-61a2-440b-bafb-f36f8499c95a None None] Pushing event updated for resources: {'Port': ['ID=3783d024-8db3-44eb-9bb4-edc5b8f5d866,revision_number=3']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:05:35.718779 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-e47942e7-61a2-440b-bafb-f36f8499c95a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:05:35.806088 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.db_base_plugin_common [None req-d4249141-ebff-415a-bcb3-03eef71237c8 admin admin] Allocated IP 172.26.0.138 (f8905ce9-304b-4976-bc47-e58c71c11de5/9bca8591-41ef-4f2d-8ecb-ecaab1a28acf/51c0df4c-a274-432c-a495-ca21062e7b71) {{(pid=87506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 23:05:35.848920 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-aab6442f-1912-43ca-b7ff-36c43bb49645 None None] Attempting to bind port 3783d024-8db3-44eb-9bb4-edc5b8f5d866 on host dv-neutron-821829-1-hyperv for vnic_type normal with profile  {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 23:05:35.849829 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-aab6442f-1912-43ca-b7ff-36c43bb49645 None None] Attempting to bind port 3783d024-8db3-44eb-9bb4-edc5b8f5d866 by drivers openvswitch,hyperv on host dv-neutron-821829-1-hyperv at level 0 using segments [{'id': '0d9aeadf-9a67-4132-ab0e-3c3a0cb5fa43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'd8d3adf5-1637-417e-a2b8-f7d0e216cfe8'}] {{(pid=87508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 23:05:35.850209 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aab6442f-1912-43ca-b7ff-36c43bb49645 None None] Attempting to bind port 3783d024-8db3-44eb-9bb4-edc5b8f5d866 on network d8d3adf5-1637-417e-a2b8-f7d0e216cfe8 {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 23:05:35.860004 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aab6442f-1912-43ca-b7ff-36c43bb49645 None None] Checking agent: {'id': '5571501f-366e-47a4-9b60-8ef19d935d27', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821829-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 24, 2), 'started_at': datetime.datetime(2021, 12, 16, 22, 24, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 23, 5, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821829-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 23:05:35.860388 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aab6442f-1912-43ca-b7ff-36c43bb49645 None None] Checking segment: {'id': '0d9aeadf-9a67-4132-ab0e-3c3a0cb5fa43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'd8d3adf5-1637-417e-a2b8-f7d0e216cfe8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 23:05:35.860794 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-aab6442f-1912-43ca-b7ff-36c43bb49645 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:05:35.861190 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aab6442f-1912-43ca-b7ff-36c43bb49645 None None] Bound using segment: {'id': '0d9aeadf-9a67-4132-ab0e-3c3a0cb5fa43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'd8d3adf5-1637-417e-a2b8-f7d0e216cfe8'} {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 23:05:35.861664 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-aab6442f-1912-43ca-b7ff-36c43bb49645 None None] Bound port: 3783d024-8db3-44eb-9bb4-edc5b8f5d866, host: dv-neutron-821829-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d9aeadf-9a67-4132-ab0e-3c3a0cb5fa43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'd8d3adf5-1637-417e-a2b8-f7d0e216cfe8'}}] {{(pid=87508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 23:05:35.862040 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-aab6442f-1912-43ca-b7ff-36c43bb49645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:05:35.930696 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 15d2bcf8-4884-4886-8110-4836eb089e87 up at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 23:05:35.954861 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-d4249141-ebff-415a-bcb3-03eef71237c8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:05:35.984383 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-d4249141-ebff-415a-bcb3-03eef71237c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1863393'] for port, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:05:35.989936 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-5157fa17-40eb-4094-a77f-70666ed1001d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:05:36.053953 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4249141-ebff-415a-bcb3-03eef71237c8 admin admin] Network f8905ce9-304b-4976-bc47-e58c71c11de5 is already hosted by enough agents. {{(pid=87506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 23:05:36.057231 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.base_scheduler [None req-d4249141-ebff-415a-bcb3-03eef71237c8 admin admin] Resources bound (agent type, host, resource id):  {{(pid=87506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 23:05:36.060913 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4249141-ebff-415a-bcb3-03eef71237c8 admin admin] Received port after_create {{(pid=87506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 23:05:36.100893 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4249141-ebff-415a-bcb3-03eef71237c8 admin admin] Pushing event updated for resources: {'Port': ['ID=51c0df4c-a274-432c-a495-ca21062e7b71,revision_number=1']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:05:36.104925 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-d4249141-ebff-415a-bcb3-03eef71237c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:05:36.106887 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-aab6442f-1912-43ca-b7ff-36c43bb49645 None None] For port 3783d024-8db3-44eb-9bb4-edc5b8f5d866, host dv-neutron-821829-1-hyperv, cleared binding levels {{(pid=87508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 23:05:36.130743 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-aab6442f-1912-43ca-b7ff-36c43bb49645 None None] For port 3783d024-8db3-44eb-9bb4-edc5b8f5d866, host dv-neutron-821829-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=3783d024-8db3-44eb-9bb4-edc5b8f5d866,segment=NetworkSegment(0d9aeadf-9a67-4132-ab0e-3c3a0cb5fa43),segment_id=0d9aeadf-9a67-4132-ab0e-3c3a0cb5fa43)] {{(pid=87508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 23:05:36.132040 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-05015893-3400-422b-9f8c-ff136663545a None None] Notify callbacks [] for port, precommit_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:05:36.134282 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning complete for port 15d2bcf8-4884-4886-8110-4836eb089e87 triggered by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 23:05:36.134655 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:05:36.167981 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-aab6442f-1912-43ca-b7ff-36c43bb49645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:05:36.179112 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:05:36.212947 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-05015893-3400-422b-9f8c-ff136663545a None None] Transition to ACTIVE for port object b18efd21-a220-421f-8a37-e1eb10b350b3 will not be triggered until provisioned by entity L2. {{(pid=87508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 23:05:36.342572 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-05015893-3400-422b-9f8c-ff136663545a None None] Transition to ACTIVE for port object b18efd21-a220-421f-8a37-e1eb10b350b3 will not be triggered until provisioned by entity DHCP. {{(pid=87508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 23:05:36.354819 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-05015893-3400-422b-9f8c-ff136663545a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940'] for port, after_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:05:36.367349 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47942e7-61a2-440b-bafb-f36f8499c95a None None] Pushing event updated for resources: {'Port': ['ID=3783d024-8db3-44eb-9bb4-edc5b8f5d866,revision_number=4']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:05:36.374610 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aab6442f-1912-43ca-b7ff-36c43bb49645 None None] Routers {'31c67842-9908-4a7d-8964-c0e84006cda1'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 23:05:36.375262 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-aab6442f-1912-43ca-b7ff-36c43bb49645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b770479a0>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T23:05:31Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['31c67842-9908-4a7d-8964-c0e84006cda1'], 'active': True} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 23:05:36.422812 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-e47942e7-61a2-440b-bafb-f36f8499c95a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:05:36.424247 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-37b722a5-341a-4736-8827-5231daa4e1dd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.061s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:05:36.481277 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05015893-3400-422b-9f8c-ff136663545a None None] Network 0ca61462-cf9e-45a5-9aaa-64562c27874a is already hosted by enough agents. {{(pid=87508) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 23:05:36.492769 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.scheduler.base_scheduler [None req-05015893-3400-422b-9f8c-ff136663545a None None] Resources bound (agent type, host, resource id):  {{(pid=87508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 23:05:36.538775 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05015893-3400-422b-9f8c-ff136663545a None None] Received port after_create {{(pid=87508) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 23:05:36.630069 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-d4249141-ebff-415a-bcb3-03eef71237c8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:05:36.656651 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05015893-3400-422b-9f8c-ff136663545a None None] Pushing event updated for resources: {'Port': ['ID=b18efd21-a220-421f-8a37-e1eb10b350b3,revision_number=1']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:05:36.675458 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-05015893-3400-422b-9f8c-ff136663545a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:05:36.757183 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-05015893-3400-422b-9f8c-ff136663545a None None] Attempting to bind port b18efd21-a220-421f-8a37-e1eb10b350b3 on host dv-neutron-821829-1-hyperv for vnic_type normal with profile  {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 23:05:36.757569 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-05015893-3400-422b-9f8c-ff136663545a None None] Attempting to bind port b18efd21-a220-421f-8a37-e1eb10b350b3 by drivers openvswitch,hyperv on host dv-neutron-821829-1-hyperv at level 0 using segments [{'id': '0aa8adaf-c0e0-400d-8fb9-4677e8f1ce71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '0ca61462-cf9e-45a5-9aaa-64562c27874a'}] {{(pid=87508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 23:05:36.757945 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05015893-3400-422b-9f8c-ff136663545a None None] Attempting to bind port b18efd21-a220-421f-8a37-e1eb10b350b3 on network 0ca61462-cf9e-45a5-9aaa-64562c27874a {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 23:05:36.768850 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvr_db [None req-aab6442f-1912-43ca-b7ff-36c43bb49645 None None] Set router 31c67842-9908-4a7d-8964-c0e84006cda1 gateway port host: dv-neutron-821829-1-hyperv {{(pid=87508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 23:05:36.812634 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05015893-3400-422b-9f8c-ff136663545a None None] Checking agent: {'id': '5571501f-366e-47a4-9b60-8ef19d935d27', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821829-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 24, 2), 'started_at': datetime.datetime(2021, 12, 16, 22, 24, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 23, 5, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821829-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 23:05:36.813028 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05015893-3400-422b-9f8c-ff136663545a None None] Checking segment: {'id': '0aa8adaf-c0e0-400d-8fb9-4677e8f1ce71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '0ca61462-cf9e-45a5-9aaa-64562c27874a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 23:05:36.813440 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-05015893-3400-422b-9f8c-ff136663545a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:05:36.813848 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05015893-3400-422b-9f8c-ff136663545a None None] Bound using segment: {'id': '0aa8adaf-c0e0-400d-8fb9-4677e8f1ce71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '0ca61462-cf9e-45a5-9aaa-64562c27874a'} {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 23:05:36.814345 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-05015893-3400-422b-9f8c-ff136663545a None None] Bound port: b18efd21-a220-421f-8a37-e1eb10b350b3, host: dv-neutron-821829-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0aa8adaf-c0e0-400d-8fb9-4677e8f1ce71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '0ca61462-cf9e-45a5-9aaa-64562c27874a'}}] {{(pid=87508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 23:05:36.814732 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-05015893-3400-422b-9f8c-ff136663545a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:05:36.962314 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-d4249141-ebff-415a-bcb3-03eef71237c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3740952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3741923'] for router, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:05:37.055569 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-05015893-3400-422b-9f8c-ff136663545a None None] For port b18efd21-a220-421f-8a37-e1eb10b350b3, host dv-neutron-821829-1-hyperv, cleared binding levels {{(pid=87508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 23:05:37.060287 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-05015893-3400-422b-9f8c-ff136663545a None None] For port b18efd21-a220-421f-8a37-e1eb10b350b3, host dv-neutron-821829-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=b18efd21-a220-421f-8a37-e1eb10b350b3,segment=NetworkSegment(0aa8adaf-c0e0-400d-8fb9-4677e8f1ce71),segment_id=0aa8adaf-c0e0-400d-8fb9-4677e8f1ce71)] {{(pid=87508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 23:05:37.080747 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-05015893-3400-422b-9f8c-ff136663545a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:05:37.093058 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-8c044200-4dfe-4a97-aa8c-676a0e7f668d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:05:37.175226 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4249141-ebff-415a-bcb3-03eef71237c8 admin admin] Router 2647baa5-8d69-435b-bf0c-dcd19872bc88 is scheduled to L3 agent 4f519db7-069b-43e2-8411-c092bac9102a with binding_index 1 {{(pid=87506) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 16 23:05:37.218015 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05015893-3400-422b-9f8c-ff136663545a None None] Pushing event updated for resources: {'Port': ['ID=b18efd21-a220-421f-8a37-e1eb10b350b3,revision_number=2']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:05:37.221959 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-05015893-3400-422b-9f8c-ff136663545a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:05:37.238182 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-aab6442f-1912-43ca-b7ff-36c43bb49645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b770479a0>, [{'id': '31c67842-9908-4a7d-8964-c0e84006cda1', 'name': 'tempest-TestMinimumBasicScenario-303940987-router', 'tenant_id': '0f46194e488246d892c5eed4212fda04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.227'}], 'enable_snat': True}, 'gw_port_id': '15d2bcf8-4884-4886-8110-4836eb089e87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:05:28Z', 'updated_at': '2021-12-16T23:05:32Z', 'revision_number': 4, 'project_id': '0f46194e488246d892c5eed4212fda04', 'gw_port': {'id': '15d2bcf8-4884-4886-8110-4836eb089e87', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:54:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31c67842-9908-4a7d-8964-c0e84006cda1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:05:29Z', 'updated_at': '2021-12-16T23:05:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv', '_interfaces': [{'id': '3783d024-8db3-44eb-9bb4-edc5b8f5d866', 'name': '', 'network_id': 'd8d3adf5-1637-417e-a2b8-f7d0e216cfe8', 'tenant_id': '0f46194e488246d892c5eed4212fda04', 'mac_address': 'fa:16:3e:0c:35:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31c67842-9908-4a7d-8964-c0e84006cda1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': 'b61f4ad7-ce7a-41bb-9cd5-32c9b599a992', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:05:31Z', 'updated_at': '2021-12-16T23:05:36Z', 'revision_number': 4, 'project_id': '0f46194e488246d892c5eed4212fda04', 'subnets': [{'id': 'b61f4ad7-ce7a-41bb-9cd5-32c9b599a992', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 23:05:37.244415 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aab6442f-1912-43ca-b7ff-36c43bb49645 None None] The sync data for ids ['31c67842-9908-4a7d-8964-c0e84006cda1'] in dv-neutron-821829-1-hyperv is: [{'id': '31c67842-9908-4a7d-8964-c0e84006cda1', 'name': 'tempest-TestMinimumBasicScenario-303940987-router', 'tenant_id': '0f46194e488246d892c5eed4212fda04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.227'}], 'enable_snat': True}, 'gw_port_id': '15d2bcf8-4884-4886-8110-4836eb089e87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:05:28Z', 'updated_at': '2021-12-16T23:05:32Z', 'revision_number': 4, 'project_id': '0f46194e488246d892c5eed4212fda04', 'gw_port': {'id': '15d2bcf8-4884-4886-8110-4836eb089e87', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:54:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31c67842-9908-4a7d-8964-c0e84006cda1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:05:29Z', 'updated_at': '2021-12-16T23:05:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv', '_interfaces': [{'id': '3783d024-8db3-44eb-9bb4-edc5b8f5d866', 'name': '', 'network_id': 'd8d3adf5-1637-417e-a2b8-f7d0e216cfe8', 'tenant_id': '0f46194e488246d892c5eed4212fda04', 'mac_address': 'fa:16:3e:0c:35:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31c67842-9908-4a7d-8964-c0e84006cda1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': 'b61f4ad7-ce7a-41bb-9cd5-32c9b599a992', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:05:31Z', 'updated_at': '2021-12-16T23:05:36Z', 'revision_number': 4, 'project_id': '0f46194e488246d892c5eed4212fda04', 'subnets': [{'id': 'b61f4ad7-ce7a-41bb-9cd5-32c9b599a992', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 23:05:37.372151 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4249141-ebff-415a-bcb3-03eef71237c8 admin admin] Notify agent at l3_agent.dv-neutron-821829-1-hyperv the message routers_updated {{(pid=87506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 23:05:37.384591 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-891a14a2-766f-4a76-860a-16a74ab4a9a8 None None] Sync routers for ids ['2647baa5-8d69-435b-bf0c-dcd19872bc88'] in dv-neutron-821829-1-hyperv {{(pid=87509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 23:05:37.395971 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-891a14a2-766f-4a76-860a-16a74ab4a9a8 None None] Routers {'2647baa5-8d69-435b-bf0c-dcd19872bc88'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 23:05:37.397407 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-891a14a2-766f-4a76-860a-16a74ab4a9a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b7c716d00>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T23:05:31Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['2647baa5-8d69-435b-bf0c-dcd19872bc88'], 'active': True} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 23:05:37.421230 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-d4249141-ebff-415a-bcb3-03eef71237c8 admin admin] Notify callbacks [] for router, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:05:37.422895 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-d4249141-ebff-415a-bcb3-03eef71237c8 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 926 time: 2.4207573
Dec 16 23:05:37.425484 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 53952) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 23:05:37.628839 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvr_db [None req-891a14a2-766f-4a76-860a-16a74ab4a9a8 None None] Set router 2647baa5-8d69-435b-bf0c-dcd19872bc88 gateway port host: dv-neutron-821829-1-hyperv {{(pid=87509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 23:05:37.925366 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-891a14a2-766f-4a76-860a-16a74ab4a9a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b7c716d00>, [{'id': '2647baa5-8d69-435b-bf0c-dcd19872bc88', 'name': 'tempest-TestMinimumBasicScenario-781973579-router', 'tenant_id': '07501a6b224e48ef823c32ff1568020a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.138'}], 'enable_snat': True}, 'gw_port_id': '51c0df4c-a274-432c-a495-ca21062e7b71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:05:35Z', 'updated_at': '2021-12-16T23:05:36Z', 'revision_number': 3, 'project_id': '07501a6b224e48ef823c32ff1568020a', 'gw_port': {'id': '51c0df4c-a274-432c-a495-ca21062e7b71', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:b0:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2647baa5-8d69-435b-bf0c-dcd19872bc88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:05:35Z', 'updated_at': '2021-12-16T23:05:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv'}], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 23:05:37.931020 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-891a14a2-766f-4a76-860a-16a74ab4a9a8 None None] Checking router: 2647baa5-8d69-435b-bf0c-dcd19872bc88 for host: dv-neutron-821829-1-hyperv {{(pid=87509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 23:05:37.931260 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-891a14a2-766f-4a76-860a-16a74ab4a9a8 None None] Updating router 2647baa5-8d69-435b-bf0c-dcd19872bc88 port 51c0df4c-a274-432c-a495-ca21062e7b71 binding host dv-neutron-821829-1-hyperv {{(pid=87509) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 16 23:05:37.995712 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron_lib.callbacks.manager [None req-891a14a2-766f-4a76-860a-16a74ab4a9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:05:38.014436 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 3783d024-8db3-44eb-9bb4-edc5b8f5d866 up at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 23:05:38.137770 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:05:38.172267 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning for port 3783d024-8db3-44eb-9bb4-edc5b8f5d866 completed by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 23:05:38.178613 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning complete for port 3783d024-8db3-44eb-9bb4-edc5b8f5d866 triggered by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 23:05:38.179048 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:05:38.267074 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-4e53b729-a0da-4c4d-95bf-0b6ff42638cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:05:38.406630 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:05:38.452115 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron_lib.callbacks.manager [None req-891a14a2-766f-4a76-860a-16a74ab4a9a8 None None] Notify callbacks [] for port, precommit_update {{(pid=87509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:05:38.465126 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.provisioning_blocks [None req-891a14a2-766f-4a76-860a-16a74ab4a9a8 None None] Transition to ACTIVE for port object 51c0df4c-a274-432c-a495-ca21062e7b71 will not be triggered until provisioned by entity L2. {{(pid=87509) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 23:05:38.474107 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron_lib.callbacks.manager [None req-891a14a2-766f-4a76-860a-16a74ab4a9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:05:38.494474 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG oslo_concurrency.lockutils [None req-6575b625-0219-4f8d-99e0-2c25f246eb77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:05:38.495570 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] For port 3783d024-8db3-44eb-9bb4-edc5b8f5d866, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=3783d024-8db3-44eb-9bb4-edc5b8f5d866,segment=NetworkSegment(0d9aeadf-9a67-4132-ab0e-3c3a0cb5fa43),segment_id=0d9aeadf-9a67-4132-ab0e-3c3a0cb5fa43)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 23:05:38.498442 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae67ac88-c72a-4083-b3ee-348884ee3def None None] Network 0ca61462-cf9e-45a5-9aaa-64562c27874a requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 23:05:38.536052 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:05:38.536982 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device b18efd21-a220-421f-8a37-e1eb10b350b3 up at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 23:05:38.556184 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.plugins.ml2.managers [None req-891a14a2-766f-4a76-860a-16a74ab4a9a8 None None] Attempting to bind port 51c0df4c-a274-432c-a495-ca21062e7b71 on host dv-neutron-821829-1-hyperv for vnic_type normal with profile  {{(pid=87509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 23:05:38.556565 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.plugins.ml2.managers [None req-891a14a2-766f-4a76-860a-16a74ab4a9a8 None None] Attempting to bind port 51c0df4c-a274-432c-a495-ca21062e7b71 by drivers openvswitch,hyperv on host dv-neutron-821829-1-hyperv at level 0 using segments [{'id': 'a416442d-d143-4052-9f4e-546eb8cbe809', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5'}] {{(pid=87509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 23:05:38.556931 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-891a14a2-766f-4a76-860a-16a74ab4a9a8 None None] Attempting to bind port 51c0df4c-a274-432c-a495-ca21062e7b71 on network f8905ce9-304b-4976-bc47-e58c71c11de5 {{(pid=87509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 23:05:38.572070 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-891a14a2-766f-4a76-860a-16a74ab4a9a8 None None] Checking agent: {'id': '5571501f-366e-47a4-9b60-8ef19d935d27', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821829-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 24, 2), 'started_at': datetime.datetime(2021, 12, 16, 22, 24, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 23, 5, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821829-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 23:05:38.572455 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-891a14a2-766f-4a76-860a-16a74ab4a9a8 None None] Checking segment: {'id': 'a416442d-d143-4052-9f4e-546eb8cbe809', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 23:05:38.572878 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron_lib.callbacks.manager [None req-891a14a2-766f-4a76-860a-16a74ab4a9a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:05:38.573266 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-891a14a2-766f-4a76-860a-16a74ab4a9a8 None None] Bound using segment: {'id': 'a416442d-d143-4052-9f4e-546eb8cbe809', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5'} {{(pid=87509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 23:05:38.573742 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.plugins.ml2.managers [None req-891a14a2-766f-4a76-860a-16a74ab4a9a8 None None] Bound port: 51c0df4c-a274-432c-a495-ca21062e7b71, host: dv-neutron-821829-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a416442d-d143-4052-9f4e-546eb8cbe809', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5'}}] {{(pid=87509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 23:05:38.574120 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron_lib.callbacks.manager [None req-891a14a2-766f-4a76-860a-16a74ab4a9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:05:38.577445 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-5c6420d7-3ed6-4cac-bb58-a7d3d3dbeb6c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:05:38.609444 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.db_base_plugin_common [None req-4e53b729-a0da-4c4d-95bf-0b6ff42638cd admin admin] Allocated IP 172.20.0.1 (0ca61462-cf9e-45a5-9aaa-64562c27874a/a0f1d5a1-8e24-48d1-b69c-400060de55c1/88bd2f18-d6cf-4ba6-b190-90ce0d4fecc8) {{(pid=87507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 23:05:38.628416 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5105c9-c961-4b60-bab0-2ae2785f420e None None] Pushing event updated for resources: {'Port': ['ID=51c0df4c-a274-432c-a495-ca21062e7b71,revision_number=2']} {{(pid=87509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:05:38.633540 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG oslo_concurrency.lockutils [None req-6d5105c9-c961-4b60-bab0-2ae2785f420e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=87509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:05:38.661110 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.plugins.ml2.db [None req-891a14a2-766f-4a76-860a-16a74ab4a9a8 None None] For port 51c0df4c-a274-432c-a495-ca21062e7b71, host dv-neutron-821829-1-hyperv, cleared binding levels {{(pid=87509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 23:05:38.664447 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.plugins.ml2.db [None req-891a14a2-766f-4a76-860a-16a74ab4a9a8 None None] For port 51c0df4c-a274-432c-a495-ca21062e7b71, host dv-neutron-821829-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=51c0df4c-a274-432c-a495-ca21062e7b71,segment=NetworkSegment(a416442d-d143-4052-9f4e-546eb8cbe809),segment_id=a416442d-d143-4052-9f4e-546eb8cbe809)] {{(pid=87509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 23:05:38.670606 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron_lib.callbacks.manager [None req-891a14a2-766f-4a76-860a-16a74ab4a9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:05:38.674469 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG oslo_concurrency.lockutils [None req-17e236fd-d1c0-4491-a2ba-9959cb3e61c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:05:38.758645 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5105c9-c961-4b60-bab0-2ae2785f420e None None] Pushing event updated for resources: {'Port': ['ID=51c0df4c-a274-432c-a495-ca21062e7b71,revision_number=3']} {{(pid=87509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:05:38.762305 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG oslo_concurrency.lockutils [None req-6d5105c9-c961-4b60-bab0-2ae2785f420e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=87509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:05:38.763082 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-891a14a2-766f-4a76-860a-16a74ab4a9a8 None None] Routers {'2647baa5-8d69-435b-bf0c-dcd19872bc88'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 23:05:38.763798 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-891a14a2-766f-4a76-860a-16a74ab4a9a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b7c716d00>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T23:05:31Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['2647baa5-8d69-435b-bf0c-dcd19872bc88'], 'active': True} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 23:05:38.806780 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-4e53b729-a0da-4c4d-95bf-0b6ff42638cd admin admin] Notify callbacks [] for port, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:05:38.825243 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.provisioning_blocks [None req-4e53b729-a0da-4c4d-95bf-0b6ff42638cd admin admin] Transition to ACTIVE for port object 88bd2f18-d6cf-4ba6-b190-90ce0d4fecc8 will not be triggered until provisioned by entity DHCP. {{(pid=87507) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 23:05:38.847835 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-51cd5bd4-ee9e-42ff-8b01-a0f85b95646a None None] Provisioning for port b18efd21-a220-421f-8a37-e1eb10b350b3 completed by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 23:05:38.856382 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-4e53b729-a0da-4c4d-95bf-0b6ff42638cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10807823'] for port, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:05:38.862285 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-65c91d76-d9bf-4f11-90e6-cfbb183d07aa tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:05:38.872203 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Pushing event updated for resources: {'Port': ['ID=3783d024-8db3-44eb-9bb4-edc5b8f5d866,revision_number=5']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:05:38.875656 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:05:38.944414 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning for port b18efd21-a220-421f-8a37-e1eb10b350b3 completed by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 23:05:38.950708 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e53b729-a0da-4c4d-95bf-0b6ff42638cd admin admin] Network 0ca61462-cf9e-45a5-9aaa-64562c27874a is already hosted by enough agents. {{(pid=87507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 23:05:38.951605 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning complete for port b18efd21-a220-421f-8a37-e1eb10b350b3 triggered by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 23:05:38.952015 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:05:38.952133 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvr_db [None req-891a14a2-766f-4a76-860a-16a74ab4a9a8 None None] Set router 2647baa5-8d69-435b-bf0c-dcd19872bc88 gateway port host: dv-neutron-821829-1-hyperv {{(pid=87509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 23:05:38.954062 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.base_scheduler [None req-4e53b729-a0da-4c4d-95bf-0b6ff42638cd admin admin] Resources bound (agent type, host, resource id):  {{(pid=87507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 23:05:38.956859 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e53b729-a0da-4c4d-95bf-0b6ff42638cd admin admin] Received port after_create {{(pid=87507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 23:05:39.004113 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e53b729-a0da-4c4d-95bf-0b6ff42638cd admin admin] Pushing event updated for resources: {'Port': ['ID=88bd2f18-d6cf-4ba6-b190-90ce0d4fecc8,revision_number=1']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:05:39.007337 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-4e53b729-a0da-4c4d-95bf-0b6ff42638cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:05:39.025302 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-4e53b729-a0da-4c4d-95bf-0b6ff42638cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3830061'] for router_interface, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:05:39.155165 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:05:39.193720 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] For port b18efd21-a220-421f-8a37-e1eb10b350b3, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=b18efd21-a220-421f-8a37-e1eb10b350b3,segment=NetworkSegment(0aa8adaf-c0e0-400d-8fb9-4677e8f1ce71),segment_id=0aa8adaf-c0e0-400d-8fb9-4677e8f1ce71)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 23:05:39.200974 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:05:39.203559 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:05:39.267170 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-891a14a2-766f-4a76-860a-16a74ab4a9a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b7c716d00>, [{'id': '2647baa5-8d69-435b-bf0c-dcd19872bc88', 'name': 'tempest-TestMinimumBasicScenario-781973579-router', 'tenant_id': '07501a6b224e48ef823c32ff1568020a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.138'}], 'enable_snat': True}, 'gw_port_id': '51c0df4c-a274-432c-a495-ca21062e7b71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:05:35Z', 'updated_at': '2021-12-16T23:05:36Z', 'revision_number': 3, 'project_id': '07501a6b224e48ef823c32ff1568020a', 'gw_port': {'id': '51c0df4c-a274-432c-a495-ca21062e7b71', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:b0:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2647baa5-8d69-435b-bf0c-dcd19872bc88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:05:35Z', 'updated_at': '2021-12-16T23:05:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv'}], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 23:05:39.272162 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-891a14a2-766f-4a76-860a-16a74ab4a9a8 None None] The sync data for ids ['2647baa5-8d69-435b-bf0c-dcd19872bc88'] in dv-neutron-821829-1-hyperv is: [{'id': '2647baa5-8d69-435b-bf0c-dcd19872bc88', 'name': 'tempest-TestMinimumBasicScenario-781973579-router', 'tenant_id': '07501a6b224e48ef823c32ff1568020a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.138'}], 'enable_snat': True}, 'gw_port_id': '51c0df4c-a274-432c-a495-ca21062e7b71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:05:35Z', 'updated_at': '2021-12-16T23:05:36Z', 'revision_number': 3, 'project_id': '07501a6b224e48ef823c32ff1568020a', 'gw_port': {'id': '51c0df4c-a274-432c-a495-ca21062e7b71', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:b0:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2647baa5-8d69-435b-bf0c-dcd19872bc88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:05:35Z', 'updated_at': '2021-12-16T23:05:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv'}] {{(pid=87509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 23:05:39.281603 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Pushing event updated for resources: {'Port': ['ID=b18efd21-a220-421f-8a37-e1eb10b350b3,revision_number=3']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:05:39.285093 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:05:39.398449 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-bba7baa6-f0dd-451e-8ab2-e36534e3e910 None None] Provisioning complete for port b18efd21-a220-421f-8a37-e1eb10b350b3 triggered by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 23:05:39.399189 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-bba7baa6-f0dd-451e-8ab2-e36534e3e910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:05:39.475438 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-4e53b729-a0da-4c4d-95bf-0b6ff42638cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:05:39.575132 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-bba7baa6-f0dd-451e-8ab2-e36534e3e910 None None] Provisioning for port 88bd2f18-d6cf-4ba6-b190-90ce0d4fecc8 completed by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 23:05:39.590534 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-bba7baa6-f0dd-451e-8ab2-e36534e3e910 None None] Provisioning complete for port 88bd2f18-d6cf-4ba6-b190-90ce0d4fecc8 triggered by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 23:05:39.591005 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-bba7baa6-f0dd-451e-8ab2-e36534e3e910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:05:39.657896 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-bba7baa6-f0dd-451e-8ab2-e36534e3e910 None None] Port 88bd2f18-d6cf-4ba6-b190-90ce0d4fecc8 cannot update to ACTIVE because it is not bound. {{(pid=87508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 23:05:39.752688 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-4e53b729-a0da-4c4d-95bf-0b6ff42638cd admin admin] Notify callbacks [] for port, precommit_update {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:05:39.757142 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-4e53b729-a0da-4c4d-95bf-0b6ff42638cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10807814'] for port, after_update {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:05:39.777779 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-de605c44-6e87-4a31-9157-3d8c4271f138 None None] Provisioning complete for port 88bd2f18-d6cf-4ba6-b190-90ce0d4fecc8 triggered by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 23:05:39.778146 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-de605c44-6e87-4a31-9157-3d8c4271f138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:05:39.798773 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-1c5a68bf-37f2-4e00-a31b-53e51f41c135 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:05:39.839233 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-de605c44-6e87-4a31-9157-3d8c4271f138 None None] Port 88bd2f18-d6cf-4ba6-b190-90ce0d4fecc8 cannot update to ACTIVE because it is not bound. {{(pid=87508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 23:05:39.871499 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-4e53b729-a0da-4c4d-95bf-0b6ff42638cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3791426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3830222'] for router_interface, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:05:39.878530 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e53b729-a0da-4c4d-95bf-0b6ff42638cd admin admin] Pushing event updated for resources: {'Port': ['ID=88bd2f18-d6cf-4ba6-b190-90ce0d4fecc8,revision_number=2']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:05:39.883047 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-4e53b729-a0da-4c4d-95bf-0b6ff42638cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:05:40.000292 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 51c0df4c-a274-432c-a495-ca21062e7b71 up at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 23:05:40.017546 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e53b729-a0da-4c4d-95bf-0b6ff42638cd admin admin] Network 0ca61462-cf9e-45a5-9aaa-64562c27874a is already hosted by enough agents. {{(pid=87507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 23:05:40.018946 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.base_scheduler [None req-4e53b729-a0da-4c4d-95bf-0b6ff42638cd admin admin] Resources bound (agent type, host, resource id):  {{(pid=87507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 23:05:40.073733 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning for port 51c0df4c-a274-432c-a495-ca21062e7b71 completed by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 23:05:40.079251 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning complete for port 51c0df4c-a274-432c-a495-ca21062e7b71 triggered by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 23:05:40.079691 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:05:40.208616 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:05:40.231891 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] For port 51c0df4c-a274-432c-a495-ca21062e7b71, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=51c0df4c-a274-432c-a495-ca21062e7b71,segment=NetworkSegment(a416442d-d143-4052-9f4e-546eb8cbe809),segment_id=a416442d-d143-4052-9f4e-546eb8cbe809)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 23:05:40.235506 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e53b729-a0da-4c4d-95bf-0b6ff42638cd admin admin] Router 2647baa5-8d69-435b-bf0c-dcd19872bc88 has already been hosted by L3 agent 4f519db7-069b-43e2-8411-c092bac9102a {{(pid=87507) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 23:05:40.237736 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:05:40.239508 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 3783d024-8db3-44eb-9bb4-edc5b8f5d866 up at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 23:05:40.272836 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:05:40.372187 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Pushing event updated for resources: {'Port': ['ID=51c0df4c-a274-432c-a495-ca21062e7b71,revision_number=4']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:05:40.375792 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:05:40.383503 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-5e8fb408-0689-4191-b08b-1aefad162646 None None] Provisioning complete for port 88bd2f18-d6cf-4ba6-b190-90ce0d4fecc8 triggered by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 23:05:40.383906 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-5e8fb408-0689-4191-b08b-1aefad162646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:05:40.423536 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning complete for port 3783d024-8db3-44eb-9bb4-edc5b8f5d866 triggered by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 23:05:40.423536 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:05:40.426098 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e53b729-a0da-4c4d-95bf-0b6ff42638cd admin admin] Notify agent at l3_agent.dv-neutron-821829-1-hyperv the message routers_updated {{(pid=87507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 23:05:40.439409 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-4e53b729-a0da-4c4d-95bf-0b6ff42638cd admin admin] 10.222.0.13 "PUT /v2.0/routers/2647baa5-8d69-435b-bf0c-dcd19872bc88/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.0083179
Dec 16 23:05:40.486044 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-5e8fb408-0689-4191-b08b-1aefad162646 None None] Port 88bd2f18-d6cf-4ba6-b190-90ce0d4fecc8 cannot update to ACTIVE because it is not bound. {{(pid=87508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 23:05:40.554604 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device b18efd21-a220-421f-8a37-e1eb10b350b3 up at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 23:05:40.625274 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning complete for port b18efd21-a220-421f-8a37-e1eb10b350b3 triggered by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 23:05:40.625663 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:05:41.019464 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e322ce0-912f-437d-ba8a-6aaee0a45d9f None None] Sync routers for ids ['2647baa5-8d69-435b-bf0c-dcd19872bc88'] in dv-neutron-821829-1-hyperv {{(pid=87508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 23:05:41.030070 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e322ce0-912f-437d-ba8a-6aaee0a45d9f None None] Routers {'2647baa5-8d69-435b-bf0c-dcd19872bc88'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 23:05:41.030792 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-4e322ce0-912f-437d-ba8a-6aaee0a45d9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b779ebeb0>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T23:05:31Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['2647baa5-8d69-435b-bf0c-dcd19872bc88'], 'active': True} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 23:05:41.216564 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvr_db [None req-4e322ce0-912f-437d-ba8a-6aaee0a45d9f None None] Set router 2647baa5-8d69-435b-bf0c-dcd19872bc88 gateway port host: dv-neutron-821829-1-hyperv {{(pid=87508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 23:05:41.615007 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-4e322ce0-912f-437d-ba8a-6aaee0a45d9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b779ebeb0>, [{'id': '2647baa5-8d69-435b-bf0c-dcd19872bc88', 'name': 'tempest-TestMinimumBasicScenario-781973579-router', 'tenant_id': '07501a6b224e48ef823c32ff1568020a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.138'}], 'enable_snat': True}, 'gw_port_id': '51c0df4c-a274-432c-a495-ca21062e7b71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:05:35Z', 'updated_at': '2021-12-16T23:05:39Z', 'revision_number': 4, 'project_id': '07501a6b224e48ef823c32ff1568020a', 'gw_port': {'id': '51c0df4c-a274-432c-a495-ca21062e7b71', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:b0:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2647baa5-8d69-435b-bf0c-dcd19872bc88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:05:35Z', 'updated_at': '2021-12-16T23:05:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv', '_interfaces': [{'id': '88bd2f18-d6cf-4ba6-b190-90ce0d4fecc8', 'name': '', 'network_id': '0ca61462-cf9e-45a5-9aaa-64562c27874a', 'tenant_id': '07501a6b224e48ef823c32ff1568020a', 'mac_address': 'fa:16:3e:bd:e6:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2647baa5-8d69-435b-bf0c-dcd19872bc88', 'device_owner': 'network:router_interface', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': 'a0f1d5a1-8e24-48d1-b69c-400060de55c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:05:38Z', 'updated_at': '2021-12-16T23:05:39Z', 'revision_number': 2, 'project_id': '07501a6b224e48ef823c32ff1568020a', 'subnets': [{'id': 'a0f1d5a1-8e24-48d1-b69c-400060de55c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 23:05:41.619443 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e322ce0-912f-437d-ba8a-6aaee0a45d9f None None] Checking router: 2647baa5-8d69-435b-bf0c-dcd19872bc88 for host: dv-neutron-821829-1-hyperv {{(pid=87508) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 23:05:41.619966 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e322ce0-912f-437d-ba8a-6aaee0a45d9f None None] Updating router 2647baa5-8d69-435b-bf0c-dcd19872bc88 port 88bd2f18-d6cf-4ba6-b190-90ce0d4fecc8 binding host dv-neutron-821829-1-hyperv {{(pid=87508) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 16 23:05:41.677024 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-4e322ce0-912f-437d-ba8a-6aaee0a45d9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:05:41.922693 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 51c0df4c-a274-432c-a495-ca21062e7b71 up at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 23:05:42.057298 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning complete for port 51c0df4c-a274-432c-a495-ca21062e7b71 triggered by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 23:05:42.057831 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:05:42.192135 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-4e322ce0-912f-437d-ba8a-6aaee0a45d9f None None] Notify callbacks [] for port, precommit_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:05:42.206460 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-4e322ce0-912f-437d-ba8a-6aaee0a45d9f None None] Transition to ACTIVE for port object 88bd2f18-d6cf-4ba6-b190-90ce0d4fecc8 will not be triggered until provisioned by entity L2. {{(pid=87508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 23:05:42.243432 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-4e322ce0-912f-437d-ba8a-6aaee0a45d9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:05:42.253563 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-bc35fdd0-5a38-4984-9147-2bba71eed593 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:05:42.405158 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62368be7-2593-4c55-bda4-b8349608efc4 None None] Pushing event updated for resources: {'Port': ['ID=88bd2f18-d6cf-4ba6-b190-90ce0d4fecc8,revision_number=3']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:05:42.428434 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-62368be7-2593-4c55-bda4-b8349608efc4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:05:42.536406 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-4e322ce0-912f-437d-ba8a-6aaee0a45d9f None None] Attempting to bind port 88bd2f18-d6cf-4ba6-b190-90ce0d4fecc8 on host dv-neutron-821829-1-hyperv for vnic_type normal with profile  {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 23:05:42.537467 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-4e322ce0-912f-437d-ba8a-6aaee0a45d9f None None] Attempting to bind port 88bd2f18-d6cf-4ba6-b190-90ce0d4fecc8 by drivers openvswitch,hyperv on host dv-neutron-821829-1-hyperv at level 0 using segments [{'id': '0aa8adaf-c0e0-400d-8fb9-4677e8f1ce71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '0ca61462-cf9e-45a5-9aaa-64562c27874a'}] {{(pid=87508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 23:05:42.538054 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e322ce0-912f-437d-ba8a-6aaee0a45d9f None None] Attempting to bind port 88bd2f18-d6cf-4ba6-b190-90ce0d4fecc8 on network 0ca61462-cf9e-45a5-9aaa-64562c27874a {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 23:05:42.547064 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e322ce0-912f-437d-ba8a-6aaee0a45d9f None None] Checking agent: {'id': '5571501f-366e-47a4-9b60-8ef19d935d27', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821829-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 24, 2), 'started_at': datetime.datetime(2021, 12, 16, 22, 24, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 23, 5, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821829-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 23:05:42.547618 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e322ce0-912f-437d-ba8a-6aaee0a45d9f None None] Checking segment: {'id': '0aa8adaf-c0e0-400d-8fb9-4677e8f1ce71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '0ca61462-cf9e-45a5-9aaa-64562c27874a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 23:05:42.548332 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-4e322ce0-912f-437d-ba8a-6aaee0a45d9f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:05:42.548842 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e322ce0-912f-437d-ba8a-6aaee0a45d9f None None] Bound using segment: {'id': '0aa8adaf-c0e0-400d-8fb9-4677e8f1ce71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '0ca61462-cf9e-45a5-9aaa-64562c27874a'} {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 23:05:42.549422 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-4e322ce0-912f-437d-ba8a-6aaee0a45d9f None None] Bound port: 88bd2f18-d6cf-4ba6-b190-90ce0d4fecc8, host: dv-neutron-821829-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0aa8adaf-c0e0-400d-8fb9-4677e8f1ce71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '0ca61462-cf9e-45a5-9aaa-64562c27874a'}}] {{(pid=87508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 23:05:42.549914 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-4e322ce0-912f-437d-ba8a-6aaee0a45d9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:05:42.659323 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-4e322ce0-912f-437d-ba8a-6aaee0a45d9f None None] For port 88bd2f18-d6cf-4ba6-b190-90ce0d4fecc8, host dv-neutron-821829-1-hyperv, cleared binding levels {{(pid=87508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 23:05:42.663449 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-4e322ce0-912f-437d-ba8a-6aaee0a45d9f None None] For port 88bd2f18-d6cf-4ba6-b190-90ce0d4fecc8, host dv-neutron-821829-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=88bd2f18-d6cf-4ba6-b190-90ce0d4fecc8,segment=NetworkSegment(0aa8adaf-c0e0-400d-8fb9-4677e8f1ce71),segment_id=0aa8adaf-c0e0-400d-8fb9-4677e8f1ce71)] {{(pid=87508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 23:05:42.669583 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-4e322ce0-912f-437d-ba8a-6aaee0a45d9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:05:42.673702 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-0e4db696-f406-412e-81f1-109bcf5d1a4b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:05:42.755458 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e322ce0-912f-437d-ba8a-6aaee0a45d9f None None] Routers {'2647baa5-8d69-435b-bf0c-dcd19872bc88'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 23:05:42.756275 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-4e322ce0-912f-437d-ba8a-6aaee0a45d9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b779ebeb0>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T23:05:31Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['2647baa5-8d69-435b-bf0c-dcd19872bc88'], 'active': True} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 23:05:42.813656 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62368be7-2593-4c55-bda4-b8349608efc4 None None] Pushing event updated for resources: {'Port': ['ID=88bd2f18-d6cf-4ba6-b190-90ce0d4fecc8,revision_number=4']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:05:42.824913 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-62368be7-2593-4c55-bda4-b8349608efc4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:05:42.993668 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvr_db [None req-4e322ce0-912f-437d-ba8a-6aaee0a45d9f None None] Set router 2647baa5-8d69-435b-bf0c-dcd19872bc88 gateway port host: dv-neutron-821829-1-hyperv {{(pid=87508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 23:05:43.384610 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-4e322ce0-912f-437d-ba8a-6aaee0a45d9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b779ebeb0>, [{'id': '2647baa5-8d69-435b-bf0c-dcd19872bc88', 'name': 'tempest-TestMinimumBasicScenario-781973579-router', 'tenant_id': '07501a6b224e48ef823c32ff1568020a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.138'}], 'enable_snat': True}, 'gw_port_id': '51c0df4c-a274-432c-a495-ca21062e7b71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:05:35Z', 'updated_at': '2021-12-16T23:05:39Z', 'revision_number': 4, 'project_id': '07501a6b224e48ef823c32ff1568020a', 'gw_port': {'id': '51c0df4c-a274-432c-a495-ca21062e7b71', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:b0:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2647baa5-8d69-435b-bf0c-dcd19872bc88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:05:35Z', 'updated_at': '2021-12-16T23:05:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv', '_interfaces': [{'id': '88bd2f18-d6cf-4ba6-b190-90ce0d4fecc8', 'name': '', 'network_id': '0ca61462-cf9e-45a5-9aaa-64562c27874a', 'tenant_id': '07501a6b224e48ef823c32ff1568020a', 'mac_address': 'fa:16:3e:bd:e6:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2647baa5-8d69-435b-bf0c-dcd19872bc88', 'device_owner': 'network:router_interface', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': 'a0f1d5a1-8e24-48d1-b69c-400060de55c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:05:38Z', 'updated_at': '2021-12-16T23:05:42Z', 'revision_number': 4, 'project_id': '07501a6b224e48ef823c32ff1568020a', 'subnets': [{'id': 'a0f1d5a1-8e24-48d1-b69c-400060de55c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 23:05:43.389918 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e322ce0-912f-437d-ba8a-6aaee0a45d9f None None] The sync data for ids ['2647baa5-8d69-435b-bf0c-dcd19872bc88'] in dv-neutron-821829-1-hyperv is: [{'id': '2647baa5-8d69-435b-bf0c-dcd19872bc88', 'name': 'tempest-TestMinimumBasicScenario-781973579-router', 'tenant_id': '07501a6b224e48ef823c32ff1568020a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.138'}], 'enable_snat': True}, 'gw_port_id': '51c0df4c-a274-432c-a495-ca21062e7b71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:05:35Z', 'updated_at': '2021-12-16T23:05:39Z', 'revision_number': 4, 'project_id': '07501a6b224e48ef823c32ff1568020a', 'gw_port': {'id': '51c0df4c-a274-432c-a495-ca21062e7b71', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:b0:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2647baa5-8d69-435b-bf0c-dcd19872bc88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:05:35Z', 'updated_at': '2021-12-16T23:05:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv', '_interfaces': [{'id': '88bd2f18-d6cf-4ba6-b190-90ce0d4fecc8', 'name': '', 'network_id': '0ca61462-cf9e-45a5-9aaa-64562c27874a', 'tenant_id': '07501a6b224e48ef823c32ff1568020a', 'mac_address': 'fa:16:3e:bd:e6:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2647baa5-8d69-435b-bf0c-dcd19872bc88', 'device_owner': 'network:router_interface', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': 'a0f1d5a1-8e24-48d1-b69c-400060de55c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:05:38Z', 'updated_at': '2021-12-16T23:05:42Z', 'revision_number': 4, 'project_id': '07501a6b224e48ef823c32ff1568020a', 'subnets': [{'id': 'a0f1d5a1-8e24-48d1-b69c-400060de55c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 23:05:43.930148 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 88bd2f18-d6cf-4ba6-b190-90ce0d4fecc8 up at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 23:05:44.032752 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning for port 88bd2f18-d6cf-4ba6-b190-90ce0d4fecc8 completed by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 23:05:44.040847 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning complete for port 88bd2f18-d6cf-4ba6-b190-90ce0d4fecc8 triggered by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 23:05:44.040847 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:05:44.196656 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:05:44.229344 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] For port 88bd2f18-d6cf-4ba6-b190-90ce0d4fecc8, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=88bd2f18-d6cf-4ba6-b190-90ce0d4fecc8,segment=NetworkSegment(0aa8adaf-c0e0-400d-8fb9-4677e8f1ce71),segment_id=0aa8adaf-c0e0-400d-8fb9-4677e8f1ce71)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 23:05:44.233606 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:05:44.235556 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:05:44.316515 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Pushing event updated for resources: {'Port': ['ID=88bd2f18-d6cf-4ba6-b190-90ce0d4fecc8,revision_number=5']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:05:44.323787 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:05:45.908837 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 88bd2f18-d6cf-4ba6-b190-90ce0d4fecc8 up at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 23:05:45.981917 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning complete for port 88bd2f18-d6cf-4ba6-b190-90ce0d4fecc8 triggered by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 23:05:45.982397 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:05:47.500445 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.agents_db [None req-0abd2616-a86c-48e2-be07-10823335a5bb None None] Agent healthcheck: found 6 active agents {{(pid=87509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 23:05:50.471005 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c3cfc1-974d-4090-bb1c-013d360e7b27 req-0e46be12-d768-4d45-af1a-2e1395c0b38c tempest-TestMinimumBasicScenario-742069240 tempest-TestMinimumBasicScenario-742069240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:05:50.472372 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-11c3cfc1-974d-4090-bb1c-013d360e7b27 req-0e46be12-d768-4d45-af1a-2e1395c0b38c tempest-TestMinimumBasicScenario-742069240 tempest-TestMinimumBasicScenario-742069240-project] 10.222.0.13 "GET /v2.0/networks?id=d8d3adf5-1637-417e-a2b8-f7d0e216cfe8 HTTP/1.1" status: 200  len: 814 time: 0.1412578
Dec 16 23:05:50.487349 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-11c3cfc1-974d-4090-bb1c-013d360e7b27 req-bbee25c9-06a2-448d-9fe0-8a7377ba1e47 tempest-TestMinimumBasicScenario-742069240 tempest-TestMinimumBasicScenario-742069240-project] 10.222.0.13 "GET /v2.0/quotas/0f46194e488246d892c5eed4212fda04 HTTP/1.1" status: 200  len: 375 time: 0.0089571
Dec 16 23:05:50.568551 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-11c3cfc1-974d-4090-bb1c-013d360e7b27 req-dec8bc3e-f6eb-4b15-82bd-c31fb619e815 tempest-TestMinimumBasicScenario-742069240 tempest-TestMinimumBasicScenario-742069240-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=0f46194e488246d892c5eed4212fda04&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0758398
Dec 16 23:05:50.700440 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-11c3cfc1-974d-4090-bb1c-013d360e7b27 req-cf8f17eb-2aa1-4c79-9c3a-3afe34cd8f7d service neutron] 10.222.0.13 "GET /v2.0/networks/d8d3adf5-1637-417e-a2b8-f7d0e216cfe8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1208632
Dec 16 23:05:50.827662 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-11c3cfc1-974d-4090-bb1c-013d360e7b27 req-acb4a43f-85bd-43d7-94c4-7db2790deaa4 service neutron] 10.222.0.13 "GET /v2.0/networks/d8d3adf5-1637-417e-a2b8-f7d0e216cfe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1215079
Dec 16 23:05:51.000769 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-18536fe0-9a84-4ef3-8b91-e61cc3eb42a3 req-00967db0-8460-4023-abb6-8dc9977e8231 tempest-TestMinimumBasicScenario-742069240 tempest-TestMinimumBasicScenario-742069240-project] 10.222.0.13 "GET /v2.0/ports?device_id=f52a2f67-e760-412c-a778-de21ae4a38ad HTTP/1.1" status: 200  len: 210 time: 0.0451114
Dec 16 23:05:52.099439 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c3cfc1-974d-4090-bb1c-013d360e7b27 req-f68742db-dce2-4948-a998-cf2edc81241a tempest-TestMinimumBasicScenario-742069240 tempest-TestMinimumBasicScenario-742069240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:05:52.100068 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [req-11c3cfc1-974d-4090-bb1c-013d360e7b27 req-f68742db-dce2-4948-a998-cf2edc81241a tempest-TestMinimumBasicScenario-742069240 tempest-TestMinimumBasicScenario-742069240-project] Synchronizing usage tracker for tenant:0f46194e488246d892c5eed4212fda04 on resource:network {{(pid=87506) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 23:05:52.118705 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [req-11c3cfc1-974d-4090-bb1c-013d360e7b27 req-f68742db-dce2-4948-a998-cf2edc81241a tempest-TestMinimumBasicScenario-742069240 tempest-TestMinimumBasicScenario-742069240-project] Unset dirty status for tenant:0f46194e488246d892c5eed4212fda04 on resource:network {{(pid=87506) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 23:05:52.119960 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-11c3cfc1-974d-4090-bb1c-013d360e7b27 req-f68742db-dce2-4948-a998-cf2edc81241a tempest-TestMinimumBasicScenario-742069240 tempest-TestMinimumBasicScenario-742069240-project] 10.222.0.49 "GET /v2.0/networks?id=d8d3adf5-1637-417e-a2b8-f7d0e216cfe8 HTTP/1.1" status: 200  len: 814 time: 0.1668074
Dec 16 23:05:52.140803 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [req-11c3cfc1-974d-4090-bb1c-013d360e7b27 req-5d41c1fd-0a84-43b4-898a-c5ab5ae8609e tempest-TestMinimumBasicScenario-742069240 tempest-TestMinimumBasicScenario-742069240-project] Request body: {'port': {'device_id': 'f52a2f67-e760-412c-a778-de21ae4a38ad', 'network_id': 'd8d3adf5-1637-417e-a2b8-f7d0e216cfe8', 'admin_state_up': True, 'tenant_id': '0f46194e488246d892c5eed4212fda04'}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 23:05:52.279058 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-f0c576df-398c-4bc2-b116-130f4051a160 req-c34eef9c-503d-4fc7-a969-e387d861cade tempest-TestMinimumBasicScenario-742069240 tempest-TestMinimumBasicScenario-742069240-project] 10.222.0.13 "GET /v2.0/ports?device_id=f52a2f67-e760-412c-a778-de21ae4a38ad HTTP/1.1" status: 200  len: 210 time: 0.1735616
Dec 16 23:05:52.284111 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [req-11c3cfc1-974d-4090-bb1c-013d360e7b27 req-5d41c1fd-0a84-43b4-898a-c5ab5ae8609e tempest-TestMinimumBasicScenario-742069240 tempest-TestMinimumBasicScenario-742069240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 23:05:52.288760 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [req-11c3cfc1-974d-4090-bb1c-013d360e7b27 req-5d41c1fd-0a84-43b4-898a-c5ab5ae8609e tempest-TestMinimumBasicScenario-742069240 tempest-TestMinimumBasicScenario-742069240-project] Usage tracker for resource:port and tenant:0f46194e488246d892c5eed4212fda04 is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 23:05:52.292137 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [req-11c3cfc1-974d-4090-bb1c-013d360e7b27 req-5d41c1fd-0a84-43b4-898a-c5ab5ae8609e tempest-TestMinimumBasicScenario-742069240 tempest-TestMinimumBasicScenario-742069240-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 23:05:52.297741 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [req-11c3cfc1-974d-4090-bb1c-013d360e7b27 req-5d41c1fd-0a84-43b4-898a-c5ab5ae8609e tempest-TestMinimumBasicScenario-742069240 tempest-TestMinimumBasicScenario-742069240-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 23:05:52.308856 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11c3cfc1-974d-4090-bb1c-013d360e7b27 req-5d41c1fd-0a84-43b4-898a-c5ab5ae8609e tempest-TestMinimumBasicScenario-742069240 tempest-TestMinimumBasicScenario-742069240-project] Made reservation on behalf of 0f46194e488246d892c5eed4212fda04 for: {'port': 1} {{(pid=87506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 23:05:52.312384 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-11c3cfc1-974d-4090-bb1c-013d360e7b27 req-5d41c1fd-0a84-43b4-898a-c5ab5ae8609e tempest-TestMinimumBasicScenario-742069240 tempest-TestMinimumBasicScenario-742069240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:05:52.658815 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.db_base_plugin_common [req-11c3cfc1-974d-4090-bb1c-013d360e7b27 req-5d41c1fd-0a84-43b4-898a-c5ab5ae8609e tempest-TestMinimumBasicScenario-742069240 tempest-TestMinimumBasicScenario-742069240-project] Allocated IP 172.20.0.8 (d8d3adf5-1637-417e-a2b8-f7d0e216cfe8/b61f4ad7-ce7a-41bb-9cd5-32c9b599a992/c5f50f06-7225-4362-b252-eef3a3ab79cf) {{(pid=87506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 23:05:52.882963 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-11c3cfc1-974d-4090-bb1c-013d360e7b27 req-5d41c1fd-0a84-43b4-898a-c5ab5ae8609e tempest-TestMinimumBasicScenario-742069240 tempest-TestMinimumBasicScenario-742069240-project] Notify callbacks [] for port, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:05:52.901579 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.provisioning_blocks [req-11c3cfc1-974d-4090-bb1c-013d360e7b27 req-5d41c1fd-0a84-43b4-898a-c5ab5ae8609e tempest-TestMinimumBasicScenario-742069240 tempest-TestMinimumBasicScenario-742069240-project] Transition to ACTIVE for port object c5f50f06-7225-4362-b252-eef3a3ab79cf will not be triggered until provisioned by entity DHCP. {{(pid=87506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 23:05:52.926754 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-11c3cfc1-974d-4090-bb1c-013d360e7b27 req-5d41c1fd-0a84-43b4-898a-c5ab5ae8609e tempest-TestMinimumBasicScenario-742069240 tempest-TestMinimumBasicScenario-742069240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1863393'] for port, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:05:52.933258 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-99b2af51-b7fe-4e9a-b84f-9f9a1a1edd09 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:05:53.015399 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11c3cfc1-974d-4090-bb1c-013d360e7b27 req-5d41c1fd-0a84-43b4-898a-c5ab5ae8609e tempest-TestMinimumBasicScenario-742069240 tempest-TestMinimumBasicScenario-742069240-project] Network d8d3adf5-1637-417e-a2b8-f7d0e216cfe8 is already hosted by enough agents. {{(pid=87506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 23:05:53.016335 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d41c1fd-0a84-43b4-898a-c5ab5ae8609e tempest-TestMinimumBasicScenario-742069240 tempest-TestMinimumBasicScenario-742069240-project] Pushing event updated for resources: {'Port': ['ID=c5f50f06-7225-4362-b252-eef3a3ab79cf,revision_number=1']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:05:53.018837 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.base_scheduler [req-11c3cfc1-974d-4090-bb1c-013d360e7b27 req-5d41c1fd-0a84-43b4-898a-c5ab5ae8609e tempest-TestMinimumBasicScenario-742069240 tempest-TestMinimumBasicScenario-742069240-project] Resources bound (agent type, host, resource id):  {{(pid=87506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 23:05:53.020621 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-5d41c1fd-0a84-43b4-898a-c5ab5ae8609e tempest-TestMinimumBasicScenario-742069240 tempest-TestMinimumBasicScenario-742069240-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:05:53.021290 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.l3_dvrscheduler_db [req-11c3cfc1-974d-4090-bb1c-013d360e7b27 req-5d41c1fd-0a84-43b4-898a-c5ab5ae8609e tempest-TestMinimumBasicScenario-742069240 tempest-TestMinimumBasicScenario-742069240-project] Received port after_create {{(pid=87506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 23:05:53.107164 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c3cfc1-974d-4090-bb1c-013d360e7b27 req-5d41c1fd-0a84-43b4-898a-c5ab5ae8609e tempest-TestMinimumBasicScenario-742069240 tempest-TestMinimumBasicScenario-742069240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:05:53.108559 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-11c3cfc1-974d-4090-bb1c-013d360e7b27 req-5d41c1fd-0a84-43b4-898a-c5ab5ae8609e tempest-TestMinimumBasicScenario-742069240 tempest-TestMinimumBasicScenario-742069240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for port, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:05:53.132180 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-11c3cfc1-974d-4090-bb1c-013d360e7b27 req-5d41c1fd-0a84-43b4-898a-c5ab5ae8609e tempest-TestMinimumBasicScenario-742069240 tempest-TestMinimumBasicScenario-742069240-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.9953039
Dec 16 23:05:53.316502 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-4c9361c1-c661-4684-87f3-99b6f695abf1 None None] Provisioning for port c5f50f06-7225-4362-b252-eef3a3ab79cf completed by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 23:05:53.324039 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-4c9361c1-c661-4684-87f3-99b6f695abf1 None None] Provisioning complete for port c5f50f06-7225-4362-b252-eef3a3ab79cf triggered by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 23:05:53.324514 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-4c9361c1-c661-4684-87f3-99b6f695abf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:05:53.378571 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-4c9361c1-c661-4684-87f3-99b6f695abf1 None None] Port c5f50f06-7225-4362-b252-eef3a3ab79cf cannot update to ACTIVE because it is not bound. {{(pid=87508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 23:05:53.481894 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e542c853-6c56-4368-a7d5-f26dde0e2869 req-7a0a243e-5635-4af4-8980-fee71332b14e tempest-TestMinimumBasicScenario-742069240 tempest-TestMinimumBasicScenario-742069240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:05:53.484053 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-e542c853-6c56-4368-a7d5-f26dde0e2869 req-7a0a243e-5635-4af4-8980-fee71332b14e tempest-TestMinimumBasicScenario-742069240 tempest-TestMinimumBasicScenario-742069240-project] 10.222.0.13 "GET /v2.0/ports?device_id=f52a2f67-e760-412c-a778-de21ae4a38ad HTTP/1.1" status: 200  len: 931 time: 0.0885406
Dec 16 23:05:53.531544 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-e542c853-6c56-4368-a7d5-f26dde0e2869 req-cef08e03-ec09-4dc8-9720-1708b576ab1f tempest-TestMinimumBasicScenario-742069240 tempest-TestMinimumBasicScenario-742069240-project] 10.222.0.13 "GET /v2.0/security-groups?id=9a3d077b-26dc-4bf6-a0a2-93eef416b97b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414681
Dec 16 23:05:54.722159 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2171fe-bade-4283-bcd8-5fb125d2da4a req-cb3936eb-cb75-400e-84ba-f3d4ccbfac66 tempest-TestMinimumBasicScenario-742069240 tempest-TestMinimumBasicScenario-742069240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:05:54.723863 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-5f2171fe-bade-4283-bcd8-5fb125d2da4a req-cb3936eb-cb75-400e-84ba-f3d4ccbfac66 tempest-TestMinimumBasicScenario-742069240 tempest-TestMinimumBasicScenario-742069240-project] 10.222.0.13 "GET /v2.0/ports?device_id=f52a2f67-e760-412c-a778-de21ae4a38ad HTTP/1.1" status: 200  len: 931 time: 0.0840783
Dec 16 23:05:54.767450 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-5f2171fe-bade-4283-bcd8-5fb125d2da4a req-06f378c2-c623-47c0-b5e5-793c28c21883 tempest-TestMinimumBasicScenario-742069240 tempest-TestMinimumBasicScenario-742069240-project] 10.222.0.13 "GET /v2.0/security-groups?id=9a3d077b-26dc-4bf6-a0a2-93eef416b97b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0377433
Dec 16 23:05:55.958244 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f2ffa8-8e88-447d-af4a-c47bffdcf5ad req-b9098564-879d-465f-87d6-110a1297d646 tempest-TestMinimumBasicScenario-742069240 tempest-TestMinimumBasicScenario-742069240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:05:55.960232 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-32f2ffa8-8e88-447d-af4a-c47bffdcf5ad req-b9098564-879d-465f-87d6-110a1297d646 tempest-TestMinimumBasicScenario-742069240 tempest-TestMinimumBasicScenario-742069240-project] 10.222.0.13 "GET /v2.0/ports?device_id=f52a2f67-e760-412c-a778-de21ae4a38ad HTTP/1.1" status: 200  len: 931 time: 0.0842969
Dec 16 23:05:56.007111 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-32f2ffa8-8e88-447d-af4a-c47bffdcf5ad req-397ab0d4-63ae-496f-8a4a-6bbd10fd64d9 tempest-TestMinimumBasicScenario-742069240 tempest-TestMinimumBasicScenario-742069240-project] 10.222.0.13 "GET /v2.0/security-groups?id=9a3d077b-26dc-4bf6-a0a2-93eef416b97b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406766
Dec 16 23:05:57.216452 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbba584a-f649-4bda-9610-5d5e2babece4 req-f8035dc5-eaf8-4c81-a2c4-bb4c5ea8924c tempest-TestMinimumBasicScenario-742069240 tempest-TestMinimumBasicScenario-742069240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:05:57.218153 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-dbba584a-f649-4bda-9610-5d5e2babece4 req-f8035dc5-eaf8-4c81-a2c4-bb4c5ea8924c tempest-TestMinimumBasicScenario-742069240 tempest-TestMinimumBasicScenario-742069240-project] 10.222.0.13 "GET /v2.0/ports?device_id=f52a2f67-e760-412c-a778-de21ae4a38ad HTTP/1.1" status: 200  len: 931 time: 0.0813127
Dec 16 23:05:57.264194 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-dbba584a-f649-4bda-9610-5d5e2babece4 req-31e2367f-21cf-449b-b538-f9399c5f0c8e tempest-TestMinimumBasicScenario-742069240 tempest-TestMinimumBasicScenario-742069240-project] 10.222.0.13 "GET /v2.0/security-groups?id=9a3d077b-26dc-4bf6-a0a2-93eef416b97b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402119
Dec 16 23:05:58.209159 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-8daa880d-bd2b-44dc-b5c8-65c36d811936 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:05:58.460304 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06c1063-f582-4588-9b09-8e509e943269 req-4e749418-c699-4470-9e37-e95760c17c22 tempest-TestMinimumBasicScenario-742069240 tempest-TestMinimumBasicScenario-742069240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:05:58.461991 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-c06c1063-f582-4588-9b09-8e509e943269 req-4e749418-c699-4470-9e37-e95760c17c22 tempest-TestMinimumBasicScenario-742069240 tempest-TestMinimumBasicScenario-742069240-project] 10.222.0.13 "GET /v2.0/ports?device_id=f52a2f67-e760-412c-a778-de21ae4a38ad HTTP/1.1" status: 200  len: 931 time: 0.0904255
Dec 16 23:05:58.506158 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-c06c1063-f582-4588-9b09-8e509e943269 req-63577aad-a8de-4b10-81c3-a4e815495ff6 tempest-TestMinimumBasicScenario-742069240 tempest-TestMinimumBasicScenario-742069240-project] 10.222.0.13 "GET /v2.0/security-groups?id=9a3d077b-26dc-4bf6-a0a2-93eef416b97b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0382736
Dec 16 23:05:59.696781 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db36f814-de73-4086-a5db-882808b9d207 req-fb9a3644-574f-4170-b0a1-153f9a931e03 tempest-TestMinimumBasicScenario-742069240 tempest-TestMinimumBasicScenario-742069240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:05:59.698398 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-db36f814-de73-4086-a5db-882808b9d207 req-fb9a3644-574f-4170-b0a1-153f9a931e03 tempest-TestMinimumBasicScenario-742069240 tempest-TestMinimumBasicScenario-742069240-project] 10.222.0.13 "GET /v2.0/ports?device_id=f52a2f67-e760-412c-a778-de21ae4a38ad HTTP/1.1" status: 200  len: 931 time: 0.0815048
Dec 16 23:05:59.746337 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-db36f814-de73-4086-a5db-882808b9d207 req-7f7a48bc-2903-4578-9401-066b2d26fc10 tempest-TestMinimumBasicScenario-742069240 tempest-TestMinimumBasicScenario-742069240-project] 10.222.0.13 "GET /v2.0/security-groups?id=9a3d077b-26dc-4bf6-a0a2-93eef416b97b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423043
Dec 16 23:06:00.644977 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-d2f0ac72-c06d-4855-953b-f6e846982ea9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:06:00.961262 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b135b4-5023-4f41-8d6f-77f22b4980ee req-cf1c43c6-ecd6-4377-9111-ca474291f2eb tempest-TestMinimumBasicScenario-742069240 tempest-TestMinimumBasicScenario-742069240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:06:00.968641 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-d8b135b4-5023-4f41-8d6f-77f22b4980ee req-cf1c43c6-ecd6-4377-9111-ca474291f2eb tempest-TestMinimumBasicScenario-742069240 tempest-TestMinimumBasicScenario-742069240-project] 10.222.0.13 "GET /v2.0/ports?device_id=f52a2f67-e760-412c-a778-de21ae4a38ad HTTP/1.1" status: 200  len: 931 time: 0.0989804
Dec 16 23:06:01.007540 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-d8b135b4-5023-4f41-8d6f-77f22b4980ee req-d05e8eaa-6a1c-4e5c-9d7d-2f08135a0345 tempest-TestMinimumBasicScenario-742069240 tempest-TestMinimumBasicScenario-742069240-project] 10.222.0.13 "GET /v2.0/security-groups?id=9a3d077b-26dc-4bf6-a0a2-93eef416b97b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0379438
Dec 16 23:06:01.593904 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-3e729f7f-1589-4d54-9c4a-7ee6b283cc2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:06:01.717632 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:06:02.206296 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0286ab81-2a79-4d69-9394-4b412ea70d26 req-8ffc3dca-8c07-4d36-9566-dae2cff65c44 tempest-TestMinimumBasicScenario-742069240 tempest-TestMinimumBasicScenario-742069240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:06:02.207808 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-0286ab81-2a79-4d69-9394-4b412ea70d26 req-8ffc3dca-8c07-4d36-9566-dae2cff65c44 tempest-TestMinimumBasicScenario-742069240 tempest-TestMinimumBasicScenario-742069240-project] 10.222.0.13 "GET /v2.0/ports?device_id=f52a2f67-e760-412c-a778-de21ae4a38ad HTTP/1.1" status: 200  len: 931 time: 0.0862954
Dec 16 23:06:02.254377 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-0286ab81-2a79-4d69-9394-4b412ea70d26 req-fa361382-dab2-4bb5-8e55-b8f612cfd9a2 tempest-TestMinimumBasicScenario-742069240 tempest-TestMinimumBasicScenario-742069240-project] 10.222.0.13 "GET /v2.0/security-groups?id=9a3d077b-26dc-4bf6-a0a2-93eef416b97b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409412
Dec 16 23:06:03.342108 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-4541ba3b-6be8-499c-bc94-3c60aa55c4f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:06:03.404223 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [req-11c3cfc1-974d-4090-bb1c-013d360e7b27 req-9b405743-aabe-4712-a69b-7e5047d32faf service neutron] Request body: {'port': {'device_id': 'f52a2f67-e760-412c-a778-de21ae4a38ad', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8218'}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 23:06:03.438953 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4d0e05-4041-4ece-9751-3536be7fc74d req-4d71ab80-62de-49df-a5bd-bc5819e8fb7b tempest-TestMinimumBasicScenario-742069240 tempest-TestMinimumBasicScenario-742069240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:06:03.440621 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-df4d0e05-4041-4ece-9751-3536be7fc74d req-4d71ab80-62de-49df-a5bd-bc5819e8fb7b tempest-TestMinimumBasicScenario-742069240 tempest-TestMinimumBasicScenario-742069240-project] 10.222.0.13 "GET /v2.0/ports?device_id=f52a2f67-e760-412c-a778-de21ae4a38ad HTTP/1.1" status: 200  len: 931 time: 0.0828776
Dec 16 23:06:03.498355 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-df4d0e05-4041-4ece-9751-3536be7fc74d req-4d64245b-2f89-48b7-9b0f-ec5ccdd62f52 tempest-TestMinimumBasicScenario-742069240 tempest-TestMinimumBasicScenario-742069240-project] 10.222.0.13 "GET /v2.0/security-groups?id=9a3d077b-26dc-4bf6-a0a2-93eef416b97b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0485182
Dec 16 23:06:03.528247 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-11c3cfc1-974d-4090-bb1c-013d360e7b27 req-9b405743-aabe-4712-a69b-7e5047d32faf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:06:03.863084 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.notifiers.nova [req-11c3cfc1-974d-4090-bb1c-013d360e7b27 req-9b405743-aabe-4712-a69b-7e5047d32faf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5f50f06-7225-4362-b252-eef3a3ab79cf {{(pid=87506) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 23:06:03.870917 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-11c3cfc1-974d-4090-bb1c-013d360e7b27 req-9b405743-aabe-4712-a69b-7e5047d32faf service neutron] Notify callbacks [] for port, precommit_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:06:03.884370 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.provisioning_blocks [req-11c3cfc1-974d-4090-bb1c-013d360e7b27 req-9b405743-aabe-4712-a69b-7e5047d32faf service neutron] Transition to ACTIVE for port object c5f50f06-7225-4362-b252-eef3a3ab79cf will not be triggered until provisioned by entity L2. {{(pid=87506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 23:06:03.888023 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-11c3cfc1-974d-4090-bb1c-013d360e7b27 req-9b405743-aabe-4712-a69b-7e5047d32faf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1863400'] for port, after_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:06:03.891557 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-e17cd971-cfb0-4377-9228-7b0f32225800 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:06:04.046578 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b405743-aabe-4712-a69b-7e5047d32faf service neutron] Pushing event updated for resources: {'Port': ['ID=c5f50f06-7225-4362-b252-eef3a3ab79cf,revision_number=2']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:06:04.054016 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-9b405743-aabe-4712-a69b-7e5047d32faf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:06:04.121214 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.managers [req-11c3cfc1-974d-4090-bb1c-013d360e7b27 req-9b405743-aabe-4712-a69b-7e5047d32faf service neutron] Attempting to bind port c5f50f06-7225-4362-b252-eef3a3ab79cf on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=87506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 23:06:04.121819 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.managers [req-11c3cfc1-974d-4090-bb1c-013d360e7b27 req-9b405743-aabe-4712-a69b-7e5047d32faf service neutron] Attempting to bind port c5f50f06-7225-4362-b252-eef3a3ab79cf by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '0d9aeadf-9a67-4132-ab0e-3c3a0cb5fa43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'd8d3adf5-1637-417e-a2b8-f7d0e216cfe8'}] {{(pid=87506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 23:06:04.122150 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11c3cfc1-974d-4090-bb1c-013d360e7b27 req-9b405743-aabe-4712-a69b-7e5047d32faf service neutron] Attempting to bind port c5f50f06-7225-4362-b252-eef3a3ab79cf on network d8d3adf5-1637-417e-a2b8-f7d0e216cfe8 {{(pid=87506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 23:06:04.126616 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11c3cfc1-974d-4090-bb1c-013d360e7b27 req-9b405743-aabe-4712-a69b-7e5047d32faf service neutron] Port c5f50f06-7225-4362-b252-eef3a3ab79cf on network d8d3adf5-1637-417e-a2b8-f7d0e216cfe8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=87506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 16 23:06:04.126934 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11c3cfc1-974d-4090-bb1c-013d360e7b27 req-9b405743-aabe-4712-a69b-7e5047d32faf service neutron] Attempting to bind port c5f50f06-7225-4362-b252-eef3a3ab79cf on network d8d3adf5-1637-417e-a2b8-f7d0e216cfe8 {{(pid=87506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 23:06:04.131976 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11c3cfc1-974d-4090-bb1c-013d360e7b27 req-9b405743-aabe-4712-a69b-7e5047d32faf service neutron] Checking agent: {'id': '849b5cbb-8f70-4c31-8f37-fd42f8351747', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8218', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 30, 8), 'started_at': datetime.datetime(2021, 12, 16, 22, 30, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 23, 5, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 23:06:04.132307 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11c3cfc1-974d-4090-bb1c-013d360e7b27 req-9b405743-aabe-4712-a69b-7e5047d32faf service neutron] Checking segment: {'id': '0d9aeadf-9a67-4132-ab0e-3c3a0cb5fa43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'd8d3adf5-1637-417e-a2b8-f7d0e216cfe8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 23:06:04.132688 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11c3cfc1-974d-4090-bb1c-013d360e7b27 req-9b405743-aabe-4712-a69b-7e5047d32faf service neutron] Bound using segment: {'id': '0d9aeadf-9a67-4132-ab0e-3c3a0cb5fa43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'd8d3adf5-1637-417e-a2b8-f7d0e216cfe8'} {{(pid=87506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 23:06:04.133101 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.managers [req-11c3cfc1-974d-4090-bb1c-013d360e7b27 req-9b405743-aabe-4712-a69b-7e5047d32faf service neutron] Bound port: c5f50f06-7225-4362-b252-eef3a3ab79cf, host: hv-neutron-8218, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d9aeadf-9a67-4132-ab0e-3c3a0cb5fa43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'd8d3adf5-1637-417e-a2b8-f7d0e216cfe8'}}] {{(pid=87506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 23:06:04.133438 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-11c3cfc1-974d-4090-bb1c-013d360e7b27 req-9b405743-aabe-4712-a69b-7e5047d32faf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:06:04.227433 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.db [req-11c3cfc1-974d-4090-bb1c-013d360e7b27 req-9b405743-aabe-4712-a69b-7e5047d32faf service neutron] For port c5f50f06-7225-4362-b252-eef3a3ab79cf, host hv-neutron-8218, cleared binding levels {{(pid=87506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 23:06:04.230227 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.db [req-11c3cfc1-974d-4090-bb1c-013d360e7b27 req-9b405743-aabe-4712-a69b-7e5047d32faf service neutron] For port c5f50f06-7225-4362-b252-eef3a3ab79cf, host hv-neutron-8218, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=c5f50f06-7225-4362-b252-eef3a3ab79cf,segment=NetworkSegment(0d9aeadf-9a67-4132-ab0e-3c3a0cb5fa43),segment_id=0d9aeadf-9a67-4132-ab0e-3c3a0cb5fa43)] {{(pid=87506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 23:06:04.234462 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-11c3cfc1-974d-4090-bb1c-013d360e7b27 req-9b405743-aabe-4712-a69b-7e5047d32faf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1863400'] for port, after_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:06:04.238805 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-d4249141-ebff-415a-bcb3-03eef71237c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:06:04.287277 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c3cfc1-974d-4090-bb1c-013d360e7b27 req-9b405743-aabe-4712-a69b-7e5047d32faf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:06:04.287930 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-11c3cfc1-974d-4090-bb1c-013d360e7b27 req-9b405743-aabe-4712-a69b-7e5047d32faf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for port, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:06:04.289341 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-11c3cfc1-974d-4090-bb1c-013d360e7b27 req-9b405743-aabe-4712-a69b-7e5047d32faf service neutron] 10.222.0.49 "PUT /v2.0/ports/c5f50f06-7225-4362-b252-eef3a3ab79cf HTTP/1.1" status: 200  len: 1093 time: 0.8898942
Dec 16 23:06:04.289859 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f52a2f67-e760-412c-a778-de21ae4a38ad', 'tag': 'c5f50f06-7225-4362-b252-eef3a3ab79cf'}] {{(pid=87506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 23:06:04.322975 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b405743-aabe-4712-a69b-7e5047d32faf service neutron] Pushing event updated for resources: {'Port': ['ID=c5f50f06-7225-4362-b252-eef3a3ab79cf,revision_number=3']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:06:04.326377 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-9b405743-aabe-4712-a69b-7e5047d32faf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:06:04.343252 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f52a2f67-e760-412c-a778-de21ae4a38ad', 'tag': 'c5f50f06-7225-4362-b252-eef3a3ab79cf', 'status': 'completed', 'code': 200}
Dec 16 23:06:04.436718 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c3cfc1-974d-4090-bb1c-013d360e7b27 req-2ae1fc8f-66e9-43f6-bae4-d5b9f767a639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:06:04.438231 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-11c3cfc1-974d-4090-bb1c-013d360e7b27 req-2ae1fc8f-66e9-43f6-bae4-d5b9f767a639 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0f46194e488246d892c5eed4212fda04&device_id=f52a2f67-e760-412c-a778-de21ae4a38ad HTTP/1.1" status: 200  len: 1096 time: 0.0775175
Dec 16 23:06:04.519422 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-11c3cfc1-974d-4090-bb1c-013d360e7b27 req-47fb2552-a719-463f-b280-27bfcdb490ec service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c5f50f06-7225-4362-b252-eef3a3ab79cf HTTP/1.1" status: 200  len: 217 time: 0.0678031
Dec 16 23:06:04.582065 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c3cfc1-974d-4090-bb1c-013d360e7b27 req-fa480ad5-3d2c-4608-8006-774d16e2b1f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:06:04.583431 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-11c3cfc1-974d-4090-bb1c-013d360e7b27 req-fa480ad5-3d2c-4608-8006-774d16e2b1f9 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b61f4ad7-ce7a-41bb-9cd5-32c9b599a992 HTTP/1.1" status: 200  len: 853 time: 0.0576940
Dec 16 23:06:04.658605 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c3cfc1-974d-4090-bb1c-013d360e7b27 req-529bc2b3-5cc8-4e8b-a53f-731bb192c13c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:06:04.660018 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-11c3cfc1-974d-4090-bb1c-013d360e7b27 req-529bc2b3-5cc8-4e8b-a53f-731bb192c13c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d8d3adf5-1637-417e-a2b8-f7d0e216cfe8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0707672
Dec 16 23:06:04.681325 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2008a139-abc3-431e-af21-72de4ce81b8e req-e7f9d846-44c2-4a6a-b35f-ec130addd70c tempest-TestMinimumBasicScenario-742069240 tempest-TestMinimumBasicScenario-742069240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:06:04.682753 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-2008a139-abc3-431e-af21-72de4ce81b8e req-e7f9d846-44c2-4a6a-b35f-ec130addd70c tempest-TestMinimumBasicScenario-742069240 tempest-TestMinimumBasicScenario-742069240-project] 10.222.0.13 "GET /v2.0/ports?device_id=f52a2f67-e760-412c-a778-de21ae4a38ad HTTP/1.1" status: 200  len: 943 time: 0.0826364
Dec 16 23:06:04.726260 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-2008a139-abc3-431e-af21-72de4ce81b8e req-d51a1b55-ce43-42fb-a917-434e09313a53 tempest-TestMinimumBasicScenario-742069240 tempest-TestMinimumBasicScenario-742069240-project] 10.222.0.13 "GET /v2.0/security-groups?id=9a3d077b-26dc-4bf6-a0a2-93eef416b97b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0373650
Dec 16 23:06:04.792039 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-11c3cfc1-974d-4090-bb1c-013d360e7b27 req-ea2f1597-40df-487e-8bbe-fec164466925 service neutron] 10.222.0.49 "GET /v2.0/networks/d8d3adf5-1637-417e-a2b8-f7d0e216cfe8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1244779
Dec 16 23:06:04.920050 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-11c3cfc1-974d-4090-bb1c-013d360e7b27 req-e110ce36-dfd7-4a14-afdd-900fd385ad7e service neutron] 10.222.0.49 "GET /v2.0/networks/d8d3adf5-1637-417e-a2b8-f7d0e216cfe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1216109
Dec 16 23:06:05.074695 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd40818b-4103-4ff7-a9a8-99e2acb9cdc3 req-0829e15d-ffab-4b89-8edd-24101eb78516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:06:05.076196 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-cd40818b-4103-4ff7-a9a8-99e2acb9cdc3 req-0829e15d-ffab-4b89-8edd-24101eb78516 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0f46194e488246d892c5eed4212fda04&device_id=f52a2f67-e760-412c-a778-de21ae4a38ad HTTP/1.1" status: 200  len: 1096 time: 0.0747375
Dec 16 23:06:05.314982 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd40818b-4103-4ff7-a9a8-99e2acb9cdc3 req-d4abb92b-ff62-482e-a29f-242f24755b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:06:05.316471 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-cd40818b-4103-4ff7-a9a8-99e2acb9cdc3 req-d4abb92b-ff62-482e-a29f-242f24755b19 service neutron] 10.222.0.49 "GET /v2.0/networks?id=d8d3adf5-1637-417e-a2b8-f7d0e216cfe8 HTTP/1.1" status: 200  len: 915 time: 0.2326171
Dec 16 23:06:05.384403 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-cd40818b-4103-4ff7-a9a8-99e2acb9cdc3 req-3a1c41c6-05f2-4c0b-ae96-ef9f052f6082 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c5f50f06-7225-4362-b252-eef3a3ab79cf HTTP/1.1" status: 200  len: 217 time: 0.0601561
Dec 16 23:06:05.451526 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd40818b-4103-4ff7-a9a8-99e2acb9cdc3 req-c1664856-9ec6-4a8d-9926-a7bf36ca6c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:06:05.452974 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-cd40818b-4103-4ff7-a9a8-99e2acb9cdc3 req-c1664856-9ec6-4a8d-9926-a7bf36ca6c30 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b61f4ad7-ce7a-41bb-9cd5-32c9b599a992 HTTP/1.1" status: 200  len: 853 time: 0.0607522
Dec 16 23:06:05.526487 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd40818b-4103-4ff7-a9a8-99e2acb9cdc3 req-37017b25-84be-48ed-83c9-da0f8e4b551f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:06:05.527967 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-cd40818b-4103-4ff7-a9a8-99e2acb9cdc3 req-37017b25-84be-48ed-83c9-da0f8e4b551f service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d8d3adf5-1637-417e-a2b8-f7d0e216cfe8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0683072
Dec 16 23:06:05.621952 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Device c5f50f06-7225-4362-b252-eef3a3ab79cf details requested by agent hyperv_hv-neutron-8218 with host hv-neutron-8218 {{(pid=87508) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 16 23:06:05.658930 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-cd40818b-4103-4ff7-a9a8-99e2acb9cdc3 req-db838bc3-704e-422f-b4cc-f4db202d4b30 service neutron] 10.222.0.49 "GET /v2.0/networks/d8d3adf5-1637-417e-a2b8-f7d0e216cfe8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1237097
Dec 16 23:06:05.753790 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] For port c5f50f06-7225-4362-b252-eef3a3ab79cf, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=c5f50f06-7225-4362-b252-eef3a3ab79cf,segment=NetworkSegment(0d9aeadf-9a67-4132-ab0e-3c3a0cb5fa43),segment_id=0d9aeadf-9a67-4132-ab0e-3c3a0cb5fa43)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 23:06:05.767694 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Returning: {'device': 'c5f50f06-7225-4362-b252-eef3a3ab79cf', 'network_id': 'd8d3adf5-1637-417e-a2b8-f7d0e216cfe8', 'port_id': 'c5f50f06-7225-4362-b252-eef3a3ab79cf', 'mac_address': 'fa:16:3e:42:08:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b61f4ad7-ce7a-41bb-9cd5-32c9b599a992', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87508) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 16 23:06:05.791276 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-cd40818b-4103-4ff7-a9a8-99e2acb9cdc3 req-e4476f43-a3b1-4b2d-8aa6-6aa8c69b8cc5 service neutron] 10.222.0.49 "GET /v2.0/networks/d8d3adf5-1637-417e-a2b8-f7d0e216cfe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1250963
Dec 16 23:06:05.822942 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:06:05.839896 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.notifiers.nova [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5f50f06-7225-4362-b252-eef3a3ab79cf {{(pid=87508) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 23:06:05.856513 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] For port c5f50f06-7225-4362-b252-eef3a3ab79cf, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=c5f50f06-7225-4362-b252-eef3a3ab79cf,segment=NetworkSegment(0d9aeadf-9a67-4132-ab0e-3c3a0cb5fa43),segment_id=0d9aeadf-9a67-4132-ab0e-3c3a0cb5fa43)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 23:06:05.861074 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:06:05.862923 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:06:05.913323 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb0551e-3d82-4132-b494-feac5463c788 req-b752f6c3-b7da-4391-8056-1da1ae148d72 tempest-TestMinimumBasicScenario-742069240 tempest-TestMinimumBasicScenario-742069240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:06:05.914704 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-afb0551e-3d82-4132-b494-feac5463c788 req-b752f6c3-b7da-4391-8056-1da1ae148d72 tempest-TestMinimumBasicScenario-742069240 tempest-TestMinimumBasicScenario-742069240-project] 10.222.0.13 "GET /v2.0/ports?device_id=f52a2f67-e760-412c-a778-de21ae4a38ad HTTP/1.1" status: 200  len: 944 time: 0.0842502
Dec 16 23:06:05.929938 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Pushing event updated for resources: {'Port': ['ID=c5f50f06-7225-4362-b252-eef3a3ab79cf,revision_number=4']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:06:05.936987 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:06:05.937344 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:06:05.937682 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:06:05.938020 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:06:05.938354 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:06:05.938684 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:06:05.939012 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:06:05.939338 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:06:05.939663 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:06:05.940015 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:06:05.940340 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:06:05.940661 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:06:05.944989 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:06:05.958796 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-afb0551e-3d82-4132-b494-feac5463c788 req-214b47a8-d216-4c5a-849d-f811bf78104b tempest-TestMinimumBasicScenario-742069240 tempest-TestMinimumBasicScenario-742069240-project] 10.222.0.13 "GET /v2.0/security-groups?id=9a3d077b-26dc-4bf6-a0a2-93eef416b97b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0384891
Dec 16 23:06:06.142989 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] get_ports_and_sgs() called for port_ids ['c5f50f06-7225-4362-b252-eef3a3ab79cf'] {{(pid=87508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 23:06:07.140324 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7116d1d-ec3e-40a8-9c11-d258217e7f27 req-97734a4d-508e-445e-b032-80abcee722b5 tempest-TestMinimumBasicScenario-742069240 tempest-TestMinimumBasicScenario-742069240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:06:07.141754 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-c7116d1d-ec3e-40a8-9c11-d258217e7f27 req-97734a4d-508e-445e-b032-80abcee722b5 tempest-TestMinimumBasicScenario-742069240 tempest-TestMinimumBasicScenario-742069240-project] 10.222.0.13 "GET /v2.0/ports?device_id=f52a2f67-e760-412c-a778-de21ae4a38ad HTTP/1.1" status: 200  len: 944 time: 0.0812356
Dec 16 23:06:07.184296 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-c7116d1d-ec3e-40a8-9c11-d258217e7f27 req-91b85d80-6cc9-442b-9817-eee02c60f07e tempest-TestMinimumBasicScenario-742069240 tempest-TestMinimumBasicScenario-742069240-project] 10.222.0.13 "GET /v2.0/security-groups?id=9a3d077b-26dc-4bf6-a0a2-93eef416b97b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0369673
Dec 16 23:06:07.631843 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Device c5f50f06-7225-4362-b252-eef3a3ab79cf up at agent hyperv_hv-neutron-8218 {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 23:06:07.706143 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Provisioning for port c5f50f06-7225-4362-b252-eef3a3ab79cf completed by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 23:06:07.710612 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Provisioning complete for port c5f50f06-7225-4362-b252-eef3a3ab79cf triggered by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 23:06:07.710998 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:06:07.823505 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:06:07.881714 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f52a2f67-e760-412c-a778-de21ae4a38ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5f50f06-7225-4362-b252-eef3a3ab79cf'}] {{(pid=87508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 23:06:07.891163 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] For port c5f50f06-7225-4362-b252-eef3a3ab79cf, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=c5f50f06-7225-4362-b252-eef3a3ab79cf,segment=NetworkSegment(0d9aeadf-9a67-4132-ab0e-3c3a0cb5fa43),segment_id=0d9aeadf-9a67-4132-ab0e-3c3a0cb5fa43)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 23:06:07.895494 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:06:07.897908 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:06:07.931818 dv-neutron-821829-1-hyperv neutron-server[87508]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f52a2f67-e760-412c-a778-de21ae4a38ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5f50f06-7225-4362-b252-eef3a3ab79cf', 'code': 200}
Dec 16 23:06:07.964120 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Pushing event updated for resources: {'Port': ['ID=c5f50f06-7225-4362-b252-eef3a3ab79cf,revision_number=5']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:06:07.967103 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:06:08.098223 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:06:08.191559 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7652ec-0411-41c9-b48a-5ff973ca26fb req-0d9b04bf-cc25-47b1-9c36-ac3a49e4ae6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:06:08.193035 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-5d7652ec-0411-41c9-b48a-5ff973ca26fb req-0d9b04bf-cc25-47b1-9c36-ac3a49e4ae6d service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=f52a2f67-e760-412c-a778-de21ae4a38ad HTTP/1.1" status: 200  len: 1098 time: 0.0726092
Dec 16 23:06:08.233717 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-5d7652ec-0411-41c9-b48a-5ff973ca26fb req-cb3f56c2-c37b-43d3-a696-baa155901352 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=9a3d077b-26dc-4bf6-a0a2-93eef416b97b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0343497
Dec 16 23:06:08.366191 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138061e6-0b45-40b6-841e-ef7472a20a90 req-c8ed3fa7-7e1a-4afd-9c64-86e71b40481b tempest-TestMinimumBasicScenario-742069240 tempest-TestMinimumBasicScenario-742069240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:06:08.367518 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-138061e6-0b45-40b6-841e-ef7472a20a90 req-c8ed3fa7-7e1a-4afd-9c64-86e71b40481b tempest-TestMinimumBasicScenario-742069240 tempest-TestMinimumBasicScenario-742069240-project] 10.222.0.13 "GET /v2.0/ports?device_id=f52a2f67-e760-412c-a778-de21ae4a38ad HTTP/1.1" status: 200  len: 945 time: 0.0785906
Dec 16 23:06:08.414812 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-138061e6-0b45-40b6-841e-ef7472a20a90 req-c4594b1b-dce5-4de1-be53-756fca2f865b tempest-TestMinimumBasicScenario-742069240 tempest-TestMinimumBasicScenario-742069240-project] 10.222.0.13 "GET /v2.0/security-groups?id=9a3d077b-26dc-4bf6-a0a2-93eef416b97b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417845
Dec 16 23:06:09.598158 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f85734d-fe9a-4783-887e-0831872ea4c5 req-d93fcce6-f989-4514-9806-c22782021572 tempest-TestMinimumBasicScenario-742069240 tempest-TestMinimumBasicScenario-742069240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:06:09.599601 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-7f85734d-fe9a-4783-887e-0831872ea4c5 req-d93fcce6-f989-4514-9806-c22782021572 tempest-TestMinimumBasicScenario-742069240 tempest-TestMinimumBasicScenario-742069240-project] 10.222.0.13 "GET /v2.0/ports?device_id=f52a2f67-e760-412c-a778-de21ae4a38ad HTTP/1.1" status: 200  len: 945 time: 0.0809021
Dec 16 23:06:09.643294 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-7f85734d-fe9a-4783-887e-0831872ea4c5 req-47ee7786-8e7d-4a1c-8fa7-d77f5201449f tempest-TestMinimumBasicScenario-742069240 tempest-TestMinimumBasicScenario-742069240-project] 10.222.0.13 "GET /v2.0/security-groups?id=9a3d077b-26dc-4bf6-a0a2-93eef416b97b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0380888
Dec 16 23:06:09.830334 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d679dc-ea0e-4718-8dde-fff7b59c70bc req-26b195fa-45df-47e5-bab4-8e142b3b606c tempest-TestMinimumBasicScenario-742069240 tempest-TestMinimumBasicScenario-742069240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:06:09.831783 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-e7d679dc-ea0e-4718-8dde-fff7b59c70bc req-26b195fa-45df-47e5-bab4-8e142b3b606c tempest-TestMinimumBasicScenario-742069240 tempest-TestMinimumBasicScenario-742069240-project] 10.222.0.13 "GET /v2.0/ports?device_id=f52a2f67-e760-412c-a778-de21ae4a38ad HTTP/1.1" status: 200  len: 945 time: 0.0838308
Dec 16 23:06:09.875724 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-e7d679dc-ea0e-4718-8dde-fff7b59c70bc req-b4076787-f7ed-49a4-98a8-34078597c6d5 tempest-TestMinimumBasicScenario-742069240 tempest-TestMinimumBasicScenario-742069240-project] 10.222.0.13 "GET /v2.0/security-groups?id=9a3d077b-26dc-4bf6-a0a2-93eef416b97b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0377612
Dec 16 23:06:10.251617 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1728e0-baba-4d24-bbf2-d3a97f0283e6 req-02fdbb70-d5f5-4c97-838f-0365a1aca129 tempest-TestMinimumBasicScenario-742069240 tempest-TestMinimumBasicScenario-742069240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:06:10.253056 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-3c1728e0-baba-4d24-bbf2-d3a97f0283e6 req-02fdbb70-d5f5-4c97-838f-0365a1aca129 tempest-TestMinimumBasicScenario-742069240 tempest-TestMinimumBasicScenario-742069240-project] 10.222.0.13 "GET /v2.0/ports?device_id=f52a2f67-e760-412c-a778-de21ae4a38ad HTTP/1.1" status: 200  len: 945 time: 0.0776510
Dec 16 23:06:10.296389 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-3c1728e0-baba-4d24-bbf2-d3a97f0283e6 req-3851d729-e252-48b0-8c7e-a8b75fcdf23c tempest-TestMinimumBasicScenario-742069240 tempest-TestMinimumBasicScenario-742069240-project] 10.222.0.13 "GET /v2.0/security-groups?id=9a3d077b-26dc-4bf6-a0a2-93eef416b97b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0372651
Dec 16 23:06:20.789564 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e9b553-72a8-4eac-bd27-70e124d1ccca req-a07f1ab3-dac2-48e5-8843-74e17b5feef7 tempest-TestMinimumBasicScenario-742069240 tempest-TestMinimumBasicScenario-742069240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:06:20.791004 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-10e9b553-72a8-4eac-bd27-70e124d1ccca req-a07f1ab3-dac2-48e5-8843-74e17b5feef7 tempest-TestMinimumBasicScenario-742069240 tempest-TestMinimumBasicScenario-742069240-project] 10.222.0.13 "GET /v2.0/ports?device_id=f52a2f67-e760-412c-a778-de21ae4a38ad HTTP/1.1" status: 200  len: 945 time: 0.1821146
Dec 16 23:06:20.832916 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-10e9b553-72a8-4eac-bd27-70e124d1ccca req-1a2f0927-2675-4ec1-a940-1530ef33f4cb tempest-TestMinimumBasicScenario-742069240 tempest-TestMinimumBasicScenario-742069240-project] 10.222.0.13 "GET /v2.0/security-groups?id=9a3d077b-26dc-4bf6-a0a2-93eef416b97b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0362766
Dec 16 23:06:20.856489 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 54148) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 23:06:20.966524 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0605e4a2-c858-4e04-8926-e6ac64a933c3 tempest-TestMinimumBasicScenario-129838019 tempest-TestMinimumBasicScenario-129838019-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:06:20.967285 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-0605e4a2-c858-4e04-8926-e6ac64a933c3 tempest-TestMinimumBasicScenario-129838019 tempest-TestMinimumBasicScenario-129838019-project-admin] Synchronizing usage tracker for tenant:07501a6b224e48ef823c32ff1568020a on resource:port {{(pid=87507) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 23:06:20.983717 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-0605e4a2-c858-4e04-8926-e6ac64a933c3 tempest-TestMinimumBasicScenario-129838019 tempest-TestMinimumBasicScenario-129838019-project-admin] Unset dirty status for tenant:07501a6b224e48ef823c32ff1568020a on resource:port {{(pid=87507) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 23:06:20.984869 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-0605e4a2-c858-4e04-8926-e6ac64a933c3 tempest-TestMinimumBasicScenario-129838019 tempest-TestMinimumBasicScenario-129838019-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=f52a2f67-e760-412c-a778-de21ae4a38ad HTTP/1.1" status: 200  len: 1093 time: 0.1274498
Dec 16 23:06:20.987709 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 54154) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 23:06:20.992675 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-b9ef59a2-84b4-4988-865c-3f899237c7b8 tempest-TestMinimumBasicScenario-742069240 tempest-TestMinimumBasicScenario-742069240-project] Request body: {'floatingip': {'floating_network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'port_id': 'c5f50f06-7225-4362-b252-eef3a3ab79cf', 'tenant_id': '0f46194e488246d892c5eed4212fda04', 'fixed_ip_address': '172.20.0.8'}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 23:06:20.998315 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-b9ef59a2-84b4-4988-865c-3f899237c7b8 tempest-TestMinimumBasicScenario-742069240 tempest-TestMinimumBasicScenario-742069240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 23:06:21.002008 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-b9ef59a2-84b4-4988-865c-3f899237c7b8 tempest-TestMinimumBasicScenario-742069240 tempest-TestMinimumBasicScenario-742069240-project] Usage tracker for resource:floatingip and tenant:0f46194e488246d892c5eed4212fda04 is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 23:06:21.004746 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-b9ef59a2-84b4-4988-865c-3f899237c7b8 tempest-TestMinimumBasicScenario-742069240 tempest-TestMinimumBasicScenario-742069240-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 23:06:21.010328 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-b9ef59a2-84b4-4988-865c-3f899237c7b8 tempest-TestMinimumBasicScenario-742069240 tempest-TestMinimumBasicScenario-742069240-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 23:06:21.020362 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-b9ef59a2-84b4-4988-865c-3f899237c7b8 tempest-TestMinimumBasicScenario-742069240 tempest-TestMinimumBasicScenario-742069240-project] Notify callbacks [] for floatingip, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:06:21.155120 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-b9ef59a2-84b4-4988-865c-3f899237c7b8 tempest-TestMinimumBasicScenario-742069240 tempest-TestMinimumBasicScenario-742069240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:06:21.290030 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.db_base_plugin_common [None req-b9ef59a2-84b4-4988-865c-3f899237c7b8 tempest-TestMinimumBasicScenario-742069240 tempest-TestMinimumBasicScenario-742069240-project] Allocated IP 172.26.0.137 (f8905ce9-304b-4976-bc47-e58c71c11de5/9bca8591-41ef-4f2d-8ecb-ecaab1a28acf/63a4e1bd-b278-48ba-9615-07523a2f7901) {{(pid=87507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 23:06:21.545839 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-b9ef59a2-84b4-4988-865c-3f899237c7b8 tempest-TestMinimumBasicScenario-742069240 tempest-TestMinimumBasicScenario-742069240-project] Notify callbacks [] for port, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:06:21.576105 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-b9ef59a2-84b4-4988-865c-3f899237c7b8 tempest-TestMinimumBasicScenario-742069240 tempest-TestMinimumBasicScenario-742069240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10807823'] for port, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:06:21.580436 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-c6176e94-d012-488d-ad56-ae69485cc3ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:06:21.649288 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9ef59a2-84b4-4988-865c-3f899237c7b8 tempest-TestMinimumBasicScenario-742069240 tempest-TestMinimumBasicScenario-742069240-project] Network f8905ce9-304b-4976-bc47-e58c71c11de5 is already hosted by enough agents. {{(pid=87507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 23:06:21.653111 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.base_scheduler [None req-b9ef59a2-84b4-4988-865c-3f899237c7b8 tempest-TestMinimumBasicScenario-742069240 tempest-TestMinimumBasicScenario-742069240-project] Resources bound (agent type, host, resource id):  {{(pid=87507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 23:06:21.656826 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9ef59a2-84b4-4988-865c-3f899237c7b8 tempest-TestMinimumBasicScenario-742069240 tempest-TestMinimumBasicScenario-742069240-project] Received port after_create {{(pid=87507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 23:06:21.695393 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ef59a2-84b4-4988-865c-3f899237c7b8 tempest-TestMinimumBasicScenario-742069240 tempest-TestMinimumBasicScenario-742069240-project] Pushing event updated for resources: {'Port': ['ID=63a4e1bd-b278-48ba-9615-07523a2f7901,revision_number=1']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:06:21.705436 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ef59a2-84b4-4988-865c-3f899237c7b8 tempest-TestMinimumBasicScenario-742069240 tempest-TestMinimumBasicScenario-742069240-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:06:21.705826 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ef59a2-84b4-4988-865c-3f899237c7b8 tempest-TestMinimumBasicScenario-742069240 tempest-TestMinimumBasicScenario-742069240-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:06:21.706208 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ef59a2-84b4-4988-865c-3f899237c7b8 tempest-TestMinimumBasicScenario-742069240 tempest-TestMinimumBasicScenario-742069240-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:06:21.706585 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ef59a2-84b4-4988-865c-3f899237c7b8 tempest-TestMinimumBasicScenario-742069240 tempest-TestMinimumBasicScenario-742069240-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:06:21.706957 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ef59a2-84b4-4988-865c-3f899237c7b8 tempest-TestMinimumBasicScenario-742069240 tempest-TestMinimumBasicScenario-742069240-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:06:21.707327 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ef59a2-84b4-4988-865c-3f899237c7b8 tempest-TestMinimumBasicScenario-742069240 tempest-TestMinimumBasicScenario-742069240-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:06:21.707695 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ef59a2-84b4-4988-865c-3f899237c7b8 tempest-TestMinimumBasicScenario-742069240 tempest-TestMinimumBasicScenario-742069240-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:06:21.708088 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ef59a2-84b4-4988-865c-3f899237c7b8 tempest-TestMinimumBasicScenario-742069240 tempest-TestMinimumBasicScenario-742069240-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:06:21.708456 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ef59a2-84b4-4988-865c-3f899237c7b8 tempest-TestMinimumBasicScenario-742069240 tempest-TestMinimumBasicScenario-742069240-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:06:21.708847 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ef59a2-84b4-4988-865c-3f899237c7b8 tempest-TestMinimumBasicScenario-742069240 tempest-TestMinimumBasicScenario-742069240-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:06:21.709211 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ef59a2-84b4-4988-865c-3f899237c7b8 tempest-TestMinimumBasicScenario-742069240 tempest-TestMinimumBasicScenario-742069240-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:06:21.709576 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ef59a2-84b4-4988-865c-3f899237c7b8 tempest-TestMinimumBasicScenario-742069240 tempest-TestMinimumBasicScenario-742069240-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:06:21.714293 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-b9ef59a2-84b4-4988-865c-3f899237c7b8 tempest-TestMinimumBasicScenario-742069240 tempest-TestMinimumBasicScenario-742069240-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:06:22.074611 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-b9ef59a2-84b4-4988-865c-3f899237c7b8 tempest-TestMinimumBasicScenario-742069240 tempest-TestMinimumBasicScenario-742069240-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:06:22.147408 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-b9ef59a2-84b4-4988-865c-3f899237c7b8 tempest-TestMinimumBasicScenario-742069240 tempest-TestMinimumBasicScenario-742069240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:06:22.345432 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-b9ef59a2-84b4-4988-865c-3f899237c7b8 tempest-TestMinimumBasicScenario-742069240 tempest-TestMinimumBasicScenario-742069240-project] Notify callbacks [] for port, precommit_update {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:06:22.350405 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-b9ef59a2-84b4-4988-865c-3f899237c7b8 tempest-TestMinimumBasicScenario-742069240 tempest-TestMinimumBasicScenario-742069240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10807814'] for port, after_update {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:06:22.355336 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-dd7d98b0-c484-4f15-b937-63ef0ce41d2c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:06:22.462644 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ef59a2-84b4-4988-865c-3f899237c7b8 tempest-TestMinimumBasicScenario-742069240 tempest-TestMinimumBasicScenario-742069240-project] Pushing event updated for resources: {'Port': ['ID=63a4e1bd-b278-48ba-9615-07523a2f7901,revision_number=2']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:06:22.466459 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-b9ef59a2-84b4-4988-865c-3f899237c7b8 tempest-TestMinimumBasicScenario-742069240 tempest-TestMinimumBasicScenario-742069240-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:06:22.473444 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-b9ef59a2-84b4-4988-865c-3f899237c7b8 tempest-TestMinimumBasicScenario-742069240 tempest-TestMinimumBasicScenario-742069240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3741874'] for floatingip, after_update {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:06:22.638149 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.db.l3_db [None req-b9ef59a2-84b4-4988-865c-3f899237c7b8 tempest-TestMinimumBasicScenario-742069240 tempest-TestMinimumBasicScenario-742069240-project] Floating IP 18da98ef-0a6d-413a-a0bb-18bb31371dc9 associated. External IP: 172.26.0.137, port: c5f50f06-7225-4362-b252-eef3a3ab79cf.
Dec 16 23:06:23.104249 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9ef59a2-84b4-4988-865c-3f899237c7b8 tempest-TestMinimumBasicScenario-742069240 tempest-TestMinimumBasicScenario-742069240-project] Router 31c67842-9908-4a7d-8964-c0e84006cda1 has already been hosted by L3 agent 4f519db7-069b-43e2-8411-c092bac9102a {{(pid=87507) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 23:06:23.278185 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9ef59a2-84b4-4988-865c-3f899237c7b8 tempest-TestMinimumBasicScenario-742069240 tempest-TestMinimumBasicScenario-742069240-project] Notify agent at l3_agent.dv-neutron-821829-1-hyperv the message routers_updated {{(pid=87507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 23:06:23.288096 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b1f3461-4936-4b26-8a70-4d3a070a548f None None] Sync routers for ids ['31c67842-9908-4a7d-8964-c0e84006cda1'] in dv-neutron-821829-1-hyperv {{(pid=87509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 23:06:23.297090 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b1f3461-4936-4b26-8a70-4d3a070a548f None None] Routers {'31c67842-9908-4a7d-8964-c0e84006cda1'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 23:06:23.297706 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-5b1f3461-4936-4b26-8a70-4d3a070a548f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b7cc901f0>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T23:06:01Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['31c67842-9908-4a7d-8964-c0e84006cda1'], 'active': True} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 23:06:23.301542 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-b9ef59a2-84b4-4988-865c-3f899237c7b8 tempest-TestMinimumBasicScenario-742069240 tempest-TestMinimumBasicScenario-742069240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for floatingip, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:06:23.367933 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 54158) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 23:06:23.368483 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-b9ef59a2-84b4-4988-865c-3f899237c7b8 tempest-TestMinimumBasicScenario-742069240 tempest-TestMinimumBasicScenario-742069240-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.3792651
Dec 16 23:06:23.368733 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f52a2f67-e760-412c-a778-de21ae4a38ad', 'tag': 'c5f50f06-7225-4362-b252-eef3a3ab79cf'}] {{(pid=87507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 23:06:23.373419 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-72cb3059-7159-44bd-9e9e-a5633b36c052 tempest-TestMinimumBasicScenario-742069240 tempest-TestMinimumBasicScenario-742069240-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-589246452', 'description': 'tempest-secgroup-smoke-589246452 description', 'project_id': '0f46194e488246d892c5eed4212fda04'}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 23:06:23.379342 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-72cb3059-7159-44bd-9e9e-a5633b36c052 tempest-TestMinimumBasicScenario-742069240 tempest-TestMinimumBasicScenario-742069240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 23:06:23.384674 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-72cb3059-7159-44bd-9e9e-a5633b36c052 tempest-TestMinimumBasicScenario-742069240 tempest-TestMinimumBasicScenario-742069240-project] Usage tracker for resource:security_group and tenant:0f46194e488246d892c5eed4212fda04 is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 23:06:23.387637 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-72cb3059-7159-44bd-9e9e-a5633b36c052 tempest-TestMinimumBasicScenario-742069240 tempest-TestMinimumBasicScenario-742069240-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 23:06:23.394397 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-72cb3059-7159-44bd-9e9e-a5633b36c052 tempest-TestMinimumBasicScenario-742069240 tempest-TestMinimumBasicScenario-742069240-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 23:06:23.423236 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-72cb3059-7159-44bd-9e9e-a5633b36c052 tempest-TestMinimumBasicScenario-742069240 tempest-TestMinimumBasicScenario-742069240-project] Notify callbacks [] for security_group, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:06:23.450003 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-72cb3059-7159-44bd-9e9e-a5633b36c052 tempest-TestMinimumBasicScenario-742069240 tempest-TestMinimumBasicScenario-742069240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 23:06:23.454652 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-72cb3059-7159-44bd-9e9e-a5633b36c052 tempest-TestMinimumBasicScenario-742069240 tempest-TestMinimumBasicScenario-742069240-project] Usage tracker for resource:security_group_rule and tenant:0f46194e488246d892c5eed4212fda04 is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 23:06:23.457833 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-72cb3059-7159-44bd-9e9e-a5633b36c052 tempest-TestMinimumBasicScenario-742069240 tempest-TestMinimumBasicScenario-742069240-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 23:06:23.464644 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-72cb3059-7159-44bd-9e9e-a5633b36c052 tempest-TestMinimumBasicScenario-742069240 tempest-TestMinimumBasicScenario-742069240-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 23:06:23.479653 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f52a2f67-e760-412c-a778-de21ae4a38ad', 'tag': 'c5f50f06-7225-4362-b252-eef3a3ab79cf', 'status': 'completed', 'code': 200}
Dec 16 23:06:23.481305 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvr_db [None req-5b1f3461-4936-4b26-8a70-4d3a070a548f None None] Set router 31c67842-9908-4a7d-8964-c0e84006cda1 gateway port host: dv-neutron-821829-1-hyperv {{(pid=87509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 23:06:23.580260 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-72cb3059-7159-44bd-9e9e-a5633b36c052 tempest-TestMinimumBasicScenario-742069240 tempest-TestMinimumBasicScenario-742069240-project] Notify callbacks [] for security_group, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:06:23.585402 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-72cb3059-7159-44bd-9e9e-a5633b36c052 tempest-TestMinimumBasicScenario-742069240 tempest-TestMinimumBasicScenario-742069240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841066'] for security_group, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:06:23.592691 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-629222a3-062b-4f3a-9e53-4e90ba7c791e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:06:23.642578 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cb3059-7159-44bd-9e9e-a5633b36c052 tempest-TestMinimumBasicScenario-742069240 tempest-TestMinimumBasicScenario-742069240-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a4c5af12-27b8-498f-b8bd-b9cb865e7222,revision_number=1']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:06:23.648449 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-72cb3059-7159-44bd-9e9e-a5633b36c052 tempest-TestMinimumBasicScenario-742069240 tempest-TestMinimumBasicScenario-742069240-project] Notify callbacks [] for security_group, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:06:23.649791 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-72cb3059-7159-44bd-9e9e-a5633b36c052 tempest-TestMinimumBasicScenario-742069240 tempest-TestMinimumBasicScenario-742069240-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1794 time: 0.2805443
Dec 16 23:06:23.653792 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 54166) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 23:06:23.655116 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72cb3059-7159-44bd-9e9e-a5633b36c052 tempest-TestMinimumBasicScenario-742069240 tempest-TestMinimumBasicScenario-742069240-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:06:23.655508 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72cb3059-7159-44bd-9e9e-a5633b36c052 tempest-TestMinimumBasicScenario-742069240 tempest-TestMinimumBasicScenario-742069240-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:06:23.655910 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72cb3059-7159-44bd-9e9e-a5633b36c052 tempest-TestMinimumBasicScenario-742069240 tempest-TestMinimumBasicScenario-742069240-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:06:23.656361 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72cb3059-7159-44bd-9e9e-a5633b36c052 tempest-TestMinimumBasicScenario-742069240 tempest-TestMinimumBasicScenario-742069240-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:06:23.656842 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72cb3059-7159-44bd-9e9e-a5633b36c052 tempest-TestMinimumBasicScenario-742069240 tempest-TestMinimumBasicScenario-742069240-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:06:23.657024 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72cb3059-7159-44bd-9e9e-a5633b36c052 tempest-TestMinimumBasicScenario-742069240 tempest-TestMinimumBasicScenario-742069240-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:06:23.657993 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72cb3059-7159-44bd-9e9e-a5633b36c052 tempest-TestMinimumBasicScenario-742069240 tempest-TestMinimumBasicScenario-742069240-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:06:23.657993 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72cb3059-7159-44bd-9e9e-a5633b36c052 tempest-TestMinimumBasicScenario-742069240 tempest-TestMinimumBasicScenario-742069240-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:06:23.658220 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72cb3059-7159-44bd-9e9e-a5633b36c052 tempest-TestMinimumBasicScenario-742069240 tempest-TestMinimumBasicScenario-742069240-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:06:23.658500 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72cb3059-7159-44bd-9e9e-a5633b36c052 tempest-TestMinimumBasicScenario-742069240 tempest-TestMinimumBasicScenario-742069240-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:06:23.658875 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72cb3059-7159-44bd-9e9e-a5633b36c052 tempest-TestMinimumBasicScenario-742069240 tempest-TestMinimumBasicScenario-742069240-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:06:23.659212 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72cb3059-7159-44bd-9e9e-a5633b36c052 tempest-TestMinimumBasicScenario-742069240 tempest-TestMinimumBasicScenario-742069240-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:06:23.663171 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-b8a52ee9-81d7-4997-8bb0-b3f836cbe072 tempest-TestMinimumBasicScenario-742069240 tempest-TestMinimumBasicScenario-742069240-project] Request body: {'security_group_rule': {'security_group_id': 'a4c5af12-27b8-498f-b8bd-b9cb865e7222', 'project_id': '0f46194e488246d892c5eed4212fda04', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 23:06:23.664162 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-72cb3059-7159-44bd-9e9e-a5633b36c052 tempest-TestMinimumBasicScenario-742069240 tempest-TestMinimumBasicScenario-742069240-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:06:23.669664 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-b8a52ee9-81d7-4997-8bb0-b3f836cbe072 tempest-TestMinimumBasicScenario-742069240 tempest-TestMinimumBasicScenario-742069240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 23:06:23.672438 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9f665b-1cc4-414d-8d5c-50eba8c0fee3 req-b128ab0c-fa68-4991-b05e-30bdcb1a3fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:06:23.673583 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-b8a52ee9-81d7-4997-8bb0-b3f836cbe072 tempest-TestMinimumBasicScenario-742069240 tempest-TestMinimumBasicScenario-742069240-project] Usage tracker for resource:security_group_rule and tenant:0f46194e488246d892c5eed4212fda04 is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 23:06:23.673888 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-1f9f665b-1cc4-414d-8d5c-50eba8c0fee3 req-b128ab0c-fa68-4991-b05e-30bdcb1a3fa2 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0f46194e488246d892c5eed4212fda04&device_id=f52a2f67-e760-412c-a778-de21ae4a38ad HTTP/1.1" status: 200  len: 1098 time: 0.1465161
Dec 16 23:06:23.676591 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-b8a52ee9-81d7-4997-8bb0-b3f836cbe072 tempest-TestMinimumBasicScenario-742069240 tempest-TestMinimumBasicScenario-742069240-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 23:06:23.683581 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-b8a52ee9-81d7-4997-8bb0-b3f836cbe072 tempest-TestMinimumBasicScenario-742069240 tempest-TestMinimumBasicScenario-742069240-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 23:06:23.702578 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-b8a52ee9-81d7-4997-8bb0-b3f836cbe072 tempest-TestMinimumBasicScenario-742069240 tempest-TestMinimumBasicScenario-742069240-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:06:23.768130 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-b8a52ee9-81d7-4997-8bb0-b3f836cbe072 tempest-TestMinimumBasicScenario-742069240 tempest-TestMinimumBasicScenario-742069240-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:06:23.772994 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-b8a52ee9-81d7-4997-8bb0-b3f836cbe072 tempest-TestMinimumBasicScenario-742069240 tempest-TestMinimumBasicScenario-742069240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841137'] for security_group_rule, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:06:23.781784 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-7073da76-f7bc-4e7d-84ce-58bc2c8364fd tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:06:23.803228 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a52ee9-81d7-4997-8bb0-b3f836cbe072 tempest-TestMinimumBasicScenario-742069240 tempest-TestMinimumBasicScenario-742069240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=152f2f5e-df1f-4282-9480-2bb60e16fbd1,revision_number=0']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:06:23.805894 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-b8a52ee9-81d7-4997-8bb0-b3f836cbe072 tempest-TestMinimumBasicScenario-742069240 tempest-TestMinimumBasicScenario-742069240-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:06:23.811243 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9f665b-1cc4-414d-8d5c-50eba8c0fee3 req-9549d1fb-9bae-4ef9-860c-0d08825ae9cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:06:23.812860 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-1f9f665b-1cc4-414d-8d5c-50eba8c0fee3 req-9549d1fb-9bae-4ef9-860c-0d08825ae9cf service neutron] 10.222.0.49 "GET /v2.0/networks?id=d8d3adf5-1637-417e-a2b8-f7d0e216cfe8 HTTP/1.1" status: 200  len: 915 time: 0.1324606
Dec 16 23:06:23.813361 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-b8a52ee9-81d7-4997-8bb0-b3f836cbe072 tempest-TestMinimumBasicScenario-742069240 tempest-TestMinimumBasicScenario-742069240-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:06:23.814851 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-b8a52ee9-81d7-4997-8bb0-b3f836cbe072 tempest-TestMinimumBasicScenario-742069240 tempest-TestMinimumBasicScenario-742069240-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1594572
Dec 16 23:06:23.817397 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 54170) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 23:06:23.822891 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-4deebe53-8270-4367-9112-258ea3749283 tempest-TestMinimumBasicScenario-742069240 tempest-TestMinimumBasicScenario-742069240-project] Request body: {'security_group_rule': {'security_group_id': 'a4c5af12-27b8-498f-b8bd-b9cb865e7222', 'project_id': '0f46194e488246d892c5eed4212fda04', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 23:06:23.829004 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-4deebe53-8270-4367-9112-258ea3749283 tempest-TestMinimumBasicScenario-742069240 tempest-TestMinimumBasicScenario-742069240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 23:06:23.832774 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-4deebe53-8270-4367-9112-258ea3749283 tempest-TestMinimumBasicScenario-742069240 tempest-TestMinimumBasicScenario-742069240-project] Usage tracker for resource:security_group_rule and tenant:0f46194e488246d892c5eed4212fda04 is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 23:06:23.836234 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-4deebe53-8270-4367-9112-258ea3749283 tempest-TestMinimumBasicScenario-742069240 tempest-TestMinimumBasicScenario-742069240-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 23:06:23.841872 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-4deebe53-8270-4367-9112-258ea3749283 tempest-TestMinimumBasicScenario-742069240 tempest-TestMinimumBasicScenario-742069240-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 23:06:23.862672 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-4deebe53-8270-4367-9112-258ea3749283 tempest-TestMinimumBasicScenario-742069240 tempest-TestMinimumBasicScenario-742069240-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:06:23.873446 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-5b1f3461-4936-4b26-8a70-4d3a070a548f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b7cc901f0>, [{'id': '31c67842-9908-4a7d-8964-c0e84006cda1', 'name': 'tempest-TestMinimumBasicScenario-303940987-router', 'tenant_id': '0f46194e488246d892c5eed4212fda04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.227'}], 'enable_snat': True}, 'gw_port_id': '15d2bcf8-4884-4886-8110-4836eb089e87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:05:28Z', 'updated_at': '2021-12-16T23:05:32Z', 'revision_number': 4, 'project_id': '0f46194e488246d892c5eed4212fda04', 'gw_port': {'id': '15d2bcf8-4884-4886-8110-4836eb089e87', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:54:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31c67842-9908-4a7d-8964-c0e84006cda1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:05:29Z', 'updated_at': '2021-12-16T23:05:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv', '_floatingips': [{'id': '18da98ef-0a6d-413a-a0bb-18bb31371dc9', 'tenant_id': '0f46194e488246d892c5eed4212fda04', 'floating_ip_address': '172.26.0.137', 'floating_network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'router_id': '31c67842-9908-4a7d-8964-c0e84006cda1', 'port_id': 'c5f50f06-7225-4362-b252-eef3a3ab79cf', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1667, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8d3adf5-1637-417e-a2b8-f7d0e216cfe8', 'mac_address': 'fa:16:3e:42:08:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f52a2f67-e760-412c-a778-de21ae4a38ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T23:06:22Z', 'updated_at': '2021-12-16T23:06:22Z', 'revision_number': 0, 'project_id': '0f46194e488246d892c5eed4212fda04', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3783d024-8db3-44eb-9bb4-edc5b8f5d866', 'name': '', 'network_id': 'd8d3adf5-1637-417e-a2b8-f7d0e216cfe8', 'tenant_id': '0f46194e488246d892c5eed4212fda04', 'mac_address': 'fa:16:3e:0c:35:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31c67842-9908-4a7d-8964-c0e84006cda1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': 'b61f4ad7-ce7a-41bb-9cd5-32c9b599a992', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:05:31Z', 'updated_at': '2021-12-16T23:05:38Z', 'revision_number': 5, 'project_id': '0f46194e488246d892c5eed4212fda04', 'subnets': [{'id': 'b61f4ad7-ce7a-41bb-9cd5-32c9b599a992', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 23:06:23.877380 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b1f3461-4936-4b26-8a70-4d3a070a548f None None] Checking router: 31c67842-9908-4a7d-8964-c0e84006cda1 for host: dv-neutron-821829-1-hyperv {{(pid=87509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 23:06:23.886887 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b1f3461-4936-4b26-8a70-4d3a070a548f None None] Routers {'31c67842-9908-4a7d-8964-c0e84006cda1'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 23:06:23.887745 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-5b1f3461-4936-4b26-8a70-4d3a070a548f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b7cc901f0>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T23:06:01Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['31c67842-9908-4a7d-8964-c0e84006cda1'], 'active': True} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 23:06:23.923495 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-1f9f665b-1cc4-414d-8d5c-50eba8c0fee3 req-6dc3735c-215b-4490-b7ba-a70aca796e24 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c5f50f06-7225-4362-b252-eef3a3ab79cf HTTP/1.1" status: 200  len: 999 time: 0.1022451
Dec 16 23:06:23.930042 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-4deebe53-8270-4367-9112-258ea3749283 tempest-TestMinimumBasicScenario-742069240 tempest-TestMinimumBasicScenario-742069240-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:06:23.935101 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-4deebe53-8270-4367-9112-258ea3749283 tempest-TestMinimumBasicScenario-742069240 tempest-TestMinimumBasicScenario-742069240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841137'] for security_group_rule, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:06:23.937020 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-d878d8b0-8c3b-4405-ba01-dbc784591286 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:06:23.958389 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4deebe53-8270-4367-9112-258ea3749283 tempest-TestMinimumBasicScenario-742069240 tempest-TestMinimumBasicScenario-742069240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0cd5b97e-da7d-4b05-af1b-60728e4f5fbc,revision_number=0']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:06:23.961665 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-4deebe53-8270-4367-9112-258ea3749283 tempest-TestMinimumBasicScenario-742069240 tempest-TestMinimumBasicScenario-742069240-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:06:23.969709 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-4deebe53-8270-4367-9112-258ea3749283 tempest-TestMinimumBasicScenario-742069240 tempest-TestMinimumBasicScenario-742069240-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:06:23.971154 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-4deebe53-8270-4367-9112-258ea3749283 tempest-TestMinimumBasicScenario-742069240 tempest-TestMinimumBasicScenario-742069240-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1527779
Dec 16 23:06:23.973875 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 54174) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 23:06:23.979491 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-8e3faeab-54a1-4abb-891d-e4322be7562c tempest-TestMinimumBasicScenario-742069240 tempest-TestMinimumBasicScenario-742069240-project] Request body: {'security_group_rule': {'security_group_id': 'a4c5af12-27b8-498f-b8bd-b9cb865e7222', 'project_id': '0f46194e488246d892c5eed4212fda04', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 23:06:23.985622 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-8e3faeab-54a1-4abb-891d-e4322be7562c tempest-TestMinimumBasicScenario-742069240 tempest-TestMinimumBasicScenario-742069240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 23:06:23.989339 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-8e3faeab-54a1-4abb-891d-e4322be7562c tempest-TestMinimumBasicScenario-742069240 tempest-TestMinimumBasicScenario-742069240-project] Usage tracker for resource:security_group_rule and tenant:0f46194e488246d892c5eed4212fda04 is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 23:06:23.991709 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9f665b-1cc4-414d-8d5c-50eba8c0fee3 req-9783ff85-78bc-43f8-8e00-33c6ace4acce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:06:23.992287 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-8e3faeab-54a1-4abb-891d-e4322be7562c tempest-TestMinimumBasicScenario-742069240 tempest-TestMinimumBasicScenario-742069240-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 23:06:23.993193 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-1f9f665b-1cc4-414d-8d5c-50eba8c0fee3 req-9783ff85-78bc-43f8-8e00-33c6ace4acce service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b61f4ad7-ce7a-41bb-9cd5-32c9b599a992 HTTP/1.1" status: 200  len: 853 time: 0.0635836
Dec 16 23:06:23.997830 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-8e3faeab-54a1-4abb-891d-e4322be7562c tempest-TestMinimumBasicScenario-742069240 tempest-TestMinimumBasicScenario-742069240-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 23:06:24.017371 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-8e3faeab-54a1-4abb-891d-e4322be7562c tempest-TestMinimumBasicScenario-742069240 tempest-TestMinimumBasicScenario-742069240-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:06:24.074904 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9f665b-1cc4-414d-8d5c-50eba8c0fee3 req-9fecee49-9671-4fca-8eb8-9f2c544a910f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:06:24.076819 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-1f9f665b-1cc4-414d-8d5c-50eba8c0fee3 req-9fecee49-9671-4fca-8eb8-9f2c544a910f service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d8d3adf5-1637-417e-a2b8-f7d0e216cfe8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0767641
Dec 16 23:06:24.082034 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvr_db [None req-5b1f3461-4936-4b26-8a70-4d3a070a548f None None] Set router 31c67842-9908-4a7d-8964-c0e84006cda1 gateway port host: dv-neutron-821829-1-hyperv {{(pid=87509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 23:06:24.082179 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-8e3faeab-54a1-4abb-891d-e4322be7562c tempest-TestMinimumBasicScenario-742069240 tempest-TestMinimumBasicScenario-742069240-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:06:24.087396 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-8e3faeab-54a1-4abb-891d-e4322be7562c tempest-TestMinimumBasicScenario-742069240 tempest-TestMinimumBasicScenario-742069240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841137'] for security_group_rule, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:06:24.089662 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-2297b2e0-a506-4df3-bce6-a8e6981de2e7 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:06:24.113708 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3faeab-54a1-4abb-891d-e4322be7562c tempest-TestMinimumBasicScenario-742069240 tempest-TestMinimumBasicScenario-742069240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4c523e5-5b7a-452e-8fc2-9ed3eeec0093,revision_number=0']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:06:24.116319 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-8e3faeab-54a1-4abb-891d-e4322be7562c tempest-TestMinimumBasicScenario-742069240 tempest-TestMinimumBasicScenario-742069240-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:06:24.124997 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-8e3faeab-54a1-4abb-891d-e4322be7562c tempest-TestMinimumBasicScenario-742069240 tempest-TestMinimumBasicScenario-742069240-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:06:24.128929 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-8e3faeab-54a1-4abb-891d-e4322be7562c tempest-TestMinimumBasicScenario-742069240 tempest-TestMinimumBasicScenario-742069240-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1510301
Dec 16 23:06:24.129207 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 54178) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 23:06:24.134395 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-ded0a6db-0628-4091-afd5-e9573c8a3d20 tempest-TestMinimumBasicScenario-742069240 tempest-TestMinimumBasicScenario-742069240-project] Request body: {'security_group_rule': {'security_group_id': 'a4c5af12-27b8-498f-b8bd-b9cb865e7222', 'project_id': '0f46194e488246d892c5eed4212fda04', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 23:06:24.140409 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-ded0a6db-0628-4091-afd5-e9573c8a3d20 tempest-TestMinimumBasicScenario-742069240 tempest-TestMinimumBasicScenario-742069240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 23:06:24.144273 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-ded0a6db-0628-4091-afd5-e9573c8a3d20 tempest-TestMinimumBasicScenario-742069240 tempest-TestMinimumBasicScenario-742069240-project] Usage tracker for resource:security_group_rule and tenant:0f46194e488246d892c5eed4212fda04 is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 23:06:24.147676 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-ded0a6db-0628-4091-afd5-e9573c8a3d20 tempest-TestMinimumBasicScenario-742069240 tempest-TestMinimumBasicScenario-742069240-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 23:06:24.153745 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-ded0a6db-0628-4091-afd5-e9573c8a3d20 tempest-TestMinimumBasicScenario-742069240 tempest-TestMinimumBasicScenario-742069240-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 23:06:24.173048 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-ded0a6db-0628-4091-afd5-e9573c8a3d20 tempest-TestMinimumBasicScenario-742069240 tempest-TestMinimumBasicScenario-742069240-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:06:24.215493 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-1f9f665b-1cc4-414d-8d5c-50eba8c0fee3 req-313bf742-3975-4e26-ba31-3dbce1c1b93f service neutron] 10.222.0.49 "GET /v2.0/networks/d8d3adf5-1637-417e-a2b8-f7d0e216cfe8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1315310
Dec 16 23:06:24.238875 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-ded0a6db-0628-4091-afd5-e9573c8a3d20 tempest-TestMinimumBasicScenario-742069240 tempest-TestMinimumBasicScenario-742069240-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:06:24.243269 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-ded0a6db-0628-4091-afd5-e9573c8a3d20 tempest-TestMinimumBasicScenario-742069240 tempest-TestMinimumBasicScenario-742069240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841137'] for security_group_rule, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:06:24.251600 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-22ac833d-b899-4d35-8da1-2cfd78dd038a tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:06:24.275364 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded0a6db-0628-4091-afd5-e9573c8a3d20 tempest-TestMinimumBasicScenario-742069240 tempest-TestMinimumBasicScenario-742069240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ae76ac4-16ab-4bc2-8db7-49bdef65ca47,revision_number=0']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:06:24.278325 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-ded0a6db-0628-4091-afd5-e9573c8a3d20 tempest-TestMinimumBasicScenario-742069240 tempest-TestMinimumBasicScenario-742069240-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:06:24.283702 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-ded0a6db-0628-4091-afd5-e9573c8a3d20 tempest-TestMinimumBasicScenario-742069240 tempest-TestMinimumBasicScenario-742069240-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:06:24.287672 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-ded0a6db-0628-4091-afd5-e9573c8a3d20 tempest-TestMinimumBasicScenario-742069240 tempest-TestMinimumBasicScenario-742069240-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1549463
Dec 16 23:06:24.288029 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 54182) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 23:06:24.293564 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-eac3556a-368e-4ae2-9797-d79bfc56e824 tempest-TestMinimumBasicScenario-742069240 tempest-TestMinimumBasicScenario-742069240-project] Request body: {'security_group_rule': {'security_group_id': 'a4c5af12-27b8-498f-b8bd-b9cb865e7222', 'project_id': '0f46194e488246d892c5eed4212fda04', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 23:06:24.300239 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-eac3556a-368e-4ae2-9797-d79bfc56e824 tempest-TestMinimumBasicScenario-742069240 tempest-TestMinimumBasicScenario-742069240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 23:06:24.304520 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-eac3556a-368e-4ae2-9797-d79bfc56e824 tempest-TestMinimumBasicScenario-742069240 tempest-TestMinimumBasicScenario-742069240-project] Usage tracker for resource:security_group_rule and tenant:0f46194e488246d892c5eed4212fda04 is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 23:06:24.307343 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-eac3556a-368e-4ae2-9797-d79bfc56e824 tempest-TestMinimumBasicScenario-742069240 tempest-TestMinimumBasicScenario-742069240-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 23:06:24.314539 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-eac3556a-368e-4ae2-9797-d79bfc56e824 tempest-TestMinimumBasicScenario-742069240 tempest-TestMinimumBasicScenario-742069240-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 23:06:24.326417 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.db.securitygroups_db [None req-eac3556a-368e-4ae2-9797-d79bfc56e824 tempest-TestMinimumBasicScenario-742069240 tempest-TestMinimumBasicScenario-742069240-project] Project 0f46194e488246d892c5eed4212fda04 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 16 23:06:24.336659 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-eac3556a-368e-4ae2-9797-d79bfc56e824 tempest-TestMinimumBasicScenario-742069240 tempest-TestMinimumBasicScenario-742069240-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:06:24.353057 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-1f9f665b-1cc4-414d-8d5c-50eba8c0fee3 req-b6459d93-c7ac-4afb-9874-0a3a575ab4a3 service neutron] 10.222.0.49 "GET /v2.0/networks/d8d3adf5-1637-417e-a2b8-f7d0e216cfe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1307874
Dec 16 23:06:24.407930 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-eac3556a-368e-4ae2-9797-d79bfc56e824 tempest-TestMinimumBasicScenario-742069240 tempest-TestMinimumBasicScenario-742069240-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:06:24.411569 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-eac3556a-368e-4ae2-9797-d79bfc56e824 tempest-TestMinimumBasicScenario-742069240 tempest-TestMinimumBasicScenario-742069240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841137'] for security_group_rule, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:06:24.413685 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-422e9952-7fe5-4b00-b7fb-71d0960be913 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:06:24.438597 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac3556a-368e-4ae2-9797-d79bfc56e824 tempest-TestMinimumBasicScenario-742069240 tempest-TestMinimumBasicScenario-742069240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93e7d585-3103-4574-ab06-1239a585bf56,revision_number=0']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:06:24.441413 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-eac3556a-368e-4ae2-9797-d79bfc56e824 tempest-TestMinimumBasicScenario-742069240 tempest-TestMinimumBasicScenario-742069240-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:06:24.449564 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-eac3556a-368e-4ae2-9797-d79bfc56e824 tempest-TestMinimumBasicScenario-742069240 tempest-TestMinimumBasicScenario-742069240-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:06:24.451211 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-eac3556a-368e-4ae2-9797-d79bfc56e824 tempest-TestMinimumBasicScenario-742069240 tempest-TestMinimumBasicScenario-742069240-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1618536
Dec 16 23:06:24.455177 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 54186) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 23:06:24.458087 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-5b1f3461-4936-4b26-8a70-4d3a070a548f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b7cc901f0>, [{'id': '31c67842-9908-4a7d-8964-c0e84006cda1', 'name': 'tempest-TestMinimumBasicScenario-303940987-router', 'tenant_id': '0f46194e488246d892c5eed4212fda04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.227'}], 'enable_snat': True}, 'gw_port_id': '15d2bcf8-4884-4886-8110-4836eb089e87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:05:28Z', 'updated_at': '2021-12-16T23:05:32Z', 'revision_number': 4, 'project_id': '0f46194e488246d892c5eed4212fda04', 'gw_port': {'id': '15d2bcf8-4884-4886-8110-4836eb089e87', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:54:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31c67842-9908-4a7d-8964-c0e84006cda1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:05:29Z', 'updated_at': '2021-12-16T23:05:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv', '_floatingips': [{'id': '18da98ef-0a6d-413a-a0bb-18bb31371dc9', 'tenant_id': '0f46194e488246d892c5eed4212fda04', 'floating_ip_address': '172.26.0.137', 'floating_network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'router_id': '31c67842-9908-4a7d-8964-c0e84006cda1', 'port_id': 'c5f50f06-7225-4362-b252-eef3a3ab79cf', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1667, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8d3adf5-1637-417e-a2b8-f7d0e216cfe8', 'mac_address': 'fa:16:3e:42:08:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f52a2f67-e760-412c-a778-de21ae4a38ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T23:06:22Z', 'updated_at': '2021-12-16T23:06:22Z', 'revision_number': 0, 'project_id': '0f46194e488246d892c5eed4212fda04', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3783d024-8db3-44eb-9bb4-edc5b8f5d866', 'name': '', 'network_id': 'd8d3adf5-1637-417e-a2b8-f7d0e216cfe8', 'tenant_id': '0f46194e488246d892c5eed4212fda04', 'mac_address': 'fa:16:3e:0c:35:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31c67842-9908-4a7d-8964-c0e84006cda1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': 'b61f4ad7-ce7a-41bb-9cd5-32c9b599a992', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:05:31Z', 'updated_at': '2021-12-16T23:05:38Z', 'revision_number': 5, 'project_id': '0f46194e488246d892c5eed4212fda04', 'subnets': [{'id': 'b61f4ad7-ce7a-41bb-9cd5-32c9b599a992', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 23:06:24.460366 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-a50131ea-7a05-4d52-b6e4-0f250d46fd56 tempest-TestMinimumBasicScenario-742069240 tempest-TestMinimumBasicScenario-742069240-project] Request body: {'security_group_rule': {'security_group_id': 'a4c5af12-27b8-498f-b8bd-b9cb865e7222', 'project_id': '0f46194e488246d892c5eed4212fda04', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 23:06:24.466519 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b1f3461-4936-4b26-8a70-4d3a070a548f None None] The sync data for ids ['31c67842-9908-4a7d-8964-c0e84006cda1'] in dv-neutron-821829-1-hyperv is: [{'id': '31c67842-9908-4a7d-8964-c0e84006cda1', 'name': 'tempest-TestMinimumBasicScenario-303940987-router', 'tenant_id': '0f46194e488246d892c5eed4212fda04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.227'}], 'enable_snat': True}, 'gw_port_id': '15d2bcf8-4884-4886-8110-4836eb089e87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:05:28Z', 'updated_at': '2021-12-16T23:05:32Z', 'revision_number': 4, 'project_id': '0f46194e488246d892c5eed4212fda04', 'gw_port': {'id': '15d2bcf8-4884-4886-8110-4836eb089e87', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:54:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31c67842-9908-4a7d-8964-c0e84006cda1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:05:29Z', 'updated_at': '2021-12-16T23:05:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv', '_floatingips': [{'id': '18da98ef-0a6d-413a-a0bb-18bb31371dc9', 'tenant_id': '0f46194e488246d892c5eed4212fda04', 'floating_ip_address': '172.26.0.137', 'floating_network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'router_id': '31c67842-9908-4a7d-8964-c0e84006cda1', 'port_id': 'c5f50f06-7225-4362-b252-eef3a3ab79cf', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1667, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8d3adf5-1637-417e-a2b8-f7d0e216cfe8', 'mac_address': 'fa:16:3e:42:08:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f52a2f67-e760-412c-a778-de21ae4a38ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T23:06:22Z', 'updated_at': '2021-12-16T23:06:22Z', 'revision_number': 0, 'project_id': '0f46194e488246d892c5eed4212fda04', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3783d024-8db3-44eb-9bb4-edc5b8f5d866', 'name': '', 'network_id': 'd8d3adf5-1637-417e-a2b8-f7d0e216cfe8', 'tenant_id': '0f46194e488246d892c5eed4212fda04', 'mac_address': 'fa:16:3e:0c:35:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31c67842-9908-4a7d-8964-c0e84006cda1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': 'b61f4ad7-ce7a-41bb-9cd5-32c9b599a992', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:05:31Z', 'updated_at': '2021-12-16T23:05:38Z', 'revision_number': 5, 'project_id': '0f46194e488246d892c5eed4212fda04', 'subnets': [{'id': 'b61f4ad7-ce7a-41bb-9cd5-32c9b599a992', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 23:06:24.467013 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-a50131ea-7a05-4d52-b6e4-0f250d46fd56 tempest-TestMinimumBasicScenario-742069240 tempest-TestMinimumBasicScenario-742069240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 23:06:24.474075 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-a50131ea-7a05-4d52-b6e4-0f250d46fd56 tempest-TestMinimumBasicScenario-742069240 tempest-TestMinimumBasicScenario-742069240-project] Usage tracker for resource:security_group_rule and tenant:0f46194e488246d892c5eed4212fda04 is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 23:06:24.476447 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-a50131ea-7a05-4d52-b6e4-0f250d46fd56 tempest-TestMinimumBasicScenario-742069240 tempest-TestMinimumBasicScenario-742069240-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 23:06:24.482310 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-a50131ea-7a05-4d52-b6e4-0f250d46fd56 tempest-TestMinimumBasicScenario-742069240 tempest-TestMinimumBasicScenario-742069240-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 23:06:24.497046 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.db.securitygroups_db [None req-a50131ea-7a05-4d52-b6e4-0f250d46fd56 tempest-TestMinimumBasicScenario-742069240 tempest-TestMinimumBasicScenario-742069240-project] Project 0f46194e488246d892c5eed4212fda04 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 16 23:06:24.501875 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.agents_db [None req-0abd2616-a86c-48e2-be07-10823335a5bb None None] Agent healthcheck: found 6 active agents {{(pid=87509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 23:06:24.503815 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-a50131ea-7a05-4d52-b6e4-0f250d46fd56 tempest-TestMinimumBasicScenario-742069240 tempest-TestMinimumBasicScenario-742069240-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:06:24.575270 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-a50131ea-7a05-4d52-b6e4-0f250d46fd56 tempest-TestMinimumBasicScenario-742069240 tempest-TestMinimumBasicScenario-742069240-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:06:24.578283 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-a50131ea-7a05-4d52-b6e4-0f250d46fd56 tempest-TestMinimumBasicScenario-742069240 tempest-TestMinimumBasicScenario-742069240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841137'] for security_group_rule, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:06:24.580220 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-ded0a6db-0628-4091-afd5-e9573c8a3d20 tempest-TestMinimumBasicScenario-742069240 tempest-TestMinimumBasicScenario-742069240-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:06:24.602304 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50131ea-7a05-4d52-b6e4-0f250d46fd56 tempest-TestMinimumBasicScenario-742069240 tempest-TestMinimumBasicScenario-742069240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de253370-fa34-4929-bd32-0eb06cba1dda,revision_number=0']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:06:24.609838 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-a50131ea-7a05-4d52-b6e4-0f250d46fd56 tempest-TestMinimumBasicScenario-742069240 tempest-TestMinimumBasicScenario-742069240-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:06:24.614370 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-a50131ea-7a05-4d52-b6e4-0f250d46fd56 tempest-TestMinimumBasicScenario-742069240 tempest-TestMinimumBasicScenario-742069240-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:06:24.616387 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-a50131ea-7a05-4d52-b6e4-0f250d46fd56 tempest-TestMinimumBasicScenario-742069240 tempest-TestMinimumBasicScenario-742069240-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1611702
Dec 16 23:06:24.691205 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79e48c87-c208-4d2b-9560-7df527395ced None None] New status for floating IP 18da98ef-0a6d-413a-a0bb-18bb31371dc9: ACTIVE {{(pid=87508) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 16 23:06:24.742202 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-bfaf03bd-e624-4e0c-ab3c-0836f7e09ce5 req-4910befa-6985-4c17-9a96-50e10eac42f0 tempest-TestMinimumBasicScenario-742069240 tempest-TestMinimumBasicScenario-742069240-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-589246452&fields=id&tenant_id=0f46194e488246d892c5eed4212fda04 HTTP/1.1" status: 200  len: 267 time: 0.0393825
Dec 16 23:06:24.827133 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfaf03bd-e624-4e0c-ab3c-0836f7e09ce5 req-61585a58-40a7-4655-9752-1718044d327b tempest-TestMinimumBasicScenario-742069240 tempest-TestMinimumBasicScenario-742069240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:06:24.828615 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-bfaf03bd-e624-4e0c-ab3c-0836f7e09ce5 req-61585a58-40a7-4655-9752-1718044d327b tempest-TestMinimumBasicScenario-742069240 tempest-TestMinimumBasicScenario-742069240-project] 10.222.0.13 "GET /v2.0/ports?device_id=f52a2f67-e760-412c-a778-de21ae4a38ad HTTP/1.1" status: 200  len: 945 time: 0.0810781
Dec 16 23:06:24.839267 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [req-bfaf03bd-e624-4e0c-ab3c-0836f7e09ce5 req-979a0174-f682-429b-b1ed-7c97440fe03e tempest-TestMinimumBasicScenario-742069240 tempest-TestMinimumBasicScenario-742069240-project] Request body: {'port': {'security_groups': ['9a3d077b-26dc-4bf6-a0a2-93eef416b97b', 'a4c5af12-27b8-498f-b8bd-b9cb865e7222']}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 23:06:24.958551 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [req-bfaf03bd-e624-4e0c-ab3c-0836f7e09ce5 req-979a0174-f682-429b-b1ed-7c97440fe03e tempest-TestMinimumBasicScenario-742069240 tempest-TestMinimumBasicScenario-742069240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:06:25.212065 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.db [req-bfaf03bd-e624-4e0c-ab3c-0836f7e09ce5 req-979a0174-f682-429b-b1ed-7c97440fe03e tempest-TestMinimumBasicScenario-742069240 tempest-TestMinimumBasicScenario-742069240-project] For port c5f50f06-7225-4362-b252-eef3a3ab79cf, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=c5f50f06-7225-4362-b252-eef3a3ab79cf,segment=NetworkSegment(0d9aeadf-9a67-4132-ab0e-3c3a0cb5fa43),segment_id=0d9aeadf-9a67-4132-ab0e-3c3a0cb5fa43)] {{(pid=87507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 23:06:25.235786 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [req-bfaf03bd-e624-4e0c-ab3c-0836f7e09ce5 req-979a0174-f682-429b-b1ed-7c97440fe03e tempest-TestMinimumBasicScenario-742069240 tempest-TestMinimumBasicScenario-742069240-project] Notify callbacks [] for port, precommit_update {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:06:25.240004 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [req-bfaf03bd-e624-4e0c-ab3c-0836f7e09ce5 req-979a0174-f682-429b-b1ed-7c97440fe03e tempest-TestMinimumBasicScenario-742069240 tempest-TestMinimumBasicScenario-742069240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10807814'] for port, after_update {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:06:25.245154 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-f29ee8ed-02b2-4f98-a091-b9cb3decda28 tempest-RoutersNegativeTest-1273250600 tempest-RoutersNegativeTest-1273250600-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:06:25.273540 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] get_ports_and_sgs() called for port_ids ['c5f50f06-7225-4362-b252-eef3a3ab79cf'] {{(pid=87508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 23:06:25.316230 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfaf03bd-e624-4e0c-ab3c-0836f7e09ce5 req-979a0174-f682-429b-b1ed-7c97440fe03e tempest-TestMinimumBasicScenario-742069240 tempest-TestMinimumBasicScenario-742069240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:06:25.316859 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [req-bfaf03bd-e624-4e0c-ab3c-0836f7e09ce5 req-979a0174-f682-429b-b1ed-7c97440fe03e tempest-TestMinimumBasicScenario-742069240 tempest-TestMinimumBasicScenario-742069240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for port, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:06:25.319210 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-bfaf03bd-e624-4e0c-ab3c-0836f7e09ce5 req-979a0174-f682-429b-b1ed-7c97440fe03e tempest-TestMinimumBasicScenario-742069240 tempest-TestMinimumBasicScenario-742069240-project] 10.222.0.13 "PUT /v2.0/ports/c5f50f06-7225-4362-b252-eef3a3ab79cf HTTP/1.1" status: 200  len: 981 time: 0.4842134
Dec 16 23:06:25.342248 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979a0174-f682-429b-b1ed-7c97440fe03e tempest-TestMinimumBasicScenario-742069240 tempest-TestMinimumBasicScenario-742069240-project] Pushing event updated for resources: {'Port': ['ID=c5f50f06-7225-4362-b252-eef3a3ab79cf,revision_number=6']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:06:25.345686 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-979a0174-f682-429b-b1ed-7c97440fe03e tempest-TestMinimumBasicScenario-742069240 tempest-TestMinimumBasicScenario-742069240-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:06:25.436361 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] get_ports_and_sgs() called for port_ids ['c5f50f06-7225-4362-b252-eef3a3ab79cf'] {{(pid=87508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 23:06:25.482008 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f52a2f67-e760-412c-a778-de21ae4a38ad', 'tag': 'c5f50f06-7225-4362-b252-eef3a3ab79cf'}] {{(pid=87507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 23:06:25.545675 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d843cc-c158-45ee-9e54-00c1d8d37194 req-dbcc5528-bb7b-4007-ade8-1614eb948451 tempest-TestMinimumBasicScenario-742069240 tempest-TestMinimumBasicScenario-742069240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:06:25.547413 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-a7d843cc-c158-45ee-9e54-00c1d8d37194 req-dbcc5528-bb7b-4007-ade8-1614eb948451 tempest-TestMinimumBasicScenario-742069240 tempest-TestMinimumBasicScenario-742069240-project] 10.222.0.13 "GET /v2.0/ports?device_id=f52a2f67-e760-412c-a778-de21ae4a38ad HTTP/1.1" status: 200  len: 984 time: 0.1198866
Dec 16 23:06:25.568766 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f52a2f67-e760-412c-a778-de21ae4a38ad', 'tag': 'c5f50f06-7225-4362-b252-eef3a3ab79cf', 'status': 'completed', 'code': 200}
Dec 16 23:06:25.596998 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-a7d843cc-c158-45ee-9e54-00c1d8d37194 req-59fb7118-9b89-4548-af99-274332402ddf tempest-TestMinimumBasicScenario-742069240 tempest-TestMinimumBasicScenario-742069240-project] 10.222.0.13 "GET /v2.0/security-groups?id=9a3d077b-26dc-4bf6-a0a2-93eef416b97b&id=a4c5af12-27b8-498f-b8bd-b9cb865e7222&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0430110
Dec 16 23:06:25.680868 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-aff9bd49-8248-4958-98e9-671064eb66d8 None None] Provisioning complete for port c5f50f06-7225-4362-b252-eef3a3ab79cf triggered by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 23:06:25.681317 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-aff9bd49-8248-4958-98e9-671064eb66d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:06:25.681600 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6b8641-cf6b-4511-9c5c-b60c6370bda4 req-e2e5b9df-e7bd-468d-a741-f79e949fbdb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:06:25.683117 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-2f6b8641-cf6b-4511-9c5c-b60c6370bda4 req-e2e5b9df-e7bd-468d-a741-f79e949fbdb2 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0f46194e488246d892c5eed4212fda04&device_id=f52a2f67-e760-412c-a778-de21ae4a38ad HTTP/1.1" status: 200  len: 1137 time: 0.0774648
Dec 16 23:06:25.937891 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6b8641-cf6b-4511-9c5c-b60c6370bda4 req-050eb478-56d0-4ace-b774-fe5c20bea5e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:06:25.939355 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-2f6b8641-cf6b-4511-9c5c-b60c6370bda4 req-050eb478-56d0-4ace-b774-fe5c20bea5e3 service neutron] 10.222.0.49 "GET /v2.0/networks?id=d8d3adf5-1637-417e-a2b8-f7d0e216cfe8 HTTP/1.1" status: 200  len: 915 time: 0.2496266
Dec 16 23:06:26.045413 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-2f6b8641-cf6b-4511-9c5c-b60c6370bda4 req-c3f250dd-d2af-41de-97b6-c9e290af3fc3 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c5f50f06-7225-4362-b252-eef3a3ab79cf HTTP/1.1" status: 200  len: 1001 time: 0.0981660
Dec 16 23:06:26.124331 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6b8641-cf6b-4511-9c5c-b60c6370bda4 req-ff3fb972-6c18-49f0-821f-2ef791cd97bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:06:26.125725 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-2f6b8641-cf6b-4511-9c5c-b60c6370bda4 req-ff3fb972-6c18-49f0-821f-2ef791cd97bb service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b61f4ad7-ce7a-41bb-9cd5-32c9b599a992 HTTP/1.1" status: 200  len: 853 time: 0.0730245
Dec 16 23:06:26.204354 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6b8641-cf6b-4511-9c5c-b60c6370bda4 req-41b17bf7-0eb7-474f-9955-fc38f742031c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:06:26.205826 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-2f6b8641-cf6b-4511-9c5c-b60c6370bda4 req-41b17bf7-0eb7-474f-9955-fc38f742031c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d8d3adf5-1637-417e-a2b8-f7d0e216cfe8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0736356
Dec 16 23:06:26.336910 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-2f6b8641-cf6b-4511-9c5c-b60c6370bda4 req-9de6032c-d358-40d3-9cab-61a845e7909f service neutron] 10.222.0.49 "GET /v2.0/networks/d8d3adf5-1637-417e-a2b8-f7d0e216cfe8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1236651
Dec 16 23:06:26.473798 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-2f6b8641-cf6b-4511-9c5c-b60c6370bda4 req-60503909-1ea9-4b9f-8e6c-d889429cdf94 service neutron] 10.222.0.49 "GET /v2.0/networks/d8d3adf5-1637-417e-a2b8-f7d0e216cfe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1274803
Dec 16 23:06:28.212169 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-2a1671ce-5637-4cfa-be79-a035aac0801f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:06:30.646786 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-6f6697a4-d36f-4ef8-972a-3f6167579a58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:06:31.588369 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-3e729f7f-1589-4d54-9c4a-7ee6b283cc2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:06:31.719785 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:06:33.345685 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-4541ba3b-6be8-499c-bc94-3c60aa55c4f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:06:38.089215 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:06:41.980984 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601251ad-96ee-4faa-9692-6af650b8d1e2 req-2e186bf0-20c4-46bc-9edd-682081fe6f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:06:41.982358 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-601251ad-96ee-4faa-9692-6af650b8d1e2 req-2e186bf0-20c4-46bc-9edd-682081fe6f9f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0f46194e488246d892c5eed4212fda04&device_id=f52a2f67-e760-412c-a778-de21ae4a38ad HTTP/1.1" status: 200  len: 1137 time: 0.0722780
Dec 16 23:06:41.985655 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03f771c-fb54-4ffc-8804-f821365aa616 req-49834b67-b27f-4af2-9e6d-9c2d2b66f1fb tempest-TestMinimumBasicScenario-742069240 tempest-TestMinimumBasicScenario-742069240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:06:41.987101 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-c03f771c-fb54-4ffc-8804-f821365aa616 req-49834b67-b27f-4af2-9e6d-9c2d2b66f1fb tempest-TestMinimumBasicScenario-742069240 tempest-TestMinimumBasicScenario-742069240-project] 10.222.0.13 "GET /v2.0/ports?device_id=f52a2f67-e760-412c-a778-de21ae4a38ad HTTP/1.1" status: 200  len: 984 time: 0.0840454
Dec 16 23:06:42.033254 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-c03f771c-fb54-4ffc-8804-f821365aa616 req-f078fdd8-d9c7-43cd-929b-909c11f67676 tempest-TestMinimumBasicScenario-742069240 tempest-TestMinimumBasicScenario-742069240-project] 10.222.0.13 "GET /v2.0/security-groups?id=9a3d077b-26dc-4bf6-a0a2-93eef416b97b&id=a4c5af12-27b8-498f-b8bd-b9cb865e7222&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0398893
Dec 16 23:06:42.111015 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601251ad-96ee-4faa-9692-6af650b8d1e2 req-53cae0ec-dabd-48fd-9728-244617e522c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:06:42.112467 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-601251ad-96ee-4faa-9692-6af650b8d1e2 req-53cae0ec-dabd-48fd-9728-244617e522c8 service neutron] 10.222.0.49 "GET /v2.0/networks?id=d8d3adf5-1637-417e-a2b8-f7d0e216cfe8 HTTP/1.1" status: 200  len: 915 time: 0.1235106
Dec 16 23:06:42.214913 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-601251ad-96ee-4faa-9692-6af650b8d1e2 req-8acb4e91-7893-474d-a7e9-2cf275b7a9ac service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c5f50f06-7225-4362-b252-eef3a3ab79cf HTTP/1.1" status: 200  len: 1001 time: 0.0944986
Dec 16 23:06:42.275396 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601251ad-96ee-4faa-9692-6af650b8d1e2 req-2c2a85fb-bb15-42fb-8f4f-bf0892703293 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:06:42.276689 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-601251ad-96ee-4faa-9692-6af650b8d1e2 req-2c2a85fb-bb15-42fb-8f4f-bf0892703293 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b61f4ad7-ce7a-41bb-9cd5-32c9b599a992 HTTP/1.1" status: 200  len: 853 time: 0.0552077
Dec 16 23:06:42.353740 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601251ad-96ee-4faa-9692-6af650b8d1e2 req-6ef9d3fe-0c28-40df-81d8-b828f16fcfa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:06:42.355156 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-601251ad-96ee-4faa-9692-6af650b8d1e2 req-6ef9d3fe-0c28-40df-81d8-b828f16fcfa3 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d8d3adf5-1637-417e-a2b8-f7d0e216cfe8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0719657
Dec 16 23:06:42.484338 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-601251ad-96ee-4faa-9692-6af650b8d1e2 req-9f6da485-3385-45ad-89eb-a72b54fdc74c service neutron] 10.222.0.49 "GET /v2.0/networks/d8d3adf5-1637-417e-a2b8-f7d0e216cfe8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1212194
Dec 16 23:06:42.614167 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-601251ad-96ee-4faa-9692-6af650b8d1e2 req-3fe006df-04eb-46c7-bd6c-63a9415edbd8 service neutron] 10.222.0.49 "GET /v2.0/networks/d8d3adf5-1637-417e-a2b8-f7d0e216cfe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1225665
Dec 16 23:06:43.218317 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710d2544-6913-4a56-b029-25c3c338c8c4 req-2f58fcb2-9160-4d9b-a11c-8ee5ce283917 tempest-TestMinimumBasicScenario-742069240 tempest-TestMinimumBasicScenario-742069240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:06:43.219729 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-710d2544-6913-4a56-b029-25c3c338c8c4 req-2f58fcb2-9160-4d9b-a11c-8ee5ce283917 tempest-TestMinimumBasicScenario-742069240 tempest-TestMinimumBasicScenario-742069240-project] 10.222.0.13 "GET /v2.0/ports?device_id=f52a2f67-e760-412c-a778-de21ae4a38ad HTTP/1.1" status: 200  len: 984 time: 0.0794108
Dec 16 23:06:43.264198 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-710d2544-6913-4a56-b029-25c3c338c8c4 req-316fd43d-b1f5-4d92-8a2d-07e45957cab0 tempest-TestMinimumBasicScenario-742069240 tempest-TestMinimumBasicScenario-742069240-project] 10.222.0.13 "GET /v2.0/security-groups?id=9a3d077b-26dc-4bf6-a0a2-93eef416b97b&id=a4c5af12-27b8-498f-b8bd-b9cb865e7222&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0386305
Dec 16 23:06:44.566453 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c945ad42-b84a-4f37-91ae-a5e95b146ef1 req-ad145688-32bc-4533-bbda-7bf5b614b240 tempest-TestMinimumBasicScenario-742069240 tempest-TestMinimumBasicScenario-742069240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:06:44.567835 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-c945ad42-b84a-4f37-91ae-a5e95b146ef1 req-ad145688-32bc-4533-bbda-7bf5b614b240 tempest-TestMinimumBasicScenario-742069240 tempest-TestMinimumBasicScenario-742069240-project] 10.222.0.13 "GET /v2.0/ports?device_id=f52a2f67-e760-412c-a778-de21ae4a38ad HTTP/1.1" status: 200  len: 984 time: 0.1982079
Dec 16 23:06:44.612767 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-c945ad42-b84a-4f37-91ae-a5e95b146ef1 req-181f3c7f-5ca0-4a94-8562-8164f916b69a tempest-TestMinimumBasicScenario-742069240 tempest-TestMinimumBasicScenario-742069240-project] 10.222.0.13 "GET /v2.0/security-groups?id=9a3d077b-26dc-4bf6-a0a2-93eef416b97b&id=a4c5af12-27b8-498f-b8bd-b9cb865e7222&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0387628
Dec 16 23:06:45.795843 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7faef854-f17c-4ed7-8804-0e4e7403d2ae req-bb676154-fabe-473e-a24a-a0716d9f71c4 tempest-TestMinimumBasicScenario-742069240 tempest-TestMinimumBasicScenario-742069240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:06:45.797261 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-7faef854-f17c-4ed7-8804-0e4e7403d2ae req-bb676154-fabe-473e-a24a-a0716d9f71c4 tempest-TestMinimumBasicScenario-742069240 tempest-TestMinimumBasicScenario-742069240-project] 10.222.0.13 "GET /v2.0/ports?device_id=f52a2f67-e760-412c-a778-de21ae4a38ad HTTP/1.1" status: 200  len: 984 time: 0.0802596
Dec 16 23:06:45.842243 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-7faef854-f17c-4ed7-8804-0e4e7403d2ae req-34a23eb7-e7b3-4915-8bc9-d359af62a7e0 tempest-TestMinimumBasicScenario-742069240 tempest-TestMinimumBasicScenario-742069240-project] 10.222.0.13 "GET /v2.0/security-groups?id=9a3d077b-26dc-4bf6-a0a2-93eef416b97b&id=a4c5af12-27b8-498f-b8bd-b9cb865e7222&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0386269
Dec 16 23:06:47.024645 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a94efb9-67f7-4044-88c7-a75089f8e3f5 req-eb386df3-ec4d-4ab5-8ec8-3c55efc9b689 tempest-TestMinimumBasicScenario-742069240 tempest-TestMinimumBasicScenario-742069240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:06:47.025985 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-2a94efb9-67f7-4044-88c7-a75089f8e3f5 req-eb386df3-ec4d-4ab5-8ec8-3c55efc9b689 tempest-TestMinimumBasicScenario-742069240 tempest-TestMinimumBasicScenario-742069240-project] 10.222.0.13 "GET /v2.0/ports?device_id=f52a2f67-e760-412c-a778-de21ae4a38ad HTTP/1.1" status: 200  len: 984 time: 0.0801225
Dec 16 23:06:47.070713 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-2a94efb9-67f7-4044-88c7-a75089f8e3f5 req-52e48f6a-129a-4d38-96ef-f2d0c9b05241 tempest-TestMinimumBasicScenario-742069240 tempest-TestMinimumBasicScenario-742069240-project] 10.222.0.13 "GET /v2.0/security-groups?id=9a3d077b-26dc-4bf6-a0a2-93eef416b97b&id=a4c5af12-27b8-498f-b8bd-b9cb865e7222&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0390778
Dec 16 23:06:48.253891 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093dd0f6-8cce-4089-b39f-375d621e819a req-e1f3bbae-f51f-4b31-9889-ecd37954a4d1 tempest-TestMinimumBasicScenario-742069240 tempest-TestMinimumBasicScenario-742069240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:06:48.255219 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-093dd0f6-8cce-4089-b39f-375d621e819a req-e1f3bbae-f51f-4b31-9889-ecd37954a4d1 tempest-TestMinimumBasicScenario-742069240 tempest-TestMinimumBasicScenario-742069240-project] 10.222.0.13 "GET /v2.0/ports?device_id=f52a2f67-e760-412c-a778-de21ae4a38ad HTTP/1.1" status: 200  len: 984 time: 0.0829952
Dec 16 23:06:48.299600 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-093dd0f6-8cce-4089-b39f-375d621e819a req-2893253e-69f8-4eb1-8fdc-4493aff4345f tempest-TestMinimumBasicScenario-742069240 tempest-TestMinimumBasicScenario-742069240-project] 10.222.0.13 "GET /v2.0/security-groups?id=9a3d077b-26dc-4bf6-a0a2-93eef416b97b&id=a4c5af12-27b8-498f-b8bd-b9cb865e7222&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0380952
Dec 16 23:06:48.858208 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5cf4dd-0d7e-4e71-9dd7-74e649ffe960 req-333d6612-3b05-49c8-8f45-9625c9d12c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:06:48.859641 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-af5cf4dd-0d7e-4e71-9dd7-74e649ffe960 req-333d6612-3b05-49c8-8f45-9625c9d12c22 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0f46194e488246d892c5eed4212fda04&device_id=f52a2f67-e760-412c-a778-de21ae4a38ad HTTP/1.1" status: 200  len: 1137 time: 0.0695086
Dec 16 23:06:49.000331 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5cf4dd-0d7e-4e71-9dd7-74e649ffe960 req-8e74589c-d430-4737-b138-5cb10e4047d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:06:49.001751 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-af5cf4dd-0d7e-4e71-9dd7-74e649ffe960 req-8e74589c-d430-4737-b138-5cb10e4047d3 service neutron] 10.222.0.49 "GET /v2.0/networks?id=d8d3adf5-1637-417e-a2b8-f7d0e216cfe8 HTTP/1.1" status: 200  len: 915 time: 0.1233480
Dec 16 23:06:49.221690 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-af5cf4dd-0d7e-4e71-9dd7-74e649ffe960 req-4be462b0-8b52-459d-a982-2ba9cd6786b1 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c5f50f06-7225-4362-b252-eef3a3ab79cf HTTP/1.1" status: 200  len: 1001 time: 0.2121913
Dec 16 23:06:49.284527 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5cf4dd-0d7e-4e71-9dd7-74e649ffe960 req-067e90dd-4d11-4dc2-b57f-9fa9df7375c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:06:49.285985 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-af5cf4dd-0d7e-4e71-9dd7-74e649ffe960 req-067e90dd-4d11-4dc2-b57f-9fa9df7375c4 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b61f4ad7-ce7a-41bb-9cd5-32c9b599a992 HTTP/1.1" status: 200  len: 853 time: 0.0573654
Dec 16 23:06:49.361797 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5cf4dd-0d7e-4e71-9dd7-74e649ffe960 req-0068cebf-dd2e-42ff-a824-6e897c821d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:06:49.363311 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-af5cf4dd-0d7e-4e71-9dd7-74e649ffe960 req-0068cebf-dd2e-42ff-a824-6e897c821d9c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d8d3adf5-1637-417e-a2b8-f7d0e216cfe8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0701008
Dec 16 23:06:49.488632 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f26568-451a-49f8-bd8e-8493df20cb1f req-6f2b8d70-d1a3-4e53-9820-cbbd0a26545f tempest-TestMinimumBasicScenario-742069240 tempest-TestMinimumBasicScenario-742069240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:06:49.490132 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-40f26568-451a-49f8-bd8e-8493df20cb1f req-6f2b8d70-d1a3-4e53-9820-cbbd0a26545f tempest-TestMinimumBasicScenario-742069240 tempest-TestMinimumBasicScenario-742069240-project] 10.222.0.13 "GET /v2.0/ports?device_id=f52a2f67-e760-412c-a778-de21ae4a38ad HTTP/1.1" status: 200  len: 984 time: 0.0811725
Dec 16 23:06:49.496561 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-af5cf4dd-0d7e-4e71-9dd7-74e649ffe960 req-4682ddba-b414-4fba-9be8-e0fc27635cbe service neutron] 10.222.0.49 "GET /v2.0/networks/d8d3adf5-1637-417e-a2b8-f7d0e216cfe8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1251872
Dec 16 23:06:49.535948 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-40f26568-451a-49f8-bd8e-8493df20cb1f req-e45074f7-3c3c-41d7-9480-637fe494af02 tempest-TestMinimumBasicScenario-742069240 tempest-TestMinimumBasicScenario-742069240-project] 10.222.0.13 "GET /v2.0/security-groups?id=9a3d077b-26dc-4bf6-a0a2-93eef416b97b&id=a4c5af12-27b8-498f-b8bd-b9cb865e7222&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0396426
Dec 16 23:06:49.627532 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-af5cf4dd-0d7e-4e71-9dd7-74e649ffe960 req-60f5d106-679c-4ca9-b411-77aef7ca7fc3 service neutron] 10.222.0.49 "GET /v2.0/networks/d8d3adf5-1637-417e-a2b8-f7d0e216cfe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1236901
Dec 16 23:06:50.721733 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05649c42-56d1-4781-9be3-c36f273d639e req-0e175f59-e4e6-4936-9cc5-4e6f102a4658 tempest-TestMinimumBasicScenario-742069240 tempest-TestMinimumBasicScenario-742069240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:06:50.723095 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-05649c42-56d1-4781-9be3-c36f273d639e req-0e175f59-e4e6-4936-9cc5-4e6f102a4658 tempest-TestMinimumBasicScenario-742069240 tempest-TestMinimumBasicScenario-742069240-project] 10.222.0.13 "GET /v2.0/ports?device_id=f52a2f67-e760-412c-a778-de21ae4a38ad HTTP/1.1" status: 200  len: 984 time: 0.0821011
Dec 16 23:06:50.768712 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-05649c42-56d1-4781-9be3-c36f273d639e req-26521772-3f24-4086-99bb-19fa0719216d tempest-TestMinimumBasicScenario-742069240 tempest-TestMinimumBasicScenario-742069240-project] 10.222.0.13 "GET /v2.0/security-groups?id=9a3d077b-26dc-4bf6-a0a2-93eef416b97b&id=a4c5af12-27b8-498f-b8bd-b9cb865e7222&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0391693
Dec 16 23:06:51.952849 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672af899-6d8d-4a19-bd55-e044e9a2f80a req-c842e5eb-0aa0-4a28-94ee-2b9c41e5ab3a tempest-TestMinimumBasicScenario-742069240 tempest-TestMinimumBasicScenario-742069240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:06:51.954264 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-672af899-6d8d-4a19-bd55-e044e9a2f80a req-c842e5eb-0aa0-4a28-94ee-2b9c41e5ab3a tempest-TestMinimumBasicScenario-742069240 tempest-TestMinimumBasicScenario-742069240-project] 10.222.0.13 "GET /v2.0/ports?device_id=f52a2f67-e760-412c-a778-de21ae4a38ad HTTP/1.1" status: 200  len: 984 time: 0.0786071
Dec 16 23:06:52.002893 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-672af899-6d8d-4a19-bd55-e044e9a2f80a req-f96fa14b-61c6-4bc8-b15f-bd4b385921a6 tempest-TestMinimumBasicScenario-742069240 tempest-TestMinimumBasicScenario-742069240-project] 10.222.0.13 "GET /v2.0/security-groups?id=9a3d077b-26dc-4bf6-a0a2-93eef416b97b&id=a4c5af12-27b8-498f-b8bd-b9cb865e7222&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0429275
Dec 16 23:06:53.182049 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044427e1-324d-43f2-9f27-2c67152c08e2 req-1129a469-598a-46a7-99f0-dadfed9ea666 tempest-TestMinimumBasicScenario-742069240 tempest-TestMinimumBasicScenario-742069240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:06:53.183473 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-044427e1-324d-43f2-9f27-2c67152c08e2 req-1129a469-598a-46a7-99f0-dadfed9ea666 tempest-TestMinimumBasicScenario-742069240 tempest-TestMinimumBasicScenario-742069240-project] 10.222.0.13 "GET /v2.0/ports?device_id=f52a2f67-e760-412c-a778-de21ae4a38ad HTTP/1.1" status: 200  len: 984 time: 0.0783408
Dec 16 23:06:53.227915 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-044427e1-324d-43f2-9f27-2c67152c08e2 req-4a7f4b58-8f38-4b81-b9cf-2debc353ab2a tempest-TestMinimumBasicScenario-742069240 tempest-TestMinimumBasicScenario-742069240-project] 10.222.0.13 "GET /v2.0/security-groups?id=9a3d077b-26dc-4bf6-a0a2-93eef416b97b&id=a4c5af12-27b8-498f-b8bd-b9cb865e7222&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0387404
Dec 16 23:06:54.411339 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5f966a-9885-49ca-8089-c5e423acc244 req-25484ca1-72a9-4d58-a6ce-a69cac2b3b64 tempest-TestMinimumBasicScenario-742069240 tempest-TestMinimumBasicScenario-742069240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:06:54.412858 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-5b5f966a-9885-49ca-8089-c5e423acc244 req-25484ca1-72a9-4d58-a6ce-a69cac2b3b64 tempest-TestMinimumBasicScenario-742069240 tempest-TestMinimumBasicScenario-742069240-project] 10.222.0.13 "GET /v2.0/ports?device_id=f52a2f67-e760-412c-a778-de21ae4a38ad HTTP/1.1" status: 200  len: 984 time: 0.0832262
Dec 16 23:06:54.458326 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-5b5f966a-9885-49ca-8089-c5e423acc244 req-a880ab64-b547-4666-9676-0f8eb7612f27 tempest-TestMinimumBasicScenario-742069240 tempest-TestMinimumBasicScenario-742069240-project] 10.222.0.13 "GET /v2.0/security-groups?id=9a3d077b-26dc-4bf6-a0a2-93eef416b97b&id=a4c5af12-27b8-498f-b8bd-b9cb865e7222&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0398004
Dec 16 23:06:58.214242 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-5d95851a-744d-4684-b02e-f474f43e33b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:07:00.648768 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-221d355a-693e-4811-9e8e-079b8f3dd11b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:07:01.501493 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.agents_db [None req-0abd2616-a86c-48e2-be07-10823335a5bb None None] Agent healthcheck: found 6 active agents {{(pid=87509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 23:07:01.590301 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-3e729f7f-1589-4d54-9c4a-7ee6b283cc2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:07:01.720366 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:07:03.344307 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-4541ba3b-6be8-499c-bc94-3c60aa55c4f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:07:08.103991 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:07:26.357429 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-62bddb6b-de8a-44e0-af53-2ab3ffe0c9fb req-b6d4a3a8-b654-43ba-94dd-2aa3182a8c9a tempest-TestMinimumBasicScenario-742069240 tempest-TestMinimumBasicScenario-742069240-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-589246452&fields=id&tenant_id=0f46194e488246d892c5eed4212fda04 HTTP/1.1" status: 200  len: 267 time: 0.0405388
Dec 16 23:07:26.443225 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bddb6b-de8a-44e0-af53-2ab3ffe0c9fb req-b6a76e4e-d587-46ef-a885-667d7c42517f tempest-TestMinimumBasicScenario-742069240 tempest-TestMinimumBasicScenario-742069240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:07:26.444917 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-62bddb6b-de8a-44e0-af53-2ab3ffe0c9fb req-b6a76e4e-d587-46ef-a885-667d7c42517f tempest-TestMinimumBasicScenario-742069240 tempest-TestMinimumBasicScenario-742069240-project] 10.222.0.13 "GET /v2.0/ports?device_id=f52a2f67-e760-412c-a778-de21ae4a38ad HTTP/1.1" status: 200  len: 984 time: 0.0822985
Dec 16 23:07:26.455713 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [req-62bddb6b-de8a-44e0-af53-2ab3ffe0c9fb req-b9c6f872-992a-4d94-a741-4935a7f274d0 tempest-TestMinimumBasicScenario-742069240 tempest-TestMinimumBasicScenario-742069240-project] Request body: {'port': {'security_groups': ['9a3d077b-26dc-4bf6-a0a2-93eef416b97b']}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 23:07:26.574446 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [req-62bddb6b-de8a-44e0-af53-2ab3ffe0c9fb req-b9c6f872-992a-4d94-a741-4935a7f274d0 tempest-TestMinimumBasicScenario-742069240 tempest-TestMinimumBasicScenario-742069240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:07:26.814984 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.db [req-62bddb6b-de8a-44e0-af53-2ab3ffe0c9fb req-b9c6f872-992a-4d94-a741-4935a7f274d0 tempest-TestMinimumBasicScenario-742069240 tempest-TestMinimumBasicScenario-742069240-project] For port c5f50f06-7225-4362-b252-eef3a3ab79cf, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=c5f50f06-7225-4362-b252-eef3a3ab79cf,segment=NetworkSegment(0d9aeadf-9a67-4132-ab0e-3c3a0cb5fa43),segment_id=0d9aeadf-9a67-4132-ab0e-3c3a0cb5fa43)] {{(pid=87507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 23:07:26.839805 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [req-62bddb6b-de8a-44e0-af53-2ab3ffe0c9fb req-b9c6f872-992a-4d94-a741-4935a7f274d0 tempest-TestMinimumBasicScenario-742069240 tempest-TestMinimumBasicScenario-742069240-project] Notify callbacks [] for port, precommit_update {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:07:26.844587 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [req-62bddb6b-de8a-44e0-af53-2ab3ffe0c9fb req-b9c6f872-992a-4d94-a741-4935a7f274d0 tempest-TestMinimumBasicScenario-742069240 tempest-TestMinimumBasicScenario-742069240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10807814'] for port, after_update {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:07:26.849949 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-5a6b5b97-901b-4534-8101-ee2fb57f81a7 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:07:26.878082 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] get_ports_and_sgs() called for port_ids ['c5f50f06-7225-4362-b252-eef3a3ab79cf'] {{(pid=87508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 23:07:26.913973 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bddb6b-de8a-44e0-af53-2ab3ffe0c9fb req-b9c6f872-992a-4d94-a741-4935a7f274d0 tempest-TestMinimumBasicScenario-742069240 tempest-TestMinimumBasicScenario-742069240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:07:26.914610 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [req-62bddb6b-de8a-44e0-af53-2ab3ffe0c9fb req-b9c6f872-992a-4d94-a741-4935a7f274d0 tempest-TestMinimumBasicScenario-742069240 tempest-TestMinimumBasicScenario-742069240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for port, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:07:26.916016 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-62bddb6b-de8a-44e0-af53-2ab3ffe0c9fb req-b9c6f872-992a-4d94-a741-4935a7f274d0 tempest-TestMinimumBasicScenario-742069240 tempest-TestMinimumBasicScenario-742069240-project] 10.222.0.13 "PUT /v2.0/ports/c5f50f06-7225-4362-b252-eef3a3ab79cf HTTP/1.1" status: 200  len: 942 time: 0.4647563
Dec 16 23:07:26.917634 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f52a2f67-e760-412c-a778-de21ae4a38ad', 'tag': 'c5f50f06-7225-4362-b252-eef3a3ab79cf'}] {{(pid=87507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 23:07:26.923374 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 54254) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 23:07:26.948814 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c6f872-992a-4d94-a741-4935a7f274d0 tempest-TestMinimumBasicScenario-742069240 tempest-TestMinimumBasicScenario-742069240-project] Pushing event updated for resources: {'Port': ['ID=c5f50f06-7225-4362-b252-eef3a3ab79cf,revision_number=7']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:07:26.958072 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c6f872-992a-4d94-a741-4935a7f274d0 tempest-TestMinimumBasicScenario-742069240 tempest-TestMinimumBasicScenario-742069240-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:07:26.958465 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c6f872-992a-4d94-a741-4935a7f274d0 tempest-TestMinimumBasicScenario-742069240 tempest-TestMinimumBasicScenario-742069240-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:07:26.958847 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c6f872-992a-4d94-a741-4935a7f274d0 tempest-TestMinimumBasicScenario-742069240 tempest-TestMinimumBasicScenario-742069240-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:07:26.959223 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c6f872-992a-4d94-a741-4935a7f274d0 tempest-TestMinimumBasicScenario-742069240 tempest-TestMinimumBasicScenario-742069240-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:07:26.960185 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c6f872-992a-4d94-a741-4935a7f274d0 tempest-TestMinimumBasicScenario-742069240 tempest-TestMinimumBasicScenario-742069240-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:07:26.960570 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c6f872-992a-4d94-a741-4935a7f274d0 tempest-TestMinimumBasicScenario-742069240 tempest-TestMinimumBasicScenario-742069240-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:07:26.960941 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c6f872-992a-4d94-a741-4935a7f274d0 tempest-TestMinimumBasicScenario-742069240 tempest-TestMinimumBasicScenario-742069240-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:07:26.961522 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c6f872-992a-4d94-a741-4935a7f274d0 tempest-TestMinimumBasicScenario-742069240 tempest-TestMinimumBasicScenario-742069240-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:07:26.961908 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c6f872-992a-4d94-a741-4935a7f274d0 tempest-TestMinimumBasicScenario-742069240 tempest-TestMinimumBasicScenario-742069240-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:07:26.962271 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c6f872-992a-4d94-a741-4935a7f274d0 tempest-TestMinimumBasicScenario-742069240 tempest-TestMinimumBasicScenario-742069240-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:07:26.962638 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c6f872-992a-4d94-a741-4935a7f274d0 tempest-TestMinimumBasicScenario-742069240 tempest-TestMinimumBasicScenario-742069240-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:07:26.963004 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c6f872-992a-4d94-a741-4935a7f274d0 tempest-TestMinimumBasicScenario-742069240 tempest-TestMinimumBasicScenario-742069240-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:07:26.968994 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-b9c6f872-992a-4d94-a741-4935a7f274d0 tempest-TestMinimumBasicScenario-742069240 tempest-TestMinimumBasicScenario-742069240-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:07:26.991537 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f52a2f67-e760-412c-a778-de21ae4a38ad', 'tag': 'c5f50f06-7225-4362-b252-eef3a3ab79cf', 'status': 'completed', 'code': 200}
Dec 16 23:07:27.022744 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-2f7f6ddb-7d65-4102-b1da-3eecbe65641a tempest-TestMinimumBasicScenario-742069240 tempest-TestMinimumBasicScenario-742069240-project] Notify callbacks [] for security_group, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:07:27.042870 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] get_ports_and_sgs() called for port_ids ['c5f50f06-7225-4362-b252-eef3a3ab79cf'] {{(pid=87508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 23:07:27.104112 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-2f7f6ddb-7d65-4102-b1da-3eecbe65641a tempest-TestMinimumBasicScenario-742069240 tempest-TestMinimumBasicScenario-742069240-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:07:27.167128 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbacbe7a-f90b-455d-95c8-8b18944a1cda req-66ea8f9c-4ad4-47dc-b441-f623c9aa23d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:07:27.168587 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-fbacbe7a-f90b-455d-95c8-8b18944a1cda req-66ea8f9c-4ad4-47dc-b441-f623c9aa23d4 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0f46194e488246d892c5eed4212fda04&device_id=f52a2f67-e760-412c-a778-de21ae4a38ad HTTP/1.1" status: 200  len: 1098 time: 0.1255839
Dec 16 23:07:27.233832 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-e3435971-848e-4f61-97e7-8afef4ce569b None None] Provisioning complete for port c5f50f06-7225-4362-b252-eef3a3ab79cf triggered by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 23:07:27.234214 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-e3435971-848e-4f61-97e7-8afef4ce569b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:07:27.270768 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-2f7f6ddb-7d65-4102-b1da-3eecbe65641a tempest-TestMinimumBasicScenario-742069240 tempest-TestMinimumBasicScenario-742069240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841066'] for security_group, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:07:27.277760 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-20629ed2-08c7-4157-9471-60f5282af92f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:07:27.304671 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7f6ddb-7d65-4102-b1da-3eecbe65641a tempest-TestMinimumBasicScenario-742069240 tempest-TestMinimumBasicScenario-742069240-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4c5af12-27b8-498f-b8bd-b9cb865e7222,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:07:27.317342 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7f6ddb-7d65-4102-b1da-3eecbe65641a tempest-TestMinimumBasicScenario-742069240 tempest-TestMinimumBasicScenario-742069240-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:07:27.317731 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7f6ddb-7d65-4102-b1da-3eecbe65641a tempest-TestMinimumBasicScenario-742069240 tempest-TestMinimumBasicScenario-742069240-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:07:27.318107 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7f6ddb-7d65-4102-b1da-3eecbe65641a tempest-TestMinimumBasicScenario-742069240 tempest-TestMinimumBasicScenario-742069240-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:07:27.318480 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7f6ddb-7d65-4102-b1da-3eecbe65641a tempest-TestMinimumBasicScenario-742069240 tempest-TestMinimumBasicScenario-742069240-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:07:27.319343 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7f6ddb-7d65-4102-b1da-3eecbe65641a tempest-TestMinimumBasicScenario-742069240 tempest-TestMinimumBasicScenario-742069240-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:07:27.319715 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7f6ddb-7d65-4102-b1da-3eecbe65641a tempest-TestMinimumBasicScenario-742069240 tempest-TestMinimumBasicScenario-742069240-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:07:27.320225 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7f6ddb-7d65-4102-b1da-3eecbe65641a tempest-TestMinimumBasicScenario-742069240 tempest-TestMinimumBasicScenario-742069240-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:07:27.320599 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7f6ddb-7d65-4102-b1da-3eecbe65641a tempest-TestMinimumBasicScenario-742069240 tempest-TestMinimumBasicScenario-742069240-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:07:27.321006 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7f6ddb-7d65-4102-b1da-3eecbe65641a tempest-TestMinimumBasicScenario-742069240 tempest-TestMinimumBasicScenario-742069240-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:07:27.321324 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7f6ddb-7d65-4102-b1da-3eecbe65641a tempest-TestMinimumBasicScenario-742069240 tempest-TestMinimumBasicScenario-742069240-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:07:27.321683 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7f6ddb-7d65-4102-b1da-3eecbe65641a tempest-TestMinimumBasicScenario-742069240 tempest-TestMinimumBasicScenario-742069240-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:07:27.322040 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7f6ddb-7d65-4102-b1da-3eecbe65641a tempest-TestMinimumBasicScenario-742069240 tempest-TestMinimumBasicScenario-742069240-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:07:27.334559 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-2f7f6ddb-7d65-4102-b1da-3eecbe65641a tempest-TestMinimumBasicScenario-742069240 tempest-TestMinimumBasicScenario-742069240-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:07:27.335608 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-2f7f6ddb-7d65-4102-b1da-3eecbe65641a tempest-TestMinimumBasicScenario-742069240 tempest-TestMinimumBasicScenario-742069240-project] Notify callbacks [] for security_group, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:07:27.337239 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-2f7f6ddb-7d65-4102-b1da-3eecbe65641a tempest-TestMinimumBasicScenario-742069240 tempest-TestMinimumBasicScenario-742069240-project] 10.222.0.13 "DELETE /v2.0/security-groups/a4c5af12-27b8-498f-b8bd-b9cb865e7222 HTTP/1.1" status: 204  len: 168 time: 0.4124238
Dec 16 23:07:27.340565 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 54258) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 23:07:27.345097 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbacbe7a-f90b-455d-95c8-8b18944a1cda req-314860dd-f8d3-421a-857b-ed65416078ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:07:27.346429 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-fbacbe7a-f90b-455d-95c8-8b18944a1cda req-314860dd-f8d3-421a-857b-ed65416078ca service neutron] 10.222.0.49 "GET /v2.0/networks?id=d8d3adf5-1637-417e-a2b8-f7d0e216cfe8 HTTP/1.1" status: 200  len: 915 time: 0.1718762
Dec 16 23:07:27.465983 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-fbacbe7a-f90b-455d-95c8-8b18944a1cda req-c7bfc0c8-69b5-4e7d-875a-3df86a504a2f service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c5f50f06-7225-4362-b252-eef3a3ab79cf HTTP/1.1" status: 200  len: 1001 time: 0.1110740
Dec 16 23:07:27.529360 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbacbe7a-f90b-455d-95c8-8b18944a1cda req-0f1d5c75-112f-477d-bb47-c362bb8c3a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:07:27.530812 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-fbacbe7a-f90b-455d-95c8-8b18944a1cda req-0f1d5c75-112f-477d-bb47-c362bb8c3a24 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b61f4ad7-ce7a-41bb-9cd5-32c9b599a992 HTTP/1.1" status: 200  len: 853 time: 0.0584338
Dec 16 23:07:27.560468 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.plugin [None req-05007c2e-481f-44c5-9dc7-0cb947caae28 tempest-TestMinimumBasicScenario-742069240 tempest-TestMinimumBasicScenario-742069240-project] Deleting port 63a4e1bd-b278-48ba-9615-07523a2f7901 {{(pid=87507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 23:07:27.560991 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-05007c2e-481f-44c5-9dc7-0cb947caae28 tempest-TestMinimumBasicScenario-742069240 tempest-TestMinimumBasicScenario-742069240-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:07:27.608666 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbacbe7a-f90b-455d-95c8-8b18944a1cda req-d56fe82b-c2d6-49fc-8c83-3c983657270d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:07:27.610061 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-fbacbe7a-f90b-455d-95c8-8b18944a1cda req-d56fe82b-c2d6-49fc-8c83-3c983657270d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d8d3adf5-1637-417e-a2b8-f7d0e216cfe8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0726037
Dec 16 23:07:27.745940 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-fbacbe7a-f90b-455d-95c8-8b18944a1cda req-96182fc2-0f38-40eb-897d-087d37dcdd13 service neutron] 10.222.0.49 "GET /v2.0/networks/d8d3adf5-1637-417e-a2b8-f7d0e216cfe8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1287720
Dec 16 23:07:27.849350 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-05007c2e-481f-44c5-9dc7-0cb947caae28 tempest-TestMinimumBasicScenario-742069240 tempest-TestMinimumBasicScenario-742069240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:07:27.849683 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-05007c2e-481f-44c5-9dc7-0cb947caae28 tempest-TestMinimumBasicScenario-742069240 tempest-TestMinimumBasicScenario-742069240-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:07:27.875289 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-fbacbe7a-f90b-455d-95c8-8b18944a1cda req-57b79fff-f852-4bf4-b492-ca30fea754f1 service neutron] 10.222.0.49 "GET /v2.0/networks/d8d3adf5-1637-417e-a2b8-f7d0e216cfe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1231089
Dec 16 23:07:27.970383 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.plugin [None req-05007c2e-481f-44c5-9dc7-0cb947caae28 tempest-TestMinimumBasicScenario-742069240 tempest-TestMinimumBasicScenario-742069240-project] Calling delete_port for 63a4e1bd-b278-48ba-9615-07523a2f7901 owned by network:floatingip {{(pid=87507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 23:07:28.117449 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-05007c2e-481f-44c5-9dc7-0cb947caae28 tempest-TestMinimumBasicScenario-742069240 tempest-TestMinimumBasicScenario-742069240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10807823'] for port, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:07:28.121735 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-5a6b5b97-901b-4534-8101-ee2fb57f81a7 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:07:28.164319 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05007c2e-481f-44c5-9dc7-0cb947caae28 tempest-TestMinimumBasicScenario-742069240 tempest-TestMinimumBasicScenario-742069240-project] Pushing event deleted for resources: {'Port': ['ID=63a4e1bd-b278-48ba-9615-07523a2f7901,revision_number=None']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:07:28.167326 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-05007c2e-481f-44c5-9dc7-0cb947caae28 tempest-TestMinimumBasicScenario-742069240 tempest-TestMinimumBasicScenario-742069240-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:07:28.215211 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-3a90b078-07a9-429a-be18-cdf1b97667c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:07:28.257104 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-05007c2e-481f-44c5-9dc7-0cb947caae28 tempest-TestMinimumBasicScenario-742069240 tempest-TestMinimumBasicScenario-742069240-project] Notify callbacks [] for floatingip, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:07:28.257433 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.db.l3_db [None req-05007c2e-481f-44c5-9dc7-0cb947caae28 tempest-TestMinimumBasicScenario-742069240 tempest-TestMinimumBasicScenario-742069240-project] Floating IP 18da98ef-0a6d-413a-a0bb-18bb31371dc9 disassociated (deleted). External IP: 172.26.0.137, port: c5f50f06-7225-4362-b252-eef3a3ab79cf.
Dec 16 23:07:28.594860 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05007c2e-481f-44c5-9dc7-0cb947caae28 tempest-TestMinimumBasicScenario-742069240 tempest-TestMinimumBasicScenario-742069240-project] Router 31c67842-9908-4a7d-8964-c0e84006cda1 has already been hosted by L3 agent 4f519db7-069b-43e2-8411-c092bac9102a {{(pid=87507) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 23:07:28.769482 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05007c2e-481f-44c5-9dc7-0cb947caae28 tempest-TestMinimumBasicScenario-742069240 tempest-TestMinimumBasicScenario-742069240-project] Notify agent at l3_agent.dv-neutron-821829-1-hyperv the message routers_updated {{(pid=87507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 23:07:28.780073 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70f41ccb-c47c-47b9-a802-15989173fdaa None None] Sync routers for ids ['31c67842-9908-4a7d-8964-c0e84006cda1'] in dv-neutron-821829-1-hyperv {{(pid=87509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 23:07:28.782363 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-05007c2e-481f-44c5-9dc7-0cb947caae28 tempest-TestMinimumBasicScenario-742069240 tempest-TestMinimumBasicScenario-742069240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for floatingip, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:07:28.788845 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70f41ccb-c47c-47b9-a802-15989173fdaa None None] Routers {'31c67842-9908-4a7d-8964-c0e84006cda1'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 23:07:28.789463 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-70f41ccb-c47c-47b9-a802-15989173fdaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b7cab7eb0>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T23:07:01Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['31c67842-9908-4a7d-8964-c0e84006cda1'], 'active': True} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 23:07:28.835699 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-05007c2e-481f-44c5-9dc7-0cb947caae28 tempest-TestMinimumBasicScenario-742069240 tempest-TestMinimumBasicScenario-742069240-project] 10.222.0.13 "DELETE /v2.0/floatingips/18da98ef-0a6d-413a-a0bb-18bb31371dc9 HTTP/1.1" status: 204  len: 168 time: 1.4931047
Dec 16 23:07:28.961843 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvr_db [None req-70f41ccb-c47c-47b9-a802-15989173fdaa None None] Set router 31c67842-9908-4a7d-8964-c0e84006cda1 gateway port host: dv-neutron-821829-1-hyperv {{(pid=87509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 23:07:28.992369 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f52a2f67-e760-412c-a778-de21ae4a38ad', 'tag': 'c5f50f06-7225-4362-b252-eef3a3ab79cf'}] {{(pid=87507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 23:07:29.038717 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f52a2f67-e760-412c-a778-de21ae4a38ad', 'tag': 'c5f50f06-7225-4362-b252-eef3a3ab79cf', 'status': 'completed', 'code': 200}
Dec 16 23:07:29.157742 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cd202b-fb46-459f-a37c-b17b3e627210 req-c472274c-dae1-4e8a-9040-22f7812c7e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:07:29.160361 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-13cd202b-fb46-459f-a37c-b17b3e627210 req-c472274c-dae1-4e8a-9040-22f7812c7e63 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0f46194e488246d892c5eed4212fda04&device_id=f52a2f67-e760-412c-a778-de21ae4a38ad HTTP/1.1" status: 200  len: 1098 time: 0.0776381
Dec 16 23:07:29.308348 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cd202b-fb46-459f-a37c-b17b3e627210 req-be5d35b1-de35-404e-972b-a134993c6bda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:07:29.309979 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-13cd202b-fb46-459f-a37c-b17b3e627210 req-be5d35b1-de35-404e-972b-a134993c6bda service neutron] 10.222.0.49 "GET /v2.0/networks?id=d8d3adf5-1637-417e-a2b8-f7d0e216cfe8 HTTP/1.1" status: 200  len: 915 time: 0.1424356
Dec 16 23:07:29.316835 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-70f41ccb-c47c-47b9-a802-15989173fdaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b7cab7eb0>, [{'id': '31c67842-9908-4a7d-8964-c0e84006cda1', 'name': 'tempest-TestMinimumBasicScenario-303940987-router', 'tenant_id': '0f46194e488246d892c5eed4212fda04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.227'}], 'enable_snat': True}, 'gw_port_id': '15d2bcf8-4884-4886-8110-4836eb089e87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:05:28Z', 'updated_at': '2021-12-16T23:05:32Z', 'revision_number': 4, 'project_id': '0f46194e488246d892c5eed4212fda04', 'gw_port': {'id': '15d2bcf8-4884-4886-8110-4836eb089e87', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:54:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31c67842-9908-4a7d-8964-c0e84006cda1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:05:29Z', 'updated_at': '2021-12-16T23:05:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv', '_interfaces': [{'id': '3783d024-8db3-44eb-9bb4-edc5b8f5d866', 'name': '', 'network_id': 'd8d3adf5-1637-417e-a2b8-f7d0e216cfe8', 'tenant_id': '0f46194e488246d892c5eed4212fda04', 'mac_address': 'fa:16:3e:0c:35:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31c67842-9908-4a7d-8964-c0e84006cda1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': 'b61f4ad7-ce7a-41bb-9cd5-32c9b599a992', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:05:31Z', 'updated_at': '2021-12-16T23:05:38Z', 'revision_number': 5, 'project_id': '0f46194e488246d892c5eed4212fda04', 'subnets': [{'id': 'b61f4ad7-ce7a-41bb-9cd5-32c9b599a992', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 23:07:29.321382 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70f41ccb-c47c-47b9-a802-15989173fdaa None None] Checking router: 31c67842-9908-4a7d-8964-c0e84006cda1 for host: dv-neutron-821829-1-hyperv {{(pid=87509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 23:07:29.329502 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70f41ccb-c47c-47b9-a802-15989173fdaa None None] Routers {'31c67842-9908-4a7d-8964-c0e84006cda1'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 23:07:29.330114 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-70f41ccb-c47c-47b9-a802-15989173fdaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b7cab7eb0>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T23:07:01Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['31c67842-9908-4a7d-8964-c0e84006cda1'], 'active': True} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 23:07:29.504694 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-13cd202b-fb46-459f-a37c-b17b3e627210 req-ca44a7c1-6270-43a5-8934-6be4ccd62e54 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c5f50f06-7225-4362-b252-eef3a3ab79cf HTTP/1.1" status: 200  len: 217 time: 0.1885018
Dec 16 23:07:29.511801 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvr_db [None req-70f41ccb-c47c-47b9-a802-15989173fdaa None None] Set router 31c67842-9908-4a7d-8964-c0e84006cda1 gateway port host: dv-neutron-821829-1-hyperv {{(pid=87509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 23:07:29.566230 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cd202b-fb46-459f-a37c-b17b3e627210 req-039002e9-f70a-499b-ab16-85cbeb397fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:07:29.567713 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-13cd202b-fb46-459f-a37c-b17b3e627210 req-039002e9-f70a-499b-ab16-85cbeb397fbe service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b61f4ad7-ce7a-41bb-9cd5-32c9b599a992 HTTP/1.1" status: 200  len: 853 time: 0.0559084
Dec 16 23:07:29.646452 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cd202b-fb46-459f-a37c-b17b3e627210 req-4054c9ac-737b-4856-afbe-0f8a2110c6ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:07:29.648619 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-13cd202b-fb46-459f-a37c-b17b3e627210 req-4054c9ac-737b-4856-afbe-0f8a2110c6ce service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d8d3adf5-1637-417e-a2b8-f7d0e216cfe8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0743046
Dec 16 23:07:29.784367 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-13cd202b-fb46-459f-a37c-b17b3e627210 req-a167bf4f-89f9-416d-9d35-a9df4a142500 service neutron] 10.222.0.49 "GET /v2.0/networks/d8d3adf5-1637-417e-a2b8-f7d0e216cfe8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1271076
Dec 16 23:07:29.835118 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-70f41ccb-c47c-47b9-a802-15989173fdaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b7cab7eb0>, [{'id': '31c67842-9908-4a7d-8964-c0e84006cda1', 'name': 'tempest-TestMinimumBasicScenario-303940987-router', 'tenant_id': '0f46194e488246d892c5eed4212fda04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.227'}], 'enable_snat': True}, 'gw_port_id': '15d2bcf8-4884-4886-8110-4836eb089e87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:05:28Z', 'updated_at': '2021-12-16T23:05:32Z', 'revision_number': 4, 'project_id': '0f46194e488246d892c5eed4212fda04', 'gw_port': {'id': '15d2bcf8-4884-4886-8110-4836eb089e87', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:54:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31c67842-9908-4a7d-8964-c0e84006cda1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:05:29Z', 'updated_at': '2021-12-16T23:05:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv', '_interfaces': [{'id': '3783d024-8db3-44eb-9bb4-edc5b8f5d866', 'name': '', 'network_id': 'd8d3adf5-1637-417e-a2b8-f7d0e216cfe8', 'tenant_id': '0f46194e488246d892c5eed4212fda04', 'mac_address': 'fa:16:3e:0c:35:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31c67842-9908-4a7d-8964-c0e84006cda1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': 'b61f4ad7-ce7a-41bb-9cd5-32c9b599a992', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:05:31Z', 'updated_at': '2021-12-16T23:05:38Z', 'revision_number': 5, 'project_id': '0f46194e488246d892c5eed4212fda04', 'subnets': [{'id': 'b61f4ad7-ce7a-41bb-9cd5-32c9b599a992', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 23:07:29.839155 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70f41ccb-c47c-47b9-a802-15989173fdaa None None] The sync data for ids ['31c67842-9908-4a7d-8964-c0e84006cda1'] in dv-neutron-821829-1-hyperv is: [{'id': '31c67842-9908-4a7d-8964-c0e84006cda1', 'name': 'tempest-TestMinimumBasicScenario-303940987-router', 'tenant_id': '0f46194e488246d892c5eed4212fda04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.227'}], 'enable_snat': True}, 'gw_port_id': '15d2bcf8-4884-4886-8110-4836eb089e87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:05:28Z', 'updated_at': '2021-12-16T23:05:32Z', 'revision_number': 4, 'project_id': '0f46194e488246d892c5eed4212fda04', 'gw_port': {'id': '15d2bcf8-4884-4886-8110-4836eb089e87', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:54:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31c67842-9908-4a7d-8964-c0e84006cda1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:05:29Z', 'updated_at': '2021-12-16T23:05:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv', '_interfaces': [{'id': '3783d024-8db3-44eb-9bb4-edc5b8f5d866', 'name': '', 'network_id': 'd8d3adf5-1637-417e-a2b8-f7d0e216cfe8', 'tenant_id': '0f46194e488246d892c5eed4212fda04', 'mac_address': 'fa:16:3e:0c:35:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31c67842-9908-4a7d-8964-c0e84006cda1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': 'b61f4ad7-ce7a-41bb-9cd5-32c9b599a992', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:05:31Z', 'updated_at': '2021-12-16T23:05:38Z', 'revision_number': 5, 'project_id': '0f46194e488246d892c5eed4212fda04', 'subnets': [{'id': 'b61f4ad7-ce7a-41bb-9cd5-32c9b599a992', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 23:07:29.932757 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-13cd202b-fb46-459f-a37c-b17b3e627210 req-771bcdf0-a5cb-40a2-afb3-df40a63fb3ef service neutron] 10.222.0.49 "GET /v2.0/networks/d8d3adf5-1637-417e-a2b8-f7d0e216cfe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1335843
Dec 16 23:07:30.098686 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98a79b61-40f2-4d20-8f63-63b8e2bdb44d None None] New status for floating IP 18da98ef-0a6d-413a-a0bb-18bb31371dc9: DOWN {{(pid=87508) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 16 23:07:30.650229 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-3329b4f2-d566-425e-924e-9700e7d8b5d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:07:31.595115 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-3e729f7f-1589-4d54-9c4a-7ee6b283cc2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:07:31.722845 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:07:33.348324 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-4541ba3b-6be8-499c-bc94-3c60aa55c4f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:07:34.261342 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2d17f5-1b26-4b88-8d64-98f171f95993 req-8531bf88-d0d3-4ce7-9e9c-41c181d1fbd9 tempest-TestMinimumBasicScenario-742069240 tempest-TestMinimumBasicScenario-742069240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:07:34.262029 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [req-4f2d17f5-1b26-4b88-8d64-98f171f95993 req-8531bf88-d0d3-4ce7-9e9c-41c181d1fbd9 tempest-TestMinimumBasicScenario-742069240 tempest-TestMinimumBasicScenario-742069240-project] Synchronizing usage tracker for tenant:0f46194e488246d892c5eed4212fda04 on resource:port {{(pid=87507) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 23:07:34.277399 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [req-4f2d17f5-1b26-4b88-8d64-98f171f95993 req-8531bf88-d0d3-4ce7-9e9c-41c181d1fbd9 tempest-TestMinimumBasicScenario-742069240 tempest-TestMinimumBasicScenario-742069240-project] Unset dirty status for tenant:0f46194e488246d892c5eed4212fda04 on resource:port {{(pid=87507) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 23:07:34.278506 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-4f2d17f5-1b26-4b88-8d64-98f171f95993 req-8531bf88-d0d3-4ce7-9e9c-41c181d1fbd9 tempest-TestMinimumBasicScenario-742069240 tempest-TestMinimumBasicScenario-742069240-project] 10.222.0.13 "GET /v2.0/ports?device_id=f52a2f67-e760-412c-a778-de21ae4a38ad HTTP/1.1" status: 200  len: 945 time: 0.0950229
Dec 16 23:07:34.325013 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-4f2d17f5-1b26-4b88-8d64-98f171f95993 req-01e51917-d32a-436f-b886-63e9e921ddde tempest-TestMinimumBasicScenario-742069240 tempest-TestMinimumBasicScenario-742069240-project] 10.222.0.13 "GET /v2.0/security-groups?id=9a3d077b-26dc-4bf6-a0a2-93eef416b97b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407016
Dec 16 23:07:35.507599 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b58097e-555d-48c7-b411-2c11bc0a7f81 req-8c3f766f-56a1-4592-8fbf-9fc300ef5aa6 tempest-TestMinimumBasicScenario-742069240 tempest-TestMinimumBasicScenario-742069240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:07:35.509054 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-8b58097e-555d-48c7-b411-2c11bc0a7f81 req-8c3f766f-56a1-4592-8fbf-9fc300ef5aa6 tempest-TestMinimumBasicScenario-742069240 tempest-TestMinimumBasicScenario-742069240-project] 10.222.0.13 "GET /v2.0/ports?device_id=f52a2f67-e760-412c-a778-de21ae4a38ad HTTP/1.1" status: 200  len: 945 time: 0.0800169
Dec 16 23:07:35.551334 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-8b58097e-555d-48c7-b411-2c11bc0a7f81 req-a73bc703-2102-40d9-9d8d-3ae866f0d4ac tempest-TestMinimumBasicScenario-742069240 tempest-TestMinimumBasicScenario-742069240-project] 10.222.0.13 "GET /v2.0/security-groups?id=9a3d077b-26dc-4bf6-a0a2-93eef416b97b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0365891
Dec 16 23:07:36.022812 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13de6c93-c2f0-430e-9fc7-3d13965df70b req-b56af55e-af60-4b42-b6f9-1f1b35d29f4b tempest-TestMinimumBasicScenario-742069240 tempest-TestMinimumBasicScenario-742069240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:07:36.023530 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [req-13de6c93-c2f0-430e-9fc7-3d13965df70b req-b56af55e-af60-4b42-b6f9-1f1b35d29f4b tempest-TestMinimumBasicScenario-742069240 tempest-TestMinimumBasicScenario-742069240-project] Synchronizing usage tracker for tenant:0f46194e488246d892c5eed4212fda04 on resource:port {{(pid=87506) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 23:07:36.034755 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [req-13de6c93-c2f0-430e-9fc7-3d13965df70b req-b56af55e-af60-4b42-b6f9-1f1b35d29f4b tempest-TestMinimumBasicScenario-742069240 tempest-TestMinimumBasicScenario-742069240-project] Unset dirty status for tenant:0f46194e488246d892c5eed4212fda04 on resource:port {{(pid=87506) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 23:07:36.035866 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-13de6c93-c2f0-430e-9fc7-3d13965df70b req-b56af55e-af60-4b42-b6f9-1f1b35d29f4b tempest-TestMinimumBasicScenario-742069240 tempest-TestMinimumBasicScenario-742069240-project] 10.222.0.49 "GET /v2.0/ports?device_id=f52a2f67-e760-412c-a778-de21ae4a38ad HTTP/1.1" status: 200  len: 945 time: 0.0898321
Dec 16 23:07:36.108278 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [req-13de6c93-c2f0-430e-9fc7-3d13965df70b req-1faf51cc-bc9e-4f80-b906-ec2855160ff0 tempest-TestMinimumBasicScenario-742069240 tempest-TestMinimumBasicScenario-742069240-project] Deleting port c5f50f06-7225-4362-b252-eef3a3ab79cf {{(pid=87506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 23:07:36.108618 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-13de6c93-c2f0-430e-9fc7-3d13965df70b req-1faf51cc-bc9e-4f80-b906-ec2855160ff0 tempest-TestMinimumBasicScenario-742069240 tempest-TestMinimumBasicScenario-742069240-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:07:36.345103 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.db [req-13de6c93-c2f0-430e-9fc7-3d13965df70b req-1faf51cc-bc9e-4f80-b906-ec2855160ff0 tempest-TestMinimumBasicScenario-742069240 tempest-TestMinimumBasicScenario-742069240-project] For port c5f50f06-7225-4362-b252-eef3a3ab79cf, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=c5f50f06-7225-4362-b252-eef3a3ab79cf,segment=NetworkSegment(0d9aeadf-9a67-4132-ab0e-3c3a0cb5fa43),segment_id=0d9aeadf-9a67-4132-ab0e-3c3a0cb5fa43)] {{(pid=87506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 23:07:36.345463 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-13de6c93-c2f0-430e-9fc7-3d13965df70b req-1faf51cc-bc9e-4f80-b906-ec2855160ff0 tempest-TestMinimumBasicScenario-742069240 tempest-TestMinimumBasicScenario-742069240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:07:36.470531 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [req-13de6c93-c2f0-430e-9fc7-3d13965df70b req-1faf51cc-bc9e-4f80-b906-ec2855160ff0 tempest-TestMinimumBasicScenario-742069240 tempest-TestMinimumBasicScenario-742069240-project] Calling delete_port for c5f50f06-7225-4362-b252-eef3a3ab79cf owned by compute:nova {{(pid=87506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 23:07:36.612480 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-13de6c93-c2f0-430e-9fc7-3d13965df70b req-1faf51cc-bc9e-4f80-b906-ec2855160ff0 tempest-TestMinimumBasicScenario-742069240 tempest-TestMinimumBasicScenario-742069240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1863393'] for port, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:07:36.619818 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-cd16e88e-7aba-4021-94d4-389800560c11 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:07:36.645843 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] get_ports_and_sgs() called for port_ids ['c5f50f06-7225-4362-b252-eef3a3ab79cf'] {{(pid=87508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 23:07:36.666868 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1faf51cc-bc9e-4f80-b906-ec2855160ff0 tempest-TestMinimumBasicScenario-742069240 tempest-TestMinimumBasicScenario-742069240-project] Pushing event deleted for resources: {'Port': ['ID=c5f50f06-7225-4362-b252-eef3a3ab79cf,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:07:36.669870 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-1faf51cc-bc9e-4f80-b906-ec2855160ff0 tempest-TestMinimumBasicScenario-742069240 tempest-TestMinimumBasicScenario-742069240-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:07:36.711416 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-eefa4239-535b-466c-a2e2-ea40f205a133 req-4189e4ab-5381-4e1e-9fdf-f8e2aa1a19cf tempest-TestMinimumBasicScenario-742069240 tempest-TestMinimumBasicScenario-742069240-project] 10.222.0.13 "GET /v2.0/ports?device_id=f52a2f67-e760-412c-a778-de21ae4a38ad HTTP/1.1" status: 200  len: 210 time: 0.0551403
Dec 16 23:07:36.743593 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.l3_dvrscheduler_db [req-13de6c93-c2f0-430e-9fc7-3d13965df70b req-1faf51cc-bc9e-4f80-b906-ec2855160ff0 tempest-TestMinimumBasicScenario-742069240 tempest-TestMinimumBasicScenario-742069240-project] No DVR routers for this DVR port c5f50f06-7225-4362-b252-eef3a3ab79cf on host hv-neutron-8218 {{(pid=87506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 23:07:36.746020 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-13de6c93-c2f0-430e-9fc7-3d13965df70b req-1faf51cc-bc9e-4f80-b906-ec2855160ff0 tempest-TestMinimumBasicScenario-742069240 tempest-TestMinimumBasicScenario-742069240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for port, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:07:36.748554 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f52a2f67-e760-412c-a778-de21ae4a38ad', 'name': 'network-vif-deleted', 'tag': 'c5f50f06-7225-4362-b252-eef3a3ab79cf'}] {{(pid=87506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 23:07:36.764478 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-13de6c93-c2f0-430e-9fc7-3d13965df70b req-1faf51cc-bc9e-4f80-b906-ec2855160ff0 tempest-TestMinimumBasicScenario-742069240 tempest-TestMinimumBasicScenario-742069240-project] 10.222.0.49 "DELETE /v2.0/ports/c5f50f06-7225-4362-b252-eef3a3ab79cf HTTP/1.1" status: 204  len: 173 time: 0.7221191
Dec 16 23:07:36.796970 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f52a2f67-e760-412c-a778-de21ae4a38ad', 'name': 'network-vif-deleted', 'tag': 'c5f50f06-7225-4362-b252-eef3a3ab79cf', 'status': 'completed', 'code': 200}
Dec 16 23:07:38.104299 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:07:38.320731 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 54344) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 23:07:38.499505 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.agents_db [None req-0abd2616-a86c-48e2-be07-10823335a5bb None None] Agent healthcheck: found 6 active agents {{(pid=87509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 23:07:38.959009 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-0e2b67e7-13b8-44c1-9a15-0dcfadefa1f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3830176'] for router_interface, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:07:39.294440 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.plugin [None req-0e2b67e7-13b8-44c1-9a15-0dcfadefa1f4 admin admin] Deleting port 3783d024-8db3-44eb-9bb4-edc5b8f5d866 {{(pid=87507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 23:07:39.294779 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-0e2b67e7-13b8-44c1-9a15-0dcfadefa1f4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:07:39.465802 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.db [None req-0e2b67e7-13b8-44c1-9a15-0dcfadefa1f4 admin admin] For port 3783d024-8db3-44eb-9bb4-edc5b8f5d866, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=3783d024-8db3-44eb-9bb4-edc5b8f5d866,segment=NetworkSegment(0d9aeadf-9a67-4132-ab0e-3c3a0cb5fa43),segment_id=0d9aeadf-9a67-4132-ab0e-3c3a0cb5fa43)] {{(pid=87507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 23:07:39.466715 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-0e2b67e7-13b8-44c1-9a15-0dcfadefa1f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:07:39.590894 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.plugin [None req-0e2b67e7-13b8-44c1-9a15-0dcfadefa1f4 admin admin] Calling delete_port for 3783d024-8db3-44eb-9bb4-edc5b8f5d866 owned by network:router_interface {{(pid=87507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 23:07:40.017043 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-0e2b67e7-13b8-44c1-9a15-0dcfadefa1f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10807823'] for port, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:07:40.021415 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-d72e1613-3295-48e7-aaaf-6a64b36a2bf2 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:07:40.034857 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Device c5f50f06-7225-4362-b252-eef3a3ab79cf no longer exists at agent hyperv_hv-neutron-8218 {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 23:07:40.065291 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2b67e7-13b8-44c1-9a15-0dcfadefa1f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=3783d024-8db3-44eb-9bb4-edc5b8f5d866,revision_number=None']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:07:40.071893 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] No Port match for: c5f50f06-7225-4362-b252-eef3a3ab79cf {{(pid=87508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 23:07:40.072251 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Device c5f50f06-7225-4362-b252-eef3a3ab79cf not bound to the agent host hv-neutron-8218 {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 23:07:40.090877 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-0e2b67e7-13b8-44c1-9a15-0dcfadefa1f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:07:40.327665 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-0e2b67e7-13b8-44c1-9a15-0dcfadefa1f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3791449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3739472'] for router_interface, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:07:40.686501 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e2b67e7-13b8-44c1-9a15-0dcfadefa1f4 admin admin] Router 31c67842-9908-4a7d-8964-c0e84006cda1 has already been hosted by L3 agent 4f519db7-069b-43e2-8411-c092bac9102a {{(pid=87507) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 23:07:40.860172 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e2b67e7-13b8-44c1-9a15-0dcfadefa1f4 admin admin] Notify agent at l3_agent.dv-neutron-821829-1-hyperv the message routers_updated {{(pid=87507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 23:07:40.869513 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20dd5257-600b-4654-bb82-28291d1515a0 None None] Sync routers for ids ['31c67842-9908-4a7d-8964-c0e84006cda1'] in dv-neutron-821829-1-hyperv {{(pid=87509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 23:07:40.872388 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-0e2b67e7-13b8-44c1-9a15-0dcfadefa1f4 admin admin] 10.222.0.13 "PUT /v2.0/routers/31c67842-9908-4a7d-8964-c0e84006cda1/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.5505955
Dec 16 23:07:40.874884 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 54348) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 23:07:40.880151 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20dd5257-600b-4654-bb82-28291d1515a0 None None] Routers {'31c67842-9908-4a7d-8964-c0e84006cda1'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 23:07:40.880774 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-20dd5257-600b-4654-bb82-28291d1515a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b7c887490>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T23:07:31Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['31c67842-9908-4a7d-8964-c0e84006cda1'], 'active': True} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 23:07:41.055591 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-642dfbdb-1307-4f62-992f-c8758337f742 admin admin] Notify callbacks [] for router, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:07:41.059528 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvr_db [None req-20dd5257-600b-4654-bb82-28291d1515a0 None None] Set router 31c67842-9908-4a7d-8964-c0e84006cda1 gateway port host: dv-neutron-821829-1-hyperv {{(pid=87509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 23:07:41.347919 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-20dd5257-600b-4654-bb82-28291d1515a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b7c887490>, [{'id': '31c67842-9908-4a7d-8964-c0e84006cda1', 'name': 'tempest-TestMinimumBasicScenario-303940987-router', 'tenant_id': '0f46194e488246d892c5eed4212fda04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.227'}], 'enable_snat': True}, 'gw_port_id': '15d2bcf8-4884-4886-8110-4836eb089e87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:05:28Z', 'updated_at': '2021-12-16T23:07:39Z', 'revision_number': 5, 'project_id': '0f46194e488246d892c5eed4212fda04', 'gw_port': {'id': '15d2bcf8-4884-4886-8110-4836eb089e87', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:54:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31c67842-9908-4a7d-8964-c0e84006cda1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:05:29Z', 'updated_at': '2021-12-16T23:05:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv'}], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 23:07:41.352004 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20dd5257-600b-4654-bb82-28291d1515a0 None None] Checking router: 31c67842-9908-4a7d-8964-c0e84006cda1 for host: dv-neutron-821829-1-hyperv {{(pid=87509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 23:07:41.360320 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20dd5257-600b-4654-bb82-28291d1515a0 None None] Routers {'31c67842-9908-4a7d-8964-c0e84006cda1'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 23:07:41.361009 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-20dd5257-600b-4654-bb82-28291d1515a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b7c887490>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T23:07:31Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['31c67842-9908-4a7d-8964-c0e84006cda1'], 'active': True} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 23:07:41.374957 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-642dfbdb-1307-4f62-992f-c8758337f742 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:07:41.384912 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.plugin [None req-642dfbdb-1307-4f62-992f-c8758337f742 admin admin] Deleting port 15d2bcf8-4884-4886-8110-4836eb089e87 {{(pid=87507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 23:07:41.385282 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-642dfbdb-1307-4f62-992f-c8758337f742 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:07:41.514754 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvr_db [None req-20dd5257-600b-4654-bb82-28291d1515a0 None None] Set router 31c67842-9908-4a7d-8964-c0e84006cda1 gateway port host: None {{(pid=87509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 23:07:41.563861 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.db [None req-642dfbdb-1307-4f62-992f-c8758337f742 admin admin] For port 15d2bcf8-4884-4886-8110-4836eb089e87, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=15d2bcf8-4884-4886-8110-4836eb089e87,segment=NetworkSegment(a416442d-d143-4052-9f4e-546eb8cbe809),segment_id=a416442d-d143-4052-9f4e-546eb8cbe809)] {{(pid=87507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 23:07:41.564220 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-642dfbdb-1307-4f62-992f-c8758337f742 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:07:41.647322 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-20dd5257-600b-4654-bb82-28291d1515a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b7c887490>, [{'id': '31c67842-9908-4a7d-8964-c0e84006cda1', 'name': 'tempest-TestMinimumBasicScenario-303940987-router', 'tenant_id': '0f46194e488246d892c5eed4212fda04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:05:28Z', 'updated_at': '2021-12-16T23:07:41Z', 'revision_number': 6, 'project_id': '0f46194e488246d892c5eed4212fda04', 'gw_port_host': None}], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 23:07:41.651103 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20dd5257-600b-4654-bb82-28291d1515a0 None None] The sync data for ids ['31c67842-9908-4a7d-8964-c0e84006cda1'] in dv-neutron-821829-1-hyperv is: [{'id': '31c67842-9908-4a7d-8964-c0e84006cda1', 'name': 'tempest-TestMinimumBasicScenario-303940987-router', 'tenant_id': '0f46194e488246d892c5eed4212fda04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:05:28Z', 'updated_at': '2021-12-16T23:07:41Z', 'revision_number': 6, 'project_id': '0f46194e488246d892c5eed4212fda04', 'gw_port_host': None}] {{(pid=87509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 23:07:41.690807 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.plugin [None req-642dfbdb-1307-4f62-992f-c8758337f742 admin admin] Calling delete_port for 15d2bcf8-4884-4886-8110-4836eb089e87 owned by network:router_gateway {{(pid=87507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 23:07:41.858494 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-642dfbdb-1307-4f62-992f-c8758337f742 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10807823'] for port, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:07:41.862028 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-1342b0ea-c832-4482-8b77-0ab3682fdee6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:07:41.907851 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642dfbdb-1307-4f62-992f-c8758337f742 admin admin] Pushing event deleted for resources: {'Port': ['ID=15d2bcf8-4884-4886-8110-4836eb089e87,revision_number=None']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:07:41.910924 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-642dfbdb-1307-4f62-992f-c8758337f742 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:07:41.999300 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-642dfbdb-1307-4f62-992f-c8758337f742 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3741895'] for router_gateway, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:07:42.173897 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-642dfbdb-1307-4f62-992f-c8758337f742 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3739500', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39002'] for router, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:07:42.175993 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-642dfbdb-1307-4f62-992f-c8758337f742 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:07:42.198122 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-642dfbdb-1307-4f62-992f-c8758337f742 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3830089'] for router, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:07:42.198610 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-642dfbdb-1307-4f62-992f-c8758337f742 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 31c67842-9908-4a7d-8964-c0e84006cda1 {{(pid=87507) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 16 23:07:42.210929 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-642dfbdb-1307-4f62-992f-c8758337f742 admin admin] Notify callbacks [] for router, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:07:42.212080 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-642dfbdb-1307-4f62-992f-c8758337f742 admin admin] 10.222.0.13 "DELETE /v2.0/routers/31c67842-9908-4a7d-8964-c0e84006cda1 HTTP/1.1" status: 204  len: 168 time: 1.3362691
Dec 16 23:07:42.214635 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 54352) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 23:07:42.275725 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.db_base_plugin_v2 [None req-3060141e-e77a-4212-9d74-16c9723088ae admin admin] Deleting subnet b61f4ad7-ce7a-41bb-9cd5-32c9b599a992 {{(pid=87507) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 16 23:07:42.278571 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-3060141e-e77a-4212-9d74-16c9723088ae admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:07:42.324923 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-3060141e-e77a-4212-9d74-16c9723088ae admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2128562'] for subnet, precommit_delete_associations {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:07:42.397475 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 3783d024-8db3-44eb-9bb4-edc5b8f5d866 no longer exists at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 23:07:42.404314 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-3060141e-e77a-4212-9d74-16c9723088ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3328566'] for subnet, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:07:42.434750 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] No Port match for: 3783d024-8db3-44eb-9bb4-edc5b8f5d866 {{(pid=87508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 23:07:42.435038 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 3783d024-8db3-44eb-9bb4-edc5b8f5d866 not bound to the agent host dv-neutron-821829-1-hyperv {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 23:07:42.477195 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-3060141e-e77a-4212-9d74-16c9723088ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3328622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10807868', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10549621'] for subnet, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:07:42.481830 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-44acc7a7-0ca9-435d-829d-e9bada7d0082 tempest-RoutersNegativeTest-1273250600 tempest-RoutersNegativeTest-1273250600-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:07:42.519133 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-3060141e-e77a-4212-9d74-16c9723088ae admin admin] Notify callbacks [] for subnet, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:07:42.524171 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3060141e-e77a-4212-9d74-16c9723088ae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b61f4ad7-ce7a-41bb-9cd5-32c9b599a992,revision_number=None']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:07:42.524401 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bd5899d-58fd-4e2a-9c40-000a7351713c None None] Network d8d3adf5-1637-417e-a2b8-f7d0e216cfe8 requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 23:07:42.526362 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-3060141e-e77a-4212-9d74-16c9723088ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:07:42.532329 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-3060141e-e77a-4212-9d74-16c9723088ae admin admin] 10.222.0.13 "DELETE /v2.0/subnets/b61f4ad7-ce7a-41bb-9cd5-32c9b599a992 HTTP/1.1" status: 204  len: 168 time: 0.3141246
Dec 16 23:07:42.532482 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 54356) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 23:07:42.641795 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-4b28b40d-f49d-49e1-afef-29f2451097f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-825997'] for network, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:07:42.652783 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.plugin [None req-4b28b40d-f49d-49e1-afef-29f2451097f4 admin admin] Deleting port 72376e34-153e-4bbf-b16d-74cdc271f57c {{(pid=87507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 23:07:42.653128 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-4b28b40d-f49d-49e1-afef-29f2451097f4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:07:42.813298 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34a77047-a67f-4611-8ff5-a2e62530bc09 None None] DHCP port deletion for d8d3adf5-1637-417e-a2b8-f7d0e216cfe8 request from dv-neutron-821829-1-hyperv {{(pid=87508) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 16 23:07:42.817719 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-34a77047-a67f-4611-8ff5-a2e62530bc09 None None] Deleting port 72376e34-153e-4bbf-b16d-74cdc271f57c {{(pid=87508) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 23:07:42.818135 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-34a77047-a67f-4611-8ff5-a2e62530bc09 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:07:42.991655 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.db [None req-4b28b40d-f49d-49e1-afef-29f2451097f4 admin admin] For port 72376e34-153e-4bbf-b16d-74cdc271f57c, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=72376e34-153e-4bbf-b16d-74cdc271f57c,segment=NetworkSegment(0d9aeadf-9a67-4132-ab0e-3c3a0cb5fa43),segment_id=0d9aeadf-9a67-4132-ab0e-3c3a0cb5fa43)] {{(pid=87507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 23:07:42.992216 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-4b28b40d-f49d-49e1-afef-29f2451097f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:07:43.022813 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-34a77047-a67f-4611-8ff5-a2e62530bc09 None None] For port 72376e34-153e-4bbf-b16d-74cdc271f57c, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=72376e34-153e-4bbf-b16d-74cdc271f57c,segment=NetworkSegment(0d9aeadf-9a67-4132-ab0e-3c3a0cb5fa43),segment_id=0d9aeadf-9a67-4132-ab0e-3c3a0cb5fa43)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 23:07:43.023216 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-34a77047-a67f-4611-8ff5-a2e62530bc09 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:07:43.111913 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.plugin [None req-4b28b40d-f49d-49e1-afef-29f2451097f4 admin admin] Calling delete_port for 72376e34-153e-4bbf-b16d-74cdc271f57c owned by network:dhcp {{(pid=87507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 23:07:43.140189 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-34a77047-a67f-4611-8ff5-a2e62530bc09 None None] Calling delete_port for 72376e34-153e-4bbf-b16d-74cdc271f57c owned by network:dhcp {{(pid=87508) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 23:07:43.184921 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-4b28b40d-f49d-49e1-afef-29f2451097f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10807823'] for port, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:07:43.189529 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-c6176e94-d012-488d-ad56-ae69485cc3ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:07:43.213371 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.db.api [None req-34a77047-a67f-4611-8ff5-a2e62530bc09 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87508) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 16 23:07:43.213735 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_db.api [None req-34a77047-a67f-4611-8ff5-a2e62530bc09 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 16 23:07:43.234698 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b28b40d-f49d-49e1-afef-29f2451097f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=72376e34-153e-4bbf-b16d-74cdc271f57c,revision_number=None']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:07:43.237778 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-4b28b40d-f49d-49e1-afef-29f2451097f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:07:43.238542 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b28b40d-f49d-49e1-afef-29f2451097f4 admin admin] No DVR routers for this DVR port 72376e34-153e-4bbf-b16d-74cdc271f57c on host dv-neutron-821829-1-hyperv {{(pid=87507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 23:07:43.350880 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-4b28b40d-f49d-49e1-afef-29f2451097f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3329565', 'neutron.services.segments.db._delete_segments_for_network-8734753546406'] for network, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:07:43.374977 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.services.segments.db [None req-4b28b40d-f49d-49e1-afef-29f2451097f4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1b76fc4cd0>,) {'filters': {'network_id': ['d8d3adf5-1637-417e-a2b8-f7d0e216cfe8']}} {{(pid=87507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 23:07:43.387068 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.services.segments.db [None req-4b28b40d-f49d-49e1-afef-29f2451097f4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b76fc4cd0>, '0d9aeadf-9a67-4132-ab0e-3c3a0cb5fa43') {'for_net_delete': True} {{(pid=87507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 23:07:43.387366 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.services.segments.db [None req-4b28b40d-f49d-49e1-afef-29f2451097f4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b76fc4cd0>, '0d9aeadf-9a67-4132-ab0e-3c3a0cb5fa43') {} {{(pid=87507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 23:07:43.398149 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-4b28b40d-f49d-49e1-afef-29f2451097f4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734753593977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2128549'] for segment, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:07:43.413259 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-4b28b40d-f49d-49e1-afef-29f2451097f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-883292'] for segment, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:07:43.419131 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b28b40d-f49d-49e1-afef-29f2451097f4 admin admin] Releasing vlan 163 on physical network physnet1 to pool {{(pid=87507) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 16 23:07:43.419507 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-4b28b40d-f49d-49e1-afef-29f2451097f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-883285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10808034'] for segment, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:07:43.432977 dv-neutron-821829-1-hyperv neutron-server[87507]: Traceback (most recent call last):
Dec 16 23:07:43.432977 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 16 23:07:43.432977 dv-neutron-821829-1-hyperv neutron-server[87507]:     timer()
Dec 16 23:07:43.432977 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 23:07:43.432977 dv-neutron-821829-1-hyperv neutron-server[87507]:     cb(*args, **kw)
Dec 16 23:07:43.432977 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 23:07:43.432977 dv-neutron-821829-1-hyperv neutron-server[87507]:     return func(*args, **kwargs)
Dec 16 23:07:43.432977 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 23:07:43.432977 dv-neutron-821829-1-hyperv neutron-server[87507]:     self._notify()
Dec 16 23:07:43.432977 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 23:07:43.432977 dv-neutron-821829-1-hyperv neutron-server[87507]:     self.callback(batched_events)
Dec 16 23:07:43.432977 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 23:07:43.432977 dv-neutron-821829-1-hyperv neutron-server[87507]:     event.method(event)
Dec 16 23:07:43.432977 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 23:07:43.432977 dv-neutron-821829-1-hyperv neutron-server[87507]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 23:07:43.432977 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 23:07:43.432977 dv-neutron-821829-1-hyperv neutron-server[87507]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 23:07:43.432977 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 23:07:43.432977 dv-neutron-821829-1-hyperv neutron-server[87507]:     return f(self, *a, **k)
Dec 16 23:07:43.432977 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 16 23:07:43.432977 dv-neutron-821829-1-hyperv neutron-server[87507]:     return self._get(url).json()
Dec 16 23:07:43.432977 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 16 23:07:43.432977 dv-neutron-821829-1-hyperv neutron-server[87507]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 23:07:43.432977 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 16 23:07:43.432977 dv-neutron-821829-1-hyperv neutron-server[87507]:     return self.request(url, 'GET', **kwargs)
Dec 16 23:07:43.432977 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 16 23:07:43.432977 dv-neutron-821829-1-hyperv neutron-server[87507]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 23:07:43.432977 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 16 23:07:43.432977 dv-neutron-821829-1-hyperv neutron-server[87507]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 23:07:43.432977 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 16 23:07:43.432977 dv-neutron-821829-1-hyperv neutron-server[87507]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 23:07:43.432977 dv-neutron-821829-1-hyperv neutron-server[87507]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 23:07:43.511418 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-4b28b40d-f49d-49e1-afef-29f2451097f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3329572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3741856'] for network, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:07:43.516930 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-4b28b40d-f49d-49e1-afef-29f2451097f4 admin admin] Notify callbacks [] for network, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:07:43.519343 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-11b0ec04-7275-4e23-be3e-887412ad8e90 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:07:43.539895 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b28b40d-f49d-49e1-afef-29f2451097f4 admin admin] Pushing event deleted for resources: {'Network': ['ID=d8d3adf5-1637-417e-a2b8-f7d0e216cfe8,revision_number=None']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:07:43.542817 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-4b28b40d-f49d-49e1-afef-29f2451097f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:07:43.556099 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-4b28b40d-f49d-49e1-afef-29f2451097f4 admin admin] 10.222.0.13 "DELETE /v2.0/networks/d8d3adf5-1637-417e-a2b8-f7d0e216cfe8 HTTP/1.1" status: 204  len: 168 time: 1.0222323
Dec 16 23:07:43.558906 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 54360) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 23:07:43.715271 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-34a77047-a67f-4611-8ff5-a2e62530bc09 None None] Deleting port 72376e34-153e-4bbf-b16d-74cdc271f57c {{(pid=87508) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 23:07:43.715847 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-34a77047-a67f-4611-8ff5-a2e62530bc09 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:07:43.782265 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-34a77047-a67f-4611-8ff5-a2e62530bc09 None None] The port '72376e34-153e-4bbf-b16d-74cdc271f57c' was deleted {{(pid=87508) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 16 23:07:43.961807 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 15d2bcf8-4884-4886-8110-4836eb089e87 no longer exists at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 23:07:43.995704 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] No Port match for: 15d2bcf8-4884-4886-8110-4836eb089e87 {{(pid=87508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 23:07:43.996087 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 15d2bcf8-4884-4886-8110-4836eb089e87 not bound to the agent host dv-neutron-821829-1-hyperv {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 23:07:43.996516 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 72376e34-153e-4bbf-b16d-74cdc271f57c no longer exists at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 23:07:44.028055 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] No Port match for: 72376e34-153e-4bbf-b16d-74cdc271f57c {{(pid=87508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 23:07:44.028416 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 72376e34-153e-4bbf-b16d-74cdc271f57c not bound to the agent host dv-neutron-821829-1-hyperv {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 23:07:44.096526 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-34ed1404-e761-4057-a8a9-05fdccbe5f66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3830176'] for router_interface, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:07:44.556473 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.plugin [None req-34ed1404-e761-4057-a8a9-05fdccbe5f66 admin admin] Deleting port 88bd2f18-d6cf-4ba6-b190-90ce0d4fecc8 {{(pid=87507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 23:07:44.556802 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-34ed1404-e761-4057-a8a9-05fdccbe5f66 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:07:44.723312 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.db [None req-34ed1404-e761-4057-a8a9-05fdccbe5f66 admin admin] For port 88bd2f18-d6cf-4ba6-b190-90ce0d4fecc8, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=88bd2f18-d6cf-4ba6-b190-90ce0d4fecc8,segment=NetworkSegment(0aa8adaf-c0e0-400d-8fb9-4677e8f1ce71),segment_id=0aa8adaf-c0e0-400d-8fb9-4677e8f1ce71)] {{(pid=87507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 23:07:44.723661 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-34ed1404-e761-4057-a8a9-05fdccbe5f66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:07:44.842762 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.plugin [None req-34ed1404-e761-4057-a8a9-05fdccbe5f66 admin admin] Calling delete_port for 88bd2f18-d6cf-4ba6-b190-90ce0d4fecc8 owned by network:router_interface {{(pid=87507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 23:07:45.021830 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-34ed1404-e761-4057-a8a9-05fdccbe5f66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10807823'] for port, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:07:45.025595 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-642dfbdb-1307-4f62-992f-c8758337f742 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:07:45.072612 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ed1404-e761-4057-a8a9-05fdccbe5f66 admin admin] Pushing event deleted for resources: {'Port': ['ID=88bd2f18-d6cf-4ba6-b190-90ce0d4fecc8,revision_number=None']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:07:45.075678 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-34ed1404-e761-4057-a8a9-05fdccbe5f66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:07:45.355019 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-34ed1404-e761-4057-a8a9-05fdccbe5f66 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3791449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3739472'] for router_interface, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:07:45.830996 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34ed1404-e761-4057-a8a9-05fdccbe5f66 admin admin] Router 2647baa5-8d69-435b-bf0c-dcd19872bc88 has already been hosted by L3 agent 4f519db7-069b-43e2-8411-c092bac9102a {{(pid=87507) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 23:07:46.007884 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34ed1404-e761-4057-a8a9-05fdccbe5f66 admin admin] Notify agent at l3_agent.dv-neutron-821829-1-hyperv the message routers_updated {{(pid=87507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 23:07:46.016389 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0053749a-a739-4a37-8cc9-7bd13fdf5c0c None None] Sync routers for ids ['2647baa5-8d69-435b-bf0c-dcd19872bc88'] in dv-neutron-821829-1-hyperv {{(pid=87508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 23:07:46.025037 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-34ed1404-e761-4057-a8a9-05fdccbe5f66 admin admin] 10.222.0.13 "PUT /v2.0/routers/2647baa5-8d69-435b-bf0c-dcd19872bc88/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.4651453
Dec 16 23:07:46.025470 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0053749a-a739-4a37-8cc9-7bd13fdf5c0c None None] Routers {'2647baa5-8d69-435b-bf0c-dcd19872bc88'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 23:07:46.026159 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-0053749a-a739-4a37-8cc9-7bd13fdf5c0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b7c0b1af0>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T23:07:31Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['2647baa5-8d69-435b-bf0c-dcd19872bc88'], 'active': True} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 23:07:46.027499 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 54364) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 23:07:46.197100 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-4fe01365-dcf9-48fc-aa53-e9a46905bd10 admin admin] Notify callbacks [] for router, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:07:46.198550 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvr_db [None req-0053749a-a739-4a37-8cc9-7bd13fdf5c0c None None] Set router 2647baa5-8d69-435b-bf0c-dcd19872bc88 gateway port host: dv-neutron-821829-1-hyperv {{(pid=87508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 23:07:46.375075 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-4fe01365-dcf9-48fc-aa53-e9a46905bd10 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:07:46.384667 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.plugin [None req-4fe01365-dcf9-48fc-aa53-e9a46905bd10 admin admin] Deleting port 51c0df4c-a274-432c-a495-ca21062e7b71 {{(pid=87507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 23:07:46.385097 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-4fe01365-dcf9-48fc-aa53-e9a46905bd10 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:07:46.514598 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-0053749a-a739-4a37-8cc9-7bd13fdf5c0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b7c0b1af0>, [{'id': '2647baa5-8d69-435b-bf0c-dcd19872bc88', 'name': 'tempest-TestMinimumBasicScenario-781973579-router', 'tenant_id': '07501a6b224e48ef823c32ff1568020a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.138'}], 'enable_snat': True}, 'gw_port_id': '51c0df4c-a274-432c-a495-ca21062e7b71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:05:35Z', 'updated_at': '2021-12-16T23:07:44Z', 'revision_number': 5, 'project_id': '07501a6b224e48ef823c32ff1568020a', 'gw_port': {'id': '51c0df4c-a274-432c-a495-ca21062e7b71', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:b0:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2647baa5-8d69-435b-bf0c-dcd19872bc88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:05:35Z', 'updated_at': '2021-12-16T23:05:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv'}], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 23:07:46.518795 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0053749a-a739-4a37-8cc9-7bd13fdf5c0c None None] Checking router: 2647baa5-8d69-435b-bf0c-dcd19872bc88 for host: dv-neutron-821829-1-hyperv {{(pid=87508) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 23:07:46.527468 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0053749a-a739-4a37-8cc9-7bd13fdf5c0c None None] Routers {'2647baa5-8d69-435b-bf0c-dcd19872bc88'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 23:07:46.528107 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-0053749a-a739-4a37-8cc9-7bd13fdf5c0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b7c0b1af0>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T23:07:31Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['2647baa5-8d69-435b-bf0c-dcd19872bc88'], 'active': True} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 23:07:46.555819 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.db [None req-4fe01365-dcf9-48fc-aa53-e9a46905bd10 admin admin] For port 51c0df4c-a274-432c-a495-ca21062e7b71, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=51c0df4c-a274-432c-a495-ca21062e7b71,segment=NetworkSegment(a416442d-d143-4052-9f4e-546eb8cbe809),segment_id=a416442d-d143-4052-9f4e-546eb8cbe809)] {{(pid=87507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 23:07:46.556174 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-4fe01365-dcf9-48fc-aa53-e9a46905bd10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:07:46.672265 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvr_db [None req-0053749a-a739-4a37-8cc9-7bd13fdf5c0c None None] Set router 2647baa5-8d69-435b-bf0c-dcd19872bc88 gateway port host: None {{(pid=87508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 23:07:46.676240 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.plugin [None req-4fe01365-dcf9-48fc-aa53-e9a46905bd10 admin admin] Calling delete_port for 51c0df4c-a274-432c-a495-ca21062e7b71 owned by network:router_gateway {{(pid=87507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 23:07:46.774782 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-0053749a-a739-4a37-8cc9-7bd13fdf5c0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b7c0b1af0>, [{'id': '2647baa5-8d69-435b-bf0c-dcd19872bc88', 'name': 'tempest-TestMinimumBasicScenario-781973579-router', 'tenant_id': '07501a6b224e48ef823c32ff1568020a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:05:35Z', 'updated_at': '2021-12-16T23:07:46Z', 'revision_number': 6, 'project_id': '07501a6b224e48ef823c32ff1568020a', 'gw_port_host': None}], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 23:07:46.778492 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0053749a-a739-4a37-8cc9-7bd13fdf5c0c None None] The sync data for ids ['2647baa5-8d69-435b-bf0c-dcd19872bc88'] in dv-neutron-821829-1-hyperv is: [{'id': '2647baa5-8d69-435b-bf0c-dcd19872bc88', 'name': 'tempest-TestMinimumBasicScenario-781973579-router', 'tenant_id': '07501a6b224e48ef823c32ff1568020a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:05:35Z', 'updated_at': '2021-12-16T23:07:46Z', 'revision_number': 6, 'project_id': '07501a6b224e48ef823c32ff1568020a', 'gw_port_host': None}] {{(pid=87508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 23:07:46.842052 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-4fe01365-dcf9-48fc-aa53-e9a46905bd10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10807823'] for port, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:07:46.846383 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-4e53b729-a0da-4c4d-95bf-0b6ff42638cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:07:46.891553 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe01365-dcf9-48fc-aa53-e9a46905bd10 admin admin] Pushing event deleted for resources: {'Port': ['ID=51c0df4c-a274-432c-a495-ca21062e7b71,revision_number=None']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:07:46.916511 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-4fe01365-dcf9-48fc-aa53-e9a46905bd10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:07:46.979624 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-4fe01365-dcf9-48fc-aa53-e9a46905bd10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3741895'] for router_gateway, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:07:47.283541 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-4fe01365-dcf9-48fc-aa53-e9a46905bd10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3739500', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39002'] for router, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:07:47.285687 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-4fe01365-dcf9-48fc-aa53-e9a46905bd10 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:07:47.307667 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-4fe01365-dcf9-48fc-aa53-e9a46905bd10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3830089'] for router, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:07:47.308177 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fe01365-dcf9-48fc-aa53-e9a46905bd10 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2647baa5-8d69-435b-bf0c-dcd19872bc88 {{(pid=87507) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 16 23:07:47.320628 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-4fe01365-dcf9-48fc-aa53-e9a46905bd10 admin admin] Notify callbacks [] for router, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:07:47.321736 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-4fe01365-dcf9-48fc-aa53-e9a46905bd10 admin admin] 10.222.0.13 "DELETE /v2.0/routers/2647baa5-8d69-435b-bf0c-dcd19872bc88 HTTP/1.1" status: 204  len: 168 time: 1.2933245
Dec 16 23:07:47.324319 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 54368) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 23:07:47.384256 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2f35ec4-9812-44e4-9725-4afbef3db630 admin admin] Deleting subnet a0f1d5a1-8e24-48d1-b69c-400060de55c1 {{(pid=87507) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 16 23:07:47.387047 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-d2f35ec4-9812-44e4-9725-4afbef3db630 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:07:47.434403 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-d2f35ec4-9812-44e4-9725-4afbef3db630 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2128562'] for subnet, precommit_delete_associations {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:07:47.513719 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-d2f35ec4-9812-44e4-9725-4afbef3db630 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3328566'] for subnet, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:07:47.586141 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-d2f35ec4-9812-44e4-9725-4afbef3db630 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3328622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10807868', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10549621'] for subnet, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:07:47.590288 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-d3310fd6-18a6-477e-a2a4-f47828ba5e00 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:07:47.623196 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f35ec4-9812-44e4-9725-4afbef3db630 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a0f1d5a1-8e24-48d1-b69c-400060de55c1,revision_number=None']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:07:47.625948 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-d2f35ec4-9812-44e4-9725-4afbef3db630 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:07:47.630427 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-d2f35ec4-9812-44e4-9725-4afbef3db630 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:07:47.636686 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19991d29-6587-4cf6-97ef-c6d2fef2750f None None] Network 0ca61462-cf9e-45a5-9aaa-64562c27874a requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 23:07:47.641380 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 54372) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 23:07:47.641827 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-d2f35ec4-9812-44e4-9725-4afbef3db630 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/a0f1d5a1-8e24-48d1-b69c-400060de55c1 HTTP/1.1" status: 204  len: 168 time: 0.3161438
Dec 16 23:07:47.753743 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-2cbe020b-ec24-4429-8120-b141d43eba76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-825997'] for network, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:07:47.764965 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [None req-2cbe020b-ec24-4429-8120-b141d43eba76 admin admin] Deleting port b18efd21-a220-421f-8a37-e1eb10b350b3 {{(pid=87506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 23:07:47.765300 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-2cbe020b-ec24-4429-8120-b141d43eba76 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:07:47.923068 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dd61864-229a-4a89-aa31-45e0e68c2794 None None] DHCP port deletion for 0ca61462-cf9e-45a5-9aaa-64562c27874a request from dv-neutron-821829-1-hyperv {{(pid=87508) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 16 23:07:47.929836 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-8dd61864-229a-4a89-aa31-45e0e68c2794 None None] Deleting port b18efd21-a220-421f-8a37-e1eb10b350b3 {{(pid=87508) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 23:07:47.929836 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-8dd61864-229a-4a89-aa31-45e0e68c2794 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:07:47.983219 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 51c0df4c-a274-432c-a495-ca21062e7b71 no longer exists at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 23:07:48.050991 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] No Port match for: 51c0df4c-a274-432c-a495-ca21062e7b71 {{(pid=87508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 23:07:48.050991 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 51c0df4c-a274-432c-a495-ca21062e7b71 not bound to the agent host dv-neutron-821829-1-hyperv {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 23:07:48.051312 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device b18efd21-a220-421f-8a37-e1eb10b350b3 no longer exists at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 23:07:48.090825 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.db [None req-2cbe020b-ec24-4429-8120-b141d43eba76 admin admin] For port b18efd21-a220-421f-8a37-e1eb10b350b3, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=b18efd21-a220-421f-8a37-e1eb10b350b3,segment=NetworkSegment(0aa8adaf-c0e0-400d-8fb9-4677e8f1ce71),segment_id=0aa8adaf-c0e0-400d-8fb9-4677e8f1ce71)] {{(pid=87506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 23:07:48.091425 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-2cbe020b-ec24-4429-8120-b141d43eba76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:07:48.213759 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [None req-2cbe020b-ec24-4429-8120-b141d43eba76 admin admin] Calling delete_port for b18efd21-a220-421f-8a37-e1eb10b350b3 owned by network:dhcp {{(pid=87506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 23:07:48.261850 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-8dd61864-229a-4a89-aa31-45e0e68c2794 None None] For port b18efd21-a220-421f-8a37-e1eb10b350b3, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=b18efd21-a220-421f-8a37-e1eb10b350b3,segment=NetworkSegment(0aa8adaf-c0e0-400d-8fb9-4677e8f1ce71),segment_id=0aa8adaf-c0e0-400d-8fb9-4677e8f1ce71)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 23:07:48.262258 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-8dd61864-229a-4a89-aa31-45e0e68c2794 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:07:48.287941 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-2cbe020b-ec24-4429-8120-b141d43eba76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1863393'] for port, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:07:48.292562 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-ea26d421-596c-4d5e-8f51-6d8654098748 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:07:48.333679 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbe020b-ec24-4429-8120-b141d43eba76 admin admin] Pushing event deleted for resources: {'Port': ['ID=b18efd21-a220-421f-8a37-e1eb10b350b3,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:07:48.336925 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-2cbe020b-ec24-4429-8120-b141d43eba76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:07:48.339434 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cbe020b-ec24-4429-8120-b141d43eba76 admin admin] No DVR routers for this DVR port b18efd21-a220-421f-8a37-e1eb10b350b3 on host dv-neutron-821829-1-hyperv {{(pid=87506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 23:07:48.381798 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:07:48.397974 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-8dd61864-229a-4a89-aa31-45e0e68c2794 None None] Calling delete_port for b18efd21-a220-421f-8a37-e1eb10b350b3 owned by network:dhcp {{(pid=87508) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 23:07:48.452932 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-2cbe020b-ec24-4429-8120-b141d43eba76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3329565', 'neutron.services.segments.db._delete_segments_for_network-8734753546406'] for network, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:07:48.483040 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.services.segments.db [None req-2cbe020b-ec24-4429-8120-b141d43eba76 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1b7629e6a0>,) {'filters': {'network_id': ['0ca61462-cf9e-45a5-9aaa-64562c27874a']}} {{(pid=87506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 23:07:48.495754 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.services.segments.db [None req-2cbe020b-ec24-4429-8120-b141d43eba76 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b7629e6a0>, '0aa8adaf-c0e0-400d-8fb9-4677e8f1ce71') {'for_net_delete': True} {{(pid=87506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 23:07:48.496071 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.services.segments.db [None req-2cbe020b-ec24-4429-8120-b141d43eba76 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b7629e6a0>, '0aa8adaf-c0e0-400d-8fb9-4677e8f1ce71') {} {{(pid=87506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 23:07:48.510449 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-2cbe020b-ec24-4429-8120-b141d43eba76 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734753593977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-266764496'] for segment, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:07:48.527669 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-2cbe020b-ec24-4429-8120-b141d43eba76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-883292'] for segment, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:07:48.534272 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2cbe020b-ec24-4429-8120-b141d43eba76 admin admin] Releasing vlan 169 on physical network physnet1 to pool {{(pid=87506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 16 23:07:48.534661 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-2cbe020b-ec24-4429-8120-b141d43eba76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-883285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1863180'] for segment, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:07:48.535647 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 88bd2f18-d6cf-4ba6-b190-90ce0d4fecc8 no longer exists at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 23:07:48.547641 dv-neutron-821829-1-hyperv neutron-server[87506]: Traceback (most recent call last):
Dec 16 23:07:48.547641 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 16 23:07:48.547641 dv-neutron-821829-1-hyperv neutron-server[87506]:     timer()
Dec 16 23:07:48.547641 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 23:07:48.547641 dv-neutron-821829-1-hyperv neutron-server[87506]:     cb(*args, **kw)
Dec 16 23:07:48.547641 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 23:07:48.547641 dv-neutron-821829-1-hyperv neutron-server[87506]:     return func(*args, **kwargs)
Dec 16 23:07:48.547641 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 23:07:48.547641 dv-neutron-821829-1-hyperv neutron-server[87506]:     self._notify()
Dec 16 23:07:48.547641 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 23:07:48.547641 dv-neutron-821829-1-hyperv neutron-server[87506]:     self.callback(batched_events)
Dec 16 23:07:48.547641 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 23:07:48.547641 dv-neutron-821829-1-hyperv neutron-server[87506]:     event.method(event)
Dec 16 23:07:48.547641 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 23:07:48.547641 dv-neutron-821829-1-hyperv neutron-server[87506]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 23:07:48.547641 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 23:07:48.547641 dv-neutron-821829-1-hyperv neutron-server[87506]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 23:07:48.547641 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 23:07:48.547641 dv-neutron-821829-1-hyperv neutron-server[87506]:     return f(self, *a, **k)
Dec 16 23:07:48.547641 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 16 23:07:48.547641 dv-neutron-821829-1-hyperv neutron-server[87506]:     return self._get(url).json()
Dec 16 23:07:48.547641 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 16 23:07:48.547641 dv-neutron-821829-1-hyperv neutron-server[87506]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 23:07:48.547641 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 16 23:07:48.547641 dv-neutron-821829-1-hyperv neutron-server[87506]:     return self.request(url, 'GET', **kwargs)
Dec 16 23:07:48.547641 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 16 23:07:48.547641 dv-neutron-821829-1-hyperv neutron-server[87506]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 23:07:48.547641 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 16 23:07:48.547641 dv-neutron-821829-1-hyperv neutron-server[87506]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 23:07:48.547641 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 16 23:07:48.547641 dv-neutron-821829-1-hyperv neutron-server[87506]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 23:07:48.547641 dv-neutron-821829-1-hyperv neutron-server[87506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 23:07:48.577466 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] No Port match for: 88bd2f18-d6cf-4ba6-b190-90ce0d4fecc8 {{(pid=87508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 23:07:48.577828 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 88bd2f18-d6cf-4ba6-b190-90ce0d4fecc8 not bound to the agent host dv-neutron-821829-1-hyperv {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 23:07:48.585811 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.db.api [None req-8dd61864-229a-4a89-aa31-45e0e68c2794 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87508) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 16 23:07:48.586178 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_db.api [None req-8dd61864-229a-4a89-aa31-45e0e68c2794 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 16 23:07:48.623872 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-2cbe020b-ec24-4429-8120-b141d43eba76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3329572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3741856'] for network, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:07:48.628608 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-2cbe020b-ec24-4429-8120-b141d43eba76 admin admin] Notify callbacks [] for network, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:07:48.631613 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-77bbd9af-6b51-4b92-ad18-45786a051924 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:07:48.651140 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbe020b-ec24-4429-8120-b141d43eba76 admin admin] Pushing event deleted for resources: {'Network': ['ID=0ca61462-cf9e-45a5-9aaa-64562c27874a,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:07:48.653456 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-2cbe020b-ec24-4429-8120-b141d43eba76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:07:48.660210 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-2cbe020b-ec24-4429-8120-b141d43eba76 admin admin] 10.222.0.13 "DELETE /v2.0/networks/0ca61462-cf9e-45a5-9aaa-64562c27874a HTTP/1.1" status: 204  len: 168 time: 1.0177782
Dec 16 23:07:48.821965 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 54378) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 23:07:48.870359 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-1a8cb661-3f7f-445e-85b5-562fb234c025 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0f46194e488246d892c5eed4212fda04&name=default HTTP/1.1" status: 200  len: 2983 time: 0.0471570
Dec 16 23:07:48.872709 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 54382) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 23:07:48.928549 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-111c586f-c696-4e49-bf92-bcdfed9d9293 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:07:48.953242 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-111c586f-c696-4e49-bf92-bcdfed9d9293 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:07:49.003800 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-111c586f-c696-4e49-bf92-bcdfed9d9293 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841066'] for security_group, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:07:49.008364 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-144e2029-1df7-4ceb-a32e-a70df50610ce tempest-RoutersNegativeTest-1273250600 tempest-RoutersNegativeTest-1273250600-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:07:49.019660 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111c586f-c696-4e49-bf92-bcdfed9d9293 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a3d077b-26dc-4bf6-a0a2-93eef416b97b,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:07:49.022559 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-111c586f-c696-4e49-bf92-bcdfed9d9293 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:07:49.024501 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-111c586f-c696-4e49-bf92-bcdfed9d9293 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:07:49.028242 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-111c586f-c696-4e49-bf92-bcdfed9d9293 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9a3d077b-26dc-4bf6-a0a2-93eef416b97b HTTP/1.1" status: 204  len: 168 time: 0.1546121
Dec 16 23:07:49.087548 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-8dd61864-229a-4a89-aa31-45e0e68c2794 None None] Deleting port b18efd21-a220-421f-8a37-e1eb10b350b3 {{(pid=87508) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 23:07:49.088075 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-8dd61864-229a-4a89-aa31-45e0e68c2794 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:07:49.153667 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-8dd61864-229a-4a89-aa31-45e0e68c2794 None None] The port 'b18efd21-a220-421f-8a37-e1eb10b350b3' was deleted {{(pid=87508) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 16 23:07:49.355800 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 54390) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 23:07:49.405472 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-dc7276ce-89f2-4d7d-bf17-6f4a073e0d9a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=07501a6b224e48ef823c32ff1568020a&name=default HTTP/1.1" status: 200  len: 2983 time: 0.0484483
Dec 16 23:07:49.407638 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 54396) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 23:07:49.463979 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-3f369df4-b45c-42e5-97f0-d4e0f788171d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:07:49.490031 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-3f369df4-b45c-42e5-97f0-d4e0f788171d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:07:49.541902 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-3f369df4-b45c-42e5-97f0-d4e0f788171d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841066'] for security_group, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:07:49.545510 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-72cb3059-7159-44bd-9e9e-a5633b36c052 tempest-TestMinimumBasicScenario-742069240 tempest-TestMinimumBasicScenario-742069240-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:07:49.558152 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f369df4-b45c-42e5-97f0-d4e0f788171d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7231bb84-061f-46bb-8972-b7708006da2b,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:07:49.561209 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-3f369df4-b45c-42e5-97f0-d4e0f788171d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:07:49.563280 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-3f369df4-b45c-42e5-97f0-d4e0f788171d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:07:49.566596 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-3f369df4-b45c-42e5-97f0-d4e0f788171d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7231bb84-061f-46bb-8972-b7708006da2b HTTP/1.1" status: 204  len: 168 time: 0.1558714
Dec 16 23:07:51.181532 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 54438) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 23:07:51.186756 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-d2b85f66-f335-423b-901c-0ba0d8c30b96 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1620116070', 'description': 'tempest-secgroup-smoke-1620116070 description', 'project_id': 'c824888d650f48a8badbaff2c427d7f3'}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 23:07:51.192760 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-d2b85f66-f335-423b-901c-0ba0d8c30b96 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 23:07:51.197093 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-d2b85f66-f335-423b-901c-0ba0d8c30b96 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Usage tracker for resource:security_group and tenant:c824888d650f48a8badbaff2c427d7f3 is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 23:07:51.199888 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-d2b85f66-f335-423b-901c-0ba0d8c30b96 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 23:07:51.205388 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-d2b85f66-f335-423b-901c-0ba0d8c30b96 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 23:07:51.216375 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-d2b85f66-f335-423b-901c-0ba0d8c30b96 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks [] for security_group, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:07:51.227840 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-d2b85f66-f335-423b-901c-0ba0d8c30b96 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks [] for security_group, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:07:51.241723 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-d2b85f66-f335-423b-901c-0ba0d8c30b96 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 23:07:51.245366 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-d2b85f66-f335-423b-901c-0ba0d8c30b96 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Usage tracker for resource:security_group_rule and tenant:c824888d650f48a8badbaff2c427d7f3 is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 23:07:51.248060 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-d2b85f66-f335-423b-901c-0ba0d8c30b96 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 23:07:51.253519 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-d2b85f66-f335-423b-901c-0ba0d8c30b96 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 23:07:51.336827 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-d2b85f66-f335-423b-901c-0ba0d8c30b96 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks [] for security_group, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:07:51.340772 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-d2b85f66-f335-423b-901c-0ba0d8c30b96 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841066'] for security_group, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:07:51.344824 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-a4bb98b9-8891-42a0-9e4b-697c901a6582 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:07:51.354462 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-d2b85f66-f335-423b-901c-0ba0d8c30b96 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 23:07:51.362048 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-d2b85f66-f335-423b-901c-0ba0d8c30b96 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Usage tracker for resource:security_group_rule and tenant:c824888d650f48a8badbaff2c427d7f3 is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 23:07:51.370324 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-d2b85f66-f335-423b-901c-0ba0d8c30b96 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 23:07:51.381058 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-d2b85f66-f335-423b-901c-0ba0d8c30b96 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 23:07:51.384581 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b85f66-f335-423b-901c-0ba0d8c30b96 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Pushing event updated for resources: {'SecurityGroup': ['ID=61c1533d-af56-4d57-93f8-6f707d2d41e6,revision_number=1']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:07:51.387990 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-d2b85f66-f335-423b-901c-0ba0d8c30b96 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:07:51.454514 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-d2b85f66-f335-423b-901c-0ba0d8c30b96 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks [] for security_group, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:07:51.458189 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-d2b85f66-f335-423b-901c-0ba0d8c30b96 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841066'] for security_group, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:07:51.463597 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-fa8f5f5b-fb3b-4e7d-ac5a-90d78875cd5d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:07:51.500064 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b85f66-f335-423b-901c-0ba0d8c30b96 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a72a0e44-1c39-468b-9ce9-c7fcdfe06d90,revision_number=1']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:07:51.502773 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-d2b85f66-f335-423b-901c-0ba0d8c30b96 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks [] for security_group, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:07:51.504026 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-d2b85f66-f335-423b-901c-0ba0d8c30b96 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1796 time: 0.3214738
Dec 16 23:07:51.505006 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-d2b85f66-f335-423b-901c-0ba0d8c30b96 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:07:51.506892 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 54442) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 23:07:51.512838 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-1cceae0d-21b2-4df2-8e3a-06f16349b6e2 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Request body: {'security_group_rule': {'security_group_id': 'a72a0e44-1c39-468b-9ce9-c7fcdfe06d90', 'project_id': 'c824888d650f48a8badbaff2c427d7f3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 23:07:51.519488 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-1cceae0d-21b2-4df2-8e3a-06f16349b6e2 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 23:07:51.523859 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-1cceae0d-21b2-4df2-8e3a-06f16349b6e2 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Usage tracker for resource:security_group_rule and tenant:c824888d650f48a8badbaff2c427d7f3 is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 23:07:51.526673 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-1cceae0d-21b2-4df2-8e3a-06f16349b6e2 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 23:07:51.532239 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-1cceae0d-21b2-4df2-8e3a-06f16349b6e2 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 23:07:51.548908 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-1cceae0d-21b2-4df2-8e3a-06f16349b6e2 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:07:51.606736 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-1cceae0d-21b2-4df2-8e3a-06f16349b6e2 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:07:51.610122 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-1cceae0d-21b2-4df2-8e3a-06f16349b6e2 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841137'] for security_group_rule, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:07:51.612300 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-053d684c-f687-44f0-923b-30d21b21bf21 tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:07:51.636354 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cceae0d-21b2-4df2-8e3a-06f16349b6e2 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6d7c6cf-74b3-45f5-939e-65d4584064bd,revision_number=0']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:07:51.638765 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-1cceae0d-21b2-4df2-8e3a-06f16349b6e2 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:07:51.645281 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-1cceae0d-21b2-4df2-8e3a-06f16349b6e2 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:07:51.646973 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-1cceae0d-21b2-4df2-8e3a-06f16349b6e2 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1389518
Dec 16 23:07:51.649651 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 54446) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 23:07:51.654772 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-d4c36199-9da1-48be-adc6-c4e599f71229 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Request body: {'security_group_rule': {'security_group_id': 'a72a0e44-1c39-468b-9ce9-c7fcdfe06d90', 'project_id': 'c824888d650f48a8badbaff2c427d7f3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 23:07:51.660686 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-d4c36199-9da1-48be-adc6-c4e599f71229 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 23:07:51.665048 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-d4c36199-9da1-48be-adc6-c4e599f71229 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Usage tracker for resource:security_group_rule and tenant:c824888d650f48a8badbaff2c427d7f3 is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 23:07:51.667866 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-d4c36199-9da1-48be-adc6-c4e599f71229 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 23:07:51.673391 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-d4c36199-9da1-48be-adc6-c4e599f71229 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 23:07:51.689601 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-d4c36199-9da1-48be-adc6-c4e599f71229 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:07:51.748390 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-d4c36199-9da1-48be-adc6-c4e599f71229 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:07:51.752476 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-d4c36199-9da1-48be-adc6-c4e599f71229 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841137'] for security_group_rule, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:07:51.754370 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-06e1e3c0-3b92-4528-aed0-b6233d1033e4 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:07:51.776197 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c36199-9da1-48be-adc6-c4e599f71229 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=124932f0-8b1b-4fed-9e7c-ca99f3f2f9f6,revision_number=0']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:07:51.780333 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-d4c36199-9da1-48be-adc6-c4e599f71229 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:07:51.789293 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-d4c36199-9da1-48be-adc6-c4e599f71229 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:07:51.790456 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-d4c36199-9da1-48be-adc6-c4e599f71229 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1398416
Dec 16 23:07:51.793059 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 54450) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 23:07:51.797979 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-938e5373-8e6d-4342-8e1b-d41989284043 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Request body: {'security_group_rule': {'security_group_id': 'a72a0e44-1c39-468b-9ce9-c7fcdfe06d90', 'project_id': 'c824888d650f48a8badbaff2c427d7f3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 23:07:51.803709 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-938e5373-8e6d-4342-8e1b-d41989284043 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 23:07:51.807422 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-938e5373-8e6d-4342-8e1b-d41989284043 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Usage tracker for resource:security_group_rule and tenant:c824888d650f48a8badbaff2c427d7f3 is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 23:07:51.810273 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-938e5373-8e6d-4342-8e1b-d41989284043 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 23:07:51.815890 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-938e5373-8e6d-4342-8e1b-d41989284043 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 23:07:51.832134 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-938e5373-8e6d-4342-8e1b-d41989284043 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:07:51.892728 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-938e5373-8e6d-4342-8e1b-d41989284043 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:07:51.896127 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-938e5373-8e6d-4342-8e1b-d41989284043 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841137'] for security_group_rule, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:07:51.898775 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-933e3e5e-fef7-4097-97c2-124bab90c5f8 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:07:51.919699 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938e5373-8e6d-4342-8e1b-d41989284043 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d91ec16-0419-4452-bbf9-b3609221024c,revision_number=0']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:07:51.922151 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-938e5373-8e6d-4342-8e1b-d41989284043 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:07:51.929021 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-938e5373-8e6d-4342-8e1b-d41989284043 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:07:51.930175 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-938e5373-8e6d-4342-8e1b-d41989284043 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1362176
Dec 16 23:07:51.932837 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 54454) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 23:07:51.937827 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-9bdc49a4-3f32-44f8-9144-dcfd4ca42d18 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Request body: {'security_group_rule': {'security_group_id': 'a72a0e44-1c39-468b-9ce9-c7fcdfe06d90', 'project_id': 'c824888d650f48a8badbaff2c427d7f3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 23:07:51.944461 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-9bdc49a4-3f32-44f8-9144-dcfd4ca42d18 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 23:07:51.948355 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-9bdc49a4-3f32-44f8-9144-dcfd4ca42d18 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Usage tracker for resource:security_group_rule and tenant:c824888d650f48a8badbaff2c427d7f3 is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 23:07:51.951200 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-9bdc49a4-3f32-44f8-9144-dcfd4ca42d18 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 23:07:51.956854 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-9bdc49a4-3f32-44f8-9144-dcfd4ca42d18 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 23:07:51.974089 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-9bdc49a4-3f32-44f8-9144-dcfd4ca42d18 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:07:52.037115 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-9bdc49a4-3f32-44f8-9144-dcfd4ca42d18 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:07:52.040451 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-9bdc49a4-3f32-44f8-9144-dcfd4ca42d18 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841137'] for security_group_rule, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:07:52.042183 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-22bdfcc9-fee8-404f-abd0-ab62a7bd005d tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:07:52.061435 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bdc49a4-3f32-44f8-9144-dcfd4ca42d18 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c4fb6c6-c212-44a4-b472-7ae13d3c37e1,revision_number=0']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:07:52.065169 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-9bdc49a4-3f32-44f8-9144-dcfd4ca42d18 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:07:52.073008 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-9bdc49a4-3f32-44f8-9144-dcfd4ca42d18 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:07:52.074145 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-9bdc49a4-3f32-44f8-9144-dcfd4ca42d18 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1403942
Dec 16 23:07:52.076829 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 54458) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 23:07:52.081655 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-770b1fb2-acfc-4d32-8441-b1379d6353bd tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Request body: {'security_group_rule': {'security_group_id': 'a72a0e44-1c39-468b-9ce9-c7fcdfe06d90', 'project_id': 'c824888d650f48a8badbaff2c427d7f3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 23:07:52.087939 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-770b1fb2-acfc-4d32-8441-b1379d6353bd tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 23:07:52.091877 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-770b1fb2-acfc-4d32-8441-b1379d6353bd tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Usage tracker for resource:security_group_rule and tenant:c824888d650f48a8badbaff2c427d7f3 is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 23:07:52.094631 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-770b1fb2-acfc-4d32-8441-b1379d6353bd tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 23:07:52.100178 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-770b1fb2-acfc-4d32-8441-b1379d6353bd tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 23:07:52.109839 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.db.securitygroups_db [None req-770b1fb2-acfc-4d32-8441-b1379d6353bd tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Project c824888d650f48a8badbaff2c427d7f3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 16 23:07:52.116134 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-770b1fb2-acfc-4d32-8441-b1379d6353bd tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:07:52.177195 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-770b1fb2-acfc-4d32-8441-b1379d6353bd tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:07:52.180411 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-770b1fb2-acfc-4d32-8441-b1379d6353bd tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841137'] for security_group_rule, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:07:52.182137 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-d4c36199-9da1-48be-adc6-c4e599f71229 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:07:52.203156 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770b1fb2-acfc-4d32-8441-b1379d6353bd tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db5ecd3b-3f65-434c-a29b-a33b1c2e0192,revision_number=0']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:07:52.205501 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-770b1fb2-acfc-4d32-8441-b1379d6353bd tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:07:52.212827 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-770b1fb2-acfc-4d32-8441-b1379d6353bd tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:07:52.213963 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-770b1fb2-acfc-4d32-8441-b1379d6353bd tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1362562
Dec 16 23:07:52.216846 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 54462) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 23:07:52.221692 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-38e8d4b4-2abd-44f7-9625-87b119c4cba2 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Request body: {'security_group_rule': {'security_group_id': 'a72a0e44-1c39-468b-9ce9-c7fcdfe06d90', 'project_id': 'c824888d650f48a8badbaff2c427d7f3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 23:07:52.227365 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-38e8d4b4-2abd-44f7-9625-87b119c4cba2 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 23:07:52.231071 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-38e8d4b4-2abd-44f7-9625-87b119c4cba2 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Usage tracker for resource:security_group_rule and tenant:c824888d650f48a8badbaff2c427d7f3 is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 23:07:52.233885 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-38e8d4b4-2abd-44f7-9625-87b119c4cba2 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 23:07:52.239402 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-38e8d4b4-2abd-44f7-9625-87b119c4cba2 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 23:07:52.249431 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.db.securitygroups_db [None req-38e8d4b4-2abd-44f7-9625-87b119c4cba2 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Project c824888d650f48a8badbaff2c427d7f3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 16 23:07:52.255899 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-38e8d4b4-2abd-44f7-9625-87b119c4cba2 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:07:52.321142 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-38e8d4b4-2abd-44f7-9625-87b119c4cba2 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:07:52.324425 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-38e8d4b4-2abd-44f7-9625-87b119c4cba2 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841137'] for security_group_rule, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:07:52.326182 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-06618d2c-20c0-4c60-a1a3-f1f82500848b tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:07:52.348239 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e8d4b4-2abd-44f7-9625-87b119c4cba2 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d670d338-fbcf-4945-9a1b-64516f7dae57,revision_number=0']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:07:52.353003 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-38e8d4b4-2abd-44f7-9625-87b119c4cba2 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:07:52.357247 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-38e8d4b4-2abd-44f7-9625-87b119c4cba2 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:07:52.358520 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-38e8d4b4-2abd-44f7-9625-87b119c4cba2 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1407847
Dec 16 23:07:52.361396 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 54466) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 23:07:52.366793 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-faf8f2f0-44b4-4dae-9890-fdcb9281aa8f tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Request body: {'network': {'name': 'tempest-network-smoke--414407923', 'project_id': 'c824888d650f48a8badbaff2c427d7f3', 'port_security_enabled': True}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 23:07:52.371569 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-faf8f2f0-44b4-4dae-9890-fdcb9281aa8f tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 23:07:52.375924 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-faf8f2f0-44b4-4dae-9890-fdcb9281aa8f tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Usage tracker for resource:network and tenant:c824888d650f48a8badbaff2c427d7f3 is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 23:07:52.378696 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-faf8f2f0-44b4-4dae-9890-fdcb9281aa8f tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 23:07:52.384252 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-faf8f2f0-44b4-4dae-9890-fdcb9281aa8f tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 23:07:52.394134 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-faf8f2f0-44b4-4dae-9890-fdcb9281aa8f tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Made reservation on behalf of c824888d650f48a8badbaff2c427d7f3 for: {'network': 1} {{(pid=87506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 23:07:52.397975 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-faf8f2f0-44b4-4dae-9890-fdcb9281aa8f tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for network, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:07:52.424708 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-faf8f2f0-44b4-4dae-9890-fdcb9281aa8f tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] vlan segment allocate from pool success with {'vlan_id': 158, 'physical_network': 'physnet1'}  {{(pid=87506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 23:07:52.433313 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-faf8f2f0-44b4-4dae-9890-fdcb9281aa8f tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-883292'] for segment, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:07:52.433648 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.db.segments_db [None req-faf8f2f0-44b4-4dae-9890-fdcb9281aa8f tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Added segment b88b5f0e-f05b-4ca9-a298-66203e8f5391 of type vlan for network 1f307ec6-7bba-48d0-b7ab-79985f726096
Dec 16 23:07:52.459367 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-faf8f2f0-44b4-4dae-9890-fdcb9281aa8f tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734753047233'] for network, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:07:52.489177 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-faf8f2f0-44b4-4dae-9890-fdcb9281aa8f tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440'] for network, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:07:52.494626 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faf8f2f0-44b4-4dae-9890-fdcb9281aa8f tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:07:52.495197 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-faf8f2f0-44b4-4dae-9890-fdcb9281aa8f tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks [] for network, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:07:52.498602 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-bae3d340-bed3-43b4-80fe-52dfd9344f41 tempest-RoutersNegativeIpV6Test-1646080008 tempest-RoutersNegativeIpV6Test-1646080008-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:07:52.596021 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-faf8f2f0-44b4-4dae-9890-fdcb9281aa8f tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.2334359
Dec 16 23:07:52.598783 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 54470) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 23:07:52.604168 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-a954a322-9609-44b2-99d0-1b704f1ecfea tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1114114305', 'admin_state_up': True, 'project_id': 'c824888d650f48a8badbaff2c427d7f3', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5'}}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 23:07:52.604875 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf8f2f0-44b4-4dae-9890-fdcb9281aa8f tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Pushing event updated for resources: {'Network': ['ID=1f307ec6-7bba-48d0-b7ab-79985f726096,revision_number=1']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:07:52.608074 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-faf8f2f0-44b4-4dae-9890-fdcb9281aa8f tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:07:52.611234 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-a954a322-9609-44b2-99d0-1b704f1ecfea tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 23:07:52.615286 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-a954a322-9609-44b2-99d0-1b704f1ecfea tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Usage tracker for resource:router and tenant:c824888d650f48a8badbaff2c427d7f3 is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 23:07:52.617835 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-a954a322-9609-44b2-99d0-1b704f1ecfea tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 23:07:52.618678 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Network 1f307ec6-7bba-48d0-b7ab-79985f726096 details requested by agent ovs-agent-dv-neutron-821829-1-hyperv with host dv-neutron-821829-1-hyperv {{(pid=87508) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 23:07:52.624446 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-a954a322-9609-44b2-99d0-1b704f1ecfea tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 23:07:52.635359 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-a954a322-9609-44b2-99d0-1b704f1ecfea tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3741155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38980'] for router, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:07:52.636387 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-a954a322-9609-44b2-99d0-1b704f1ecfea tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3743284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3741748', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3896702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-38989'] for router, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:07:52.651785 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-a954a322-9609-44b2-99d0-1b704f1ecfea tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:07:52.911293 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-a954a322-9609-44b2-99d0-1b704f1ecfea tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3741702', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3740945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-38947'] for router, precommit_update {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:07:53.205293 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-a954a322-9609-44b2-99d0-1b704f1ecfea tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks [] for router_gateway, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:07:53.233978 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-a954a322-9609-44b2-99d0-1b704f1ecfea tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:07:53.363200 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.db_base_plugin_common [None req-a954a322-9609-44b2-99d0-1b704f1ecfea tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Allocated IP 172.26.0.132 (f8905ce9-304b-4976-bc47-e58c71c11de5/9bca8591-41ef-4f2d-8ecb-ecaab1a28acf/9b61411c-9666-4f4b-a141-b2921a6fd06f) {{(pid=87507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 23:07:53.507545 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-a954a322-9609-44b2-99d0-1b704f1ecfea tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks [] for port, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:07:53.542794 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-a954a322-9609-44b2-99d0-1b704f1ecfea tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10807823'] for port, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:07:53.547247 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-e7536949-2e20-451e-9e5c-355ad286ed85 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:07:53.600138 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a954a322-9609-44b2-99d0-1b704f1ecfea tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Network f8905ce9-304b-4976-bc47-e58c71c11de5 is already hosted by enough agents. {{(pid=87507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 23:07:53.606917 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.base_scheduler [None req-a954a322-9609-44b2-99d0-1b704f1ecfea tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Resources bound (agent type, host, resource id):  {{(pid=87507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 23:07:53.609467 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a954a322-9609-44b2-99d0-1b704f1ecfea tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Received port after_create {{(pid=87507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 23:07:53.783701 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a954a322-9609-44b2-99d0-1b704f1ecfea tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Pushing event updated for resources: {'Port': ['ID=9b61411c-9666-4f4b-a141-b2921a6fd06f,revision_number=1']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:07:53.787826 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-a954a322-9609-44b2-99d0-1b704f1ecfea tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:07:54.147805 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-a954a322-9609-44b2-99d0-1b704f1ecfea tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks [] for router_gateway, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:07:54.478928 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-a954a322-9609-44b2-99d0-1b704f1ecfea tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3740952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3741923'] for router, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:07:54.676382 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a954a322-9609-44b2-99d0-1b704f1ecfea tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Router b8da6da8-5522-40cf-aba2-5b1d8cbad046 is scheduled to L3 agent 4f519db7-069b-43e2-8411-c092bac9102a with binding_index 1 {{(pid=87507) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 16 23:07:54.856816 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a954a322-9609-44b2-99d0-1b704f1ecfea tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify agent at l3_agent.dv-neutron-821829-1-hyperv the message routers_updated {{(pid=87507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 23:07:54.868536 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d1cd41c-e6d0-4822-89ee-14512a9f5767 None None] Sync routers for ids ['b8da6da8-5522-40cf-aba2-5b1d8cbad046'] in dv-neutron-821829-1-hyperv {{(pid=87509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 23:07:54.877467 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d1cd41c-e6d0-4822-89ee-14512a9f5767 None None] Routers {'b8da6da8-5522-40cf-aba2-5b1d8cbad046'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 23:07:54.878087 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-2d1cd41c-e6d0-4822-89ee-14512a9f5767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b7c820520>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T23:07:31Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['b8da6da8-5522-40cf-aba2-5b1d8cbad046'], 'active': True} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 23:07:54.882535 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-a954a322-9609-44b2-99d0-1b704f1ecfea tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks [] for router, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:07:54.883780 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-a954a322-9609-44b2-99d0-1b704f1ecfea tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 896 time: 2.2839119
Dec 16 23:07:54.886852 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 54474) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 23:07:55.024822 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-0f8a1095-d340-45f9-94e6-1f475ea6c3a5 tempest-TestNetworkAdvancedServerOps-2068247746 tempest-TestNetworkAdvancedServerOps-2068247746-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=c824888d650f48a8badbaff2c427d7f3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.1367848
Dec 16 23:07:55.027260 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 54480) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 23:07:55.053406 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvr_db [None req-2d1cd41c-e6d0-4822-89ee-14512a9f5767 None None] Set router b8da6da8-5522-40cf-aba2-5b1d8cbad046 gateway port host: dv-neutron-821829-1-hyperv {{(pid=87509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 23:07:55.294968 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ab474d6-a37d-4b5e-aaa5-132851bed10b tempest-TestNetworkAdvancedServerOps-2068247746 tempest-TestNetworkAdvancedServerOps-2068247746-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:07:55.296438 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-8ab474d6-a37d-4b5e-aaa5-132851bed10b tempest-TestNetworkAdvancedServerOps-2068247746 tempest-TestNetworkAdvancedServerOps-2068247746-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.2672470
Dec 16 23:07:55.299233 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 54484) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 23:07:55.339974 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-3b642fd8-28b1-4fd1-9244-225a980b8108 tempest-TestNetworkAdvancedServerOps-2068247746 tempest-TestNetworkAdvancedServerOps-2068247746-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=f8905ce9-304b-4976-bc47-e58c71c11de5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0372896
Dec 16 23:07:55.340156 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-2d1cd41c-e6d0-4822-89ee-14512a9f5767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b7c820520>, [{'id': 'b8da6da8-5522-40cf-aba2-5b1d8cbad046', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1114114305', 'tenant_id': 'c824888d650f48a8badbaff2c427d7f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.132'}], 'enable_snat': True}, 'gw_port_id': '9b61411c-9666-4f4b-a141-b2921a6fd06f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:07:52Z', 'updated_at': '2021-12-16T23:07:53Z', 'revision_number': 3, 'project_id': 'c824888d650f48a8badbaff2c427d7f3', 'gw_port': {'id': '9b61411c-9666-4f4b-a141-b2921a6fd06f', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:5e:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8da6da8-5522-40cf-aba2-5b1d8cbad046', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:07:53Z', 'updated_at': '2021-12-16T23:07:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv'}], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 23:07:55.340302 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 54488) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 23:07:55.344097 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d1cd41c-e6d0-4822-89ee-14512a9f5767 None None] Checking router: b8da6da8-5522-40cf-aba2-5b1d8cbad046 for host: dv-neutron-821829-1-hyperv {{(pid=87509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 23:07:55.344458 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d1cd41c-e6d0-4822-89ee-14512a9f5767 None None] Updating router b8da6da8-5522-40cf-aba2-5b1d8cbad046 port 9b61411c-9666-4f4b-a141-b2921a6fd06f binding host dv-neutron-821829-1-hyperv {{(pid=87509) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 16 23:07:55.345729 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-52d6014d-fcdf-4c2c-aada-94c26912d9df tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-80672944', 'network_id': '1f307ec6-7bba-48d0-b7ab-79985f726096', 'project_id': 'c824888d650f48a8badbaff2c427d7f3', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 23:07:55.399297 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron_lib.callbacks.manager [None req-2d1cd41c-e6d0-4822-89ee-14512a9f5767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:07:55.452396 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-52d6014d-fcdf-4c2c-aada-94c26912d9df tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 23:07:55.456181 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-52d6014d-fcdf-4c2c-aada-94c26912d9df tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Usage tracker for resource:subnet and tenant:c824888d650f48a8badbaff2c427d7f3 is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 23:07:55.459943 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-52d6014d-fcdf-4c2c-aada-94c26912d9df tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 23:07:55.465546 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-52d6014d-fcdf-4c2c-aada-94c26912d9df tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 23:07:55.477728 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52d6014d-fcdf-4c2c-aada-94c26912d9df tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Made reservation on behalf of c824888d650f48a8badbaff2c427d7f3 for: {'subnet': 1} {{(pid=87507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 23:07:55.481372 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-52d6014d-fcdf-4c2c-aada-94c26912d9df tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10549598'] for subnet, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:07:55.695669 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-52d6014d-fcdf-4c2c-aada-94c26912d9df tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10807931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10549612'] for subnet, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:07:55.699159 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-2984755f-23bf-4cb3-b6be-cf722ef79119 tempest-RoutersNegativeTest-1273250600 tempest-RoutersNegativeTest-1273250600-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:07:55.725035 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron_lib.callbacks.manager [None req-2d1cd41c-e6d0-4822-89ee-14512a9f5767 None None] Notify callbacks [] for port, precommit_update {{(pid=87509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:07:55.736857 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.provisioning_blocks [None req-2d1cd41c-e6d0-4822-89ee-14512a9f5767 None None] Transition to ACTIVE for port object 9b61411c-9666-4f4b-a141-b2921a6fd06f will not be triggered until provisioned by entity L2. {{(pid=87509) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 23:07:55.743889 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron_lib.callbacks.manager [None req-2d1cd41c-e6d0-4822-89ee-14512a9f5767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:07:55.747314 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:07:55.774539 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d6014d-fcdf-4c2c-aada-94c26912d9df tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Pushing event updated for resources: {'Subnet': ['ID=a6262e40-dd4b-4993-8247-1497c18bb13e,revision_number=0']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:07:55.778323 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-52d6014d-fcdf-4c2c-aada-94c26912d9df tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:07:55.785205 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52d6014d-fcdf-4c2c-aada-94c26912d9df tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Checking segment: {'id': 'b88b5f0e-f05b-4ca9-a298-66203e8f5391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '1f307ec6-7bba-48d0-b7ab-79985f726096'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 23:07:55.785564 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52d6014d-fcdf-4c2c-aada-94c26912d9df tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Network hostable DHCP agents. Network: 1f307ec6-7bba-48d0-b7ab-79985f726096, hostable agents: ['3b155c4d-12dc-491e-aa14-6113b06cfacd'], hosted agents: [] {{(pid=87507) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 16 23:07:55.804608 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52d6014d-fcdf-4c2c-aada-94c26912d9df tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Network 1f307ec6-7bba-48d0-b7ab-79985f726096 is scheduled to be hosted by DHCP agent 3b155c4d-12dc-491e-aa14-6113b06cfacd with binding_index 1 {{(pid=87507) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 16 23:07:55.813940 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.base_scheduler [None req-52d6014d-fcdf-4c2c-aada-94c26912d9df tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821829-1-hyperv, 1f307ec6-7bba-48d0-b7ab-79985f726096) {{(pid=87507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 23:07:55.819067 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52d6014d-fcdf-4c2c-aada-94c26912d9df tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:07:55.819656 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-52d6014d-fcdf-4c2c-aada-94c26912d9df tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks [] for subnet, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:07:55.823851 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7400b63-ec21-4f2f-9599-a0ee8d116f80 None None] Network 1f307ec6-7bba-48d0-b7ab-79985f726096 requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 23:07:55.825987 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.plugins.ml2.managers [None req-2d1cd41c-e6d0-4822-89ee-14512a9f5767 None None] Attempting to bind port 9b61411c-9666-4f4b-a141-b2921a6fd06f on host dv-neutron-821829-1-hyperv for vnic_type normal with profile  {{(pid=87509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 23:07:55.826295 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.plugins.ml2.managers [None req-2d1cd41c-e6d0-4822-89ee-14512a9f5767 None None] Attempting to bind port 9b61411c-9666-4f4b-a141-b2921a6fd06f by drivers openvswitch,hyperv on host dv-neutron-821829-1-hyperv at level 0 using segments [{'id': 'a416442d-d143-4052-9f4e-546eb8cbe809', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5'}] {{(pid=87509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 23:07:55.826667 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d1cd41c-e6d0-4822-89ee-14512a9f5767 None None] Attempting to bind port 9b61411c-9666-4f4b-a141-b2921a6fd06f on network f8905ce9-304b-4976-bc47-e58c71c11de5 {{(pid=87509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 23:07:55.830066 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f65246-6553-466a-aeda-5cbb28727160 None None] Pushing event updated for resources: {'Port': ['ID=9b61411c-9666-4f4b-a141-b2921a6fd06f,revision_number=2']} {{(pid=87509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:07:55.838846 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f65246-6553-466a-aeda-5cbb28727160 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:07:55.839205 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f65246-6553-466a-aeda-5cbb28727160 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:07:55.839549 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f65246-6553-466a-aeda-5cbb28727160 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:07:55.839915 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f65246-6553-466a-aeda-5cbb28727160 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:07:55.840245 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f65246-6553-466a-aeda-5cbb28727160 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:07:55.840575 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f65246-6553-466a-aeda-5cbb28727160 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:07:55.841308 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f65246-6553-466a-aeda-5cbb28727160 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:07:55.841466 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f65246-6553-466a-aeda-5cbb28727160 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:07:55.841799 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f65246-6553-466a-aeda-5cbb28727160 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:07:55.842469 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f65246-6553-466a-aeda-5cbb28727160 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:07:55.842819 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f65246-6553-466a-aeda-5cbb28727160 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:07:55.843329 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f65246-6553-466a-aeda-5cbb28727160 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:07:55.847226 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d1cd41c-e6d0-4822-89ee-14512a9f5767 None None] Checking agent: {'id': '5571501f-366e-47a4-9b60-8ef19d935d27', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821829-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 24, 2), 'started_at': datetime.datetime(2021, 12, 16, 22, 24, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 23, 7, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821829-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 23:07:55.847618 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d1cd41c-e6d0-4822-89ee-14512a9f5767 None None] Checking segment: {'id': 'a416442d-d143-4052-9f4e-546eb8cbe809', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 23:07:55.848180 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron_lib.callbacks.manager [None req-2d1cd41c-e6d0-4822-89ee-14512a9f5767 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:07:55.848578 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d1cd41c-e6d0-4822-89ee-14512a9f5767 None None] Bound using segment: {'id': 'a416442d-d143-4052-9f4e-546eb8cbe809', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5'} {{(pid=87509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 23:07:55.849097 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.plugins.ml2.managers [None req-2d1cd41c-e6d0-4822-89ee-14512a9f5767 None None] Bound port: 9b61411c-9666-4f4b-a141-b2921a6fd06f, host: dv-neutron-821829-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a416442d-d143-4052-9f4e-546eb8cbe809', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5'}}] {{(pid=87509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 23:07:55.849452 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron_lib.callbacks.manager [None req-2d1cd41c-e6d0-4822-89ee-14512a9f5767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:07:55.849964 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-52d6014d-fcdf-4c2c-aada-94c26912d9df tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 830 time: 0.5087674
Dec 16 23:07:55.852498 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 54492) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 23:07:55.873098 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG oslo_concurrency.lockutils [None req-38f65246-6553-466a-aeda-5cbb28727160 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=87509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:07:55.926242 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.plugins.ml2.db [None req-2d1cd41c-e6d0-4822-89ee-14512a9f5767 None None] For port 9b61411c-9666-4f4b-a141-b2921a6fd06f, host dv-neutron-821829-1-hyperv, cleared binding levels {{(pid=87509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 23:07:55.930131 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.plugins.ml2.db [None req-2d1cd41c-e6d0-4822-89ee-14512a9f5767 None None] For port 9b61411c-9666-4f4b-a141-b2921a6fd06f, host dv-neutron-821829-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=9b61411c-9666-4f4b-a141-b2921a6fd06f,segment=NetworkSegment(a416442d-d143-4052-9f4e-546eb8cbe809),segment_id=a416442d-d143-4052-9f4e-546eb8cbe809)] {{(pid=87509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 23:07:55.934744 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron_lib.callbacks.manager [None req-2d1cd41c-e6d0-4822-89ee-14512a9f5767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:07:55.939325 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG oslo_concurrency.lockutils [None req-4ba5c633-b117-40c8-96dc-196e38739c89 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:07:56.015352 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f65246-6553-466a-aeda-5cbb28727160 None None] Pushing event updated for resources: {'Port': ['ID=9b61411c-9666-4f4b-a141-b2921a6fd06f,revision_number=3']} {{(pid=87509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:07:56.018885 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG oslo_concurrency.lockutils [None req-38f65246-6553-466a-aeda-5cbb28727160 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=87509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:07:56.019602 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d1cd41c-e6d0-4822-89ee-14512a9f5767 None None] Routers {'b8da6da8-5522-40cf-aba2-5b1d8cbad046'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 23:07:56.020391 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-2d1cd41c-e6d0-4822-89ee-14512a9f5767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b7c820520>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T23:07:31Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['b8da6da8-5522-40cf-aba2-5b1d8cbad046'], 'active': True} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 23:07:56.045921 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b9c7534-a57f-4daa-81db-2386327c6e9f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1d6bfaf-d325-5e4f-b05d-2441d8339617-1f307ec6-7bba-48d0-b7ab-79985f726096', 'network_id': '1f307ec6-7bba-48d0-b7ab-79985f726096', 'tenant_id': 'c824888d650f48a8badbaff2c427d7f3', 'fixed_ips': [{'subnet_id': 'a6262e40-dd4b-4993-8247-1497c18bb13e'}]}} from dv-neutron-821829-1-hyperv. {{(pid=87508) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 16 23:07:56.046779 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-1b9c7534-a57f-4daa-81db-2386327c6e9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:07:56.199930 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvr_db [None req-2d1cd41c-e6d0-4822-89ee-14512a9f5767 None None] Set router b8da6da8-5522-40cf-aba2-5b1d8cbad046 gateway port host: dv-neutron-821829-1-hyperv {{(pid=87509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 23:07:56.204130 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.db_base_plugin_common [None req-1b9c7534-a57f-4daa-81db-2386327c6e9f None None] Allocated IP 172.20.0.2 (1f307ec6-7bba-48d0-b7ab-79985f726096/a6262e40-dd4b-4993-8247-1497c18bb13e/e1a828fe-578b-4f34-bb44-1f93bbed9769) {{(pid=87508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 23:07:56.410414 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-1b9c7534-a57f-4daa-81db-2386327c6e9f None None] Notify callbacks [] for port, precommit_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:07:56.421252 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-1b9c7534-a57f-4daa-81db-2386327c6e9f None None] Transition to ACTIVE for port object e1a828fe-578b-4f34-bb44-1f93bbed9769 will not be triggered until provisioned by entity L2. {{(pid=87508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 23:07:56.439638 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-1b9c7534-a57f-4daa-81db-2386327c6e9f None None] Transition to ACTIVE for port object e1a828fe-578b-4f34-bb44-1f93bbed9769 will not be triggered until provisioned by entity DHCP. {{(pid=87508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 23:07:56.453583 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-1b9c7534-a57f-4daa-81db-2386327c6e9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940'] for port, after_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:07:56.462975 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:07:56.522618 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b9c7534-a57f-4daa-81db-2386327c6e9f None None] Network 1f307ec6-7bba-48d0-b7ab-79985f726096 is already hosted by enough agents. {{(pid=87508) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 23:07:56.526069 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.scheduler.base_scheduler [None req-1b9c7534-a57f-4daa-81db-2386327c6e9f None None] Resources bound (agent type, host, resource id):  {{(pid=87508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 23:07:56.528693 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-2d1cd41c-e6d0-4822-89ee-14512a9f5767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b7c820520>, [{'id': 'b8da6da8-5522-40cf-aba2-5b1d8cbad046', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1114114305', 'tenant_id': 'c824888d650f48a8badbaff2c427d7f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.132'}], 'enable_snat': True}, 'gw_port_id': '9b61411c-9666-4f4b-a141-b2921a6fd06f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:07:52Z', 'updated_at': '2021-12-16T23:07:53Z', 'revision_number': 3, 'project_id': 'c824888d650f48a8badbaff2c427d7f3', 'gw_port': {'id': '9b61411c-9666-4f4b-a141-b2921a6fd06f', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:5e:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8da6da8-5522-40cf-aba2-5b1d8cbad046', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:07:53Z', 'updated_at': '2021-12-16T23:07:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv'}], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 23:07:56.529488 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b9c7534-a57f-4daa-81db-2386327c6e9f None None] Received port after_create {{(pid=87508) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 23:07:56.533333 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d1cd41c-e6d0-4822-89ee-14512a9f5767 None None] The sync data for ids ['b8da6da8-5522-40cf-aba2-5b1d8cbad046'] in dv-neutron-821829-1-hyperv is: [{'id': 'b8da6da8-5522-40cf-aba2-5b1d8cbad046', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1114114305', 'tenant_id': 'c824888d650f48a8badbaff2c427d7f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.132'}], 'enable_snat': True}, 'gw_port_id': '9b61411c-9666-4f4b-a141-b2921a6fd06f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:07:52Z', 'updated_at': '2021-12-16T23:07:53Z', 'revision_number': 3, 'project_id': 'c824888d650f48a8badbaff2c427d7f3', 'gw_port': {'id': '9b61411c-9666-4f4b-a141-b2921a6fd06f', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:5e:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8da6da8-5522-40cf-aba2-5b1d8cbad046', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:07:53Z', 'updated_at': '2021-12-16T23:07:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv'}] {{(pid=87509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 23:07:56.580577 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-25bc31ea-d77c-46bf-9081-e64da1222ed7 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:07:56.598453 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9c7534-a57f-4daa-81db-2386327c6e9f None None] Pushing event updated for resources: {'Port': ['ID=e1a828fe-578b-4f34-bb44-1f93bbed9769,revision_number=1']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:07:56.615569 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b9c7534-a57f-4daa-81db-2386327c6e9f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:07:56.615953 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b9c7534-a57f-4daa-81db-2386327c6e9f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:07:56.616298 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b9c7534-a57f-4daa-81db-2386327c6e9f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:07:56.616635 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b9c7534-a57f-4daa-81db-2386327c6e9f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:07:56.616966 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b9c7534-a57f-4daa-81db-2386327c6e9f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:07:56.617297 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b9c7534-a57f-4daa-81db-2386327c6e9f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:07:56.617620 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b9c7534-a57f-4daa-81db-2386327c6e9f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:07:56.617944 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b9c7534-a57f-4daa-81db-2386327c6e9f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:07:56.618265 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b9c7534-a57f-4daa-81db-2386327c6e9f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:07:56.618585 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b9c7534-a57f-4daa-81db-2386327c6e9f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:07:56.618907 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b9c7534-a57f-4daa-81db-2386327c6e9f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:07:56.619225 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b9c7534-a57f-4daa-81db-2386327c6e9f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:07:56.629384 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-1b9c7534-a57f-4daa-81db-2386327c6e9f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:07:56.638252 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-1b9c7534-a57f-4daa-81db-2386327c6e9f None None] Attempting to bind port e1a828fe-578b-4f34-bb44-1f93bbed9769 on host dv-neutron-821829-1-hyperv for vnic_type normal with profile  {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 23:07:56.638642 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-1b9c7534-a57f-4daa-81db-2386327c6e9f None None] Attempting to bind port e1a828fe-578b-4f34-bb44-1f93bbed9769 by drivers openvswitch,hyperv on host dv-neutron-821829-1-hyperv at level 0 using segments [{'id': 'b88b5f0e-f05b-4ca9-a298-66203e8f5391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '1f307ec6-7bba-48d0-b7ab-79985f726096'}] {{(pid=87508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 23:07:56.639018 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b9c7534-a57f-4daa-81db-2386327c6e9f None None] Attempting to bind port e1a828fe-578b-4f34-bb44-1f93bbed9769 on network 1f307ec6-7bba-48d0-b7ab-79985f726096 {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 23:07:56.644540 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b9c7534-a57f-4daa-81db-2386327c6e9f None None] Checking agent: {'id': '5571501f-366e-47a4-9b60-8ef19d935d27', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821829-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 24, 2), 'started_at': datetime.datetime(2021, 12, 16, 22, 24, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 23, 7, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821829-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 23:07:56.644921 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b9c7534-a57f-4daa-81db-2386327c6e9f None None] Checking segment: {'id': 'b88b5f0e-f05b-4ca9-a298-66203e8f5391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '1f307ec6-7bba-48d0-b7ab-79985f726096'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 23:07:56.645362 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-1b9c7534-a57f-4daa-81db-2386327c6e9f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:07:56.645753 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b9c7534-a57f-4daa-81db-2386327c6e9f None None] Bound using segment: {'id': 'b88b5f0e-f05b-4ca9-a298-66203e8f5391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '1f307ec6-7bba-48d0-b7ab-79985f726096'} {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 23:07:56.646259 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-1b9c7534-a57f-4daa-81db-2386327c6e9f None None] Bound port: e1a828fe-578b-4f34-bb44-1f93bbed9769, host: dv-neutron-821829-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b88b5f0e-f05b-4ca9-a298-66203e8f5391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '1f307ec6-7bba-48d0-b7ab-79985f726096'}}] {{(pid=87508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 23:07:56.646640 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-1b9c7534-a57f-4daa-81db-2386327c6e9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:07:56.735800 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-1b9c7534-a57f-4daa-81db-2386327c6e9f None None] For port e1a828fe-578b-4f34-bb44-1f93bbed9769, host dv-neutron-821829-1-hyperv, cleared binding levels {{(pid=87508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 23:07:56.740951 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-1b9c7534-a57f-4daa-81db-2386327c6e9f None None] For port e1a828fe-578b-4f34-bb44-1f93bbed9769, host dv-neutron-821829-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=e1a828fe-578b-4f34-bb44-1f93bbed9769,segment=NetworkSegment(b88b5f0e-f05b-4ca9-a298-66203e8f5391),segment_id=b88b5f0e-f05b-4ca9-a298-66203e8f5391)] {{(pid=87508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 23:07:56.745656 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-1b9c7534-a57f-4daa-81db-2386327c6e9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:07:56.749762 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-e47942e7-61a2-440b-bafb-f36f8499c95a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:07:56.861571 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9c7534-a57f-4daa-81db-2386327c6e9f None None] Pushing event updated for resources: {'Port': ['ID=e1a828fe-578b-4f34-bb44-1f93bbed9769,revision_number=2']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:07:56.865420 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-1b9c7534-a57f-4daa-81db-2386327c6e9f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:07:57.179034 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.db_base_plugin_common [None req-25bc31ea-d77c-46bf-9081-e64da1222ed7 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Allocated IP 172.20.0.1 (1f307ec6-7bba-48d0-b7ab-79985f726096/a6262e40-dd4b-4993-8247-1497c18bb13e/6abcc6ad-f28b-4fbd-84ba-9ff543aa6f8d) {{(pid=87507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 23:07:57.349125 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-25bc31ea-d77c-46bf-9081-e64da1222ed7 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks [] for port, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:07:57.366164 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.provisioning_blocks [None req-25bc31ea-d77c-46bf-9081-e64da1222ed7 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Transition to ACTIVE for port object 6abcc6ad-f28b-4fbd-84ba-9ff543aa6f8d will not be triggered until provisioned by entity DHCP. {{(pid=87507) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 23:07:57.392180 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-25bc31ea-d77c-46bf-9081-e64da1222ed7 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10807823'] for port, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:07:57.396553 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-979a0174-f682-429b-b1ed-7c97440fe03e tempest-TestMinimumBasicScenario-742069240 tempest-TestMinimumBasicScenario-742069240-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:07:57.461459 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25bc31ea-d77c-46bf-9081-e64da1222ed7 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Network 1f307ec6-7bba-48d0-b7ab-79985f726096 is already hosted by enough agents. {{(pid=87507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 23:07:57.464698 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.base_scheduler [None req-25bc31ea-d77c-46bf-9081-e64da1222ed7 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Resources bound (agent type, host, resource id):  {{(pid=87507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 23:07:57.469419 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25bc31ea-d77c-46bf-9081-e64da1222ed7 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Received port after_create {{(pid=87507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 23:07:57.518954 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bc31ea-d77c-46bf-9081-e64da1222ed7 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Pushing event updated for resources: {'Port': ['ID=6abcc6ad-f28b-4fbd-84ba-9ff543aa6f8d,revision_number=1']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:07:57.523702 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-25bc31ea-d77c-46bf-9081-e64da1222ed7 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:07:57.537860 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-25bc31ea-d77c-46bf-9081-e64da1222ed7 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3830061'] for router_interface, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:07:57.808063 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-25bc31ea-d77c-46bf-9081-e64da1222ed7 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:07:57.829949 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9907d8f-9241-4775-bd78-94434abc5630 None None] Network 1f307ec6-7bba-48d0-b7ab-79985f726096 requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 23:07:57.924460 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-657dbe74-5cfd-457e-910a-315ee2a815c0 None None] Provisioning for port e1a828fe-578b-4f34-bb44-1f93bbed9769 completed by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 23:07:58.089100 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device e1a828fe-578b-4f34-bb44-1f93bbed9769 up at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 23:07:58.175343 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning for port e1a828fe-578b-4f34-bb44-1f93bbed9769 completed by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 23:07:58.184683 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning complete for port e1a828fe-578b-4f34-bb44-1f93bbed9769 triggered by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 23:07:58.185111 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:07:58.251632 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-0c10b3dc-4475-4131-9323-e1684d700be0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:07:58.284204 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-25bc31ea-d77c-46bf-9081-e64da1222ed7 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks [] for port, precommit_update {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:07:58.291597 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-25bc31ea-d77c-46bf-9081-e64da1222ed7 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10807814'] for port, after_update {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:07:58.320476 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-4e53b729-a0da-4c4d-95bf-0b6ff42638cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:07:58.364891 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:07:58.396947 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] For port e1a828fe-578b-4f34-bb44-1f93bbed9769, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=e1a828fe-578b-4f34-bb44-1f93bbed9769,segment=NetworkSegment(b88b5f0e-f05b-4ca9-a298-66203e8f5391),segment_id=b88b5f0e-f05b-4ca9-a298-66203e8f5391)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 23:07:58.401227 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:07:58.402131 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 9b61411c-9666-4f4b-a141-b2921a6fd06f up at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 23:07:58.410352 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bc31ea-d77c-46bf-9081-e64da1222ed7 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Pushing event updated for resources: {'Port': ['ID=6abcc6ad-f28b-4fbd-84ba-9ff543aa6f8d,revision_number=2']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:07:58.413567 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-25bc31ea-d77c-46bf-9081-e64da1222ed7 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3791426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3830222'] for router_interface, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:07:58.420615 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-25bc31ea-d77c-46bf-9081-e64da1222ed7 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:07:58.431093 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-bc35fdd0-5a38-4984-9147-2bba71eed593 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:07:58.525785 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-596ca2f3-599e-4918-b331-d16abe7b5555 None None] Provisioning for port 6abcc6ad-f28b-4fbd-84ba-9ff543aa6f8d completed by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 23:07:58.537619 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-596ca2f3-599e-4918-b331-d16abe7b5555 None None] Provisioning complete for port 6abcc6ad-f28b-4fbd-84ba-9ff543aa6f8d triggered by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 23:07:58.538004 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-596ca2f3-599e-4918-b331-d16abe7b5555 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:07:58.569633 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Pushing event updated for resources: {'Port': ['ID=e1a828fe-578b-4f34-bb44-1f93bbed9769,revision_number=3']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:07:58.570351 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25bc31ea-d77c-46bf-9081-e64da1222ed7 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Network 1f307ec6-7bba-48d0-b7ab-79985f726096 is already hosted by enough agents. {{(pid=87507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 23:07:58.571552 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.base_scheduler [None req-25bc31ea-d77c-46bf-9081-e64da1222ed7 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Resources bound (agent type, host, resource id):  {{(pid=87507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 23:07:58.580440 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:07:58.600836 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning for port 9b61411c-9666-4f4b-a141-b2921a6fd06f completed by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 23:07:58.608932 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-596ca2f3-599e-4918-b331-d16abe7b5555 None None] Port 6abcc6ad-f28b-4fbd-84ba-9ff543aa6f8d cannot update to ACTIVE because it is not bound. {{(pid=87508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 23:07:58.610428 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning complete for port 9b61411c-9666-4f4b-a141-b2921a6fd06f triggered by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 23:07:58.610811 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:07:58.668955 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-596ca2f3-599e-4918-b331-d16abe7b5555 None None] Provisioning complete for port e1a828fe-578b-4f34-bb44-1f93bbed9769 triggered by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 23:07:58.669346 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-596ca2f3-599e-4918-b331-d16abe7b5555 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:07:58.828477 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:07:58.859972 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] For port 9b61411c-9666-4f4b-a141-b2921a6fd06f, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=9b61411c-9666-4f4b-a141-b2921a6fd06f,segment=NetworkSegment(a416442d-d143-4052-9f4e-546eb8cbe809),segment_id=a416442d-d143-4052-9f4e-546eb8cbe809)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 23:07:58.863991 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:07:58.866132 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-62368be7-2593-4c55-bda4-b8349608efc4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:07:58.911055 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25bc31ea-d77c-46bf-9081-e64da1222ed7 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Router b8da6da8-5522-40cf-aba2-5b1d8cbad046 has already been hosted by L3 agent 4f519db7-069b-43e2-8411-c092bac9102a {{(pid=87507) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 23:07:58.932773 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Pushing event updated for resources: {'Port': ['ID=9b61411c-9666-4f4b-a141-b2921a6fd06f,revision_number=4']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:07:58.935704 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:07:58.981856 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-648b5eb4-93fd-4082-ba5a-7f4a9d08c4d3 None None] Provisioning complete for port 6abcc6ad-f28b-4fbd-84ba-9ff543aa6f8d triggered by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 23:07:58.982240 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-648b5eb4-93fd-4082-ba5a-7f4a9d08c4d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:07:59.032941 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-648b5eb4-93fd-4082-ba5a-7f4a9d08c4d3 None None] Port 6abcc6ad-f28b-4fbd-84ba-9ff543aa6f8d cannot update to ACTIVE because it is not bound. {{(pid=87508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 23:07:59.094833 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25bc31ea-d77c-46bf-9081-e64da1222ed7 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify agent at l3_agent.dv-neutron-821829-1-hyperv the message routers_updated {{(pid=87507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 23:07:59.104294 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13329406-f002-4913-b5e8-3799ffc604f8 None None] Sync routers for ids ['b8da6da8-5522-40cf-aba2-5b1d8cbad046'] in dv-neutron-821829-1-hyperv {{(pid=87508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 23:07:59.105122 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-25bc31ea-d77c-46bf-9081-e64da1222ed7 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.13 "PUT /v2.0/routers/b8da6da8-5522-40cf-aba2-5b1d8cbad046/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.2512667
Dec 16 23:07:59.113457 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13329406-f002-4913-b5e8-3799ffc604f8 None None] Routers {'b8da6da8-5522-40cf-aba2-5b1d8cbad046'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 23:07:59.114166 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-13329406-f002-4913-b5e8-3799ffc604f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b77f75310>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T23:07:31Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['b8da6da8-5522-40cf-aba2-5b1d8cbad046'], 'active': True} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 23:07:59.261947 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-d30d855c-be8e-453f-a27f-5c01006eeed6 req-06594aef-8e8c-4156-bc15-373b83561c55 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1620116070&fields=id&tenant_id=c824888d650f48a8badbaff2c427d7f3 HTTP/1.1" status: 200  len: 267 time: 0.0392082
Dec 16 23:07:59.291782 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvr_db [None req-13329406-f002-4913-b5e8-3799ffc604f8 None None] Set router b8da6da8-5522-40cf-aba2-5b1d8cbad046 gateway port host: dv-neutron-821829-1-hyperv {{(pid=87508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 23:07:59.409571 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30d855c-be8e-453f-a27f-5c01006eeed6 req-614e07ac-c783-4219-a348-b6fa2f201dd9 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:07:59.411013 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-d30d855c-be8e-453f-a27f-5c01006eeed6 req-614e07ac-c783-4219-a348-b6fa2f201dd9 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.13 "GET /v2.0/networks?id=1f307ec6-7bba-48d0-b7ab-79985f726096 HTTP/1.1" status: 200  len: 796 time: 0.1425841
Dec 16 23:07:59.426137 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-d30d855c-be8e-453f-a27f-5c01006eeed6 req-83eed4e0-239b-458f-99a7-37e6aa511616 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.13 "GET /v2.0/quotas/c824888d650f48a8badbaff2c427d7f3 HTTP/1.1" status: 200  len: 375 time: 0.0094857
Dec 16 23:07:59.512944 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [req-d30d855c-be8e-453f-a27f-5c01006eeed6 req-501c3fe6-c85d-4db8-9bf7-bbd0ae5003e5 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Synchronizing usage tracker for tenant:c824888d650f48a8badbaff2c427d7f3 on resource:port {{(pid=87507) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 23:07:59.529790 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [req-d30d855c-be8e-453f-a27f-5c01006eeed6 req-501c3fe6-c85d-4db8-9bf7-bbd0ae5003e5 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Unset dirty status for tenant:c824888d650f48a8badbaff2c427d7f3 on resource:port {{(pid=87507) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 23:07:59.531144 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-d30d855c-be8e-453f-a27f-5c01006eeed6 req-501c3fe6-c85d-4db8-9bf7-bbd0ae5003e5 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=c824888d650f48a8badbaff2c427d7f3&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0997965
Dec 16 23:07:59.606413 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-13329406-f002-4913-b5e8-3799ffc604f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b77f75310>, [{'id': 'b8da6da8-5522-40cf-aba2-5b1d8cbad046', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1114114305', 'tenant_id': 'c824888d650f48a8badbaff2c427d7f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.132'}], 'enable_snat': True}, 'gw_port_id': '9b61411c-9666-4f4b-a141-b2921a6fd06f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:07:52Z', 'updated_at': '2021-12-16T23:07:57Z', 'revision_number': 4, 'project_id': 'c824888d650f48a8badbaff2c427d7f3', 'gw_port': {'id': '9b61411c-9666-4f4b-a141-b2921a6fd06f', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:5e:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8da6da8-5522-40cf-aba2-5b1d8cbad046', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:07:53Z', 'updated_at': '2021-12-16T23:07:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv', '_interfaces': [{'id': '6abcc6ad-f28b-4fbd-84ba-9ff543aa6f8d', 'name': '', 'network_id': '1f307ec6-7bba-48d0-b7ab-79985f726096', 'tenant_id': 'c824888d650f48a8badbaff2c427d7f3', 'mac_address': 'fa:16:3e:b2:2d:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8da6da8-5522-40cf-aba2-5b1d8cbad046', 'device_owner': 'network:router_interface', 'standard_attr_id': 1697, 'fixed_ips': [{'subnet_id': 'a6262e40-dd4b-4993-8247-1497c18bb13e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:07:56Z', 'updated_at': '2021-12-16T23:07:58Z', 'revision_number': 2, 'project_id': 'c824888d650f48a8badbaff2c427d7f3', 'subnets': [{'id': 'a6262e40-dd4b-4993-8247-1497c18bb13e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 23:07:59.610247 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13329406-f002-4913-b5e8-3799ffc604f8 None None] Checking router: b8da6da8-5522-40cf-aba2-5b1d8cbad046 for host: dv-neutron-821829-1-hyperv {{(pid=87508) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 23:07:59.610611 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13329406-f002-4913-b5e8-3799ffc604f8 None None] Updating router b8da6da8-5522-40cf-aba2-5b1d8cbad046 port 6abcc6ad-f28b-4fbd-84ba-9ff543aa6f8d binding host dv-neutron-821829-1-hyperv {{(pid=87508) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 16 23:07:59.665510 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-13329406-f002-4913-b5e8-3799ffc604f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:07:59.673185 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-d30d855c-be8e-453f-a27f-5c01006eeed6 req-060cf1e0-19e9-4a94-baa2-66378957d930 service neutron] 10.222.0.13 "GET /v2.0/networks/1f307ec6-7bba-48d0-b7ab-79985f726096?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1294837
Dec 16 23:07:59.807941 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-d30d855c-be8e-453f-a27f-5c01006eeed6 req-65782b3b-58ff-4e4d-94bd-99f68a17eff7 service neutron] 10.222.0.13 "GET /v2.0/networks/1f307ec6-7bba-48d0-b7ab-79985f726096?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1279213
Dec 16 23:07:59.990563 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device e1a828fe-578b-4f34-bb44-1f93bbed9769 up at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 23:08:00.000370 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-85c570dd-b91a-4722-b79c-bffa75d17745 req-88a2b946-c912-41a9-a009-2abc2cd0d37c tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.13 "GET /v2.0/ports?device_id=25cad41e-be78-437f-b50c-9193bc42bbf8 HTTP/1.1" status: 200  len: 210 time: 0.0569510
Dec 16 23:08:00.119550 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-13329406-f002-4913-b5e8-3799ffc604f8 None None] Notify callbacks [] for port, precommit_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:08:00.136044 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-13329406-f002-4913-b5e8-3799ffc604f8 None None] Transition to ACTIVE for port object 6abcc6ad-f28b-4fbd-84ba-9ff543aa6f8d will not be triggered until provisioned by entity L2. {{(pid=87508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 23:08:00.145283 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning complete for port e1a828fe-578b-4f34-bb44-1f93bbed9769 triggered by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 23:08:00.145669 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:08:00.174190 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-13329406-f002-4913-b5e8-3799ffc604f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:08:00.177032 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:08:00.330778 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097adda8-b8cc-4e21-8063-97f29da77ee0 None None] Pushing event updated for resources: {'Port': ['ID=6abcc6ad-f28b-4fbd-84ba-9ff543aa6f8d,revision_number=3']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:08:00.334750 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-097adda8-b8cc-4e21-8063-97f29da77ee0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:08:00.488411 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-13329406-f002-4913-b5e8-3799ffc604f8 None None] Attempting to bind port 6abcc6ad-f28b-4fbd-84ba-9ff543aa6f8d on host dv-neutron-821829-1-hyperv for vnic_type normal with profile  {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 23:08:00.488932 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-13329406-f002-4913-b5e8-3799ffc604f8 None None] Attempting to bind port 6abcc6ad-f28b-4fbd-84ba-9ff543aa6f8d by drivers openvswitch,hyperv on host dv-neutron-821829-1-hyperv at level 0 using segments [{'id': 'b88b5f0e-f05b-4ca9-a298-66203e8f5391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '1f307ec6-7bba-48d0-b7ab-79985f726096'}] {{(pid=87508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 23:08:00.489365 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13329406-f002-4913-b5e8-3799ffc604f8 None None] Attempting to bind port 6abcc6ad-f28b-4fbd-84ba-9ff543aa6f8d on network 1f307ec6-7bba-48d0-b7ab-79985f726096 {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 23:08:00.498646 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13329406-f002-4913-b5e8-3799ffc604f8 None None] Checking agent: {'id': '5571501f-366e-47a4-9b60-8ef19d935d27', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821829-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 24, 2), 'started_at': datetime.datetime(2021, 12, 16, 22, 24, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 23, 7, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821829-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 23:08:00.499041 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13329406-f002-4913-b5e8-3799ffc604f8 None None] Checking segment: {'id': 'b88b5f0e-f05b-4ca9-a298-66203e8f5391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '1f307ec6-7bba-48d0-b7ab-79985f726096'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 23:08:00.499453 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-13329406-f002-4913-b5e8-3799ffc604f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:08:00.499882 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13329406-f002-4913-b5e8-3799ffc604f8 None None] Bound using segment: {'id': 'b88b5f0e-f05b-4ca9-a298-66203e8f5391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '1f307ec6-7bba-48d0-b7ab-79985f726096'} {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 23:08:00.500358 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-13329406-f002-4913-b5e8-3799ffc604f8 None None] Bound port: 6abcc6ad-f28b-4fbd-84ba-9ff543aa6f8d, host: dv-neutron-821829-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b88b5f0e-f05b-4ca9-a298-66203e8f5391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '1f307ec6-7bba-48d0-b7ab-79985f726096'}}] {{(pid=87508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 23:08:00.502917 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-13329406-f002-4913-b5e8-3799ffc604f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:08:00.557839 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 9b61411c-9666-4f4b-a141-b2921a6fd06f up at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 23:08:00.680502 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-08f6693f-6810-4d17-9e8f-f7b61a3d9f37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:08:00.687207 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-13329406-f002-4913-b5e8-3799ffc604f8 None None] For port 6abcc6ad-f28b-4fbd-84ba-9ff543aa6f8d, host dv-neutron-821829-1-hyperv, cleared binding levels {{(pid=87508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 23:08:00.690936 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-13329406-f002-4913-b5e8-3799ffc604f8 None None] For port 6abcc6ad-f28b-4fbd-84ba-9ff543aa6f8d, host dv-neutron-821829-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=6abcc6ad-f28b-4fbd-84ba-9ff543aa6f8d,segment=NetworkSegment(b88b5f0e-f05b-4ca9-a298-66203e8f5391),segment_id=b88b5f0e-f05b-4ca9-a298-66203e8f5391)] {{(pid=87508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 23:08:00.697156 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-13329406-f002-4913-b5e8-3799ffc604f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:08:00.701675 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:08:00.735547 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning complete for port 9b61411c-9666-4f4b-a141-b2921a6fd06f triggered by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 23:08:00.735969 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:08:00.832287 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097adda8-b8cc-4e21-8063-97f29da77ee0 None None] Pushing event updated for resources: {'Port': ['ID=6abcc6ad-f28b-4fbd-84ba-9ff543aa6f8d,revision_number=4']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:08:00.834873 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13329406-f002-4913-b5e8-3799ffc604f8 None None] Routers {'b8da6da8-5522-40cf-aba2-5b1d8cbad046'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 23:08:00.835510 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-13329406-f002-4913-b5e8-3799ffc604f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b77f75310>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T23:08:01Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['b8da6da8-5522-40cf-aba2-5b1d8cbad046'], 'active': True} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 23:08:00.883694 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-097adda8-b8cc-4e21-8063-97f29da77ee0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:08:01.078502 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvr_db [None req-13329406-f002-4913-b5e8-3799ffc604f8 None None] Set router b8da6da8-5522-40cf-aba2-5b1d8cbad046 gateway port host: dv-neutron-821829-1-hyperv {{(pid=87508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 23:08:01.152908 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-1a93fd87-22d6-4e1c-904c-6b4cd5d1c6b0 req-3f078e9f-d79b-446b-8658-8135f81afef2 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.13 "GET /v2.0/ports?device_id=25cad41e-be78-437f-b50c-9193bc42bbf8 HTTP/1.1" status: 200  len: 210 time: 0.0472467
Dec 16 23:08:01.356672 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30d855c-be8e-453f-a27f-5c01006eeed6 req-5491aca9-489d-4f82-8e25-df5b9cec302f tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:08:01.357354 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [req-d30d855c-be8e-453f-a27f-5c01006eeed6 req-5491aca9-489d-4f82-8e25-df5b9cec302f tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Synchronizing usage tracker for tenant:c824888d650f48a8badbaff2c427d7f3 on resource:network {{(pid=87506) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 23:08:01.377018 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [req-d30d855c-be8e-453f-a27f-5c01006eeed6 req-5491aca9-489d-4f82-8e25-df5b9cec302f tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Unset dirty status for tenant:c824888d650f48a8badbaff2c427d7f3 on resource:network {{(pid=87506) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 23:08:01.378225 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-d30d855c-be8e-453f-a27f-5c01006eeed6 req-5491aca9-489d-4f82-8e25-df5b9cec302f tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.49 "GET /v2.0/networks?id=1f307ec6-7bba-48d0-b7ab-79985f726096 HTTP/1.1" status: 200  len: 796 time: 0.1684976
Dec 16 23:08:01.397290 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-13329406-f002-4913-b5e8-3799ffc604f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b77f75310>, [{'id': 'b8da6da8-5522-40cf-aba2-5b1d8cbad046', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1114114305', 'tenant_id': 'c824888d650f48a8badbaff2c427d7f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.132'}], 'enable_snat': True}, 'gw_port_id': '9b61411c-9666-4f4b-a141-b2921a6fd06f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:07:52Z', 'updated_at': '2021-12-16T23:07:57Z', 'revision_number': 4, 'project_id': 'c824888d650f48a8badbaff2c427d7f3', 'gw_port': {'id': '9b61411c-9666-4f4b-a141-b2921a6fd06f', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:5e:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8da6da8-5522-40cf-aba2-5b1d8cbad046', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:07:53Z', 'updated_at': '2021-12-16T23:07:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv', '_interfaces': [{'id': '6abcc6ad-f28b-4fbd-84ba-9ff543aa6f8d', 'name': '', 'network_id': '1f307ec6-7bba-48d0-b7ab-79985f726096', 'tenant_id': 'c824888d650f48a8badbaff2c427d7f3', 'mac_address': 'fa:16:3e:b2:2d:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8da6da8-5522-40cf-aba2-5b1d8cbad046', 'device_owner': 'network:router_interface', 'standard_attr_id': 1697, 'fixed_ips': [{'subnet_id': 'a6262e40-dd4b-4993-8247-1497c18bb13e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:07:56Z', 'updated_at': '2021-12-16T23:08:00Z', 'revision_number': 4, 'project_id': 'c824888d650f48a8badbaff2c427d7f3', 'subnets': [{'id': 'a6262e40-dd4b-4993-8247-1497c18bb13e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 23:08:01.401549 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13329406-f002-4913-b5e8-3799ffc604f8 None None] The sync data for ids ['b8da6da8-5522-40cf-aba2-5b1d8cbad046'] in dv-neutron-821829-1-hyperv is: [{'id': 'b8da6da8-5522-40cf-aba2-5b1d8cbad046', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1114114305', 'tenant_id': 'c824888d650f48a8badbaff2c427d7f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.132'}], 'enable_snat': True}, 'gw_port_id': '9b61411c-9666-4f4b-a141-b2921a6fd06f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:07:52Z', 'updated_at': '2021-12-16T23:07:57Z', 'revision_number': 4, 'project_id': 'c824888d650f48a8badbaff2c427d7f3', 'gw_port': {'id': '9b61411c-9666-4f4b-a141-b2921a6fd06f', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:5e:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8da6da8-5522-40cf-aba2-5b1d8cbad046', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:07:53Z', 'updated_at': '2021-12-16T23:07:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv', '_interfaces': [{'id': '6abcc6ad-f28b-4fbd-84ba-9ff543aa6f8d', 'name': '', 'network_id': '1f307ec6-7bba-48d0-b7ab-79985f726096', 'tenant_id': 'c824888d650f48a8badbaff2c427d7f3', 'mac_address': 'fa:16:3e:b2:2d:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8da6da8-5522-40cf-aba2-5b1d8cbad046', 'device_owner': 'network:router_interface', 'standard_attr_id': 1697, 'fixed_ips': [{'subnet_id': 'a6262e40-dd4b-4993-8247-1497c18bb13e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:07:56Z', 'updated_at': '2021-12-16T23:08:00Z', 'revision_number': 4, 'project_id': 'c824888d650f48a8badbaff2c427d7f3', 'subnets': [{'id': 'a6262e40-dd4b-4993-8247-1497c18bb13e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 23:08:01.432704 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [req-d30d855c-be8e-453f-a27f-5c01006eeed6 req-754ff35f-feaa-47d6-b9ce-8c42b5a6166a tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Synchronizing usage tracker for tenant:c824888d650f48a8badbaff2c427d7f3 on resource:security_group {{(pid=87506) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 23:08:01.451147 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [req-d30d855c-be8e-453f-a27f-5c01006eeed6 req-754ff35f-feaa-47d6-b9ce-8c42b5a6166a tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Unset dirty status for tenant:c824888d650f48a8badbaff2c427d7f3 on resource:security_group {{(pid=87506) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 23:08:01.452760 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-d30d855c-be8e-453f-a27f-5c01006eeed6 req-754ff35f-feaa-47d6-b9ce-8c42b5a6166a tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c824888d650f48a8badbaff2c427d7f3 HTTP/1.1" status: 200  len: 380 time: 0.0604939
Dec 16 23:08:01.472331 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [req-d30d855c-be8e-453f-a27f-5c01006eeed6 req-48e2cace-d819-4bbc-8c92-aa1460cae36c tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Request body: {'port': {'device_id': '25cad41e-be78-437f-b50c-9193bc42bbf8', 'network_id': '1f307ec6-7bba-48d0-b7ab-79985f726096', 'admin_state_up': True, 'tenant_id': 'c824888d650f48a8badbaff2c427d7f3', 'security_groups': ['a72a0e44-1c39-468b-9ce9-c7fcdfe06d90']}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 23:08:01.601321 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-3e729f7f-1589-4d54-9c4a-7ee6b283cc2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:08:01.729259 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:08:01.757038 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [req-d30d855c-be8e-453f-a27f-5c01006eeed6 req-48e2cace-d819-4bbc-8c92-aa1460cae36c tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 23:08:01.767274 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [req-d30d855c-be8e-453f-a27f-5c01006eeed6 req-48e2cace-d819-4bbc-8c92-aa1460cae36c tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 23:08:01.781249 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d30d855c-be8e-453f-a27f-5c01006eeed6 req-48e2cace-d819-4bbc-8c92-aa1460cae36c tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Made reservation on behalf of c824888d650f48a8badbaff2c427d7f3 for: {'port': 1} {{(pid=87506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 23:08:01.784933 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-d30d855c-be8e-453f-a27f-5c01006eeed6 req-48e2cace-d819-4bbc-8c92-aa1460cae36c tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:08:01.956562 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.db_base_plugin_common [req-d30d855c-be8e-453f-a27f-5c01006eeed6 req-48e2cace-d819-4bbc-8c92-aa1460cae36c tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Allocated IP 172.20.0.10 (1f307ec6-7bba-48d0-b7ab-79985f726096/a6262e40-dd4b-4993-8247-1497c18bb13e/7e8a3ff6-5061-4099-aec8-9af65d7e8056) {{(pid=87506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 23:08:02.003698 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 6abcc6ad-f28b-4fbd-84ba-9ff543aa6f8d up at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 23:08:02.129188 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning for port 6abcc6ad-f28b-4fbd-84ba-9ff543aa6f8d completed by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 23:08:02.134753 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning complete for port 6abcc6ad-f28b-4fbd-84ba-9ff543aa6f8d triggered by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 23:08:02.135139 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:08:02.162779 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-d30d855c-be8e-453f-a27f-5c01006eeed6 req-48e2cace-d819-4bbc-8c92-aa1460cae36c tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks [] for port, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:08:02.179463 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.provisioning_blocks [req-d30d855c-be8e-453f-a27f-5c01006eeed6 req-48e2cace-d819-4bbc-8c92-aa1460cae36c tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Transition to ACTIVE for port object 7e8a3ff6-5061-4099-aec8-9af65d7e8056 will not be triggered until provisioned by entity DHCP. {{(pid=87506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 23:08:02.208315 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-d30d855c-be8e-453f-a27f-5c01006eeed6 req-48e2cace-d819-4bbc-8c92-aa1460cae36c tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1863393'] for port, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:08:02.214836 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-1faf51cc-bc9e-4f80-b906-ec2855160ff0 tempest-TestMinimumBasicScenario-742069240 tempest-TestMinimumBasicScenario-742069240-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:08:02.277189 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:08:02.294251 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e2cace-d819-4bbc-8c92-aa1460cae36c tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Pushing event updated for resources: {'Port': ['ID=7e8a3ff6-5061-4099-aec8-9af65d7e8056,revision_number=1']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:08:02.299745 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-48e2cace-d819-4bbc-8c92-aa1460cae36c tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:08:02.312998 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d30d855c-be8e-453f-a27f-5c01006eeed6 req-48e2cace-d819-4bbc-8c92-aa1460cae36c tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Network 1f307ec6-7bba-48d0-b7ab-79985f726096 is already hosted by enough agents. {{(pid=87506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 23:08:02.314488 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.base_scheduler [req-d30d855c-be8e-453f-a27f-5c01006eeed6 req-48e2cace-d819-4bbc-8c92-aa1460cae36c tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Resources bound (agent type, host, resource id):  {{(pid=87506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 23:08:02.323696 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] For port 6abcc6ad-f28b-4fbd-84ba-9ff543aa6f8d, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=6abcc6ad-f28b-4fbd-84ba-9ff543aa6f8d,segment=NetworkSegment(b88b5f0e-f05b-4ca9-a298-66203e8f5391),segment_id=b88b5f0e-f05b-4ca9-a298-66203e8f5391)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 23:08:02.329498 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:08:02.331288 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.l3_dvrscheduler_db [req-d30d855c-be8e-453f-a27f-5c01006eeed6 req-48e2cace-d819-4bbc-8c92-aa1460cae36c tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Received port after_create {{(pid=87506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 23:08:02.332872 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-b29e332b-48ee-400d-bc62-60671dcd28f9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:08:02.392321 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29e2702-ad79-4c10-855f-8cf90ec3dfe6 req-f12acf9c-96fa-4d36-9cfb-ca3b4cca88b7 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:08:02.403225 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-c29e2702-ad79-4c10-855f-8cf90ec3dfe6 req-f12acf9c-96fa-4d36-9cfb-ca3b4cca88b7 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.13 "GET /v2.0/ports?device_id=25cad41e-be78-437f-b50c-9193bc42bbf8 HTTP/1.1" status: 200  len: 932 time: 0.1139627
Dec 16 23:08:02.416287 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Pushing event updated for resources: {'Port': ['ID=6abcc6ad-f28b-4fbd-84ba-9ff543aa6f8d,revision_number=5']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:08:02.420017 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:08:02.439112 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30d855c-be8e-453f-a27f-5c01006eeed6 req-48e2cace-d819-4bbc-8c92-aa1460cae36c tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:08:02.440490 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-d30d855c-be8e-453f-a27f-5c01006eeed6 req-48e2cace-d819-4bbc-8c92-aa1460cae36c tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for port, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:08:02.477685 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-d30d855c-be8e-453f-a27f-5c01006eeed6 req-48e2cace-d819-4bbc-8c92-aa1460cae36c tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.0143740
Dec 16 23:08:02.500345 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-c29e2702-ad79-4c10-855f-8cf90ec3dfe6 req-f78f2cb0-35cc-4e4b-81d0-5695abc58ff1 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.13 "GET /v2.0/security-groups?id=a72a0e44-1c39-468b-9ce9-c7fcdfe06d90&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0876176
Dec 16 23:08:02.500622 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [req-d30d855c-be8e-453f-a27f-5c01006eeed6 req-44664df7-55fa-4181-92be-69d1e849944c service neutron] Request body: {'port': {'device_id': '25cad41e-be78-437f-b50c-9193bc42bbf8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8218'}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 23:08:02.600268 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-478ca7e1-0b57-4588-9aba-5180859083cc None None] Provisioning for port 7e8a3ff6-5061-4099-aec8-9af65d7e8056 completed by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 23:08:02.609387 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-478ca7e1-0b57-4588-9aba-5180859083cc None None] Provisioning complete for port 7e8a3ff6-5061-4099-aec8-9af65d7e8056 triggered by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 23:08:02.610092 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-478ca7e1-0b57-4588-9aba-5180859083cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:08:02.626516 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-d30d855c-be8e-453f-a27f-5c01006eeed6 req-44664df7-55fa-4181-92be-69d1e849944c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:08:02.670570 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-478ca7e1-0b57-4588-9aba-5180859083cc None None] Port 7e8a3ff6-5061-4099-aec8-9af65d7e8056 cannot update to ACTIVE because it is not bound. {{(pid=87508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 23:08:02.967191 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.notifiers.nova [req-d30d855c-be8e-453f-a27f-5c01006eeed6 req-44664df7-55fa-4181-92be-69d1e849944c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e8a3ff6-5061-4099-aec8-9af65d7e8056 {{(pid=87506) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 23:08:02.974855 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-d30d855c-be8e-453f-a27f-5c01006eeed6 req-44664df7-55fa-4181-92be-69d1e849944c service neutron] Notify callbacks [] for port, precommit_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:08:02.988851 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.provisioning_blocks [req-d30d855c-be8e-453f-a27f-5c01006eeed6 req-44664df7-55fa-4181-92be-69d1e849944c service neutron] Transition to ACTIVE for port object 7e8a3ff6-5061-4099-aec8-9af65d7e8056 will not be triggered until provisioned by entity L2. {{(pid=87506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 23:08:02.992046 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-d30d855c-be8e-453f-a27f-5c01006eeed6 req-44664df7-55fa-4181-92be-69d1e849944c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1863400'] for port, after_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:08:02.996314 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-363ae647-b782-413f-b82c-afc4836c7446 tempest-ServersNegativeTestJSON-2129401044 tempest-ServersNegativeTestJSON-2129401044-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:08:03.121506 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44664df7-55fa-4181-92be-69d1e849944c service neutron] Pushing event updated for resources: {'Port': ['ID=7e8a3ff6-5061-4099-aec8-9af65d7e8056,revision_number=2']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:08:03.150113 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-44664df7-55fa-4181-92be-69d1e849944c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:08:03.228861 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.managers [req-d30d855c-be8e-453f-a27f-5c01006eeed6 req-44664df7-55fa-4181-92be-69d1e849944c service neutron] Attempting to bind port 7e8a3ff6-5061-4099-aec8-9af65d7e8056 on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=87506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 23:08:03.229200 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.managers [req-d30d855c-be8e-453f-a27f-5c01006eeed6 req-44664df7-55fa-4181-92be-69d1e849944c service neutron] Attempting to bind port 7e8a3ff6-5061-4099-aec8-9af65d7e8056 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': 'b88b5f0e-f05b-4ca9-a298-66203e8f5391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '1f307ec6-7bba-48d0-b7ab-79985f726096'}] {{(pid=87506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 23:08:03.229527 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d30d855c-be8e-453f-a27f-5c01006eeed6 req-44664df7-55fa-4181-92be-69d1e849944c service neutron] Attempting to bind port 7e8a3ff6-5061-4099-aec8-9af65d7e8056 on network 1f307ec6-7bba-48d0-b7ab-79985f726096 {{(pid=87506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 23:08:03.234042 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d30d855c-be8e-453f-a27f-5c01006eeed6 req-44664df7-55fa-4181-92be-69d1e849944c service neutron] Port 7e8a3ff6-5061-4099-aec8-9af65d7e8056 on network 1f307ec6-7bba-48d0-b7ab-79985f726096 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=87506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 16 23:08:03.234367 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d30d855c-be8e-453f-a27f-5c01006eeed6 req-44664df7-55fa-4181-92be-69d1e849944c service neutron] Attempting to bind port 7e8a3ff6-5061-4099-aec8-9af65d7e8056 on network 1f307ec6-7bba-48d0-b7ab-79985f726096 {{(pid=87506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 23:08:03.239348 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d30d855c-be8e-453f-a27f-5c01006eeed6 req-44664df7-55fa-4181-92be-69d1e849944c service neutron] Checking agent: {'id': '849b5cbb-8f70-4c31-8f37-fd42f8351747', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8218', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 30, 8), 'started_at': datetime.datetime(2021, 12, 16, 22, 30, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 23, 7, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 23:08:03.240322 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d30d855c-be8e-453f-a27f-5c01006eeed6 req-44664df7-55fa-4181-92be-69d1e849944c service neutron] Checking segment: {'id': 'b88b5f0e-f05b-4ca9-a298-66203e8f5391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '1f307ec6-7bba-48d0-b7ab-79985f726096'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 23:08:03.240711 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d30d855c-be8e-453f-a27f-5c01006eeed6 req-44664df7-55fa-4181-92be-69d1e849944c service neutron] Bound using segment: {'id': 'b88b5f0e-f05b-4ca9-a298-66203e8f5391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '1f307ec6-7bba-48d0-b7ab-79985f726096'} {{(pid=87506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 23:08:03.241131 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.managers [req-d30d855c-be8e-453f-a27f-5c01006eeed6 req-44664df7-55fa-4181-92be-69d1e849944c service neutron] Bound port: 7e8a3ff6-5061-4099-aec8-9af65d7e8056, host: hv-neutron-8218, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b88b5f0e-f05b-4ca9-a298-66203e8f5391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '1f307ec6-7bba-48d0-b7ab-79985f726096'}}] {{(pid=87506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 23:08:03.241472 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-d30d855c-be8e-453f-a27f-5c01006eeed6 req-44664df7-55fa-4181-92be-69d1e849944c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:08:03.331287 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.db [req-d30d855c-be8e-453f-a27f-5c01006eeed6 req-44664df7-55fa-4181-92be-69d1e849944c service neutron] For port 7e8a3ff6-5061-4099-aec8-9af65d7e8056, host hv-neutron-8218, cleared binding levels {{(pid=87506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 23:08:03.333577 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.db [req-d30d855c-be8e-453f-a27f-5c01006eeed6 req-44664df7-55fa-4181-92be-69d1e849944c service neutron] For port 7e8a3ff6-5061-4099-aec8-9af65d7e8056, host hv-neutron-8218, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=7e8a3ff6-5061-4099-aec8-9af65d7e8056,segment=NetworkSegment(b88b5f0e-f05b-4ca9-a298-66203e8f5391),segment_id=b88b5f0e-f05b-4ca9-a298-66203e8f5391)] {{(pid=87506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 23:08:03.338292 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-d30d855c-be8e-453f-a27f-5c01006eeed6 req-44664df7-55fa-4181-92be-69d1e849944c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1863400'] for port, after_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:08:03.343112 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-9b405743-aabe-4712-a69b-7e5047d32faf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:08:03.352454 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-4541ba3b-6be8-499c-bc94-3c60aa55c4f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:08:03.392625 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30d855c-be8e-453f-a27f-5c01006eeed6 req-44664df7-55fa-4181-92be-69d1e849944c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:08:03.393258 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-d30d855c-be8e-453f-a27f-5c01006eeed6 req-44664df7-55fa-4181-92be-69d1e849944c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for port, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:08:03.394611 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-d30d855c-be8e-453f-a27f-5c01006eeed6 req-44664df7-55fa-4181-92be-69d1e849944c service neutron] 10.222.0.49 "PUT /v2.0/ports/7e8a3ff6-5061-4099-aec8-9af65d7e8056 HTTP/1.1" status: 200  len: 1094 time: 0.9033022
Dec 16 23:08:03.395134 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25cad41e-be78-437f-b50c-9193bc42bbf8', 'tag': '7e8a3ff6-5061-4099-aec8-9af65d7e8056'}] {{(pid=87506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 23:08:03.423278 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44664df7-55fa-4181-92be-69d1e849944c service neutron] Pushing event updated for resources: {'Port': ['ID=7e8a3ff6-5061-4099-aec8-9af65d7e8056,revision_number=3']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:08:03.426416 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-44664df7-55fa-4181-92be-69d1e849944c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:08:03.526196 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25cad41e-be78-437f-b50c-9193bc42bbf8', 'tag': '7e8a3ff6-5061-4099-aec8-9af65d7e8056', 'status': 'completed', 'code': 200}
Dec 16 23:08:03.536253 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30d855c-be8e-453f-a27f-5c01006eeed6 req-338d1041-d9d6-4228-8f9f-58d4605736d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:08:03.538306 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-d30d855c-be8e-453f-a27f-5c01006eeed6 req-338d1041-d9d6-4228-8f9f-58d4605736d8 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c824888d650f48a8badbaff2c427d7f3&device_id=25cad41e-be78-437f-b50c-9193bc42bbf8 HTTP/1.1" status: 200  len: 1097 time: 0.0850966
Dec 16 23:08:03.619736 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-d30d855c-be8e-453f-a27f-5c01006eeed6 req-d41f3c27-d602-4644-90b5-d16ead0bc8b4 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7e8a3ff6-5061-4099-aec8-9af65d7e8056 HTTP/1.1" status: 200  len: 217 time: 0.0683873
Dec 16 23:08:03.681678 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0baaf803-408a-42a9-9b90-662209d6ebef req-2f45adf0-cd36-4249-a464-142692913f23 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:08:03.683167 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-0baaf803-408a-42a9-9b90-662209d6ebef req-2f45adf0-cd36-4249-a464-142692913f23 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.13 "GET /v2.0/ports?device_id=25cad41e-be78-437f-b50c-9193bc42bbf8 HTTP/1.1" status: 200  len: 944 time: 0.0896242
Dec 16 23:08:03.685853 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30d855c-be8e-453f-a27f-5c01006eeed6 req-78e01c4f-5bc1-4382-a829-6c4a25159388 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:08:03.687356 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-d30d855c-be8e-453f-a27f-5c01006eeed6 req-78e01c4f-5bc1-4382-a829-6c4a25159388 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a6262e40-dd4b-4993-8247-1497c18bb13e HTTP/1.1" status: 200  len: 833 time: 0.0615363
Dec 16 23:08:03.728818 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-0baaf803-408a-42a9-9b90-662209d6ebef req-42fc6e61-4ce7-4726-8e79-d452afbbdd7a tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.13 "GET /v2.0/security-groups?id=a72a0e44-1c39-468b-9ce9-c7fcdfe06d90&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0398571
Dec 16 23:08:03.873329 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30d855c-be8e-453f-a27f-5c01006eeed6 req-58cbf357-2127-4ff4-ae4e-35772ad9c0e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:08:03.874797 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-d30d855c-be8e-453f-a27f-5c01006eeed6 req-58cbf357-2127-4ff4-ae4e-35772ad9c0e9 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=1f307ec6-7bba-48d0-b7ab-79985f726096&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.1798019
Dec 16 23:08:03.969789 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 6abcc6ad-f28b-4fbd-84ba-9ff543aa6f8d up at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 23:08:04.004001 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-d30d855c-be8e-453f-a27f-5c01006eeed6 req-da4324d3-50c0-4e08-b64d-fc7c93d5f947 service neutron] 10.222.0.49 "GET /v2.0/networks/1f307ec6-7bba-48d0-b7ab-79985f726096?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1221185
Dec 16 23:08:04.034373 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning complete for port 6abcc6ad-f28b-4fbd-84ba-9ff543aa6f8d triggered by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 23:08:04.034753 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:08:04.135083 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-d30d855c-be8e-453f-a27f-5c01006eeed6 req-2055e91f-a2d3-4d5e-b44b-b9b304fba187 service neutron] 10.222.0.49 "GET /v2.0/networks/1f307ec6-7bba-48d0-b7ab-79985f726096?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1240106
Dec 16 23:08:04.316712 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee48f928-ea23-4e48-8c97-5c9d7c326360 req-7fe7d5bd-048e-4382-8584-772eb89e832d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:08:04.318864 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-ee48f928-ea23-4e48-8c97-5c9d7c326360 req-7fe7d5bd-048e-4382-8584-772eb89e832d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c824888d650f48a8badbaff2c427d7f3&device_id=25cad41e-be78-437f-b50c-9193bc42bbf8 HTTP/1.1" status: 200  len: 1097 time: 0.0741713
Dec 16 23:08:04.449265 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee48f928-ea23-4e48-8c97-5c9d7c326360 req-5861e768-8455-4f01-a995-42947469c197 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:08:04.450694 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-ee48f928-ea23-4e48-8c97-5c9d7c326360 req-5861e768-8455-4f01-a995-42947469c197 service neutron] 10.222.0.49 "GET /v2.0/networks?id=1f307ec6-7bba-48d0-b7ab-79985f726096 HTTP/1.1" status: 200  len: 897 time: 0.1246777
Dec 16 23:08:04.517713 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-ee48f928-ea23-4e48-8c97-5c9d7c326360 req-d62aa5ca-701c-4887-8884-8d76f0871fc9 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7e8a3ff6-5061-4099-aec8-9af65d7e8056 HTTP/1.1" status: 200  len: 217 time: 0.0600464
Dec 16 23:08:04.582758 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee48f928-ea23-4e48-8c97-5c9d7c326360 req-68d43a69-65e7-41b7-9946-8c7063f815b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:08:04.584116 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-ee48f928-ea23-4e48-8c97-5c9d7c326360 req-68d43a69-65e7-41b7-9946-8c7063f815b0 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a6262e40-dd4b-4993-8247-1497c18bb13e HTTP/1.1" status: 200  len: 833 time: 0.0586941
Dec 16 23:08:04.660666 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee48f928-ea23-4e48-8c97-5c9d7c326360 req-54ea19b4-5051-4a2e-9e36-c538cfc7b36c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:08:04.662650 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-ee48f928-ea23-4e48-8c97-5c9d7c326360 req-54ea19b4-5051-4a2e-9e36-c538cfc7b36c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=1f307ec6-7bba-48d0-b7ab-79985f726096&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0693731
Dec 16 23:08:04.794953 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-ee48f928-ea23-4e48-8c97-5c9d7c326360 req-81cac424-35c6-4915-93da-7ed0a91c492a service neutron] 10.222.0.49 "GET /v2.0/networks/1f307ec6-7bba-48d0-b7ab-79985f726096?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1243410
Dec 16 23:08:04.912951 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ae4fa1-4e50-450a-bce5-57dc7f1c26d4 req-a0275d44-f2e9-4c4a-ad88-77441e6bef53 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:08:04.914305 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-71ae4fa1-4e50-450a-bce5-57dc7f1c26d4 req-a0275d44-f2e9-4c4a-ad88-77441e6bef53 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.13 "GET /v2.0/ports?device_id=25cad41e-be78-437f-b50c-9193bc42bbf8 HTTP/1.1" status: 200  len: 944 time: 0.0814047
Dec 16 23:08:04.928127 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-ee48f928-ea23-4e48-8c97-5c9d7c326360 req-6decb33a-adc1-4240-af62-8fcfddd370e2 service neutron] 10.222.0.49 "GET /v2.0/networks/1f307ec6-7bba-48d0-b7ab-79985f726096?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1260312
Dec 16 23:08:04.959188 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-71ae4fa1-4e50-450a-bce5-57dc7f1c26d4 req-2c418874-478f-4d20-b54c-d6ed74f423f9 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.13 "GET /v2.0/security-groups?id=a72a0e44-1c39-468b-9ce9-c7fcdfe06d90&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0392621
Dec 16 23:08:06.141072 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64301d31-68e1-487e-afc6-716db1216136 req-7bcdaedc-3154-43f2-a369-2453e10531ec tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:08:06.142513 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-64301d31-68e1-487e-afc6-716db1216136 req-7bcdaedc-3154-43f2-a369-2453e10531ec tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.13 "GET /v2.0/ports?device_id=25cad41e-be78-437f-b50c-9193bc42bbf8 HTTP/1.1" status: 200  len: 944 time: 0.0814798
Dec 16 23:08:06.188966 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-64301d31-68e1-487e-afc6-716db1216136 req-67b815f1-63e5-4e00-bebb-59388e289b8f tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.13 "GET /v2.0/security-groups?id=a72a0e44-1c39-468b-9ce9-c7fcdfe06d90&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0408142
Dec 16 23:08:07.371178 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7574af8-fad0-48d5-9776-ccb76734e692 req-764bda87-d0a7-4c20-9d0d-4cde0a049641 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:08:07.372642 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-e7574af8-fad0-48d5-9776-ccb76734e692 req-764bda87-d0a7-4c20-9d0d-4cde0a049641 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.13 "GET /v2.0/ports?device_id=25cad41e-be78-437f-b50c-9193bc42bbf8 HTTP/1.1" status: 200  len: 944 time: 0.0799122
Dec 16 23:08:07.416005 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-e7574af8-fad0-48d5-9776-ccb76734e692 req-0318c9dd-e473-46a9-b7a6-185d2f1a2743 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.13 "GET /v2.0/security-groups?id=a72a0e44-1c39-468b-9ce9-c7fcdfe06d90&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0377057
Dec 16 23:08:08.132991 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:08:08.188127 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Device 7e8a3ff6-5061-4099-aec8-9af65d7e8056 details requested by agent hyperv_hv-neutron-8218 with host hv-neutron-8218 {{(pid=87508) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 16 23:08:08.315267 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] For port 7e8a3ff6-5061-4099-aec8-9af65d7e8056, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=7e8a3ff6-5061-4099-aec8-9af65d7e8056,segment=NetworkSegment(b88b5f0e-f05b-4ca9-a298-66203e8f5391),segment_id=b88b5f0e-f05b-4ca9-a298-66203e8f5391)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 23:08:08.328540 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Returning: {'device': '7e8a3ff6-5061-4099-aec8-9af65d7e8056', 'network_id': '1f307ec6-7bba-48d0-b7ab-79985f726096', 'port_id': '7e8a3ff6-5061-4099-aec8-9af65d7e8056', 'mac_address': 'fa:16:3e:89:6a:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6262e40-dd4b-4993-8247-1497c18bb13e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87508) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 16 23:08:08.381513 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:08:08.400969 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.notifiers.nova [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e8a3ff6-5061-4099-aec8-9af65d7e8056 {{(pid=87508) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 23:08:08.415780 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] For port 7e8a3ff6-5061-4099-aec8-9af65d7e8056, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=7e8a3ff6-5061-4099-aec8-9af65d7e8056,segment=NetworkSegment(b88b5f0e-f05b-4ca9-a298-66203e8f5391),segment_id=b88b5f0e-f05b-4ca9-a298-66203e8f5391)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 23:08:08.419286 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:08:08.421011 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-097adda8-b8cc-4e21-8063-97f29da77ee0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:08:08.487399 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Pushing event updated for resources: {'Port': ['ID=7e8a3ff6-5061-4099-aec8-9af65d7e8056,revision_number=4']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:08:08.491022 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:08:08.604014 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c174de-3029-4a3a-96ea-7e5173add766 req-b4fb047f-47e2-4138-b56d-73b926e2e923 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:08:08.605434 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-c1c174de-3029-4a3a-96ea-7e5173add766 req-b4fb047f-47e2-4138-b56d-73b926e2e923 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.13 "GET /v2.0/ports?device_id=25cad41e-be78-437f-b50c-9193bc42bbf8 HTTP/1.1" status: 200  len: 945 time: 0.0811908
Dec 16 23:08:08.648533 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-c1c174de-3029-4a3a-96ea-7e5173add766 req-9dfa40f7-2314-469d-a689-8fb62ea057e0 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.13 "GET /v2.0/security-groups?id=a72a0e44-1c39-468b-9ce9-c7fcdfe06d90&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0375521
Dec 16 23:08:08.727554 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] get_ports_and_sgs() called for port_ids ['7e8a3ff6-5061-4099-aec8-9af65d7e8056'] {{(pid=87508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 23:08:09.829623 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e223a98-56f1-4015-abeb-95ee04d0331d req-565b7493-7217-4882-baf6-33ff19907137 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:08:09.831066 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-4e223a98-56f1-4015-abeb-95ee04d0331d req-565b7493-7217-4882-baf6-33ff19907137 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.13 "GET /v2.0/ports?device_id=25cad41e-be78-437f-b50c-9193bc42bbf8 HTTP/1.1" status: 200  len: 945 time: 0.0797310
Dec 16 23:08:09.874317 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-4e223a98-56f1-4015-abeb-95ee04d0331d req-a2265b10-9ea6-4ee2-bb5e-aa1692cf22ad tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.13 "GET /v2.0/security-groups?id=a72a0e44-1c39-468b-9ce9-c7fcdfe06d90&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0377419
Dec 16 23:08:10.220820 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Device 7e8a3ff6-5061-4099-aec8-9af65d7e8056 up at agent hyperv_hv-neutron-8218 {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 23:08:10.289187 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Provisioning for port 7e8a3ff6-5061-4099-aec8-9af65d7e8056 completed by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 23:08:10.293676 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Provisioning complete for port 7e8a3ff6-5061-4099-aec8-9af65d7e8056 triggered by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 23:08:10.294062 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:08:10.405641 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:08:10.431429 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25cad41e-be78-437f-b50c-9193bc42bbf8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e8a3ff6-5061-4099-aec8-9af65d7e8056'}] {{(pid=87508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 23:08:10.440983 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] For port 7e8a3ff6-5061-4099-aec8-9af65d7e8056, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=7e8a3ff6-5061-4099-aec8-9af65d7e8056,segment=NetworkSegment(b88b5f0e-f05b-4ca9-a298-66203e8f5391),segment_id=b88b5f0e-f05b-4ca9-a298-66203e8f5391)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 23:08:10.445725 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:08:10.447837 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-0e4db696-f406-412e-81f1-109bcf5d1a4b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:08:10.514144 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Pushing event updated for resources: {'Port': ['ID=7e8a3ff6-5061-4099-aec8-9af65d7e8056,revision_number=5']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:08:10.517076 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:08:10.540972 dv-neutron-821829-1-hyperv neutron-server[87508]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25cad41e-be78-437f-b50c-9193bc42bbf8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e8a3ff6-5061-4099-aec8-9af65d7e8056', 'code': 200}
Dec 16 23:08:10.799856 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bc1985-1e2b-4ee6-906d-9c66e1a007dd req-c5805ded-0a90-410d-bfed-99c8f39631c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:08:10.801333 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-39bc1985-1e2b-4ee6-906d-9c66e1a007dd req-c5805ded-0a90-410d-bfed-99c8f39631c2 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=25cad41e-be78-437f-b50c-9193bc42bbf8 HTTP/1.1" status: 200  len: 1099 time: 0.0736461
Dec 16 23:08:10.841659 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-39bc1985-1e2b-4ee6-906d-9c66e1a007dd req-05ab9339-024c-4245-b385-d1e5e1d006b3 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=a72a0e44-1c39-468b-9ce9-c7fcdfe06d90&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0326304
Dec 16 23:08:11.057673 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47c277a-5f48-4d5c-a9cc-39bfa3edf0d3 req-3d73df00-a583-4253-8a72-0c8adb30a23e tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:08:11.059044 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-f47c277a-5f48-4d5c-a9cc-39bfa3edf0d3 req-3d73df00-a583-4253-8a72-0c8adb30a23e tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.13 "GET /v2.0/ports?device_id=25cad41e-be78-437f-b50c-9193bc42bbf8 HTTP/1.1" status: 200  len: 946 time: 0.0827284
Dec 16 23:08:11.104814 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-f47c277a-5f48-4d5c-a9cc-39bfa3edf0d3 req-a75d14b1-cac3-42d4-99bc-4b4b34b755f8 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.13 "GET /v2.0/security-groups?id=a72a0e44-1c39-468b-9ce9-c7fcdfe06d90&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0401907
Dec 16 23:08:12.284421 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fef361-4826-4944-a27f-133730c1754c req-44f80429-b98a-4c0e-8c7c-adc69cc82a6a tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:08:12.285850 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-b0fef361-4826-4944-a27f-133730c1754c req-44f80429-b98a-4c0e-8c7c-adc69cc82a6a tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.13 "GET /v2.0/ports?device_id=25cad41e-be78-437f-b50c-9193bc42bbf8 HTTP/1.1" status: 200  len: 946 time: 0.0791874
Dec 16 23:08:12.331889 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-b0fef361-4826-4944-a27f-133730c1754c req-f4469e31-03b6-43c1-8ec6-cb09dd93e579 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.13 "GET /v2.0/security-groups?id=a72a0e44-1c39-468b-9ce9-c7fcdfe06d90&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0404747
Dec 16 23:08:12.764829 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca616536-b895-4fef-96c4-329907d41307 req-9b7173fd-6ffb-4724-b98b-3a1978d2fdcf tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:08:12.766163 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-ca616536-b895-4fef-96c4-329907d41307 req-9b7173fd-6ffb-4724-b98b-3a1978d2fdcf tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.13 "GET /v2.0/ports?device_id=25cad41e-be78-437f-b50c-9193bc42bbf8 HTTP/1.1" status: 200  len: 946 time: 0.1879454
Dec 16 23:08:12.809138 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-ca616536-b895-4fef-96c4-329907d41307 req-b3770d54-ef45-4720-b5de-7c8cb8a5d199 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.13 "GET /v2.0/security-groups?id=a72a0e44-1c39-468b-9ce9-c7fcdfe06d90&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0367882
Dec 16 23:08:12.830929 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 54558) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 23:08:12.901566 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebd11156-5b7d-42ff-bf94-dda69820611f tempest-TestNetworkAdvancedServerOps-2068247746 tempest-TestNetworkAdvancedServerOps-2068247746-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:08:12.903034 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-ebd11156-5b7d-42ff-bf94-dda69820611f tempest-TestNetworkAdvancedServerOps-2068247746 tempest-TestNetworkAdvancedServerOps-2068247746-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=25cad41e-be78-437f-b50c-9193bc42bbf8 HTTP/1.1" status: 200  len: 1094 time: 0.0711792
Dec 16 23:08:12.905784 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 54562) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 23:08:12.910445 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-61774883-2ea0-4173-9d30-a348bacc01c9 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Request body: {'floatingip': {'floating_network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'port_id': '7e8a3ff6-5061-4099-aec8-9af65d7e8056', 'tenant_id': 'c824888d650f48a8badbaff2c427d7f3', 'fixed_ip_address': '172.20.0.10'}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 23:08:12.916181 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-61774883-2ea0-4173-9d30-a348bacc01c9 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 23:08:12.919908 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-61774883-2ea0-4173-9d30-a348bacc01c9 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Usage tracker for resource:floatingip and tenant:c824888d650f48a8badbaff2c427d7f3 is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 23:08:12.922636 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-61774883-2ea0-4173-9d30-a348bacc01c9 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 23:08:12.928181 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-61774883-2ea0-4173-9d30-a348bacc01c9 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 23:08:12.938831 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-61774883-2ea0-4173-9d30-a348bacc01c9 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks [] for floatingip, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:08:13.071751 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-61774883-2ea0-4173-9d30-a348bacc01c9 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:08:13.204703 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.db_base_plugin_common [None req-61774883-2ea0-4173-9d30-a348bacc01c9 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Allocated IP 172.26.0.103 (f8905ce9-304b-4976-bc47-e58c71c11de5/9bca8591-41ef-4f2d-8ecb-ecaab1a28acf/e20ffb09-38d2-4502-bb19-033c6ec08638) {{(pid=87507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 23:08:13.346527 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-61774883-2ea0-4173-9d30-a348bacc01c9 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks [] for port, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:08:13.374539 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-61774883-2ea0-4173-9d30-a348bacc01c9 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10807823'] for port, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:08:13.378965 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-bad51cb5-0ba3-4570-8606-7bb96293530a tempest-RoutersNegativeTest-1273250600 tempest-RoutersNegativeTest-1273250600-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:08:13.430650 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61774883-2ea0-4173-9d30-a348bacc01c9 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Network f8905ce9-304b-4976-bc47-e58c71c11de5 is already hosted by enough agents. {{(pid=87507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 23:08:13.431737 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.base_scheduler [None req-61774883-2ea0-4173-9d30-a348bacc01c9 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Resources bound (agent type, host, resource id):  {{(pid=87507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 23:08:13.439555 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61774883-2ea0-4173-9d30-a348bacc01c9 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Received port after_create {{(pid=87507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 23:08:13.488377 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61774883-2ea0-4173-9d30-a348bacc01c9 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Pushing event updated for resources: {'Port': ['ID=e20ffb09-38d2-4502-bb19-033c6ec08638,revision_number=1']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:08:13.492843 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-61774883-2ea0-4173-9d30-a348bacc01c9 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:08:13.845603 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-61774883-2ea0-4173-9d30-a348bacc01c9 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:08:13.915606 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-61774883-2ea0-4173-9d30-a348bacc01c9 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:08:14.113674 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-61774883-2ea0-4173-9d30-a348bacc01c9 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks [] for port, precommit_update {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:08:14.117976 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-61774883-2ea0-4173-9d30-a348bacc01c9 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10807814'] for port, after_update {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:08:14.122362 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-1607b451-7623-471f-b307-ed1bc3531ac6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:08:14.225523 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61774883-2ea0-4173-9d30-a348bacc01c9 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Pushing event updated for resources: {'Port': ['ID=e20ffb09-38d2-4502-bb19-033c6ec08638,revision_number=2']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:08:14.229376 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-61774883-2ea0-4173-9d30-a348bacc01c9 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:08:14.235680 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-61774883-2ea0-4173-9d30-a348bacc01c9 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3741874'] for floatingip, after_update {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:08:14.509618 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.db.l3_db [None req-61774883-2ea0-4173-9d30-a348bacc01c9 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Floating IP f8c5fc9e-2af2-4143-8ce5-76776548b4e4 associated. External IP: 172.26.0.103, port: 7e8a3ff6-5061-4099-aec8-9af65d7e8056.
Dec 16 23:08:14.847348 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61774883-2ea0-4173-9d30-a348bacc01c9 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Router b8da6da8-5522-40cf-aba2-5b1d8cbad046 has already been hosted by L3 agent 4f519db7-069b-43e2-8411-c092bac9102a {{(pid=87507) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 23:08:15.020649 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61774883-2ea0-4173-9d30-a348bacc01c9 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify agent at l3_agent.dv-neutron-821829-1-hyperv the message routers_updated {{(pid=87507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 23:08:15.030756 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fef3636f-6553-4092-b6cc-60ab343d04e0 None None] Sync routers for ids ['b8da6da8-5522-40cf-aba2-5b1d8cbad046'] in dv-neutron-821829-1-hyperv {{(pid=87509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 23:08:15.040477 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fef3636f-6553-4092-b6cc-60ab343d04e0 None None] Routers {'b8da6da8-5522-40cf-aba2-5b1d8cbad046'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 23:08:15.041140 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-fef3636f-6553-4092-b6cc-60ab343d04e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b7ca3be80>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T23:08:01Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['b8da6da8-5522-40cf-aba2-5b1d8cbad046'], 'active': True} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 23:08:15.044962 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-61774883-2ea0-4173-9d30-a348bacc01c9 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for floatingip, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:08:15.099851 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-61774883-2ea0-4173-9d30-a348bacc01c9 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 2.1929502
Dec 16 23:08:15.100491 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25cad41e-be78-437f-b50c-9193bc42bbf8', 'tag': '7e8a3ff6-5061-4099-aec8-9af65d7e8056'}] {{(pid=87507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 23:08:15.150231 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25cad41e-be78-437f-b50c-9193bc42bbf8', 'tag': '7e8a3ff6-5061-4099-aec8-9af65d7e8056', 'status': 'completed', 'code': 200}
Dec 16 23:08:15.219587 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvr_db [None req-fef3636f-6553-4092-b6cc-60ab343d04e0 None None] Set router b8da6da8-5522-40cf-aba2-5b1d8cbad046 gateway port host: dv-neutron-821829-1-hyperv {{(pid=87509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 23:08:15.264391 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b84853-41a1-4b68-80dd-00de5e806aeb req-603a5497-69c8-48fb-97a1-b09e0ae0733d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:08:15.265962 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-a9b84853-41a1-4b68-80dd-00de5e806aeb req-603a5497-69c8-48fb-97a1-b09e0ae0733d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c824888d650f48a8badbaff2c427d7f3&device_id=25cad41e-be78-437f-b50c-9193bc42bbf8 HTTP/1.1" status: 200  len: 1099 time: 0.0722659
Dec 16 23:08:15.276901 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0f6cae-e47d-4409-8451-9f17587212bd req-0bb3ca95-d032-42c0-bd60-a5b6947311bf tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:08:15.278354 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-2c0f6cae-e47d-4409-8451-9f17587212bd req-0bb3ca95-d032-42c0-bd60-a5b6947311bf tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.13 "GET /v2.0/ports?device_id=25cad41e-be78-437f-b50c-9193bc42bbf8 HTTP/1.1" status: 200  len: 946 time: 0.0859942
Dec 16 23:08:15.322664 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-2c0f6cae-e47d-4409-8451-9f17587212bd req-129d2a4f-37bb-481b-a2fa-da8d76d2bed1 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.13 "GET /v2.0/security-groups?id=a72a0e44-1c39-468b-9ce9-c7fcdfe06d90&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0383115
Dec 16 23:08:15.347204 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 54570) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 23:08:15.404228 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b84853-41a1-4b68-80dd-00de5e806aeb req-679c6f8f-a2f5-443b-b75c-3169531e1f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:08:15.405695 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-a9b84853-41a1-4b68-80dd-00de5e806aeb req-679c6f8f-a2f5-443b-b75c-3169531e1f17 service neutron] 10.222.0.49 "GET /v2.0/networks?id=1f307ec6-7bba-48d0-b7ab-79985f726096 HTTP/1.1" status: 200  len: 897 time: 0.1340699
Dec 16 23:08:15.468325 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-61683da9-4533-47b1-805f-e34de0f7157e tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.13 "GET /v2.0/floatingips/f8c5fc9e-2af2-4143-8ce5-76776548b4e4 HTTP/1.1" status: 200  len: 992 time: 0.1195793
Dec 16 23:08:15.513443 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-a9b84853-41a1-4b68-80dd-00de5e806aeb req-0c78dd7b-2ea9-48e7-b3af-b5d86787b548 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7e8a3ff6-5061-4099-aec8-9af65d7e8056 HTTP/1.1" status: 200  len: 1000 time: 0.1009119
Dec 16 23:08:15.516014 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.agents_db [None req-0abd2616-a86c-48e2-be07-10823335a5bb None None] Agent healthcheck: found 6 active agents {{(pid=87509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 23:08:15.576186 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b84853-41a1-4b68-80dd-00de5e806aeb req-1ae49772-b843-434a-9783-67b5be661a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:08:15.577623 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-a9b84853-41a1-4b68-80dd-00de5e806aeb req-1ae49772-b843-434a-9783-67b5be661a40 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a6262e40-dd4b-4993-8247-1497c18bb13e HTTP/1.1" status: 200  len: 833 time: 0.0582991
Dec 16 23:08:15.579811 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-fef3636f-6553-4092-b6cc-60ab343d04e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b7ca3be80>, [{'id': 'b8da6da8-5522-40cf-aba2-5b1d8cbad046', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1114114305', 'tenant_id': 'c824888d650f48a8badbaff2c427d7f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.132'}], 'enable_snat': True}, 'gw_port_id': '9b61411c-9666-4f4b-a141-b2921a6fd06f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:07:52Z', 'updated_at': '2021-12-16T23:07:57Z', 'revision_number': 4, 'project_id': 'c824888d650f48a8badbaff2c427d7f3', 'gw_port': {'id': '9b61411c-9666-4f4b-a141-b2921a6fd06f', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:5e:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8da6da8-5522-40cf-aba2-5b1d8cbad046', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:07:53Z', 'updated_at': '2021-12-16T23:07:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv', '_floatingips': [{'id': 'f8c5fc9e-2af2-4143-8ce5-76776548b4e4', 'tenant_id': 'c824888d650f48a8badbaff2c427d7f3', 'floating_ip_address': '172.26.0.103', 'floating_network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'router_id': 'b8da6da8-5522-40cf-aba2-5b1d8cbad046', 'port_id': '7e8a3ff6-5061-4099-aec8-9af65d7e8056', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1700, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f307ec6-7bba-48d0-b7ab-79985f726096', 'mac_address': 'fa:16:3e:89:6a:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25cad41e-be78-437f-b50c-9193bc42bbf8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T23:08:13Z', 'updated_at': '2021-12-16T23:08:13Z', 'revision_number': 0, 'project_id': 'c824888d650f48a8badbaff2c427d7f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6abcc6ad-f28b-4fbd-84ba-9ff543aa6f8d', 'name': '', 'network_id': '1f307ec6-7bba-48d0-b7ab-79985f726096', 'tenant_id': 'c824888d650f48a8badbaff2c427d7f3', 'mac_address': 'fa:16:3e:b2:2d:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8da6da8-5522-40cf-aba2-5b1d8cbad046', 'device_owner': 'network:router_interface', 'standard_attr_id': 1697, 'fixed_ips': [{'subnet_id': 'a6262e40-dd4b-4993-8247-1497c18bb13e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:07:56Z', 'updated_at': '2021-12-16T23:08:02Z', 'revision_number': 5, 'project_id': 'c824888d650f48a8badbaff2c427d7f3', 'subnets': [{'id': 'a6262e40-dd4b-4993-8247-1497c18bb13e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 23:08:15.583538 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fef3636f-6553-4092-b6cc-60ab343d04e0 None None] Checking router: b8da6da8-5522-40cf-aba2-5b1d8cbad046 for host: dv-neutron-821829-1-hyperv {{(pid=87509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 23:08:15.591810 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fef3636f-6553-4092-b6cc-60ab343d04e0 None None] Routers {'b8da6da8-5522-40cf-aba2-5b1d8cbad046'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 23:08:15.592414 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-fef3636f-6553-4092-b6cc-60ab343d04e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b7ca3be80>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T23:08:01Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['b8da6da8-5522-40cf-aba2-5b1d8cbad046'], 'active': True} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 23:08:15.766133 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b84853-41a1-4b68-80dd-00de5e806aeb req-3bedae73-2424-4aef-8396-01161c77ae39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:08:15.767519 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-a9b84853-41a1-4b68-80dd-00de5e806aeb req-3bedae73-2424-4aef-8396-01161c77ae39 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=1f307ec6-7bba-48d0-b7ab-79985f726096&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.1840768
Dec 16 23:08:15.771704 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvr_db [None req-fef3636f-6553-4092-b6cc-60ab343d04e0 None None] Set router b8da6da8-5522-40cf-aba2-5b1d8cbad046 gateway port host: dv-neutron-821829-1-hyperv {{(pid=87509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 23:08:15.901807 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-a9b84853-41a1-4b68-80dd-00de5e806aeb req-27d74fb9-3767-4107-99ba-547c8f21073d service neutron] 10.222.0.49 "GET /v2.0/networks/1f307ec6-7bba-48d0-b7ab-79985f726096?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1266396
Dec 16 23:08:16.031080 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-a9b84853-41a1-4b68-80dd-00de5e806aeb req-73a7282a-1d83-48c1-a85e-bb2b525b13d4 service neutron] 10.222.0.49 "GET /v2.0/networks/1f307ec6-7bba-48d0-b7ab-79985f726096?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1228564
Dec 16 23:08:16.111643 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-fef3636f-6553-4092-b6cc-60ab343d04e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b7ca3be80>, [{'id': 'b8da6da8-5522-40cf-aba2-5b1d8cbad046', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1114114305', 'tenant_id': 'c824888d650f48a8badbaff2c427d7f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.132'}], 'enable_snat': True}, 'gw_port_id': '9b61411c-9666-4f4b-a141-b2921a6fd06f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:07:52Z', 'updated_at': '2021-12-16T23:07:57Z', 'revision_number': 4, 'project_id': 'c824888d650f48a8badbaff2c427d7f3', 'gw_port': {'id': '9b61411c-9666-4f4b-a141-b2921a6fd06f', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:5e:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8da6da8-5522-40cf-aba2-5b1d8cbad046', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:07:53Z', 'updated_at': '2021-12-16T23:07:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv', '_floatingips': [{'id': 'f8c5fc9e-2af2-4143-8ce5-76776548b4e4', 'tenant_id': 'c824888d650f48a8badbaff2c427d7f3', 'floating_ip_address': '172.26.0.103', 'floating_network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'router_id': 'b8da6da8-5522-40cf-aba2-5b1d8cbad046', 'port_id': '7e8a3ff6-5061-4099-aec8-9af65d7e8056', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1700, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f307ec6-7bba-48d0-b7ab-79985f726096', 'mac_address': 'fa:16:3e:89:6a:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25cad41e-be78-437f-b50c-9193bc42bbf8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T23:08:13Z', 'updated_at': '2021-12-16T23:08:13Z', 'revision_number': 0, 'project_id': 'c824888d650f48a8badbaff2c427d7f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6abcc6ad-f28b-4fbd-84ba-9ff543aa6f8d', 'name': '', 'network_id': '1f307ec6-7bba-48d0-b7ab-79985f726096', 'tenant_id': 'c824888d650f48a8badbaff2c427d7f3', 'mac_address': 'fa:16:3e:b2:2d:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8da6da8-5522-40cf-aba2-5b1d8cbad046', 'device_owner': 'network:router_interface', 'standard_attr_id': 1697, 'fixed_ips': [{'subnet_id': 'a6262e40-dd4b-4993-8247-1497c18bb13e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:07:56Z', 'updated_at': '2021-12-16T23:08:02Z', 'revision_number': 5, 'project_id': 'c824888d650f48a8badbaff2c427d7f3', 'subnets': [{'id': 'a6262e40-dd4b-4993-8247-1497c18bb13e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 23:08:16.116095 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fef3636f-6553-4092-b6cc-60ab343d04e0 None None] The sync data for ids ['b8da6da8-5522-40cf-aba2-5b1d8cbad046'] in dv-neutron-821829-1-hyperv is: [{'id': 'b8da6da8-5522-40cf-aba2-5b1d8cbad046', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1114114305', 'tenant_id': 'c824888d650f48a8badbaff2c427d7f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.132'}], 'enable_snat': True}, 'gw_port_id': '9b61411c-9666-4f4b-a141-b2921a6fd06f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:07:52Z', 'updated_at': '2021-12-16T23:07:57Z', 'revision_number': 4, 'project_id': 'c824888d650f48a8badbaff2c427d7f3', 'gw_port': {'id': '9b61411c-9666-4f4b-a141-b2921a6fd06f', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:5e:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8da6da8-5522-40cf-aba2-5b1d8cbad046', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:07:53Z', 'updated_at': '2021-12-16T23:07:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv', '_floatingips': [{'id': 'f8c5fc9e-2af2-4143-8ce5-76776548b4e4', 'tenant_id': 'c824888d650f48a8badbaff2c427d7f3', 'floating_ip_address': '172.26.0.103', 'floating_network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'router_id': 'b8da6da8-5522-40cf-aba2-5b1d8cbad046', 'port_id': '7e8a3ff6-5061-4099-aec8-9af65d7e8056', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1700, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f307ec6-7bba-48d0-b7ab-79985f726096', 'mac_address': 'fa:16:3e:89:6a:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25cad41e-be78-437f-b50c-9193bc42bbf8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T23:08:13Z', 'updated_at': '2021-12-16T23:08:13Z', 'revision_number': 0, 'project_id': 'c824888d650f48a8badbaff2c427d7f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6abcc6ad-f28b-4fbd-84ba-9ff543aa6f8d', 'name': '', 'network_id': '1f307ec6-7bba-48d0-b7ab-79985f726096', 'tenant_id': 'c824888d650f48a8badbaff2c427d7f3', 'mac_address': 'fa:16:3e:b2:2d:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8da6da8-5522-40cf-aba2-5b1d8cbad046', 'device_owner': 'network:router_interface', 'standard_attr_id': 1697, 'fixed_ips': [{'subnet_id': 'a6262e40-dd4b-4993-8247-1497c18bb13e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:07:56Z', 'updated_at': '2021-12-16T23:08:02Z', 'revision_number': 5, 'project_id': 'c824888d650f48a8badbaff2c427d7f3', 'subnets': [{'id': 'a6262e40-dd4b-4993-8247-1497c18bb13e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 23:08:16.297687 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9466a698-ef7a-495a-bc24-8190fe67f81a None None] New status for floating IP f8c5fc9e-2af2-4143-8ce5-76776548b4e4: ACTIVE {{(pid=87508) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 16 23:08:16.472052 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 54574) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 23:08:16.574450 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-535d47d3-0fd3-4560-a1aa-8d6ef22d882e tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.13 "GET /v2.0/floatingips/f8c5fc9e-2af2-4143-8ce5-76776548b4e4 HTTP/1.1" status: 200  len: 992 time: 0.1009676
Dec 16 23:08:17.578259 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 54578) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 23:08:17.684661 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-0af82036-cc94-4bae-ae4a-dd175fbc60ce tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.13 "GET /v2.0/floatingips/f8c5fc9e-2af2-4143-8ce5-76776548b4e4 HTTP/1.1" status: 200  len: 994 time: 0.1052480
Dec 16 23:08:28.214977 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-6a4b14e2-10d9-4556-a91c-8d348a9e90ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:08:30.651494 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-7b74df75-cf34-4e09-91a2-bd39aadd0cea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:08:31.599551 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-3e729f7f-1589-4d54-9c4a-7ee6b283cc2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:08:31.730317 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:08:33.353949 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-4541ba3b-6be8-499c-bc94-3c60aa55c4f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:08:38.133491 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:08:44.493639 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-c5d45031-8cf1-433c-8df5-ed20d2e9cd43 req-824023e6-168a-4806-a4f7-c0cf8f976850 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=25cad41e-be78-437f-b50c-9193bc42bbf8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1126709
Dec 16 23:08:44.651047 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d45031-8cf1-433c-8df5-ed20d2e9cd43 req-ed847259-75df-474e-b7e2-ff2a6c0b4de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:08:44.652451 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-c5d45031-8cf1-433c-8df5-ed20d2e9cd43 req-ed847259-75df-474e-b7e2-ff2a6c0b4de8 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c824888d650f48a8badbaff2c427d7f3&device_id=25cad41e-be78-437f-b50c-9193bc42bbf8 HTTP/1.1" status: 200  len: 1099 time: 0.0724936
Dec 16 23:08:44.795150 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d45031-8cf1-433c-8df5-ed20d2e9cd43 req-313e71e3-b85f-4280-91e6-9bc693218c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:08:44.796620 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-c5d45031-8cf1-433c-8df5-ed20d2e9cd43 req-313e71e3-b85f-4280-91e6-9bc693218c7a service neutron] 10.222.0.49 "GET /v2.0/networks?id=1f307ec6-7bba-48d0-b7ab-79985f726096 HTTP/1.1" status: 200  len: 897 time: 0.1246085
Dec 16 23:08:44.896448 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-c5d45031-8cf1-433c-8df5-ed20d2e9cd43 req-3d3d3457-055d-41f6-8f53-974421a94cc6 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7e8a3ff6-5061-4099-aec8-9af65d7e8056 HTTP/1.1" status: 200  len: 1002 time: 0.0924146
Dec 16 23:08:44.957147 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d45031-8cf1-433c-8df5-ed20d2e9cd43 req-726cb400-c68d-4146-8294-844094d91ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:08:44.959059 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-c5d45031-8cf1-433c-8df5-ed20d2e9cd43 req-726cb400-c68d-4146-8294-844094d91ae0 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a6262e40-dd4b-4993-8247-1497c18bb13e HTTP/1.1" status: 200  len: 833 time: 0.0553024
Dec 16 23:08:45.031805 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d45031-8cf1-433c-8df5-ed20d2e9cd43 req-be41fb88-2785-4c7e-a23b-180213466c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:08:45.033219 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-c5d45031-8cf1-433c-8df5-ed20d2e9cd43 req-be41fb88-2785-4c7e-a23b-180213466c0f service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=1f307ec6-7bba-48d0-b7ab-79985f726096&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0671096
Dec 16 23:08:45.160914 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-c5d45031-8cf1-433c-8df5-ed20d2e9cd43 req-a7be7894-b019-482c-b498-477ebb2734f5 service neutron] 10.222.0.49 "GET /v2.0/networks/1f307ec6-7bba-48d0-b7ab-79985f726096?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1202958
Dec 16 23:08:45.287385 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-c5d45031-8cf1-433c-8df5-ed20d2e9cd43 req-d8b09186-5dd7-485c-9992-257d24ec647d service neutron] 10.222.0.49 "GET /v2.0/networks/1f307ec6-7bba-48d0-b7ab-79985f726096?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1198051
Dec 16 23:08:49.246299 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c057221c-6bde-4264-842a-72678b956674 req-29d58bbb-ddd9-498d-b794-5776a0751744 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:08:49.247639 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-c057221c-6bde-4264-842a-72678b956674 req-29d58bbb-ddd9-498d-b794-5776a0751744 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.13 "GET /v2.0/ports?device_id=25cad41e-be78-437f-b50c-9193bc42bbf8 HTTP/1.1" status: 200  len: 946 time: 0.0817027
Dec 16 23:08:49.290239 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-c057221c-6bde-4264-842a-72678b956674 req-875b093c-6ddd-4710-9349-a6f687a7a996 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.13 "GET /v2.0/security-groups?id=a72a0e44-1c39-468b-9ce9-c7fcdfe06d90&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0370185
Dec 16 23:08:50.482499 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8b4664-b458-4859-b50b-794675b7aa2e req-ad97ec17-2f77-4643-9e39-13791e245f0e tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:08:50.484791 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-3c8b4664-b458-4859-b50b-794675b7aa2e req-ad97ec17-2f77-4643-9e39-13791e245f0e tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.13 "GET /v2.0/ports?device_id=25cad41e-be78-437f-b50c-9193bc42bbf8 HTTP/1.1" status: 200  len: 946 time: 0.0781190
Dec 16 23:08:50.530546 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-3c8b4664-b458-4859-b50b-794675b7aa2e req-94fb6e52-4a30-4c26-8a3b-349c0feb3585 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.13 "GET /v2.0/security-groups?id=a72a0e44-1c39-468b-9ce9-c7fcdfe06d90&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0405672
Dec 16 23:08:50.553952 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 54602) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 23:08:50.654498 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-dff5b9c1-ee55-436a-a1e5-5ed435018890 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.13 "GET /v2.0/floatingips/f8c5fc9e-2af2-4143-8ce5-76776548b4e4 HTTP/1.1" status: 200  len: 994 time: 0.0992911
Dec 16 23:08:52.245395 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e007caf7-c2ef-46a3-8595-d8889c034222 req-78c27b29-dfbe-44e7-aa17-5032865adff5 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:08:52.246781 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-e007caf7-c2ef-46a3-8595-d8889c034222 req-78c27b29-dfbe-44e7-aa17-5032865adff5 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.13 "GET /v2.0/ports?device_id=25cad41e-be78-437f-b50c-9193bc42bbf8 HTTP/1.1" status: 200  len: 946 time: 0.2062230
Dec 16 23:08:52.294788 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-e007caf7-c2ef-46a3-8595-d8889c034222 req-fe9ed24b-e46e-4731-a382-c708fa0dcad3 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.13 "GET /v2.0/security-groups?id=a72a0e44-1c39-468b-9ce9-c7fcdfe06d90&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0417721
Dec 16 23:08:52.505463 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.agents_db [None req-0abd2616-a86c-48e2-be07-10823335a5bb None None] Agent healthcheck: found 6 active agents {{(pid=87509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 23:08:53.483751 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2841de3-b3c7-48fd-98c6-6ff4fb6a8527 req-496177e5-9aa7-4978-94fe-eb8cf928e64c tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:08:53.485222 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-e2841de3-b3c7-48fd-98c6-6ff4fb6a8527 req-496177e5-9aa7-4978-94fe-eb8cf928e64c tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.13 "GET /v2.0/ports?device_id=25cad41e-be78-437f-b50c-9193bc42bbf8 HTTP/1.1" status: 200  len: 946 time: 0.0828099
Dec 16 23:08:53.528340 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-e2841de3-b3c7-48fd-98c6-6ff4fb6a8527 req-307e1159-6bbf-41ff-825c-378a23b8711e tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.13 "GET /v2.0/security-groups?id=a72a0e44-1c39-468b-9ce9-c7fcdfe06d90&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0369201
Dec 16 23:08:53.551041 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 54614) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 23:08:53.657188 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-fc467564-21fe-4888-8ed3-8ddeaa815d2c tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.13 "GET /v2.0/floatingips/f8c5fc9e-2af2-4143-8ce5-76776548b4e4 HTTP/1.1" status: 200  len: 994 time: 0.1048274
Dec 16 23:08:53.988353 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 54622) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 23:08:54.299949 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [None req-47439541-30a1-47f6-96a4-68fb279be9c6 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Deleting port e20ffb09-38d2-4502-bb19-033c6ec08638 {{(pid=87506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 23:08:54.300288 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-47439541-30a1-47f6-96a4-68fb279be9c6 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:08:54.465082 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-47439541-30a1-47f6-96a4-68fb279be9c6 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:08:54.465399 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-47439541-30a1-47f6-96a4-68fb279be9c6 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:08:54.583171 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [None req-47439541-30a1-47f6-96a4-68fb279be9c6 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Calling delete_port for e20ffb09-38d2-4502-bb19-033c6ec08638 owned by network:floatingip {{(pid=87506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 23:08:54.725423 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-47439541-30a1-47f6-96a4-68fb279be9c6 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1863393'] for port, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:08:54.729168 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-aaeacb14-4062-4e59-899e-6cde44e28efc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:08:54.772010 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47439541-30a1-47f6-96a4-68fb279be9c6 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Pushing event deleted for resources: {'Port': ['ID=e20ffb09-38d2-4502-bb19-033c6ec08638,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:08:54.809161 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47439541-30a1-47f6-96a4-68fb279be9c6 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:08:54.809546 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47439541-30a1-47f6-96a4-68fb279be9c6 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:08:54.809920 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47439541-30a1-47f6-96a4-68fb279be9c6 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:08:54.810286 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47439541-30a1-47f6-96a4-68fb279be9c6 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:08:54.810651 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47439541-30a1-47f6-96a4-68fb279be9c6 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:08:54.811012 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47439541-30a1-47f6-96a4-68fb279be9c6 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:08:54.811370 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47439541-30a1-47f6-96a4-68fb279be9c6 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:08:54.811725 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47439541-30a1-47f6-96a4-68fb279be9c6 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:08:54.812105 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47439541-30a1-47f6-96a4-68fb279be9c6 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:08:54.812457 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47439541-30a1-47f6-96a4-68fb279be9c6 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:08:54.812814 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47439541-30a1-47f6-96a4-68fb279be9c6 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:08:54.813165 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47439541-30a1-47f6-96a4-68fb279be9c6 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:08:54.820083 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-47439541-30a1-47f6-96a4-68fb279be9c6 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:08:54.874487 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-47439541-30a1-47f6-96a4-68fb279be9c6 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks [] for floatingip, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:08:54.874736 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.db.l3_db [None req-47439541-30a1-47f6-96a4-68fb279be9c6 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Floating IP f8c5fc9e-2af2-4143-8ce5-76776548b4e4 disassociated (deleted). External IP: 172.26.0.103, port: 7e8a3ff6-5061-4099-aec8-9af65d7e8056.
Dec 16 23:08:55.212795 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47439541-30a1-47f6-96a4-68fb279be9c6 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Router b8da6da8-5522-40cf-aba2-5b1d8cbad046 has already been hosted by L3 agent 4f519db7-069b-43e2-8411-c092bac9102a {{(pid=87506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 23:08:55.387959 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47439541-30a1-47f6-96a4-68fb279be9c6 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify agent at l3_agent.dv-neutron-821829-1-hyperv the message routers_updated {{(pid=87506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 23:08:55.398676 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5e43594-1e5b-4b42-b19d-74dd9d8676fe None None] Sync routers for ids ['b8da6da8-5522-40cf-aba2-5b1d8cbad046'] in dv-neutron-821829-1-hyperv {{(pid=87509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 23:08:55.404639 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-47439541-30a1-47f6-96a4-68fb279be9c6 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for floatingip, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:08:55.407667 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5e43594-1e5b-4b42-b19d-74dd9d8676fe None None] Routers {'b8da6da8-5522-40cf-aba2-5b1d8cbad046'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 23:08:55.408392 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-c5e43594-1e5b-4b42-b19d-74dd9d8676fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b7c6b1cd0>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T23:08:31Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['b8da6da8-5522-40cf-aba2-5b1d8cbad046'], 'active': True} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 23:08:55.461997 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-47439541-30a1-47f6-96a4-68fb279be9c6 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.13 "DELETE /v2.0/floatingips/f8c5fc9e-2af2-4143-8ce5-76776548b4e4 HTTP/1.1" status: 204  len: 168 time: 1.4695640
Dec 16 23:08:55.461997 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25cad41e-be78-437f-b50c-9193bc42bbf8', 'tag': '7e8a3ff6-5061-4099-aec8-9af65d7e8056'}] {{(pid=87506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 23:08:55.523355 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25cad41e-be78-437f-b50c-9193bc42bbf8', 'tag': '7e8a3ff6-5061-4099-aec8-9af65d7e8056', 'status': 'completed', 'code': 200}
Dec 16 23:08:55.617694 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvr_db [None req-c5e43594-1e5b-4b42-b19d-74dd9d8676fe None None] Set router b8da6da8-5522-40cf-aba2-5b1d8cbad046 gateway port host: dv-neutron-821829-1-hyperv {{(pid=87509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 23:08:55.638094 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef8fa4c-0730-4aeb-9555-fc1138cd0d30 req-809d452c-5029-4c68-b1d7-5d8fee32fd35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:08:55.639550 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-cef8fa4c-0730-4aeb-9555-fc1138cd0d30 req-809d452c-5029-4c68-b1d7-5d8fee32fd35 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c824888d650f48a8badbaff2c427d7f3&device_id=25cad41e-be78-437f-b50c-9193bc42bbf8 HTTP/1.1" status: 200  len: 1099 time: 0.0728414
Dec 16 23:08:55.842067 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc8d0c3-8dce-4eb3-8ebe-feb4770ff29b req-d2b1c4c7-ce4b-44a2-b45d-f40b51852af8 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:08:55.843514 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-1fc8d0c3-8dce-4eb3-8ebe-feb4770ff29b req-d2b1c4c7-ce4b-44a2-b45d-f40b51852af8 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.13 "GET /v2.0/ports?device_id=25cad41e-be78-437f-b50c-9193bc42bbf8 HTTP/1.1" status: 200  len: 946 time: 0.0857995
Dec 16 23:08:55.892432 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-1fc8d0c3-8dce-4eb3-8ebe-feb4770ff29b req-a0fbedfe-a0f6-4a9a-b3e2-37955e4ab7d7 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.13 "GET /v2.0/security-groups?id=a72a0e44-1c39-468b-9ce9-c7fcdfe06d90&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0422764
Dec 16 23:08:55.910035 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef8fa4c-0730-4aeb-9555-fc1138cd0d30 req-e96a66f5-4724-4065-a78c-24d748161518 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:08:55.911490 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-cef8fa4c-0730-4aeb-9555-fc1138cd0d30 req-e96a66f5-4724-4065-a78c-24d748161518 service neutron] 10.222.0.49 "GET /v2.0/networks?id=1f307ec6-7bba-48d0-b7ab-79985f726096 HTTP/1.1" status: 200  len: 897 time: 0.2601581
Dec 16 23:08:55.946668 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-c5e43594-1e5b-4b42-b19d-74dd9d8676fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b7c6b1cd0>, [{'id': 'b8da6da8-5522-40cf-aba2-5b1d8cbad046', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1114114305', 'tenant_id': 'c824888d650f48a8badbaff2c427d7f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.132'}], 'enable_snat': True}, 'gw_port_id': '9b61411c-9666-4f4b-a141-b2921a6fd06f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:07:52Z', 'updated_at': '2021-12-16T23:07:57Z', 'revision_number': 4, 'project_id': 'c824888d650f48a8badbaff2c427d7f3', 'gw_port': {'id': '9b61411c-9666-4f4b-a141-b2921a6fd06f', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:5e:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8da6da8-5522-40cf-aba2-5b1d8cbad046', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:07:53Z', 'updated_at': '2021-12-16T23:07:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv', '_interfaces': [{'id': '6abcc6ad-f28b-4fbd-84ba-9ff543aa6f8d', 'name': '', 'network_id': '1f307ec6-7bba-48d0-b7ab-79985f726096', 'tenant_id': 'c824888d650f48a8badbaff2c427d7f3', 'mac_address': 'fa:16:3e:b2:2d:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8da6da8-5522-40cf-aba2-5b1d8cbad046', 'device_owner': 'network:router_interface', 'standard_attr_id': 1697, 'fixed_ips': [{'subnet_id': 'a6262e40-dd4b-4993-8247-1497c18bb13e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:07:56Z', 'updated_at': '2021-12-16T23:08:02Z', 'revision_number': 5, 'project_id': 'c824888d650f48a8badbaff2c427d7f3', 'subnets': [{'id': 'a6262e40-dd4b-4993-8247-1497c18bb13e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 23:08:55.950628 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5e43594-1e5b-4b42-b19d-74dd9d8676fe None None] Checking router: b8da6da8-5522-40cf-aba2-5b1d8cbad046 for host: dv-neutron-821829-1-hyperv {{(pid=87509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 23:08:55.958864 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5e43594-1e5b-4b42-b19d-74dd9d8676fe None None] Routers {'b8da6da8-5522-40cf-aba2-5b1d8cbad046'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 23:08:55.959462 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-c5e43594-1e5b-4b42-b19d-74dd9d8676fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b7c6b1cd0>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T23:08:31Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['b8da6da8-5522-40cf-aba2-5b1d8cbad046'], 'active': True} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 23:08:55.980231 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-cef8fa4c-0730-4aeb-9555-fc1138cd0d30 req-460f0387-f6db-41e1-be84-f28c0d17114c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7e8a3ff6-5061-4099-aec8-9af65d7e8056 HTTP/1.1" status: 200  len: 217 time: 0.0611100
Dec 16 23:08:56.044497 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef8fa4c-0730-4aeb-9555-fc1138cd0d30 req-1ee5dc5d-73b2-4128-820f-999728b89727 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:08:56.045929 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-cef8fa4c-0730-4aeb-9555-fc1138cd0d30 req-1ee5dc5d-73b2-4128-820f-999728b89727 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a6262e40-dd4b-4993-8247-1497c18bb13e HTTP/1.1" status: 200  len: 833 time: 0.0592949
Dec 16 23:08:56.122049 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef8fa4c-0730-4aeb-9555-fc1138cd0d30 req-92511a67-2542-42a7-a842-d81a14e46038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:08:56.123424 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-cef8fa4c-0730-4aeb-9555-fc1138cd0d30 req-92511a67-2542-42a7-a842-d81a14e46038 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=1f307ec6-7bba-48d0-b7ab-79985f726096&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0693502
Dec 16 23:08:56.131681 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvr_db [None req-c5e43594-1e5b-4b42-b19d-74dd9d8676fe None None] Set router b8da6da8-5522-40cf-aba2-5b1d8cbad046 gateway port host: dv-neutron-821829-1-hyperv {{(pid=87509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 23:08:56.258305 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-cef8fa4c-0730-4aeb-9555-fc1138cd0d30 req-1bdab7a0-dcfd-4f75-a5f7-749824d87933 service neutron] 10.222.0.49 "GET /v2.0/networks/1f307ec6-7bba-48d0-b7ab-79985f726096?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1264598
Dec 16 23:08:56.390927 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-cef8fa4c-0730-4aeb-9555-fc1138cd0d30 req-b43c26e6-5459-4679-b966-3aa508dfc17e service neutron] 10.222.0.49 "GET /v2.0/networks/1f307ec6-7bba-48d0-b7ab-79985f726096?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1254139
Dec 16 23:08:56.436826 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-c5e43594-1e5b-4b42-b19d-74dd9d8676fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b7c6b1cd0>, [{'id': 'b8da6da8-5522-40cf-aba2-5b1d8cbad046', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1114114305', 'tenant_id': 'c824888d650f48a8badbaff2c427d7f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.132'}], 'enable_snat': True}, 'gw_port_id': '9b61411c-9666-4f4b-a141-b2921a6fd06f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:07:52Z', 'updated_at': '2021-12-16T23:07:57Z', 'revision_number': 4, 'project_id': 'c824888d650f48a8badbaff2c427d7f3', 'gw_port': {'id': '9b61411c-9666-4f4b-a141-b2921a6fd06f', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:5e:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8da6da8-5522-40cf-aba2-5b1d8cbad046', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:07:53Z', 'updated_at': '2021-12-16T23:07:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv', '_interfaces': [{'id': '6abcc6ad-f28b-4fbd-84ba-9ff543aa6f8d', 'name': '', 'network_id': '1f307ec6-7bba-48d0-b7ab-79985f726096', 'tenant_id': 'c824888d650f48a8badbaff2c427d7f3', 'mac_address': 'fa:16:3e:b2:2d:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8da6da8-5522-40cf-aba2-5b1d8cbad046', 'device_owner': 'network:router_interface', 'standard_attr_id': 1697, 'fixed_ips': [{'subnet_id': 'a6262e40-dd4b-4993-8247-1497c18bb13e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:07:56Z', 'updated_at': '2021-12-16T23:08:02Z', 'revision_number': 5, 'project_id': 'c824888d650f48a8badbaff2c427d7f3', 'subnets': [{'id': 'a6262e40-dd4b-4993-8247-1497c18bb13e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 23:08:56.440690 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5e43594-1e5b-4b42-b19d-74dd9d8676fe None None] The sync data for ids ['b8da6da8-5522-40cf-aba2-5b1d8cbad046'] in dv-neutron-821829-1-hyperv is: [{'id': 'b8da6da8-5522-40cf-aba2-5b1d8cbad046', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1114114305', 'tenant_id': 'c824888d650f48a8badbaff2c427d7f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.132'}], 'enable_snat': True}, 'gw_port_id': '9b61411c-9666-4f4b-a141-b2921a6fd06f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:07:52Z', 'updated_at': '2021-12-16T23:07:57Z', 'revision_number': 4, 'project_id': 'c824888d650f48a8badbaff2c427d7f3', 'gw_port': {'id': '9b61411c-9666-4f4b-a141-b2921a6fd06f', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:5e:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8da6da8-5522-40cf-aba2-5b1d8cbad046', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:07:53Z', 'updated_at': '2021-12-16T23:07:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv', '_interfaces': [{'id': '6abcc6ad-f28b-4fbd-84ba-9ff543aa6f8d', 'name': '', 'network_id': '1f307ec6-7bba-48d0-b7ab-79985f726096', 'tenant_id': 'c824888d650f48a8badbaff2c427d7f3', 'mac_address': 'fa:16:3e:b2:2d:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8da6da8-5522-40cf-aba2-5b1d8cbad046', 'device_owner': 'network:router_interface', 'standard_attr_id': 1697, 'fixed_ips': [{'subnet_id': 'a6262e40-dd4b-4993-8247-1497c18bb13e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:07:56Z', 'updated_at': '2021-12-16T23:08:02Z', 'revision_number': 5, 'project_id': 'c824888d650f48a8badbaff2c427d7f3', 'subnets': [{'id': 'a6262e40-dd4b-4993-8247-1497c18bb13e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 23:08:56.660910 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff6fb845-f84f-4146-96d8-dfc1ea09966f None None] New status for floating IP f8c5fc9e-2af2-4143-8ce5-76776548b4e4: DOWN {{(pid=87508) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 16 23:08:57.074038 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33b88fd-e4ab-452c-9e08-cbdac7b0e1a0 req-d9a9e1b0-ef5d-4648-b86b-9b235e618dfd tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:08:57.075465 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-d33b88fd-e4ab-452c-9e08-cbdac7b0e1a0 req-d9a9e1b0-ef5d-4648-b86b-9b235e618dfd tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.13 "GET /v2.0/ports?device_id=25cad41e-be78-437f-b50c-9193bc42bbf8 HTTP/1.1" status: 200  len: 946 time: 0.0815639
Dec 16 23:08:57.117711 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-d33b88fd-e4ab-452c-9e08-cbdac7b0e1a0 req-5f2e4d29-3274-49a3-84ca-0affa1d1dc40 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.13 "GET /v2.0/security-groups?id=a72a0e44-1c39-468b-9ce9-c7fcdfe06d90&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0366974
Dec 16 23:08:57.496862 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b3adba-4a78-40a6-9608-ff1fb4924503 req-bf1d5a59-97a7-4b2b-89fb-568a72abe2db tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:08:57.497548 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [req-46b3adba-4a78-40a6-9608-ff1fb4924503 req-bf1d5a59-97a7-4b2b-89fb-568a72abe2db tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Synchronizing usage tracker for tenant:c824888d650f48a8badbaff2c427d7f3 on resource:port {{(pid=87506) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 23:08:57.512668 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [req-46b3adba-4a78-40a6-9608-ff1fb4924503 req-bf1d5a59-97a7-4b2b-89fb-568a72abe2db tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Unset dirty status for tenant:c824888d650f48a8badbaff2c427d7f3 on resource:port {{(pid=87506) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 23:08:57.513753 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-46b3adba-4a78-40a6-9608-ff1fb4924503 req-bf1d5a59-97a7-4b2b-89fb-568a72abe2db tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.49 "GET /v2.0/ports?device_id=25cad41e-be78-437f-b50c-9193bc42bbf8 HTTP/1.1" status: 200  len: 946 time: 0.0990841
Dec 16 23:08:57.582481 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [req-46b3adba-4a78-40a6-9608-ff1fb4924503 req-630b615d-561a-4604-923b-2fd862b22509 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Deleting port 7e8a3ff6-5061-4099-aec8-9af65d7e8056 {{(pid=87506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 23:08:57.582814 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-46b3adba-4a78-40a6-9608-ff1fb4924503 req-630b615d-561a-4604-923b-2fd862b22509 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:08:57.826635 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.db [req-46b3adba-4a78-40a6-9608-ff1fb4924503 req-630b615d-561a-4604-923b-2fd862b22509 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] For port 7e8a3ff6-5061-4099-aec8-9af65d7e8056, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=7e8a3ff6-5061-4099-aec8-9af65d7e8056,segment=NetworkSegment(b88b5f0e-f05b-4ca9-a298-66203e8f5391),segment_id=b88b5f0e-f05b-4ca9-a298-66203e8f5391)] {{(pid=87506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 23:08:57.826989 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-46b3adba-4a78-40a6-9608-ff1fb4924503 req-630b615d-561a-4604-923b-2fd862b22509 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:08:57.944440 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [req-46b3adba-4a78-40a6-9608-ff1fb4924503 req-630b615d-561a-4604-923b-2fd862b22509 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Calling delete_port for 7e8a3ff6-5061-4099-aec8-9af65d7e8056 owned by compute:nova {{(pid=87506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 23:08:58.083954 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-46b3adba-4a78-40a6-9608-ff1fb4924503 req-630b615d-561a-4604-923b-2fd862b22509 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1863393'] for port, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:08:58.089120 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-8c5db60e-cb28-418c-9d16-45d75ed3e84a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:08:58.133671 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630b615d-561a-4604-923b-2fd862b22509 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Pushing event deleted for resources: {'Port': ['ID=7e8a3ff6-5061-4099-aec8-9af65d7e8056,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:08:58.137045 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-630b615d-561a-4604-923b-2fd862b22509 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:08:58.211888 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.l3_dvrscheduler_db [req-46b3adba-4a78-40a6-9608-ff1fb4924503 req-630b615d-561a-4604-923b-2fd862b22509 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] No DVR routers for this DVR port 7e8a3ff6-5061-4099-aec8-9af65d7e8056 on host hv-neutron-8218 {{(pid=87506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 23:08:58.214196 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-46b3adba-4a78-40a6-9608-ff1fb4924503 req-630b615d-561a-4604-923b-2fd862b22509 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for port, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:08:58.217504 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25cad41e-be78-437f-b50c-9193bc42bbf8', 'name': 'network-vif-deleted', 'tag': '7e8a3ff6-5061-4099-aec8-9af65d7e8056'}] {{(pid=87506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 23:08:58.219152 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-3bea9fdf-9054-435d-8932-85c990b9645f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:08:58.234922 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-46b3adba-4a78-40a6-9608-ff1fb4924503 req-630b615d-561a-4604-923b-2fd862b22509 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.49 "DELETE /v2.0/ports/7e8a3ff6-5061-4099-aec8-9af65d7e8056 HTTP/1.1" status: 204  len: 173 time: 0.7153931
Dec 16 23:08:58.269225 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25cad41e-be78-437f-b50c-9193bc42bbf8', 'name': 'network-vif-deleted', 'tag': '7e8a3ff6-5061-4099-aec8-9af65d7e8056', 'status': 'completed', 'code': 200}
Dec 16 23:08:58.276284 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-fabae011-d441-4bf3-93b0-644aa4d3a477 req-c1edf4f9-368f-4f00-a8d4-e03110cde672 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.13 "GET /v2.0/ports?device_id=25cad41e-be78-437f-b50c-9193bc42bbf8 HTTP/1.1" status: 200  len: 210 time: 0.0452359
Dec 16 23:08:59.368099 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 54640) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 23:09:00.019440 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-2b7b06b2-0074-4939-85ad-6b9bbea29d6b tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3830176'] for router_interface, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:09:00.363498 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [None req-2b7b06b2-0074-4939-85ad-6b9bbea29d6b tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Deleting port 6abcc6ad-f28b-4fbd-84ba-9ff543aa6f8d {{(pid=87506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 23:09:00.363873 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-2b7b06b2-0074-4939-85ad-6b9bbea29d6b tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:09:00.468353 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Device 7e8a3ff6-5061-4099-aec8-9af65d7e8056 no longer exists at agent hyperv_hv-neutron-8218 {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 23:09:00.504963 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] No Port match for: 7e8a3ff6-5061-4099-aec8-9af65d7e8056 {{(pid=87508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 23:09:00.505329 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Device 7e8a3ff6-5061-4099-aec8-9af65d7e8056 not bound to the agent host hv-neutron-8218 {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 23:09:00.549540 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.db [None req-2b7b06b2-0074-4939-85ad-6b9bbea29d6b tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] For port 6abcc6ad-f28b-4fbd-84ba-9ff543aa6f8d, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=6abcc6ad-f28b-4fbd-84ba-9ff543aa6f8d,segment=NetworkSegment(b88b5f0e-f05b-4ca9-a298-66203e8f5391),segment_id=b88b5f0e-f05b-4ca9-a298-66203e8f5391)] {{(pid=87506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 23:09:00.550135 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-2b7b06b2-0074-4939-85ad-6b9bbea29d6b tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:09:00.652693 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-5ffa6af5-3ad1-4820-9b3a-57a3f36f7e88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:09:00.669267 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [None req-2b7b06b2-0074-4939-85ad-6b9bbea29d6b tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Calling delete_port for 6abcc6ad-f28b-4fbd-84ba-9ff543aa6f8d owned by network:router_interface {{(pid=87506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 23:09:01.111190 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-2b7b06b2-0074-4939-85ad-6b9bbea29d6b tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1863393'] for port, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:09:01.115621 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-860b239f-d787-4dca-b5f3-260f855cd70d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:09:01.162525 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7b06b2-0074-4939-85ad-6b9bbea29d6b tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Pushing event deleted for resources: {'Port': ['ID=6abcc6ad-f28b-4fbd-84ba-9ff543aa6f8d,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:09:01.191316 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-2b7b06b2-0074-4939-85ad-6b9bbea29d6b tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:09:01.432778 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-2b7b06b2-0074-4939-85ad-6b9bbea29d6b tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3791449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3739472'] for router_interface, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:09:01.601565 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-3e729f7f-1589-4d54-9c4a-7ee6b283cc2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:09:01.732872 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:09:01.786751 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b7b06b2-0074-4939-85ad-6b9bbea29d6b tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Router b8da6da8-5522-40cf-aba2-5b1d8cbad046 has already been hosted by L3 agent 4f519db7-069b-43e2-8411-c092bac9102a {{(pid=87506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 23:09:01.962789 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b7b06b2-0074-4939-85ad-6b9bbea29d6b tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify agent at l3_agent.dv-neutron-821829-1-hyperv the message routers_updated {{(pid=87506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 23:09:01.972391 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a72cc77-47b2-480d-b731-a1ebc15756e1 None None] Sync routers for ids ['b8da6da8-5522-40cf-aba2-5b1d8cbad046'] in dv-neutron-821829-1-hyperv {{(pid=87509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 23:09:01.976237 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-2b7b06b2-0074-4939-85ad-6b9bbea29d6b tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.13 "PUT /v2.0/routers/b8da6da8-5522-40cf-aba2-5b1d8cbad046/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.6070545
Dec 16 23:09:01.978783 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 54650) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 23:09:01.981930 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a72cc77-47b2-480d-b731-a1ebc15756e1 None None] Routers {'b8da6da8-5522-40cf-aba2-5b1d8cbad046'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 23:09:01.982551 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-6a72cc77-47b2-480d-b731-a1ebc15756e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b7c9c3ca0>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T23:09:01Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['b8da6da8-5522-40cf-aba2-5b1d8cbad046'], 'active': True} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 23:09:02.043153 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.db_base_plugin_v2 [None req-37cbbc05-8671-41dc-9a8b-cdc609631343 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Deleting subnet a6262e40-dd4b-4993-8247-1497c18bb13e {{(pid=87506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 16 23:09:02.046136 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-37cbbc05-8671-41dc-9a8b-cdc609631343 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks [] for subnet, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:09:02.099831 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-37cbbc05-8671-41dc-9a8b-cdc609631343 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-266764487'] for subnet, precommit_delete_associations {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:09:02.156821 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvr_db [None req-6a72cc77-47b2-480d-b731-a1ebc15756e1 None None] Set router b8da6da8-5522-40cf-aba2-5b1d8cbad046 gateway port host: dv-neutron-821829-1-hyperv {{(pid=87509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 23:09:02.184756 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-37cbbc05-8671-41dc-9a8b-cdc609631343 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3328566'] for subnet, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:09:02.257263 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-37cbbc05-8671-41dc-9a8b-cdc609631343 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3328622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1863378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11213117'] for subnet, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:09:02.260988 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-f47a8c7a-0eb2-409f-a1aa-11e8543c52c8 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:09:02.297177 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37cbbc05-8671-41dc-9a8b-cdc609631343 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Pushing event deleted for resources: {'Subnet': ['ID=a6262e40-dd4b-4993-8247-1497c18bb13e,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:09:02.300234 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-37cbbc05-8671-41dc-9a8b-cdc609631343 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:09:02.301259 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-37cbbc05-8671-41dc-9a8b-cdc609631343 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks [] for subnet, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:09:02.308230 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-37cbbc05-8671-41dc-9a8b-cdc609631343 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.13 "DELETE /v2.0/subnets/a6262e40-dd4b-4993-8247-1497c18bb13e HTTP/1.1" status: 204  len: 168 time: 0.3277113
Dec 16 23:09:02.309304 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19c4b6e1-d36c-4c43-8343-987c93d68588 None None] Network 1f307ec6-7bba-48d0-b7ab-79985f726096 requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 23:09:02.310198 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 54654) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 23:09:02.460166 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-6a72cc77-47b2-480d-b731-a1ebc15756e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b7c9c3ca0>, [{'id': 'b8da6da8-5522-40cf-aba2-5b1d8cbad046', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1114114305', 'tenant_id': 'c824888d650f48a8badbaff2c427d7f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.132'}], 'enable_snat': True}, 'gw_port_id': '9b61411c-9666-4f4b-a141-b2921a6fd06f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:07:52Z', 'updated_at': '2021-12-16T23:09:00Z', 'revision_number': 5, 'project_id': 'c824888d650f48a8badbaff2c427d7f3', 'gw_port': {'id': '9b61411c-9666-4f4b-a141-b2921a6fd06f', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:5e:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8da6da8-5522-40cf-aba2-5b1d8cbad046', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:07:53Z', 'updated_at': '2021-12-16T23:07:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv'}], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 23:09:02.464185 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a72cc77-47b2-480d-b731-a1ebc15756e1 None None] Checking router: b8da6da8-5522-40cf-aba2-5b1d8cbad046 for host: dv-neutron-821829-1-hyperv {{(pid=87509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 23:09:02.474104 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a72cc77-47b2-480d-b731-a1ebc15756e1 None None] Routers {'b8da6da8-5522-40cf-aba2-5b1d8cbad046'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 23:09:02.474746 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-6a72cc77-47b2-480d-b731-a1ebc15756e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b7c9c3ca0>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T23:09:01Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['b8da6da8-5522-40cf-aba2-5b1d8cbad046'], 'active': True} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 23:09:02.560650 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbd1e40d-a45d-4cc3-b0b0-ddfb9f7b79ca None None] DHCP port deletion for 1f307ec6-7bba-48d0-b7ab-79985f726096 request from dv-neutron-821829-1-hyperv {{(pid=87508) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 16 23:09:02.565118 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-dbd1e40d-a45d-4cc3-b0b0-ddfb9f7b79ca None None] Deleting port e1a828fe-578b-4f34-bb44-1f93bbed9769 {{(pid=87508) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 23:09:02.565581 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-dbd1e40d-a45d-4cc3-b0b0-ddfb9f7b79ca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:09:02.625731 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-0007b07e-ca3c-4548-8962-8a84c3d9b713 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks [] for router, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:09:02.659121 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvr_db [None req-6a72cc77-47b2-480d-b731-a1ebc15756e1 None None] Set router b8da6da8-5522-40cf-aba2-5b1d8cbad046 gateway port host: dv-neutron-821829-1-hyperv {{(pid=87509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 23:09:02.775454 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-dbd1e40d-a45d-4cc3-b0b0-ddfb9f7b79ca None None] For port e1a828fe-578b-4f34-bb44-1f93bbed9769, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=e1a828fe-578b-4f34-bb44-1f93bbed9769,segment=NetworkSegment(b88b5f0e-f05b-4ca9-a298-66203e8f5391),segment_id=b88b5f0e-f05b-4ca9-a298-66203e8f5391)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 23:09:02.776058 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-dbd1e40d-a45d-4cc3-b0b0-ddfb9f7b79ca None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:09:02.808997 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-0007b07e-ca3c-4548-8962-8a84c3d9b713 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:09:02.819426 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [None req-0007b07e-ca3c-4548-8962-8a84c3d9b713 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Deleting port 9b61411c-9666-4f4b-a141-b2921a6fd06f {{(pid=87506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 23:09:02.819829 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-0007b07e-ca3c-4548-8962-8a84c3d9b713 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:09:02.900266 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-dbd1e40d-a45d-4cc3-b0b0-ddfb9f7b79ca None None] Calling delete_port for e1a828fe-578b-4f34-bb44-1f93bbed9769 owned by network:dhcp {{(pid=87508) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 23:09:02.939799 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-6a72cc77-47b2-480d-b731-a1ebc15756e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b7c9c3ca0>, [{'id': 'b8da6da8-5522-40cf-aba2-5b1d8cbad046', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1114114305', 'tenant_id': 'c824888d650f48a8badbaff2c427d7f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.132'}], 'enable_snat': True}, 'gw_port_id': '9b61411c-9666-4f4b-a141-b2921a6fd06f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:07:52Z', 'updated_at': '2021-12-16T23:09:00Z', 'revision_number': 5, 'project_id': 'c824888d650f48a8badbaff2c427d7f3', 'gw_port': {'id': '9b61411c-9666-4f4b-a141-b2921a6fd06f', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:5e:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8da6da8-5522-40cf-aba2-5b1d8cbad046', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:07:53Z', 'updated_at': '2021-12-16T23:07:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv'}], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 23:09:02.945313 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a72cc77-47b2-480d-b731-a1ebc15756e1 None None] The sync data for ids ['b8da6da8-5522-40cf-aba2-5b1d8cbad046'] in dv-neutron-821829-1-hyperv is: [{'id': 'b8da6da8-5522-40cf-aba2-5b1d8cbad046', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1114114305', 'tenant_id': 'c824888d650f48a8badbaff2c427d7f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.132'}], 'enable_snat': True}, 'gw_port_id': '9b61411c-9666-4f4b-a141-b2921a6fd06f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:07:52Z', 'updated_at': '2021-12-16T23:09:00Z', 'revision_number': 5, 'project_id': 'c824888d650f48a8badbaff2c427d7f3', 'gw_port': {'id': '9b61411c-9666-4f4b-a141-b2921a6fd06f', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:5e:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8da6da8-5522-40cf-aba2-5b1d8cbad046', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:07:53Z', 'updated_at': '2021-12-16T23:07:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv'}] {{(pid=87509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 23:09:02.988083 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-dbd1e40d-a45d-4cc3-b0b0-ddfb9f7b79ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949'] for port, after_delete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:09:02.992903 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-05015893-3400-422b-9f8c-ff136663545a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:09:02.996809 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.db [None req-0007b07e-ca3c-4548-8962-8a84c3d9b713 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] For port 9b61411c-9666-4f4b-a141-b2921a6fd06f, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=9b61411c-9666-4f4b-a141-b2921a6fd06f,segment=NetworkSegment(a416442d-d143-4052-9f4e-546eb8cbe809),segment_id=a416442d-d143-4052-9f4e-546eb8cbe809)] {{(pid=87506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 23:09:02.997160 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-0007b07e-ca3c-4548-8962-8a84c3d9b713 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:09:03.034841 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd1e40d-a45d-4cc3-b0b0-ddfb9f7b79ca None None] Pushing event deleted for resources: {'Port': ['ID=e1a828fe-578b-4f34-bb44-1f93bbed9769,revision_number=None']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:09:03.041451 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbd1e40d-a45d-4cc3-b0b0-ddfb9f7b79ca None None] No DVR routers for this DVR port e1a828fe-578b-4f34-bb44-1f93bbed9769 on host dv-neutron-821829-1-hyperv {{(pid=87508) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 23:09:03.050395 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd1e40d-a45d-4cc3-b0b0-ddfb9f7b79ca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:09:03.050760 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd1e40d-a45d-4cc3-b0b0-ddfb9f7b79ca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:09:03.051123 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd1e40d-a45d-4cc3-b0b0-ddfb9f7b79ca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:09:03.051438 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd1e40d-a45d-4cc3-b0b0-ddfb9f7b79ca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:09:03.051814 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd1e40d-a45d-4cc3-b0b0-ddfb9f7b79ca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:09:03.052369 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd1e40d-a45d-4cc3-b0b0-ddfb9f7b79ca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:09:03.052628 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd1e40d-a45d-4cc3-b0b0-ddfb9f7b79ca None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:09:03.053007 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd1e40d-a45d-4cc3-b0b0-ddfb9f7b79ca None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:09:03.053338 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd1e40d-a45d-4cc3-b0b0-ddfb9f7b79ca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:09:03.053670 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd1e40d-a45d-4cc3-b0b0-ddfb9f7b79ca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:09:03.054046 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd1e40d-a45d-4cc3-b0b0-ddfb9f7b79ca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:09:03.054398 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd1e40d-a45d-4cc3-b0b0-ddfb9f7b79ca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:09:03.057370 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-dbd1e40d-a45d-4cc3-b0b0-ddfb9f7b79ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:09:03.117616 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [None req-0007b07e-ca3c-4548-8962-8a84c3d9b713 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Calling delete_port for 9b61411c-9666-4f4b-a141-b2921a6fd06f owned by network:router_gateway {{(pid=87506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 23:09:03.277782 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-0007b07e-ca3c-4548-8962-8a84c3d9b713 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1863393'] for port, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:09:03.281148 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-9be0809d-15ea-45cf-be5e-559c1a894ffc tempest-TestEncryptedCinderVolumes-1016669813 tempest-TestEncryptedCinderVolumes-1016669813-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:09:03.327438 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0007b07e-ca3c-4548-8962-8a84c3d9b713 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Pushing event deleted for resources: {'Port': ['ID=9b61411c-9666-4f4b-a141-b2921a6fd06f,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:09:03.330554 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-0007b07e-ca3c-4548-8962-8a84c3d9b713 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:09:03.358103 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-4541ba3b-6be8-499c-bc94-3c60aa55c4f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:09:03.418512 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-0007b07e-ca3c-4548-8962-8a84c3d9b713 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3741895'] for router_gateway, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:09:03.591641 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-0007b07e-ca3c-4548-8962-8a84c3d9b713 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3739500', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39002'] for router, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:09:03.593803 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-0007b07e-ca3c-4548-8962-8a84c3d9b713 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:09:03.614001 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-0007b07e-ca3c-4548-8962-8a84c3d9b713 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3830089'] for router, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:09:03.615028 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0007b07e-ca3c-4548-8962-8a84c3d9b713 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Fanout notify agent at l3_agent the message router_deleted on router b8da6da8-5522-40cf-aba2-5b1d8cbad046 {{(pid=87506) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 16 23:09:03.629814 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-0007b07e-ca3c-4548-8962-8a84c3d9b713 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks [] for router, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:09:03.631710 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-0007b07e-ca3c-4548-8962-8a84c3d9b713 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.13 "DELETE /v2.0/routers/b8da6da8-5522-40cf-aba2-5b1d8cbad046 HTTP/1.1" status: 204  len: 168 time: 1.3202240
Dec 16 23:09:03.634277 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 54658) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 23:09:03.749232 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-55dd9ff1-31ac-4b56-82aa-bc5a47e749f9 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-825997'] for network, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:09:03.882803 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-55dd9ff1-31ac-4b56-82aa-bc5a47e749f9 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3329565', 'neutron.services.segments.db._delete_segments_for_network-8734753546406'] for network, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:09:03.909802 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.services.segments.db [None req-55dd9ff1-31ac-4b56-82aa-bc5a47e749f9 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1b773c48b0>,) {'filters': {'network_id': ['1f307ec6-7bba-48d0-b7ab-79985f726096']}} {{(pid=87506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 23:09:04.033485 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.services.segments.db [None req-55dd9ff1-31ac-4b56-82aa-bc5a47e749f9 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b773c48b0>, 'b88b5f0e-f05b-4ca9-a298-66203e8f5391') {'for_net_delete': True} {{(pid=87506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 23:09:04.033782 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.services.segments.db [None req-55dd9ff1-31ac-4b56-82aa-bc5a47e749f9 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b773c48b0>, 'b88b5f0e-f05b-4ca9-a298-66203e8f5391') {} {{(pid=87506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 23:09:04.047263 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-55dd9ff1-31ac-4b56-82aa-bc5a47e749f9 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734753593977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-266764496'] for segment, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:09:04.065048 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-55dd9ff1-31ac-4b56-82aa-bc5a47e749f9 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-883292'] for segment, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:09:04.071336 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55dd9ff1-31ac-4b56-82aa-bc5a47e749f9 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Releasing vlan 158 on physical network physnet1 to pool {{(pid=87506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 16 23:09:04.071930 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-55dd9ff1-31ac-4b56-82aa-bc5a47e749f9 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-883285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1863180'] for segment, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:09:04.080002 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device e1a828fe-578b-4f34-bb44-1f93bbed9769 no longer exists at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 23:09:04.088898 dv-neutron-821829-1-hyperv neutron-server[87506]: Traceback (most recent call last):
Dec 16 23:09:04.088898 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 16 23:09:04.088898 dv-neutron-821829-1-hyperv neutron-server[87506]:     timer()
Dec 16 23:09:04.088898 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 23:09:04.088898 dv-neutron-821829-1-hyperv neutron-server[87506]:     cb(*args, **kw)
Dec 16 23:09:04.088898 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 23:09:04.088898 dv-neutron-821829-1-hyperv neutron-server[87506]:     return func(*args, **kwargs)
Dec 16 23:09:04.088898 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 23:09:04.088898 dv-neutron-821829-1-hyperv neutron-server[87506]:     self._notify()
Dec 16 23:09:04.088898 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 23:09:04.088898 dv-neutron-821829-1-hyperv neutron-server[87506]:     self.callback(batched_events)
Dec 16 23:09:04.088898 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 23:09:04.088898 dv-neutron-821829-1-hyperv neutron-server[87506]:     event.method(event)
Dec 16 23:09:04.088898 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 23:09:04.088898 dv-neutron-821829-1-hyperv neutron-server[87506]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 23:09:04.088898 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 23:09:04.088898 dv-neutron-821829-1-hyperv neutron-server[87506]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 23:09:04.088898 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 23:09:04.088898 dv-neutron-821829-1-hyperv neutron-server[87506]:     return f(self, *a, **k)
Dec 16 23:09:04.088898 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 16 23:09:04.088898 dv-neutron-821829-1-hyperv neutron-server[87506]:     return self._get(url).json()
Dec 16 23:09:04.088898 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 16 23:09:04.088898 dv-neutron-821829-1-hyperv neutron-server[87506]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 23:09:04.088898 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 16 23:09:04.088898 dv-neutron-821829-1-hyperv neutron-server[87506]:     return self.request(url, 'GET', **kwargs)
Dec 16 23:09:04.088898 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 16 23:09:04.088898 dv-neutron-821829-1-hyperv neutron-server[87506]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 23:09:04.088898 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 16 23:09:04.088898 dv-neutron-821829-1-hyperv neutron-server[87506]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 23:09:04.088898 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 16 23:09:04.088898 dv-neutron-821829-1-hyperv neutron-server[87506]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 23:09:04.088898 dv-neutron-821829-1-hyperv neutron-server[87506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 23:09:04.117180 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] No Port match for: e1a828fe-578b-4f34-bb44-1f93bbed9769 {{(pid=87508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 23:09:04.117548 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device e1a828fe-578b-4f34-bb44-1f93bbed9769 not bound to the agent host dv-neutron-821829-1-hyperv {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 23:09:04.117982 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 9b61411c-9666-4f4b-a141-b2921a6fd06f no longer exists at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 23:09:04.152390 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] No Port match for: 9b61411c-9666-4f4b-a141-b2921a6fd06f {{(pid=87508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 23:09:04.152663 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 9b61411c-9666-4f4b-a141-b2921a6fd06f not bound to the agent host dv-neutron-821829-1-hyperv {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 23:09:04.153085 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 6abcc6ad-f28b-4fbd-84ba-9ff543aa6f8d no longer exists at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 23:09:04.170680 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-55dd9ff1-31ac-4b56-82aa-bc5a47e749f9 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3329572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3741856'] for network, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:09:04.174256 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-fa8f5f5b-fb3b-4e7d-ac5a-90d78875cd5d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:09:04.185868 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] No Port match for: 6abcc6ad-f28b-4fbd-84ba-9ff543aa6f8d {{(pid=87508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 23:09:04.186224 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 6abcc6ad-f28b-4fbd-84ba-9ff543aa6f8d not bound to the agent host dv-neutron-821829-1-hyperv {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 23:09:04.188368 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-55dd9ff1-31ac-4b56-82aa-bc5a47e749f9 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks [] for network, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:09:04.199319 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55dd9ff1-31ac-4b56-82aa-bc5a47e749f9 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Pushing event deleted for resources: {'Network': ['ID=1f307ec6-7bba-48d0-b7ab-79985f726096,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:09:04.202476 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-55dd9ff1-31ac-4b56-82aa-bc5a47e749f9 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:09:04.210028 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-55dd9ff1-31ac-4b56-82aa-bc5a47e749f9 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.13 "DELETE /v2.0/networks/1f307ec6-7bba-48d0-b7ab-79985f726096 HTTP/1.1" status: 204  len: 168 time: 0.5747864
Dec 16 23:09:04.212792 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 54662) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 23:09:04.279564 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-2c5fe93a-e57d-44a9-b180-d1632cb8bfed tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks [] for security_group, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:09:04.308398 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-2c5fe93a-e57d-44a9-b180-d1632cb8bfed tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:09:04.369593 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-2c5fe93a-e57d-44a9-b180-d1632cb8bfed tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841066'] for security_group, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:09:04.373415 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-4494881d-0d27-4b44-8074-a56757a1057d tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:09:04.388217 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5fe93a-e57d-44a9-b180-d1632cb8bfed tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a72a0e44-1c39-468b-9ce9-c7fcdfe06d90,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:09:04.391019 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-2c5fe93a-e57d-44a9-b180-d1632cb8bfed tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:09:04.398975 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-2c5fe93a-e57d-44a9-b180-d1632cb8bfed tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks [] for security_group, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:09:04.400170 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-2c5fe93a-e57d-44a9-b180-d1632cb8bfed tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.13 "DELETE /v2.0/security-groups/a72a0e44-1c39-468b-9ce9-c7fcdfe06d90 HTTP/1.1" status: 204  len: 168 time: 0.1862886
Dec 16 23:09:04.694451 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 54670) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 23:09:04.699690 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-7c62b91a-2c9a-4f2b-b62d-0710f02091ee tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-308126507', 'description': 'tempest-secgroup-smoke-308126507 description', 'project_id': 'c824888d650f48a8badbaff2c427d7f3'}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 23:09:04.705607 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-7c62b91a-2c9a-4f2b-b62d-0710f02091ee tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 23:09:04.710218 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-7c62b91a-2c9a-4f2b-b62d-0710f02091ee tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Usage tracker for resource:security_group and tenant:c824888d650f48a8badbaff2c427d7f3 is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 23:09:04.713275 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-7c62b91a-2c9a-4f2b-b62d-0710f02091ee tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 23:09:04.719163 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-7c62b91a-2c9a-4f2b-b62d-0710f02091ee tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 23:09:04.732443 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-7c62b91a-2c9a-4f2b-b62d-0710f02091ee tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks [] for security_group, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:09:04.750925 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-7c62b91a-2c9a-4f2b-b62d-0710f02091ee tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 23:09:04.754606 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-7c62b91a-2c9a-4f2b-b62d-0710f02091ee tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Usage tracker for resource:security_group_rule and tenant:c824888d650f48a8badbaff2c427d7f3 is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 23:09:04.757809 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-7c62b91a-2c9a-4f2b-b62d-0710f02091ee tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 23:09:04.763265 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-7c62b91a-2c9a-4f2b-b62d-0710f02091ee tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 23:09:04.828414 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-7c62b91a-2c9a-4f2b-b62d-0710f02091ee tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks [] for security_group, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:09:04.831718 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-7c62b91a-2c9a-4f2b-b62d-0710f02091ee tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841066'] for security_group, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:09:04.837179 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-7a66d9de-8355-4df0-a25c-cad3107d2fe6 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:09:04.876241 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c62b91a-2c9a-4f2b-b62d-0710f02091ee tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f4784a6c-3ebd-4ea4-9db2-44269f9eb89c,revision_number=1']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:09:04.878943 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-7c62b91a-2c9a-4f2b-b62d-0710f02091ee tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks [] for security_group, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:09:04.880648 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-7c62b91a-2c9a-4f2b-b62d-0710f02091ee tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1794 time: 0.1846960
Dec 16 23:09:04.881591 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-7c62b91a-2c9a-4f2b-b62d-0710f02091ee tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:09:04.883364 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 54674) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 23:09:04.888415 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-51d40b81-c7af-435f-a70e-795325e1917b tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Request body: {'security_group_rule': {'security_group_id': 'f4784a6c-3ebd-4ea4-9db2-44269f9eb89c', 'project_id': 'c824888d650f48a8badbaff2c427d7f3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 23:09:04.894283 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-51d40b81-c7af-435f-a70e-795325e1917b tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 23:09:04.898582 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-51d40b81-c7af-435f-a70e-795325e1917b tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Usage tracker for resource:security_group_rule and tenant:c824888d650f48a8badbaff2c427d7f3 is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 23:09:04.901378 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-51d40b81-c7af-435f-a70e-795325e1917b tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 23:09:04.906852 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-51d40b81-c7af-435f-a70e-795325e1917b tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 23:09:04.922949 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-51d40b81-c7af-435f-a70e-795325e1917b tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:09:04.980880 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-51d40b81-c7af-435f-a70e-795325e1917b tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:09:04.984116 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-51d40b81-c7af-435f-a70e-795325e1917b tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841137'] for security_group_rule, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:09:04.985915 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-5918e981-8d5b-45ef-8511-25e2ca54f521 tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:09:05.007878 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d40b81-c7af-435f-a70e-795325e1917b tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca79373d-987f-40d5-a9e2-b79776557c3b,revision_number=0']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:09:05.010207 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-51d40b81-c7af-435f-a70e-795325e1917b tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:09:05.016937 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-51d40b81-c7af-435f-a70e-795325e1917b tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:09:05.020161 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-51d40b81-c7af-435f-a70e-795325e1917b tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1358571
Dec 16 23:09:05.021062 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 54678) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 23:09:05.026565 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-d4b7b265-75a3-4e4a-abef-384db6c0f9b2 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Request body: {'security_group_rule': {'security_group_id': 'f4784a6c-3ebd-4ea4-9db2-44269f9eb89c', 'project_id': 'c824888d650f48a8badbaff2c427d7f3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 23:09:05.032546 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-d4b7b265-75a3-4e4a-abef-384db6c0f9b2 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 23:09:05.036290 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-d4b7b265-75a3-4e4a-abef-384db6c0f9b2 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Usage tracker for resource:security_group_rule and tenant:c824888d650f48a8badbaff2c427d7f3 is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 23:09:05.039065 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-d4b7b265-75a3-4e4a-abef-384db6c0f9b2 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 23:09:05.045394 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-d4b7b265-75a3-4e4a-abef-384db6c0f9b2 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 23:09:05.060941 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-d4b7b265-75a3-4e4a-abef-384db6c0f9b2 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:09:05.122236 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-d4b7b265-75a3-4e4a-abef-384db6c0f9b2 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:09:05.125673 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-d4b7b265-75a3-4e4a-abef-384db6c0f9b2 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841137'] for security_group_rule, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:09:05.127436 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-93c431d4-48c0-4626-81a7-e78a2bdf5dd3 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:09:05.148633 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b7b265-75a3-4e4a-abef-384db6c0f9b2 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81f14db5-b378-4df3-ab4a-754e4965187c,revision_number=0']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:09:05.158650 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b7b265-75a3-4e4a-abef-384db6c0f9b2 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:09:05.159033 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b7b265-75a3-4e4a-abef-384db6c0f9b2 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:09:05.159410 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b7b265-75a3-4e4a-abef-384db6c0f9b2 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:09:05.159796 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b7b265-75a3-4e4a-abef-384db6c0f9b2 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:09:05.160167 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b7b265-75a3-4e4a-abef-384db6c0f9b2 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:09:05.160531 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b7b265-75a3-4e4a-abef-384db6c0f9b2 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:09:05.160891 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b7b265-75a3-4e4a-abef-384db6c0f9b2 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:09:05.161253 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b7b265-75a3-4e4a-abef-384db6c0f9b2 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:09:05.161675 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b7b265-75a3-4e4a-abef-384db6c0f9b2 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:09:05.162074 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b7b265-75a3-4e4a-abef-384db6c0f9b2 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:09:05.162431 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b7b265-75a3-4e4a-abef-384db6c0f9b2 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:09:05.162785 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b7b265-75a3-4e4a-abef-384db6c0f9b2 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:09:05.165734 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-d4b7b265-75a3-4e4a-abef-384db6c0f9b2 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:09:05.166865 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-d4b7b265-75a3-4e4a-abef-384db6c0f9b2 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1447506
Dec 16 23:09:05.167750 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-d4b7b265-75a3-4e4a-abef-384db6c0f9b2 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:09:05.169720 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 54682) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 23:09:05.174585 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-3599e706-ce3c-416b-bc76-af9c41cdc01a tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Request body: {'security_group_rule': {'security_group_id': 'f4784a6c-3ebd-4ea4-9db2-44269f9eb89c', 'project_id': 'c824888d650f48a8badbaff2c427d7f3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 23:09:05.180810 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-3599e706-ce3c-416b-bc76-af9c41cdc01a tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 23:09:05.184514 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-3599e706-ce3c-416b-bc76-af9c41cdc01a tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Usage tracker for resource:security_group_rule and tenant:c824888d650f48a8badbaff2c427d7f3 is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 23:09:05.187272 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-3599e706-ce3c-416b-bc76-af9c41cdc01a tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 23:09:05.193366 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-3599e706-ce3c-416b-bc76-af9c41cdc01a tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 23:09:05.210845 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-3599e706-ce3c-416b-bc76-af9c41cdc01a tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:09:05.274082 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-3599e706-ce3c-416b-bc76-af9c41cdc01a tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:09:05.277340 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-3599e706-ce3c-416b-bc76-af9c41cdc01a tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841137'] for security_group_rule, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:09:05.279096 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-da3be216-1190-4a15-8445-d466cfc7918d tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:09:05.300078 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3599e706-ce3c-416b-bc76-af9c41cdc01a tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db0ea6ba-f756-487c-827e-91ca65cf842c,revision_number=0']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:09:05.303027 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-3599e706-ce3c-416b-bc76-af9c41cdc01a tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:09:05.309622 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-3599e706-ce3c-416b-bc76-af9c41cdc01a tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:09:05.310771 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-3599e706-ce3c-416b-bc76-af9c41cdc01a tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1401069
Dec 16 23:09:05.313459 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 54686) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 23:09:05.318785 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-25a1b160-4dc5-4224-849a-0761394285cd tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Request body: {'security_group_rule': {'security_group_id': 'f4784a6c-3ebd-4ea4-9db2-44269f9eb89c', 'project_id': 'c824888d650f48a8badbaff2c427d7f3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 23:09:05.324755 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-25a1b160-4dc5-4224-849a-0761394285cd tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 23:09:05.328528 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-25a1b160-4dc5-4224-849a-0761394285cd tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Usage tracker for resource:security_group_rule and tenant:c824888d650f48a8badbaff2c427d7f3 is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 23:09:05.331319 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-25a1b160-4dc5-4224-849a-0761394285cd tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 23:09:05.336920 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-25a1b160-4dc5-4224-849a-0761394285cd tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 23:09:05.353418 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-25a1b160-4dc5-4224-849a-0761394285cd tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:09:05.414246 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-25a1b160-4dc5-4224-849a-0761394285cd tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:09:05.417571 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-25a1b160-4dc5-4224-849a-0761394285cd tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841137'] for security_group_rule, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:09:05.419830 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-a50131ea-7a05-4d52-b6e4-0f250d46fd56 tempest-TestMinimumBasicScenario-742069240 tempest-TestMinimumBasicScenario-742069240-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:09:05.441309 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a1b160-4dc5-4224-849a-0761394285cd tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3608662-c6b5-4c55-b613-ba0beceb1d66,revision_number=0']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:09:05.443746 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-25a1b160-4dc5-4224-849a-0761394285cd tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:09:05.449901 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-25a1b160-4dc5-4224-849a-0761394285cd tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:09:05.451186 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-25a1b160-4dc5-4224-849a-0761394285cd tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1368015
Dec 16 23:09:05.454028 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 54690) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 23:09:05.459354 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-a009f840-8ffe-4eed-80f6-cc78fef1744e tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Request body: {'security_group_rule': {'security_group_id': 'f4784a6c-3ebd-4ea4-9db2-44269f9eb89c', 'project_id': 'c824888d650f48a8badbaff2c427d7f3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 23:09:05.465593 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-a009f840-8ffe-4eed-80f6-cc78fef1744e tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 23:09:05.469316 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-a009f840-8ffe-4eed-80f6-cc78fef1744e tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Usage tracker for resource:security_group_rule and tenant:c824888d650f48a8badbaff2c427d7f3 is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 23:09:05.472157 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-a009f840-8ffe-4eed-80f6-cc78fef1744e tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 23:09:05.478191 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-a009f840-8ffe-4eed-80f6-cc78fef1744e tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 23:09:05.488232 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.db.securitygroups_db [None req-a009f840-8ffe-4eed-80f6-cc78fef1744e tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Project c824888d650f48a8badbaff2c427d7f3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 16 23:09:05.495258 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-a009f840-8ffe-4eed-80f6-cc78fef1744e tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:09:05.559985 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-a009f840-8ffe-4eed-80f6-cc78fef1744e tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:09:05.563212 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-a009f840-8ffe-4eed-80f6-cc78fef1744e tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841137'] for security_group_rule, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:09:05.565051 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-c355a65f-1450-4ebb-ba61-9f9258121b9f tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:09:05.586213 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a009f840-8ffe-4eed-80f6-cc78fef1744e tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b007727-82be-4454-a296-d72b5c3ca17b,revision_number=0']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:09:05.591921 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-a009f840-8ffe-4eed-80f6-cc78fef1744e tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:09:05.594438 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-a009f840-8ffe-4eed-80f6-cc78fef1744e tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:09:05.595740 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-a009f840-8ffe-4eed-80f6-cc78fef1744e tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1407406
Dec 16 23:09:05.598432 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 54694) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 23:09:05.603903 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-259be03d-be3d-4b30-8768-041b6893c5fa tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Request body: {'security_group_rule': {'security_group_id': 'f4784a6c-3ebd-4ea4-9db2-44269f9eb89c', 'project_id': 'c824888d650f48a8badbaff2c427d7f3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 23:09:05.609606 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-259be03d-be3d-4b30-8768-041b6893c5fa tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 23:09:05.613482 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-259be03d-be3d-4b30-8768-041b6893c5fa tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Usage tracker for resource:security_group_rule and tenant:c824888d650f48a8badbaff2c427d7f3 is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 23:09:05.616945 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-259be03d-be3d-4b30-8768-041b6893c5fa tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 23:09:05.622502 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-259be03d-be3d-4b30-8768-041b6893c5fa tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 23:09:05.632265 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.db.securitygroups_db [None req-259be03d-be3d-4b30-8768-041b6893c5fa tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Project c824888d650f48a8badbaff2c427d7f3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 16 23:09:05.638425 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-259be03d-be3d-4b30-8768-041b6893c5fa tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:09:05.701118 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-259be03d-be3d-4b30-8768-041b6893c5fa tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:09:05.704305 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-259be03d-be3d-4b30-8768-041b6893c5fa tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841137'] for security_group_rule, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:09:05.706032 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-2e21ae18-f638-4091-aa7b-238635992154 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:09:05.728447 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259be03d-be3d-4b30-8768-041b6893c5fa tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50d12a9f-a461-41d7-ab6e-2a3e812ca927,revision_number=0']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:09:05.732619 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-259be03d-be3d-4b30-8768-041b6893c5fa tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:09:05.737066 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-259be03d-be3d-4b30-8768-041b6893c5fa tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:09:05.738275 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-259be03d-be3d-4b30-8768-041b6893c5fa tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1384404
Dec 16 23:09:05.741116 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 54698) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 23:09:05.746488 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-64270dd4-219d-492b-8c3b-d85df22893fb tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Request body: {'network': {'name': 'tempest-network-smoke--1948417005', 'project_id': 'c824888d650f48a8badbaff2c427d7f3', 'port_security_enabled': True}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 23:09:05.751248 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-64270dd4-219d-492b-8c3b-d85df22893fb tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 23:09:05.755250 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-64270dd4-219d-492b-8c3b-d85df22893fb tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Usage tracker for resource:network and tenant:c824888d650f48a8badbaff2c427d7f3 is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 23:09:05.758034 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-64270dd4-219d-492b-8c3b-d85df22893fb tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 23:09:05.763500 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-64270dd4-219d-492b-8c3b-d85df22893fb tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 23:09:05.773009 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64270dd4-219d-492b-8c3b-d85df22893fb tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Made reservation on behalf of c824888d650f48a8badbaff2c427d7f3 for: {'network': 1} {{(pid=87506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 23:09:05.776279 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-64270dd4-219d-492b-8c3b-d85df22893fb tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for network, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:09:05.802182 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64270dd4-219d-492b-8c3b-d85df22893fb tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] vlan segment allocate from pool success with {'vlan_id': 190, 'physical_network': 'physnet1'}  {{(pid=87506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 23:09:05.810207 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-64270dd4-219d-492b-8c3b-d85df22893fb tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-883292'] for segment, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:09:05.810540 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.db.segments_db [None req-64270dd4-219d-492b-8c3b-d85df22893fb tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Added segment e23bc683-2c4d-44a5-a332-e24a48cd06fa of type vlan for network 4289629a-b6b0-4ab2-823d-e22844cd919d
Dec 16 23:09:05.838654 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-64270dd4-219d-492b-8c3b-d85df22893fb tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734753047233'] for network, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:09:05.867993 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-64270dd4-219d-492b-8c3b-d85df22893fb tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440'] for network, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:09:05.873397 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64270dd4-219d-492b-8c3b-d85df22893fb tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:09:05.873980 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-64270dd4-219d-492b-8c3b-d85df22893fb tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks [] for network, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:09:05.878754 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-ba45dc76-318f-4789-9997-f44a44da1067 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:09:05.975687 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-64270dd4-219d-492b-8c3b-d85df22893fb tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.2334871
Dec 16 23:09:05.978352 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 54702) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 23:09:05.983688 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-46d79706-99cd-48a5-a0b6-dcb513b129d0 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1518330451', 'admin_state_up': True, 'project_id': 'c824888d650f48a8badbaff2c427d7f3', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5'}}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 23:09:05.984901 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64270dd4-219d-492b-8c3b-d85df22893fb tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Pushing event updated for resources: {'Network': ['ID=4289629a-b6b0-4ab2-823d-e22844cd919d,revision_number=1']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:09:05.988310 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-64270dd4-219d-492b-8c3b-d85df22893fb tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:09:05.991014 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-46d79706-99cd-48a5-a0b6-dcb513b129d0 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 23:09:05.994815 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-46d79706-99cd-48a5-a0b6-dcb513b129d0 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Usage tracker for resource:router and tenant:c824888d650f48a8badbaff2c427d7f3 is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 23:09:05.994958 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Network 4289629a-b6b0-4ab2-823d-e22844cd919d details requested by agent ovs-agent-dv-neutron-821829-1-hyperv with host dv-neutron-821829-1-hyperv {{(pid=87508) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 23:09:05.997633 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-46d79706-99cd-48a5-a0b6-dcb513b129d0 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 23:09:06.006884 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-46d79706-99cd-48a5-a0b6-dcb513b129d0 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 23:09:06.017013 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-46d79706-99cd-48a5-a0b6-dcb513b129d0 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3741155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38980'] for router, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:09:06.018088 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-46d79706-99cd-48a5-a0b6-dcb513b129d0 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3743284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3741748', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3896702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-38989'] for router, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:09:06.033054 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-46d79706-99cd-48a5-a0b6-dcb513b129d0 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:09:06.295470 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-46d79706-99cd-48a5-a0b6-dcb513b129d0 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3741702', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3740945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-38947'] for router, precommit_update {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:09:06.583440 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-46d79706-99cd-48a5-a0b6-dcb513b129d0 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks [] for router_gateway, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:09:06.611169 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-46d79706-99cd-48a5-a0b6-dcb513b129d0 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:09:06.740104 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.db_base_plugin_common [None req-46d79706-99cd-48a5-a0b6-dcb513b129d0 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Allocated IP 172.26.0.7 (f8905ce9-304b-4976-bc47-e58c71c11de5/9bca8591-41ef-4f2d-8ecb-ecaab1a28acf/55811d4a-33b5-499f-adf4-fbd7182a2215) {{(pid=87507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 23:09:06.994839 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-46d79706-99cd-48a5-a0b6-dcb513b129d0 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks [] for port, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:09:07.022661 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-46d79706-99cd-48a5-a0b6-dcb513b129d0 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10807823'] for port, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:09:07.027127 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-25bc31ea-d77c-46bf-9081-e64da1222ed7 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:09:07.087464 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46d79706-99cd-48a5-a0b6-dcb513b129d0 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Network f8905ce9-304b-4976-bc47-e58c71c11de5 is already hosted by enough agents. {{(pid=87507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 23:09:07.090773 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.base_scheduler [None req-46d79706-99cd-48a5-a0b6-dcb513b129d0 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Resources bound (agent type, host, resource id):  {{(pid=87507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 23:09:07.093263 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46d79706-99cd-48a5-a0b6-dcb513b129d0 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Received port after_create {{(pid=87507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 23:09:07.134564 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d79706-99cd-48a5-a0b6-dcb513b129d0 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Pushing event updated for resources: {'Port': ['ID=55811d4a-33b5-499f-adf4-fbd7182a2215,revision_number=1']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:09:07.138924 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-46d79706-99cd-48a5-a0b6-dcb513b129d0 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:09:07.506427 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-46d79706-99cd-48a5-a0b6-dcb513b129d0 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks [] for router_gateway, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:09:07.836241 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-46d79706-99cd-48a5-a0b6-dcb513b129d0 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3740952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3741923'] for router, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:09:08.035173 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46d79706-99cd-48a5-a0b6-dcb513b129d0 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Router 61d1ac9e-4a8f-48c0-8e32-7eba53331ed2 is scheduled to L3 agent 4f519db7-069b-43e2-8411-c092bac9102a with binding_index 1 {{(pid=87507) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 16 23:09:08.131848 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:09:08.338354 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46d79706-99cd-48a5-a0b6-dcb513b129d0 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify agent at l3_agent.dv-neutron-821829-1-hyperv the message routers_updated {{(pid=87507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 23:09:08.347819 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bd08b31-521c-4623-820d-a5bcc8d56ae9 None None] Sync routers for ids ['61d1ac9e-4a8f-48c0-8e32-7eba53331ed2'] in dv-neutron-821829-1-hyperv {{(pid=87508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 23:09:08.357257 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bd08b31-521c-4623-820d-a5bcc8d56ae9 None None] Routers {'61d1ac9e-4a8f-48c0-8e32-7eba53331ed2'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 23:09:08.357953 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-4bd08b31-521c-4623-820d-a5bcc8d56ae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b76d470d0>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T23:09:01Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['61d1ac9e-4a8f-48c0-8e32-7eba53331ed2'], 'active': True} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 23:09:08.365456 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-46d79706-99cd-48a5-a0b6-dcb513b129d0 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks [] for router, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:09:08.366759 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-46d79706-99cd-48a5-a0b6-dcb513b129d0 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 894 time: 2.3873785
Dec 16 23:09:08.369797 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 54706) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 23:09:08.408430 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-22d12fad-5eda-4ce0-bc4f-00345db0fe12 tempest-TestNetworkAdvancedServerOps-2068247746 tempest-TestNetworkAdvancedServerOps-2068247746-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=c824888d650f48a8badbaff2c427d7f3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0373757
Dec 16 23:09:08.410791 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 54710) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 23:09:08.535004 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvr_db [None req-4bd08b31-521c-4623-820d-a5bcc8d56ae9 None None] Set router 61d1ac9e-4a8f-48c0-8e32-7eba53331ed2 gateway port host: dv-neutron-821829-1-hyperv {{(pid=87508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 23:09:08.539410 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95c09b8c-49ba-4f78-9039-d14b0d76343f tempest-TestNetworkAdvancedServerOps-2068247746 tempest-TestNetworkAdvancedServerOps-2068247746-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:09:08.540941 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-95c09b8c-49ba-4f78-9039-d14b0d76343f tempest-TestNetworkAdvancedServerOps-2068247746 tempest-TestNetworkAdvancedServerOps-2068247746-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.1287143
Dec 16 23:09:08.543733 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 54714) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 23:09:08.586992 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-aedb2a16-b595-4f97-a885-9ed7bfbb96a9 tempest-TestNetworkAdvancedServerOps-2068247746 tempest-TestNetworkAdvancedServerOps-2068247746-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=f8905ce9-304b-4976-bc47-e58c71c11de5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0420704
Dec 16 23:09:08.589422 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 54718) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 23:09:08.594929 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-57d63078-a38a-4649-aaee-3581302e4636 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1397014365', 'network_id': '4289629a-b6b0-4ab2-823d-e22844cd919d', 'project_id': 'c824888d650f48a8badbaff2c427d7f3', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 23:09:08.702496 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-57d63078-a38a-4649-aaee-3581302e4636 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 23:09:08.706153 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-57d63078-a38a-4649-aaee-3581302e4636 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Usage tracker for resource:subnet and tenant:c824888d650f48a8badbaff2c427d7f3 is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 23:09:08.708940 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-57d63078-a38a-4649-aaee-3581302e4636 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 23:09:08.714840 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-57d63078-a38a-4649-aaee-3581302e4636 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 23:09:08.725528 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57d63078-a38a-4649-aaee-3581302e4636 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Made reservation on behalf of c824888d650f48a8badbaff2c427d7f3 for: {'subnet': 1} {{(pid=87507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 23:09:08.730022 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-57d63078-a38a-4649-aaee-3581302e4636 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10549598'] for subnet, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:09:08.813090 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-4bd08b31-521c-4623-820d-a5bcc8d56ae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b76d470d0>, [{'id': '61d1ac9e-4a8f-48c0-8e32-7eba53331ed2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1518330451', 'tenant_id': 'c824888d650f48a8badbaff2c427d7f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.7'}], 'enable_snat': True}, 'gw_port_id': '55811d4a-33b5-499f-adf4-fbd7182a2215', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:09:06Z', 'updated_at': '2021-12-16T23:09:07Z', 'revision_number': 3, 'project_id': 'c824888d650f48a8badbaff2c427d7f3', 'gw_port': {'id': '55811d4a-33b5-499f-adf4-fbd7182a2215', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:02:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61d1ac9e-4a8f-48c0-8e32-7eba53331ed2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:09:06Z', 'updated_at': '2021-12-16T23:09:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv'}], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 23:09:08.816898 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bd08b31-521c-4623-820d-a5bcc8d56ae9 None None] Checking router: 61d1ac9e-4a8f-48c0-8e32-7eba53331ed2 for host: dv-neutron-821829-1-hyperv {{(pid=87508) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 23:09:08.817308 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bd08b31-521c-4623-820d-a5bcc8d56ae9 None None] Updating router 61d1ac9e-4a8f-48c0-8e32-7eba53331ed2 port 55811d4a-33b5-499f-adf4-fbd7182a2215 binding host dv-neutron-821829-1-hyperv {{(pid=87508) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 16 23:09:08.873370 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-4bd08b31-521c-4623-820d-a5bcc8d56ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:09:08.936583 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-57d63078-a38a-4649-aaee-3581302e4636 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10807931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10549612'] for subnet, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:09:08.941063 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-199d12c6-8bae-4b7f-addd-77eba56ac864 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:09:09.013565 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d63078-a38a-4649-aaee-3581302e4636 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Pushing event updated for resources: {'Subnet': ['ID=bb2c476f-6a11-4e45-87e3-2a2f45947b17,revision_number=0']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:09:09.016969 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-57d63078-a38a-4649-aaee-3581302e4636 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:09:09.022746 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57d63078-a38a-4649-aaee-3581302e4636 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Checking segment: {'id': 'e23bc683-2c4d-44a5-a332-e24a48cd06fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '4289629a-b6b0-4ab2-823d-e22844cd919d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 23:09:09.023100 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57d63078-a38a-4649-aaee-3581302e4636 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Network hostable DHCP agents. Network: 4289629a-b6b0-4ab2-823d-e22844cd919d, hostable agents: ['3b155c4d-12dc-491e-aa14-6113b06cfacd'], hosted agents: [] {{(pid=87507) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 16 23:09:09.041860 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57d63078-a38a-4649-aaee-3581302e4636 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Network 4289629a-b6b0-4ab2-823d-e22844cd919d is scheduled to be hosted by DHCP agent 3b155c4d-12dc-491e-aa14-6113b06cfacd with binding_index 1 {{(pid=87507) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 16 23:09:09.050843 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.base_scheduler [None req-57d63078-a38a-4649-aaee-3581302e4636 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821829-1-hyperv, 4289629a-b6b0-4ab2-823d-e22844cd919d) {{(pid=87507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 23:09:09.055526 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57d63078-a38a-4649-aaee-3581302e4636 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:09:09.056208 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-57d63078-a38a-4649-aaee-3581302e4636 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks [] for subnet, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:09:09.063872 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33f90dd1-631c-4ec0-adab-ea0695597a7a None None] Network 4289629a-b6b0-4ab2-823d-e22844cd919d requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 23:09:09.082049 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-57d63078-a38a-4649-aaee-3581302e4636 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 832 time: 0.4913392
Dec 16 23:09:09.084801 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 54722) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 23:09:09.375716 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aa26cc7-00ae-48a5-9574-66e819333d01 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1d6bfaf-d325-5e4f-b05d-2441d8339617-4289629a-b6b0-4ab2-823d-e22844cd919d', 'network_id': '4289629a-b6b0-4ab2-823d-e22844cd919d', 'tenant_id': 'c824888d650f48a8badbaff2c427d7f3', 'fixed_ips': [{'subnet_id': 'bb2c476f-6a11-4e45-87e3-2a2f45947b17'}]}} from dv-neutron-821829-1-hyperv. {{(pid=87508) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 16 23:09:09.376552 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-7aa26cc7-00ae-48a5-9574-66e819333d01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:09:09.391399 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-4bd08b31-521c-4623-820d-a5bcc8d56ae9 None None] Notify callbacks [] for port, precommit_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:09:09.410435 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-4bd08b31-521c-4623-820d-a5bcc8d56ae9 None None] Transition to ACTIVE for port object 55811d4a-33b5-499f-adf4-fbd7182a2215 will not be triggered until provisioned by entity L2. {{(pid=87508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 23:09:09.449103 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-4bd08b31-521c-4623-820d-a5bcc8d56ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:09:09.453512 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-2b9bb750-1b64-4efc-8e0d-5b702d206f5c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:09:09.564654 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-4bd08b31-521c-4623-820d-a5bcc8d56ae9 None None] Attempting to bind port 55811d4a-33b5-499f-adf4-fbd7182a2215 on host dv-neutron-821829-1-hyperv for vnic_type normal with profile  {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 23:09:09.565031 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-4bd08b31-521c-4623-820d-a5bcc8d56ae9 None None] Attempting to bind port 55811d4a-33b5-499f-adf4-fbd7182a2215 by drivers openvswitch,hyperv on host dv-neutron-821829-1-hyperv at level 0 using segments [{'id': 'a416442d-d143-4052-9f4e-546eb8cbe809', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5'}] {{(pid=87508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 23:09:09.565402 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bd08b31-521c-4623-820d-a5bcc8d56ae9 None None] Attempting to bind port 55811d4a-33b5-499f-adf4-fbd7182a2215 on network f8905ce9-304b-4976-bc47-e58c71c11de5 {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 23:09:09.593149 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ce12b7-c42e-443a-a81a-5079064e1468 None None] Pushing event updated for resources: {'Port': ['ID=55811d4a-33b5-499f-adf4-fbd7182a2215,revision_number=2']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:09:09.605940 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-41ce12b7-c42e-443a-a81a-5079064e1468 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:09:09.610069 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bd08b31-521c-4623-820d-a5bcc8d56ae9 None None] Checking agent: {'id': '5571501f-366e-47a4-9b60-8ef19d935d27', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821829-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 24, 2), 'started_at': datetime.datetime(2021, 12, 16, 22, 24, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 23, 9, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821829-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 23:09:09.610455 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bd08b31-521c-4623-820d-a5bcc8d56ae9 None None] Checking segment: {'id': 'a416442d-d143-4052-9f4e-546eb8cbe809', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 23:09:09.610873 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-4bd08b31-521c-4623-820d-a5bcc8d56ae9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:09:09.611272 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bd08b31-521c-4623-820d-a5bcc8d56ae9 None None] Bound using segment: {'id': 'a416442d-d143-4052-9f4e-546eb8cbe809', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5'} {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 23:09:09.611750 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-4bd08b31-521c-4623-820d-a5bcc8d56ae9 None None] Bound port: 55811d4a-33b5-499f-adf4-fbd7182a2215, host: dv-neutron-821829-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a416442d-d143-4052-9f4e-546eb8cbe809', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5'}}] {{(pid=87508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 23:09:09.612156 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-4bd08b31-521c-4623-820d-a5bcc8d56ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:09:09.684948 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.db_base_plugin_common [None req-7aa26cc7-00ae-48a5-9574-66e819333d01 None None] Allocated IP 172.20.0.2 (4289629a-b6b0-4ab2-823d-e22844cd919d/bb2c476f-6a11-4e45-87e3-2a2f45947b17/c71424b9-e365-490a-8cbd-cc40cc236dd8) {{(pid=87508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 23:09:09.756607 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-4bd08b31-521c-4623-820d-a5bcc8d56ae9 None None] For port 55811d4a-33b5-499f-adf4-fbd7182a2215, host dv-neutron-821829-1-hyperv, cleared binding levels {{(pid=87508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 23:09:09.768660 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-3d333304-3c2b-430a-9921-a83500a86d3f tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:09:09.830384 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-4bd08b31-521c-4623-820d-a5bcc8d56ae9 None None] For port 55811d4a-33b5-499f-adf4-fbd7182a2215, host dv-neutron-821829-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=55811d4a-33b5-499f-adf4-fbd7182a2215,segment=NetworkSegment(a416442d-d143-4052-9f4e-546eb8cbe809),segment_id=a416442d-d143-4052-9f4e-546eb8cbe809)] {{(pid=87508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 23:09:09.838562 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-4bd08b31-521c-4623-820d-a5bcc8d56ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:09:09.844475 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:09:09.963426 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bd08b31-521c-4623-820d-a5bcc8d56ae9 None None] Routers {'61d1ac9e-4a8f-48c0-8e32-7eba53331ed2'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 23:09:09.964124 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-4bd08b31-521c-4623-820d-a5bcc8d56ae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b76d470d0>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T23:09:01Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['61d1ac9e-4a8f-48c0-8e32-7eba53331ed2'], 'active': True} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 23:09:10.027819 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ce12b7-c42e-443a-a81a-5079064e1468 None None] Pushing event updated for resources: {'Port': ['ID=55811d4a-33b5-499f-adf4-fbd7182a2215,revision_number=3']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:09:10.064224 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-41ce12b7-c42e-443a-a81a-5079064e1468 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:09:10.164477 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-7aa26cc7-00ae-48a5-9574-66e819333d01 None None] Notify callbacks [] for port, precommit_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:09:10.190225 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-7aa26cc7-00ae-48a5-9574-66e819333d01 None None] Transition to ACTIVE for port object c71424b9-e365-490a-8cbd-cc40cc236dd8 will not be triggered until provisioned by entity L2. {{(pid=87508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 23:09:10.217996 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvr_db [None req-4bd08b31-521c-4623-820d-a5bcc8d56ae9 None None] Set router 61d1ac9e-4a8f-48c0-8e32-7eba53331ed2 gateway port host: dv-neutron-821829-1-hyperv {{(pid=87508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 23:09:10.314159 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-7aa26cc7-00ae-48a5-9574-66e819333d01 None None] Transition to ACTIVE for port object c71424b9-e365-490a-8cbd-cc40cc236dd8 will not be triggered until provisioned by entity DHCP. {{(pid=87508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 23:09:10.336895 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-7aa26cc7-00ae-48a5-9574-66e819333d01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940'] for port, after_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:09:10.344233 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:09:10.391180 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.db_base_plugin_common [None req-3d333304-3c2b-430a-9921-a83500a86d3f tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Allocated IP 172.20.0.1 (4289629a-b6b0-4ab2-823d-e22844cd919d/bb2c476f-6a11-4e45-87e3-2a2f45947b17/2bfcb802-d339-49b7-871b-da179e0dd8f1) {{(pid=87507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 23:09:10.461572 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aa26cc7-00ae-48a5-9574-66e819333d01 None None] Network 4289629a-b6b0-4ab2-823d-e22844cd919d is already hosted by enough agents. {{(pid=87508) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 23:09:10.467988 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.scheduler.base_scheduler [None req-7aa26cc7-00ae-48a5-9574-66e819333d01 None None] Resources bound (agent type, host, resource id):  {{(pid=87508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 23:09:10.475545 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aa26cc7-00ae-48a5-9574-66e819333d01 None None] Received port after_create {{(pid=87508) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 23:09:10.519796 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa26cc7-00ae-48a5-9574-66e819333d01 None None] Pushing event updated for resources: {'Port': ['ID=c71424b9-e365-490a-8cbd-cc40cc236dd8,revision_number=1']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:09:10.532918 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-7aa26cc7-00ae-48a5-9574-66e819333d01 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:09:10.549511 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-3d333304-3c2b-430a-9921-a83500a86d3f tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks [] for port, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:09:10.564698 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.provisioning_blocks [None req-3d333304-3c2b-430a-9921-a83500a86d3f tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Transition to ACTIVE for port object 2bfcb802-d339-49b7-871b-da179e0dd8f1 will not be triggered until provisioned by entity DHCP. {{(pid=87507) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 23:09:10.588943 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-3d333304-3c2b-430a-9921-a83500a86d3f tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10807823'] for port, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:09:10.593881 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-05007c2e-481f-44c5-9dc7-0cb947caae28 tempest-TestMinimumBasicScenario-742069240 tempest-TestMinimumBasicScenario-742069240-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:09:10.627473 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-7aa26cc7-00ae-48a5-9574-66e819333d01 None None] Attempting to bind port c71424b9-e365-490a-8cbd-cc40cc236dd8 on host dv-neutron-821829-1-hyperv for vnic_type normal with profile  {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 23:09:10.627884 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-7aa26cc7-00ae-48a5-9574-66e819333d01 None None] Attempting to bind port c71424b9-e365-490a-8cbd-cc40cc236dd8 by drivers openvswitch,hyperv on host dv-neutron-821829-1-hyperv at level 0 using segments [{'id': 'e23bc683-2c4d-44a5-a332-e24a48cd06fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '4289629a-b6b0-4ab2-823d-e22844cd919d'}] {{(pid=87508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 23:09:10.628258 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aa26cc7-00ae-48a5-9574-66e819333d01 None None] Attempting to bind port c71424b9-e365-490a-8cbd-cc40cc236dd8 on network 4289629a-b6b0-4ab2-823d-e22844cd919d {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 23:09:10.636489 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aa26cc7-00ae-48a5-9574-66e819333d01 None None] Checking agent: {'id': '5571501f-366e-47a4-9b60-8ef19d935d27', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821829-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 24, 2), 'started_at': datetime.datetime(2021, 12, 16, 22, 24, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 23, 9, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821829-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 23:09:10.636869 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aa26cc7-00ae-48a5-9574-66e819333d01 None None] Checking segment: {'id': 'e23bc683-2c4d-44a5-a332-e24a48cd06fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '4289629a-b6b0-4ab2-823d-e22844cd919d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 23:09:10.637279 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-7aa26cc7-00ae-48a5-9574-66e819333d01 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:09:10.637697 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aa26cc7-00ae-48a5-9574-66e819333d01 None None] Bound using segment: {'id': 'e23bc683-2c4d-44a5-a332-e24a48cd06fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '4289629a-b6b0-4ab2-823d-e22844cd919d'} {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 23:09:10.638167 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-7aa26cc7-00ae-48a5-9574-66e819333d01 None None] Bound port: c71424b9-e365-490a-8cbd-cc40cc236dd8, host: dv-neutron-821829-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e23bc683-2c4d-44a5-a332-e24a48cd06fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '4289629a-b6b0-4ab2-823d-e22844cd919d'}}] {{(pid=87508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 23:09:10.638549 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-7aa26cc7-00ae-48a5-9574-66e819333d01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:09:10.655821 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d333304-3c2b-430a-9921-a83500a86d3f tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Network 4289629a-b6b0-4ab2-823d-e22844cd919d is already hosted by enough agents. {{(pid=87507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 23:09:10.659496 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.base_scheduler [None req-3d333304-3c2b-430a-9921-a83500a86d3f tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Resources bound (agent type, host, resource id):  {{(pid=87507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 23:09:10.663730 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d333304-3c2b-430a-9921-a83500a86d3f tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Received port after_create {{(pid=87507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 23:09:10.709745 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d333304-3c2b-430a-9921-a83500a86d3f tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Pushing event updated for resources: {'Port': ['ID=2bfcb802-d339-49b7-871b-da179e0dd8f1,revision_number=1']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:09:10.715201 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-3d333304-3c2b-430a-9921-a83500a86d3f tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:09:10.735501 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-3d333304-3c2b-430a-9921-a83500a86d3f tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3830061'] for router_interface, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:09:10.744234 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-4bd08b31-521c-4623-820d-a5bcc8d56ae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b76d470d0>, [{'id': '61d1ac9e-4a8f-48c0-8e32-7eba53331ed2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1518330451', 'tenant_id': 'c824888d650f48a8badbaff2c427d7f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.7'}], 'enable_snat': True}, 'gw_port_id': '55811d4a-33b5-499f-adf4-fbd7182a2215', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:09:06Z', 'updated_at': '2021-12-16T23:09:07Z', 'revision_number': 3, 'project_id': 'c824888d650f48a8badbaff2c427d7f3', 'gw_port': {'id': '55811d4a-33b5-499f-adf4-fbd7182a2215', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:02:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61d1ac9e-4a8f-48c0-8e32-7eba53331ed2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:09:06Z', 'updated_at': '2021-12-16T23:09:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv'}], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 23:09:10.750873 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-7aa26cc7-00ae-48a5-9574-66e819333d01 None None] For port c71424b9-e365-490a-8cbd-cc40cc236dd8, host dv-neutron-821829-1-hyperv, cleared binding levels {{(pid=87508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 23:09:10.753439 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bd08b31-521c-4623-820d-a5bcc8d56ae9 None None] The sync data for ids ['61d1ac9e-4a8f-48c0-8e32-7eba53331ed2'] in dv-neutron-821829-1-hyperv is: [{'id': '61d1ac9e-4a8f-48c0-8e32-7eba53331ed2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1518330451', 'tenant_id': 'c824888d650f48a8badbaff2c427d7f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.7'}], 'enable_snat': True}, 'gw_port_id': '55811d4a-33b5-499f-adf4-fbd7182a2215', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:09:06Z', 'updated_at': '2021-12-16T23:09:07Z', 'revision_number': 3, 'project_id': 'c824888d650f48a8badbaff2c427d7f3', 'gw_port': {'id': '55811d4a-33b5-499f-adf4-fbd7182a2215', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:02:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61d1ac9e-4a8f-48c0-8e32-7eba53331ed2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:09:06Z', 'updated_at': '2021-12-16T23:09:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv'}] {{(pid=87508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 23:09:10.758471 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-7aa26cc7-00ae-48a5-9574-66e819333d01 None None] For port c71424b9-e365-490a-8cbd-cc40cc236dd8, host dv-neutron-821829-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=c71424b9-e365-490a-8cbd-cc40cc236dd8,segment=NetworkSegment(e23bc683-2c4d-44a5-a332-e24a48cd06fa),segment_id=e23bc683-2c4d-44a5-a332-e24a48cd06fa)] {{(pid=87508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 23:09:10.765611 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-7aa26cc7-00ae-48a5-9574-66e819333d01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:09:10.769611 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-41ce12b7-c42e-443a-a81a-5079064e1468 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:09:10.849236 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa26cc7-00ae-48a5-9574-66e819333d01 None None] Pushing event updated for resources: {'Port': ['ID=c71424b9-e365-490a-8cbd-cc40cc236dd8,revision_number=2']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:09:10.852473 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-7aa26cc7-00ae-48a5-9574-66e819333d01 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:09:10.878288 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-3d333304-3c2b-430a-9921-a83500a86d3f tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:09:11.359671 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-3d333304-3c2b-430a-9921-a83500a86d3f tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks [] for port, precommit_update {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:09:11.364884 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-3d333304-3c2b-430a-9921-a83500a86d3f tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10807814'] for port, after_update {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:09:11.394570 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-f3b1a808-871d-4c67-a436-402a3b864d3b tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:09:11.482790 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d333304-3c2b-430a-9921-a83500a86d3f tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Pushing event updated for resources: {'Port': ['ID=2bfcb802-d339-49b7-871b-da179e0dd8f1,revision_number=2']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:09:11.486293 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-3d333304-3c2b-430a-9921-a83500a86d3f tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:09:11.487135 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-3d333304-3c2b-430a-9921-a83500a86d3f tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3791426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3830222'] for router_interface, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:09:11.632305 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d333304-3c2b-430a-9921-a83500a86d3f tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Network 4289629a-b6b0-4ab2-823d-e22844cd919d is already hosted by enough agents. {{(pid=87507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 23:09:11.633471 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.base_scheduler [None req-3d333304-3c2b-430a-9921-a83500a86d3f tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Resources bound (agent type, host, resource id):  {{(pid=87507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 23:09:11.823629 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61e14728-1eaf-4885-ba57-ba1bb41ed5e1 None None] Network 4289629a-b6b0-4ab2-823d-e22844cd919d requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 23:09:11.918901 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-5bfaa7ea-f908-4ccf-bd9e-587c4316a6ac None None] Provisioning for port c71424b9-e365-490a-8cbd-cc40cc236dd8 completed by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 23:09:11.947027 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d333304-3c2b-430a-9921-a83500a86d3f tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Router 61d1ac9e-4a8f-48c0-8e32-7eba53331ed2 has already been hosted by L3 agent 4f519db7-069b-43e2-8411-c092bac9102a {{(pid=87507) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 23:09:12.064618 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device c71424b9-e365-490a-8cbd-cc40cc236dd8 up at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 23:09:12.137905 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d333304-3c2b-430a-9921-a83500a86d3f tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify agent at l3_agent.dv-neutron-821829-1-hyperv the message routers_updated {{(pid=87507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 23:09:12.146833 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning for port c71424b9-e365-490a-8cbd-cc40cc236dd8 completed by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 23:09:12.160412 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-3d333304-3c2b-430a-9921-a83500a86d3f tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.13 "PUT /v2.0/routers/61d1ac9e-4a8f-48c0-8e32-7eba53331ed2/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.0661397
Dec 16 23:09:12.160608 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning complete for port c71424b9-e365-490a-8cbd-cc40cc236dd8 triggered by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 23:09:12.160608 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:09:12.335462 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-a1dc564b-1ed8-4141-8ee0-ac375e28daef req-552b3a68-ce3e-45f6-a48d-74ddeaf12a02 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-308126507&fields=id&tenant_id=c824888d650f48a8badbaff2c427d7f3 HTTP/1.1" status: 200  len: 267 time: 0.0440335
Dec 16 23:09:12.336666 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:09:12.374188 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] For port c71424b9-e365-490a-8cbd-cc40cc236dd8, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=c71424b9-e365-490a-8cbd-cc40cc236dd8,segment=NetworkSegment(e23bc683-2c4d-44a5-a332-e24a48cd06fa),segment_id=e23bc683-2c4d-44a5-a332-e24a48cd06fa)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 23:09:12.379856 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:09:12.380858 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 55811d4a-33b5-499f-adf4-fbd7182a2215 up at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 23:09:12.406315 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-097adda8-b8cc-4e21-8063-97f29da77ee0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:09:12.506382 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-c7dba198-c8da-4950-8a26-79107b5212d4 None None] Provisioning for port 2bfcb802-d339-49b7-871b-da179e0dd8f1 completed by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 23:09:12.508552 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1dc564b-1ed8-4141-8ee0-ac375e28daef req-09853dad-4d0a-4ee5-938e-1c3153c50462 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:09:12.510870 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-a1dc564b-1ed8-4141-8ee0-ac375e28daef req-09853dad-4d0a-4ee5-938e-1c3153c50462 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.13 "GET /v2.0/networks?id=4289629a-b6b0-4ab2-823d-e22844cd919d HTTP/1.1" status: 200  len: 797 time: 0.1685371
Dec 16 23:09:12.517987 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-c7dba198-c8da-4950-8a26-79107b5212d4 None None] Provisioning complete for port 2bfcb802-d339-49b7-871b-da179e0dd8f1 triggered by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 23:09:12.518423 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-c7dba198-c8da-4950-8a26-79107b5212d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:09:12.521445 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1439453f-f799-4a48-9047-d26526070536 None None] Sync routers for ids ['61d1ac9e-4a8f-48c0-8e32-7eba53331ed2'] in dv-neutron-821829-1-hyperv {{(pid=87509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 23:09:12.533588 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-a1dc564b-1ed8-4141-8ee0-ac375e28daef req-21a6515e-fd1a-47ee-bf6b-702d196d927f tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.13 "GET /v2.0/quotas/c824888d650f48a8badbaff2c427d7f3 HTTP/1.1" status: 200  len: 375 time: 0.0099921
Dec 16 23:09:12.534819 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1439453f-f799-4a48-9047-d26526070536 None None] Routers {'61d1ac9e-4a8f-48c0-8e32-7eba53331ed2'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 23:09:12.535454 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-1439453f-f799-4a48-9047-d26526070536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b7c69f370>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T23:09:01Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['61d1ac9e-4a8f-48c0-8e32-7eba53331ed2'], 'active': True} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 23:09:12.580145 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Pushing event updated for resources: {'Port': ['ID=c71424b9-e365-490a-8cbd-cc40cc236dd8,revision_number=3']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:09:12.585710 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:09:12.593280 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning for port 55811d4a-33b5-499f-adf4-fbd7182a2215 completed by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 23:09:12.603753 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning complete for port 55811d4a-33b5-499f-adf4-fbd7182a2215 triggered by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 23:09:12.604180 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:09:12.637058 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [req-a1dc564b-1ed8-4141-8ee0-ac375e28daef req-374abb0f-a491-421a-8048-050999a1b81d tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Synchronizing usage tracker for tenant:c824888d650f48a8badbaff2c427d7f3 on resource:port {{(pid=87507) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 23:09:12.644024 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-c7dba198-c8da-4950-8a26-79107b5212d4 None None] Port 2bfcb802-d339-49b7-871b-da179e0dd8f1 cannot update to ACTIVE because it is not bound. {{(pid=87508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 23:09:12.656095 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [req-a1dc564b-1ed8-4141-8ee0-ac375e28daef req-374abb0f-a491-421a-8048-050999a1b81d tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Unset dirty status for tenant:c824888d650f48a8badbaff2c427d7f3 on resource:port {{(pid=87507) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 23:09:12.658087 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-a1dc564b-1ed8-4141-8ee0-ac375e28daef req-374abb0f-a491-421a-8048-050999a1b81d tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=c824888d650f48a8badbaff2c427d7f3&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1171901
Dec 16 23:09:12.683282 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-c7dba198-c8da-4950-8a26-79107b5212d4 None None] Provisioning complete for port c71424b9-e365-490a-8cbd-cc40cc236dd8 triggered by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 23:09:12.683495 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-c7dba198-c8da-4950-8a26-79107b5212d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:09:12.766320 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvr_db [None req-1439453f-f799-4a48-9047-d26526070536 None None] Set router 61d1ac9e-4a8f-48c0-8e32-7eba53331ed2 gateway port host: dv-neutron-821829-1-hyperv {{(pid=87509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 23:09:12.793538 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:09:12.821249 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] For port 55811d4a-33b5-499f-adf4-fbd7182a2215, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=55811d4a-33b5-499f-adf4-fbd7182a2215,segment=NetworkSegment(a416442d-d143-4052-9f4e-546eb8cbe809),segment_id=a416442d-d143-4052-9f4e-546eb8cbe809)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 23:09:12.857798 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:09:12.865409 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-62368be7-2593-4c55-bda4-b8349608efc4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:09:12.878164 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-a1dc564b-1ed8-4141-8ee0-ac375e28daef req-e780acab-60c1-4d90-b8ee-9b0737deb949 service neutron] 10.222.0.13 "GET /v2.0/networks/4289629a-b6b0-4ab2-823d-e22844cd919d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2071426
Dec 16 23:09:12.947558 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Pushing event updated for resources: {'Port': ['ID=55811d4a-33b5-499f-adf4-fbd7182a2215,revision_number=4']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:09:12.950406 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:09:13.018350 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-a1dc564b-1ed8-4141-8ee0-ac375e28daef req-bd1e7a5a-d593-471a-932f-21756cdae33f service neutron] 10.222.0.13 "GET /v2.0/networks/4289629a-b6b0-4ab2-823d-e22844cd919d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1333756
Dec 16 23:09:13.057334 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-898dd292-4bb2-4351-b490-392d6a734194 None None] Provisioning complete for port 2bfcb802-d339-49b7-871b-da179e0dd8f1 triggered by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 23:09:13.057809 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-898dd292-4bb2-4351-b490-392d6a734194 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:09:13.104019 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-1439453f-f799-4a48-9047-d26526070536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b7c69f370>, [{'id': '61d1ac9e-4a8f-48c0-8e32-7eba53331ed2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1518330451', 'tenant_id': 'c824888d650f48a8badbaff2c427d7f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.7'}], 'enable_snat': True}, 'gw_port_id': '55811d4a-33b5-499f-adf4-fbd7182a2215', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:09:06Z', 'updated_at': '2021-12-16T23:09:10Z', 'revision_number': 4, 'project_id': 'c824888d650f48a8badbaff2c427d7f3', 'gw_port': {'id': '55811d4a-33b5-499f-adf4-fbd7182a2215', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:02:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61d1ac9e-4a8f-48c0-8e32-7eba53331ed2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:09:06Z', 'updated_at': '2021-12-16T23:09:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv', '_interfaces': [{'id': '2bfcb802-d339-49b7-871b-da179e0dd8f1', 'name': '', 'network_id': '4289629a-b6b0-4ab2-823d-e22844cd919d', 'tenant_id': 'c824888d650f48a8badbaff2c427d7f3', 'mac_address': 'fa:16:3e:b1:2e:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61d1ac9e-4a8f-48c0-8e32-7eba53331ed2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': 'bb2c476f-6a11-4e45-87e3-2a2f45947b17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:09:10Z', 'updated_at': '2021-12-16T23:09:11Z', 'revision_number': 2, 'project_id': 'c824888d650f48a8badbaff2c427d7f3', 'subnets': [{'id': 'bb2c476f-6a11-4e45-87e3-2a2f45947b17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 23:09:13.108548 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1439453f-f799-4a48-9047-d26526070536 None None] Checking router: 61d1ac9e-4a8f-48c0-8e32-7eba53331ed2 for host: dv-neutron-821829-1-hyperv {{(pid=87509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 23:09:13.108860 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1439453f-f799-4a48-9047-d26526070536 None None] Updating router 61d1ac9e-4a8f-48c0-8e32-7eba53331ed2 port 2bfcb802-d339-49b7-871b-da179e0dd8f1 binding host dv-neutron-821829-1-hyperv {{(pid=87509) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 16 23:09:13.113589 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-898dd292-4bb2-4351-b490-392d6a734194 None None] Port 2bfcb802-d339-49b7-871b-da179e0dd8f1 cannot update to ACTIVE because it is not bound. {{(pid=87508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 23:09:13.170705 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron_lib.callbacks.manager [None req-1439453f-f799-4a48-9047-d26526070536 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:09:13.207362 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-5a87613a-311a-4f7e-ba7d-dd2009a1e557 req-b0196b47-cd93-4528-96a3-ce5abf66d1ac tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.13 "GET /v2.0/ports?device_id=94549fe2-e0f4-458e-9a9c-03c02d8a9e02 HTTP/1.1" status: 200  len: 210 time: 0.0472829
Dec 16 23:09:13.544210 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron_lib.callbacks.manager [None req-1439453f-f799-4a48-9047-d26526070536 None None] Notify callbacks [] for port, precommit_update {{(pid=87509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:09:13.556540 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.provisioning_blocks [None req-1439453f-f799-4a48-9047-d26526070536 None None] Transition to ACTIVE for port object 2bfcb802-d339-49b7-871b-da179e0dd8f1 will not be triggered until provisioned by entity L2. {{(pid=87509) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 23:09:13.563297 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron_lib.callbacks.manager [None req-1439453f-f799-4a48-9047-d26526070536 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:09:13.566749 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:09:13.687414 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4788b077-9a6d-47fb-8ee3-d1cd212704df None None] Pushing event updated for resources: {'Port': ['ID=2bfcb802-d339-49b7-871b-da179e0dd8f1,revision_number=3']} {{(pid=87509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:09:13.724556 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4788b077-9a6d-47fb-8ee3-d1cd212704df None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:09:13.724901 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4788b077-9a6d-47fb-8ee3-d1cd212704df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:09:13.725237 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4788b077-9a6d-47fb-8ee3-d1cd212704df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:09:13.725564 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4788b077-9a6d-47fb-8ee3-d1cd212704df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:09:13.725891 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4788b077-9a6d-47fb-8ee3-d1cd212704df None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:09:13.726219 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4788b077-9a6d-47fb-8ee3-d1cd212704df None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:09:13.726538 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4788b077-9a6d-47fb-8ee3-d1cd212704df None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:09:13.726864 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4788b077-9a6d-47fb-8ee3-d1cd212704df None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:09:13.727182 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4788b077-9a6d-47fb-8ee3-d1cd212704df None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:09:13.727625 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4788b077-9a6d-47fb-8ee3-d1cd212704df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:09:13.727827 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4788b077-9a6d-47fb-8ee3-d1cd212704df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:09:13.728143 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4788b077-9a6d-47fb-8ee3-d1cd212704df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:09:13.735847 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG oslo_concurrency.lockutils [None req-4788b077-9a6d-47fb-8ee3-d1cd212704df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=87509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:09:13.790637 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.plugins.ml2.managers [None req-1439453f-f799-4a48-9047-d26526070536 None None] Attempting to bind port 2bfcb802-d339-49b7-871b-da179e0dd8f1 on host dv-neutron-821829-1-hyperv for vnic_type normal with profile  {{(pid=87509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 23:09:13.791017 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.plugins.ml2.managers [None req-1439453f-f799-4a48-9047-d26526070536 None None] Attempting to bind port 2bfcb802-d339-49b7-871b-da179e0dd8f1 by drivers openvswitch,hyperv on host dv-neutron-821829-1-hyperv at level 0 using segments [{'id': 'e23bc683-2c4d-44a5-a332-e24a48cd06fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '4289629a-b6b0-4ab2-823d-e22844cd919d'}] {{(pid=87509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 23:09:13.791388 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1439453f-f799-4a48-9047-d26526070536 None None] Attempting to bind port 2bfcb802-d339-49b7-871b-da179e0dd8f1 on network 4289629a-b6b0-4ab2-823d-e22844cd919d {{(pid=87509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 23:09:13.797237 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1439453f-f799-4a48-9047-d26526070536 None None] Checking agent: {'id': '5571501f-366e-47a4-9b60-8ef19d935d27', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821829-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 24, 2), 'started_at': datetime.datetime(2021, 12, 16, 22, 24, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 23, 9, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821829-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 23:09:13.797621 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1439453f-f799-4a48-9047-d26526070536 None None] Checking segment: {'id': 'e23bc683-2c4d-44a5-a332-e24a48cd06fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '4289629a-b6b0-4ab2-823d-e22844cd919d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 23:09:13.798025 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron_lib.callbacks.manager [None req-1439453f-f799-4a48-9047-d26526070536 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:09:13.798422 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1439453f-f799-4a48-9047-d26526070536 None None] Bound using segment: {'id': 'e23bc683-2c4d-44a5-a332-e24a48cd06fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '4289629a-b6b0-4ab2-823d-e22844cd919d'} {{(pid=87509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 23:09:13.798892 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.plugins.ml2.managers [None req-1439453f-f799-4a48-9047-d26526070536 None None] Bound port: 2bfcb802-d339-49b7-871b-da179e0dd8f1, host: dv-neutron-821829-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e23bc683-2c4d-44a5-a332-e24a48cd06fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '4289629a-b6b0-4ab2-823d-e22844cd919d'}}] {{(pid=87509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 23:09:13.799272 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron_lib.callbacks.manager [None req-1439453f-f799-4a48-9047-d26526070536 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:09:13.897879 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.plugins.ml2.db [None req-1439453f-f799-4a48-9047-d26526070536 None None] For port 2bfcb802-d339-49b7-871b-da179e0dd8f1, host dv-neutron-821829-1-hyperv, cleared binding levels {{(pid=87509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 23:09:13.900690 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.plugins.ml2.db [None req-1439453f-f799-4a48-9047-d26526070536 None None] For port 2bfcb802-d339-49b7-871b-da179e0dd8f1, host dv-neutron-821829-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=2bfcb802-d339-49b7-871b-da179e0dd8f1,segment=NetworkSegment(e23bc683-2c4d-44a5-a332-e24a48cd06fa),segment_id=e23bc683-2c4d-44a5-a332-e24a48cd06fa)] {{(pid=87509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 23:09:13.904417 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron_lib.callbacks.manager [None req-1439453f-f799-4a48-9047-d26526070536 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:09:13.908659 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG oslo_concurrency.lockutils [None req-95cb2ea3-d31a-4952-b511-652604c56de5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:09:13.987595 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4788b077-9a6d-47fb-8ee3-d1cd212704df None None] Pushing event updated for resources: {'Port': ['ID=2bfcb802-d339-49b7-871b-da179e0dd8f1,revision_number=4']} {{(pid=87509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:09:13.990210 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1439453f-f799-4a48-9047-d26526070536 None None] Routers {'61d1ac9e-4a8f-48c0-8e32-7eba53331ed2'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 23:09:13.990817 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-1439453f-f799-4a48-9047-d26526070536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b7c69f370>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T23:09:01Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['61d1ac9e-4a8f-48c0-8e32-7eba53331ed2'], 'active': True} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 23:09:14.013591 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device c71424b9-e365-490a-8cbd-cc40cc236dd8 up at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 23:09:14.057905 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG oslo_concurrency.lockutils [None req-4788b077-9a6d-47fb-8ee3-d1cd212704df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=87509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:09:14.087428 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning complete for port c71424b9-e365-490a-8cbd-cc40cc236dd8 triggered by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 23:09:14.087941 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:09:14.176757 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvr_db [None req-1439453f-f799-4a48-9047-d26526070536 None None] Set router 61d1ac9e-4a8f-48c0-8e32-7eba53331ed2 gateway port host: dv-neutron-821829-1-hyperv {{(pid=87509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 23:09:14.211429 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 55811d4a-33b5-499f-adf4-fbd7182a2215 up at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 23:09:14.294968 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning complete for port 55811d4a-33b5-499f-adf4-fbd7182a2215 triggered by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 23:09:14.295359 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:09:14.394863 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-7b12de21-b7a9-4a57-aad0-cb806d9f97db req-8c793448-c793-4e9c-b2e3-82060dd8f7b9 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.13 "GET /v2.0/ports?device_id=94549fe2-e0f4-458e-9a9c-03c02d8a9e02 HTTP/1.1" status: 200  len: 210 time: 0.0588243
Dec 16 23:09:14.412393 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1dc564b-1ed8-4141-8ee0-ac375e28daef req-1766afac-3b1a-4ec9-9419-d0dbbc75fadd tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:09:14.413697 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [req-a1dc564b-1ed8-4141-8ee0-ac375e28daef req-1766afac-3b1a-4ec9-9419-d0dbbc75fadd tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Synchronizing usage tracker for tenant:c824888d650f48a8badbaff2c427d7f3 on resource:network {{(pid=87506) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 23:09:14.433267 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [req-a1dc564b-1ed8-4141-8ee0-ac375e28daef req-1766afac-3b1a-4ec9-9419-d0dbbc75fadd tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Unset dirty status for tenant:c824888d650f48a8badbaff2c427d7f3 on resource:network {{(pid=87506) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 23:09:14.434691 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-a1dc564b-1ed8-4141-8ee0-ac375e28daef req-1766afac-3b1a-4ec9-9419-d0dbbc75fadd tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.49 "GET /v2.0/networks?id=4289629a-b6b0-4ab2-823d-e22844cd919d HTTP/1.1" status: 200  len: 797 time: 0.2170632
Dec 16 23:09:14.500840 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [req-a1dc564b-1ed8-4141-8ee0-ac375e28daef req-06e41222-fff2-488b-a945-81aa830e762a tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Synchronizing usage tracker for tenant:c824888d650f48a8badbaff2c427d7f3 on resource:security_group {{(pid=87506) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 23:09:14.518526 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [req-a1dc564b-1ed8-4141-8ee0-ac375e28daef req-06e41222-fff2-488b-a945-81aa830e762a tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Unset dirty status for tenant:c824888d650f48a8badbaff2c427d7f3 on resource:security_group {{(pid=87506) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 23:09:14.519839 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-a1dc564b-1ed8-4141-8ee0-ac375e28daef req-06e41222-fff2-488b-a945-81aa830e762a tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c824888d650f48a8badbaff2c427d7f3 HTTP/1.1" status: 200  len: 379 time: 0.0696816
Dec 16 23:09:14.532983 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [req-a1dc564b-1ed8-4141-8ee0-ac375e28daef req-23264f74-a5f4-4ee8-ac36-2e8355fcc6a3 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Request body: {'port': {'device_id': '94549fe2-e0f4-458e-9a9c-03c02d8a9e02', 'network_id': '4289629a-b6b0-4ab2-823d-e22844cd919d', 'admin_state_up': True, 'tenant_id': 'c824888d650f48a8badbaff2c427d7f3', 'security_groups': ['f4784a6c-3ebd-4ea4-9db2-44269f9eb89c']}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 23:09:14.578148 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-1439453f-f799-4a48-9047-d26526070536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b7c69f370>, [{'id': '61d1ac9e-4a8f-48c0-8e32-7eba53331ed2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1518330451', 'tenant_id': 'c824888d650f48a8badbaff2c427d7f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.7'}], 'enable_snat': True}, 'gw_port_id': '55811d4a-33b5-499f-adf4-fbd7182a2215', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:09:06Z', 'updated_at': '2021-12-16T23:09:10Z', 'revision_number': 4, 'project_id': 'c824888d650f48a8badbaff2c427d7f3', 'gw_port': {'id': '55811d4a-33b5-499f-adf4-fbd7182a2215', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:02:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61d1ac9e-4a8f-48c0-8e32-7eba53331ed2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:09:06Z', 'updated_at': '2021-12-16T23:09:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv', '_interfaces': [{'id': '2bfcb802-d339-49b7-871b-da179e0dd8f1', 'name': '', 'network_id': '4289629a-b6b0-4ab2-823d-e22844cd919d', 'tenant_id': 'c824888d650f48a8badbaff2c427d7f3', 'mac_address': 'fa:16:3e:b1:2e:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61d1ac9e-4a8f-48c0-8e32-7eba53331ed2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': 'bb2c476f-6a11-4e45-87e3-2a2f45947b17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:09:10Z', 'updated_at': '2021-12-16T23:09:13Z', 'revision_number': 4, 'project_id': 'c824888d650f48a8badbaff2c427d7f3', 'subnets': [{'id': 'bb2c476f-6a11-4e45-87e3-2a2f45947b17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 23:09:14.582049 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1439453f-f799-4a48-9047-d26526070536 None None] The sync data for ids ['61d1ac9e-4a8f-48c0-8e32-7eba53331ed2'] in dv-neutron-821829-1-hyperv is: [{'id': '61d1ac9e-4a8f-48c0-8e32-7eba53331ed2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1518330451', 'tenant_id': 'c824888d650f48a8badbaff2c427d7f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.7'}], 'enable_snat': True}, 'gw_port_id': '55811d4a-33b5-499f-adf4-fbd7182a2215', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:09:06Z', 'updated_at': '2021-12-16T23:09:10Z', 'revision_number': 4, 'project_id': 'c824888d650f48a8badbaff2c427d7f3', 'gw_port': {'id': '55811d4a-33b5-499f-adf4-fbd7182a2215', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:02:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61d1ac9e-4a8f-48c0-8e32-7eba53331ed2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:09:06Z', 'updated_at': '2021-12-16T23:09:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv', '_interfaces': [{'id': '2bfcb802-d339-49b7-871b-da179e0dd8f1', 'name': '', 'network_id': '4289629a-b6b0-4ab2-823d-e22844cd919d', 'tenant_id': 'c824888d650f48a8badbaff2c427d7f3', 'mac_address': 'fa:16:3e:b1:2e:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61d1ac9e-4a8f-48c0-8e32-7eba53331ed2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': 'bb2c476f-6a11-4e45-87e3-2a2f45947b17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:09:10Z', 'updated_at': '2021-12-16T23:09:13Z', 'revision_number': 4, 'project_id': 'c824888d650f48a8badbaff2c427d7f3', 'subnets': [{'id': 'bb2c476f-6a11-4e45-87e3-2a2f45947b17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 23:09:14.686298 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [req-a1dc564b-1ed8-4141-8ee0-ac375e28daef req-23264f74-a5f4-4ee8-ac36-2e8355fcc6a3 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 23:09:14.695902 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [req-a1dc564b-1ed8-4141-8ee0-ac375e28daef req-23264f74-a5f4-4ee8-ac36-2e8355fcc6a3 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 23:09:14.705924 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1dc564b-1ed8-4141-8ee0-ac375e28daef req-23264f74-a5f4-4ee8-ac36-2e8355fcc6a3 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Made reservation on behalf of c824888d650f48a8badbaff2c427d7f3 for: {'port': 1} {{(pid=87506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 23:09:14.710143 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-a1dc564b-1ed8-4141-8ee0-ac375e28daef req-23264f74-a5f4-4ee8-ac36-2e8355fcc6a3 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:09:14.876262 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.db_base_plugin_common [req-a1dc564b-1ed8-4141-8ee0-ac375e28daef req-23264f74-a5f4-4ee8-ac36-2e8355fcc6a3 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Allocated IP 172.20.0.6 (4289629a-b6b0-4ab2-823d-e22844cd919d/bb2c476f-6a11-4e45-87e3-2a2f45947b17/fea37e4d-ddb6-4eeb-8af5-863d32a514c3) {{(pid=87506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 23:09:15.070594 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-a1dc564b-1ed8-4141-8ee0-ac375e28daef req-23264f74-a5f4-4ee8-ac36-2e8355fcc6a3 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks [] for port, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:09:15.087793 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.provisioning_blocks [req-a1dc564b-1ed8-4141-8ee0-ac375e28daef req-23264f74-a5f4-4ee8-ac36-2e8355fcc6a3 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Transition to ACTIVE for port object fea37e4d-ddb6-4eeb-8af5-863d32a514c3 will not be triggered until provisioned by entity DHCP. {{(pid=87506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 23:09:15.111651 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-a1dc564b-1ed8-4141-8ee0-ac375e28daef req-23264f74-a5f4-4ee8-ac36-2e8355fcc6a3 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1863393'] for port, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:09:15.119149 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-0007b07e-ca3c-4548-8962-8a84c3d9b713 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:09:15.185839 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1dc564b-1ed8-4141-8ee0-ac375e28daef req-23264f74-a5f4-4ee8-ac36-2e8355fcc6a3 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Network 4289629a-b6b0-4ab2-823d-e22844cd919d is already hosted by enough agents. {{(pid=87506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 23:09:15.189373 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.base_scheduler [req-a1dc564b-1ed8-4141-8ee0-ac375e28daef req-23264f74-a5f4-4ee8-ac36-2e8355fcc6a3 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Resources bound (agent type, host, resource id):  {{(pid=87506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 23:09:15.192044 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1dc564b-1ed8-4141-8ee0-ac375e28daef req-23264f74-a5f4-4ee8-ac36-2e8355fcc6a3 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Received port after_create {{(pid=87506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 23:09:15.243357 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23264f74-a5f4-4ee8-ac36-2e8355fcc6a3 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Pushing event updated for resources: {'Port': ['ID=fea37e4d-ddb6-4eeb-8af5-863d32a514c3,revision_number=1']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:09:15.246908 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-23264f74-a5f4-4ee8-ac36-2e8355fcc6a3 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:09:15.271251 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1dc564b-1ed8-4141-8ee0-ac375e28daef req-23264f74-a5f4-4ee8-ac36-2e8355fcc6a3 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:09:15.272009 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-a1dc564b-1ed8-4141-8ee0-ac375e28daef req-23264f74-a5f4-4ee8-ac36-2e8355fcc6a3 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for port, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:09:15.300418 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-a1dc564b-1ed8-4141-8ee0-ac375e28daef req-23264f74-a5f4-4ee8-ac36-2e8355fcc6a3 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.7711756
Dec 16 23:09:15.319441 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [req-a1dc564b-1ed8-4141-8ee0-ac375e28daef req-eed1e32d-f332-4f36-91b2-d0910df150e8 service neutron] Request body: {'port': {'device_id': '94549fe2-e0f4-458e-9a9c-03c02d8a9e02', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8218'}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 23:09:15.425102 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-027d33e0-ab9c-4b4c-b7af-c079631409d8 None None] Provisioning for port fea37e4d-ddb6-4eeb-8af5-863d32a514c3 completed by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 23:09:15.437241 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-027d33e0-ab9c-4b4c-b7af-c079631409d8 None None] Provisioning complete for port fea37e4d-ddb6-4eeb-8af5-863d32a514c3 triggered by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 23:09:15.437907 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-027d33e0-ab9c-4b4c-b7af-c079631409d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:09:15.451716 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-a1dc564b-1ed8-4141-8ee0-ac375e28daef req-eed1e32d-f332-4f36-91b2-d0910df150e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:09:15.523105 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-027d33e0-ab9c-4b4c-b7af-c079631409d8 None None] Port fea37e4d-ddb6-4eeb-8af5-863d32a514c3 cannot update to ACTIVE because it is not bound. {{(pid=87508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 23:09:15.620571 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962a0bb8-4246-419a-b7e4-a858a37d1ae7 req-4c80bf08-261a-4620-afa3-f615d5cc6052 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:09:15.622165 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-962a0bb8-4246-419a-b7e4-a858a37d1ae7 req-4c80bf08-261a-4620-afa3-f615d5cc6052 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.13 "GET /v2.0/ports?device_id=94549fe2-e0f4-458e-9a9c-03c02d8a9e02 HTTP/1.1" status: 200  len: 931 time: 0.0878365
Dec 16 23:09:15.672295 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-962a0bb8-4246-419a-b7e4-a858a37d1ae7 req-754e2043-197f-4a11-9e5f-9b7c7e3260ab tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.13 "GET /v2.0/security-groups?id=f4784a6c-3ebd-4ea4-9db2-44269f9eb89c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0440414
Dec 16 23:09:15.936035 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.notifiers.nova [req-a1dc564b-1ed8-4141-8ee0-ac375e28daef req-eed1e32d-f332-4f36-91b2-d0910df150e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fea37e4d-ddb6-4eeb-8af5-863d32a514c3 {{(pid=87506) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 23:09:15.943592 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-a1dc564b-1ed8-4141-8ee0-ac375e28daef req-eed1e32d-f332-4f36-91b2-d0910df150e8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:09:15.960713 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.provisioning_blocks [req-a1dc564b-1ed8-4141-8ee0-ac375e28daef req-eed1e32d-f332-4f36-91b2-d0910df150e8 service neutron] Transition to ACTIVE for port object fea37e4d-ddb6-4eeb-8af5-863d32a514c3 will not be triggered until provisioned by entity L2. {{(pid=87506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 23:09:15.966314 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-a1dc564b-1ed8-4141-8ee0-ac375e28daef req-eed1e32d-f332-4f36-91b2-d0910df150e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1863400'] for port, after_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:09:15.970053 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-2cbe020b-ec24-4429-8120-b141d43eba76 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:09:16.019996 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 2bfcb802-d339-49b7-871b-da179e0dd8f1 up at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 23:09:16.100567 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning for port 2bfcb802-d339-49b7-871b-da179e0dd8f1 completed by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 23:09:16.105811 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning complete for port 2bfcb802-d339-49b7-871b-da179e0dd8f1 triggered by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 23:09:16.106197 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:09:16.161509 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed1e32d-f332-4f36-91b2-d0910df150e8 service neutron] Pushing event updated for resources: {'Port': ['ID=fea37e4d-ddb6-4eeb-8af5-863d32a514c3,revision_number=2']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:09:16.175637 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-eed1e32d-f332-4f36-91b2-d0910df150e8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:09:16.209259 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.managers [req-a1dc564b-1ed8-4141-8ee0-ac375e28daef req-eed1e32d-f332-4f36-91b2-d0910df150e8 service neutron] Attempting to bind port fea37e4d-ddb6-4eeb-8af5-863d32a514c3 on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=87506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 23:09:16.209511 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.managers [req-a1dc564b-1ed8-4141-8ee0-ac375e28daef req-eed1e32d-f332-4f36-91b2-d0910df150e8 service neutron] Attempting to bind port fea37e4d-ddb6-4eeb-8af5-863d32a514c3 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': 'e23bc683-2c4d-44a5-a332-e24a48cd06fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '4289629a-b6b0-4ab2-823d-e22844cd919d'}] {{(pid=87506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 23:09:16.209832 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1dc564b-1ed8-4141-8ee0-ac375e28daef req-eed1e32d-f332-4f36-91b2-d0910df150e8 service neutron] Attempting to bind port fea37e4d-ddb6-4eeb-8af5-863d32a514c3 on network 4289629a-b6b0-4ab2-823d-e22844cd919d {{(pid=87506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 23:09:16.214820 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1dc564b-1ed8-4141-8ee0-ac375e28daef req-eed1e32d-f332-4f36-91b2-d0910df150e8 service neutron] Port fea37e4d-ddb6-4eeb-8af5-863d32a514c3 on network 4289629a-b6b0-4ab2-823d-e22844cd919d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=87506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 16 23:09:16.215137 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1dc564b-1ed8-4141-8ee0-ac375e28daef req-eed1e32d-f332-4f36-91b2-d0910df150e8 service neutron] Attempting to bind port fea37e4d-ddb6-4eeb-8af5-863d32a514c3 on network 4289629a-b6b0-4ab2-823d-e22844cd919d {{(pid=87506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 23:09:16.220175 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1dc564b-1ed8-4141-8ee0-ac375e28daef req-eed1e32d-f332-4f36-91b2-d0910df150e8 service neutron] Checking agent: {'id': '849b5cbb-8f70-4c31-8f37-fd42f8351747', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8218', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 30, 8), 'started_at': datetime.datetime(2021, 12, 16, 22, 30, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 23, 9, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 23:09:16.220514 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1dc564b-1ed8-4141-8ee0-ac375e28daef req-eed1e32d-f332-4f36-91b2-d0910df150e8 service neutron] Checking segment: {'id': 'e23bc683-2c4d-44a5-a332-e24a48cd06fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '4289629a-b6b0-4ab2-823d-e22844cd919d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 23:09:16.220891 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1dc564b-1ed8-4141-8ee0-ac375e28daef req-eed1e32d-f332-4f36-91b2-d0910df150e8 service neutron] Bound using segment: {'id': 'e23bc683-2c4d-44a5-a332-e24a48cd06fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '4289629a-b6b0-4ab2-823d-e22844cd919d'} {{(pid=87506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 23:09:16.221303 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.managers [req-a1dc564b-1ed8-4141-8ee0-ac375e28daef req-eed1e32d-f332-4f36-91b2-d0910df150e8 service neutron] Bound port: fea37e4d-ddb6-4eeb-8af5-863d32a514c3, host: hv-neutron-8218, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e23bc683-2c4d-44a5-a332-e24a48cd06fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '4289629a-b6b0-4ab2-823d-e22844cd919d'}}] {{(pid=87506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 23:09:16.221643 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-a1dc564b-1ed8-4141-8ee0-ac375e28daef req-eed1e32d-f332-4f36-91b2-d0910df150e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:09:16.230581 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:09:16.272499 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] For port 2bfcb802-d339-49b7-871b-da179e0dd8f1, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=2bfcb802-d339-49b7-871b-da179e0dd8f1,segment=NetworkSegment(e23bc683-2c4d-44a5-a332-e24a48cd06fa),segment_id=e23bc683-2c4d-44a5-a332-e24a48cd06fa)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 23:09:16.276590 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:09:16.278291 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-e47942e7-61a2-440b-bafb-f36f8499c95a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:09:16.316090 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.db [req-a1dc564b-1ed8-4141-8ee0-ac375e28daef req-eed1e32d-f332-4f36-91b2-d0910df150e8 service neutron] For port fea37e4d-ddb6-4eeb-8af5-863d32a514c3, host hv-neutron-8218, cleared binding levels {{(pid=87506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 23:09:16.319259 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.db [req-a1dc564b-1ed8-4141-8ee0-ac375e28daef req-eed1e32d-f332-4f36-91b2-d0910df150e8 service neutron] For port fea37e4d-ddb6-4eeb-8af5-863d32a514c3, host hv-neutron-8218, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=fea37e4d-ddb6-4eeb-8af5-863d32a514c3,segment=NetworkSegment(e23bc683-2c4d-44a5-a332-e24a48cd06fa),segment_id=e23bc683-2c4d-44a5-a332-e24a48cd06fa)] {{(pid=87506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 23:09:16.323132 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-a1dc564b-1ed8-4141-8ee0-ac375e28daef req-eed1e32d-f332-4f36-91b2-d0910df150e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1863400'] for port, after_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:09:16.327854 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-eca0ee82-6e0e-4073-87c8-73d5534439c7 tempest-TestEncryptedCinderVolumes-1016669813 tempest-TestEncryptedCinderVolumes-1016669813-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:09:16.345674 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Pushing event updated for resources: {'Port': ['ID=2bfcb802-d339-49b7-871b-da179e0dd8f1,revision_number=5']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:09:16.349299 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:09:16.379919 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1dc564b-1ed8-4141-8ee0-ac375e28daef req-eed1e32d-f332-4f36-91b2-d0910df150e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:09:16.380596 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-a1dc564b-1ed8-4141-8ee0-ac375e28daef req-eed1e32d-f332-4f36-91b2-d0910df150e8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for port, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:09:16.381990 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-a1dc564b-1ed8-4141-8ee0-ac375e28daef req-eed1e32d-f332-4f36-91b2-d0910df150e8 service neutron] 10.222.0.49 "PUT /v2.0/ports/fea37e4d-ddb6-4eeb-8af5-863d32a514c3 HTTP/1.1" status: 200  len: 1093 time: 1.0676639
Dec 16 23:09:16.382507 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94549fe2-e0f4-458e-9a9c-03c02d8a9e02', 'tag': 'fea37e4d-ddb6-4eeb-8af5-863d32a514c3'}] {{(pid=87506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 23:09:16.412467 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed1e32d-f332-4f36-91b2-d0910df150e8 service neutron] Pushing event updated for resources: {'Port': ['ID=fea37e4d-ddb6-4eeb-8af5-863d32a514c3,revision_number=3']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:09:16.415753 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-eed1e32d-f332-4f36-91b2-d0910df150e8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:09:16.429236 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94549fe2-e0f4-458e-9a9c-03c02d8a9e02', 'tag': 'fea37e4d-ddb6-4eeb-8af5-863d32a514c3', 'status': 'completed', 'code': 200}
Dec 16 23:09:16.537252 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1dc564b-1ed8-4141-8ee0-ac375e28daef req-cda1e87b-d3c5-4402-b04f-d3a6006ff3dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:09:16.538703 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-a1dc564b-1ed8-4141-8ee0-ac375e28daef req-cda1e87b-d3c5-4402-b04f-d3a6006ff3dd service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c824888d650f48a8badbaff2c427d7f3&device_id=94549fe2-e0f4-458e-9a9c-03c02d8a9e02 HTTP/1.1" status: 200  len: 1096 time: 0.0739970
Dec 16 23:09:16.617229 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-a1dc564b-1ed8-4141-8ee0-ac375e28daef req-c395eee5-6183-45c9-9af4-9ca7baf7efc7 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fea37e4d-ddb6-4eeb-8af5-863d32a514c3 HTTP/1.1" status: 200  len: 217 time: 0.0658786
Dec 16 23:09:16.683224 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1dc564b-1ed8-4141-8ee0-ac375e28daef req-a4ce3c90-81d7-46ca-904d-b0dbb15f0e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:09:16.684587 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-a1dc564b-1ed8-4141-8ee0-ac375e28daef req-a4ce3c90-81d7-46ca-904d-b0dbb15f0e80 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=bb2c476f-6a11-4e45-87e3-2a2f45947b17 HTTP/1.1" status: 200  len: 835 time: 0.0602124
Dec 16 23:09:16.758839 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1dc564b-1ed8-4141-8ee0-ac375e28daef req-58c02c14-080b-4b9d-af73-f494bc3f1a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:09:16.760250 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-a1dc564b-1ed8-4141-8ee0-ac375e28daef req-58c02c14-080b-4b9d-af73-f494bc3f1a75 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=4289629a-b6b0-4ab2-823d-e22844cd919d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0693107
Dec 16 23:09:16.855445 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1652b3d1-815b-462f-8bac-221b9389c38f req-226546e1-b270-48f0-b6eb-db3d6cbb2875 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:09:16.856915 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-1652b3d1-815b-462f-8bac-221b9389c38f req-226546e1-b270-48f0-b6eb-db3d6cbb2875 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.13 "GET /v2.0/ports?device_id=94549fe2-e0f4-458e-9a9c-03c02d8a9e02 HTTP/1.1" status: 200  len: 943 time: 0.0835772
Dec 16 23:09:16.892422 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-a1dc564b-1ed8-4141-8ee0-ac375e28daef req-422bd3f2-32ce-4bf2-aade-e0d9737dda3d service neutron] 10.222.0.49 "GET /v2.0/networks/4289629a-b6b0-4ab2-823d-e22844cd919d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1259074
Dec 16 23:09:16.900743 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-1652b3d1-815b-462f-8bac-221b9389c38f req-dc99abb1-f207-4a51-9699-4c47fa566fa9 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.13 "GET /v2.0/security-groups?id=f4784a6c-3ebd-4ea4-9db2-44269f9eb89c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0377133
Dec 16 23:09:17.023900 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-a1dc564b-1ed8-4141-8ee0-ac375e28daef req-b5a1adac-c84f-40fb-bedd-ad3ab406120c service neutron] 10.222.0.49 "GET /v2.0/networks/4289629a-b6b0-4ab2-823d-e22844cd919d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1252558
Dec 16 23:09:17.177068 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dc0b99-e33d-49ab-b13a-ebdf6f896e32 req-4498f383-2303-4244-95cc-1880d138a398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:09:17.178534 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-b4dc0b99-e33d-49ab-b13a-ebdf6f896e32 req-4498f383-2303-4244-95cc-1880d138a398 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c824888d650f48a8badbaff2c427d7f3&device_id=94549fe2-e0f4-458e-9a9c-03c02d8a9e02 HTTP/1.1" status: 200  len: 1096 time: 0.0715725
Dec 16 23:09:17.309171 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dc0b99-e33d-49ab-b13a-ebdf6f896e32 req-dc9757e6-140a-4042-892f-3cec2a24dee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:09:17.310594 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-b4dc0b99-e33d-49ab-b13a-ebdf6f896e32 req-dc9757e6-140a-4042-892f-3cec2a24dee2 service neutron] 10.222.0.49 "GET /v2.0/networks?id=4289629a-b6b0-4ab2-823d-e22844cd919d HTTP/1.1" status: 200  len: 898 time: 0.1234956
Dec 16 23:09:17.487924 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-b4dc0b99-e33d-49ab-b13a-ebdf6f896e32 req-1a667208-1f56-48fd-9ce5-a1e54a5df3ec service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fea37e4d-ddb6-4eeb-8af5-863d32a514c3 HTTP/1.1" status: 200  len: 217 time: 0.1695671
Dec 16 23:09:17.550855 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dc0b99-e33d-49ab-b13a-ebdf6f896e32 req-7e47b311-8196-4cad-ad2d-c14cacd42df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:09:17.552280 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-b4dc0b99-e33d-49ab-b13a-ebdf6f896e32 req-7e47b311-8196-4cad-ad2d-c14cacd42df3 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=bb2c476f-6a11-4e45-87e3-2a2f45947b17 HTTP/1.1" status: 200  len: 835 time: 0.0577912
Dec 16 23:09:17.626758 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dc0b99-e33d-49ab-b13a-ebdf6f896e32 req-a4caaebe-9ed6-4402-b4e2-a67a81527f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:09:17.628150 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-b4dc0b99-e33d-49ab-b13a-ebdf6f896e32 req-a4caaebe-9ed6-4402-b4e2-a67a81527f7a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=4289629a-b6b0-4ab2-823d-e22844cd919d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0686126
Dec 16 23:09:17.759685 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-b4dc0b99-e33d-49ab-b13a-ebdf6f896e32 req-abf3eaae-92ed-4763-aef1-69fe9c6b0dd7 service neutron] 10.222.0.49 "GET /v2.0/networks/4289629a-b6b0-4ab2-823d-e22844cd919d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1233432
Dec 16 23:09:17.896640 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-b4dc0b99-e33d-49ab-b13a-ebdf6f896e32 req-350e0c1a-f514-4ef1-93e0-660d66ac714e service neutron] 10.222.0.49 "GET /v2.0/networks/4289629a-b6b0-4ab2-823d-e22844cd919d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1304433
Dec 16 23:09:18.004406 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 2bfcb802-d339-49b7-871b-da179e0dd8f1 up at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 23:09:18.071240 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning complete for port 2bfcb802-d339-49b7-871b-da179e0dd8f1 triggered by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 23:09:18.071627 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:09:18.083914 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05893a9d-25e7-4537-922a-f3c806443f80 req-f33d5b71-b90c-4517-aac2-0794f73b2553 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:09:18.085366 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-05893a9d-25e7-4537-922a-f3c806443f80 req-f33d5b71-b90c-4517-aac2-0794f73b2553 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.13 "GET /v2.0/ports?device_id=94549fe2-e0f4-458e-9a9c-03c02d8a9e02 HTTP/1.1" status: 200  len: 943 time: 0.0789969
Dec 16 23:09:18.132588 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-05893a9d-25e7-4537-922a-f3c806443f80 req-d9946c9b-4fd8-4847-b9e6-5ec783052ba1 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.13 "GET /v2.0/security-groups?id=f4784a6c-3ebd-4ea4-9db2-44269f9eb89c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0410836
Dec 16 23:09:19.312329 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d67ccb-3a10-4458-9466-9870be824b1d req-85a56c7b-3caf-42a3-894c-d4d368f410e4 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:09:19.313776 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-a3d67ccb-3a10-4458-9466-9870be824b1d req-85a56c7b-3caf-42a3-894c-d4d368f410e4 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.13 "GET /v2.0/ports?device_id=94549fe2-e0f4-458e-9a9c-03c02d8a9e02 HTTP/1.1" status: 200  len: 943 time: 0.0785201
Dec 16 23:09:19.359104 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-a3d67ccb-3a10-4458-9466-9870be824b1d req-43fdc947-e792-4926-94b6-b9c76a5428aa tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.13 "GET /v2.0/security-groups?id=f4784a6c-3ebd-4ea4-9db2-44269f9eb89c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0398033
Dec 16 23:09:20.546237 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d324c30-9f47-41f8-90e7-adb8dbcfb557 req-9beaa2e2-7f94-49ca-9043-84cc1459b6dc tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:09:20.547653 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-7d324c30-9f47-41f8-90e7-adb8dbcfb557 req-9beaa2e2-7f94-49ca-9043-84cc1459b6dc tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.13 "GET /v2.0/ports?device_id=94549fe2-e0f4-458e-9a9c-03c02d8a9e02 HTTP/1.1" status: 200  len: 943 time: 0.0839317
Dec 16 23:09:20.578446 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Device fea37e4d-ddb6-4eeb-8af5-863d32a514c3 details requested by agent hyperv_hv-neutron-8218 with host hv-neutron-8218 {{(pid=87508) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 16 23:09:20.591986 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-7d324c30-9f47-41f8-90e7-adb8dbcfb557 req-a5193f6e-b790-48d4-836c-2f68cb79b41d tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.13 "GET /v2.0/security-groups?id=f4784a6c-3ebd-4ea4-9db2-44269f9eb89c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0380378
Dec 16 23:09:20.743539 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] For port fea37e4d-ddb6-4eeb-8af5-863d32a514c3, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=fea37e4d-ddb6-4eeb-8af5-863d32a514c3,segment=NetworkSegment(e23bc683-2c4d-44a5-a332-e24a48cd06fa),segment_id=e23bc683-2c4d-44a5-a332-e24a48cd06fa)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 23:09:20.756083 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Returning: {'device': 'fea37e4d-ddb6-4eeb-8af5-863d32a514c3', 'network_id': '4289629a-b6b0-4ab2-823d-e22844cd919d', 'port_id': 'fea37e4d-ddb6-4eeb-8af5-863d32a514c3', 'mac_address': 'fa:16:3e:6f:20:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb2c476f-6a11-4e45-87e3-2a2f45947b17', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87508) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 16 23:09:20.811096 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:09:20.826762 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.notifiers.nova [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fea37e4d-ddb6-4eeb-8af5-863d32a514c3 {{(pid=87508) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 23:09:20.842117 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] For port fea37e4d-ddb6-4eeb-8af5-863d32a514c3, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=fea37e4d-ddb6-4eeb-8af5-863d32a514c3,segment=NetworkSegment(e23bc683-2c4d-44a5-a332-e24a48cd06fa),segment_id=e23bc683-2c4d-44a5-a332-e24a48cd06fa)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 23:09:20.846177 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:09:20.849409 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-05015893-3400-422b-9f8c-ff136663545a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:09:20.911910 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Pushing event updated for resources: {'Port': ['ID=fea37e4d-ddb6-4eeb-8af5-863d32a514c3,revision_number=4']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:09:20.914815 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:09:21.127670 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] get_ports_and_sgs() called for port_ids ['fea37e4d-ddb6-4eeb-8af5-863d32a514c3'] {{(pid=87508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 23:09:21.772349 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04581e71-9c38-4dd9-bbac-fe53af6a6f6e req-7375a879-646f-4894-8ad6-bcf10696045d tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:09:21.773694 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-04581e71-9c38-4dd9-bbac-fe53af6a6f6e req-7375a879-646f-4894-8ad6-bcf10696045d tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.13 "GET /v2.0/ports?device_id=94549fe2-e0f4-458e-9a9c-03c02d8a9e02 HTTP/1.1" status: 200  len: 944 time: 0.0771577
Dec 16 23:09:21.816733 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-04581e71-9c38-4dd9-bbac-fe53af6a6f6e req-59684342-6119-4b2d-977a-3a2216eda2e2 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.13 "GET /v2.0/security-groups?id=f4784a6c-3ebd-4ea4-9db2-44269f9eb89c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0375149
Dec 16 23:09:22.584371 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Device fea37e4d-ddb6-4eeb-8af5-863d32a514c3 up at agent hyperv_hv-neutron-8218 {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 23:09:22.652255 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Provisioning for port fea37e4d-ddb6-4eeb-8af5-863d32a514c3 completed by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 23:09:22.656785 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Provisioning complete for port fea37e4d-ddb6-4eeb-8af5-863d32a514c3 triggered by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 23:09:22.657173 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:09:22.769666 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:09:22.795213 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94549fe2-e0f4-458e-9a9c-03c02d8a9e02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fea37e4d-ddb6-4eeb-8af5-863d32a514c3'}] {{(pid=87508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 23:09:22.804515 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] For port fea37e4d-ddb6-4eeb-8af5-863d32a514c3, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=fea37e4d-ddb6-4eeb-8af5-863d32a514c3,segment=NetworkSegment(e23bc683-2c4d-44a5-a332-e24a48cd06fa),segment_id=e23bc683-2c4d-44a5-a332-e24a48cd06fa)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 23:09:22.808850 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:09:22.810851 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:09:22.840712 dv-neutron-821829-1-hyperv neutron-server[87508]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94549fe2-e0f4-458e-9a9c-03c02d8a9e02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fea37e4d-ddb6-4eeb-8af5-863d32a514c3', 'code': 200}
Dec 16 23:09:22.877166 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Pushing event updated for resources: {'Port': ['ID=fea37e4d-ddb6-4eeb-8af5-863d32a514c3,revision_number=5']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:09:22.880894 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:09:23.100996 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7ae9df-4c96-4b84-ae2b-a35ae53dcac1 req-7a84d0ec-183b-429b-bfd9-dcb1c239a4d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:09:23.102465 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-8c7ae9df-4c96-4b84-ae2b-a35ae53dcac1 req-7a84d0ec-183b-429b-bfd9-dcb1c239a4d7 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=94549fe2-e0f4-458e-9a9c-03c02d8a9e02 HTTP/1.1" status: 200  len: 1098 time: 0.0711176
Dec 16 23:09:23.125711 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2663eabe-bb9e-4511-87db-d578f404f024 req-2fac9f79-5a2f-41ce-8560-7452a82ff0e0 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:09:23.127175 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-2663eabe-bb9e-4511-87db-d578f404f024 req-2fac9f79-5a2f-41ce-8560-7452a82ff0e0 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.13 "GET /v2.0/ports?device_id=94549fe2-e0f4-458e-9a9c-03c02d8a9e02 HTTP/1.1" status: 200  len: 945 time: 0.2064710
Dec 16 23:09:23.147345 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-8c7ae9df-4c96-4b84-ae2b-a35ae53dcac1 req-cadb2d7a-6d59-45e1-af4c-59cc8c1c41eb service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=f4784a6c-3ebd-4ea4-9db2-44269f9eb89c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0385895
Dec 16 23:09:23.171357 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-2663eabe-bb9e-4511-87db-d578f404f024 req-16429792-235f-4a8e-ad2f-422cb0ee6ed3 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.13 "GET /v2.0/security-groups?id=f4784a6c-3ebd-4ea4-9db2-44269f9eb89c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0384793
Dec 16 23:09:24.358021 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119fc91d-8bd2-4257-bdb7-ad7503bd1e6a req-0a89c54f-b9ee-4518-81ec-f8876630a841 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:09:24.359432 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-119fc91d-8bd2-4257-bdb7-ad7503bd1e6a req-0a89c54f-b9ee-4518-81ec-f8876630a841 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.13 "GET /v2.0/ports?device_id=94549fe2-e0f4-458e-9a9c-03c02d8a9e02 HTTP/1.1" status: 200  len: 945 time: 0.0837691
Dec 16 23:09:24.402015 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-119fc91d-8bd2-4257-bdb7-ad7503bd1e6a req-90e0d956-ab8a-4c26-9a0a-d8e5b178f374 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.13 "GET /v2.0/security-groups?id=f4784a6c-3ebd-4ea4-9db2-44269f9eb89c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0363915
Dec 16 23:09:24.578674 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf34c4b-35c8-41dc-b02c-932534486e31 req-731c6530-3d7d-4546-96c7-d62fd1673166 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:09:24.580095 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-3cf34c4b-35c8-41dc-b02c-932534486e31 req-731c6530-3d7d-4546-96c7-d62fd1673166 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.13 "GET /v2.0/ports?device_id=94549fe2-e0f4-458e-9a9c-03c02d8a9e02 HTTP/1.1" status: 200  len: 945 time: 0.0775344
Dec 16 23:09:24.622577 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-3cf34c4b-35c8-41dc-b02c-932534486e31 req-31a024d5-ce31-4476-8f03-1320f3f43a3b tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.13 "GET /v2.0/security-groups?id=f4784a6c-3ebd-4ea4-9db2-44269f9eb89c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0369723
Dec 16 23:09:24.647501 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 54780) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 23:09:24.719218 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55673fdc-143c-4439-9ad3-64a41ed0ab4e tempest-TestNetworkAdvancedServerOps-2068247746 tempest-TestNetworkAdvancedServerOps-2068247746-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:09:24.720912 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-55673fdc-143c-4439-9ad3-64a41ed0ab4e tempest-TestNetworkAdvancedServerOps-2068247746 tempest-TestNetworkAdvancedServerOps-2068247746-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=94549fe2-e0f4-458e-9a9c-03c02d8a9e02 HTTP/1.1" status: 200  len: 1093 time: 0.0722342
Dec 16 23:09:24.723497 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 54784) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 23:09:24.728387 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-abf5b5e7-4db3-4c6f-a2f0-b1efda3788ba tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Request body: {'floatingip': {'floating_network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'port_id': 'fea37e4d-ddb6-4eeb-8af5-863d32a514c3', 'tenant_id': 'c824888d650f48a8badbaff2c427d7f3', 'fixed_ip_address': '172.20.0.6'}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 23:09:24.734058 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-abf5b5e7-4db3-4c6f-a2f0-b1efda3788ba tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 23:09:24.738595 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-abf5b5e7-4db3-4c6f-a2f0-b1efda3788ba tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Usage tracker for resource:floatingip and tenant:c824888d650f48a8badbaff2c427d7f3 is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 23:09:24.742164 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-abf5b5e7-4db3-4c6f-a2f0-b1efda3788ba tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 23:09:24.747957 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-abf5b5e7-4db3-4c6f-a2f0-b1efda3788ba tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 23:09:24.758623 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-abf5b5e7-4db3-4c6f-a2f0-b1efda3788ba tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks [] for floatingip, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:09:24.892021 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-abf5b5e7-4db3-4c6f-a2f0-b1efda3788ba tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:09:25.023847 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.db_base_plugin_common [None req-abf5b5e7-4db3-4c6f-a2f0-b1efda3788ba tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Allocated IP 172.26.0.240 (f8905ce9-304b-4976-bc47-e58c71c11de5/9bca8591-41ef-4f2d-8ecb-ecaab1a28acf/a7fc6a89-c3a9-4537-b7ec-cf16e688c00d) {{(pid=87507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 23:09:25.165912 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-abf5b5e7-4db3-4c6f-a2f0-b1efda3788ba tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks [] for port, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:09:25.193339 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-abf5b5e7-4db3-4c6f-a2f0-b1efda3788ba tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10807823'] for port, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:09:25.197660 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-024165f9-bfda-4407-88fe-57d7fd38b766 tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:09:25.249357 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abf5b5e7-4db3-4c6f-a2f0-b1efda3788ba tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Network f8905ce9-304b-4976-bc47-e58c71c11de5 is already hosted by enough agents. {{(pid=87507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 23:09:25.256063 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.base_scheduler [None req-abf5b5e7-4db3-4c6f-a2f0-b1efda3788ba tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Resources bound (agent type, host, resource id):  {{(pid=87507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 23:09:25.260001 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abf5b5e7-4db3-4c6f-a2f0-b1efda3788ba tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Received port after_create {{(pid=87507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 23:09:25.304769 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf5b5e7-4db3-4c6f-a2f0-b1efda3788ba tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Pushing event updated for resources: {'Port': ['ID=a7fc6a89-c3a9-4537-b7ec-cf16e688c00d,revision_number=1']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:09:25.308559 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-abf5b5e7-4db3-4c6f-a2f0-b1efda3788ba tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:09:25.660946 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-abf5b5e7-4db3-4c6f-a2f0-b1efda3788ba tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:09:25.731876 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-abf5b5e7-4db3-4c6f-a2f0-b1efda3788ba tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:09:25.936531 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-abf5b5e7-4db3-4c6f-a2f0-b1efda3788ba tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks [] for port, precommit_update {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:09:25.940767 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-abf5b5e7-4db3-4c6f-a2f0-b1efda3788ba tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10807814'] for port, after_update {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:09:25.944870 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-bcba1cec-5628-43b5-93af-1d341879ab81 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:09:26.156399 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf5b5e7-4db3-4c6f-a2f0-b1efda3788ba tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Pushing event updated for resources: {'Port': ['ID=a7fc6a89-c3a9-4537-b7ec-cf16e688c00d,revision_number=2']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:09:26.160395 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-abf5b5e7-4db3-4c6f-a2f0-b1efda3788ba tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:09:26.168403 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-abf5b5e7-4db3-4c6f-a2f0-b1efda3788ba tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3741874'] for floatingip, after_update {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:09:26.333730 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.db.l3_db [None req-abf5b5e7-4db3-4c6f-a2f0-b1efda3788ba tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Floating IP da48f976-97b7-4bbc-b9c8-47c0fbb14458 associated. External IP: 172.26.0.240, port: fea37e4d-ddb6-4eeb-8af5-863d32a514c3.
Dec 16 23:09:26.681596 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abf5b5e7-4db3-4c6f-a2f0-b1efda3788ba tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Router 61d1ac9e-4a8f-48c0-8e32-7eba53331ed2 has already been hosted by L3 agent 4f519db7-069b-43e2-8411-c092bac9102a {{(pid=87507) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 23:09:26.855804 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abf5b5e7-4db3-4c6f-a2f0-b1efda3788ba tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify agent at l3_agent.dv-neutron-821829-1-hyperv the message routers_updated {{(pid=87507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 23:09:26.865524 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f88f53c-4024-481b-88e9-06a4b3806ecc None None] Sync routers for ids ['61d1ac9e-4a8f-48c0-8e32-7eba53331ed2'] in dv-neutron-821829-1-hyperv {{(pid=87508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 23:09:26.874489 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f88f53c-4024-481b-88e9-06a4b3806ecc None None] Routers {'61d1ac9e-4a8f-48c0-8e32-7eba53331ed2'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 23:09:26.875110 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-8f88f53c-4024-481b-88e9-06a4b3806ecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b779eb6d0>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T23:09:01Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['61d1ac9e-4a8f-48c0-8e32-7eba53331ed2'], 'active': True} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 23:09:26.881922 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-abf5b5e7-4db3-4c6f-a2f0-b1efda3788ba tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for floatingip, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:09:26.937476 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-abf5b5e7-4db3-4c6f-a2f0-b1efda3788ba tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.2128704
Dec 16 23:09:26.938164 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94549fe2-e0f4-458e-9a9c-03c02d8a9e02', 'tag': 'fea37e4d-ddb6-4eeb-8af5-863d32a514c3'}] {{(pid=87507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 23:09:26.994406 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94549fe2-e0f4-458e-9a9c-03c02d8a9e02', 'tag': 'fea37e4d-ddb6-4eeb-8af5-863d32a514c3', 'status': 'completed', 'code': 200}
Dec 16 23:09:27.056114 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvr_db [None req-8f88f53c-4024-481b-88e9-06a4b3806ecc None None] Set router 61d1ac9e-4a8f-48c0-8e32-7eba53331ed2 gateway port host: dv-neutron-821829-1-hyperv {{(pid=87508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 23:09:27.111014 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b263f404-1bcd-4dfb-8560-81f864c60379 req-46eb325f-2fba-4273-8b3f-eac14178ba61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:09:27.112510 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-b263f404-1bcd-4dfb-8560-81f864c60379 req-46eb325f-2fba-4273-8b3f-eac14178ba61 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c824888d650f48a8badbaff2c427d7f3&device_id=94549fe2-e0f4-458e-9a9c-03c02d8a9e02 HTTP/1.1" status: 200  len: 1098 time: 0.0774472
Dec 16 23:09:27.115397 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13447ad6-3a9f-4cb6-a2d6-a9eb8145f7e6 req-60600c28-eea5-4b4a-8ce4-5c42da20c500 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:09:27.116892 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-13447ad6-3a9f-4cb6-a2d6-a9eb8145f7e6 req-60600c28-eea5-4b4a-8ce4-5c42da20c500 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.13 "GET /v2.0/ports?device_id=94549fe2-e0f4-458e-9a9c-03c02d8a9e02 HTTP/1.1" status: 200  len: 945 time: 0.0838943
Dec 16 23:09:27.163037 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-13447ad6-3a9f-4cb6-a2d6-a9eb8145f7e6 req-4faaa127-9345-404b-94c1-eefd1be16253 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.13 "GET /v2.0/security-groups?id=f4784a6c-3ebd-4ea4-9db2-44269f9eb89c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0403612
Dec 16 23:09:27.185621 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 54792) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 23:09:27.247008 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b263f404-1bcd-4dfb-8560-81f864c60379 req-d6ce80ca-9bd6-4552-a537-7bac25ad6e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:09:27.248423 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-b263f404-1bcd-4dfb-8560-81f864c60379 req-d6ce80ca-9bd6-4552-a537-7bac25ad6e15 service neutron] 10.222.0.49 "GET /v2.0/networks?id=4289629a-b6b0-4ab2-823d-e22844cd919d HTTP/1.1" status: 200  len: 898 time: 0.1292665
Dec 16 23:09:27.293412 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-740f580e-825b-4e86-bc24-336c3b1da74f tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.13 "GET /v2.0/floatingips/da48f976-97b7-4bbc-b9c8-47c0fbb14458 HTTP/1.1" status: 200  len: 991 time: 0.1055205
Dec 16 23:09:27.351658 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-b263f404-1bcd-4dfb-8560-81f864c60379 req-122e5515-dadf-433d-a91f-7f6481a91649 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fea37e4d-ddb6-4eeb-8af5-863d32a514c3 HTTP/1.1" status: 200  len: 999 time: 0.0962842
Dec 16 23:09:27.409451 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-8f88f53c-4024-481b-88e9-06a4b3806ecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b779eb6d0>, [{'id': '61d1ac9e-4a8f-48c0-8e32-7eba53331ed2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1518330451', 'tenant_id': 'c824888d650f48a8badbaff2c427d7f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.7'}], 'enable_snat': True}, 'gw_port_id': '55811d4a-33b5-499f-adf4-fbd7182a2215', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:09:06Z', 'updated_at': '2021-12-16T23:09:10Z', 'revision_number': 4, 'project_id': 'c824888d650f48a8badbaff2c427d7f3', 'gw_port': {'id': '55811d4a-33b5-499f-adf4-fbd7182a2215', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:02:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61d1ac9e-4a8f-48c0-8e32-7eba53331ed2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:09:06Z', 'updated_at': '2021-12-16T23:09:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv', '_floatingips': [{'id': 'da48f976-97b7-4bbc-b9c8-47c0fbb14458', 'tenant_id': 'c824888d650f48a8badbaff2c427d7f3', 'floating_ip_address': '172.26.0.240', 'floating_network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'router_id': '61d1ac9e-4a8f-48c0-8e32-7eba53331ed2', 'port_id': 'fea37e4d-ddb6-4eeb-8af5-863d32a514c3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1719, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4289629a-b6b0-4ab2-823d-e22844cd919d', 'mac_address': 'fa:16:3e:6f:20:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94549fe2-e0f4-458e-9a9c-03c02d8a9e02', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T23:09:25Z', 'updated_at': '2021-12-16T23:09:25Z', 'revision_number': 0, 'project_id': 'c824888d650f48a8badbaff2c427d7f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2bfcb802-d339-49b7-871b-da179e0dd8f1', 'name': '', 'network_id': '4289629a-b6b0-4ab2-823d-e22844cd919d', 'tenant_id': 'c824888d650f48a8badbaff2c427d7f3', 'mac_address': 'fa:16:3e:b1:2e:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61d1ac9e-4a8f-48c0-8e32-7eba53331ed2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': 'bb2c476f-6a11-4e45-87e3-2a2f45947b17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:09:10Z', 'updated_at': '2021-12-16T23:09:16Z', 'revision_number': 5, 'project_id': 'c824888d650f48a8badbaff2c427d7f3', 'subnets': [{'id': 'bb2c476f-6a11-4e45-87e3-2a2f45947b17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 23:09:27.413366 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b263f404-1bcd-4dfb-8560-81f864c60379 req-8f97b5e2-3bbc-404b-a201-3fbaabca09c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:09:27.413524 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f88f53c-4024-481b-88e9-06a4b3806ecc None None] Checking router: 61d1ac9e-4a8f-48c0-8e32-7eba53331ed2 for host: dv-neutron-821829-1-hyperv {{(pid=87508) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 23:09:27.414803 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-b263f404-1bcd-4dfb-8560-81f864c60379 req-8f97b5e2-3bbc-404b-a201-3fbaabca09c1 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=bb2c476f-6a11-4e45-87e3-2a2f45947b17 HTTP/1.1" status: 200  len: 835 time: 0.0567656
Dec 16 23:09:27.421555 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f88f53c-4024-481b-88e9-06a4b3806ecc None None] Routers {'61d1ac9e-4a8f-48c0-8e32-7eba53331ed2'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 23:09:27.422166 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-8f88f53c-4024-481b-88e9-06a4b3806ecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b779eb6d0>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T23:09:01Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['61d1ac9e-4a8f-48c0-8e32-7eba53331ed2'], 'active': True} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 23:09:27.494511 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b263f404-1bcd-4dfb-8560-81f864c60379 req-e81f28b7-879d-4624-958c-d439f874baeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:09:27.496015 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-b263f404-1bcd-4dfb-8560-81f864c60379 req-e81f28b7-879d-4624-958c-d439f874baeb service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=4289629a-b6b0-4ab2-823d-e22844cd919d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0751815
Dec 16 23:09:27.601064 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvr_db [None req-8f88f53c-4024-481b-88e9-06a4b3806ecc None None] Set router 61d1ac9e-4a8f-48c0-8e32-7eba53331ed2 gateway port host: dv-neutron-821829-1-hyperv {{(pid=87508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 23:09:27.625607 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-b263f404-1bcd-4dfb-8560-81f864c60379 req-c2f99194-6734-4763-9a85-4f657b34823f service neutron] 10.222.0.49 "GET /v2.0/networks/4289629a-b6b0-4ab2-823d-e22844cd919d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1233034
Dec 16 23:09:27.758502 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-b263f404-1bcd-4dfb-8560-81f864c60379 req-72cb1e9c-58a9-4356-8ef4-7d7845b889aa service neutron] 10.222.0.49 "GET /v2.0/networks/4289629a-b6b0-4ab2-823d-e22844cd919d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1253211
Dec 16 23:09:27.991029 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-8f88f53c-4024-481b-88e9-06a4b3806ecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b779eb6d0>, [{'id': '61d1ac9e-4a8f-48c0-8e32-7eba53331ed2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1518330451', 'tenant_id': 'c824888d650f48a8badbaff2c427d7f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.7'}], 'enable_snat': True}, 'gw_port_id': '55811d4a-33b5-499f-adf4-fbd7182a2215', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:09:06Z', 'updated_at': '2021-12-16T23:09:10Z', 'revision_number': 4, 'project_id': 'c824888d650f48a8badbaff2c427d7f3', 'gw_port': {'id': '55811d4a-33b5-499f-adf4-fbd7182a2215', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:02:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61d1ac9e-4a8f-48c0-8e32-7eba53331ed2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:09:06Z', 'updated_at': '2021-12-16T23:09:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv', '_floatingips': [{'id': 'da48f976-97b7-4bbc-b9c8-47c0fbb14458', 'tenant_id': 'c824888d650f48a8badbaff2c427d7f3', 'floating_ip_address': '172.26.0.240', 'floating_network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'router_id': '61d1ac9e-4a8f-48c0-8e32-7eba53331ed2', 'port_id': 'fea37e4d-ddb6-4eeb-8af5-863d32a514c3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1719, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4289629a-b6b0-4ab2-823d-e22844cd919d', 'mac_address': 'fa:16:3e:6f:20:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94549fe2-e0f4-458e-9a9c-03c02d8a9e02', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T23:09:25Z', 'updated_at': '2021-12-16T23:09:25Z', 'revision_number': 0, 'project_id': 'c824888d650f48a8badbaff2c427d7f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2bfcb802-d339-49b7-871b-da179e0dd8f1', 'name': '', 'network_id': '4289629a-b6b0-4ab2-823d-e22844cd919d', 'tenant_id': 'c824888d650f48a8badbaff2c427d7f3', 'mac_address': 'fa:16:3e:b1:2e:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61d1ac9e-4a8f-48c0-8e32-7eba53331ed2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': 'bb2c476f-6a11-4e45-87e3-2a2f45947b17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:09:10Z', 'updated_at': '2021-12-16T23:09:16Z', 'revision_number': 5, 'project_id': 'c824888d650f48a8badbaff2c427d7f3', 'subnets': [{'id': 'bb2c476f-6a11-4e45-87e3-2a2f45947b17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 23:09:27.994974 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f88f53c-4024-481b-88e9-06a4b3806ecc None None] The sync data for ids ['61d1ac9e-4a8f-48c0-8e32-7eba53331ed2'] in dv-neutron-821829-1-hyperv is: [{'id': '61d1ac9e-4a8f-48c0-8e32-7eba53331ed2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1518330451', 'tenant_id': 'c824888d650f48a8badbaff2c427d7f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.7'}], 'enable_snat': True}, 'gw_port_id': '55811d4a-33b5-499f-adf4-fbd7182a2215', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:09:06Z', 'updated_at': '2021-12-16T23:09:10Z', 'revision_number': 4, 'project_id': 'c824888d650f48a8badbaff2c427d7f3', 'gw_port': {'id': '55811d4a-33b5-499f-adf4-fbd7182a2215', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:02:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61d1ac9e-4a8f-48c0-8e32-7eba53331ed2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:09:06Z', 'updated_at': '2021-12-16T23:09:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv', '_floatingips': [{'id': 'da48f976-97b7-4bbc-b9c8-47c0fbb14458', 'tenant_id': 'c824888d650f48a8badbaff2c427d7f3', 'floating_ip_address': '172.26.0.240', 'floating_network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'router_id': '61d1ac9e-4a8f-48c0-8e32-7eba53331ed2', 'port_id': 'fea37e4d-ddb6-4eeb-8af5-863d32a514c3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1719, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4289629a-b6b0-4ab2-823d-e22844cd919d', 'mac_address': 'fa:16:3e:6f:20:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94549fe2-e0f4-458e-9a9c-03c02d8a9e02', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T23:09:25Z', 'updated_at': '2021-12-16T23:09:25Z', 'revision_number': 0, 'project_id': 'c824888d650f48a8badbaff2c427d7f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2bfcb802-d339-49b7-871b-da179e0dd8f1', 'name': '', 'network_id': '4289629a-b6b0-4ab2-823d-e22844cd919d', 'tenant_id': 'c824888d650f48a8badbaff2c427d7f3', 'mac_address': 'fa:16:3e:b1:2e:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61d1ac9e-4a8f-48c0-8e32-7eba53331ed2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': 'bb2c476f-6a11-4e45-87e3-2a2f45947b17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:09:10Z', 'updated_at': '2021-12-16T23:09:16Z', 'revision_number': 5, 'project_id': 'c824888d650f48a8badbaff2c427d7f3', 'subnets': [{'id': 'bb2c476f-6a11-4e45-87e3-2a2f45947b17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 23:09:28.181663 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f7f656e-984f-4aa4-98b8-4e0eac33f4ca None None] New status for floating IP da48f976-97b7-4bbc-b9c8-47c0fbb14458: ACTIVE {{(pid=87509) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 16 23:09:28.221287 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-7605c331-2382-44ea-80ff-6c8f50ddf280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:09:28.295829 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 54796) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 23:09:28.398946 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-3dbe387d-78d5-4ce0-9791-c48229c56b78 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.13 "GET /v2.0/floatingips/da48f976-97b7-4bbc-b9c8-47c0fbb14458 HTTP/1.1" status: 200  len: 991 time: 0.1019018
Dec 16 23:09:29.402765 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 54800) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 23:09:29.503714 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.agents_db [None req-0abd2616-a86c-48e2-be07-10823335a5bb None None] Agent healthcheck: found 6 active agents {{(pid=87509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 23:09:29.507898 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-ac89040e-69b5-4d9e-9d38-20a20d788e3f tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.13 "GET /v2.0/floatingips/da48f976-97b7-4bbc-b9c8-47c0fbb14458 HTTP/1.1" status: 200  len: 993 time: 0.1039057
Dec 16 23:09:30.653705 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-09fa090a-4b32-402b-8cf8-8ab2e8586661 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:09:31.605041 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-3e729f7f-1589-4d54-9c4a-7ee6b283cc2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:09:31.733205 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:09:33.364946 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-4541ba3b-6be8-499c-bc94-3c60aa55c4f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:09:38.129988 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:09:46.398257 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-433c73ec-9c5b-42e0-b541-ae9a5a18c10a req-1f7ffcfb-de80-42e4-b39c-8fa65ff33368 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=94549fe2-e0f4-458e-9a9c-03c02d8a9e02&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0675194
Dec 16 23:09:46.557335 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433c73ec-9c5b-42e0-b541-ae9a5a18c10a req-5475cafc-19d5-47e5-961e-7b49fc367ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:09:46.558773 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-433c73ec-9c5b-42e0-b541-ae9a5a18c10a req-5475cafc-19d5-47e5-961e-7b49fc367ea1 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c824888d650f48a8badbaff2c427d7f3&device_id=94549fe2-e0f4-458e-9a9c-03c02d8a9e02 HTTP/1.1" status: 200  len: 1098 time: 0.0748487
Dec 16 23:09:46.699948 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433c73ec-9c5b-42e0-b541-ae9a5a18c10a req-6cec75e5-530b-4063-bcc6-8c46f611c95c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:09:46.701282 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-433c73ec-9c5b-42e0-b541-ae9a5a18c10a req-6cec75e5-530b-4063-bcc6-8c46f611c95c service neutron] 10.222.0.49 "GET /v2.0/networks?id=4289629a-b6b0-4ab2-823d-e22844cd919d HTTP/1.1" status: 200  len: 898 time: 0.1234064
Dec 16 23:09:46.914501 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-433c73ec-9c5b-42e0-b541-ae9a5a18c10a req-d6532ec8-9be9-49ee-a777-eb747a6ec8d9 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fea37e4d-ddb6-4eeb-8af5-863d32a514c3 HTTP/1.1" status: 200  len: 1001 time: 0.2052181
Dec 16 23:09:46.977283 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433c73ec-9c5b-42e0-b541-ae9a5a18c10a req-a1a02cac-301b-49f0-9c38-fc9f539b0a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:09:46.978587 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-433c73ec-9c5b-42e0-b541-ae9a5a18c10a req-a1a02cac-301b-49f0-9c38-fc9f539b0a42 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=bb2c476f-6a11-4e45-87e3-2a2f45947b17 HTTP/1.1" status: 200  len: 835 time: 0.0562713
Dec 16 23:09:47.051216 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433c73ec-9c5b-42e0-b541-ae9a5a18c10a req-b9c54b8c-88af-47b2-9b10-ed8d85196889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:09:47.052819 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-433c73ec-9c5b-42e0-b541-ae9a5a18c10a req-b9c54b8c-88af-47b2-9b10-ed8d85196889 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=4289629a-b6b0-4ab2-823d-e22844cd919d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0680156
Dec 16 23:09:47.181412 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-433c73ec-9c5b-42e0-b541-ae9a5a18c10a req-20c02940-feeb-443d-81b4-308efac74e17 service neutron] 10.222.0.49 "GET /v2.0/networks/4289629a-b6b0-4ab2-823d-e22844cd919d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1212521
Dec 16 23:09:47.310894 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-433c73ec-9c5b-42e0-b541-ae9a5a18c10a req-5c3fdb87-590b-4f57-bf38-8ed25d9a9d0a service neutron] 10.222.0.49 "GET /v2.0/networks/4289629a-b6b0-4ab2-823d-e22844cd919d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1215274
Dec 16 23:09:56.500164 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58766e62-436f-4d48-895e-8246204ac51a req-fb21bb90-f318-48aa-a1bd-96b7b2cd0c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:09:56.501666 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-58766e62-436f-4d48-895e-8246204ac51a req-fb21bb90-f318-48aa-a1bd-96b7b2cd0c59 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c824888d650f48a8badbaff2c427d7f3&device_id=94549fe2-e0f4-458e-9a9c-03c02d8a9e02 HTTP/1.1" status: 200  len: 1098 time: 0.0797756
Dec 16 23:09:56.639683 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bac65de-28f5-4b92-a5a6-91dbca484a54 req-46622631-521f-4d43-a8f1-5534a5babf34 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:09:56.640268 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58766e62-436f-4d48-895e-8246204ac51a req-b33eb58f-ab7a-4f82-a7e7-cb9d3aa7cb63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:09:56.641066 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-5bac65de-28f5-4b92-a5a6-91dbca484a54 req-46622631-521f-4d43-a8f1-5534a5babf34 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.13 "GET /v2.0/ports?device_id=94549fe2-e0f4-458e-9a9c-03c02d8a9e02 HTTP/1.1" status: 200  len: 945 time: 0.2153137
Dec 16 23:09:56.641343 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-58766e62-436f-4d48-895e-8246204ac51a req-b33eb58f-ab7a-4f82-a7e7-cb9d3aa7cb63 service neutron] 10.222.0.49 "GET /v2.0/networks?id=4289629a-b6b0-4ab2-823d-e22844cd919d HTTP/1.1" status: 200  len: 898 time: 0.1325586
Dec 16 23:09:56.685152 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-5bac65de-28f5-4b92-a5a6-91dbca484a54 req-88b303de-8464-4832-b2a0-ec72afc7d377 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.13 "GET /v2.0/security-groups?id=f4784a6c-3ebd-4ea4-9db2-44269f9eb89c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0377538
Dec 16 23:09:56.747412 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-58766e62-436f-4d48-895e-8246204ac51a req-ac500016-0d51-49b4-8d69-5759b3694fa7 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fea37e4d-ddb6-4eeb-8af5-863d32a514c3 HTTP/1.1" status: 200  len: 1001 time: 0.0980864
Dec 16 23:09:56.808247 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58766e62-436f-4d48-895e-8246204ac51a req-f75dcae0-fe2a-47b3-8cb6-9304621a5e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:09:56.809649 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-58766e62-436f-4d48-895e-8246204ac51a req-f75dcae0-fe2a-47b3-8cb6-9304621a5e90 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=bb2c476f-6a11-4e45-87e3-2a2f45947b17 HTTP/1.1" status: 200  len: 835 time: 0.0552924
Dec 16 23:09:56.882245 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58766e62-436f-4d48-895e-8246204ac51a req-93278f1c-961c-4b6c-9aec-20acb87e12dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:09:56.883643 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-58766e62-436f-4d48-895e-8246204ac51a req-93278f1c-961c-4b6c-9aec-20acb87e12dc service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=4289629a-b6b0-4ab2-823d-e22844cd919d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0671897
Dec 16 23:09:57.019980 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-58766e62-436f-4d48-895e-8246204ac51a req-ddceeacb-b0d8-4a62-861b-249cf5e57f6b service neutron] 10.222.0.49 "GET /v2.0/networks/4289629a-b6b0-4ab2-823d-e22844cd919d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1272082
Dec 16 23:09:57.153673 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-58766e62-436f-4d48-895e-8246204ac51a req-8acd8bb3-c547-4ab5-9606-17924ffda193 service neutron] 10.222.0.49 "GET /v2.0/networks/4289629a-b6b0-4ab2-823d-e22844cd919d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1246438
Dec 16 23:09:57.867185 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dafdbfe-f607-428e-974e-286b6d42039e req-ec8bcddb-b8f3-49e9-b670-e4c4baeb5435 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:09:57.868627 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-2dafdbfe-f607-428e-974e-286b6d42039e req-ec8bcddb-b8f3-49e9-b670-e4c4baeb5435 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.13 "GET /v2.0/ports?device_id=94549fe2-e0f4-458e-9a9c-03c02d8a9e02 HTTP/1.1" status: 200  len: 945 time: 0.0780139
Dec 16 23:09:57.913531 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-2dafdbfe-f607-428e-974e-286b6d42039e req-0ffc1a38-251a-4b24-bea1-20b1a428234e tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.13 "GET /v2.0/security-groups?id=f4784a6c-3ebd-4ea4-9db2-44269f9eb89c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0394325
Dec 16 23:09:58.226110 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b864040a-f3c9-4793-b6e2-7cfd943ba630 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:09:59.093241 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89baf1f-0621-40eb-ad70-d21dc2d0ab19 req-e996d28f-7d42-494e-aefd-4a502213dc8c tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:09:59.094656 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-f89baf1f-0621-40eb-ad70-d21dc2d0ab19 req-e996d28f-7d42-494e-aefd-4a502213dc8c tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.13 "GET /v2.0/ports?device_id=94549fe2-e0f4-458e-9a9c-03c02d8a9e02 HTTP/1.1" status: 200  len: 945 time: 0.0778294
Dec 16 23:09:59.137458 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-f89baf1f-0621-40eb-ad70-d21dc2d0ab19 req-16c7ab86-31fe-4f26-a6bd-b2779eef2063 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.13 "GET /v2.0/security-groups?id=f4784a6c-3ebd-4ea4-9db2-44269f9eb89c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0372882
Dec 16 23:10:00.322757 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52257cc-3740-442a-afa3-6adda8dc7278 req-8ca2153a-902a-4536-a5af-3b30e4582167 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:10:00.324206 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-e52257cc-3740-442a-afa3-6adda8dc7278 req-8ca2153a-902a-4536-a5af-3b30e4582167 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.13 "GET /v2.0/ports?device_id=94549fe2-e0f4-458e-9a9c-03c02d8a9e02 HTTP/1.1" status: 200  len: 945 time: 0.0831554
Dec 16 23:10:00.367023 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-e52257cc-3740-442a-afa3-6adda8dc7278 req-fe1cc85f-669a-49f1-bbe6-a11363eb977d tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.13 "GET /v2.0/security-groups?id=f4784a6c-3ebd-4ea4-9db2-44269f9eb89c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0373609
Dec 16 23:10:00.654281 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-3d4ded28-532a-4fd1-8aa2-eb6c0271a67e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:10:01.550865 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94473f86-4705-4ba6-8b03-ff31c6526e0a req-312c4aee-8ab8-4226-a991-8a7f0fc7f601 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:10:01.552335 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-94473f86-4705-4ba6-8b03-ff31c6526e0a req-312c4aee-8ab8-4226-a991-8a7f0fc7f601 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.13 "GET /v2.0/ports?device_id=94549fe2-e0f4-458e-9a9c-03c02d8a9e02 HTTP/1.1" status: 200  len: 945 time: 0.0770752
Dec 16 23:10:01.595065 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-94473f86-4705-4ba6-8b03-ff31c6526e0a req-ed7b45d0-2580-4dfb-bb7d-6a05fc90593e tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.13 "GET /v2.0/security-groups?id=f4784a6c-3ebd-4ea4-9db2-44269f9eb89c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0370810
Dec 16 23:10:01.608846 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-3e729f7f-1589-4d54-9c4a-7ee6b283cc2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:10:01.734376 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:10:02.779837 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478e1205-6202-4b2d-8f12-9e48884d9101 req-ad0cf71c-28cf-4b62-ba6c-fd7b9d951120 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:10:02.781190 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-478e1205-6202-4b2d-8f12-9e48884d9101 req-ad0cf71c-28cf-4b62-ba6c-fd7b9d951120 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.13 "GET /v2.0/ports?device_id=94549fe2-e0f4-458e-9a9c-03c02d8a9e02 HTTP/1.1" status: 200  len: 945 time: 0.0833972
Dec 16 23:10:02.824451 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-478e1205-6202-4b2d-8f12-9e48884d9101 req-6bb3a131-d3b2-404f-9868-f22859ef70c2 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.13 "GET /v2.0/security-groups?id=f4784a6c-3ebd-4ea4-9db2-44269f9eb89c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0371537
Dec 16 23:10:03.363556 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-4541ba3b-6be8-499c-bc94-3c60aa55c4f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:10:04.005121 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bde8f4-92cc-4a99-a429-2f428d5234ec req-38aecec6-3ebd-4d7d-91a5-68f390562d60 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:10:04.006562 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-91bde8f4-92cc-4a99-a429-2f428d5234ec req-38aecec6-3ebd-4d7d-91a5-68f390562d60 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.13 "GET /v2.0/ports?device_id=94549fe2-e0f4-458e-9a9c-03c02d8a9e02 HTTP/1.1" status: 200  len: 945 time: 0.0798333
Dec 16 23:10:04.059456 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-91bde8f4-92cc-4a99-a429-2f428d5234ec req-90a0ec1e-5ad8-4834-b1f9-2ebcf2add9fa tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.13 "GET /v2.0/security-groups?id=f4784a6c-3ebd-4ea4-9db2-44269f9eb89c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0470984
Dec 16 23:10:05.240255 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6dd281-7bab-470e-83b8-8600b5a3a418 req-bde45f2a-cbdc-4d05-9794-3b2c48728387 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:10:05.241674 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-8c6dd281-7bab-470e-83b8-8600b5a3a418 req-bde45f2a-cbdc-4d05-9794-3b2c48728387 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.13 "GET /v2.0/ports?device_id=94549fe2-e0f4-458e-9a9c-03c02d8a9e02 HTTP/1.1" status: 200  len: 945 time: 0.0790408
Dec 16 23:10:05.284387 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-8c6dd281-7bab-470e-83b8-8600b5a3a418 req-57584da8-efe6-414e-87cf-d85a3fb64e3d tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.13 "GET /v2.0/security-groups?id=f4784a6c-3ebd-4ea4-9db2-44269f9eb89c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0371754
Dec 16 23:10:06.471167 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e09958-269d-4cf0-a8c1-743dbf73c7d9 req-fa406b88-1f69-43bb-ad8f-506eacfafbb0 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:10:06.473698 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-99e09958-269d-4cf0-a8c1-743dbf73c7d9 req-fa406b88-1f69-43bb-ad8f-506eacfafbb0 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.13 "GET /v2.0/ports?device_id=94549fe2-e0f4-458e-9a9c-03c02d8a9e02 HTTP/1.1" status: 200  len: 945 time: 0.0858917
Dec 16 23:10:06.501812 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.agents_db [None req-0abd2616-a86c-48e2-be07-10823335a5bb None None] Agent healthcheck: found 6 active agents {{(pid=87509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 23:10:06.517892 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-99e09958-269d-4cf0-a8c1-743dbf73c7d9 req-1f69f9cf-6384-4a73-8fd3-b153327a1bf7 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.13 "GET /v2.0/security-groups?id=f4784a6c-3ebd-4ea4-9db2-44269f9eb89c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0385706
Dec 16 23:10:07.700410 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d4116a-8442-40ba-9bb9-6a2cb2345b65 req-44ca22c0-a4a7-454a-aa52-e0ce306528ce tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:10:07.701848 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-26d4116a-8442-40ba-9bb9-6a2cb2345b65 req-44ca22c0-a4a7-454a-aa52-e0ce306528ce tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.13 "GET /v2.0/ports?device_id=94549fe2-e0f4-458e-9a9c-03c02d8a9e02 HTTP/1.1" status: 200  len: 945 time: 0.0798571
Dec 16 23:10:07.744813 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-26d4116a-8442-40ba-9bb9-6a2cb2345b65 req-2d42e2f9-057a-4e8f-a581-dcfab0fcb593 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.13 "GET /v2.0/security-groups?id=f4784a6c-3ebd-4ea4-9db2-44269f9eb89c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0372894
Dec 16 23:10:08.136016 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:10:08.930494 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5065905-288c-46c0-bc17-95f4bfec4eab req-ac382c8a-e34c-4760-96fc-df17ffa49944 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:10:08.931943 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-d5065905-288c-46c0-bc17-95f4bfec4eab req-ac382c8a-e34c-4760-96fc-df17ffa49944 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.13 "GET /v2.0/ports?device_id=94549fe2-e0f4-458e-9a9c-03c02d8a9e02 HTTP/1.1" status: 200  len: 945 time: 0.0813751
Dec 16 23:10:08.974988 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-d5065905-288c-46c0-bc17-95f4bfec4eab req-3e9836aa-f289-4d33-a208-804f511178c7 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.13 "GET /v2.0/security-groups?id=f4784a6c-3ebd-4ea4-9db2-44269f9eb89c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0374653
Dec 16 23:10:08.998789 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 54838) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 23:10:09.101760 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-b5c3640c-92b8-4b99-884f-85c5d0ebf970 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.13 "GET /v2.0/floatingips/da48f976-97b7-4bbc-b9c8-47c0fbb14458 HTTP/1.1" status: 200  len: 993 time: 0.1018074
Dec 16 23:10:28.228045 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-71a107e7-67f5-424e-a99e-d03beb0d6d96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:10:30.655516 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-0e87293f-57c5-488d-a011-bb29f7a12516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:10:31.611318 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-3e729f7f-1589-4d54-9c4a-7ee6b283cc2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:10:31.734801 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:10:33.367515 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-4541ba3b-6be8-499c-bc94-3c60aa55c4f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:10:38.133914 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:10:39.751315 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 54858) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 23:10:39.949129 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.plugin [None req-c174c097-5da0-4afd-a3a0-19f58ba773dd tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Deleting port a7fc6a89-c3a9-4537-b7ec-cf16e688c00d {{(pid=87507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 23:10:39.949460 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-c174c097-5da0-4afd-a3a0-19f58ba773dd tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:10:40.109193 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-c174c097-5da0-4afd-a3a0-19f58ba773dd tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:10:40.109508 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-c174c097-5da0-4afd-a3a0-19f58ba773dd tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:10:40.347506 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.plugin [None req-c174c097-5da0-4afd-a3a0-19f58ba773dd tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Calling delete_port for a7fc6a89-c3a9-4537-b7ec-cf16e688c00d owned by network:floatingip {{(pid=87507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 23:10:40.496741 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-c174c097-5da0-4afd-a3a0-19f58ba773dd tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10807823'] for port, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:10:40.500368 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-b9c6f872-992a-4d94-a741-4935a7f274d0 tempest-TestMinimumBasicScenario-742069240 tempest-TestMinimumBasicScenario-742069240-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:10:40.571024 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c174c097-5da0-4afd-a3a0-19f58ba773dd tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Pushing event deleted for resources: {'Port': ['ID=a7fc6a89-c3a9-4537-b7ec-cf16e688c00d,revision_number=None']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:10:40.611255 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c174c097-5da0-4afd-a3a0-19f58ba773dd tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:10:40.611636 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c174c097-5da0-4afd-a3a0-19f58ba773dd tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:10:40.612033 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c174c097-5da0-4afd-a3a0-19f58ba773dd tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:10:40.612410 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c174c097-5da0-4afd-a3a0-19f58ba773dd tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:10:40.612764 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c174c097-5da0-4afd-a3a0-19f58ba773dd tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:10:40.613123 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c174c097-5da0-4afd-a3a0-19f58ba773dd tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:10:40.613478 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c174c097-5da0-4afd-a3a0-19f58ba773dd tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:10:40.614382 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c174c097-5da0-4afd-a3a0-19f58ba773dd tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:10:40.614739 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c174c097-5da0-4afd-a3a0-19f58ba773dd tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:10:40.615097 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c174c097-5da0-4afd-a3a0-19f58ba773dd tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:10:40.615497 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c174c097-5da0-4afd-a3a0-19f58ba773dd tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:10:40.615875 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c174c097-5da0-4afd-a3a0-19f58ba773dd tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:10:40.619259 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-c174c097-5da0-4afd-a3a0-19f58ba773dd tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:10:40.648207 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-c174c097-5da0-4afd-a3a0-19f58ba773dd tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks [] for floatingip, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:10:40.648541 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.db.l3_db [None req-c174c097-5da0-4afd-a3a0-19f58ba773dd tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Floating IP da48f976-97b7-4bbc-b9c8-47c0fbb14458 disassociated (deleted). External IP: 172.26.0.240, port: fea37e4d-ddb6-4eeb-8af5-863d32a514c3.
Dec 16 23:10:40.997986 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c174c097-5da0-4afd-a3a0-19f58ba773dd tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Router 61d1ac9e-4a8f-48c0-8e32-7eba53331ed2 has already been hosted by L3 agent 4f519db7-069b-43e2-8411-c092bac9102a {{(pid=87507) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 23:10:41.178191 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c174c097-5da0-4afd-a3a0-19f58ba773dd tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify agent at l3_agent.dv-neutron-821829-1-hyperv the message routers_updated {{(pid=87507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 23:10:41.189193 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e4fc334-af60-4b86-b94c-e5c7ee37c2d2 None None] Sync routers for ids ['61d1ac9e-4a8f-48c0-8e32-7eba53331ed2'] in dv-neutron-821829-1-hyperv {{(pid=87508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 23:10:41.196557 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-c174c097-5da0-4afd-a3a0-19f58ba773dd tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for floatingip, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:10:41.199059 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e4fc334-af60-4b86-b94c-e5c7ee37c2d2 None None] Routers {'61d1ac9e-4a8f-48c0-8e32-7eba53331ed2'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 23:10:41.199695 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-3e4fc334-af60-4b86-b94c-e5c7ee37c2d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b7c0924f0>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T23:10:31Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['61d1ac9e-4a8f-48c0-8e32-7eba53331ed2'], 'active': True} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 23:10:41.254786 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-c174c097-5da0-4afd-a3a0-19f58ba773dd tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.13 "DELETE /v2.0/floatingips/da48f976-97b7-4bbc-b9c8-47c0fbb14458 HTTP/1.1" status: 204  len: 168 time: 1.4999576
Dec 16 23:10:41.254786 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94549fe2-e0f4-458e-9a9c-03c02d8a9e02', 'tag': 'fea37e4d-ddb6-4eeb-8af5-863d32a514c3'}] {{(pid=87507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 23:10:41.306268 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94549fe2-e0f4-458e-9a9c-03c02d8a9e02', 'tag': 'fea37e4d-ddb6-4eeb-8af5-863d32a514c3', 'status': 'completed', 'code': 200}
Dec 16 23:10:41.386001 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvr_db [None req-3e4fc334-af60-4b86-b94c-e5c7ee37c2d2 None None] Set router 61d1ac9e-4a8f-48c0-8e32-7eba53331ed2 gateway port host: dv-neutron-821829-1-hyperv {{(pid=87508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 23:10:41.446722 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090e6d9b-1d86-4f5f-847d-92f7998ef984 req-385fd715-1e3c-4175-a0c1-f4eff6b93d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:10:41.448219 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-090e6d9b-1d86-4f5f-847d-92f7998ef984 req-385fd715-1e3c-4175-a0c1-f4eff6b93d67 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c824888d650f48a8badbaff2c427d7f3&device_id=94549fe2-e0f4-458e-9a9c-03c02d8a9e02 HTTP/1.1" status: 200  len: 1098 time: 0.0942130
Dec 16 23:10:41.598692 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090e6d9b-1d86-4f5f-847d-92f7998ef984 req-beb57669-c1f0-4e40-b3b0-c553cf42b596 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:10:41.600212 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-090e6d9b-1d86-4f5f-847d-92f7998ef984 req-beb57669-c1f0-4e40-b3b0-c553cf42b596 service neutron] 10.222.0.49 "GET /v2.0/networks?id=4289629a-b6b0-4ab2-823d-e22844cd919d HTTP/1.1" status: 200  len: 898 time: 0.1460524
Dec 16 23:10:41.652989 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3954075b-b2b4-48ab-aa3a-0f60cf92aa71 req-e11a94ba-bb42-4ee0-b2c7-4dffb9fc64ee tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:10:41.653692 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [req-3954075b-b2b4-48ab-aa3a-0f60cf92aa71 req-e11a94ba-bb42-4ee0-b2c7-4dffb9fc64ee tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Synchronizing usage tracker for tenant:c824888d650f48a8badbaff2c427d7f3 on resource:port {{(pid=87507) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 23:10:41.670036 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [req-3954075b-b2b4-48ab-aa3a-0f60cf92aa71 req-e11a94ba-bb42-4ee0-b2c7-4dffb9fc64ee tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Unset dirty status for tenant:c824888d650f48a8badbaff2c427d7f3 on resource:port {{(pid=87507) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 23:10:41.671095 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-090e6d9b-1d86-4f5f-847d-92f7998ef984 req-ea0d990c-46ad-4385-a099-f486079afd63 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fea37e4d-ddb6-4eeb-8af5-863d32a514c3 HTTP/1.1" status: 200  len: 217 time: 0.0633495
Dec 16 23:10:41.671336 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-3954075b-b2b4-48ab-aa3a-0f60cf92aa71 req-e11a94ba-bb42-4ee0-b2c7-4dffb9fc64ee tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.13 "GET /v2.0/ports?device_id=94549fe2-e0f4-458e-9a9c-03c02d8a9e02 HTTP/1.1" status: 200  len: 945 time: 0.1027372
Dec 16 23:10:41.720303 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-3954075b-b2b4-48ab-aa3a-0f60cf92aa71 req-ee5c5980-8e27-4cb5-882c-421e1f5c54fa tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.13 "GET /v2.0/security-groups?id=f4784a6c-3ebd-4ea4-9db2-44269f9eb89c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0427272
Dec 16 23:10:41.751286 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-3e4fc334-af60-4b86-b94c-e5c7ee37c2d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b7c0924f0>, [{'id': '61d1ac9e-4a8f-48c0-8e32-7eba53331ed2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1518330451', 'tenant_id': 'c824888d650f48a8badbaff2c427d7f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.7'}], 'enable_snat': True}, 'gw_port_id': '55811d4a-33b5-499f-adf4-fbd7182a2215', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:09:06Z', 'updated_at': '2021-12-16T23:09:10Z', 'revision_number': 4, 'project_id': 'c824888d650f48a8badbaff2c427d7f3', 'gw_port': {'id': '55811d4a-33b5-499f-adf4-fbd7182a2215', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:02:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61d1ac9e-4a8f-48c0-8e32-7eba53331ed2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:09:06Z', 'updated_at': '2021-12-16T23:09:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv', '_interfaces': [{'id': '2bfcb802-d339-49b7-871b-da179e0dd8f1', 'name': '', 'network_id': '4289629a-b6b0-4ab2-823d-e22844cd919d', 'tenant_id': 'c824888d650f48a8badbaff2c427d7f3', 'mac_address': 'fa:16:3e:b1:2e:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61d1ac9e-4a8f-48c0-8e32-7eba53331ed2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': 'bb2c476f-6a11-4e45-87e3-2a2f45947b17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:09:10Z', 'updated_at': '2021-12-16T23:09:16Z', 'revision_number': 5, 'project_id': 'c824888d650f48a8badbaff2c427d7f3', 'subnets': [{'id': 'bb2c476f-6a11-4e45-87e3-2a2f45947b17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 23:10:41.756095 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e4fc334-af60-4b86-b94c-e5c7ee37c2d2 None None] Checking router: 61d1ac9e-4a8f-48c0-8e32-7eba53331ed2 for host: dv-neutron-821829-1-hyperv {{(pid=87508) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 23:10:41.764890 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e4fc334-af60-4b86-b94c-e5c7ee37c2d2 None None] Routers {'61d1ac9e-4a8f-48c0-8e32-7eba53331ed2'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 23:10:41.765524 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-3e4fc334-af60-4b86-b94c-e5c7ee37c2d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b7c0924f0>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T23:10:31Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['61d1ac9e-4a8f-48c0-8e32-7eba53331ed2'], 'active': True} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 23:10:41.851857 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090e6d9b-1d86-4f5f-847d-92f7998ef984 req-8733f3c9-7e58-485d-b2df-3e7fb7d2b4d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:10:41.853370 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-090e6d9b-1d86-4f5f-847d-92f7998ef984 req-8733f3c9-7e58-485d-b2df-3e7fb7d2b4d8 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=bb2c476f-6a11-4e45-87e3-2a2f45947b17 HTTP/1.1" status: 200  len: 835 time: 0.1745212
Dec 16 23:10:41.931373 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090e6d9b-1d86-4f5f-847d-92f7998ef984 req-1ea90155-1ed8-4ac2-92aa-278cbe24b6c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:10:41.932889 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-090e6d9b-1d86-4f5f-847d-92f7998ef984 req-1ea90155-1ed8-4ac2-92aa-278cbe24b6c7 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=4289629a-b6b0-4ab2-823d-e22844cd919d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0724750
Dec 16 23:10:41.993482 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvr_db [None req-3e4fc334-af60-4b86-b94c-e5c7ee37c2d2 None None] Set router 61d1ac9e-4a8f-48c0-8e32-7eba53331ed2 gateway port host: dv-neutron-821829-1-hyperv {{(pid=87508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 23:10:42.065742 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-090e6d9b-1d86-4f5f-847d-92f7998ef984 req-51410b14-9040-441d-8278-c181f62db913 service neutron] 10.222.0.49 "GET /v2.0/networks/4289629a-b6b0-4ab2-823d-e22844cd919d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1248906
Dec 16 23:10:42.194715 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-090e6d9b-1d86-4f5f-847d-92f7998ef984 req-11a962d2-c609-4e5f-af5f-2ff6c1300af3 service neutron] 10.222.0.49 "GET /v2.0/networks/4289629a-b6b0-4ab2-823d-e22844cd919d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1219251
Dec 16 23:10:42.300878 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-3e4fc334-af60-4b86-b94c-e5c7ee37c2d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b7c0924f0>, [{'id': '61d1ac9e-4a8f-48c0-8e32-7eba53331ed2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1518330451', 'tenant_id': 'c824888d650f48a8badbaff2c427d7f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.7'}], 'enable_snat': True}, 'gw_port_id': '55811d4a-33b5-499f-adf4-fbd7182a2215', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:09:06Z', 'updated_at': '2021-12-16T23:09:10Z', 'revision_number': 4, 'project_id': 'c824888d650f48a8badbaff2c427d7f3', 'gw_port': {'id': '55811d4a-33b5-499f-adf4-fbd7182a2215', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:02:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61d1ac9e-4a8f-48c0-8e32-7eba53331ed2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:09:06Z', 'updated_at': '2021-12-16T23:09:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv', '_interfaces': [{'id': '2bfcb802-d339-49b7-871b-da179e0dd8f1', 'name': '', 'network_id': '4289629a-b6b0-4ab2-823d-e22844cd919d', 'tenant_id': 'c824888d650f48a8badbaff2c427d7f3', 'mac_address': 'fa:16:3e:b1:2e:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61d1ac9e-4a8f-48c0-8e32-7eba53331ed2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': 'bb2c476f-6a11-4e45-87e3-2a2f45947b17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:09:10Z', 'updated_at': '2021-12-16T23:09:16Z', 'revision_number': 5, 'project_id': 'c824888d650f48a8badbaff2c427d7f3', 'subnets': [{'id': 'bb2c476f-6a11-4e45-87e3-2a2f45947b17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 23:10:42.304904 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e4fc334-af60-4b86-b94c-e5c7ee37c2d2 None None] The sync data for ids ['61d1ac9e-4a8f-48c0-8e32-7eba53331ed2'] in dv-neutron-821829-1-hyperv is: [{'id': '61d1ac9e-4a8f-48c0-8e32-7eba53331ed2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1518330451', 'tenant_id': 'c824888d650f48a8badbaff2c427d7f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.7'}], 'enable_snat': True}, 'gw_port_id': '55811d4a-33b5-499f-adf4-fbd7182a2215', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:09:06Z', 'updated_at': '2021-12-16T23:09:10Z', 'revision_number': 4, 'project_id': 'c824888d650f48a8badbaff2c427d7f3', 'gw_port': {'id': '55811d4a-33b5-499f-adf4-fbd7182a2215', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:02:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61d1ac9e-4a8f-48c0-8e32-7eba53331ed2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:09:06Z', 'updated_at': '2021-12-16T23:09:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv', '_interfaces': [{'id': '2bfcb802-d339-49b7-871b-da179e0dd8f1', 'name': '', 'network_id': '4289629a-b6b0-4ab2-823d-e22844cd919d', 'tenant_id': 'c824888d650f48a8badbaff2c427d7f3', 'mac_address': 'fa:16:3e:b1:2e:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61d1ac9e-4a8f-48c0-8e32-7eba53331ed2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': 'bb2c476f-6a11-4e45-87e3-2a2f45947b17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:09:10Z', 'updated_at': '2021-12-16T23:09:16Z', 'revision_number': 5, 'project_id': 'c824888d650f48a8badbaff2c427d7f3', 'subnets': [{'id': 'bb2c476f-6a11-4e45-87e3-2a2f45947b17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 23:10:42.518676 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dd6b892-6692-4841-908e-5294b8afc948 None None] New status for floating IP da48f976-97b7-4bbc-b9c8-47c0fbb14458: DOWN {{(pid=87509) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 16 23:10:42.915401 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bc58f5-a13a-44bc-8334-8a3cd413f7ce req-766b4d2e-4da5-4375-915c-fd7a7ba58fa3 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:10:42.916855 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-28bc58f5-a13a-44bc-8334-8a3cd413f7ce req-766b4d2e-4da5-4375-915c-fd7a7ba58fa3 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.13 "GET /v2.0/ports?device_id=94549fe2-e0f4-458e-9a9c-03c02d8a9e02 HTTP/1.1" status: 200  len: 945 time: 0.0810051
Dec 16 23:10:42.962251 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-28bc58f5-a13a-44bc-8334-8a3cd413f7ce req-83e72c0a-1431-4e84-a2e5-a4dba55ef0fb tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.13 "GET /v2.0/security-groups?id=f4784a6c-3ebd-4ea4-9db2-44269f9eb89c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0396693
Dec 16 23:10:43.235377 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1600c70a-ae8f-4566-b48c-c95e31f0bace req-6cfd94f5-890c-4dce-a9bf-3c3efffc71fb tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:10:43.236079 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [req-1600c70a-ae8f-4566-b48c-c95e31f0bace req-6cfd94f5-890c-4dce-a9bf-3c3efffc71fb tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Synchronizing usage tracker for tenant:c824888d650f48a8badbaff2c427d7f3 on resource:port {{(pid=87506) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 23:10:43.247618 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [req-1600c70a-ae8f-4566-b48c-c95e31f0bace req-6cfd94f5-890c-4dce-a9bf-3c3efffc71fb tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Unset dirty status for tenant:c824888d650f48a8badbaff2c427d7f3 on resource:port {{(pid=87506) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 23:10:43.248691 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-1600c70a-ae8f-4566-b48c-c95e31f0bace req-6cfd94f5-890c-4dce-a9bf-3c3efffc71fb tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.49 "GET /v2.0/ports?device_id=94549fe2-e0f4-458e-9a9c-03c02d8a9e02 HTTP/1.1" status: 200  len: 945 time: 0.0901487
Dec 16 23:10:43.316241 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [req-1600c70a-ae8f-4566-b48c-c95e31f0bace req-39316857-9e2e-497c-a621-0fff41d71051 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Deleting port fea37e4d-ddb6-4eeb-8af5-863d32a514c3 {{(pid=87506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 23:10:43.316578 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-1600c70a-ae8f-4566-b48c-c95e31f0bace req-39316857-9e2e-497c-a621-0fff41d71051 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:10:43.500435 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.agents_db [None req-0abd2616-a86c-48e2-be07-10823335a5bb None None] Agent healthcheck: found 6 active agents {{(pid=87509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 23:10:43.557533 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.db [req-1600c70a-ae8f-4566-b48c-c95e31f0bace req-39316857-9e2e-497c-a621-0fff41d71051 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] For port fea37e4d-ddb6-4eeb-8af5-863d32a514c3, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=fea37e4d-ddb6-4eeb-8af5-863d32a514c3,segment=NetworkSegment(e23bc683-2c4d-44a5-a332-e24a48cd06fa),segment_id=e23bc683-2c4d-44a5-a332-e24a48cd06fa)] {{(pid=87506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 23:10:43.557889 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-1600c70a-ae8f-4566-b48c-c95e31f0bace req-39316857-9e2e-497c-a621-0fff41d71051 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:10:43.679982 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [req-1600c70a-ae8f-4566-b48c-c95e31f0bace req-39316857-9e2e-497c-a621-0fff41d71051 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Calling delete_port for fea37e4d-ddb6-4eeb-8af5-863d32a514c3 owned by compute:nova {{(pid=87506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 23:10:43.814097 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-1600c70a-ae8f-4566-b48c-c95e31f0bace req-39316857-9e2e-497c-a621-0fff41d71051 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1863393'] for port, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:10:43.820087 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-9b405743-aabe-4712-a69b-7e5047d32faf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:10:43.868797 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39316857-9e2e-497c-a621-0fff41d71051 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Pushing event deleted for resources: {'Port': ['ID=fea37e4d-ddb6-4eeb-8af5-863d32a514c3,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:10:43.908647 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39316857-9e2e-497c-a621-0fff41d71051 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:10:43.909015 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39316857-9e2e-497c-a621-0fff41d71051 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:10:43.909395 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39316857-9e2e-497c-a621-0fff41d71051 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:10:43.909765 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39316857-9e2e-497c-a621-0fff41d71051 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:10:43.910132 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39316857-9e2e-497c-a621-0fff41d71051 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:10:43.910534 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39316857-9e2e-497c-a621-0fff41d71051 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:10:43.910898 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39316857-9e2e-497c-a621-0fff41d71051 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:10:43.911264 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39316857-9e2e-497c-a621-0fff41d71051 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:10:43.911635 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39316857-9e2e-497c-a621-0fff41d71051 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:10:43.912019 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39316857-9e2e-497c-a621-0fff41d71051 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:10:43.912374 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39316857-9e2e-497c-a621-0fff41d71051 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:10:43.912730 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39316857-9e2e-497c-a621-0fff41d71051 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:10:43.938922 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-39316857-9e2e-497c-a621-0fff41d71051 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:10:43.949721 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.l3_dvrscheduler_db [req-1600c70a-ae8f-4566-b48c-c95e31f0bace req-39316857-9e2e-497c-a621-0fff41d71051 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] No DVR routers for this DVR port fea37e4d-ddb6-4eeb-8af5-863d32a514c3 on host hv-neutron-8218 {{(pid=87506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 23:10:43.951938 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-1600c70a-ae8f-4566-b48c-c95e31f0bace req-39316857-9e2e-497c-a621-0fff41d71051 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for port, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:10:43.954333 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94549fe2-e0f4-458e-9a9c-03c02d8a9e02', 'name': 'network-vif-deleted', 'tag': 'fea37e4d-ddb6-4eeb-8af5-863d32a514c3'}] {{(pid=87506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 23:10:43.970411 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-1600c70a-ae8f-4566-b48c-c95e31f0bace req-39316857-9e2e-497c-a621-0fff41d71051 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.49 "DELETE /v2.0/ports/fea37e4d-ddb6-4eeb-8af5-863d32a514c3 HTTP/1.1" status: 204  len: 173 time: 0.7162714
Dec 16 23:10:44.001362 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94549fe2-e0f4-458e-9a9c-03c02d8a9e02', 'name': 'network-vif-deleted', 'tag': 'fea37e4d-ddb6-4eeb-8af5-863d32a514c3', 'status': 'completed', 'code': 200}
Dec 16 23:10:44.117901 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-87131584-4550-4e6b-b41d-44b1b6da9fea req-08ae0234-6533-456d-80a1-b8f42296a207 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.13 "GET /v2.0/ports?device_id=94549fe2-e0f4-458e-9a9c-03c02d8a9e02 HTTP/1.1" status: 200  len: 210 time: 0.0426927
Dec 16 23:10:45.212783 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 54876) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 23:10:45.869632 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-053b6615-67ce-463a-a5fe-b84530f48f4d tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3830176'] for router_interface, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:10:46.217588 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [None req-053b6615-67ce-463a-a5fe-b84530f48f4d tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Deleting port 2bfcb802-d339-49b7-871b-da179e0dd8f1 {{(pid=87506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 23:10:46.218259 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-053b6615-67ce-463a-a5fe-b84530f48f4d tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:10:46.402318 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.db [None req-053b6615-67ce-463a-a5fe-b84530f48f4d tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] For port 2bfcb802-d339-49b7-871b-da179e0dd8f1, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=2bfcb802-d339-49b7-871b-da179e0dd8f1,segment=NetworkSegment(e23bc683-2c4d-44a5-a332-e24a48cd06fa),segment_id=e23bc683-2c4d-44a5-a332-e24a48cd06fa)] {{(pid=87506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 23:10:46.402669 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-053b6615-67ce-463a-a5fe-b84530f48f4d tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:10:46.524994 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [None req-053b6615-67ce-463a-a5fe-b84530f48f4d tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Calling delete_port for 2bfcb802-d339-49b7-871b-da179e0dd8f1 owned by network:router_interface {{(pid=87506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 23:10:46.705278 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-053b6615-67ce-463a-a5fe-b84530f48f4d tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1863393'] for port, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:10:46.709482 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-84639945-8aeb-443c-a570-a2a410e34f76 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:10:46.756272 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053b6615-67ce-463a-a5fe-b84530f48f4d tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Pushing event deleted for resources: {'Port': ['ID=2bfcb802-d339-49b7-871b-da179e0dd8f1,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:10:46.759308 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-053b6615-67ce-463a-a5fe-b84530f48f4d tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:10:47.026414 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Device fea37e4d-ddb6-4eeb-8af5-863d32a514c3 no longer exists at agent hyperv_hv-neutron-8218 {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 23:10:47.065016 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] No Port match for: fea37e4d-ddb6-4eeb-8af5-863d32a514c3 {{(pid=87508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 23:10:47.065377 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Device fea37e4d-ddb6-4eeb-8af5-863d32a514c3 not bound to the agent host hv-neutron-8218 {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 23:10:47.147716 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-053b6615-67ce-463a-a5fe-b84530f48f4d tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3791449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3739472'] for router_interface, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:10:47.499291 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-053b6615-67ce-463a-a5fe-b84530f48f4d tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Router 61d1ac9e-4a8f-48c0-8e32-7eba53331ed2 has already been hosted by L3 agent 4f519db7-069b-43e2-8411-c092bac9102a {{(pid=87506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 23:10:47.675614 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-053b6615-67ce-463a-a5fe-b84530f48f4d tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify agent at l3_agent.dv-neutron-821829-1-hyperv the message routers_updated {{(pid=87506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 23:10:47.686507 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b16e7a6-dd9e-4fdb-8435-7a2520e89c3a None None] Sync routers for ids ['61d1ac9e-4a8f-48c0-8e32-7eba53331ed2'] in dv-neutron-821829-1-hyperv {{(pid=87508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 23:10:47.688410 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-053b6615-67ce-463a-a5fe-b84530f48f4d tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.13 "PUT /v2.0/routers/61d1ac9e-4a8f-48c0-8e32-7eba53331ed2/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.4743111
Dec 16 23:10:47.691042 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 54880) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 23:10:47.695631 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b16e7a6-dd9e-4fdb-8435-7a2520e89c3a None None] Routers {'61d1ac9e-4a8f-48c0-8e32-7eba53331ed2'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 23:10:47.696279 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-9b16e7a6-dd9e-4fdb-8435-7a2520e89c3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b7c383a90>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T23:10:31Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['61d1ac9e-4a8f-48c0-8e32-7eba53331ed2'], 'active': True} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 23:10:47.755321 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.db_base_plugin_v2 [None req-552aaf65-043b-43fb-a5c7-28d56bfc804c tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Deleting subnet bb2c476f-6a11-4e45-87e3-2a2f45947b17 {{(pid=87506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 16 23:10:47.758111 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-552aaf65-043b-43fb-a5c7-28d56bfc804c tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks [] for subnet, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:10:47.814140 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-552aaf65-043b-43fb-a5c7-28d56bfc804c tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-266764487'] for subnet, precommit_delete_associations {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:10:47.865979 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvr_db [None req-9b16e7a6-dd9e-4fdb-8435-7a2520e89c3a None None] Set router 61d1ac9e-4a8f-48c0-8e32-7eba53331ed2 gateway port host: dv-neutron-821829-1-hyperv {{(pid=87508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 23:10:47.895953 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-552aaf65-043b-43fb-a5c7-28d56bfc804c tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3328566'] for subnet, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:10:47.967777 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-552aaf65-043b-43fb-a5c7-28d56bfc804c tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3328622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1863378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11213117'] for subnet, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:10:47.972554 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-813f6250-994e-4a28-b90b-28733e6e983c tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:10:48.011844 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552aaf65-043b-43fb-a5c7-28d56bfc804c tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Pushing event deleted for resources: {'Subnet': ['ID=bb2c476f-6a11-4e45-87e3-2a2f45947b17,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:10:48.014949 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-552aaf65-043b-43fb-a5c7-28d56bfc804c tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:10:48.015925 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-552aaf65-043b-43fb-a5c7-28d56bfc804c tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks [] for subnet, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:10:48.025734 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 54884) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 23:10:48.033475 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3baa102d-140c-424a-97d3-a8b59303c60e None None] Network 4289629a-b6b0-4ab2-823d-e22844cd919d requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 23:10:48.036350 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-552aaf65-043b-43fb-a5c7-28d56bfc804c tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.13 "DELETE /v2.0/subnets/bb2c476f-6a11-4e45-87e3-2a2f45947b17 HTTP/1.1" status: 204  len: 168 time: 0.3442588
Dec 16 23:10:48.202691 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-2e3179df-28a4-4a85-920b-5391fc4f484b tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks [] for router, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:10:48.321780 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-9b16e7a6-dd9e-4fdb-8435-7a2520e89c3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b7c383a90>, [{'id': '61d1ac9e-4a8f-48c0-8e32-7eba53331ed2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1518330451', 'tenant_id': 'c824888d650f48a8badbaff2c427d7f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.7'}], 'enable_snat': True}, 'gw_port_id': '55811d4a-33b5-499f-adf4-fbd7182a2215', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:09:06Z', 'updated_at': '2021-12-16T23:10:46Z', 'revision_number': 5, 'project_id': 'c824888d650f48a8badbaff2c427d7f3', 'gw_port': {'id': '55811d4a-33b5-499f-adf4-fbd7182a2215', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:02:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61d1ac9e-4a8f-48c0-8e32-7eba53331ed2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:09:06Z', 'updated_at': '2021-12-16T23:09:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv'}], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 23:10:48.326509 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b16e7a6-dd9e-4fdb-8435-7a2520e89c3a None None] Checking router: 61d1ac9e-4a8f-48c0-8e32-7eba53331ed2 for host: dv-neutron-821829-1-hyperv {{(pid=87508) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 23:10:48.336719 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b16e7a6-dd9e-4fdb-8435-7a2520e89c3a None None] Routers {'61d1ac9e-4a8f-48c0-8e32-7eba53331ed2'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 23:10:48.337363 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-9b16e7a6-dd9e-4fdb-8435-7a2520e89c3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b7c383a90>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T23:10:31Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['61d1ac9e-4a8f-48c0-8e32-7eba53331ed2'], 'active': True} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 23:10:48.403868 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61e3b668-2228-423e-ace0-d23685c45ed3 None None] DHCP port deletion for 4289629a-b6b0-4ab2-823d-e22844cd919d request from dv-neutron-821829-1-hyperv {{(pid=87508) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 16 23:10:48.423592 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-61e3b668-2228-423e-ace0-d23685c45ed3 None None] Deleting port c71424b9-e365-490a-8cbd-cc40cc236dd8 {{(pid=87508) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 23:10:48.424001 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-61e3b668-2228-423e-ace0-d23685c45ed3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:10:48.515196 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-2e3179df-28a4-4a85-920b-5391fc4f484b tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:10:48.524597 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.plugin [None req-2e3179df-28a4-4a85-920b-5391fc4f484b tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Deleting port 55811d4a-33b5-499f-adf4-fbd7182a2215 {{(pid=87507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 23:10:48.524958 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-2e3179df-28a4-4a85-920b-5391fc4f484b tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:10:48.652385 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvr_db [None req-9b16e7a6-dd9e-4fdb-8435-7a2520e89c3a None None] Set router 61d1ac9e-4a8f-48c0-8e32-7eba53331ed2 gateway port host: dv-neutron-821829-1-hyperv {{(pid=87508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 23:10:48.697848 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.db [None req-2e3179df-28a4-4a85-920b-5391fc4f484b tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] For port 55811d4a-33b5-499f-adf4-fbd7182a2215, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=55811d4a-33b5-499f-adf4-fbd7182a2215,segment=NetworkSegment(a416442d-d143-4052-9f4e-546eb8cbe809),segment_id=a416442d-d143-4052-9f4e-546eb8cbe809)] {{(pid=87507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 23:10:48.698209 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-2e3179df-28a4-4a85-920b-5391fc4f484b tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:10:48.819779 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.plugin [None req-2e3179df-28a4-4a85-920b-5391fc4f484b tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Calling delete_port for 55811d4a-33b5-499f-adf4-fbd7182a2215 owned by network:router_gateway {{(pid=87507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 23:10:48.922790 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-61e3b668-2228-423e-ace0-d23685c45ed3 None None] For port c71424b9-e365-490a-8cbd-cc40cc236dd8, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=c71424b9-e365-490a-8cbd-cc40cc236dd8,segment=NetworkSegment(e23bc683-2c4d-44a5-a332-e24a48cd06fa),segment_id=e23bc683-2c4d-44a5-a332-e24a48cd06fa)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 23:10:48.923097 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-61e3b668-2228-423e-ace0-d23685c45ed3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:10:49.058461 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-61e3b668-2228-423e-ace0-d23685c45ed3 None None] Calling delete_port for c71424b9-e365-490a-8cbd-cc40cc236dd8 owned by network:dhcp {{(pid=87508) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 23:10:49.122884 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-2e3179df-28a4-4a85-920b-5391fc4f484b tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10807823'] for port, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:10:49.127545 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-c174c097-5da0-4afd-a3a0-19f58ba773dd tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:10:49.171382 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3179df-28a4-4a85-920b-5391fc4f484b tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Pushing event deleted for resources: {'Port': ['ID=55811d4a-33b5-499f-adf4-fbd7182a2215,revision_number=None']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:10:49.187278 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-61e3b668-2228-423e-ace0-d23685c45ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949'] for port, after_delete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:10:49.192052 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-1b9c7534-a57f-4daa-81db-2386327c6e9f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:10:49.202110 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-2e3179df-28a4-4a85-920b-5391fc4f484b tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:10:49.237129 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e3b668-2228-423e-ace0-d23685c45ed3 None None] Pushing event deleted for resources: {'Port': ['ID=c71424b9-e365-490a-8cbd-cc40cc236dd8,revision_number=None']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:10:49.240442 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61e3b668-2228-423e-ace0-d23685c45ed3 None None] No DVR routers for this DVR port c71424b9-e365-490a-8cbd-cc40cc236dd8 on host dv-neutron-821829-1-hyperv {{(pid=87508) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 23:10:49.244077 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-9b16e7a6-dd9e-4fdb-8435-7a2520e89c3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b7c383a90>, [{'id': '61d1ac9e-4a8f-48c0-8e32-7eba53331ed2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1518330451', 'tenant_id': 'c824888d650f48a8badbaff2c427d7f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.7'}], 'enable_snat': True}, 'gw_port_id': '55811d4a-33b5-499f-adf4-fbd7182a2215', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:09:06Z', 'updated_at': '2021-12-16T23:10:46Z', 'revision_number': 5, 'project_id': 'c824888d650f48a8badbaff2c427d7f3', 'gw_port': {'id': '55811d4a-33b5-499f-adf4-fbd7182a2215', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:02:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61d1ac9e-4a8f-48c0-8e32-7eba53331ed2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:09:06Z', 'updated_at': '2021-12-16T23:09:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv'}], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 23:10:49.254237 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e3b668-2228-423e-ace0-d23685c45ed3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:10:49.254516 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e3b668-2228-423e-ace0-d23685c45ed3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:10:49.254810 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e3b668-2228-423e-ace0-d23685c45ed3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:10:49.255144 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e3b668-2228-423e-ace0-d23685c45ed3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:10:49.255476 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e3b668-2228-423e-ace0-d23685c45ed3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:10:49.255820 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e3b668-2228-423e-ace0-d23685c45ed3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:10:49.256148 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e3b668-2228-423e-ace0-d23685c45ed3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:10:49.256472 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e3b668-2228-423e-ace0-d23685c45ed3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:10:49.257196 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e3b668-2228-423e-ace0-d23685c45ed3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:10:49.257196 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e3b668-2228-423e-ace0-d23685c45ed3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:10:49.257414 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e3b668-2228-423e-ace0-d23685c45ed3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:10:49.257732 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e3b668-2228-423e-ace0-d23685c45ed3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:10:49.261376 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-61e3b668-2228-423e-ace0-d23685c45ed3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:10:49.262079 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b16e7a6-dd9e-4fdb-8435-7a2520e89c3a None None] The sync data for ids ['61d1ac9e-4a8f-48c0-8e32-7eba53331ed2'] in dv-neutron-821829-1-hyperv is: [{'id': '61d1ac9e-4a8f-48c0-8e32-7eba53331ed2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1518330451', 'tenant_id': 'c824888d650f48a8badbaff2c427d7f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.7'}], 'enable_snat': True}, 'gw_port_id': '55811d4a-33b5-499f-adf4-fbd7182a2215', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:09:06Z', 'updated_at': '2021-12-16T23:10:46Z', 'revision_number': 5, 'project_id': 'c824888d650f48a8badbaff2c427d7f3', 'gw_port': {'id': '55811d4a-33b5-499f-adf4-fbd7182a2215', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:02:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61d1ac9e-4a8f-48c0-8e32-7eba53331ed2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:09:06Z', 'updated_at': '2021-12-16T23:09:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv'}] {{(pid=87508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 23:10:49.267483 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-2e3179df-28a4-4a85-920b-5391fc4f484b tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3741895'] for router_gateway, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:10:49.437804 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-2e3179df-28a4-4a85-920b-5391fc4f484b tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3739500', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39002'] for router, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:10:49.439882 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-2e3179df-28a4-4a85-920b-5391fc4f484b tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:10:49.461962 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-2e3179df-28a4-4a85-920b-5391fc4f484b tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3830089'] for router, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:10:49.462440 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e3179df-28a4-4a85-920b-5391fc4f484b tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Fanout notify agent at l3_agent the message router_deleted on router 61d1ac9e-4a8f-48c0-8e32-7eba53331ed2 {{(pid=87507) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 16 23:10:49.481213 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-2e3179df-28a4-4a85-920b-5391fc4f484b tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks [] for router, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:10:49.482289 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-2e3179df-28a4-4a85-920b-5391fc4f484b tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.13 "DELETE /v2.0/routers/61d1ac9e-4a8f-48c0-8e32-7eba53331ed2 HTTP/1.1" status: 204  len: 168 time: 1.4556122
Dec 16 23:10:49.484912 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 54888) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 23:10:49.729632 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-f8c44bb8-5cbb-41c5-94ad-7bdbe933c5bd tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-825997'] for network, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:10:49.861258 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-f8c44bb8-5cbb-41c5-94ad-7bdbe933c5bd tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3329565', 'neutron.services.segments.db._delete_segments_for_network-8734753546406'] for network, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:10:49.888345 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.services.segments.db [None req-f8c44bb8-5cbb-41c5-94ad-7bdbe933c5bd tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1b76a601f0>,) {'filters': {'network_id': ['4289629a-b6b0-4ab2-823d-e22844cd919d']}} {{(pid=87507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 23:10:49.900674 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.services.segments.db [None req-f8c44bb8-5cbb-41c5-94ad-7bdbe933c5bd tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b76a601f0>, 'e23bc683-2c4d-44a5-a332-e24a48cd06fa') {'for_net_delete': True} {{(pid=87507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 23:10:49.900962 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.services.segments.db [None req-f8c44bb8-5cbb-41c5-94ad-7bdbe933c5bd tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b76a601f0>, 'e23bc683-2c4d-44a5-a332-e24a48cd06fa') {} {{(pid=87507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 23:10:49.912089 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-f8c44bb8-5cbb-41c5-94ad-7bdbe933c5bd tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734753593977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2128549'] for segment, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:10:49.927691 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-f8c44bb8-5cbb-41c5-94ad-7bdbe933c5bd tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-883292'] for segment, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:10:49.933445 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8c44bb8-5cbb-41c5-94ad-7bdbe933c5bd tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Releasing vlan 190 on physical network physnet1 to pool {{(pid=87507) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 16 23:10:49.933815 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-f8c44bb8-5cbb-41c5-94ad-7bdbe933c5bd tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-883285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10808034'] for segment, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:10:49.948092 dv-neutron-821829-1-hyperv neutron-server[87507]: Traceback (most recent call last):
Dec 16 23:10:49.948092 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 16 23:10:49.948092 dv-neutron-821829-1-hyperv neutron-server[87507]:     timer()
Dec 16 23:10:49.948092 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 23:10:49.948092 dv-neutron-821829-1-hyperv neutron-server[87507]:     cb(*args, **kw)
Dec 16 23:10:49.948092 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 23:10:49.948092 dv-neutron-821829-1-hyperv neutron-server[87507]:     return func(*args, **kwargs)
Dec 16 23:10:49.948092 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 23:10:49.948092 dv-neutron-821829-1-hyperv neutron-server[87507]:     self._notify()
Dec 16 23:10:49.948092 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 23:10:49.948092 dv-neutron-821829-1-hyperv neutron-server[87507]:     self.callback(batched_events)
Dec 16 23:10:49.948092 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 23:10:49.948092 dv-neutron-821829-1-hyperv neutron-server[87507]:     event.method(event)
Dec 16 23:10:49.948092 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 23:10:49.948092 dv-neutron-821829-1-hyperv neutron-server[87507]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 23:10:49.948092 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 23:10:49.948092 dv-neutron-821829-1-hyperv neutron-server[87507]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 23:10:49.948092 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 23:10:49.948092 dv-neutron-821829-1-hyperv neutron-server[87507]:     return f(self, *a, **k)
Dec 16 23:10:49.948092 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 16 23:10:49.948092 dv-neutron-821829-1-hyperv neutron-server[87507]:     return self._get(url).json()
Dec 16 23:10:49.948092 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 16 23:10:49.948092 dv-neutron-821829-1-hyperv neutron-server[87507]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 23:10:49.948092 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 16 23:10:49.948092 dv-neutron-821829-1-hyperv neutron-server[87507]:     return self.request(url, 'GET', **kwargs)
Dec 16 23:10:49.948092 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 16 23:10:49.948092 dv-neutron-821829-1-hyperv neutron-server[87507]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 23:10:49.948092 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 16 23:10:49.948092 dv-neutron-821829-1-hyperv neutron-server[87507]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 23:10:49.948092 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 16 23:10:49.948092 dv-neutron-821829-1-hyperv neutron-server[87507]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 23:10:49.948092 dv-neutron-821829-1-hyperv neutron-server[87507]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 23:10:50.024337 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-f8c44bb8-5cbb-41c5-94ad-7bdbe933c5bd tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3329572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3741856'] for network, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:10:50.028035 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-4caaf619-184b-41f0-ba7e-c1ad890d3f7a tempest-RoutersNegativeIpV6Test-1646080008 tempest-RoutersNegativeIpV6Test-1646080008-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:10:50.042478 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-f8c44bb8-5cbb-41c5-94ad-7bdbe933c5bd tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks [] for network, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:10:50.053880 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c44bb8-5cbb-41c5-94ad-7bdbe933c5bd tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Pushing event deleted for resources: {'Network': ['ID=4289629a-b6b0-4ab2-823d-e22844cd919d,revision_number=None']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:10:50.056948 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-f8c44bb8-5cbb-41c5-94ad-7bdbe933c5bd tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:10:50.062380 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-f8c44bb8-5cbb-41c5-94ad-7bdbe933c5bd tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.13 "DELETE /v2.0/networks/4289629a-b6b0-4ab2-823d-e22844cd919d HTTP/1.1" status: 204  len: 168 time: 0.5765359
Dec 16 23:10:50.065062 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 54892) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 23:10:50.130978 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-17db256e-fc14-4c89-b295-3e61d5d82968 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks [] for security_group, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:10:50.158680 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-17db256e-fc14-4c89-b295-3e61d5d82968 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:10:50.234667 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-17db256e-fc14-4c89-b295-3e61d5d82968 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841066'] for security_group, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:10:50.239415 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-c435cd85-d95f-401d-86b5-a1349d91c5de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:10:50.256290 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17db256e-fc14-4c89-b295-3e61d5d82968 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4784a6c-3ebd-4ea4-9db2-44269f9eb89c,revision_number=None']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:10:50.258869 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-17db256e-fc14-4c89-b295-3e61d5d82968 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:10:50.267517 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-17db256e-fc14-4c89-b295-3e61d5d82968 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks [] for security_group, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:10:50.268838 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-17db256e-fc14-4c89-b295-3e61d5d82968 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.13 "DELETE /v2.0/security-groups/f4784a6c-3ebd-4ea4-9db2-44269f9eb89c HTTP/1.1" status: 204  len: 168 time: 0.2029028
Dec 16 23:10:50.290777 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device c71424b9-e365-490a-8cbd-cc40cc236dd8 no longer exists at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 23:10:50.324690 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] No Port match for: c71424b9-e365-490a-8cbd-cc40cc236dd8 {{(pid=87508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 23:10:50.324866 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device c71424b9-e365-490a-8cbd-cc40cc236dd8 not bound to the agent host dv-neutron-821829-1-hyperv {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 23:10:50.325262 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 2bfcb802-d339-49b7-871b-da179e0dd8f1 no longer exists at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 23:10:50.360383 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] No Port match for: 2bfcb802-d339-49b7-871b-da179e0dd8f1 {{(pid=87508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 23:10:50.360742 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 2bfcb802-d339-49b7-871b-da179e0dd8f1 not bound to the agent host dv-neutron-821829-1-hyperv {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 23:10:50.361179 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 55811d4a-33b5-499f-adf4-fbd7182a2215 no longer exists at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 23:10:50.392907 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] No Port match for: 55811d4a-33b5-499f-adf4-fbd7182a2215 {{(pid=87508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 23:10:50.393263 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 55811d4a-33b5-499f-adf4-fbd7182a2215 not bound to the agent host dv-neutron-821829-1-hyperv {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 23:10:50.692062 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 54900) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 23:10:50.697296 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-fa773108-4450-4c33-a424-c3cd4137d131 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-385639260', 'description': 'tempest-secgroup-smoke-385639260 description', 'project_id': 'c824888d650f48a8badbaff2c427d7f3'}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 23:10:50.703120 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-fa773108-4450-4c33-a424-c3cd4137d131 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 23:10:50.707687 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-fa773108-4450-4c33-a424-c3cd4137d131 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Usage tracker for resource:security_group and tenant:c824888d650f48a8badbaff2c427d7f3 is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 23:10:50.710512 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-fa773108-4450-4c33-a424-c3cd4137d131 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 23:10:50.716391 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-fa773108-4450-4c33-a424-c3cd4137d131 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 23:10:50.726875 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-fa773108-4450-4c33-a424-c3cd4137d131 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks [] for security_group, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:10:50.745331 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-fa773108-4450-4c33-a424-c3cd4137d131 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 23:10:50.748977 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-fa773108-4450-4c33-a424-c3cd4137d131 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Usage tracker for resource:security_group_rule and tenant:c824888d650f48a8badbaff2c427d7f3 is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 23:10:50.751649 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-fa773108-4450-4c33-a424-c3cd4137d131 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 23:10:50.757122 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-fa773108-4450-4c33-a424-c3cd4137d131 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 23:10:50.822081 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-fa773108-4450-4c33-a424-c3cd4137d131 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks [] for security_group, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:10:50.825285 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-fa773108-4450-4c33-a424-c3cd4137d131 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841066'] for security_group, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:10:50.828707 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-b9747632-3744-4bf6-a336-7c3fe843d785 tempest-PortsIpV6TestJSON-218537184 tempest-PortsIpV6TestJSON-218537184-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:10:50.869489 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa773108-4450-4c33-a424-c3cd4137d131 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c93837aa-95e3-4e10-beca-0a81a180fa31,revision_number=1']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:10:50.872074 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-fa773108-4450-4c33-a424-c3cd4137d131 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks [] for security_group, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:10:50.873248 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-fa773108-4450-4c33-a424-c3cd4137d131 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1794 time: 0.1802044
Dec 16 23:10:50.874144 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-fa773108-4450-4c33-a424-c3cd4137d131 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:10:50.876236 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 54904) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 23:10:50.881309 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-fb108053-62e5-4724-95de-494ae1d57c3d tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Request body: {'security_group_rule': {'security_group_id': 'c93837aa-95e3-4e10-beca-0a81a180fa31', 'project_id': 'c824888d650f48a8badbaff2c427d7f3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 23:10:50.887120 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-fb108053-62e5-4724-95de-494ae1d57c3d tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 23:10:50.890892 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-fb108053-62e5-4724-95de-494ae1d57c3d tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Usage tracker for resource:security_group_rule and tenant:c824888d650f48a8badbaff2c427d7f3 is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 23:10:50.893692 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-fb108053-62e5-4724-95de-494ae1d57c3d tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 23:10:50.899737 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-fb108053-62e5-4724-95de-494ae1d57c3d tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 23:10:50.915805 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-fb108053-62e5-4724-95de-494ae1d57c3d tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:10:50.977993 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-fb108053-62e5-4724-95de-494ae1d57c3d tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:10:50.980972 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-fb108053-62e5-4724-95de-494ae1d57c3d tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841137'] for security_group_rule, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:10:50.982727 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-eac3556a-368e-4ae2-9797-d79bfc56e824 tempest-TestMinimumBasicScenario-742069240 tempest-TestMinimumBasicScenario-742069240-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:10:51.004737 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb108053-62e5-4724-95de-494ae1d57c3d tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=102f8e54-0205-4d6c-8e91-125b418b1a56,revision_number=0']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:10:51.008974 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-fb108053-62e5-4724-95de-494ae1d57c3d tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:10:51.013003 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-fb108053-62e5-4724-95de-494ae1d57c3d tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:10:51.014158 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-fb108053-62e5-4724-95de-494ae1d57c3d tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1369178
Dec 16 23:10:51.016870 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 54908) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 23:10:51.022590 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-d807c536-51e2-49ef-8190-31bbd2d87eae tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Request body: {'security_group_rule': {'security_group_id': 'c93837aa-95e3-4e10-beca-0a81a180fa31', 'project_id': 'c824888d650f48a8badbaff2c427d7f3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 23:10:51.028353 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-d807c536-51e2-49ef-8190-31bbd2d87eae tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 23:10:51.032054 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-d807c536-51e2-49ef-8190-31bbd2d87eae tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Usage tracker for resource:security_group_rule and tenant:c824888d650f48a8badbaff2c427d7f3 is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 23:10:51.034795 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-d807c536-51e2-49ef-8190-31bbd2d87eae tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 23:10:51.040393 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-d807c536-51e2-49ef-8190-31bbd2d87eae tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 23:10:51.055269 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-d807c536-51e2-49ef-8190-31bbd2d87eae tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:10:51.113417 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-d807c536-51e2-49ef-8190-31bbd2d87eae tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:10:51.117182 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-d807c536-51e2-49ef-8190-31bbd2d87eae tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841137'] for security_group_rule, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:10:51.124714 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-3599e706-ce3c-416b-bc76-af9c41cdc01a tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:10:51.145702 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d807c536-51e2-49ef-8190-31bbd2d87eae tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9cd7d3c4-f1f5-4c6c-82d0-98fc12ba678f,revision_number=0']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:10:51.148397 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-d807c536-51e2-49ef-8190-31bbd2d87eae tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:10:51.152729 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-d807c536-51e2-49ef-8190-31bbd2d87eae tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:10:51.153862 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-d807c536-51e2-49ef-8190-31bbd2d87eae tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1360688
Dec 16 23:10:51.156523 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 54912) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 23:10:51.161752 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-5d735cc3-d6f6-4c4f-8049-11efa9accd92 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Request body: {'security_group_rule': {'security_group_id': 'c93837aa-95e3-4e10-beca-0a81a180fa31', 'project_id': 'c824888d650f48a8badbaff2c427d7f3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 23:10:51.167396 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-5d735cc3-d6f6-4c4f-8049-11efa9accd92 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 23:10:51.171172 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-5d735cc3-d6f6-4c4f-8049-11efa9accd92 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Usage tracker for resource:security_group_rule and tenant:c824888d650f48a8badbaff2c427d7f3 is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 23:10:51.174007 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-5d735cc3-d6f6-4c4f-8049-11efa9accd92 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 23:10:51.179808 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-5d735cc3-d6f6-4c4f-8049-11efa9accd92 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 23:10:51.196050 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-5d735cc3-d6f6-4c4f-8049-11efa9accd92 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:10:51.256424 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-5d735cc3-d6f6-4c4f-8049-11efa9accd92 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:10:51.259589 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-5d735cc3-d6f6-4c4f-8049-11efa9accd92 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841137'] for security_group_rule, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:10:51.261379 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-4deebe53-8270-4367-9112-258ea3749283 tempest-TestMinimumBasicScenario-742069240 tempest-TestMinimumBasicScenario-742069240-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:10:51.283363 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d735cc3-d6f6-4c4f-8049-11efa9accd92 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d4b0f47-a850-4734-afa7-3f46bc3eb967,revision_number=0']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:10:51.287198 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-5d735cc3-d6f6-4c4f-8049-11efa9accd92 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:10:51.295321 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-5d735cc3-d6f6-4c4f-8049-11efa9accd92 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:10:51.296516 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-5d735cc3-d6f6-4c4f-8049-11efa9accd92 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1391177
Dec 16 23:10:51.299116 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 54916) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 23:10:51.304002 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-caec7771-622f-49a4-8b94-b0624dcc45cb tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Request body: {'security_group_rule': {'security_group_id': 'c93837aa-95e3-4e10-beca-0a81a180fa31', 'project_id': 'c824888d650f48a8badbaff2c427d7f3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 23:10:51.309631 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-caec7771-622f-49a4-8b94-b0624dcc45cb tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 23:10:51.313540 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-caec7771-622f-49a4-8b94-b0624dcc45cb tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Usage tracker for resource:security_group_rule and tenant:c824888d650f48a8badbaff2c427d7f3 is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 23:10:51.316922 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-caec7771-622f-49a4-8b94-b0624dcc45cb tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 23:10:51.322426 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-caec7771-622f-49a4-8b94-b0624dcc45cb tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 23:10:51.338847 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-caec7771-622f-49a4-8b94-b0624dcc45cb tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:10:51.399431 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-caec7771-622f-49a4-8b94-b0624dcc45cb tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:10:51.402779 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-caec7771-622f-49a4-8b94-b0624dcc45cb tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841137'] for security_group_rule, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:10:51.409983 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-e463f928-ae7c-4d58-9f2d-0723860cbcfa tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:10:51.430268 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caec7771-622f-49a4-8b94-b0624dcc45cb tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8be70a41-520a-499d-a892-a1fa12effe47,revision_number=0']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:10:51.433102 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-caec7771-622f-49a4-8b94-b0624dcc45cb tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:10:51.437385 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-caec7771-622f-49a4-8b94-b0624dcc45cb tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:10:51.441031 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-caec7771-622f-49a4-8b94-b0624dcc45cb tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1385915
Dec 16 23:10:51.441213 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 54920) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 23:10:51.446699 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-1d536667-b17c-445a-a11b-68dd3f15ed4a tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Request body: {'security_group_rule': {'security_group_id': 'c93837aa-95e3-4e10-beca-0a81a180fa31', 'project_id': 'c824888d650f48a8badbaff2c427d7f3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 23:10:51.452465 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-1d536667-b17c-445a-a11b-68dd3f15ed4a tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 23:10:51.456194 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-1d536667-b17c-445a-a11b-68dd3f15ed4a tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Usage tracker for resource:security_group_rule and tenant:c824888d650f48a8badbaff2c427d7f3 is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 23:10:51.459003 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-1d536667-b17c-445a-a11b-68dd3f15ed4a tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 23:10:51.464821 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-1d536667-b17c-445a-a11b-68dd3f15ed4a tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 23:10:51.476775 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.db.securitygroups_db [None req-1d536667-b17c-445a-a11b-68dd3f15ed4a tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Project c824888d650f48a8badbaff2c427d7f3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 16 23:10:51.484090 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-1d536667-b17c-445a-a11b-68dd3f15ed4a tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:10:51.546063 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-1d536667-b17c-445a-a11b-68dd3f15ed4a tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:10:51.549210 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-1d536667-b17c-445a-a11b-68dd3f15ed4a tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841137'] for security_group_rule, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:10:51.551444 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-f834e5cc-6b3c-4e28-82f6-a6b2727e776e tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:10:51.572453 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d536667-b17c-445a-a11b-68dd3f15ed4a tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a101b686-2639-45ed-8b54-1ee338331311,revision_number=0']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:10:51.574752 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-1d536667-b17c-445a-a11b-68dd3f15ed4a tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:10:51.581220 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-1d536667-b17c-445a-a11b-68dd3f15ed4a tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:10:51.582390 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-1d536667-b17c-445a-a11b-68dd3f15ed4a tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1397369
Dec 16 23:10:51.585066 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 54924) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 23:10:51.590176 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-18e3c252-4026-41fd-8700-5d586ffd885f tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Request body: {'security_group_rule': {'security_group_id': 'c93837aa-95e3-4e10-beca-0a81a180fa31', 'project_id': 'c824888d650f48a8badbaff2c427d7f3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 23:10:51.595848 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-18e3c252-4026-41fd-8700-5d586ffd885f tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 23:10:51.599489 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-18e3c252-4026-41fd-8700-5d586ffd885f tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Usage tracker for resource:security_group_rule and tenant:c824888d650f48a8badbaff2c427d7f3 is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 23:10:51.602267 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-18e3c252-4026-41fd-8700-5d586ffd885f tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 23:10:51.607785 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-18e3c252-4026-41fd-8700-5d586ffd885f tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 23:10:51.618339 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.db.securitygroups_db [None req-18e3c252-4026-41fd-8700-5d586ffd885f tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Project c824888d650f48a8badbaff2c427d7f3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 16 23:10:51.624689 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-18e3c252-4026-41fd-8700-5d586ffd885f tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:10:51.690953 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-18e3c252-4026-41fd-8700-5d586ffd885f tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:10:51.694365 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-18e3c252-4026-41fd-8700-5d586ffd885f tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841137'] for security_group_rule, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:10:51.702358 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-1e92a4da-fcd9-49ce-b686-9a7484ed17f2 tempest-SecGroupIPv6Test-1180089779 tempest-SecGroupIPv6Test-1180089779-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:10:51.723626 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e3c252-4026-41fd-8700-5d586ffd885f tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c0e47cc-0b8f-4174-8f6b-6fb81fdb286a,revision_number=0']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:10:51.729161 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-18e3c252-4026-41fd-8700-5d586ffd885f tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:10:51.731542 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-18e3c252-4026-41fd-8700-5d586ffd885f tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:10:51.732735 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-18e3c252-4026-41fd-8700-5d586ffd885f tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1467822
Dec 16 23:10:51.735506 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 54928) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 23:10:51.740959 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-0e6aca5f-4859-49e0-902f-8143d1effd69 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Request body: {'network': {'name': 'tempest-network-smoke--553591759', 'project_id': 'c824888d650f48a8badbaff2c427d7f3', 'port_security_enabled': True}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 23:10:51.745710 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-0e6aca5f-4859-49e0-902f-8143d1effd69 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 23:10:51.749720 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-0e6aca5f-4859-49e0-902f-8143d1effd69 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Usage tracker for resource:network and tenant:c824888d650f48a8badbaff2c427d7f3 is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 23:10:51.752502 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-0e6aca5f-4859-49e0-902f-8143d1effd69 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 23:10:51.758484 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-0e6aca5f-4859-49e0-902f-8143d1effd69 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 23:10:51.768279 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e6aca5f-4859-49e0-902f-8143d1effd69 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Made reservation on behalf of c824888d650f48a8badbaff2c427d7f3 for: {'network': 1} {{(pid=87507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 23:10:51.772295 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-0e6aca5f-4859-49e0-902f-8143d1effd69 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for network, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:10:51.801828 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e6aca5f-4859-49e0-902f-8143d1effd69 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] vlan segment allocate from pool success with {'vlan_id': 194, 'physical_network': 'physnet1'}  {{(pid=87507) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 23:10:51.810449 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-0e6aca5f-4859-49e0-902f-8143d1effd69 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-883292'] for segment, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:10:51.810786 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.db.segments_db [None req-0e6aca5f-4859-49e0-902f-8143d1effd69 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Added segment 7eb24c3b-3fd4-4de2-a9c0-042b14d5921c of type vlan for network c282d5ee-088e-4b9e-a291-c063fecb63e4
Dec 16 23:10:51.836668 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-0e6aca5f-4859-49e0-902f-8143d1effd69 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734753047233'] for network, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:10:51.864073 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-0e6aca5f-4859-49e0-902f-8143d1effd69 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440'] for network, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:10:51.869451 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e6aca5f-4859-49e0-902f-8143d1effd69 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:10:51.870024 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-0e6aca5f-4859-49e0-902f-8143d1effd69 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks [] for network, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:10:51.874714 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-14a16fab-ece5-4f95-8088-a6fa43485285 tempest-NetworksIpV6Test-1726734578 tempest-NetworksIpV6Test-1726734578-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:10:51.968843 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-0e6aca5f-4859-49e0-902f-8143d1effd69 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.2322736
Dec 16 23:10:51.971898 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 54932) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 23:10:51.977248 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-dd178467-df76-422f-a7a1-2007d1610e37 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-861410169', 'admin_state_up': True, 'project_id': 'c824888d650f48a8badbaff2c427d7f3', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5'}}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 23:10:51.977812 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6aca5f-4859-49e0-902f-8143d1effd69 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Pushing event updated for resources: {'Network': ['ID=c282d5ee-088e-4b9e-a291-c063fecb63e4,revision_number=1']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:10:51.980447 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-0e6aca5f-4859-49e0-902f-8143d1effd69 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:10:51.985899 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-dd178467-df76-422f-a7a1-2007d1610e37 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 23:10:51.987546 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Network c282d5ee-088e-4b9e-a291-c063fecb63e4 details requested by agent ovs-agent-dv-neutron-821829-1-hyperv with host dv-neutron-821829-1-hyperv {{(pid=87508) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 23:10:51.989939 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-dd178467-df76-422f-a7a1-2007d1610e37 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Usage tracker for resource:router and tenant:c824888d650f48a8badbaff2c427d7f3 is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 23:10:51.992989 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-dd178467-df76-422f-a7a1-2007d1610e37 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 23:10:51.999444 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-dd178467-df76-422f-a7a1-2007d1610e37 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 23:10:52.009891 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-dd178467-df76-422f-a7a1-2007d1610e37 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3741155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38980'] for router, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:10:52.010931 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-dd178467-df76-422f-a7a1-2007d1610e37 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3743284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3741748', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3896702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-38989'] for router, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:10:52.026838 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-dd178467-df76-422f-a7a1-2007d1610e37 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:10:52.289643 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-dd178467-df76-422f-a7a1-2007d1610e37 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3741702', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3740945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-38947'] for router, precommit_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:10:52.701748 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-dd178467-df76-422f-a7a1-2007d1610e37 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks [] for router_gateway, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:10:52.734111 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-dd178467-df76-422f-a7a1-2007d1610e37 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:10:52.865030 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.db_base_plugin_common [None req-dd178467-df76-422f-a7a1-2007d1610e37 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Allocated IP 172.26.0.8 (f8905ce9-304b-4976-bc47-e58c71c11de5/9bca8591-41ef-4f2d-8ecb-ecaab1a28acf/f6173cfd-7b3d-456f-b2bb-59a6d6f97a6e) {{(pid=87506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 23:10:53.007962 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-dd178467-df76-422f-a7a1-2007d1610e37 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks [] for port, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:10:53.038026 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-dd178467-df76-422f-a7a1-2007d1610e37 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1863393'] for port, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:10:53.042408 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-84639945-8aeb-443c-a570-a2a410e34f76 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:10:53.098188 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd178467-df76-422f-a7a1-2007d1610e37 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Network f8905ce9-304b-4976-bc47-e58c71c11de5 is already hosted by enough agents. {{(pid=87506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 23:10:53.105424 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.base_scheduler [None req-dd178467-df76-422f-a7a1-2007d1610e37 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Resources bound (agent type, host, resource id):  {{(pid=87506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 23:10:53.109432 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd178467-df76-422f-a7a1-2007d1610e37 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Received port after_create {{(pid=87506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 23:10:53.150284 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd178467-df76-422f-a7a1-2007d1610e37 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Pushing event updated for resources: {'Port': ['ID=f6173cfd-7b3d-456f-b2bb-59a6d6f97a6e,revision_number=1']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:10:53.157072 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-dd178467-df76-422f-a7a1-2007d1610e37 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:10:53.519007 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-dd178467-df76-422f-a7a1-2007d1610e37 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks [] for router_gateway, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:10:53.971482 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-dd178467-df76-422f-a7a1-2007d1610e37 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3740952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3741923'] for router, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:10:54.169970 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd178467-df76-422f-a7a1-2007d1610e37 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Router e6141163-4fd1-4422-82e9-6308b0a0b48d is scheduled to L3 agent 4f519db7-069b-43e2-8411-c092bac9102a with binding_index 1 {{(pid=87506) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 16 23:10:54.351712 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd178467-df76-422f-a7a1-2007d1610e37 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify agent at l3_agent.dv-neutron-821829-1-hyperv the message routers_updated {{(pid=87506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 23:10:54.361091 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d654463-6eb3-42e1-8ec8-5ad2b2a00108 None None] Sync routers for ids ['e6141163-4fd1-4422-82e9-6308b0a0b48d'] in dv-neutron-821829-1-hyperv {{(pid=87509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 23:10:54.370621 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d654463-6eb3-42e1-8ec8-5ad2b2a00108 None None] Routers {'e6141163-4fd1-4422-82e9-6308b0a0b48d'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 23:10:54.371510 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-3d654463-6eb3-42e1-8ec8-5ad2b2a00108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b7c77f4c0>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T23:10:31Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['e6141163-4fd1-4422-82e9-6308b0a0b48d'], 'active': True} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 23:10:54.377372 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-dd178467-df76-422f-a7a1-2007d1610e37 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks [] for router, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:10:54.378682 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-dd178467-df76-422f-a7a1-2007d1610e37 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 893 time: 2.4056027
Dec 16 23:10:54.381663 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 54936) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 23:10:54.423744 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-becee486-9228-427e-a17b-a253af7a4fc7 tempest-TestNetworkAdvancedServerOps-2068247746 tempest-TestNetworkAdvancedServerOps-2068247746-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=c824888d650f48a8badbaff2c427d7f3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0384486
Dec 16 23:10:54.424087 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 54940) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 23:10:54.551826 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvr_db [None req-3d654463-6eb3-42e1-8ec8-5ad2b2a00108 None None] Set router e6141163-4fd1-4422-82e9-6308b0a0b48d gateway port host: dv-neutron-821829-1-hyperv {{(pid=87509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 23:10:54.554709 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea9ec62a-1058-4bb3-a594-ae79c7a0e74e tempest-TestNetworkAdvancedServerOps-2068247746 tempest-TestNetworkAdvancedServerOps-2068247746-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:10:54.558893 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-ea9ec62a-1058-4bb3-a594-ae79c7a0e74e tempest-TestNetworkAdvancedServerOps-2068247746 tempest-TestNetworkAdvancedServerOps-2068247746-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.1310508
Dec 16 23:10:54.559050 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 54944) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 23:10:54.600456 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-65245781-abd3-4718-8dea-93b699351b85 tempest-TestNetworkAdvancedServerOps-2068247746 tempest-TestNetworkAdvancedServerOps-2068247746-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=f8905ce9-304b-4976-bc47-e58c71c11de5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0374157
Dec 16 23:10:54.600656 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 54948) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 23:10:54.605813 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-bb732748-9e64-41c8-aaf7-38fd89d7a88d tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-968275993', 'network_id': 'c282d5ee-088e-4b9e-a291-c063fecb63e4', 'project_id': 'c824888d650f48a8badbaff2c427d7f3', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 23:10:54.713479 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-bb732748-9e64-41c8-aaf7-38fd89d7a88d tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 23:10:54.717239 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-bb732748-9e64-41c8-aaf7-38fd89d7a88d tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Usage tracker for resource:subnet and tenant:c824888d650f48a8badbaff2c427d7f3 is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 23:10:54.719956 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-bb732748-9e64-41c8-aaf7-38fd89d7a88d tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 23:10:54.726357 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-bb732748-9e64-41c8-aaf7-38fd89d7a88d tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 23:10:54.736046 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb732748-9e64-41c8-aaf7-38fd89d7a88d tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Made reservation on behalf of c824888d650f48a8badbaff2c427d7f3 for: {'subnet': 1} {{(pid=87507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 23:10:54.739456 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-bb732748-9e64-41c8-aaf7-38fd89d7a88d tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10549598'] for subnet, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:10:54.830857 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-3d654463-6eb3-42e1-8ec8-5ad2b2a00108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b7c77f4c0>, [{'id': 'e6141163-4fd1-4422-82e9-6308b0a0b48d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-861410169', 'tenant_id': 'c824888d650f48a8badbaff2c427d7f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.8'}], 'enable_snat': True}, 'gw_port_id': 'f6173cfd-7b3d-456f-b2bb-59a6d6f97a6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:10:52Z', 'updated_at': '2021-12-16T23:10:53Z', 'revision_number': 3, 'project_id': 'c824888d650f48a8badbaff2c427d7f3', 'gw_port': {'id': 'f6173cfd-7b3d-456f-b2bb-59a6d6f97a6e', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:1e:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6141163-4fd1-4422-82e9-6308b0a0b48d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:10:52Z', 'updated_at': '2021-12-16T23:10:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv'}], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 23:10:54.836665 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d654463-6eb3-42e1-8ec8-5ad2b2a00108 None None] Checking router: e6141163-4fd1-4422-82e9-6308b0a0b48d for host: dv-neutron-821829-1-hyperv {{(pid=87509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 23:10:54.837184 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d654463-6eb3-42e1-8ec8-5ad2b2a00108 None None] Updating router e6141163-4fd1-4422-82e9-6308b0a0b48d port f6173cfd-7b3d-456f-b2bb-59a6d6f97a6e binding host dv-neutron-821829-1-hyperv {{(pid=87509) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 16 23:10:54.890575 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron_lib.callbacks.manager [None req-3d654463-6eb3-42e1-8ec8-5ad2b2a00108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:10:54.953027 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-bb732748-9e64-41c8-aaf7-38fd89d7a88d tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10807931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10549612'] for subnet, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:10:54.957914 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-56329395-a98a-4180-a2fe-9b500568029e tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:10:55.029861 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb732748-9e64-41c8-aaf7-38fd89d7a88d tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Pushing event updated for resources: {'Subnet': ['ID=d6c12a12-863d-45fe-948e-116ed57d0bed,revision_number=0']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:10:55.033238 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-bb732748-9e64-41c8-aaf7-38fd89d7a88d tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:10:55.038869 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb732748-9e64-41c8-aaf7-38fd89d7a88d tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Checking segment: {'id': '7eb24c3b-3fd4-4de2-a9c0-042b14d5921c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'c282d5ee-088e-4b9e-a291-c063fecb63e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 23:10:55.039227 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb732748-9e64-41c8-aaf7-38fd89d7a88d tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Network hostable DHCP agents. Network: c282d5ee-088e-4b9e-a291-c063fecb63e4, hostable agents: ['3b155c4d-12dc-491e-aa14-6113b06cfacd'], hosted agents: [] {{(pid=87507) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 16 23:10:55.057067 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb732748-9e64-41c8-aaf7-38fd89d7a88d tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Network c282d5ee-088e-4b9e-a291-c063fecb63e4 is scheduled to be hosted by DHCP agent 3b155c4d-12dc-491e-aa14-6113b06cfacd with binding_index 1 {{(pid=87507) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 16 23:10:55.067059 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.base_scheduler [None req-bb732748-9e64-41c8-aaf7-38fd89d7a88d tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821829-1-hyperv, c282d5ee-088e-4b9e-a291-c063fecb63e4) {{(pid=87507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 23:10:55.071035 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb732748-9e64-41c8-aaf7-38fd89d7a88d tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:10:55.071618 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-bb732748-9e64-41c8-aaf7-38fd89d7a88d tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks [] for subnet, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:10:55.077334 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f2894e7-a1ed-4e9e-b181-82acc24197e2 None None] Network c282d5ee-088e-4b9e-a291-c063fecb63e4 requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 23:10:55.093761 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-bb732748-9e64-41c8-aaf7-38fd89d7a88d tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 831 time: 0.4921861
Dec 16 23:10:55.096454 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 54952) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 23:10:55.229857 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron_lib.callbacks.manager [None req-3d654463-6eb3-42e1-8ec8-5ad2b2a00108 None None] Notify callbacks [] for port, precommit_update {{(pid=87509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:10:55.244633 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.provisioning_blocks [None req-3d654463-6eb3-42e1-8ec8-5ad2b2a00108 None None] Transition to ACTIVE for port object f6173cfd-7b3d-456f-b2bb-59a6d6f97a6e will not be triggered until provisioned by entity L2. {{(pid=87509) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 23:10:55.252253 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron_lib.callbacks.manager [None req-3d654463-6eb3-42e1-8ec8-5ad2b2a00108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:10:55.256910 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG oslo_concurrency.lockutils [None req-9c2b3e33-7188-4037-873b-fd83a93c33ab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:10:55.297554 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bff2b78a-da1a-482d-92e8-7f6142f48f9a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1d6bfaf-d325-5e4f-b05d-2441d8339617-c282d5ee-088e-4b9e-a291-c063fecb63e4', 'network_id': 'c282d5ee-088e-4b9e-a291-c063fecb63e4', 'tenant_id': 'c824888d650f48a8badbaff2c427d7f3', 'fixed_ips': [{'subnet_id': 'd6c12a12-863d-45fe-948e-116ed57d0bed'}]}} from dv-neutron-821829-1-hyperv. {{(pid=87508) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 16 23:10:55.298677 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-bff2b78a-da1a-482d-92e8-7f6142f48f9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:10:55.339832 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc8e321-4c40-49d0-b424-1636240bc442 None None] Pushing event updated for resources: {'Port': ['ID=f6173cfd-7b3d-456f-b2bb-59a6d6f97a6e,revision_number=2']} {{(pid=87509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:10:55.349924 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc8e321-4c40-49d0-b424-1636240bc442 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:10:55.350273 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc8e321-4c40-49d0-b424-1636240bc442 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:10:55.350615 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc8e321-4c40-49d0-b424-1636240bc442 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:10:55.350948 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc8e321-4c40-49d0-b424-1636240bc442 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:10:55.351276 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc8e321-4c40-49d0-b424-1636240bc442 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:10:55.351603 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc8e321-4c40-49d0-b424-1636240bc442 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:10:55.351957 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc8e321-4c40-49d0-b424-1636240bc442 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:10:55.352279 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc8e321-4c40-49d0-b424-1636240bc442 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:10:55.352622 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc8e321-4c40-49d0-b424-1636240bc442 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:10:55.352948 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc8e321-4c40-49d0-b424-1636240bc442 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:10:55.353242 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc8e321-4c40-49d0-b424-1636240bc442 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:10:55.353551 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc8e321-4c40-49d0-b424-1636240bc442 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:10:55.357232 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG oslo_concurrency.lockutils [None req-2fc8e321-4c40-49d0-b424-1636240bc442 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=87509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:10:55.361757 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.plugins.ml2.managers [None req-3d654463-6eb3-42e1-8ec8-5ad2b2a00108 None None] Attempting to bind port f6173cfd-7b3d-456f-b2bb-59a6d6f97a6e on host dv-neutron-821829-1-hyperv for vnic_type normal with profile  {{(pid=87509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 23:10:55.362395 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.plugins.ml2.managers [None req-3d654463-6eb3-42e1-8ec8-5ad2b2a00108 None None] Attempting to bind port f6173cfd-7b3d-456f-b2bb-59a6d6f97a6e by drivers openvswitch,hyperv on host dv-neutron-821829-1-hyperv at level 0 using segments [{'id': 'a416442d-d143-4052-9f4e-546eb8cbe809', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5'}] {{(pid=87509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 23:10:55.362495 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d654463-6eb3-42e1-8ec8-5ad2b2a00108 None None] Attempting to bind port f6173cfd-7b3d-456f-b2bb-59a6d6f97a6e on network f8905ce9-304b-4976-bc47-e58c71c11de5 {{(pid=87509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 23:10:55.368532 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d654463-6eb3-42e1-8ec8-5ad2b2a00108 None None] Checking agent: {'id': '5571501f-366e-47a4-9b60-8ef19d935d27', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821829-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 24, 2), 'started_at': datetime.datetime(2021, 12, 16, 22, 24, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 23, 10, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821829-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 23:10:55.369133 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d654463-6eb3-42e1-8ec8-5ad2b2a00108 None None] Checking segment: {'id': 'a416442d-d143-4052-9f4e-546eb8cbe809', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 23:10:55.369664 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron_lib.callbacks.manager [None req-3d654463-6eb3-42e1-8ec8-5ad2b2a00108 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:10:55.370080 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d654463-6eb3-42e1-8ec8-5ad2b2a00108 None None] Bound using segment: {'id': 'a416442d-d143-4052-9f4e-546eb8cbe809', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5'} {{(pid=87509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 23:10:55.370600 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.plugins.ml2.managers [None req-3d654463-6eb3-42e1-8ec8-5ad2b2a00108 None None] Bound port: f6173cfd-7b3d-456f-b2bb-59a6d6f97a6e, host: dv-neutron-821829-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a416442d-d143-4052-9f4e-546eb8cbe809', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5'}}] {{(pid=87509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 23:10:55.370982 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron_lib.callbacks.manager [None req-3d654463-6eb3-42e1-8ec8-5ad2b2a00108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:10:55.454047 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.plugins.ml2.db [None req-3d654463-6eb3-42e1-8ec8-5ad2b2a00108 None None] For port f6173cfd-7b3d-456f-b2bb-59a6d6f97a6e, host dv-neutron-821829-1-hyperv, cleared binding levels {{(pid=87509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 23:10:55.458579 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.plugins.ml2.db [None req-3d654463-6eb3-42e1-8ec8-5ad2b2a00108 None None] For port f6173cfd-7b3d-456f-b2bb-59a6d6f97a6e, host dv-neutron-821829-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=f6173cfd-7b3d-456f-b2bb-59a6d6f97a6e,segment=NetworkSegment(a416442d-d143-4052-9f4e-546eb8cbe809),segment_id=a416442d-d143-4052-9f4e-546eb8cbe809)] {{(pid=87509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 23:10:55.463788 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron_lib.callbacks.manager [None req-3d654463-6eb3-42e1-8ec8-5ad2b2a00108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:10:55.471547 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.db_base_plugin_common [None req-bff2b78a-da1a-482d-92e8-7f6142f48f9a None None] Allocated IP 172.20.0.2 (c282d5ee-088e-4b9e-a291-c063fecb63e4/d6c12a12-863d-45fe-948e-116ed57d0bed/191228f3-3b85-4f97-8127-91b634685f91) {{(pid=87508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 23:10:55.476465 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG oslo_concurrency.lockutils [None req-5e24fc3e-694a-4497-9a85-6d33435cc44e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:10:55.575487 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d654463-6eb3-42e1-8ec8-5ad2b2a00108 None None] Routers {'e6141163-4fd1-4422-82e9-6308b0a0b48d'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 23:10:55.576151 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-3d654463-6eb3-42e1-8ec8-5ad2b2a00108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b7c77f4c0>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T23:10:31Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['e6141163-4fd1-4422-82e9-6308b0a0b48d'], 'active': True} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 23:10:55.653858 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc8e321-4c40-49d0-b424-1636240bc442 None None] Pushing event updated for resources: {'Port': ['ID=f6173cfd-7b3d-456f-b2bb-59a6d6f97a6e,revision_number=3']} {{(pid=87509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:10:55.658782 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG oslo_concurrency.lockutils [None req-2fc8e321-4c40-49d0-b424-1636240bc442 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=87509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:10:55.745121 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-bff2b78a-da1a-482d-92e8-7f6142f48f9a None None] Notify callbacks [] for port, precommit_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:10:55.757966 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-bff2b78a-da1a-482d-92e8-7f6142f48f9a None None] Transition to ACTIVE for port object 191228f3-3b85-4f97-8127-91b634685f91 will not be triggered until provisioned by entity L2. {{(pid=87508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 23:10:55.758368 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvr_db [None req-3d654463-6eb3-42e1-8ec8-5ad2b2a00108 None None] Set router e6141163-4fd1-4422-82e9-6308b0a0b48d gateway port host: dv-neutron-821829-1-hyperv {{(pid=87509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 23:10:55.777767 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-bff2b78a-da1a-482d-92e8-7f6142f48f9a None None] Transition to ACTIVE for port object 191228f3-3b85-4f97-8127-91b634685f91 will not be triggered until provisioned by entity DHCP. {{(pid=87508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 23:10:55.783478 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-bff2b78a-da1a-482d-92e8-7f6142f48f9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940'] for port, after_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:10:55.787647 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:10:55.854110 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bff2b78a-da1a-482d-92e8-7f6142f48f9a None None] Network c282d5ee-088e-4b9e-a291-c063fecb63e4 is already hosted by enough agents. {{(pid=87508) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 23:10:55.857075 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.scheduler.base_scheduler [None req-bff2b78a-da1a-482d-92e8-7f6142f48f9a None None] Resources bound (agent type, host, resource id):  {{(pid=87508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 23:10:55.859518 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bff2b78a-da1a-482d-92e8-7f6142f48f9a None None] Received port after_create {{(pid=87508) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 23:10:55.897163 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff2b78a-da1a-482d-92e8-7f6142f48f9a None None] Pushing event updated for resources: {'Port': ['ID=191228f3-3b85-4f97-8127-91b634685f91,revision_number=1']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:10:55.899962 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-bff2b78a-da1a-482d-92e8-7f6142f48f9a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:10:55.936789 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-517a4590-19d0-4c21-ba0b-c9a0860a2fef tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:10:55.959614 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-bff2b78a-da1a-482d-92e8-7f6142f48f9a None None] Attempting to bind port 191228f3-3b85-4f97-8127-91b634685f91 on host dv-neutron-821829-1-hyperv for vnic_type normal with profile  {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 23:10:55.960024 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-bff2b78a-da1a-482d-92e8-7f6142f48f9a None None] Attempting to bind port 191228f3-3b85-4f97-8127-91b634685f91 by drivers openvswitch,hyperv on host dv-neutron-821829-1-hyperv at level 0 using segments [{'id': '7eb24c3b-3fd4-4de2-a9c0-042b14d5921c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'c282d5ee-088e-4b9e-a291-c063fecb63e4'}] {{(pid=87508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 23:10:55.960400 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bff2b78a-da1a-482d-92e8-7f6142f48f9a None None] Attempting to bind port 191228f3-3b85-4f97-8127-91b634685f91 on network c282d5ee-088e-4b9e-a291-c063fecb63e4 {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 23:10:55.965934 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bff2b78a-da1a-482d-92e8-7f6142f48f9a None None] Checking agent: {'id': '5571501f-366e-47a4-9b60-8ef19d935d27', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821829-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 24, 2), 'started_at': datetime.datetime(2021, 12, 16, 22, 24, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 23, 10, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821829-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 23:10:55.966317 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bff2b78a-da1a-482d-92e8-7f6142f48f9a None None] Checking segment: {'id': '7eb24c3b-3fd4-4de2-a9c0-042b14d5921c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'c282d5ee-088e-4b9e-a291-c063fecb63e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 23:10:55.966731 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-bff2b78a-da1a-482d-92e8-7f6142f48f9a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:10:55.967139 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bff2b78a-da1a-482d-92e8-7f6142f48f9a None None] Bound using segment: {'id': '7eb24c3b-3fd4-4de2-a9c0-042b14d5921c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'c282d5ee-088e-4b9e-a291-c063fecb63e4'} {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 23:10:55.967611 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-bff2b78a-da1a-482d-92e8-7f6142f48f9a None None] Bound port: 191228f3-3b85-4f97-8127-91b634685f91, host: dv-neutron-821829-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7eb24c3b-3fd4-4de2-a9c0-042b14d5921c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'c282d5ee-088e-4b9e-a291-c063fecb63e4'}}] {{(pid=87508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 23:10:55.968020 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-bff2b78a-da1a-482d-92e8-7f6142f48f9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:10:56.048268 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-3d654463-6eb3-42e1-8ec8-5ad2b2a00108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b7c77f4c0>, [{'id': 'e6141163-4fd1-4422-82e9-6308b0a0b48d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-861410169', 'tenant_id': 'c824888d650f48a8badbaff2c427d7f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.8'}], 'enable_snat': True}, 'gw_port_id': 'f6173cfd-7b3d-456f-b2bb-59a6d6f97a6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:10:52Z', 'updated_at': '2021-12-16T23:10:53Z', 'revision_number': 3, 'project_id': 'c824888d650f48a8badbaff2c427d7f3', 'gw_port': {'id': 'f6173cfd-7b3d-456f-b2bb-59a6d6f97a6e', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:1e:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6141163-4fd1-4422-82e9-6308b0a0b48d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:10:52Z', 'updated_at': '2021-12-16T23:10:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv'}], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 23:10:56.052482 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d654463-6eb3-42e1-8ec8-5ad2b2a00108 None None] The sync data for ids ['e6141163-4fd1-4422-82e9-6308b0a0b48d'] in dv-neutron-821829-1-hyperv is: [{'id': 'e6141163-4fd1-4422-82e9-6308b0a0b48d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-861410169', 'tenant_id': 'c824888d650f48a8badbaff2c427d7f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.8'}], 'enable_snat': True}, 'gw_port_id': 'f6173cfd-7b3d-456f-b2bb-59a6d6f97a6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:10:52Z', 'updated_at': '2021-12-16T23:10:53Z', 'revision_number': 3, 'project_id': 'c824888d650f48a8badbaff2c427d7f3', 'gw_port': {'id': 'f6173cfd-7b3d-456f-b2bb-59a6d6f97a6e', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:1e:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6141163-4fd1-4422-82e9-6308b0a0b48d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:10:52Z', 'updated_at': '2021-12-16T23:10:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv'}] {{(pid=87509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 23:10:56.057206 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-bff2b78a-da1a-482d-92e8-7f6142f48f9a None None] For port 191228f3-3b85-4f97-8127-91b634685f91, host dv-neutron-821829-1-hyperv, cleared binding levels {{(pid=87508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 23:10:56.060373 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-bff2b78a-da1a-482d-92e8-7f6142f48f9a None None] For port 191228f3-3b85-4f97-8127-91b634685f91, host dv-neutron-821829-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=191228f3-3b85-4f97-8127-91b634685f91,segment=NetworkSegment(7eb24c3b-3fd4-4de2-a9c0-042b14d5921c),segment_id=7eb24c3b-3fd4-4de2-a9c0-042b14d5921c)] {{(pid=87508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 23:10:56.064866 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-bff2b78a-da1a-482d-92e8-7f6142f48f9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:10:56.068703 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:10:56.152359 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff2b78a-da1a-482d-92e8-7f6142f48f9a None None] Pushing event updated for resources: {'Port': ['ID=191228f3-3b85-4f97-8127-91b634685f91,revision_number=2']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:10:56.155636 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-bff2b78a-da1a-482d-92e8-7f6142f48f9a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:10:56.384904 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.db_base_plugin_common [None req-517a4590-19d0-4c21-ba0b-c9a0860a2fef tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Allocated IP 172.20.0.1 (c282d5ee-088e-4b9e-a291-c063fecb63e4/d6c12a12-863d-45fe-948e-116ed57d0bed/99cbcf8a-64fd-4fdc-9bba-dd74743432eb) {{(pid=87507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 23:10:56.560658 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-517a4590-19d0-4c21-ba0b-c9a0860a2fef tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks [] for port, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:10:56.576827 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.provisioning_blocks [None req-517a4590-19d0-4c21-ba0b-c9a0860a2fef tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Transition to ACTIVE for port object 99cbcf8a-64fd-4fdc-9bba-dd74743432eb will not be triggered until provisioned by entity DHCP. {{(pid=87507) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 23:10:56.601793 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-517a4590-19d0-4c21-ba0b-c9a0860a2fef tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10807823'] for port, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:10:56.605667 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-423bc9aa-4076-4aa2-9bc3-a61549677b78 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:10:56.684924 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517a4590-19d0-4c21-ba0b-c9a0860a2fef tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Pushing event updated for resources: {'Port': ['ID=99cbcf8a-64fd-4fdc-9bba-dd74743432eb,revision_number=1']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:10:56.688398 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-517a4590-19d0-4c21-ba0b-c9a0860a2fef tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Network c282d5ee-088e-4b9e-a291-c063fecb63e4 is already hosted by enough agents. {{(pid=87507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 23:10:56.689387 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-517a4590-19d0-4c21-ba0b-c9a0860a2fef tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:10:56.690363 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.base_scheduler [None req-517a4590-19d0-4c21-ba0b-c9a0860a2fef tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Resources bound (agent type, host, resource id):  {{(pid=87507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 23:10:56.692874 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-517a4590-19d0-4c21-ba0b-c9a0860a2fef tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Received port after_create {{(pid=87507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 23:10:56.749787 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-517a4590-19d0-4c21-ba0b-c9a0860a2fef tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3830061'] for router_interface, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:10:57.139740 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-087aa019-8b72-4cc5-b00c-73b5fd38863d None None] Network c282d5ee-088e-4b9e-a291-c063fecb63e4 requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 23:10:57.179566 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-517a4590-19d0-4c21-ba0b-c9a0860a2fef tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:10:57.247861 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-b1c68f76-215d-45fd-a19b-a97766d2ea11 None None] Provisioning for port 191228f3-3b85-4f97-8127-91b634685f91 completed by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 23:10:57.601129 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-517a4590-19d0-4c21-ba0b-c9a0860a2fef tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks [] for port, precommit_update {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:10:57.605613 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-517a4590-19d0-4c21-ba0b-c9a0860a2fef tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10807814'] for port, after_update {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:10:57.631001 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-3d333304-3c2b-430a-9921-a83500a86d3f tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:10:57.695921 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-48bd6f14-6982-410b-952e-8c0e351f9115 None None] Provisioning for port 99cbcf8a-64fd-4fdc-9bba-dd74743432eb completed by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 23:10:57.701825 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-48bd6f14-6982-410b-952e-8c0e351f9115 None None] Provisioning complete for port 99cbcf8a-64fd-4fdc-9bba-dd74743432eb triggered by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 23:10:57.702215 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-48bd6f14-6982-410b-952e-8c0e351f9115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:10:57.727203 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-517a4590-19d0-4c21-ba0b-c9a0860a2fef tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3791426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3830222'] for router_interface, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:10:57.730705 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517a4590-19d0-4c21-ba0b-c9a0860a2fef tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Pushing event updated for resources: {'Port': ['ID=99cbcf8a-64fd-4fdc-9bba-dd74743432eb,revision_number=2']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:10:57.734165 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-517a4590-19d0-4c21-ba0b-c9a0860a2fef tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:10:57.760964 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-48bd6f14-6982-410b-952e-8c0e351f9115 None None] Port 99cbcf8a-64fd-4fdc-9bba-dd74743432eb cannot update to ACTIVE because it is not bound. {{(pid=87508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 23:10:57.866041 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-517a4590-19d0-4c21-ba0b-c9a0860a2fef tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Network c282d5ee-088e-4b9e-a291-c063fecb63e4 is already hosted by enough agents. {{(pid=87507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 23:10:57.867339 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.base_scheduler [None req-517a4590-19d0-4c21-ba0b-c9a0860a2fef tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Resources bound (agent type, host, resource id):  {{(pid=87507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 23:10:57.879317 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-5ca6a649-4a94-422a-82ba-653421a40633 None None] Provisioning complete for port 99cbcf8a-64fd-4fdc-9bba-dd74743432eb triggered by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 23:10:57.879712 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-5ca6a649-4a94-422a-82ba-653421a40633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:10:57.936275 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-5ca6a649-4a94-422a-82ba-653421a40633 None None] Port 99cbcf8a-64fd-4fdc-9bba-dd74743432eb cannot update to ACTIVE because it is not bound. {{(pid=87508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 23:10:58.069080 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-517a4590-19d0-4c21-ba0b-c9a0860a2fef tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Router e6141163-4fd1-4422-82e9-6308b0a0b48d has already been hosted by L3 agent 4f519db7-069b-43e2-8411-c092bac9102a {{(pid=87507) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 23:10:58.108354 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device f6173cfd-7b3d-456f-b2bb-59a6d6f97a6e up at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 23:10:58.177973 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-a6ed01a9-12c2-4e95-8cde-8be9e1f15938 None None] Provisioning complete for port 99cbcf8a-64fd-4fdc-9bba-dd74743432eb triggered by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 23:10:58.178350 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-a6ed01a9-12c2-4e95-8cde-8be9e1f15938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:10:58.222055 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning for port f6173cfd-7b3d-456f-b2bb-59a6d6f97a6e completed by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 23:10:58.244162 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning complete for port f6173cfd-7b3d-456f-b2bb-59a6d6f97a6e triggered by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 23:10:58.244522 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:10:58.248206 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-517a4590-19d0-4c21-ba0b-c9a0860a2fef tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify agent at l3_agent.dv-neutron-821829-1-hyperv the message routers_updated {{(pid=87507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 23:10:58.261894 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-517a4590-19d0-4c21-ba0b-c9a0860a2fef tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.13 "PUT /v2.0/routers/e6141163-4fd1-4422-82e9-6308b0a0b48d/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.1641886
Dec 16 23:10:58.274098 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-092a13a4-8056-4a68-a8c0-44e231c24dd5 None None] Sync routers for ids ['e6141163-4fd1-4422-82e9-6308b0a0b48d'] in dv-neutron-821829-1-hyperv {{(pid=87508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 23:10:58.281746 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-a6ed01a9-12c2-4e95-8cde-8be9e1f15938 None None] Port 99cbcf8a-64fd-4fdc-9bba-dd74743432eb cannot update to ACTIVE because it is not bound. {{(pid=87508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 23:10:58.283016 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-28827fe3-8ff8-4c8e-a968-b31a383e2543 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:10:58.306087 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-092a13a4-8056-4a68-a8c0-44e231c24dd5 None None] Routers {'e6141163-4fd1-4422-82e9-6308b0a0b48d'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 23:10:58.306739 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-092a13a4-8056-4a68-a8c0-44e231c24dd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b7d62e700>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T23:10:31Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['e6141163-4fd1-4422-82e9-6308b0a0b48d'], 'active': True} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 23:10:58.435843 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [req-27524c87-0dfd-4dc9-a36c-d2bbcff72cef req-db2e2f42-95b9-47ce-b840-f1ebb7a538f6 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Synchronizing usage tracker for tenant:c824888d650f48a8badbaff2c427d7f3 on resource:security_group {{(pid=87507) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 23:10:58.452801 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [req-27524c87-0dfd-4dc9-a36c-d2bbcff72cef req-db2e2f42-95b9-47ce-b840-f1ebb7a538f6 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Unset dirty status for tenant:c824888d650f48a8badbaff2c427d7f3 on resource:security_group {{(pid=87507) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 23:10:58.454905 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-27524c87-0dfd-4dc9-a36c-d2bbcff72cef req-db2e2f42-95b9-47ce-b840-f1ebb7a538f6 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-385639260&fields=id&tenant_id=c824888d650f48a8badbaff2c427d7f3 HTTP/1.1" status: 200  len: 267 time: 0.0691857
Dec 16 23:10:58.540656 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:10:58.546150 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvr_db [None req-092a13a4-8056-4a68-a8c0-44e231c24dd5 None None] Set router e6141163-4fd1-4422-82e9-6308b0a0b48d gateway port host: dv-neutron-821829-1-hyperv {{(pid=87508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 23:10:58.619662 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] For port f6173cfd-7b3d-456f-b2bb-59a6d6f97a6e, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=f6173cfd-7b3d-456f-b2bb-59a6d6f97a6e,segment=NetworkSegment(a416442d-d143-4052-9f4e-546eb8cbe809),segment_id=a416442d-d143-4052-9f4e-546eb8cbe809)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 23:10:58.621823 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27524c87-0dfd-4dc9-a36c-d2bbcff72cef req-3ecdf02e-d403-4a0f-ac55-e3d456a95201 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:10:58.622584 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [req-27524c87-0dfd-4dc9-a36c-d2bbcff72cef req-3ecdf02e-d403-4a0f-ac55-e3d456a95201 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Synchronizing usage tracker for tenant:c824888d650f48a8badbaff2c427d7f3 on resource:network {{(pid=87507) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 23:10:58.638338 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [req-27524c87-0dfd-4dc9-a36c-d2bbcff72cef req-3ecdf02e-d403-4a0f-ac55-e3d456a95201 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Unset dirty status for tenant:c824888d650f48a8badbaff2c427d7f3 on resource:network {{(pid=87507) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 23:10:58.639585 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-27524c87-0dfd-4dc9-a36c-d2bbcff72cef req-3ecdf02e-d403-4a0f-ac55-e3d456a95201 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.13 "GET /v2.0/networks?id=c282d5ee-088e-4b9e-a291-c063fecb63e4 HTTP/1.1" status: 200  len: 796 time: 0.1755574
Dec 16 23:10:58.655305 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-27524c87-0dfd-4dc9-a36c-d2bbcff72cef req-c69543d2-5c01-404b-86ad-1b571879fbb3 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.13 "GET /v2.0/quotas/c824888d650f48a8badbaff2c427d7f3 HTTP/1.1" status: 200  len: 375 time: 0.0093763
Dec 16 23:10:58.672295 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:10:58.673145 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 191228f3-3b85-4f97-8127-91b634685f91 up at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 23:10:58.709579 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:10:58.738414 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [req-27524c87-0dfd-4dc9-a36c-d2bbcff72cef req-69d6d492-c040-4159-8b9e-592d3be1ddac tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Synchronizing usage tracker for tenant:c824888d650f48a8badbaff2c427d7f3 on resource:port {{(pid=87507) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 23:10:58.754547 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [req-27524c87-0dfd-4dc9-a36c-d2bbcff72cef req-69d6d492-c040-4159-8b9e-592d3be1ddac tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Unset dirty status for tenant:c824888d650f48a8badbaff2c427d7f3 on resource:port {{(pid=87507) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 23:10:58.756027 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-27524c87-0dfd-4dc9-a36c-d2bbcff72cef req-69d6d492-c040-4159-8b9e-592d3be1ddac tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=c824888d650f48a8badbaff2c427d7f3&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0957503
Dec 16 23:10:58.812664 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [req-27524c87-0dfd-4dc9-a36c-d2bbcff72cef req-3b99827a-37f5-4202-a0ea-6df824afe3b7 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=87507) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 16 23:10:58.813667 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-27524c87-0dfd-4dc9-a36c-d2bbcff72cef req-3b99827a-37f5-4202-a0ea-6df824afe3b7 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0458457
Dec 16 23:10:58.914944 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Pushing event updated for resources: {'Port': ['ID=f6173cfd-7b3d-456f-b2bb-59a6d6f97a6e,revision_number=4']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:10:58.920204 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:10:58.945607 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning for port 191228f3-3b85-4f97-8127-91b634685f91 completed by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 23:10:58.960298 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning complete for port 191228f3-3b85-4f97-8127-91b634685f91 triggered by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 23:10:58.960679 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:10:59.068547 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-27524c87-0dfd-4dc9-a36c-d2bbcff72cef req-393ce992-4bf3-48db-a25a-c40801ebe17c service neutron] 10.222.0.13 "GET /v2.0/networks/c282d5ee-088e-4b9e-a291-c063fecb63e4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2479508
Dec 16 23:10:59.126289 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:10:59.149745 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-092a13a4-8056-4a68-a8c0-44e231c24dd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b7d62e700>, [{'id': 'e6141163-4fd1-4422-82e9-6308b0a0b48d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-861410169', 'tenant_id': 'c824888d650f48a8badbaff2c427d7f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.8'}], 'enable_snat': True}, 'gw_port_id': 'f6173cfd-7b3d-456f-b2bb-59a6d6f97a6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:10:52Z', 'updated_at': '2021-12-16T23:10:56Z', 'revision_number': 4, 'project_id': 'c824888d650f48a8badbaff2c427d7f3', 'gw_port': {'id': 'f6173cfd-7b3d-456f-b2bb-59a6d6f97a6e', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:1e:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6141163-4fd1-4422-82e9-6308b0a0b48d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:10:52Z', 'updated_at': '2021-12-16T23:10:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv', '_interfaces': [{'id': '99cbcf8a-64fd-4fdc-9bba-dd74743432eb', 'name': '', 'network_id': 'c282d5ee-088e-4b9e-a291-c063fecb63e4', 'tenant_id': 'c824888d650f48a8badbaff2c427d7f3', 'mac_address': 'fa:16:3e:f9:72:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6141163-4fd1-4422-82e9-6308b0a0b48d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': 'd6c12a12-863d-45fe-948e-116ed57d0bed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:10:56Z', 'updated_at': '2021-12-16T23:10:57Z', 'revision_number': 2, 'project_id': 'c824888d650f48a8badbaff2c427d7f3', 'subnets': [{'id': 'd6c12a12-863d-45fe-948e-116ed57d0bed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 23:10:59.159061 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-092a13a4-8056-4a68-a8c0-44e231c24dd5 None None] Checking router: e6141163-4fd1-4422-82e9-6308b0a0b48d for host: dv-neutron-821829-1-hyperv {{(pid=87508) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 23:10:59.159427 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-092a13a4-8056-4a68-a8c0-44e231c24dd5 None None] Updating router e6141163-4fd1-4422-82e9-6308b0a0b48d port 99cbcf8a-64fd-4fdc-9bba-dd74743432eb binding host dv-neutron-821829-1-hyperv {{(pid=87508) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 16 23:10:59.199790 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-27524c87-0dfd-4dc9-a36c-d2bbcff72cef req-afdddd02-f78a-406a-84e3-91546f89fa82 service neutron] 10.222.0.13 "GET /v2.0/networks/c282d5ee-088e-4b9e-a291-c063fecb63e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1253805
Dec 16 23:10:59.202457 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] For port 191228f3-3b85-4f97-8127-91b634685f91, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=191228f3-3b85-4f97-8127-91b634685f91,segment=NetworkSegment(7eb24c3b-3fd4-4de2-a9c0-042b14d5921c),segment_id=7eb24c3b-3fd4-4de2-a9c0-042b14d5921c)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 23:10:59.211962 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:10:59.215726 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:10:59.258462 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-092a13a4-8056-4a68-a8c0-44e231c24dd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:10:59.339021 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Pushing event updated for resources: {'Port': ['ID=191228f3-3b85-4f97-8127-91b634685f91,revision_number=3']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:10:59.349108 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:10:59.379415 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-b32bbc0f-67b6-4181-963f-430d696bd0e2 req-9600bc36-a94d-4c42-8b18-670ad6d38a7d tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.13 "GET /v2.0/ports?device_id=beeedcce-3f44-4dd7-833c-7136ea52652e HTTP/1.1" status: 200  len: 210 time: 0.0434322
Dec 16 23:10:59.632738 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-092a13a4-8056-4a68-a8c0-44e231c24dd5 None None] Notify callbacks [] for port, precommit_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:10:59.645010 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-092a13a4-8056-4a68-a8c0-44e231c24dd5 None None] Transition to ACTIVE for port object 99cbcf8a-64fd-4fdc-9bba-dd74743432eb will not be triggered until provisioned by entity L2. {{(pid=87508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 23:10:59.651068 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-092a13a4-8056-4a68-a8c0-44e231c24dd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:10:59.655198 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:10:59.818092 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cda72bc-4286-4820-a566-56f28b99274a None None] Pushing event updated for resources: {'Port': ['ID=99cbcf8a-64fd-4fdc-9bba-dd74743432eb,revision_number=3']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:10:59.844469 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-5cda72bc-4286-4820-a566-56f28b99274a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:10:59.871483 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-092a13a4-8056-4a68-a8c0-44e231c24dd5 None None] Attempting to bind port 99cbcf8a-64fd-4fdc-9bba-dd74743432eb on host dv-neutron-821829-1-hyperv for vnic_type normal with profile  {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 23:10:59.871893 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-092a13a4-8056-4a68-a8c0-44e231c24dd5 None None] Attempting to bind port 99cbcf8a-64fd-4fdc-9bba-dd74743432eb by drivers openvswitch,hyperv on host dv-neutron-821829-1-hyperv at level 0 using segments [{'id': '7eb24c3b-3fd4-4de2-a9c0-042b14d5921c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'c282d5ee-088e-4b9e-a291-c063fecb63e4'}] {{(pid=87508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 23:10:59.872267 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-092a13a4-8056-4a68-a8c0-44e231c24dd5 None None] Attempting to bind port 99cbcf8a-64fd-4fdc-9bba-dd74743432eb on network c282d5ee-088e-4b9e-a291-c063fecb63e4 {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 23:10:59.877646 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-092a13a4-8056-4a68-a8c0-44e231c24dd5 None None] Checking agent: {'id': '5571501f-366e-47a4-9b60-8ef19d935d27', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821829-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 24, 2), 'started_at': datetime.datetime(2021, 12, 16, 22, 24, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 23, 10, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821829-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 23:10:59.878024 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-092a13a4-8056-4a68-a8c0-44e231c24dd5 None None] Checking segment: {'id': '7eb24c3b-3fd4-4de2-a9c0-042b14d5921c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'c282d5ee-088e-4b9e-a291-c063fecb63e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 23:10:59.878432 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-092a13a4-8056-4a68-a8c0-44e231c24dd5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:10:59.879458 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-092a13a4-8056-4a68-a8c0-44e231c24dd5 None None] Bound using segment: {'id': '7eb24c3b-3fd4-4de2-a9c0-042b14d5921c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'c282d5ee-088e-4b9e-a291-c063fecb63e4'} {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 23:10:59.879953 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-092a13a4-8056-4a68-a8c0-44e231c24dd5 None None] Bound port: 99cbcf8a-64fd-4fdc-9bba-dd74743432eb, host: dv-neutron-821829-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7eb24c3b-3fd4-4de2-a9c0-042b14d5921c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'c282d5ee-088e-4b9e-a291-c063fecb63e4'}}] {{(pid=87508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 23:10:59.880336 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-092a13a4-8056-4a68-a8c0-44e231c24dd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:10:59.981239 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-092a13a4-8056-4a68-a8c0-44e231c24dd5 None None] For port 99cbcf8a-64fd-4fdc-9bba-dd74743432eb, host dv-neutron-821829-1-hyperv, cleared binding levels {{(pid=87508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 23:10:59.984150 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-092a13a4-8056-4a68-a8c0-44e231c24dd5 None None] For port 99cbcf8a-64fd-4fdc-9bba-dd74743432eb, host dv-neutron-821829-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=99cbcf8a-64fd-4fdc-9bba-dd74743432eb,segment=NetworkSegment(7eb24c3b-3fd4-4de2-a9c0-042b14d5921c),segment_id=7eb24c3b-3fd4-4de2-a9c0-042b14d5921c)] {{(pid=87508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 23:10:59.988770 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-092a13a4-8056-4a68-a8c0-44e231c24dd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:10:59.992853 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-5cda72bc-4286-4820-a566-56f28b99274a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:11:00.064346 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-092a13a4-8056-4a68-a8c0-44e231c24dd5 None None] Routers {'e6141163-4fd1-4422-82e9-6308b0a0b48d'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 23:11:00.064963 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-092a13a4-8056-4a68-a8c0-44e231c24dd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b7d62e700>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T23:10:31Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['e6141163-4fd1-4422-82e9-6308b0a0b48d'], 'active': True} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 23:11:00.117917 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device f6173cfd-7b3d-456f-b2bb-59a6d6f97a6e up at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 23:11:00.159122 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cda72bc-4286-4820-a566-56f28b99274a None None] Pushing event updated for resources: {'Port': ['ID=99cbcf8a-64fd-4fdc-9bba-dd74743432eb,revision_number=4']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:11:00.169707 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-5cda72bc-4286-4820-a566-56f28b99274a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:11:00.308898 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning complete for port f6173cfd-7b3d-456f-b2bb-59a6d6f97a6e triggered by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 23:11:00.309202 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:11:00.352565 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvr_db [None req-092a13a4-8056-4a68-a8c0-44e231c24dd5 None None] Set router e6141163-4fd1-4422-82e9-6308b0a0b48d gateway port host: dv-neutron-821829-1-hyperv {{(pid=87508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 23:11:00.505807 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27524c87-0dfd-4dc9-a36c-d2bbcff72cef req-991f8523-8f14-44ea-9443-6e91d64ceb1a tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:11:00.508072 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-27524c87-0dfd-4dc9-a36c-d2bbcff72cef req-991f8523-8f14-44ea-9443-6e91d64ceb1a tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.49 "GET /v2.0/networks?id=c282d5ee-088e-4b9e-a291-c063fecb63e4 HTTP/1.1" status: 200  len: 796 time: 0.1590836
Dec 16 23:11:00.578786 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-2289b181-af57-4b69-8a96-bcfa0b538be1 req-46f65b2e-8626-470f-9a65-6e304fbe70c1 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.13 "GET /v2.0/ports?device_id=beeedcce-3f44-4dd7-833c-7136ea52652e HTTP/1.1" status: 200  len: 210 time: 0.0681627
Dec 16 23:11:00.581247 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-27524c87-0dfd-4dc9-a36c-d2bbcff72cef req-93f06bb1-a4bc-4c3c-9185-a25623aa448f tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c824888d650f48a8badbaff2c427d7f3 HTTP/1.1" status: 200  len: 379 time: 0.0575280
Dec 16 23:11:00.594131 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [req-27524c87-0dfd-4dc9-a36c-d2bbcff72cef req-7b575b59-52c8-427e-bc43-7697207037a4 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Request body: {'port': {'device_id': 'beeedcce-3f44-4dd7-833c-7136ea52652e', 'network_id': 'c282d5ee-088e-4b9e-a291-c063fecb63e4', 'admin_state_up': True, 'tenant_id': 'c824888d650f48a8badbaff2c427d7f3', 'security_groups': ['c93837aa-95e3-4e10-beca-0a81a180fa31']}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 23:11:00.735180 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [req-27524c87-0dfd-4dc9-a36c-d2bbcff72cef req-7b575b59-52c8-427e-bc43-7697207037a4 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 23:11:00.741107 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-4788e130-836d-4624-8650-d1e885b94c7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:11:00.745889 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [req-27524c87-0dfd-4dc9-a36c-d2bbcff72cef req-7b575b59-52c8-427e-bc43-7697207037a4 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 23:11:00.753037 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 191228f3-3b85-4f97-8127-91b634685f91 up at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 23:11:00.756689 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27524c87-0dfd-4dc9-a36c-d2bbcff72cef req-7b575b59-52c8-427e-bc43-7697207037a4 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Made reservation on behalf of c824888d650f48a8badbaff2c427d7f3 for: {'port': 1} {{(pid=87506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 23:11:00.760320 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-27524c87-0dfd-4dc9-a36c-d2bbcff72cef req-7b575b59-52c8-427e-bc43-7697207037a4 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:11:00.884205 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning complete for port 191228f3-3b85-4f97-8127-91b634685f91 triggered by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 23:11:00.884586 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:11:00.919122 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.db_base_plugin_common [req-27524c87-0dfd-4dc9-a36c-d2bbcff72cef req-7b575b59-52c8-427e-bc43-7697207037a4 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Allocated IP 172.20.0.10 (c282d5ee-088e-4b9e-a291-c063fecb63e4/d6c12a12-863d-45fe-948e-116ed57d0bed/84b6b8a1-1e77-4ee0-af29-1eb172d2fc6b) {{(pid=87506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 23:11:00.960698 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-092a13a4-8056-4a68-a8c0-44e231c24dd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b7d62e700>, [{'id': 'e6141163-4fd1-4422-82e9-6308b0a0b48d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-861410169', 'tenant_id': 'c824888d650f48a8badbaff2c427d7f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.8'}], 'enable_snat': True}, 'gw_port_id': 'f6173cfd-7b3d-456f-b2bb-59a6d6f97a6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:10:52Z', 'updated_at': '2021-12-16T23:10:56Z', 'revision_number': 4, 'project_id': 'c824888d650f48a8badbaff2c427d7f3', 'gw_port': {'id': 'f6173cfd-7b3d-456f-b2bb-59a6d6f97a6e', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:1e:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6141163-4fd1-4422-82e9-6308b0a0b48d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:10:52Z', 'updated_at': '2021-12-16T23:10:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv', '_interfaces': [{'id': '99cbcf8a-64fd-4fdc-9bba-dd74743432eb', 'name': '', 'network_id': 'c282d5ee-088e-4b9e-a291-c063fecb63e4', 'tenant_id': 'c824888d650f48a8badbaff2c427d7f3', 'mac_address': 'fa:16:3e:f9:72:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6141163-4fd1-4422-82e9-6308b0a0b48d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': 'd6c12a12-863d-45fe-948e-116ed57d0bed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:10:56Z', 'updated_at': '2021-12-16T23:10:59Z', 'revision_number': 4, 'project_id': 'c824888d650f48a8badbaff2c427d7f3', 'subnets': [{'id': 'd6c12a12-863d-45fe-948e-116ed57d0bed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 23:11:00.991319 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-092a13a4-8056-4a68-a8c0-44e231c24dd5 None None] The sync data for ids ['e6141163-4fd1-4422-82e9-6308b0a0b48d'] in dv-neutron-821829-1-hyperv is: [{'id': 'e6141163-4fd1-4422-82e9-6308b0a0b48d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-861410169', 'tenant_id': 'c824888d650f48a8badbaff2c427d7f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.8'}], 'enable_snat': True}, 'gw_port_id': 'f6173cfd-7b3d-456f-b2bb-59a6d6f97a6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:10:52Z', 'updated_at': '2021-12-16T23:10:56Z', 'revision_number': 4, 'project_id': 'c824888d650f48a8badbaff2c427d7f3', 'gw_port': {'id': 'f6173cfd-7b3d-456f-b2bb-59a6d6f97a6e', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:1e:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6141163-4fd1-4422-82e9-6308b0a0b48d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:10:52Z', 'updated_at': '2021-12-16T23:10:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv', '_interfaces': [{'id': '99cbcf8a-64fd-4fdc-9bba-dd74743432eb', 'name': '', 'network_id': 'c282d5ee-088e-4b9e-a291-c063fecb63e4', 'tenant_id': 'c824888d650f48a8badbaff2c427d7f3', 'mac_address': 'fa:16:3e:f9:72:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6141163-4fd1-4422-82e9-6308b0a0b48d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': 'd6c12a12-863d-45fe-948e-116ed57d0bed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:10:56Z', 'updated_at': '2021-12-16T23:10:59Z', 'revision_number': 4, 'project_id': 'c824888d650f48a8badbaff2c427d7f3', 'subnets': [{'id': 'd6c12a12-863d-45fe-948e-116ed57d0bed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 23:11:01.125789 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-27524c87-0dfd-4dc9-a36c-d2bbcff72cef req-7b575b59-52c8-427e-bc43-7697207037a4 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks [] for port, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:11:01.142795 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.provisioning_blocks [req-27524c87-0dfd-4dc9-a36c-d2bbcff72cef req-7b575b59-52c8-427e-bc43-7697207037a4 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Transition to ACTIVE for port object 84b6b8a1-1e77-4ee0-af29-1eb172d2fc6b will not be triggered until provisioned by entity DHCP. {{(pid=87506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 23:11:01.167753 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-27524c87-0dfd-4dc9-a36c-d2bbcff72cef req-7b575b59-52c8-427e-bc43-7697207037a4 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1863393'] for port, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:11:01.173566 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-39316857-9e2e-497c-a621-0fff41d71051 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:11:01.244465 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27524c87-0dfd-4dc9-a36c-d2bbcff72cef req-7b575b59-52c8-427e-bc43-7697207037a4 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Network c282d5ee-088e-4b9e-a291-c063fecb63e4 is already hosted by enough agents. {{(pid=87506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 23:11:01.247653 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.base_scheduler [req-27524c87-0dfd-4dc9-a36c-d2bbcff72cef req-7b575b59-52c8-427e-bc43-7697207037a4 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Resources bound (agent type, host, resource id):  {{(pid=87506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 23:11:01.251504 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.l3_dvrscheduler_db [req-27524c87-0dfd-4dc9-a36c-d2bbcff72cef req-7b575b59-52c8-427e-bc43-7697207037a4 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Received port after_create {{(pid=87506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 23:11:01.282042 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b575b59-52c8-427e-bc43-7697207037a4 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Pushing event updated for resources: {'Port': ['ID=84b6b8a1-1e77-4ee0-af29-1eb172d2fc6b,revision_number=1']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:11:01.293013 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-7b575b59-52c8-427e-bc43-7697207037a4 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:11:01.319668 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27524c87-0dfd-4dc9-a36c-d2bbcff72cef req-7b575b59-52c8-427e-bc43-7697207037a4 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:11:01.320320 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-27524c87-0dfd-4dc9-a36c-d2bbcff72cef req-7b575b59-52c8-427e-bc43-7697207037a4 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for port, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:11:01.353461 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-27524c87-0dfd-4dc9-a36c-d2bbcff72cef req-7b575b59-52c8-427e-bc43-7697207037a4 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.7637441
Dec 16 23:11:01.376002 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [req-27524c87-0dfd-4dc9-a36c-d2bbcff72cef req-a3b132b1-4837-4878-b7a3-9429e40d13f2 service neutron] Request body: {'port': {'device_id': 'beeedcce-3f44-4dd7-833c-7136ea52652e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8218'}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 23:11:01.497309 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-27524c87-0dfd-4dc9-a36c-d2bbcff72cef req-a3b132b1-4837-4878-b7a3-9429e40d13f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:11:01.529077 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-4d00655c-1681-46a8-b9fd-04615a8bbe95 None None] Provisioning for port 84b6b8a1-1e77-4ee0-af29-1eb172d2fc6b completed by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 23:11:01.534384 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-4d00655c-1681-46a8-b9fd-04615a8bbe95 None None] Provisioning complete for port 84b6b8a1-1e77-4ee0-af29-1eb172d2fc6b triggered by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 23:11:01.535435 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-4d00655c-1681-46a8-b9fd-04615a8bbe95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:11:01.595591 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-4d00655c-1681-46a8-b9fd-04615a8bbe95 None None] Port 84b6b8a1-1e77-4ee0-af29-1eb172d2fc6b cannot update to ACTIVE because it is not bound. {{(pid=87508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 23:11:01.620244 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-3e729f7f-1589-4d54-9c4a-7ee6b283cc2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:11:01.742212 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:11:01.777580 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d69ac7c-0208-4e91-8ecd-c0b1d2743f13 req-9a0d62b3-e707-4d7c-9fc5-bad41fda982b tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:11:01.779289 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-6d69ac7c-0208-4e91-8ecd-c0b1d2743f13 req-9a0d62b3-e707-4d7c-9fc5-bad41fda982b tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.13 "GET /v2.0/ports?device_id=beeedcce-3f44-4dd7-833c-7136ea52652e HTTP/1.1" status: 200  len: 932 time: 0.0880733
Dec 16 23:11:01.836517 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-6d69ac7c-0208-4e91-8ecd-c0b1d2743f13 req-6cf84696-b892-40bd-a33a-486fa9d90664 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.13 "GET /v2.0/security-groups?id=c93837aa-95e3-4e10-beca-0a81a180fa31&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0511599
Dec 16 23:11:01.986497 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.notifiers.nova [req-27524c87-0dfd-4dc9-a36c-d2bbcff72cef req-a3b132b1-4837-4878-b7a3-9429e40d13f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84b6b8a1-1e77-4ee0-af29-1eb172d2fc6b {{(pid=87506) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 23:11:01.993759 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-27524c87-0dfd-4dc9-a36c-d2bbcff72cef req-a3b132b1-4837-4878-b7a3-9429e40d13f2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:11:02.008216 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.provisioning_blocks [req-27524c87-0dfd-4dc9-a36c-d2bbcff72cef req-a3b132b1-4837-4878-b7a3-9429e40d13f2 service neutron] Transition to ACTIVE for port object 84b6b8a1-1e77-4ee0-af29-1eb172d2fc6b will not be triggered until provisioned by entity L2. {{(pid=87506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 23:11:02.013495 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-27524c87-0dfd-4dc9-a36c-d2bbcff72cef req-a3b132b1-4837-4878-b7a3-9429e40d13f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1863400'] for port, after_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:11:02.017863 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-ea26d421-596c-4d5e-8f51-6d8654098748 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:11:02.087013 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 99cbcf8a-64fd-4fdc-9bba-dd74743432eb up at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 23:11:02.155888 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b132b1-4837-4878-b7a3-9429e40d13f2 service neutron] Pushing event updated for resources: {'Port': ['ID=84b6b8a1-1e77-4ee0-af29-1eb172d2fc6b,revision_number=2']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:11:02.177239 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning for port 99cbcf8a-64fd-4fdc-9bba-dd74743432eb completed by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 23:11:02.188229 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning complete for port 99cbcf8a-64fd-4fdc-9bba-dd74743432eb triggered by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 23:11:02.188677 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:11:02.195896 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-a3b132b1-4837-4878-b7a3-9429e40d13f2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:11:02.268712 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.managers [req-27524c87-0dfd-4dc9-a36c-d2bbcff72cef req-a3b132b1-4837-4878-b7a3-9429e40d13f2 service neutron] Attempting to bind port 84b6b8a1-1e77-4ee0-af29-1eb172d2fc6b on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=87506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 23:11:02.269094 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.managers [req-27524c87-0dfd-4dc9-a36c-d2bbcff72cef req-a3b132b1-4837-4878-b7a3-9429e40d13f2 service neutron] Attempting to bind port 84b6b8a1-1e77-4ee0-af29-1eb172d2fc6b by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '7eb24c3b-3fd4-4de2-a9c0-042b14d5921c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'c282d5ee-088e-4b9e-a291-c063fecb63e4'}] {{(pid=87506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 23:11:02.269580 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27524c87-0dfd-4dc9-a36c-d2bbcff72cef req-a3b132b1-4837-4878-b7a3-9429e40d13f2 service neutron] Attempting to bind port 84b6b8a1-1e77-4ee0-af29-1eb172d2fc6b on network c282d5ee-088e-4b9e-a291-c063fecb63e4 {{(pid=87506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 23:11:02.274445 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27524c87-0dfd-4dc9-a36c-d2bbcff72cef req-a3b132b1-4837-4878-b7a3-9429e40d13f2 service neutron] Port 84b6b8a1-1e77-4ee0-af29-1eb172d2fc6b on network c282d5ee-088e-4b9e-a291-c063fecb63e4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=87506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 16 23:11:02.274769 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27524c87-0dfd-4dc9-a36c-d2bbcff72cef req-a3b132b1-4837-4878-b7a3-9429e40d13f2 service neutron] Attempting to bind port 84b6b8a1-1e77-4ee0-af29-1eb172d2fc6b on network c282d5ee-088e-4b9e-a291-c063fecb63e4 {{(pid=87506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 23:11:02.280257 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27524c87-0dfd-4dc9-a36c-d2bbcff72cef req-a3b132b1-4837-4878-b7a3-9429e40d13f2 service neutron] Checking agent: {'id': '849b5cbb-8f70-4c31-8f37-fd42f8351747', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8218', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 30, 8), 'started_at': datetime.datetime(2021, 12, 16, 22, 30, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 23, 10, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 23:11:02.280597 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27524c87-0dfd-4dc9-a36c-d2bbcff72cef req-a3b132b1-4837-4878-b7a3-9429e40d13f2 service neutron] Checking segment: {'id': '7eb24c3b-3fd4-4de2-a9c0-042b14d5921c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'c282d5ee-088e-4b9e-a291-c063fecb63e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 23:11:02.280988 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27524c87-0dfd-4dc9-a36c-d2bbcff72cef req-a3b132b1-4837-4878-b7a3-9429e40d13f2 service neutron] Bound using segment: {'id': '7eb24c3b-3fd4-4de2-a9c0-042b14d5921c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'c282d5ee-088e-4b9e-a291-c063fecb63e4'} {{(pid=87506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 23:11:02.281422 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.managers [req-27524c87-0dfd-4dc9-a36c-d2bbcff72cef req-a3b132b1-4837-4878-b7a3-9429e40d13f2 service neutron] Bound port: 84b6b8a1-1e77-4ee0-af29-1eb172d2fc6b, host: hv-neutron-8218, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7eb24c3b-3fd4-4de2-a9c0-042b14d5921c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'c282d5ee-088e-4b9e-a291-c063fecb63e4'}}] {{(pid=87506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 23:11:02.281770 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-27524c87-0dfd-4dc9-a36c-d2bbcff72cef req-a3b132b1-4837-4878-b7a3-9429e40d13f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:11:02.329222 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:11:02.362019 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] For port 99cbcf8a-64fd-4fdc-9bba-dd74743432eb, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=99cbcf8a-64fd-4fdc-9bba-dd74743432eb,segment=NetworkSegment(7eb24c3b-3fd4-4de2-a9c0-042b14d5921c),segment_id=7eb24c3b-3fd4-4de2-a9c0-042b14d5921c)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 23:11:02.366189 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:11:02.368020 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:11:02.376052 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.db [req-27524c87-0dfd-4dc9-a36c-d2bbcff72cef req-a3b132b1-4837-4878-b7a3-9429e40d13f2 service neutron] For port 84b6b8a1-1e77-4ee0-af29-1eb172d2fc6b, host hv-neutron-8218, cleared binding levels {{(pid=87506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 23:11:02.379521 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.db [req-27524c87-0dfd-4dc9-a36c-d2bbcff72cef req-a3b132b1-4837-4878-b7a3-9429e40d13f2 service neutron] For port 84b6b8a1-1e77-4ee0-af29-1eb172d2fc6b, host hv-neutron-8218, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=84b6b8a1-1e77-4ee0-af29-1eb172d2fc6b,segment=NetworkSegment(7eb24c3b-3fd4-4de2-a9c0-042b14d5921c),segment_id=7eb24c3b-3fd4-4de2-a9c0-042b14d5921c)] {{(pid=87506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 23:11:02.384130 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-27524c87-0dfd-4dc9-a36c-d2bbcff72cef req-a3b132b1-4837-4878-b7a3-9429e40d13f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1863400'] for port, after_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:11:02.389601 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-053b6615-67ce-463a-a5fe-b84530f48f4d tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:11:02.438611 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27524c87-0dfd-4dc9-a36c-d2bbcff72cef req-a3b132b1-4837-4878-b7a3-9429e40d13f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:11:02.439181 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-27524c87-0dfd-4dc9-a36c-d2bbcff72cef req-a3b132b1-4837-4878-b7a3-9429e40d13f2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for port, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:11:02.440802 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-27524c87-0dfd-4dc9-a36c-d2bbcff72cef req-a3b132b1-4837-4878-b7a3-9429e40d13f2 service neutron] 10.222.0.49 "PUT /v2.0/ports/84b6b8a1-1e77-4ee0-af29-1eb172d2fc6b HTTP/1.1" status: 200  len: 1094 time: 1.0723655
Dec 16 23:11:02.444290 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'beeedcce-3f44-4dd7-833c-7136ea52652e', 'tag': '84b6b8a1-1e77-4ee0-af29-1eb172d2fc6b'}] {{(pid=87506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 23:11:02.445428 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Pushing event updated for resources: {'Port': ['ID=99cbcf8a-64fd-4fdc-9bba-dd74743432eb,revision_number=5']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:11:02.448356 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:11:02.482341 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b132b1-4837-4878-b7a3-9429e40d13f2 service neutron] Pushing event updated for resources: {'Port': ['ID=84b6b8a1-1e77-4ee0-af29-1eb172d2fc6b,revision_number=3']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:11:02.486399 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-a3b132b1-4837-4878-b7a3-9429e40d13f2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:11:02.501497 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'beeedcce-3f44-4dd7-833c-7136ea52652e', 'tag': '84b6b8a1-1e77-4ee0-af29-1eb172d2fc6b', 'status': 'completed', 'code': 200}
Dec 16 23:11:02.590045 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27524c87-0dfd-4dc9-a36c-d2bbcff72cef req-ff2e34ad-cc4a-44d3-9950-508b37497e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:11:02.591522 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-27524c87-0dfd-4dc9-a36c-d2bbcff72cef req-ff2e34ad-cc4a-44d3-9950-508b37497e47 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c824888d650f48a8badbaff2c427d7f3&device_id=beeedcce-3f44-4dd7-833c-7136ea52652e HTTP/1.1" status: 200  len: 1097 time: 0.0735519
Dec 16 23:11:02.668419 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-27524c87-0dfd-4dc9-a36c-d2bbcff72cef req-a4b27a02-ba7a-4306-bb23-7b88dbc7d603 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=84b6b8a1-1e77-4ee0-af29-1eb172d2fc6b HTTP/1.1" status: 200  len: 217 time: 0.0642798
Dec 16 23:11:02.731423 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27524c87-0dfd-4dc9-a36c-d2bbcff72cef req-61e51ead-9ca8-4f71-96c1-9622cfdc9001 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:11:02.732896 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-27524c87-0dfd-4dc9-a36c-d2bbcff72cef req-61e51ead-9ca8-4f71-96c1-9622cfdc9001 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=d6c12a12-863d-45fe-948e-116ed57d0bed HTTP/1.1" status: 200  len: 834 time: 0.0558763
Dec 16 23:11:02.805639 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27524c87-0dfd-4dc9-a36c-d2bbcff72cef req-9c2ce922-8baa-4e42-88e0-f48944d2ff53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:11:02.807077 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-27524c87-0dfd-4dc9-a36c-d2bbcff72cef req-9c2ce922-8baa-4e42-88e0-f48944d2ff53 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c282d5ee-088e-4b9e-a291-c063fecb63e4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0679116
Dec 16 23:11:02.936257 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-27524c87-0dfd-4dc9-a36c-d2bbcff72cef req-4e32e402-90c3-43e2-8d8d-67db30e0f035 service neutron] 10.222.0.49 "GET /v2.0/networks/c282d5ee-088e-4b9e-a291-c063fecb63e4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1224718
Dec 16 23:11:03.019972 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ba79f4-1661-4063-8939-a0514ae8ed48 req-6f9a159a-6ad9-4d87-9a92-9d68f55e1c63 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:11:03.021356 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-13ba79f4-1661-4063-8939-a0514ae8ed48 req-6f9a159a-6ad9-4d87-9a92-9d68f55e1c63 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.13 "GET /v2.0/ports?device_id=beeedcce-3f44-4dd7-833c-7136ea52652e HTTP/1.1" status: 200  len: 944 time: 0.0834501
Dec 16 23:11:03.065719 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-13ba79f4-1661-4063-8939-a0514ae8ed48 req-6bfbfc95-a087-47c8-8c75-9f36e5b7ce18 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.13 "GET /v2.0/security-groups?id=c93837aa-95e3-4e10-beca-0a81a180fa31&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0386868
Dec 16 23:11:03.068309 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-27524c87-0dfd-4dc9-a36c-d2bbcff72cef req-f0989303-b860-458f-82a1-be992b0bdb74 service neutron] 10.222.0.49 "GET /v2.0/networks/c282d5ee-088e-4b9e-a291-c063fecb63e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1256692
Dec 16 23:11:03.225983 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f12b57-16e4-4158-8572-dbf54478d7cb req-ccda9811-928a-4ffd-9ca1-bf91b641b01e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:11:03.227424 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-68f12b57-16e4-4158-8572-dbf54478d7cb req-ccda9811-928a-4ffd-9ca1-bf91b641b01e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c824888d650f48a8badbaff2c427d7f3&device_id=beeedcce-3f44-4dd7-833c-7136ea52652e HTTP/1.1" status: 200  len: 1097 time: 0.0756712
Dec 16 23:11:03.359668 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f12b57-16e4-4158-8572-dbf54478d7cb req-25a9a89d-4fec-4ca4-9a49-94624e1da1b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:11:03.361145 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-68f12b57-16e4-4158-8572-dbf54478d7cb req-25a9a89d-4fec-4ca4-9a49-94624e1da1b2 service neutron] 10.222.0.49 "GET /v2.0/networks?id=c282d5ee-088e-4b9e-a291-c063fecb63e4 HTTP/1.1" status: 200  len: 897 time: 0.1253641
Dec 16 23:11:03.371062 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-4541ba3b-6be8-499c-bc94-3c60aa55c4f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:11:03.431849 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-68f12b57-16e4-4158-8572-dbf54478d7cb req-afab6a35-9bdb-4d1c-82c9-37d4f1ad3f25 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=84b6b8a1-1e77-4ee0-af29-1eb172d2fc6b HTTP/1.1" status: 200  len: 217 time: 0.0631194
Dec 16 23:11:03.494771 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f12b57-16e4-4158-8572-dbf54478d7cb req-7eb2c495-6782-4491-bb2e-1529f805232d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:11:03.496206 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-68f12b57-16e4-4158-8572-dbf54478d7cb req-7eb2c495-6782-4491-bb2e-1529f805232d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=d6c12a12-863d-45fe-948e-116ed57d0bed HTTP/1.1" status: 200  len: 834 time: 0.0570955
Dec 16 23:11:03.571483 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f12b57-16e4-4158-8572-dbf54478d7cb req-456b265f-c94a-4b1e-bc8c-517ad72a71f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:11:03.572982 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-68f12b57-16e4-4158-8572-dbf54478d7cb req-456b265f-c94a-4b1e-bc8c-517ad72a71f4 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c282d5ee-088e-4b9e-a291-c063fecb63e4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0695908
Dec 16 23:11:03.810299 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-68f12b57-16e4-4158-8572-dbf54478d7cb req-6262ff63-093f-42c2-89ca-479bcc758b77 service neutron] 10.222.0.49 "GET /v2.0/networks/c282d5ee-088e-4b9e-a291-c063fecb63e4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2297766
Dec 16 23:11:03.937795 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-68f12b57-16e4-4158-8572-dbf54478d7cb req-7dc368f7-6c22-47d3-9edf-fc6fc7f6a07e service neutron] 10.222.0.49 "GET /v2.0/networks/c282d5ee-088e-4b9e-a291-c063fecb63e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1202912
Dec 16 23:11:04.054253 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 99cbcf8a-64fd-4fdc-9bba-dd74743432eb up at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 23:11:04.123509 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning complete for port 99cbcf8a-64fd-4fdc-9bba-dd74743432eb triggered by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 23:11:04.123925 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:11:04.248095 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2e6cc2-4bcd-4170-bd42-38002e89a605 req-501f3f5a-46ee-443f-99d0-dfb75f17bd37 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:11:04.249569 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-3d2e6cc2-4bcd-4170-bd42-38002e89a605 req-501f3f5a-46ee-443f-99d0-dfb75f17bd37 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.13 "GET /v2.0/ports?device_id=beeedcce-3f44-4dd7-833c-7136ea52652e HTTP/1.1" status: 200  len: 944 time: 0.0791299
Dec 16 23:11:04.302350 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-3d2e6cc2-4bcd-4170-bd42-38002e89a605 req-f57b3c11-bbe0-4403-949d-62680da54295 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.13 "GET /v2.0/security-groups?id=c93837aa-95e3-4e10-beca-0a81a180fa31&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0472128
Dec 16 23:11:05.485438 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe8c30b-b892-4ac1-8da7-676c482a2440 req-7c49612c-33db-4658-892e-5164397b2c05 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:11:05.486881 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-4fe8c30b-b892-4ac1-8da7-676c482a2440 req-7c49612c-33db-4658-892e-5164397b2c05 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.13 "GET /v2.0/ports?device_id=beeedcce-3f44-4dd7-833c-7136ea52652e HTTP/1.1" status: 200  len: 944 time: 0.0793612
Dec 16 23:11:05.529697 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-4fe8c30b-b892-4ac1-8da7-676c482a2440 req-5b448c5e-a8e1-4aea-858b-f9c754cf7ef2 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.13 "GET /v2.0/security-groups?id=c93837aa-95e3-4e10-beca-0a81a180fa31&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0366216
Dec 16 23:11:06.716119 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40961fc-6c36-48ac-871b-95241577e5d8 req-f3bed4df-81e6-45e6-9ca9-ba966b8f9f20 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:11:06.717538 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-f40961fc-6c36-48ac-871b-95241577e5d8 req-f3bed4df-81e6-45e6-9ca9-ba966b8f9f20 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.13 "GET /v2.0/ports?device_id=beeedcce-3f44-4dd7-833c-7136ea52652e HTTP/1.1" status: 200  len: 944 time: 0.0828872
Dec 16 23:11:06.760627 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-f40961fc-6c36-48ac-871b-95241577e5d8 req-95b27ac7-0c10-470e-af87-fe62afa171ec tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.13 "GET /v2.0/security-groups?id=c93837aa-95e3-4e10-beca-0a81a180fa31&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0369334
Dec 16 23:11:07.114083 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Device 84b6b8a1-1e77-4ee0-af29-1eb172d2fc6b details requested by agent hyperv_hv-neutron-8218 with host hv-neutron-8218 {{(pid=87508) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 16 23:11:07.244119 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] For port 84b6b8a1-1e77-4ee0-af29-1eb172d2fc6b, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=84b6b8a1-1e77-4ee0-af29-1eb172d2fc6b,segment=NetworkSegment(7eb24c3b-3fd4-4de2-a9c0-042b14d5921c),segment_id=7eb24c3b-3fd4-4de2-a9c0-042b14d5921c)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 23:11:07.256988 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Returning: {'device': '84b6b8a1-1e77-4ee0-af29-1eb172d2fc6b', 'network_id': 'c282d5ee-088e-4b9e-a291-c063fecb63e4', 'port_id': '84b6b8a1-1e77-4ee0-af29-1eb172d2fc6b', 'mac_address': 'fa:16:3e:7d:0b:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6c12a12-863d-45fe-948e-116ed57d0bed', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87508) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 16 23:11:07.309877 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:11:07.325940 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.notifiers.nova [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84b6b8a1-1e77-4ee0-af29-1eb172d2fc6b {{(pid=87508) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 23:11:07.341943 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] For port 84b6b8a1-1e77-4ee0-af29-1eb172d2fc6b, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=84b6b8a1-1e77-4ee0-af29-1eb172d2fc6b,segment=NetworkSegment(7eb24c3b-3fd4-4de2-a9c0-042b14d5921c),segment_id=7eb24c3b-3fd4-4de2-a9c0-042b14d5921c)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 23:11:07.346032 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:11:07.348516 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:11:07.414622 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Pushing event updated for resources: {'Port': ['ID=84b6b8a1-1e77-4ee0-af29-1eb172d2fc6b,revision_number=4']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:11:07.417485 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:11:07.627330 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] get_ports_and_sgs() called for port_ids ['84b6b8a1-1e77-4ee0-af29-1eb172d2fc6b'] {{(pid=87508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 23:11:07.940041 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a530d46e-d279-4a31-b710-e4177ff91624 req-0e2dba8d-bff5-4a04-8748-810315415b67 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:11:07.942117 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-a530d46e-d279-4a31-b710-e4177ff91624 req-0e2dba8d-bff5-4a04-8748-810315415b67 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.13 "GET /v2.0/ports?device_id=beeedcce-3f44-4dd7-833c-7136ea52652e HTTP/1.1" status: 200  len: 945 time: 0.0804856
Dec 16 23:11:07.984115 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-a530d46e-d279-4a31-b710-e4177ff91624 req-fc072979-f0bf-425a-91c4-f8637d482669 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.13 "GET /v2.0/security-groups?id=c93837aa-95e3-4e10-beca-0a81a180fa31&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0364788
Dec 16 23:11:08.136949 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:11:09.113867 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Device 84b6b8a1-1e77-4ee0-af29-1eb172d2fc6b up at agent hyperv_hv-neutron-8218 {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 23:11:09.187237 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Provisioning for port 84b6b8a1-1e77-4ee0-af29-1eb172d2fc6b completed by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 23:11:09.192934 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Provisioning complete for port 84b6b8a1-1e77-4ee0-af29-1eb172d2fc6b triggered by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 23:11:09.193315 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:11:09.323745 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759e190b-1ae7-4c91-a9e3-4dd3d484991c req-78bd4d99-1497-4024-a992-bc6d11c7fb4e tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:11:09.325343 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-759e190b-1ae7-4c91-a9e3-4dd3d484991c req-78bd4d99-1497-4024-a992-bc6d11c7fb4e tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.13 "GET /v2.0/ports?device_id=beeedcce-3f44-4dd7-833c-7136ea52652e HTTP/1.1" status: 200  len: 945 time: 0.0843384
Dec 16 23:11:09.349280 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:11:09.369798 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-759e190b-1ae7-4c91-a9e3-4dd3d484991c req-62b7001e-3c49-4823-a077-319db3589b24 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.13 "GET /v2.0/security-groups?id=c93837aa-95e3-4e10-beca-0a81a180fa31&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0386786
Dec 16 23:11:09.377465 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'beeedcce-3f44-4dd7-833c-7136ea52652e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84b6b8a1-1e77-4ee0-af29-1eb172d2fc6b'}] {{(pid=87508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 23:11:09.387645 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] For port 84b6b8a1-1e77-4ee0-af29-1eb172d2fc6b, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=84b6b8a1-1e77-4ee0-af29-1eb172d2fc6b,segment=NetworkSegment(7eb24c3b-3fd4-4de2-a9c0-042b14d5921c),segment_id=7eb24c3b-3fd4-4de2-a9c0-042b14d5921c)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 23:11:09.391412 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:11:09.393307 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-41ce12b7-c42e-443a-a81a-5079064e1468 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:11:09.434041 dv-neutron-821829-1-hyperv neutron-server[87508]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'beeedcce-3f44-4dd7-833c-7136ea52652e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84b6b8a1-1e77-4ee0-af29-1eb172d2fc6b', 'code': 200}
Dec 16 23:11:09.459115 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Pushing event updated for resources: {'Port': ['ID=84b6b8a1-1e77-4ee0-af29-1eb172d2fc6b,revision_number=5']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:11:09.462112 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:11:09.694174 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e812a7d-f915-4abd-957d-020ec70d533b req-5f598b16-7093-4570-8b4d-5fb1e70868c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:11:09.695557 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-0e812a7d-f915-4abd-957d-020ec70d533b req-5f598b16-7093-4570-8b4d-5fb1e70868c0 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=beeedcce-3f44-4dd7-833c-7136ea52652e HTTP/1.1" status: 200  len: 1099 time: 0.0748079
Dec 16 23:11:09.736716 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-0e812a7d-f915-4abd-957d-020ec70d533b req-755f06ee-311c-43db-ae27-d922e55540e7 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=c93837aa-95e3-4e10-beca-0a81a180fa31&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0337863
Dec 16 23:11:10.552044 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00744ea-f5fb-46ee-803e-b9649b466d29 req-a45d7694-6b47-4a03-ba3f-d03d1cc2339a tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:11:10.553483 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-a00744ea-f5fb-46ee-803e-b9649b466d29 req-a45d7694-6b47-4a03-ba3f-d03d1cc2339a tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.13 "GET /v2.0/ports?device_id=beeedcce-3f44-4dd7-833c-7136ea52652e HTTP/1.1" status: 200  len: 946 time: 0.0793138
Dec 16 23:11:10.597134 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-a00744ea-f5fb-46ee-803e-b9649b466d29 req-9b32987c-3d1d-43b4-8235-468680a1bf30 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.13 "GET /v2.0/security-groups?id=c93837aa-95e3-4e10-beca-0a81a180fa31&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0379450
Dec 16 23:11:11.827268 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4bc713-626d-4f43-bd7d-450385221355 req-5d5ff0bb-6659-4793-9c77-427923783934 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:11:11.828739 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-8b4bc713-626d-4f43-bd7d-450385221355 req-5d5ff0bb-6659-4793-9c77-427923783934 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.13 "GET /v2.0/ports?device_id=beeedcce-3f44-4dd7-833c-7136ea52652e HTTP/1.1" status: 200  len: 946 time: 0.1296673
Dec 16 23:11:11.872559 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-8b4bc713-626d-4f43-bd7d-450385221355 req-a33878b9-9d16-4569-8678-113c29297afa tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.13 "GET /v2.0/security-groups?id=c93837aa-95e3-4e10-beca-0a81a180fa31&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0377812
Dec 16 23:11:12.048858 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1909e477-7e72-478c-a8e2-e67f4af72649 req-bd13506a-a9c7-42b4-a24a-bd462fc81d09 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:11:12.050273 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-1909e477-7e72-478c-a8e2-e67f4af72649 req-bd13506a-a9c7-42b4-a24a-bd462fc81d09 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.13 "GET /v2.0/ports?device_id=beeedcce-3f44-4dd7-833c-7136ea52652e HTTP/1.1" status: 200  len: 946 time: 0.0772841
Dec 16 23:11:12.096559 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-1909e477-7e72-478c-a8e2-e67f4af72649 req-02a32600-d827-45c3-b957-360da3902b8e tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.13 "GET /v2.0/security-groups?id=c93837aa-95e3-4e10-beca-0a81a180fa31&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0407076
Dec 16 23:11:12.118168 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 55014) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 23:11:12.186037 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66d0a7ef-b892-454c-931b-0893f2497b75 tempest-TestNetworkAdvancedServerOps-2068247746 tempest-TestNetworkAdvancedServerOps-2068247746-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:11:12.187405 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-66d0a7ef-b892-454c-931b-0893f2497b75 tempest-TestNetworkAdvancedServerOps-2068247746 tempest-TestNetworkAdvancedServerOps-2068247746-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=beeedcce-3f44-4dd7-833c-7136ea52652e HTTP/1.1" status: 200  len: 1094 time: 0.0681396
Dec 16 23:11:12.190129 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 55018) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 23:11:12.195374 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-1d13a821-d649-4e7a-a9a4-2eb4579370cf tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Request body: {'floatingip': {'floating_network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'port_id': '84b6b8a1-1e77-4ee0-af29-1eb172d2fc6b', 'tenant_id': 'c824888d650f48a8badbaff2c427d7f3', 'fixed_ip_address': '172.20.0.10'}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 23:11:12.201279 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-1d13a821-d649-4e7a-a9a4-2eb4579370cf tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 23:11:12.204990 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-1d13a821-d649-4e7a-a9a4-2eb4579370cf tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Usage tracker for resource:floatingip and tenant:c824888d650f48a8badbaff2c427d7f3 is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 23:11:12.208351 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-1d13a821-d649-4e7a-a9a4-2eb4579370cf tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 23:11:12.214097 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-1d13a821-d649-4e7a-a9a4-2eb4579370cf tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 23:11:12.224166 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-1d13a821-d649-4e7a-a9a4-2eb4579370cf tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks [] for floatingip, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:11:12.355263 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-1d13a821-d649-4e7a-a9a4-2eb4579370cf tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:11:12.491100 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.db_base_plugin_common [None req-1d13a821-d649-4e7a-a9a4-2eb4579370cf tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Allocated IP 172.26.0.230 (f8905ce9-304b-4976-bc47-e58c71c11de5/9bca8591-41ef-4f2d-8ecb-ecaab1a28acf/48f1d0e5-82fc-4ea2-9514-708683bf5b71) {{(pid=87507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 23:11:12.637702 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-1d13a821-d649-4e7a-a9a4-2eb4579370cf tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks [] for port, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:11:12.666273 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-1d13a821-d649-4e7a-a9a4-2eb4579370cf tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10807823'] for port, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:11:12.670974 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-4b28b40d-f49d-49e1-afef-29f2451097f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:11:12.730353 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d13a821-d649-4e7a-a9a4-2eb4579370cf tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Network f8905ce9-304b-4976-bc47-e58c71c11de5 is already hosted by enough agents. {{(pid=87507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 23:11:12.733385 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.base_scheduler [None req-1d13a821-d649-4e7a-a9a4-2eb4579370cf tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Resources bound (agent type, host, resource id):  {{(pid=87507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 23:11:12.735880 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d13a821-d649-4e7a-a9a4-2eb4579370cf tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Received port after_create {{(pid=87507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 23:11:12.900355 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d13a821-d649-4e7a-a9a4-2eb4579370cf tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Pushing event updated for resources: {'Port': ['ID=48f1d0e5-82fc-4ea2-9514-708683bf5b71,revision_number=1']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:11:12.903303 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-1d13a821-d649-4e7a-a9a4-2eb4579370cf tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:11:13.258207 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-1d13a821-d649-4e7a-a9a4-2eb4579370cf tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:11:13.328463 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-1d13a821-d649-4e7a-a9a4-2eb4579370cf tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:11:13.526717 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-1d13a821-d649-4e7a-a9a4-2eb4579370cf tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks [] for port, precommit_update {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:11:13.531151 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-1d13a821-d649-4e7a-a9a4-2eb4579370cf tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10807814'] for port, after_update {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:11:13.535191 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-517a4590-19d0-4c21-ba0b-c9a0860a2fef tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:11:13.636127 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d13a821-d649-4e7a-a9a4-2eb4579370cf tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Pushing event updated for resources: {'Port': ['ID=48f1d0e5-82fc-4ea2-9514-708683bf5b71,revision_number=2']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:11:13.640113 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-1d13a821-d649-4e7a-a9a4-2eb4579370cf tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:11:13.648126 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-1d13a821-d649-4e7a-a9a4-2eb4579370cf tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3741874'] for floatingip, after_update {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:11:13.814898 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.db.l3_db [None req-1d13a821-d649-4e7a-a9a4-2eb4579370cf tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Floating IP 4332745b-e1df-471f-8267-b2fb67ba56ff associated. External IP: 172.26.0.230, port: 84b6b8a1-1e77-4ee0-af29-1eb172d2fc6b.
Dec 16 23:11:14.153883 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d13a821-d649-4e7a-a9a4-2eb4579370cf tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Router e6141163-4fd1-4422-82e9-6308b0a0b48d has already been hosted by L3 agent 4f519db7-069b-43e2-8411-c092bac9102a {{(pid=87507) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 23:11:14.460295 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d13a821-d649-4e7a-a9a4-2eb4579370cf tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify agent at l3_agent.dv-neutron-821829-1-hyperv the message routers_updated {{(pid=87507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 23:11:14.470965 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcd1a61a-aed3-4c29-bde3-7afe383cdc7c None None] Sync routers for ids ['e6141163-4fd1-4422-82e9-6308b0a0b48d'] in dv-neutron-821829-1-hyperv {{(pid=87509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 23:11:14.481144 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcd1a61a-aed3-4c29-bde3-7afe383cdc7c None None] Routers {'e6141163-4fd1-4422-82e9-6308b0a0b48d'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 23:11:14.482062 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-fcd1a61a-aed3-4c29-bde3-7afe383cdc7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b7c8f5100>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T23:11:01Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['e6141163-4fd1-4422-82e9-6308b0a0b48d'], 'active': True} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 23:11:14.484632 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-1d13a821-d649-4e7a-a9a4-2eb4579370cf tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for floatingip, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:11:14.541508 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-1d13a821-d649-4e7a-a9a4-2eb4579370cf tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 2.3475482
Dec 16 23:11:14.541508 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'beeedcce-3f44-4dd7-833c-7136ea52652e', 'tag': '84b6b8a1-1e77-4ee0-af29-1eb172d2fc6b'}] {{(pid=87507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 23:11:14.591247 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'beeedcce-3f44-4dd7-833c-7136ea52652e', 'tag': '84b6b8a1-1e77-4ee0-af29-1eb172d2fc6b', 'status': 'completed', 'code': 200}
Dec 16 23:11:14.662237 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvr_db [None req-fcd1a61a-aed3-4c29-bde3-7afe383cdc7c None None] Set router e6141163-4fd1-4422-82e9-6308b0a0b48d gateway port host: dv-neutron-821829-1-hyperv {{(pid=87509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 23:11:14.705473 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f320d8e9-76d2-4cda-a4c0-c42cc40a43d8 req-2d6c5645-69f8-4ba0-ad2b-2ce128462ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:11:14.707042 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-f320d8e9-76d2-4cda-a4c0-c42cc40a43d8 req-2d6c5645-69f8-4ba0-ad2b-2ce128462ee9 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c824888d650f48a8badbaff2c427d7f3&device_id=beeedcce-3f44-4dd7-833c-7136ea52652e HTTP/1.1" status: 200  len: 1099 time: 0.0716410
Dec 16 23:11:14.722973 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c43b33-13df-44de-aaa8-131b306e7687 req-f7f4a7a5-e25d-4479-8b2e-6083e47934b5 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:11:14.724763 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-e4c43b33-13df-44de-aaa8-131b306e7687 req-f7f4a7a5-e25d-4479-8b2e-6083e47934b5 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.13 "GET /v2.0/ports?device_id=beeedcce-3f44-4dd7-833c-7136ea52652e HTTP/1.1" status: 200  len: 946 time: 0.0842388
Dec 16 23:11:14.770404 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-e4c43b33-13df-44de-aaa8-131b306e7687 req-3b37ff4c-e71c-4469-ba75-c45ba10aa029 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.13 "GET /v2.0/security-groups?id=c93837aa-95e3-4e10-beca-0a81a180fa31&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0397875
Dec 16 23:11:14.794729 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 55026) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 23:11:14.840523 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f320d8e9-76d2-4cda-a4c0-c42cc40a43d8 req-6f0cc7ca-b951-421c-8603-91b3da14abf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:11:14.841977 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-f320d8e9-76d2-4cda-a4c0-c42cc40a43d8 req-6f0cc7ca-b951-421c-8603-91b3da14abf4 service neutron] 10.222.0.49 "GET /v2.0/networks?id=c282d5ee-088e-4b9e-a291-c063fecb63e4 HTTP/1.1" status: 200  len: 897 time: 0.1279819
Dec 16 23:11:14.901537 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-cbc5886c-ad1d-4280-903b-c2253e785c10 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.13 "GET /v2.0/floatingips/4332745b-e1df-471f-8267-b2fb67ba56ff HTTP/1.1" status: 200  len: 992 time: 0.1044762
Dec 16 23:11:14.943530 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-f320d8e9-76d2-4cda-a4c0-c42cc40a43d8 req-7493b58c-805b-4f1c-bf03-8b19962f5fb1 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=84b6b8a1-1e77-4ee0-af29-1eb172d2fc6b HTTP/1.1" status: 200  len: 1000 time: 0.0951066
Dec 16 23:11:15.010916 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f320d8e9-76d2-4cda-a4c0-c42cc40a43d8 req-c31fc303-4114-46aa-bfcc-f0b242543502 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:11:15.012285 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-f320d8e9-76d2-4cda-a4c0-c42cc40a43d8 req-c31fc303-4114-46aa-bfcc-f0b242543502 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=d6c12a12-863d-45fe-948e-116ed57d0bed HTTP/1.1" status: 200  len: 834 time: 0.0617597
Dec 16 23:11:15.013703 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-fcd1a61a-aed3-4c29-bde3-7afe383cdc7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b7c8f5100>, [{'id': 'e6141163-4fd1-4422-82e9-6308b0a0b48d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-861410169', 'tenant_id': 'c824888d650f48a8badbaff2c427d7f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.8'}], 'enable_snat': True}, 'gw_port_id': 'f6173cfd-7b3d-456f-b2bb-59a6d6f97a6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:10:52Z', 'updated_at': '2021-12-16T23:10:56Z', 'revision_number': 4, 'project_id': 'c824888d650f48a8badbaff2c427d7f3', 'gw_port': {'id': 'f6173cfd-7b3d-456f-b2bb-59a6d6f97a6e', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:1e:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6141163-4fd1-4422-82e9-6308b0a0b48d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:10:52Z', 'updated_at': '2021-12-16T23:10:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv', '_floatingips': [{'id': '4332745b-e1df-471f-8267-b2fb67ba56ff', 'tenant_id': 'c824888d650f48a8badbaff2c427d7f3', 'floating_ip_address': '172.26.0.230', 'floating_network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'router_id': 'e6141163-4fd1-4422-82e9-6308b0a0b48d', 'port_id': '84b6b8a1-1e77-4ee0-af29-1eb172d2fc6b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1738, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c282d5ee-088e-4b9e-a291-c063fecb63e4', 'mac_address': 'fa:16:3e:7d:0b:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beeedcce-3f44-4dd7-833c-7136ea52652e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T23:11:13Z', 'updated_at': '2021-12-16T23:11:13Z', 'revision_number': 0, 'project_id': 'c824888d650f48a8badbaff2c427d7f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99cbcf8a-64fd-4fdc-9bba-dd74743432eb', 'name': '', 'network_id': 'c282d5ee-088e-4b9e-a291-c063fecb63e4', 'tenant_id': 'c824888d650f48a8badbaff2c427d7f3', 'mac_address': 'fa:16:3e:f9:72:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6141163-4fd1-4422-82e9-6308b0a0b48d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': 'd6c12a12-863d-45fe-948e-116ed57d0bed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:10:56Z', 'updated_at': '2021-12-16T23:11:02Z', 'revision_number': 5, 'project_id': 'c824888d650f48a8badbaff2c427d7f3', 'subnets': [{'id': 'd6c12a12-863d-45fe-948e-116ed57d0bed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 23:11:15.017594 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcd1a61a-aed3-4c29-bde3-7afe383cdc7c None None] Checking router: e6141163-4fd1-4422-82e9-6308b0a0b48d for host: dv-neutron-821829-1-hyperv {{(pid=87509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 23:11:15.026396 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcd1a61a-aed3-4c29-bde3-7afe383cdc7c None None] Routers {'e6141163-4fd1-4422-82e9-6308b0a0b48d'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 23:11:15.027001 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-fcd1a61a-aed3-4c29-bde3-7afe383cdc7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b7c8f5100>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T23:11:01Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['e6141163-4fd1-4422-82e9-6308b0a0b48d'], 'active': True} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 23:11:15.086572 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f320d8e9-76d2-4cda-a4c0-c42cc40a43d8 req-62284a16-efc3-4a93-9fe5-b46279679857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:11:15.088334 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-f320d8e9-76d2-4cda-a4c0-c42cc40a43d8 req-62284a16-efc3-4a93-9fe5-b46279679857 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c282d5ee-088e-4b9e-a291-c063fecb63e4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0700758
Dec 16 23:11:15.198185 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvr_db [None req-fcd1a61a-aed3-4c29-bde3-7afe383cdc7c None None] Set router e6141163-4fd1-4422-82e9-6308b0a0b48d gateway port host: dv-neutron-821829-1-hyperv {{(pid=87509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 23:11:15.218105 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-f320d8e9-76d2-4cda-a4c0-c42cc40a43d8 req-c6239abe-8327-4761-9d93-7acf78e89905 service neutron] 10.222.0.49 "GET /v2.0/networks/c282d5ee-088e-4b9e-a291-c063fecb63e4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1232705
Dec 16 23:11:15.348291 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-f320d8e9-76d2-4cda-a4c0-c42cc40a43d8 req-f4991a6b-d752-486e-bdf8-91fadbee045e service neutron] 10.222.0.49 "GET /v2.0/networks/c282d5ee-088e-4b9e-a291-c063fecb63e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1238480
Dec 16 23:11:15.563964 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-fcd1a61a-aed3-4c29-bde3-7afe383cdc7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b7c8f5100>, [{'id': 'e6141163-4fd1-4422-82e9-6308b0a0b48d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-861410169', 'tenant_id': 'c824888d650f48a8badbaff2c427d7f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.8'}], 'enable_snat': True}, 'gw_port_id': 'f6173cfd-7b3d-456f-b2bb-59a6d6f97a6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:10:52Z', 'updated_at': '2021-12-16T23:10:56Z', 'revision_number': 4, 'project_id': 'c824888d650f48a8badbaff2c427d7f3', 'gw_port': {'id': 'f6173cfd-7b3d-456f-b2bb-59a6d6f97a6e', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:1e:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6141163-4fd1-4422-82e9-6308b0a0b48d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:10:52Z', 'updated_at': '2021-12-16T23:10:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv', '_floatingips': [{'id': '4332745b-e1df-471f-8267-b2fb67ba56ff', 'tenant_id': 'c824888d650f48a8badbaff2c427d7f3', 'floating_ip_address': '172.26.0.230', 'floating_network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'router_id': 'e6141163-4fd1-4422-82e9-6308b0a0b48d', 'port_id': '84b6b8a1-1e77-4ee0-af29-1eb172d2fc6b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1738, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c282d5ee-088e-4b9e-a291-c063fecb63e4', 'mac_address': 'fa:16:3e:7d:0b:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beeedcce-3f44-4dd7-833c-7136ea52652e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T23:11:13Z', 'updated_at': '2021-12-16T23:11:13Z', 'revision_number': 0, 'project_id': 'c824888d650f48a8badbaff2c427d7f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99cbcf8a-64fd-4fdc-9bba-dd74743432eb', 'name': '', 'network_id': 'c282d5ee-088e-4b9e-a291-c063fecb63e4', 'tenant_id': 'c824888d650f48a8badbaff2c427d7f3', 'mac_address': 'fa:16:3e:f9:72:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6141163-4fd1-4422-82e9-6308b0a0b48d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': 'd6c12a12-863d-45fe-948e-116ed57d0bed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:10:56Z', 'updated_at': '2021-12-16T23:11:02Z', 'revision_number': 5, 'project_id': 'c824888d650f48a8badbaff2c427d7f3', 'subnets': [{'id': 'd6c12a12-863d-45fe-948e-116ed57d0bed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 23:11:15.568337 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcd1a61a-aed3-4c29-bde3-7afe383cdc7c None None] The sync data for ids ['e6141163-4fd1-4422-82e9-6308b0a0b48d'] in dv-neutron-821829-1-hyperv is: [{'id': 'e6141163-4fd1-4422-82e9-6308b0a0b48d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-861410169', 'tenant_id': 'c824888d650f48a8badbaff2c427d7f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.8'}], 'enable_snat': True}, 'gw_port_id': 'f6173cfd-7b3d-456f-b2bb-59a6d6f97a6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:10:52Z', 'updated_at': '2021-12-16T23:10:56Z', 'revision_number': 4, 'project_id': 'c824888d650f48a8badbaff2c427d7f3', 'gw_port': {'id': 'f6173cfd-7b3d-456f-b2bb-59a6d6f97a6e', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:1e:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6141163-4fd1-4422-82e9-6308b0a0b48d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:10:52Z', 'updated_at': '2021-12-16T23:10:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv', '_floatingips': [{'id': '4332745b-e1df-471f-8267-b2fb67ba56ff', 'tenant_id': 'c824888d650f48a8badbaff2c427d7f3', 'floating_ip_address': '172.26.0.230', 'floating_network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'router_id': 'e6141163-4fd1-4422-82e9-6308b0a0b48d', 'port_id': '84b6b8a1-1e77-4ee0-af29-1eb172d2fc6b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1738, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c282d5ee-088e-4b9e-a291-c063fecb63e4', 'mac_address': 'fa:16:3e:7d:0b:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beeedcce-3f44-4dd7-833c-7136ea52652e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T23:11:13Z', 'updated_at': '2021-12-16T23:11:13Z', 'revision_number': 0, 'project_id': 'c824888d650f48a8badbaff2c427d7f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99cbcf8a-64fd-4fdc-9bba-dd74743432eb', 'name': '', 'network_id': 'c282d5ee-088e-4b9e-a291-c063fecb63e4', 'tenant_id': 'c824888d650f48a8badbaff2c427d7f3', 'mac_address': 'fa:16:3e:f9:72:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6141163-4fd1-4422-82e9-6308b0a0b48d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': 'd6c12a12-863d-45fe-948e-116ed57d0bed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:10:56Z', 'updated_at': '2021-12-16T23:11:02Z', 'revision_number': 5, 'project_id': 'c824888d650f48a8badbaff2c427d7f3', 'subnets': [{'id': 'd6c12a12-863d-45fe-948e-116ed57d0bed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 23:11:15.762871 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-718b2716-61f2-428a-88bc-6b7720ec1760 None None] New status for floating IP 4332745b-e1df-471f-8267-b2fb67ba56ff: ACTIVE {{(pid=87508) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 16 23:11:15.903471 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 55030) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 23:11:16.010631 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-a0a8678f-3de9-4de5-834e-4cb6b4d7760b tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.13 "GET /v2.0/floatingips/4332745b-e1df-471f-8267-b2fb67ba56ff HTTP/1.1" status: 200  len: 992 time: 0.1058586
Dec 16 23:11:17.014289 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 55034) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 23:11:17.120672 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-c3194c2e-393f-4915-beff-ef44febcd0c4 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.13 "GET /v2.0/floatingips/4332745b-e1df-471f-8267-b2fb67ba56ff HTTP/1.1" status: 200  len: 994 time: 0.1050432
Dec 16 23:11:18.330255 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [req-109296d8-f9c5-4329-93a1-0359dda7d84f req-a1a5b3ca-17c8-4c43-b939-f300a797315d tempest-ServerDiskConfigTestJSON-7066006 tempest-ServerDiskConfigTestJSON-7066006-project] (87506) timed out ('10.222.0.49', 54582) {{(pid=87506) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}}
Dec 16 23:11:20.498887 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.agents_db [None req-0abd2616-a86c-48e2-be07-10823335a5bb None None] Agent healthcheck: found 6 active agents {{(pid=87509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 23:11:28.226768 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-a490f62a-aae0-4961-8985-51494498f019 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:11:30.662045 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-44bf8619-49f8-4f85-857c-e864a9f38b9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:11:31.619884 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-3e729f7f-1589-4d54-9c4a-7ee6b283cc2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:11:31.733009 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:11:33.373491 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-4541ba3b-6be8-499c-bc94-3c60aa55c4f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:11:38.156817 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:11:43.021733 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 55058) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 23:11:43.110177 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8225bfa7-dc32-4a05-9358-84317929d48a req-8d257888-3c77-4e10-8bce-5c4cbd6b10f9 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:11:43.111635 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-8225bfa7-dc32-4a05-9358-84317929d48a req-8d257888-3c77-4e10-8bce-5c4cbd6b10f9 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.13 "GET /v2.0/ports?device_id=beeedcce-3f44-4dd7-833c-7136ea52652e HTTP/1.1" status: 200  len: 946 time: 0.1293190
Dec 16 23:11:43.127546 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-abd43772-b171-4838-a573-9e1882959ef4 req-65a16a69-49b9-4739-a8ce-7f2f889cc13b service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=beeedcce-3f44-4dd7-833c-7136ea52652e&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1045992
Dec 16 23:11:43.156080 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-8225bfa7-dc32-4a05-9358-84317929d48a req-b03f4b02-e296-41d0-b2d7-a9dfe8c62a5f tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.13 "GET /v2.0/security-groups?id=c93837aa-95e3-4e10-beca-0a81a180fa31&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0378757
Dec 16 23:11:44.347169 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fcb9a4-b2b1-404e-a34e-ff27a9a9adff req-3cedc817-4d9b-4618-a5fe-101a50ad564e tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:11:44.349170 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-28fcb9a4-b2b1-404e-a34e-ff27a9a9adff req-3cedc817-4d9b-4618-a5fe-101a50ad564e tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.13 "GET /v2.0/ports?device_id=beeedcce-3f44-4dd7-833c-7136ea52652e HTTP/1.1" status: 200  len: 946 time: 0.0855551
Dec 16 23:11:44.388017 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd43772-b171-4838-a573-9e1882959ef4 req-870cdd1b-8e68-4646-8eda-16e5cbabc2a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:11:44.389507 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-abd43772-b171-4838-a573-9e1882959ef4 req-870cdd1b-8e68-4646-8eda-16e5cbabc2a2 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c824888d650f48a8badbaff2c427d7f3&device_id=beeedcce-3f44-4dd7-833c-7136ea52652e HTTP/1.1" status: 200  len: 1099 time: 0.0742283
Dec 16 23:11:44.392812 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-28fcb9a4-b2b1-404e-a34e-ff27a9a9adff req-bbadda4a-77eb-46f0-ad6c-ce24bee9986c tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.13 "GET /v2.0/security-groups?id=c93837aa-95e3-4e10-beca-0a81a180fa31&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0380125
Dec 16 23:11:44.629346 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd43772-b171-4838-a573-9e1882959ef4 req-a18fb971-55f3-4d0f-83ac-ccb326505a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:11:44.630772 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-abd43772-b171-4838-a573-9e1882959ef4 req-a18fb971-55f3-4d0f-83ac-ccb326505a50 service neutron] 10.222.0.49 "GET /v2.0/networks?id=c282d5ee-088e-4b9e-a291-c063fecb63e4 HTTP/1.1" status: 200  len: 897 time: 0.2350574
Dec 16 23:11:44.733121 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-abd43772-b171-4838-a573-9e1882959ef4 req-360fb9b6-7694-48f6-b06a-afdffdfec5d3 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=84b6b8a1-1e77-4ee0-af29-1eb172d2fc6b HTTP/1.1" status: 200  len: 1002 time: 0.0938556
Dec 16 23:11:44.794984 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd43772-b171-4838-a573-9e1882959ef4 req-c2a5c84a-1efd-4fcb-9437-811aa321959a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:11:44.796376 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-abd43772-b171-4838-a573-9e1882959ef4 req-c2a5c84a-1efd-4fcb-9437-811aa321959a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=d6c12a12-863d-45fe-948e-116ed57d0bed HTTP/1.1" status: 200  len: 834 time: 0.0559168
Dec 16 23:11:44.873453 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd43772-b171-4838-a573-9e1882959ef4 req-37ec8fe8-914f-49fa-b42d-8e66d570a8c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:11:44.874884 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-abd43772-b171-4838-a573-9e1882959ef4 req-37ec8fe8-914f-49fa-b42d-8e66d570a8c6 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c282d5ee-088e-4b9e-a291-c063fecb63e4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0717175
Dec 16 23:11:45.001980 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-abd43772-b171-4838-a573-9e1882959ef4 req-3f7944e0-1e48-4bea-93d5-8b6915d7a6fb service neutron] 10.222.0.49 "GET /v2.0/networks/c282d5ee-088e-4b9e-a291-c063fecb63e4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1200037
Dec 16 23:11:45.128073 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-abd43772-b171-4838-a573-9e1882959ef4 req-0b8e4941-2e4a-4036-a6e8-9706138e483b service neutron] 10.222.0.49 "GET /v2.0/networks/c282d5ee-088e-4b9e-a291-c063fecb63e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1191976
Dec 16 23:11:45.576557 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e519e75a-06d3-4729-b7cd-d19fb3579071 req-3740b18b-d596-4272-801e-916d57496b76 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:11:45.577994 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-e519e75a-06d3-4729-b7cd-d19fb3579071 req-3740b18b-d596-4272-801e-916d57496b76 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.13 "GET /v2.0/ports?device_id=beeedcce-3f44-4dd7-833c-7136ea52652e HTTP/1.1" status: 200  len: 946 time: 0.0791178
Dec 16 23:11:45.626748 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-e519e75a-06d3-4729-b7cd-d19fb3579071 req-66d42bdf-4b07-46e6-9bed-729bdaeb3062 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.13 "GET /v2.0/security-groups?id=c93837aa-95e3-4e10-beca-0a81a180fa31&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0431917
Dec 16 23:11:46.806763 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4af8e3-b796-4381-a572-4c542328241c req-65353f32-ed34-463f-b96f-b8c30bd46c35 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:11:46.808198 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-ab4af8e3-b796-4381-a572-4c542328241c req-65353f32-ed34-463f-b96f-b8c30bd46c35 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.13 "GET /v2.0/ports?device_id=beeedcce-3f44-4dd7-833c-7136ea52652e HTTP/1.1" status: 200  len: 946 time: 0.0781388
Dec 16 23:11:46.851155 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-ab4af8e3-b796-4381-a572-4c542328241c req-c7f730bc-c6d4-4730-a1ff-ad8f1934a1ec tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.13 "GET /v2.0/security-groups?id=c93837aa-95e3-4e10-beca-0a81a180fa31&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0373998
Dec 16 23:11:48.038424 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea00671-f5c1-4dbd-a76a-9257cc215df0 req-7f63bdb3-d0dd-461b-a3e4-0fadec168603 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:11:48.039875 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-bea00671-f5c1-4dbd-a76a-9257cc215df0 req-7f63bdb3-d0dd-461b-a3e4-0fadec168603 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.13 "GET /v2.0/ports?device_id=beeedcce-3f44-4dd7-833c-7136ea52652e HTTP/1.1" status: 200  len: 946 time: 0.0830605
Dec 16 23:11:48.082190 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-bea00671-f5c1-4dbd-a76a-9257cc215df0 req-30e9b06d-ad42-48d0-ac3b-a9817921447a tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.13 "GET /v2.0/security-groups?id=c93837aa-95e3-4e10-beca-0a81a180fa31&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0367348
Dec 16 23:11:49.261781 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b30005c-e047-45d4-902a-dc83a99347f7 req-f54f457d-d90b-4c88-a451-9abcc282ccbe tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:11:49.263238 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-0b30005c-e047-45d4-902a-dc83a99347f7 req-f54f457d-d90b-4c88-a451-9abcc282ccbe tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.13 "GET /v2.0/ports?device_id=beeedcce-3f44-4dd7-833c-7136ea52652e HTTP/1.1" status: 200  len: 946 time: 0.0793231
Dec 16 23:11:49.307933 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-0b30005c-e047-45d4-902a-dc83a99347f7 req-ba392427-c37f-4ba6-845e-6a55749a7457 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.13 "GET /v2.0/security-groups?id=c93837aa-95e3-4e10-beca-0a81a180fa31&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0391612
Dec 16 23:11:50.493334 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e192f7f-1c5f-4fe3-85bc-78126e13eb3c req-20fc838e-2aa2-41f7-8b73-2b9c49d3890d tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:11:50.494770 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-2e192f7f-1c5f-4fe3-85bc-78126e13eb3c req-20fc838e-2aa2-41f7-8b73-2b9c49d3890d tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.13 "GET /v2.0/ports?device_id=beeedcce-3f44-4dd7-833c-7136ea52652e HTTP/1.1" status: 200  len: 946 time: 0.0831058
Dec 16 23:11:50.536895 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-2e192f7f-1c5f-4fe3-85bc-78126e13eb3c req-22464ec2-835e-4ac5-b7fc-97adc98cbe82 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.13 "GET /v2.0/security-groups?id=c93837aa-95e3-4e10-beca-0a81a180fa31&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0365765
Dec 16 23:11:51.199287 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1067c60-dbba-4a69-be41-31dfc67cd9c7 req-988761ff-c43e-4c05-a651-a222d931a26e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:11:51.200749 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-f1067c60-dbba-4a69-be41-31dfc67cd9c7 req-988761ff-c43e-4c05-a651-a222d931a26e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c824888d650f48a8badbaff2c427d7f3&device_id=beeedcce-3f44-4dd7-833c-7136ea52652e HTTP/1.1" status: 200  len: 1099 time: 0.0690978
Dec 16 23:11:51.342527 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1067c60-dbba-4a69-be41-31dfc67cd9c7 req-40274c26-e587-41fb-9e3d-c0db556efbba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:11:51.343961 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-f1067c60-dbba-4a69-be41-31dfc67cd9c7 req-40274c26-e587-41fb-9e3d-c0db556efbba service neutron] 10.222.0.49 "GET /v2.0/networks?id=c282d5ee-088e-4b9e-a291-c063fecb63e4 HTTP/1.1" status: 200  len: 897 time: 0.1238499
Dec 16 23:11:51.446114 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-f1067c60-dbba-4a69-be41-31dfc67cd9c7 req-91bfd591-6f99-4f4e-9c18-86b09fcffeb9 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=84b6b8a1-1e77-4ee0-af29-1eb172d2fc6b HTTP/1.1" status: 200  len: 1002 time: 0.0957735
Dec 16 23:11:51.507822 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1067c60-dbba-4a69-be41-31dfc67cd9c7 req-6f93b012-a619-419f-a204-f726b1056251 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:11:51.509223 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-f1067c60-dbba-4a69-be41-31dfc67cd9c7 req-6f93b012-a619-419f-a204-f726b1056251 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=d6c12a12-863d-45fe-948e-116ed57d0bed HTTP/1.1" status: 200  len: 834 time: 0.0563788
Dec 16 23:11:51.585103 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1067c60-dbba-4a69-be41-31dfc67cd9c7 req-bd119d63-3959-4d1b-8ffa-4fabb59ab2f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:11:51.586568 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-f1067c60-dbba-4a69-be41-31dfc67cd9c7 req-bd119d63-3959-4d1b-8ffa-4fabb59ab2f3 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c282d5ee-088e-4b9e-a291-c063fecb63e4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0710306
Dec 16 23:11:51.717965 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-f1067c60-dbba-4a69-be41-31dfc67cd9c7 req-30edbd67-0f4f-4dcf-aa90-72fbd11e7adf service neutron] 10.222.0.49 "GET /v2.0/networks/c282d5ee-088e-4b9e-a291-c063fecb63e4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1237996
Dec 16 23:11:51.725579 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95071f5d-1f7c-4735-935a-934eead735a0 req-00f7b605-cb03-4e6d-a512-41410ac154b5 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:11:51.727049 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-95071f5d-1f7c-4735-935a-934eead735a0 req-00f7b605-cb03-4e6d-a512-41410ac154b5 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.13 "GET /v2.0/ports?device_id=beeedcce-3f44-4dd7-833c-7136ea52652e HTTP/1.1" status: 200  len: 946 time: 0.0798244
Dec 16 23:11:51.773741 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-95071f5d-1f7c-4735-935a-934eead735a0 req-d4a92208-a74f-498b-8522-0a8be0e36092 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.13 "GET /v2.0/security-groups?id=c93837aa-95e3-4e10-beca-0a81a180fa31&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0410368
Dec 16 23:11:51.848909 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-f1067c60-dbba-4a69-be41-31dfc67cd9c7 req-4c3f0555-9aef-4d32-b96c-09c88e8ed0a7 service neutron] 10.222.0.49 "GET /v2.0/networks/c282d5ee-088e-4b9e-a291-c063fecb63e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1239243
Dec 16 23:11:52.953880 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe335b6-e240-4657-aa32-a36ab3d82f3a req-009d8cb4-235c-4a31-bb53-197ad1aa2b86 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:11:52.955290 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-1fe335b6-e240-4657-aa32-a36ab3d82f3a req-009d8cb4-235c-4a31-bb53-197ad1aa2b86 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.13 "GET /v2.0/ports?device_id=beeedcce-3f44-4dd7-833c-7136ea52652e HTTP/1.1" status: 200  len: 946 time: 0.0779896
Dec 16 23:11:53.000170 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-1fe335b6-e240-4657-aa32-a36ab3d82f3a req-dd5fd241-a77c-49a2-ac7c-916d27e2a3f4 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.13 "GET /v2.0/security-groups?id=c93837aa-95e3-4e10-beca-0a81a180fa31&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0385737
Dec 16 23:11:54.180522 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ba73e3-eafe-45fb-abd9-bbb01f78550a req-ce550fab-8c77-4ba2-a11e-2b62ffe3231e tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:11:54.181944 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-36ba73e3-eafe-45fb-abd9-bbb01f78550a req-ce550fab-8c77-4ba2-a11e-2b62ffe3231e tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.13 "GET /v2.0/ports?device_id=beeedcce-3f44-4dd7-833c-7136ea52652e HTTP/1.1" status: 200  len: 946 time: 0.0814552
Dec 16 23:11:54.224466 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-36ba73e3-eafe-45fb-abd9-bbb01f78550a req-1231d5ed-f14f-4389-9eeb-5967e9cbc668 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.13 "GET /v2.0/security-groups?id=c93837aa-95e3-4e10-beca-0a81a180fa31&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0369678
Dec 16 23:11:55.408179 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0caa019-b593-4679-8427-eab0363910dc req-8622abd0-581a-4967-8432-5b8960106808 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:11:55.409616 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-a0caa019-b593-4679-8427-eab0363910dc req-8622abd0-581a-4967-8432-5b8960106808 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.13 "GET /v2.0/ports?device_id=beeedcce-3f44-4dd7-833c-7136ea52652e HTTP/1.1" status: 200  len: 946 time: 0.0796347
Dec 16 23:11:55.452484 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-a0caa019-b593-4679-8427-eab0363910dc req-a9f95898-98d6-4483-8e0b-673c8f8823bf tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.13 "GET /v2.0/security-groups?id=c93837aa-95e3-4e10-beca-0a81a180fa31&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0372002
Dec 16 23:11:56.643190 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8289131-38d2-4295-8820-1f88a07f4f27 req-5f5f703b-ca82-455f-b8ec-7020f5f04b6c tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:11:56.644664 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-e8289131-38d2-4295-8820-1f88a07f4f27 req-5f5f703b-ca82-455f-b8ec-7020f5f04b6c tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.13 "GET /v2.0/ports?device_id=beeedcce-3f44-4dd7-833c-7136ea52652e HTTP/1.1" status: 200  len: 946 time: 0.0901453
Dec 16 23:11:56.688191 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-e8289131-38d2-4295-8820-1f88a07f4f27 req-52b4a03c-3d0c-4547-a68a-6e6f0e22d613 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.13 "GET /v2.0/security-groups?id=c93837aa-95e3-4e10-beca-0a81a180fa31&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0379260
Dec 16 23:11:56.969586 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-abd43772-b171-4838-a573-9e1882959ef4 req-f394a570-4c4a-4995-8103-db683456dd36 service neutron] 10.222.0.49 "GET /v2.0/ports/84b6b8a1-1e77-4ee0-af29-1eb172d2fc6b/bindings/hv-neutron-8218 HTTP/1.1" status: 200  len: 384 time: 0.0731685
Dec 16 23:11:57.248617 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd43772-b171-4838-a573-9e1882959ef4 req-7f8e6a77-afe0-415d-98cf-efaee045f15d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:11:57.249970 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-abd43772-b171-4838-a573-9e1882959ef4 req-7f8e6a77-afe0-415d-98cf-efaee045f15d service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=beeedcce-3f44-4dd7-833c-7136ea52652e&tenant_id=c824888d650f48a8badbaff2c427d7f3 HTTP/1.1" status: 200  len: 1099 time: 0.0751100
Dec 16 23:11:57.352520 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd43772-b171-4838-a573-9e1882959ef4 req-54b46228-0d66-41c4-80c0-829eb7b0d67b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:11:57.353934 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-abd43772-b171-4838-a573-9e1882959ef4 req-54b46228-0d66-41c4-80c0-829eb7b0d67b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c824888d650f48a8badbaff2c427d7f3&device_id=beeedcce-3f44-4dd7-833c-7136ea52652e HTTP/1.1" status: 200  len: 1099 time: 0.0687189
Dec 16 23:11:57.498066 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.agents_db [None req-0abd2616-a86c-48e2-be07-10823335a5bb None None] Agent healthcheck: found 6 active agents {{(pid=87509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 23:11:57.591572 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd43772-b171-4838-a573-9e1882959ef4 req-d51833a1-1b5f-40f4-8cab-a650bcda7509 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:11:57.593076 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-abd43772-b171-4838-a573-9e1882959ef4 req-d51833a1-1b5f-40f4-8cab-a650bcda7509 service neutron] 10.222.0.49 "GET /v2.0/networks?id=c282d5ee-088e-4b9e-a291-c063fecb63e4 HTTP/1.1" status: 200  len: 897 time: 0.2328737
Dec 16 23:11:57.694634 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-abd43772-b171-4838-a573-9e1882959ef4 req-bd545bae-13c2-4479-b552-48ebfff0bf44 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=84b6b8a1-1e77-4ee0-af29-1eb172d2fc6b HTTP/1.1" status: 200  len: 1002 time: 0.0944548
Dec 16 23:11:57.758794 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd43772-b171-4838-a573-9e1882959ef4 req-b186d504-4c90-46d9-88c9-24a7e8401dac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:11:57.760256 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-abd43772-b171-4838-a573-9e1882959ef4 req-b186d504-4c90-46d9-88c9-24a7e8401dac service neutron] 10.222.0.49 "GET /v2.0/subnets?id=d6c12a12-863d-45fe-948e-116ed57d0bed HTTP/1.1" status: 200  len: 834 time: 0.0581501
Dec 16 23:11:57.837136 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd43772-b171-4838-a573-9e1882959ef4 req-759b110b-3710-43e7-940d-3818bb2a0811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:11:57.838593 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-abd43772-b171-4838-a573-9e1882959ef4 req-759b110b-3710-43e7-940d-3818bb2a0811 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c282d5ee-088e-4b9e-a291-c063fecb63e4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0720530
Dec 16 23:11:57.872881 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d30f3f7-dbfb-4470-8155-346e8bcfde38 req-2d7b266f-c295-4bf3-a478-de430ce64c53 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:11:57.874275 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-8d30f3f7-dbfb-4470-8155-346e8bcfde38 req-2d7b266f-c295-4bf3-a478-de430ce64c53 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.13 "GET /v2.0/ports?device_id=beeedcce-3f44-4dd7-833c-7136ea52652e HTTP/1.1" status: 200  len: 946 time: 0.0796158
Dec 16 23:11:57.917834 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-8d30f3f7-dbfb-4470-8155-346e8bcfde38 req-2c00d4f7-4816-4de8-8331-8f3c61b97548 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.13 "GET /v2.0/security-groups?id=c93837aa-95e3-4e10-beca-0a81a180fa31&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0378699
Dec 16 23:11:57.970860 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-abd43772-b171-4838-a573-9e1882959ef4 req-8768701d-0d22-4e0d-8ac4-0709131b225a service neutron] 10.222.0.49 "GET /v2.0/networks/c282d5ee-088e-4b9e-a291-c063fecb63e4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1254771
Dec 16 23:11:58.099215 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-abd43772-b171-4838-a573-9e1882959ef4 req-2de633b9-5e5d-4944-8fc1-ebbdf4c94691 service neutron] 10.222.0.49 "GET /v2.0/networks/c282d5ee-088e-4b9e-a291-c063fecb63e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1219275
Dec 16 23:11:58.229196 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-dfeefaec-55a1-4a31-a33e-9ab806837402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:11:59.104437 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067ca19f-20e7-46df-be92-80a6f922ec5e req-6babb4ea-a11a-4c81-9a8f-fe434b4e645e tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:11:59.105852 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-067ca19f-20e7-46df-be92-80a6f922ec5e req-6babb4ea-a11a-4c81-9a8f-fe434b4e645e tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.13 "GET /v2.0/ports?device_id=beeedcce-3f44-4dd7-833c-7136ea52652e HTTP/1.1" status: 200  len: 946 time: 0.0814042
Dec 16 23:11:59.147889 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-067ca19f-20e7-46df-be92-80a6f922ec5e req-7ffce45b-3857-4f1a-bc27-b65481a0339f tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.13 "GET /v2.0/security-groups?id=c93837aa-95e3-4e10-beca-0a81a180fa31&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0364501
Dec 16 23:12:00.328509 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cec200-5a12-4adb-85e2-a6ddc056f17b req-7ee6b648-3048-4b65-aa1e-a77fe6da7370 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:12:00.329927 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-29cec200-5a12-4adb-85e2-a6ddc056f17b req-7ee6b648-3048-4b65-aa1e-a77fe6da7370 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.13 "GET /v2.0/ports?device_id=beeedcce-3f44-4dd7-833c-7136ea52652e HTTP/1.1" status: 200  len: 946 time: 0.0779514
Dec 16 23:12:00.491242 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-29cec200-5a12-4adb-85e2-a6ddc056f17b req-fd95ccfc-e2ec-49e8-aac0-dda7fe16ee46 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.13 "GET /v2.0/security-groups?id=c93837aa-95e3-4e10-beca-0a81a180fa31&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1557891
Dec 16 23:12:00.664219 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-4b38cd09-f7c9-45e3-9708-f5f8977b9ee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:12:00.796318 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc26e17-2dc5-4d9a-8be4-8d5880c50ddd req-537a0618-ab68-4958-89b2-ce0bb9eb18b6 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:12:00.797779 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-3dc26e17-2dc5-4d9a-8be4-8d5880c50ddd req-537a0618-ab68-4958-89b2-ce0bb9eb18b6 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.13 "GET /v2.0/ports?device_id=beeedcce-3f44-4dd7-833c-7136ea52652e HTTP/1.1" status: 200  len: 946 time: 0.0832462
Dec 16 23:12:00.810071 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10caf351-5fd1-42df-81a2-c50d4ab002e6 req-f9fe7b88-e01e-460c-ac19-84ac24f040a6 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:12:00.810762 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [req-10caf351-5fd1-42df-81a2-c50d4ab002e6 req-f9fe7b88-e01e-460c-ac19-84ac24f040a6 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Synchronizing usage tracker for tenant:c824888d650f48a8badbaff2c427d7f3 on resource:port {{(pid=87506) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 23:12:00.826107 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [req-10caf351-5fd1-42df-81a2-c50d4ab002e6 req-f9fe7b88-e01e-460c-ac19-84ac24f040a6 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Unset dirty status for tenant:c824888d650f48a8badbaff2c427d7f3 on resource:port {{(pid=87506) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 23:12:00.827375 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-10caf351-5fd1-42df-81a2-c50d4ab002e6 req-f9fe7b88-e01e-460c-ac19-84ac24f040a6 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.49 "GET /v2.0/ports?device_id=beeedcce-3f44-4dd7-833c-7136ea52652e&tenant_id=c824888d650f48a8badbaff2c427d7f3&binding%3Ahost_id=hv-neutron-8218 HTTP/1.1" status: 200  len: 946 time: 0.1016748
Dec 16 23:12:00.841819 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-3dc26e17-2dc5-4d9a-8be4-8d5880c50ddd req-e80834f8-9995-4067-a6bc-0cfffdde9fb5 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.13 "GET /v2.0/security-groups?id=c93837aa-95e3-4e10-beca-0a81a180fa31&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0384877
Dec 16 23:12:00.986989 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10caf351-5fd1-42df-81a2-c50d4ab002e6 req-2e74832c-e580-4065-97f6-9f381009994b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:12:00.988479 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-10caf351-5fd1-42df-81a2-c50d4ab002e6 req-2e74832c-e580-4065-97f6-9f381009994b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c824888d650f48a8badbaff2c427d7f3&device_id=beeedcce-3f44-4dd7-833c-7136ea52652e HTTP/1.1" status: 200  len: 1099 time: 0.0744705
Dec 16 23:12:01.028407 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12019429-2cea-4d1a-8c45-3af8fcfccae9 req-8f5db4be-b161-4458-a413-df972ef43d9c tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:12:01.029855 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-12019429-2cea-4d1a-8c45-3af8fcfccae9 req-8f5db4be-b161-4458-a413-df972ef43d9c tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.13 "GET /v2.0/ports?device_id=beeedcce-3f44-4dd7-833c-7136ea52652e HTTP/1.1" status: 200  len: 946 time: 0.0832307
Dec 16 23:12:01.073825 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-12019429-2cea-4d1a-8c45-3af8fcfccae9 req-aeb91a99-36f3-4f7a-9555-4321eaa561ab tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.13 "GET /v2.0/security-groups?id=c93837aa-95e3-4e10-beca-0a81a180fa31&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0381181
Dec 16 23:12:01.121520 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10caf351-5fd1-42df-81a2-c50d4ab002e6 req-2534bfcc-c870-47dd-b478-ccb3fe08a93b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:12:01.122952 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-10caf351-5fd1-42df-81a2-c50d4ab002e6 req-2534bfcc-c870-47dd-b478-ccb3fe08a93b service neutron] 10.222.0.49 "GET /v2.0/networks?id=c282d5ee-088e-4b9e-a291-c063fecb63e4 HTTP/1.1" status: 200  len: 897 time: 0.1269133
Dec 16 23:12:01.219597 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-10caf351-5fd1-42df-81a2-c50d4ab002e6 req-3d9fad93-5ea4-48bd-ba1c-d7bd850e5796 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=84b6b8a1-1e77-4ee0-af29-1eb172d2fc6b HTTP/1.1" status: 200  len: 1002 time: 0.0906091
Dec 16 23:12:01.284011 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10caf351-5fd1-42df-81a2-c50d4ab002e6 req-6f846063-9909-4b55-899d-7bc0b8a36428 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:12:01.285382 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-10caf351-5fd1-42df-81a2-c50d4ab002e6 req-6f846063-9909-4b55-899d-7bc0b8a36428 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=d6c12a12-863d-45fe-948e-116ed57d0bed HTTP/1.1" status: 200  len: 834 time: 0.0600407
Dec 16 23:12:01.311210 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Device 84b6b8a1-1e77-4ee0-af29-1eb172d2fc6b details requested by agent hyperv_hv-neutron-8218 with host hv-neutron-8218 {{(pid=87508) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 16 23:12:01.318880 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Device 84b6b8a1-1e77-4ee0-af29-1eb172d2fc6b no longer exists at agent hyperv_hv-neutron-8218 {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 23:12:01.359803 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10caf351-5fd1-42df-81a2-c50d4ab002e6 req-cf97751c-aed9-4ec1-b2da-05f314b7d575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:12:01.361222 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-10caf351-5fd1-42df-81a2-c50d4ab002e6 req-cf97751c-aed9-4ec1-b2da-05f314b7d575 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c282d5ee-088e-4b9e-a291-c063fecb63e4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0693123
Dec 16 23:12:01.493418 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-10caf351-5fd1-42df-81a2-c50d4ab002e6 req-ec6fc8bd-ec1c-443b-9105-7af2f3fb14e8 service neutron] 10.222.0.49 "GET /v2.0/networks/c282d5ee-088e-4b9e-a291-c063fecb63e4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1250625
Dec 16 23:12:01.542527 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:12:01.560915 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] For port 84b6b8a1-1e77-4ee0-af29-1eb172d2fc6b, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=84b6b8a1-1e77-4ee0-af29-1eb172d2fc6b,segment=NetworkSegment(7eb24c3b-3fd4-4de2-a9c0-042b14d5921c),segment_id=7eb24c3b-3fd4-4de2-a9c0-042b14d5921c)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 23:12:01.583169 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'beeedcce-3f44-4dd7-833c-7136ea52652e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '84b6b8a1-1e77-4ee0-af29-1eb172d2fc6b'}] {{(pid=87508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 23:12:01.589485 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Returning: {'device': '84b6b8a1-1e77-4ee0-af29-1eb172d2fc6b', 'network_id': 'c282d5ee-088e-4b9e-a291-c063fecb63e4', 'port_id': '84b6b8a1-1e77-4ee0-af29-1eb172d2fc6b', 'mac_address': 'fa:16:3e:7d:0b:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6c12a12-863d-45fe-948e-116ed57d0bed', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87508) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 16 23:12:01.595302 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] For port 84b6b8a1-1e77-4ee0-af29-1eb172d2fc6b, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=84b6b8a1-1e77-4ee0-af29-1eb172d2fc6b,segment=NetworkSegment(7eb24c3b-3fd4-4de2-a9c0-042b14d5921c),segment_id=7eb24c3b-3fd4-4de2-a9c0-042b14d5921c)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 23:12:01.627690 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-10caf351-5fd1-42df-81a2-c50d4ab002e6 req-72751217-c566-420f-ae43-6dce047d1275 service neutron] 10.222.0.49 "GET /v2.0/networks/c282d5ee-088e-4b9e-a291-c063fecb63e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1273413
Dec 16 23:12:01.634848 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:12:01.639480 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:12:01.676227 dv-neutron-821829-1-hyperv neutron-server[87508]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'beeedcce-3f44-4dd7-833c-7136ea52652e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '84b6b8a1-1e77-4ee0-af29-1eb172d2fc6b', 'code': 200}
Dec 16 23:12:01.713454 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-3e729f7f-1589-4d54-9c4a-7ee6b283cc2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:12:01.719388 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:12:01.752212 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.notifiers.nova [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84b6b8a1-1e77-4ee0-af29-1eb172d2fc6b {{(pid=87508) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 23:12:01.756253 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Pushing event updated for resources: {'Port': ['ID=84b6b8a1-1e77-4ee0-af29-1eb172d2fc6b,revision_number=6']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:12:01.770609 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:12:01.771088 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:12:01.771444 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:12:01.771799 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:12:01.772252 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:12:01.772594 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:12:01.772925 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:12:01.773427 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:12:01.773775 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:12:01.774105 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:12:01.774434 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:12:01.774758 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:12:01.779570 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:12:01.782302 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:12:01.785334 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] For port 84b6b8a1-1e77-4ee0-af29-1eb172d2fc6b, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=84b6b8a1-1e77-4ee0-af29-1eb172d2fc6b,segment=NetworkSegment(7eb24c3b-3fd4-4de2-a9c0-042b14d5921c),segment_id=7eb24c3b-3fd4-4de2-a9c0-042b14d5921c)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 23:12:01.790065 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:12:01.791672 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:12:01.857260 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Pushing event updated for resources: {'Port': ['ID=84b6b8a1-1e77-4ee0-af29-1eb172d2fc6b,revision_number=7']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:12:01.860363 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:12:01.941376 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] get_ports_and_sgs() called for port_ids ['84b6b8a1-1e77-4ee0-af29-1eb172d2fc6b'] {{(pid=87508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 23:12:02.268683 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cf037c-a02c-4867-ac2a-dd36d5f0df45 req-62f6000e-3aef-485e-8275-67f129acd3c9 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:12:02.270611 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-b9cf037c-a02c-4867-ac2a-dd36d5f0df45 req-62f6000e-3aef-485e-8275-67f129acd3c9 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.13 "GET /v2.0/ports?device_id=beeedcce-3f44-4dd7-833c-7136ea52652e HTTP/1.1" status: 200  len: 945 time: 0.0839765
Dec 16 23:12:02.318410 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-b9cf037c-a02c-4867-ac2a-dd36d5f0df45 req-40bfad38-a7ea-4858-8512-5b081774540e tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.13 "GET /v2.0/security-groups?id=c93837aa-95e3-4e10-beca-0a81a180fa31&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0419199
Dec 16 23:12:03.313266 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Device 84b6b8a1-1e77-4ee0-af29-1eb172d2fc6b up at agent hyperv_hv-neutron-8218 {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 23:12:03.386621 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-4541ba3b-6be8-499c-bc94-3c60aa55c4f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:12:03.391439 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Provisioning complete for port 84b6b8a1-1e77-4ee0-af29-1eb172d2fc6b triggered by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 23:12:03.391836 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:12:03.502349 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc800ed2-428f-4e37-ae9b-f0ea2a0a4a50 req-b81e5ae1-a17c-4895-9b41-b04d1b8c6722 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:12:03.503931 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-dc800ed2-428f-4e37-ae9b-f0ea2a0a4a50 req-b81e5ae1-a17c-4895-9b41-b04d1b8c6722 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.13 "GET /v2.0/ports?device_id=beeedcce-3f44-4dd7-833c-7136ea52652e HTTP/1.1" status: 200  len: 945 time: 0.0809116
Dec 16 23:12:03.508419 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:12:03.539347 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] For port 84b6b8a1-1e77-4ee0-af29-1eb172d2fc6b, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=84b6b8a1-1e77-4ee0-af29-1eb172d2fc6b,segment=NetworkSegment(7eb24c3b-3fd4-4de2-a9c0-042b14d5921c),segment_id=7eb24c3b-3fd4-4de2-a9c0-042b14d5921c)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 23:12:03.543472 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:12:03.545337 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:12:03.550403 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-dc800ed2-428f-4e37-ae9b-f0ea2a0a4a50 req-4910e3be-da0a-425b-ae13-96193ac3144c tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.13 "GET /v2.0/security-groups?id=c93837aa-95e3-4e10-beca-0a81a180fa31&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0399253
Dec 16 23:12:03.574281 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 55132) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 23:12:03.610503 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Pushing event updated for resources: {'Port': ['ID=84b6b8a1-1e77-4ee0-af29-1eb172d2fc6b,revision_number=8']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:12:03.613513 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:12:03.677713 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'beeedcce-3f44-4dd7-833c-7136ea52652e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84b6b8a1-1e77-4ee0-af29-1eb172d2fc6b'}] {{(pid=87508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 23:12:03.684319 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-5d364df6-4439-47d9-8412-580463da0037 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.13 "GET /v2.0/floatingips/4332745b-e1df-471f-8267-b2fb67ba56ff HTTP/1.1" status: 200  len: 994 time: 0.1081800
Dec 16 23:12:03.721238 dv-neutron-821829-1-hyperv neutron-server[87508]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'beeedcce-3f44-4dd7-833c-7136ea52652e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84b6b8a1-1e77-4ee0-af29-1eb172d2fc6b', 'code': 200}
Dec 16 23:12:08.155469 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:12:28.230869 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-ad6ec93e-a844-45fb-b3c5-1c07fc4f6a96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:12:30.095969 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 55146) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 23:12:30.413553 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [None req-37ae4938-9768-4923-8355-ff334d969900 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Deleting port 48f1d0e5-82fc-4ea2-9514-708683bf5b71 {{(pid=87506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 23:12:30.413893 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-37ae4938-9768-4923-8355-ff334d969900 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:12:30.577204 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-37ae4938-9768-4923-8355-ff334d969900 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:12:30.577528 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-37ae4938-9768-4923-8355-ff334d969900 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:12:30.669774 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-c095424e-cbce-4242-b7a4-b1c1e2c8caeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:12:30.702789 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [None req-37ae4938-9768-4923-8355-ff334d969900 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Calling delete_port for 48f1d0e5-82fc-4ea2-9514-708683bf5b71 owned by network:floatingip {{(pid=87506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 23:12:30.847509 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-37ae4938-9768-4923-8355-ff334d969900 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1863393'] for port, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:12:30.850981 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-a3b132b1-4837-4878-b7a3-9429e40d13f2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:12:30.895826 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ae4938-9768-4923-8355-ff334d969900 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Pushing event deleted for resources: {'Port': ['ID=48f1d0e5-82fc-4ea2-9514-708683bf5b71,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:12:30.906303 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ae4938-9768-4923-8355-ff334d969900 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:12:30.906705 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ae4938-9768-4923-8355-ff334d969900 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:12:30.907093 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ae4938-9768-4923-8355-ff334d969900 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:12:30.907976 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ae4938-9768-4923-8355-ff334d969900 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:12:30.907976 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ae4938-9768-4923-8355-ff334d969900 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:12:30.908253 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ae4938-9768-4923-8355-ff334d969900 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:12:30.908733 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ae4938-9768-4923-8355-ff334d969900 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:12:30.909070 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ae4938-9768-4923-8355-ff334d969900 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:12:30.909454 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ae4938-9768-4923-8355-ff334d969900 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:12:30.909822 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ae4938-9768-4923-8355-ff334d969900 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:12:30.910192 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ae4938-9768-4923-8355-ff334d969900 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:12:30.910560 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ae4938-9768-4923-8355-ff334d969900 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:12:30.936908 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-37ae4938-9768-4923-8355-ff334d969900 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:12:30.998005 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-37ae4938-9768-4923-8355-ff334d969900 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks [] for floatingip, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:12:30.998344 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.db.l3_db [None req-37ae4938-9768-4923-8355-ff334d969900 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Floating IP 4332745b-e1df-471f-8267-b2fb67ba56ff disassociated (deleted). External IP: 172.26.0.230, port: 84b6b8a1-1e77-4ee0-af29-1eb172d2fc6b.
Dec 16 23:12:31.340853 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37ae4938-9768-4923-8355-ff334d969900 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Router e6141163-4fd1-4422-82e9-6308b0a0b48d has already been hosted by L3 agent 4f519db7-069b-43e2-8411-c092bac9102a {{(pid=87506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 23:12:31.513627 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37ae4938-9768-4923-8355-ff334d969900 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify agent at l3_agent.dv-neutron-821829-1-hyperv the message routers_updated {{(pid=87506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 23:12:31.523781 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-209cab7f-48d8-48b8-b8ba-9b83b6d76cd1 None None] Sync routers for ids ['e6141163-4fd1-4422-82e9-6308b0a0b48d'] in dv-neutron-821829-1-hyperv {{(pid=87509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 23:12:31.533507 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-37ae4938-9768-4923-8355-ff334d969900 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for floatingip, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:12:31.533701 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-209cab7f-48d8-48b8-b8ba-9b83b6d76cd1 None None] Routers {'e6141163-4fd1-4422-82e9-6308b0a0b48d'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 23:12:31.534218 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-209cab7f-48d8-48b8-b8ba-9b83b6d76cd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b7c8f5c40>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T23:12:31Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['e6141163-4fd1-4422-82e9-6308b0a0b48d'], 'active': True} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 23:12:31.590632 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-37ae4938-9768-4923-8355-ff334d969900 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.13 "DELETE /v2.0/floatingips/4332745b-e1df-471f-8267-b2fb67ba56ff HTTP/1.1" status: 204  len: 168 time: 1.4935937
Dec 16 23:12:31.591360 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'beeedcce-3f44-4dd7-833c-7136ea52652e', 'tag': '84b6b8a1-1e77-4ee0-af29-1eb172d2fc6b'}] {{(pid=87506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 23:12:31.627926 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-3e729f7f-1589-4d54-9c4a-7ee6b283cc2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:12:31.653540 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'beeedcce-3f44-4dd7-833c-7136ea52652e', 'tag': '84b6b8a1-1e77-4ee0-af29-1eb172d2fc6b', 'status': 'completed', 'code': 200}
Dec 16 23:12:31.713092 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvr_db [None req-209cab7f-48d8-48b8-b8ba-9b83b6d76cd1 None None] Set router e6141163-4fd1-4422-82e9-6308b0a0b48d gateway port host: dv-neutron-821829-1-hyperv {{(pid=87509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 23:12:31.737248 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:12:31.920182 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5075f1d0-6991-4433-99b3-d3a20cb85ae8 req-8e35f5e3-49ac-42e1-99bb-55d98d96e6ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:12:31.922108 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-5075f1d0-6991-4433-99b3-d3a20cb85ae8 req-8e35f5e3-49ac-42e1-99bb-55d98d96e6ba service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c824888d650f48a8badbaff2c427d7f3&device_id=beeedcce-3f44-4dd7-833c-7136ea52652e HTTP/1.1" status: 200  len: 1099 time: 0.2228460
Dec 16 23:12:32.018653 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33253f93-6aa2-4238-a7db-79efd5717065 req-aa693405-8cd5-4fd1-864c-3fa11ddd44dc tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:12:32.020147 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-33253f93-6aa2-4238-a7db-79efd5717065 req-aa693405-8cd5-4fd1-864c-3fa11ddd44dc tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.13 "GET /v2.0/ports?device_id=beeedcce-3f44-4dd7-833c-7136ea52652e HTTP/1.1" status: 200  len: 946 time: 0.0938995
Dec 16 23:12:32.056629 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5075f1d0-6991-4433-99b3-d3a20cb85ae8 req-f61d29a3-8feb-415f-b668-07c9ab5a3940 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:12:32.058079 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-5075f1d0-6991-4433-99b3-d3a20cb85ae8 req-f61d29a3-8feb-415f-b668-07c9ab5a3940 service neutron] 10.222.0.49 "GET /v2.0/networks?id=c282d5ee-088e-4b9e-a291-c063fecb63e4 HTTP/1.1" status: 200  len: 897 time: 0.1294262
Dec 16 23:12:32.058914 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-209cab7f-48d8-48b8-b8ba-9b83b6d76cd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b7c8f5c40>, [{'id': 'e6141163-4fd1-4422-82e9-6308b0a0b48d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-861410169', 'tenant_id': 'c824888d650f48a8badbaff2c427d7f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.8'}], 'enable_snat': True}, 'gw_port_id': 'f6173cfd-7b3d-456f-b2bb-59a6d6f97a6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:10:52Z', 'updated_at': '2021-12-16T23:10:56Z', 'revision_number': 4, 'project_id': 'c824888d650f48a8badbaff2c427d7f3', 'gw_port': {'id': 'f6173cfd-7b3d-456f-b2bb-59a6d6f97a6e', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:1e:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6141163-4fd1-4422-82e9-6308b0a0b48d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:10:52Z', 'updated_at': '2021-12-16T23:10:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv', '_interfaces': [{'id': '99cbcf8a-64fd-4fdc-9bba-dd74743432eb', 'name': '', 'network_id': 'c282d5ee-088e-4b9e-a291-c063fecb63e4', 'tenant_id': 'c824888d650f48a8badbaff2c427d7f3', 'mac_address': 'fa:16:3e:f9:72:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6141163-4fd1-4422-82e9-6308b0a0b48d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': 'd6c12a12-863d-45fe-948e-116ed57d0bed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:10:56Z', 'updated_at': '2021-12-16T23:11:02Z', 'revision_number': 5, 'project_id': 'c824888d650f48a8badbaff2c427d7f3', 'subnets': [{'id': 'd6c12a12-863d-45fe-948e-116ed57d0bed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 23:12:32.062649 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-209cab7f-48d8-48b8-b8ba-9b83b6d76cd1 None None] Checking router: e6141163-4fd1-4422-82e9-6308b0a0b48d for host: dv-neutron-821829-1-hyperv {{(pid=87509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 23:12:32.070397 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-33253f93-6aa2-4238-a7db-79efd5717065 req-fb4a2042-eca7-4854-95c1-586002cde919 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.13 "GET /v2.0/security-groups?id=c93837aa-95e3-4e10-beca-0a81a180fa31&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0435803
Dec 16 23:12:32.072653 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-209cab7f-48d8-48b8-b8ba-9b83b6d76cd1 None None] Routers {'e6141163-4fd1-4422-82e9-6308b0a0b48d'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 23:12:32.073342 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-209cab7f-48d8-48b8-b8ba-9b83b6d76cd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b7c8f5c40>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T23:12:31Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['e6141163-4fd1-4422-82e9-6308b0a0b48d'], 'active': True} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 23:12:32.132469 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-5075f1d0-6991-4433-99b3-d3a20cb85ae8 req-0e94413d-e8c8-4a30-a902-24f1525a0918 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=84b6b8a1-1e77-4ee0-af29-1eb172d2fc6b HTTP/1.1" status: 200  len: 217 time: 0.0657084
Dec 16 23:12:32.194016 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5075f1d0-6991-4433-99b3-d3a20cb85ae8 req-4020a4d1-641c-46e4-8815-4896e1c60796 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:12:32.195426 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-5075f1d0-6991-4433-99b3-d3a20cb85ae8 req-4020a4d1-641c-46e4-8815-4896e1c60796 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=d6c12a12-863d-45fe-948e-116ed57d0bed HTTP/1.1" status: 200  len: 834 time: 0.0562487
Dec 16 23:12:32.255941 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvr_db [None req-209cab7f-48d8-48b8-b8ba-9b83b6d76cd1 None None] Set router e6141163-4fd1-4422-82e9-6308b0a0b48d gateway port host: dv-neutron-821829-1-hyperv {{(pid=87509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 23:12:32.274556 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5075f1d0-6991-4433-99b3-d3a20cb85ae8 req-dca86684-e64d-4c09-8abb-d6f8d3efd075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:12:32.276037 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-5075f1d0-6991-4433-99b3-d3a20cb85ae8 req-dca86684-e64d-4c09-8abb-d6f8d3efd075 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c282d5ee-088e-4b9e-a291-c063fecb63e4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0730186
Dec 16 23:12:32.410016 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-5075f1d0-6991-4433-99b3-d3a20cb85ae8 req-f653fdab-a90a-4d24-9a8d-ca1f3a939124 service neutron] 10.222.0.49 "GET /v2.0/networks/c282d5ee-088e-4b9e-a291-c063fecb63e4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1266112
Dec 16 23:12:32.542954 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-5075f1d0-6991-4433-99b3-d3a20cb85ae8 req-adf7a761-0432-478d-b5c0-bd3797662fb6 service neutron] 10.222.0.49 "GET /v2.0/networks/c282d5ee-088e-4b9e-a291-c063fecb63e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1248684
Dec 16 23:12:32.597612 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-209cab7f-48d8-48b8-b8ba-9b83b6d76cd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b7c8f5c40>, [{'id': 'e6141163-4fd1-4422-82e9-6308b0a0b48d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-861410169', 'tenant_id': 'c824888d650f48a8badbaff2c427d7f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.8'}], 'enable_snat': True}, 'gw_port_id': 'f6173cfd-7b3d-456f-b2bb-59a6d6f97a6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:10:52Z', 'updated_at': '2021-12-16T23:10:56Z', 'revision_number': 4, 'project_id': 'c824888d650f48a8badbaff2c427d7f3', 'gw_port': {'id': 'f6173cfd-7b3d-456f-b2bb-59a6d6f97a6e', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:1e:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6141163-4fd1-4422-82e9-6308b0a0b48d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:10:52Z', 'updated_at': '2021-12-16T23:10:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv', '_interfaces': [{'id': '99cbcf8a-64fd-4fdc-9bba-dd74743432eb', 'name': '', 'network_id': 'c282d5ee-088e-4b9e-a291-c063fecb63e4', 'tenant_id': 'c824888d650f48a8badbaff2c427d7f3', 'mac_address': 'fa:16:3e:f9:72:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6141163-4fd1-4422-82e9-6308b0a0b48d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': 'd6c12a12-863d-45fe-948e-116ed57d0bed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:10:56Z', 'updated_at': '2021-12-16T23:11:02Z', 'revision_number': 5, 'project_id': 'c824888d650f48a8badbaff2c427d7f3', 'subnets': [{'id': 'd6c12a12-863d-45fe-948e-116ed57d0bed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 23:12:32.601391 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-209cab7f-48d8-48b8-b8ba-9b83b6d76cd1 None None] The sync data for ids ['e6141163-4fd1-4422-82e9-6308b0a0b48d'] in dv-neutron-821829-1-hyperv is: [{'id': 'e6141163-4fd1-4422-82e9-6308b0a0b48d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-861410169', 'tenant_id': 'c824888d650f48a8badbaff2c427d7f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.8'}], 'enable_snat': True}, 'gw_port_id': 'f6173cfd-7b3d-456f-b2bb-59a6d6f97a6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:10:52Z', 'updated_at': '2021-12-16T23:10:56Z', 'revision_number': 4, 'project_id': 'c824888d650f48a8badbaff2c427d7f3', 'gw_port': {'id': 'f6173cfd-7b3d-456f-b2bb-59a6d6f97a6e', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:1e:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6141163-4fd1-4422-82e9-6308b0a0b48d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:10:52Z', 'updated_at': '2021-12-16T23:10:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv', '_interfaces': [{'id': '99cbcf8a-64fd-4fdc-9bba-dd74743432eb', 'name': '', 'network_id': 'c282d5ee-088e-4b9e-a291-c063fecb63e4', 'tenant_id': 'c824888d650f48a8badbaff2c427d7f3', 'mac_address': 'fa:16:3e:f9:72:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6141163-4fd1-4422-82e9-6308b0a0b48d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': 'd6c12a12-863d-45fe-948e-116ed57d0bed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:10:56Z', 'updated_at': '2021-12-16T23:11:02Z', 'revision_number': 5, 'project_id': 'c824888d650f48a8badbaff2c427d7f3', 'subnets': [{'id': 'd6c12a12-863d-45fe-948e-116ed57d0bed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 23:12:32.808975 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-debcfc59-c884-4bc2-9d67-783dc781246f None None] New status for floating IP 4332745b-e1df-471f-8267-b2fb67ba56ff: DOWN {{(pid=87508) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 16 23:12:33.254707 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebb417b-e661-49bb-87bd-822e6ac3b9c6 req-c1545388-406d-4b55-afe7-e36fa3aa3d5b tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:12:33.256660 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-5ebb417b-e661-49bb-87bd-822e6ac3b9c6 req-c1545388-406d-4b55-afe7-e36fa3aa3d5b tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.13 "GET /v2.0/ports?device_id=beeedcce-3f44-4dd7-833c-7136ea52652e HTTP/1.1" status: 200  len: 946 time: 0.0798271
Dec 16 23:12:33.298098 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-5ebb417b-e661-49bb-87bd-822e6ac3b9c6 req-f30316db-5f17-4bb5-ba92-80df88cd3b38 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.13 "GET /v2.0/security-groups?id=c93837aa-95e3-4e10-beca-0a81a180fa31&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0358212
Dec 16 23:12:33.381574 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-4541ba3b-6be8-499c-bc94-3c60aa55c4f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:12:33.763895 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f22c8c5-70d2-47df-985e-67ba9b3452e5 req-66c4dd02-834b-4f98-8500-90a0c6485bf1 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:12:33.764575 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [req-3f22c8c5-70d2-47df-985e-67ba9b3452e5 req-66c4dd02-834b-4f98-8500-90a0c6485bf1 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Synchronizing usage tracker for tenant:c824888d650f48a8badbaff2c427d7f3 on resource:port {{(pid=87506) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 23:12:33.779512 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [req-3f22c8c5-70d2-47df-985e-67ba9b3452e5 req-66c4dd02-834b-4f98-8500-90a0c6485bf1 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Unset dirty status for tenant:c824888d650f48a8badbaff2c427d7f3 on resource:port {{(pid=87506) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 23:12:33.780628 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-3f22c8c5-70d2-47df-985e-67ba9b3452e5 req-66c4dd02-834b-4f98-8500-90a0c6485bf1 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.49 "GET /v2.0/ports?device_id=beeedcce-3f44-4dd7-833c-7136ea52652e HTTP/1.1" status: 200  len: 946 time: 0.0927579
Dec 16 23:12:33.848439 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [req-3f22c8c5-70d2-47df-985e-67ba9b3452e5 req-06d03074-2617-4799-9984-4d7610bc3545 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Deleting port 84b6b8a1-1e77-4ee0-af29-1eb172d2fc6b {{(pid=87506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 23:12:33.848790 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-3f22c8c5-70d2-47df-985e-67ba9b3452e5 req-06d03074-2617-4799-9984-4d7610bc3545 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:12:34.085473 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.db [req-3f22c8c5-70d2-47df-985e-67ba9b3452e5 req-06d03074-2617-4799-9984-4d7610bc3545 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] For port 84b6b8a1-1e77-4ee0-af29-1eb172d2fc6b, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=84b6b8a1-1e77-4ee0-af29-1eb172d2fc6b,segment=NetworkSegment(7eb24c3b-3fd4-4de2-a9c0-042b14d5921c),segment_id=7eb24c3b-3fd4-4de2-a9c0-042b14d5921c)] {{(pid=87506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 23:12:34.085823 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-3f22c8c5-70d2-47df-985e-67ba9b3452e5 req-06d03074-2617-4799-9984-4d7610bc3545 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:12:34.206603 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [req-3f22c8c5-70d2-47df-985e-67ba9b3452e5 req-06d03074-2617-4799-9984-4d7610bc3545 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Calling delete_port for 84b6b8a1-1e77-4ee0-af29-1eb172d2fc6b owned by compute:nova {{(pid=87506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 23:12:34.347234 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-3f22c8c5-70d2-47df-985e-67ba9b3452e5 req-06d03074-2617-4799-9984-4d7610bc3545 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1863393'] for port, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:12:34.353091 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-7b575b59-52c8-427e-bc43-7697207037a4 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:12:34.400837 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d03074-2617-4799-9984-4d7610bc3545 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Pushing event deleted for resources: {'Port': ['ID=84b6b8a1-1e77-4ee0-af29-1eb172d2fc6b,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:12:34.404076 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-06d03074-2617-4799-9984-4d7610bc3545 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:12:34.456311 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-367e2d27-1540-47ea-bb10-d54c0c0b602d req-37495155-8208-448f-adc1-59eadb59a66f tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.13 "GET /v2.0/ports?device_id=beeedcce-3f44-4dd7-833c-7136ea52652e HTTP/1.1" status: 200  len: 210 time: 0.0491462
Dec 16 23:12:34.484495 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f22c8c5-70d2-47df-985e-67ba9b3452e5 req-06d03074-2617-4799-9984-4d7610bc3545 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] No DVR routers for this DVR port 84b6b8a1-1e77-4ee0-af29-1eb172d2fc6b on host hv-neutron-8218 {{(pid=87506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 23:12:34.486996 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-3f22c8c5-70d2-47df-985e-67ba9b3452e5 req-06d03074-2617-4799-9984-4d7610bc3545 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for port, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:12:34.489795 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'beeedcce-3f44-4dd7-833c-7136ea52652e', 'name': 'network-vif-deleted', 'tag': '84b6b8a1-1e77-4ee0-af29-1eb172d2fc6b'}] {{(pid=87506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 23:12:34.497194 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.agents_db [None req-0abd2616-a86c-48e2-be07-10823335a5bb None None] Agent healthcheck: found 6 active agents {{(pid=87509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 23:12:34.504940 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-3f22c8c5-70d2-47df-985e-67ba9b3452e5 req-06d03074-2617-4799-9984-4d7610bc3545 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.49 "DELETE /v2.0/ports/84b6b8a1-1e77-4ee0-af29-1eb172d2fc6b HTTP/1.1" status: 204  len: 173 time: 0.7191665
Dec 16 23:12:34.533746 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'beeedcce-3f44-4dd7-833c-7136ea52652e', 'name': 'network-vif-deleted', 'tag': '84b6b8a1-1e77-4ee0-af29-1eb172d2fc6b', 'status': 'completed', 'code': 200}
Dec 16 23:12:35.549330 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 55164) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 23:12:36.089347 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-3bb2894a-415e-436e-825b-08fad0ccbf39 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3830176'] for router_interface, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:12:36.555889 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.plugin [None req-3bb2894a-415e-436e-825b-08fad0ccbf39 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Deleting port 99cbcf8a-64fd-4fdc-9bba-dd74743432eb {{(pid=87507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 23:12:36.556566 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-3bb2894a-415e-436e-825b-08fad0ccbf39 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:12:36.740682 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.db [None req-3bb2894a-415e-436e-825b-08fad0ccbf39 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] For port 99cbcf8a-64fd-4fdc-9bba-dd74743432eb, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=99cbcf8a-64fd-4fdc-9bba-dd74743432eb,segment=NetworkSegment(7eb24c3b-3fd4-4de2-a9c0-042b14d5921c),segment_id=7eb24c3b-3fd4-4de2-a9c0-042b14d5921c)] {{(pid=87507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 23:12:36.740911 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-3bb2894a-415e-436e-825b-08fad0ccbf39 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:12:36.859522 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.plugin [None req-3bb2894a-415e-436e-825b-08fad0ccbf39 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Calling delete_port for 99cbcf8a-64fd-4fdc-9bba-dd74743432eb owned by network:router_interface {{(pid=87507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 23:12:37.171501 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-3bb2894a-415e-436e-825b-08fad0ccbf39 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10807823'] for port, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:12:37.175722 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-46d79706-99cd-48a5-a0b6-dcb513b129d0 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:12:37.248714 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb2894a-415e-436e-825b-08fad0ccbf39 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Pushing event deleted for resources: {'Port': ['ID=99cbcf8a-64fd-4fdc-9bba-dd74743432eb,revision_number=None']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:12:37.266118 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb2894a-415e-436e-825b-08fad0ccbf39 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:12:37.266512 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb2894a-415e-436e-825b-08fad0ccbf39 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:12:37.266895 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb2894a-415e-436e-825b-08fad0ccbf39 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:12:37.267270 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb2894a-415e-436e-825b-08fad0ccbf39 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:12:37.267644 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb2894a-415e-436e-825b-08fad0ccbf39 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:12:37.268038 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb2894a-415e-436e-825b-08fad0ccbf39 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:12:37.268413 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb2894a-415e-436e-825b-08fad0ccbf39 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:12:37.268776 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb2894a-415e-436e-825b-08fad0ccbf39 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:12:37.269140 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb2894a-415e-436e-825b-08fad0ccbf39 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:12:37.269502 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb2894a-415e-436e-825b-08fad0ccbf39 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:12:37.269862 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb2894a-415e-436e-825b-08fad0ccbf39 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:12:37.270223 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb2894a-415e-436e-825b-08fad0ccbf39 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:12:37.298126 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-3bb2894a-415e-436e-825b-08fad0ccbf39 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:12:37.472270 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Device 84b6b8a1-1e77-4ee0-af29-1eb172d2fc6b no longer exists at agent hyperv_hv-neutron-8218 {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 23:12:37.503802 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-3bb2894a-415e-436e-825b-08fad0ccbf39 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3791449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3739472'] for router_interface, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:12:37.506250 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] No Port match for: 84b6b8a1-1e77-4ee0-af29-1eb172d2fc6b {{(pid=87508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 23:12:37.506613 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Device 84b6b8a1-1e77-4ee0-af29-1eb172d2fc6b not bound to the agent host hv-neutron-8218 {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 23:12:37.979864 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bb2894a-415e-436e-825b-08fad0ccbf39 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Router e6141163-4fd1-4422-82e9-6308b0a0b48d has already been hosted by L3 agent 4f519db7-069b-43e2-8411-c092bac9102a {{(pid=87507) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 23:12:38.154256 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:12:38.156066 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bb2894a-415e-436e-825b-08fad0ccbf39 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify agent at l3_agent.dv-neutron-821829-1-hyperv the message routers_updated {{(pid=87507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 23:12:38.166029 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7cdca10-c34d-4fd9-bfd4-9703f6b34286 None None] Sync routers for ids ['e6141163-4fd1-4422-82e9-6308b0a0b48d'] in dv-neutron-821829-1-hyperv {{(pid=87509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 23:12:38.169314 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-3bb2894a-415e-436e-825b-08fad0ccbf39 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.13 "PUT /v2.0/routers/e6141163-4fd1-4422-82e9-6308b0a0b48d/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.6189229
Dec 16 23:12:38.171951 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 55170) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 23:12:38.176821 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7cdca10-c34d-4fd9-bfd4-9703f6b34286 None None] Routers {'e6141163-4fd1-4422-82e9-6308b0a0b48d'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 23:12:38.177949 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-e7cdca10-c34d-4fd9-bfd4-9703f6b34286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b7c5fdd30>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T23:12:31Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['e6141163-4fd1-4422-82e9-6308b0a0b48d'], 'active': True} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 23:12:38.238546 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.db_base_plugin_v2 [None req-7afedd03-1342-48dc-8f0e-53160a279862 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Deleting subnet d6c12a12-863d-45fe-948e-116ed57d0bed {{(pid=87507) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 16 23:12:38.241870 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-7afedd03-1342-48dc-8f0e-53160a279862 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks [] for subnet, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:12:38.294637 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-7afedd03-1342-48dc-8f0e-53160a279862 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2128562'] for subnet, precommit_delete_associations {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:12:38.349415 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvr_db [None req-e7cdca10-c34d-4fd9-bfd4-9703f6b34286 None None] Set router e6141163-4fd1-4422-82e9-6308b0a0b48d gateway port host: dv-neutron-821829-1-hyperv {{(pid=87509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 23:12:38.373741 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-7afedd03-1342-48dc-8f0e-53160a279862 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3328566'] for subnet, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:12:38.448600 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-7afedd03-1342-48dc-8f0e-53160a279862 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3328622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10807868', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10549621'] for subnet, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:12:38.453449 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-c0b1ea14-b106-4f75-be63-6ea4e4cee8a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:12:38.488880 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afedd03-1342-48dc-8f0e-53160a279862 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Pushing event deleted for resources: {'Subnet': ['ID=d6c12a12-863d-45fe-948e-116ed57d0bed,revision_number=None']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:12:38.491917 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-7afedd03-1342-48dc-8f0e-53160a279862 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:12:38.492876 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-7afedd03-1342-48dc-8f0e-53160a279862 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks [] for subnet, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:12:38.498912 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-7afedd03-1342-48dc-8f0e-53160a279862 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.13 "DELETE /v2.0/subnets/d6c12a12-863d-45fe-948e-116ed57d0bed HTTP/1.1" status: 204  len: 168 time: 0.3260241
Dec 16 23:12:38.501423 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 55174) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 23:12:38.503061 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2100b22b-63e7-42a4-99b1-a88597821f80 None None] Network c282d5ee-088e-4b9e-a291-c063fecb63e4 requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 23:12:38.628435 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-e7cdca10-c34d-4fd9-bfd4-9703f6b34286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b7c5fdd30>, [{'id': 'e6141163-4fd1-4422-82e9-6308b0a0b48d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-861410169', 'tenant_id': 'c824888d650f48a8badbaff2c427d7f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.8'}], 'enable_snat': True}, 'gw_port_id': 'f6173cfd-7b3d-456f-b2bb-59a6d6f97a6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:10:52Z', 'updated_at': '2021-12-16T23:12:37Z', 'revision_number': 5, 'project_id': 'c824888d650f48a8badbaff2c427d7f3', 'gw_port': {'id': 'f6173cfd-7b3d-456f-b2bb-59a6d6f97a6e', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:1e:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6141163-4fd1-4422-82e9-6308b0a0b48d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:10:52Z', 'updated_at': '2021-12-16T23:10:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv'}], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 23:12:38.632890 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7cdca10-c34d-4fd9-bfd4-9703f6b34286 None None] Checking router: e6141163-4fd1-4422-82e9-6308b0a0b48d for host: dv-neutron-821829-1-hyperv {{(pid=87509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 23:12:38.641598 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7cdca10-c34d-4fd9-bfd4-9703f6b34286 None None] Routers {'e6141163-4fd1-4422-82e9-6308b0a0b48d'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 23:12:38.642215 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-e7cdca10-c34d-4fd9-bfd4-9703f6b34286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b7c5fdd30>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T23:12:31Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['e6141163-4fd1-4422-82e9-6308b0a0b48d'], 'active': True} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 23:12:38.684687 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-3df64fd0-1c8b-41ef-9845-52562619550e tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks [] for router, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:12:38.769343 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46f5655c-6fde-4546-8779-d6e31f5cd549 None None] DHCP port deletion for c282d5ee-088e-4b9e-a291-c063fecb63e4 request from dv-neutron-821829-1-hyperv {{(pid=87508) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 16 23:12:38.774467 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-46f5655c-6fde-4546-8779-d6e31f5cd549 None None] Deleting port 191228f3-3b85-4f97-8127-91b634685f91 {{(pid=87508) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 23:12:38.774920 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-46f5655c-6fde-4546-8779-d6e31f5cd549 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:12:38.832522 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvr_db [None req-e7cdca10-c34d-4fd9-bfd4-9703f6b34286 None None] Set router e6141163-4fd1-4422-82e9-6308b0a0b48d gateway port host: dv-neutron-821829-1-hyperv {{(pid=87509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 23:12:38.870993 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-3df64fd0-1c8b-41ef-9845-52562619550e tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:12:38.881369 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.plugin [None req-3df64fd0-1c8b-41ef-9845-52562619550e tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Deleting port f6173cfd-7b3d-456f-b2bb-59a6d6f97a6e {{(pid=87507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 23:12:38.881981 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-3df64fd0-1c8b-41ef-9845-52562619550e tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:12:38.975655 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-46f5655c-6fde-4546-8779-d6e31f5cd549 None None] For port 191228f3-3b85-4f97-8127-91b634685f91, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=191228f3-3b85-4f97-8127-91b634685f91,segment=NetworkSegment(7eb24c3b-3fd4-4de2-a9c0-042b14d5921c),segment_id=7eb24c3b-3fd4-4de2-a9c0-042b14d5921c)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 23:12:38.976101 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-46f5655c-6fde-4546-8779-d6e31f5cd549 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:12:39.058912 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.db [None req-3df64fd0-1c8b-41ef-9845-52562619550e tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] For port f6173cfd-7b3d-456f-b2bb-59a6d6f97a6e, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=f6173cfd-7b3d-456f-b2bb-59a6d6f97a6e,segment=NetworkSegment(a416442d-d143-4052-9f4e-546eb8cbe809),segment_id=a416442d-d143-4052-9f4e-546eb8cbe809)] {{(pid=87507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 23:12:39.059521 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-3df64fd0-1c8b-41ef-9845-52562619550e tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:12:39.101971 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-46f5655c-6fde-4546-8779-d6e31f5cd549 None None] Calling delete_port for 191228f3-3b85-4f97-8127-91b634685f91 owned by network:dhcp {{(pid=87508) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 23:12:39.120702 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-e7cdca10-c34d-4fd9-bfd4-9703f6b34286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b7c5fdd30>, [{'id': 'e6141163-4fd1-4422-82e9-6308b0a0b48d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-861410169', 'tenant_id': 'c824888d650f48a8badbaff2c427d7f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.8'}], 'enable_snat': True}, 'gw_port_id': 'f6173cfd-7b3d-456f-b2bb-59a6d6f97a6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:10:52Z', 'updated_at': '2021-12-16T23:12:37Z', 'revision_number': 5, 'project_id': 'c824888d650f48a8badbaff2c427d7f3', 'gw_port': {'id': 'f6173cfd-7b3d-456f-b2bb-59a6d6f97a6e', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:1e:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6141163-4fd1-4422-82e9-6308b0a0b48d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:10:52Z', 'updated_at': '2021-12-16T23:10:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv'}], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 23:12:39.124682 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7cdca10-c34d-4fd9-bfd4-9703f6b34286 None None] The sync data for ids ['e6141163-4fd1-4422-82e9-6308b0a0b48d'] in dv-neutron-821829-1-hyperv is: [{'id': 'e6141163-4fd1-4422-82e9-6308b0a0b48d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-861410169', 'tenant_id': 'c824888d650f48a8badbaff2c427d7f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.8'}], 'enable_snat': True}, 'gw_port_id': 'f6173cfd-7b3d-456f-b2bb-59a6d6f97a6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:10:52Z', 'updated_at': '2021-12-16T23:12:37Z', 'revision_number': 5, 'project_id': 'c824888d650f48a8badbaff2c427d7f3', 'gw_port': {'id': 'f6173cfd-7b3d-456f-b2bb-59a6d6f97a6e', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:1e:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6141163-4fd1-4422-82e9-6308b0a0b48d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:10:52Z', 'updated_at': '2021-12-16T23:10:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv'}] {{(pid=87509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 23:12:39.180365 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-46f5655c-6fde-4546-8779-d6e31f5cd549 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949'] for port, after_delete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:12:39.181589 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.plugin [None req-3df64fd0-1c8b-41ef-9845-52562619550e tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Calling delete_port for f6173cfd-7b3d-456f-b2bb-59a6d6f97a6e owned by network:router_gateway {{(pid=87507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 23:12:39.184249 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:12:39.228652 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f5655c-6fde-4546-8779-d6e31f5cd549 None None] Pushing event deleted for resources: {'Port': ['ID=191228f3-3b85-4f97-8127-91b634685f91,revision_number=None']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:12:39.231555 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-46f5655c-6fde-4546-8779-d6e31f5cd549 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:12:39.232369 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46f5655c-6fde-4546-8779-d6e31f5cd549 None None] No DVR routers for this DVR port 191228f3-3b85-4f97-8127-91b634685f91 on host dv-neutron-821829-1-hyperv {{(pid=87508) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 23:12:39.471976 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-3df64fd0-1c8b-41ef-9845-52562619550e tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10807823'] for port, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:12:39.476328 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-abf5b5e7-4db3-4c6f-a2f0-b1efda3788ba tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:12:39.519582 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df64fd0-1c8b-41ef-9845-52562619550e tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Pushing event deleted for resources: {'Port': ['ID=f6173cfd-7b3d-456f-b2bb-59a6d6f97a6e,revision_number=None']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:12:39.522621 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-3df64fd0-1c8b-41ef-9845-52562619550e tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:12:39.612084 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-3df64fd0-1c8b-41ef-9845-52562619550e tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3741895'] for router_gateway, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:12:39.783675 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-3df64fd0-1c8b-41ef-9845-52562619550e tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3739500', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39002'] for router, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:12:39.785734 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-3df64fd0-1c8b-41ef-9845-52562619550e tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:12:39.807844 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-3df64fd0-1c8b-41ef-9845-52562619550e tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3830089'] for router, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:12:39.808346 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3df64fd0-1c8b-41ef-9845-52562619550e tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Fanout notify agent at l3_agent the message router_deleted on router e6141163-4fd1-4422-82e9-6308b0a0b48d {{(pid=87507) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 16 23:12:39.823558 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-3df64fd0-1c8b-41ef-9845-52562619550e tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks [] for router, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:12:39.824605 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-3df64fd0-1c8b-41ef-9845-52562619550e tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.13 "DELETE /v2.0/routers/e6141163-4fd1-4422-82e9-6308b0a0b48d HTTP/1.1" status: 204  len: 168 time: 1.3222911
Dec 16 23:12:39.827319 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 55178) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 23:12:39.940490 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-ded5e3ec-b748-48e1-b104-c0790763eed9 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-825997'] for network, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:12:40.066074 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-ded5e3ec-b748-48e1-b104-c0790763eed9 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3329565', 'neutron.services.segments.db._delete_segments_for_network-8734753546406'] for network, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:12:40.093383 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.services.segments.db [None req-ded5e3ec-b748-48e1-b104-c0790763eed9 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1b772d5af0>,) {'filters': {'network_id': ['c282d5ee-088e-4b9e-a291-c063fecb63e4']}} {{(pid=87507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 23:12:40.105262 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.services.segments.db [None req-ded5e3ec-b748-48e1-b104-c0790763eed9 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b772d5af0>, '7eb24c3b-3fd4-4de2-a9c0-042b14d5921c') {'for_net_delete': True} {{(pid=87507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 23:12:40.105550 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.services.segments.db [None req-ded5e3ec-b748-48e1-b104-c0790763eed9 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b772d5af0>, '7eb24c3b-3fd4-4de2-a9c0-042b14d5921c') {} {{(pid=87507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 23:12:40.116223 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-ded5e3ec-b748-48e1-b104-c0790763eed9 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734753593977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2128549'] for segment, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:12:40.135088 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-ded5e3ec-b748-48e1-b104-c0790763eed9 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-883292'] for segment, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:12:40.140822 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ded5e3ec-b748-48e1-b104-c0790763eed9 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Releasing vlan 194 on physical network physnet1 to pool {{(pid=87507) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 16 23:12:40.141194 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-ded5e3ec-b748-48e1-b104-c0790763eed9 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-883285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10808034'] for segment, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:12:40.155793 dv-neutron-821829-1-hyperv neutron-server[87507]: Traceback (most recent call last):
Dec 16 23:12:40.155793 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 16 23:12:40.155793 dv-neutron-821829-1-hyperv neutron-server[87507]:     timer()
Dec 16 23:12:40.155793 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 23:12:40.155793 dv-neutron-821829-1-hyperv neutron-server[87507]:     cb(*args, **kw)
Dec 16 23:12:40.155793 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 23:12:40.155793 dv-neutron-821829-1-hyperv neutron-server[87507]:     return func(*args, **kwargs)
Dec 16 23:12:40.155793 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 23:12:40.155793 dv-neutron-821829-1-hyperv neutron-server[87507]:     self._notify()
Dec 16 23:12:40.155793 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 23:12:40.155793 dv-neutron-821829-1-hyperv neutron-server[87507]:     self.callback(batched_events)
Dec 16 23:12:40.155793 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 23:12:40.155793 dv-neutron-821829-1-hyperv neutron-server[87507]:     event.method(event)
Dec 16 23:12:40.155793 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 23:12:40.155793 dv-neutron-821829-1-hyperv neutron-server[87507]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 23:12:40.155793 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 23:12:40.155793 dv-neutron-821829-1-hyperv neutron-server[87507]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 23:12:40.155793 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 23:12:40.155793 dv-neutron-821829-1-hyperv neutron-server[87507]:     return f(self, *a, **k)
Dec 16 23:12:40.155793 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 16 23:12:40.155793 dv-neutron-821829-1-hyperv neutron-server[87507]:     return self._get(url).json()
Dec 16 23:12:40.155793 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 16 23:12:40.155793 dv-neutron-821829-1-hyperv neutron-server[87507]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 23:12:40.155793 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 16 23:12:40.155793 dv-neutron-821829-1-hyperv neutron-server[87507]:     return self.request(url, 'GET', **kwargs)
Dec 16 23:12:40.155793 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 16 23:12:40.155793 dv-neutron-821829-1-hyperv neutron-server[87507]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 23:12:40.155793 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 16 23:12:40.155793 dv-neutron-821829-1-hyperv neutron-server[87507]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 23:12:40.155793 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 16 23:12:40.155793 dv-neutron-821829-1-hyperv neutron-server[87507]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 23:12:40.155793 dv-neutron-821829-1-hyperv neutron-server[87507]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 23:12:40.229477 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-ded5e3ec-b748-48e1-b104-c0790763eed9 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3329572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3741856'] for network, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:12:40.232805 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-39b4c4a5-9832-405d-96ee-734c42d15c60 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:12:40.250012 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-ded5e3ec-b748-48e1-b104-c0790763eed9 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks [] for network, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:12:40.262188 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded5e3ec-b748-48e1-b104-c0790763eed9 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Pushing event deleted for resources: {'Network': ['ID=c282d5ee-088e-4b9e-a291-c063fecb63e4,revision_number=None']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:12:40.265700 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-ded5e3ec-b748-48e1-b104-c0790763eed9 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:12:40.272490 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-ded5e3ec-b748-48e1-b104-c0790763eed9 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.13 "DELETE /v2.0/networks/c282d5ee-088e-4b9e-a291-c063fecb63e4 HTTP/1.1" status: 204  len: 168 time: 0.4440899
Dec 16 23:12:40.274977 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 55182) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 23:12:40.316369 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 99cbcf8a-64fd-4fdc-9bba-dd74743432eb no longer exists at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 23:12:40.347044 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-138b577e-6a44-4c33-90b8-50002912ccab tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks [] for security_group, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:12:40.350740 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] No Port match for: 99cbcf8a-64fd-4fdc-9bba-dd74743432eb {{(pid=87508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 23:12:40.351098 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 99cbcf8a-64fd-4fdc-9bba-dd74743432eb not bound to the agent host dv-neutron-821829-1-hyperv {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 23:12:40.351531 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device f6173cfd-7b3d-456f-b2bb-59a6d6f97a6e no longer exists at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 23:12:40.375931 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-138b577e-6a44-4c33-90b8-50002912ccab tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:12:40.382857 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] No Port match for: f6173cfd-7b3d-456f-b2bb-59a6d6f97a6e {{(pid=87508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 23:12:40.383230 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device f6173cfd-7b3d-456f-b2bb-59a6d6f97a6e not bound to the agent host dv-neutron-821829-1-hyperv {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 23:12:40.383628 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 191228f3-3b85-4f97-8127-91b634685f91 no longer exists at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 23:12:40.418521 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] No Port match for: 191228f3-3b85-4f97-8127-91b634685f91 {{(pid=87508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 23:12:40.418904 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 191228f3-3b85-4f97-8127-91b634685f91 not bound to the agent host dv-neutron-821829-1-hyperv {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 23:12:40.451561 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-138b577e-6a44-4c33-90b8-50002912ccab tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841066'] for security_group, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:12:40.456880 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-23f13cb8-5ca4-43a9-9bfe-8f9cd1c93535 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:12:40.472618 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138b577e-6a44-4c33-90b8-50002912ccab tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c93837aa-95e3-4e10-beca-0a81a180fa31,revision_number=None']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:12:40.475387 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-138b577e-6a44-4c33-90b8-50002912ccab tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:12:40.481880 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-138b577e-6a44-4c33-90b8-50002912ccab tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks [] for security_group, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:12:40.483007 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-138b577e-6a44-4c33-90b8-50002912ccab tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.13 "DELETE /v2.0/security-groups/c93837aa-95e3-4e10-beca-0a81a180fa31 HTTP/1.1" status: 204  len: 168 time: 0.2069516
Dec 16 23:12:40.918659 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 55190) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 23:12:40.923989 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-e481f21d-5954-4d28-872b-16dfb8424a00 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1543243247', 'description': 'tempest-secgroup-smoke-1543243247 description', 'project_id': 'c824888d650f48a8badbaff2c427d7f3'}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 23:12:40.930642 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-e481f21d-5954-4d28-872b-16dfb8424a00 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 23:12:40.934684 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-e481f21d-5954-4d28-872b-16dfb8424a00 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Usage tracker for resource:security_group and tenant:c824888d650f48a8badbaff2c427d7f3 is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 23:12:40.937524 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-e481f21d-5954-4d28-872b-16dfb8424a00 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 23:12:40.946811 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-e481f21d-5954-4d28-872b-16dfb8424a00 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 23:12:40.956260 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-e481f21d-5954-4d28-872b-16dfb8424a00 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks [] for security_group, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:12:40.975320 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-e481f21d-5954-4d28-872b-16dfb8424a00 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 23:12:40.978966 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-e481f21d-5954-4d28-872b-16dfb8424a00 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Usage tracker for resource:security_group_rule and tenant:c824888d650f48a8badbaff2c427d7f3 is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 23:12:40.981690 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-e481f21d-5954-4d28-872b-16dfb8424a00 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 23:12:40.987098 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-e481f21d-5954-4d28-872b-16dfb8424a00 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 23:12:41.062424 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-e481f21d-5954-4d28-872b-16dfb8424a00 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks [] for security_group, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:12:41.066448 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-e481f21d-5954-4d28-872b-16dfb8424a00 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841066'] for security_group, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:12:41.071707 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-af98f3bb-77e2-4243-83d2-999867a99211 tempest-NegativeSecGroupTest-382581040 tempest-NegativeSecGroupTest-382581040-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:12:41.111349 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e481f21d-5954-4d28-872b-16dfb8424a00 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e2bda1c0-17b8-4110-b636-d291d87c2dc2,revision_number=1']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:12:41.114905 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-e481f21d-5954-4d28-872b-16dfb8424a00 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:12:41.115842 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-e481f21d-5954-4d28-872b-16dfb8424a00 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks [] for security_group, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:12:41.119853 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-e481f21d-5954-4d28-872b-16dfb8424a00 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1796 time: 0.1973200
Dec 16 23:12:41.120697 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 55194) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 23:12:41.125333 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-743fa7f7-6c6a-476b-9cc5-e510550dea84 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Request body: {'security_group_rule': {'security_group_id': 'e2bda1c0-17b8-4110-b636-d291d87c2dc2', 'project_id': 'c824888d650f48a8badbaff2c427d7f3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 23:12:41.131411 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-743fa7f7-6c6a-476b-9cc5-e510550dea84 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 23:12:41.135334 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-743fa7f7-6c6a-476b-9cc5-e510550dea84 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Usage tracker for resource:security_group_rule and tenant:c824888d650f48a8badbaff2c427d7f3 is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 23:12:41.138395 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-743fa7f7-6c6a-476b-9cc5-e510550dea84 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 23:12:41.144252 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-743fa7f7-6c6a-476b-9cc5-e510550dea84 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 23:12:41.162070 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-743fa7f7-6c6a-476b-9cc5-e510550dea84 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:12:41.223052 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-743fa7f7-6c6a-476b-9cc5-e510550dea84 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:12:41.227374 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-743fa7f7-6c6a-476b-9cc5-e510550dea84 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841137'] for security_group_rule, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:12:41.229420 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-cf97d7b1-c607-4150-a73c-15172ee5aa64 tempest-SecGroupTest-1546068578 tempest-SecGroupTest-1546068578-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:12:41.251733 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743fa7f7-6c6a-476b-9cc5-e510550dea84 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1676cad7-48be-4ac8-a2c8-886ac93a5f9c,revision_number=0']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:12:41.254974 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-743fa7f7-6c6a-476b-9cc5-e510550dea84 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:12:41.262415 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-743fa7f7-6c6a-476b-9cc5-e510550dea84 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:12:41.263983 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-743fa7f7-6c6a-476b-9cc5-e510550dea84 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1427906
Dec 16 23:12:41.266604 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 55198) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 23:12:41.272108 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-0ab53c2b-6931-4517-9837-70e09801fb64 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Request body: {'security_group_rule': {'security_group_id': 'e2bda1c0-17b8-4110-b636-d291d87c2dc2', 'project_id': 'c824888d650f48a8badbaff2c427d7f3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 23:12:41.277978 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-0ab53c2b-6931-4517-9837-70e09801fb64 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 23:12:41.281767 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-0ab53c2b-6931-4517-9837-70e09801fb64 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Usage tracker for resource:security_group_rule and tenant:c824888d650f48a8badbaff2c427d7f3 is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 23:12:41.284560 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-0ab53c2b-6931-4517-9837-70e09801fb64 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 23:12:41.290731 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-0ab53c2b-6931-4517-9837-70e09801fb64 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 23:12:41.307293 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-0ab53c2b-6931-4517-9837-70e09801fb64 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:12:41.371974 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-0ab53c2b-6931-4517-9837-70e09801fb64 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:12:41.375378 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-0ab53c2b-6931-4517-9837-70e09801fb64 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841137'] for security_group_rule, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:12:41.382685 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-55cf8b7d-10d3-416d-a212-7838ee037cb2 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:12:41.403193 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab53c2b-6931-4517-9837-70e09801fb64 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b3e56f8-13ea-47af-bbde-f2a154645ef0,revision_number=0']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:12:41.405458 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-0ab53c2b-6931-4517-9837-70e09801fb64 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:12:41.410012 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-0ab53c2b-6931-4517-9837-70e09801fb64 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:12:41.415683 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 55202) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 23:12:41.416183 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-0ab53c2b-6931-4517-9837-70e09801fb64 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1480880
Dec 16 23:12:41.421365 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-048921ab-9ee8-4869-b468-59ea21cecef6 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Request body: {'security_group_rule': {'security_group_id': 'e2bda1c0-17b8-4110-b636-d291d87c2dc2', 'project_id': 'c824888d650f48a8badbaff2c427d7f3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 23:12:41.427794 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-048921ab-9ee8-4869-b468-59ea21cecef6 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 23:12:41.431632 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-048921ab-9ee8-4869-b468-59ea21cecef6 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Usage tracker for resource:security_group_rule and tenant:c824888d650f48a8badbaff2c427d7f3 is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 23:12:41.434386 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-048921ab-9ee8-4869-b468-59ea21cecef6 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 23:12:41.439901 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-048921ab-9ee8-4869-b468-59ea21cecef6 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 23:12:41.455714 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-048921ab-9ee8-4869-b468-59ea21cecef6 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:12:41.524758 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-048921ab-9ee8-4869-b468-59ea21cecef6 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:12:41.528444 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-048921ab-9ee8-4869-b468-59ea21cecef6 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841137'] for security_group_rule, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:12:41.535328 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-41f97171-7b56-4b8a-a370-c993748d5b7c tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:12:41.553072 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048921ab-9ee8-4869-b468-59ea21cecef6 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5df7d2d-2ab5-4761-9581-28e32a6cc0a9,revision_number=0']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:12:41.555454 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-048921ab-9ee8-4869-b468-59ea21cecef6 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:12:41.562568 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-048921ab-9ee8-4869-b468-59ea21cecef6 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:12:41.563739 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-048921ab-9ee8-4869-b468-59ea21cecef6 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1469839
Dec 16 23:12:41.566373 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 55206) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 23:12:41.571298 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-fd168196-5e36-44cf-bfb1-61dcd30b9c20 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Request body: {'security_group_rule': {'security_group_id': 'e2bda1c0-17b8-4110-b636-d291d87c2dc2', 'project_id': 'c824888d650f48a8badbaff2c427d7f3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 23:12:41.576850 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-fd168196-5e36-44cf-bfb1-61dcd30b9c20 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 23:12:41.580512 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-fd168196-5e36-44cf-bfb1-61dcd30b9c20 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Usage tracker for resource:security_group_rule and tenant:c824888d650f48a8badbaff2c427d7f3 is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 23:12:41.583780 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-fd168196-5e36-44cf-bfb1-61dcd30b9c20 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 23:12:41.590190 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-fd168196-5e36-44cf-bfb1-61dcd30b9c20 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 23:12:41.606656 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-fd168196-5e36-44cf-bfb1-61dcd30b9c20 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:12:41.666897 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-fd168196-5e36-44cf-bfb1-61dcd30b9c20 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:12:41.670267 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-fd168196-5e36-44cf-bfb1-61dcd30b9c20 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841137'] for security_group_rule, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:12:41.672036 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-048921ab-9ee8-4869-b468-59ea21cecef6 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:12:41.693873 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd168196-5e36-44cf-bfb1-61dcd30b9c20 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2842a910-5040-4e82-a8c0-fd6c64a98fa3,revision_number=0']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:12:41.698028 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-fd168196-5e36-44cf-bfb1-61dcd30b9c20 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:12:41.702296 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-fd168196-5e36-44cf-bfb1-61dcd30b9c20 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:12:41.703446 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-fd168196-5e36-44cf-bfb1-61dcd30b9c20 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1361814
Dec 16 23:12:41.706173 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 55210) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 23:12:41.711977 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-d2ed6d18-25fe-4997-b351-f49e62abe33a tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Request body: {'security_group_rule': {'security_group_id': 'e2bda1c0-17b8-4110-b636-d291d87c2dc2', 'project_id': 'c824888d650f48a8badbaff2c427d7f3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 23:12:41.719505 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-d2ed6d18-25fe-4997-b351-f49e62abe33a tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 23:12:41.723244 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-d2ed6d18-25fe-4997-b351-f49e62abe33a tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Usage tracker for resource:security_group_rule and tenant:c824888d650f48a8badbaff2c427d7f3 is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 23:12:41.726091 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-d2ed6d18-25fe-4997-b351-f49e62abe33a tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 23:12:41.731600 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-d2ed6d18-25fe-4997-b351-f49e62abe33a tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 23:12:41.741332 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.db.securitygroups_db [None req-d2ed6d18-25fe-4997-b351-f49e62abe33a tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Project c824888d650f48a8badbaff2c427d7f3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 16 23:12:41.747928 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-d2ed6d18-25fe-4997-b351-f49e62abe33a tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:12:41.811718 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-d2ed6d18-25fe-4997-b351-f49e62abe33a tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:12:41.815906 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-d2ed6d18-25fe-4997-b351-f49e62abe33a tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841137'] for security_group_rule, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:12:41.818574 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-17501a9e-ff70-4959-b23f-d0faaab9309f tempest-ServerActionsTestJSON-1439911711 tempest-ServerActionsTestJSON-1439911711-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:12:41.843924 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ed6d18-25fe-4997-b351-f49e62abe33a tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34d484dc-a5c2-42e0-a6e9-12b8227ebd83,revision_number=0']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:12:41.846358 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-d2ed6d18-25fe-4997-b351-f49e62abe33a tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:12:41.853543 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-d2ed6d18-25fe-4997-b351-f49e62abe33a tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:12:41.854846 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-d2ed6d18-25fe-4997-b351-f49e62abe33a tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1477923
Dec 16 23:12:41.857471 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 55214) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 23:12:41.862369 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-e99b12ab-a398-4f4b-8d2a-844adcdf7dfc tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Request body: {'security_group_rule': {'security_group_id': 'e2bda1c0-17b8-4110-b636-d291d87c2dc2', 'project_id': 'c824888d650f48a8badbaff2c427d7f3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 23:12:41.868045 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-e99b12ab-a398-4f4b-8d2a-844adcdf7dfc tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 23:12:41.871776 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-e99b12ab-a398-4f4b-8d2a-844adcdf7dfc tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Usage tracker for resource:security_group_rule and tenant:c824888d650f48a8badbaff2c427d7f3 is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 23:12:41.874562 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-e99b12ab-a398-4f4b-8d2a-844adcdf7dfc tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 23:12:41.880641 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-e99b12ab-a398-4f4b-8d2a-844adcdf7dfc tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 23:12:41.890475 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.db.securitygroups_db [None req-e99b12ab-a398-4f4b-8d2a-844adcdf7dfc tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Project c824888d650f48a8badbaff2c427d7f3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 16 23:12:41.897279 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-e99b12ab-a398-4f4b-8d2a-844adcdf7dfc tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:12:41.960501 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-e99b12ab-a398-4f4b-8d2a-844adcdf7dfc tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:12:41.964053 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-e99b12ab-a398-4f4b-8d2a-844adcdf7dfc tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841137'] for security_group_rule, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:12:41.965972 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-b9a5c84f-8d00-4013-a38e-c60fef5ec89a tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:12:41.986495 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99b12ab-a398-4f4b-8d2a-844adcdf7dfc tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d18069f2-767d-4ce0-b3f0-2feb5405c9f1,revision_number=0']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:12:41.988943 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-e99b12ab-a398-4f4b-8d2a-844adcdf7dfc tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:12:41.995748 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-e99b12ab-a398-4f4b-8d2a-844adcdf7dfc tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:12:41.996919 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-e99b12ab-a398-4f4b-8d2a-844adcdf7dfc tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1385629
Dec 16 23:12:41.999703 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 55218) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 23:12:42.005620 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-e7d04374-0478-4644-a2c3-48f0db7453cf tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Request body: {'network': {'name': 'tempest-network-smoke--849456130', 'project_id': 'c824888d650f48a8badbaff2c427d7f3', 'port_security_enabled': True}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 23:12:42.010158 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-e7d04374-0478-4644-a2c3-48f0db7453cf tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 23:12:42.014162 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-e7d04374-0478-4644-a2c3-48f0db7453cf tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Usage tracker for resource:network and tenant:c824888d650f48a8badbaff2c427d7f3 is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 23:12:42.017083 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-e7d04374-0478-4644-a2c3-48f0db7453cf tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 23:12:42.023496 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-e7d04374-0478-4644-a2c3-48f0db7453cf tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 23:12:42.032739 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7d04374-0478-4644-a2c3-48f0db7453cf tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Made reservation on behalf of c824888d650f48a8badbaff2c427d7f3 for: {'network': 1} {{(pid=87507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 23:12:42.036068 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-e7d04374-0478-4644-a2c3-48f0db7453cf tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for network, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:12:42.064279 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7d04374-0478-4644-a2c3-48f0db7453cf tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] vlan segment allocate from pool success with {'vlan_id': 192, 'physical_network': 'physnet1'}  {{(pid=87507) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 23:12:42.074857 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-e7d04374-0478-4644-a2c3-48f0db7453cf tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-883292'] for segment, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:12:42.075263 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.db.segments_db [None req-e7d04374-0478-4644-a2c3-48f0db7453cf tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Added segment 57edde28-603e-4d84-8e48-dd534a2c8828 of type vlan for network 5e01e5ac-9c4d-430a-8c79-f56502d125ea
Dec 16 23:12:42.100468 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-e7d04374-0478-4644-a2c3-48f0db7453cf tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734753047233'] for network, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:12:42.128916 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-e7d04374-0478-4644-a2c3-48f0db7453cf tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440'] for network, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:12:42.134951 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7d04374-0478-4644-a2c3-48f0db7453cf tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:12:42.135547 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-e7d04374-0478-4644-a2c3-48f0db7453cf tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks [] for network, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:12:42.138869 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-2b4d095b-9b6b-4595-a122-2d23203cf090 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:12:42.237379 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-e7d04374-0478-4644-a2c3-48f0db7453cf tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.2365561
Dec 16 23:12:42.240616 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 55222) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 23:12:42.241097 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d04374-0478-4644-a2c3-48f0db7453cf tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Pushing event updated for resources: {'Network': ['ID=5e01e5ac-9c4d-430a-8c79-f56502d125ea,revision_number=1']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:12:42.243254 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-e7d04374-0478-4644-a2c3-48f0db7453cf tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:12:42.246007 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-371298b5-9930-44ed-b6d9-41c4e2e7af09 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1354259575', 'admin_state_up': True, 'project_id': 'c824888d650f48a8badbaff2c427d7f3', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5'}}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 23:12:42.251365 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Network 5e01e5ac-9c4d-430a-8c79-f56502d125ea details requested by agent ovs-agent-dv-neutron-821829-1-hyperv with host dv-neutron-821829-1-hyperv {{(pid=87508) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 23:12:42.253365 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-371298b5-9930-44ed-b6d9-41c4e2e7af09 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 23:12:42.257795 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-371298b5-9930-44ed-b6d9-41c4e2e7af09 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Usage tracker for resource:router and tenant:c824888d650f48a8badbaff2c427d7f3 is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 23:12:42.260706 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-371298b5-9930-44ed-b6d9-41c4e2e7af09 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 23:12:42.267236 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-371298b5-9930-44ed-b6d9-41c4e2e7af09 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 23:12:42.277034 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-371298b5-9930-44ed-b6d9-41c4e2e7af09 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3741155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38980'] for router, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:12:42.277992 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-371298b5-9930-44ed-b6d9-41c4e2e7af09 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3743284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3741748', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3896702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-38989'] for router, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:12:42.292124 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-371298b5-9930-44ed-b6d9-41c4e2e7af09 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:12:42.662718 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-371298b5-9930-44ed-b6d9-41c4e2e7af09 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3741702', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3740945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-38947'] for router, precommit_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:12:42.957069 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-371298b5-9930-44ed-b6d9-41c4e2e7af09 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks [] for router_gateway, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:12:42.986290 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-371298b5-9930-44ed-b6d9-41c4e2e7af09 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:12:43.116011 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.db_base_plugin_common [None req-371298b5-9930-44ed-b6d9-41c4e2e7af09 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Allocated IP 172.26.0.151 (f8905ce9-304b-4976-bc47-e58c71c11de5/9bca8591-41ef-4f2d-8ecb-ecaab1a28acf/bdfbc046-6a22-4a75-878f-86441853a72a) {{(pid=87506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 23:12:43.256513 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-371298b5-9930-44ed-b6d9-41c4e2e7af09 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks [] for port, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:12:43.284408 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-371298b5-9930-44ed-b6d9-41c4e2e7af09 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1863393'] for port, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:12:43.288847 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-b9464af3-5cc2-478b-8593-671764559838 tempest-TestEncryptedCinderVolumes-1016669813 tempest-TestEncryptedCinderVolumes-1016669813-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:12:43.340836 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-371298b5-9930-44ed-b6d9-41c4e2e7af09 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Network f8905ce9-304b-4976-bc47-e58c71c11de5 is already hosted by enough agents. {{(pid=87506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 23:12:43.347992 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.base_scheduler [None req-371298b5-9930-44ed-b6d9-41c4e2e7af09 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Resources bound (agent type, host, resource id):  {{(pid=87506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 23:12:43.352082 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-371298b5-9930-44ed-b6d9-41c4e2e7af09 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Received port after_create {{(pid=87506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 23:12:43.394925 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371298b5-9930-44ed-b6d9-41c4e2e7af09 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Pushing event updated for resources: {'Port': ['ID=bdfbc046-6a22-4a75-878f-86441853a72a,revision_number=1']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:12:43.399586 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-371298b5-9930-44ed-b6d9-41c4e2e7af09 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:12:43.881800 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-371298b5-9930-44ed-b6d9-41c4e2e7af09 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks [] for router_gateway, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:12:44.212876 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-371298b5-9930-44ed-b6d9-41c4e2e7af09 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3740952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3741923'] for router, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:12:44.409762 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-371298b5-9930-44ed-b6d9-41c4e2e7af09 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Router 9b5a3416-a98c-4fd4-b217-9e0e3cd28162 is scheduled to L3 agent 4f519db7-069b-43e2-8411-c092bac9102a with binding_index 1 {{(pid=87506) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 16 23:12:44.585068 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-371298b5-9930-44ed-b6d9-41c4e2e7af09 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify agent at l3_agent.dv-neutron-821829-1-hyperv the message routers_updated {{(pid=87506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 23:12:44.595582 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a407759-cac9-4e04-ba8f-c5b09efeb252 None None] Sync routers for ids ['9b5a3416-a98c-4fd4-b217-9e0e3cd28162'] in dv-neutron-821829-1-hyperv {{(pid=87508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 23:12:44.605396 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a407759-cac9-4e04-ba8f-c5b09efeb252 None None] Routers {'9b5a3416-a98c-4fd4-b217-9e0e3cd28162'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 23:12:44.606015 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-8a407759-cac9-4e04-ba8f-c5b09efeb252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b77fd3ac0>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T23:12:31Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['9b5a3416-a98c-4fd4-b217-9e0e3cd28162'], 'active': True} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 23:12:44.613350 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-371298b5-9930-44ed-b6d9-41c4e2e7af09 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks [] for router, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:12:44.614564 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-371298b5-9930-44ed-b6d9-41c4e2e7af09 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 896 time: 2.3729358
Dec 16 23:12:44.617776 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 55226) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 23:12:44.658731 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-86b1a4d5-035b-4d2e-a76f-96e28f99499d tempest-TestNetworkAdvancedServerOps-2068247746 tempest-TestNetworkAdvancedServerOps-2068247746-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=c824888d650f48a8badbaff2c427d7f3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0397806
Dec 16 23:12:44.661231 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 55230) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 23:12:44.788048 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3e7a835-e466-4eba-8af2-23da74d412b5 tempest-TestNetworkAdvancedServerOps-2068247746 tempest-TestNetworkAdvancedServerOps-2068247746-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:12:44.789433 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-b3e7a835-e466-4eba-8af2-23da74d412b5 tempest-TestNetworkAdvancedServerOps-2068247746 tempest-TestNetworkAdvancedServerOps-2068247746-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.1273177
Dec 16 23:12:44.792173 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 55234) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 23:12:44.823094 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvr_db [None req-8a407759-cac9-4e04-ba8f-c5b09efeb252 None None] Set router 9b5a3416-a98c-4fd4-b217-9e0e3cd28162 gateway port host: dv-neutron-821829-1-hyperv {{(pid=87508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 23:12:44.829972 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-eac3a648-eac8-4cae-ad93-26deff8d139c tempest-TestNetworkAdvancedServerOps-2068247746 tempest-TestNetworkAdvancedServerOps-2068247746-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=f8905ce9-304b-4976-bc47-e58c71c11de5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0366752
Dec 16 23:12:44.832261 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 55238) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 23:12:44.838458 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-d4843620-3d88-4590-b10d-886fd52a3c49 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2033086517', 'network_id': '5e01e5ac-9c4d-430a-8c79-f56502d125ea', 'project_id': 'c824888d650f48a8badbaff2c427d7f3', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 23:12:44.945054 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-d4843620-3d88-4590-b10d-886fd52a3c49 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 23:12:44.948512 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-d4843620-3d88-4590-b10d-886fd52a3c49 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Usage tracker for resource:subnet and tenant:c824888d650f48a8badbaff2c427d7f3 is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 23:12:44.951274 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-d4843620-3d88-4590-b10d-886fd52a3c49 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 23:12:44.956842 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-d4843620-3d88-4590-b10d-886fd52a3c49 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 23:12:44.967184 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4843620-3d88-4590-b10d-886fd52a3c49 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Made reservation on behalf of c824888d650f48a8badbaff2c427d7f3 for: {'subnet': 1} {{(pid=87506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 23:12:44.970607 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-d4843620-3d88-4590-b10d-886fd52a3c49 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11213078'] for subnet, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:12:45.101868 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-8a407759-cac9-4e04-ba8f-c5b09efeb252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b77fd3ac0>, [{'id': '9b5a3416-a98c-4fd4-b217-9e0e3cd28162', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1354259575', 'tenant_id': 'c824888d650f48a8badbaff2c427d7f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.151'}], 'enable_snat': True}, 'gw_port_id': 'bdfbc046-6a22-4a75-878f-86441853a72a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:12:42Z', 'updated_at': '2021-12-16T23:12:43Z', 'revision_number': 3, 'project_id': 'c824888d650f48a8badbaff2c427d7f3', 'gw_port': {'id': 'bdfbc046-6a22-4a75-878f-86441853a72a', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:10:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b5a3416-a98c-4fd4-b217-9e0e3cd28162', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:12:43Z', 'updated_at': '2021-12-16T23:12:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv'}], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 23:12:45.105749 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a407759-cac9-4e04-ba8f-c5b09efeb252 None None] Checking router: 9b5a3416-a98c-4fd4-b217-9e0e3cd28162 for host: dv-neutron-821829-1-hyperv {{(pid=87508) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 23:12:45.106109 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a407759-cac9-4e04-ba8f-c5b09efeb252 None None] Updating router 9b5a3416-a98c-4fd4-b217-9e0e3cd28162 port bdfbc046-6a22-4a75-878f-86441853a72a binding host dv-neutron-821829-1-hyperv {{(pid=87508) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 16 23:12:45.157903 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-8a407759-cac9-4e04-ba8f-c5b09efeb252 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:12:45.181722 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-d4843620-3d88-4590-b10d-886fd52a3c49 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1863317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11213092'] for subnet, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:12:45.186178 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-9d026886-aa1d-4284-8442-3b96d3eac574 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:12:45.261184 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4843620-3d88-4590-b10d-886fd52a3c49 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Pushing event updated for resources: {'Subnet': ['ID=576e14d3-3384-46a8-b993-9467e2306f4f,revision_number=0']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:12:45.264420 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-d4843620-3d88-4590-b10d-886fd52a3c49 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:12:45.271429 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4843620-3d88-4590-b10d-886fd52a3c49 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Checking segment: {'id': '57edde28-603e-4d84-8e48-dd534a2c8828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '5e01e5ac-9c4d-430a-8c79-f56502d125ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 23:12:45.271819 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4843620-3d88-4590-b10d-886fd52a3c49 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Network hostable DHCP agents. Network: 5e01e5ac-9c4d-430a-8c79-f56502d125ea, hostable agents: ['3b155c4d-12dc-491e-aa14-6113b06cfacd'], hosted agents: [] {{(pid=87506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 16 23:12:45.290135 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4843620-3d88-4590-b10d-886fd52a3c49 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Network 5e01e5ac-9c4d-430a-8c79-f56502d125ea is scheduled to be hosted by DHCP agent 3b155c4d-12dc-491e-aa14-6113b06cfacd with binding_index 1 {{(pid=87506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 16 23:12:45.299564 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.base_scheduler [None req-d4843620-3d88-4590-b10d-886fd52a3c49 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821829-1-hyperv, 5e01e5ac-9c4d-430a-8c79-f56502d125ea) {{(pid=87506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 23:12:45.304078 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4843620-3d88-4590-b10d-886fd52a3c49 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:12:45.304652 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-d4843620-3d88-4590-b10d-886fd52a3c49 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks [] for subnet, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:12:45.326269 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-d4843620-3d88-4590-b10d-886fd52a3c49 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 832 time: 0.4923632
Dec 16 23:12:45.329038 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 55242) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 23:12:45.344344 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04b2772a-b604-46eb-9533-c5125f9ff8f0 None None] Network 5e01e5ac-9c4d-430a-8c79-f56502d125ea requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 23:12:45.572923 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-8a407759-cac9-4e04-ba8f-c5b09efeb252 None None] Notify callbacks [] for port, precommit_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:12:45.599752 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-8a407759-cac9-4e04-ba8f-c5b09efeb252 None None] Transition to ACTIVE for port object bdfbc046-6a22-4a75-878f-86441853a72a will not be triggered until provisioned by entity L2. {{(pid=87508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 23:12:45.632212 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-8a407759-cac9-4e04-ba8f-c5b09efeb252 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:12:45.643174 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-37b722a5-341a-4736-8827-5231daa4e1dd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:12:45.758615 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-8a407759-cac9-4e04-ba8f-c5b09efeb252 None None] Attempting to bind port bdfbc046-6a22-4a75-878f-86441853a72a on host dv-neutron-821829-1-hyperv for vnic_type normal with profile  {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 23:12:45.758907 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-8a407759-cac9-4e04-ba8f-c5b09efeb252 None None] Attempting to bind port bdfbc046-6a22-4a75-878f-86441853a72a by drivers openvswitch,hyperv on host dv-neutron-821829-1-hyperv at level 0 using segments [{'id': 'a416442d-d143-4052-9f4e-546eb8cbe809', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5'}] {{(pid=87508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 23:12:45.759282 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a407759-cac9-4e04-ba8f-c5b09efeb252 None None] Attempting to bind port bdfbc046-6a22-4a75-878f-86441853a72a on network f8905ce9-304b-4976-bc47-e58c71c11de5 {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 23:12:45.765864 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fcbd7b4-8199-4c50-9279-0b618ed65b9b None None] Pushing event updated for resources: {'Port': ['ID=bdfbc046-6a22-4a75-878f-86441853a72a,revision_number=2']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:12:45.771432 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-6fcbd7b4-8199-4c50-9279-0b618ed65b9b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:12:45.774245 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a407759-cac9-4e04-ba8f-c5b09efeb252 None None] Checking agent: {'id': '5571501f-366e-47a4-9b60-8ef19d935d27', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821829-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 24, 2), 'started_at': datetime.datetime(2021, 12, 16, 22, 24, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 23, 12, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821829-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 23:12:45.774634 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a407759-cac9-4e04-ba8f-c5b09efeb252 None None] Checking segment: {'id': 'a416442d-d143-4052-9f4e-546eb8cbe809', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 23:12:45.775044 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-8a407759-cac9-4e04-ba8f-c5b09efeb252 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:12:45.775444 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a407759-cac9-4e04-ba8f-c5b09efeb252 None None] Bound using segment: {'id': 'a416442d-d143-4052-9f4e-546eb8cbe809', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5'} {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 23:12:45.775949 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-8a407759-cac9-4e04-ba8f-c5b09efeb252 None None] Bound port: bdfbc046-6a22-4a75-878f-86441853a72a, host: dv-neutron-821829-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a416442d-d143-4052-9f4e-546eb8cbe809', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5'}}] {{(pid=87508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 23:12:45.776335 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-8a407759-cac9-4e04-ba8f-c5b09efeb252 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:12:45.804957 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83f33321-039e-41d9-b25d-41868dd976fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1d6bfaf-d325-5e4f-b05d-2441d8339617-5e01e5ac-9c4d-430a-8c79-f56502d125ea', 'network_id': '5e01e5ac-9c4d-430a-8c79-f56502d125ea', 'tenant_id': 'c824888d650f48a8badbaff2c427d7f3', 'fixed_ips': [{'subnet_id': '576e14d3-3384-46a8-b993-9467e2306f4f'}]}} from dv-neutron-821829-1-hyperv. {{(pid=87508) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 16 23:12:45.805794 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-83f33321-039e-41d9-b25d-41868dd976fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:12:45.921396 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-8a407759-cac9-4e04-ba8f-c5b09efeb252 None None] For port bdfbc046-6a22-4a75-878f-86441853a72a, host dv-neutron-821829-1-hyperv, cleared binding levels {{(pid=87508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 23:12:45.927143 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-8a407759-cac9-4e04-ba8f-c5b09efeb252 None None] For port bdfbc046-6a22-4a75-878f-86441853a72a, host dv-neutron-821829-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=bdfbc046-6a22-4a75-878f-86441853a72a,segment=NetworkSegment(a416442d-d143-4052-9f4e-546eb8cbe809),segment_id=a416442d-d143-4052-9f4e-546eb8cbe809)] {{(pid=87508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 23:12:45.931497 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-8a407759-cac9-4e04-ba8f-c5b09efeb252 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:12:45.937982 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:12:46.059801 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a407759-cac9-4e04-ba8f-c5b09efeb252 None None] Routers {'9b5a3416-a98c-4fd4-b217-9e0e3cd28162'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 23:12:46.060442 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-8a407759-cac9-4e04-ba8f-c5b09efeb252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b77fd3ac0>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T23:12:31Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['9b5a3416-a98c-4fd4-b217-9e0e3cd28162'], 'active': True} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 23:12:46.143519 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-e6ac0c9d-dd85-4673-80cd-dc2fe3f477ee tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:12:46.168392 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fcbd7b4-8199-4c50-9279-0b618ed65b9b None None] Pushing event updated for resources: {'Port': ['ID=bdfbc046-6a22-4a75-878f-86441853a72a,revision_number=3']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:12:46.171341 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.db_base_plugin_common [None req-83f33321-039e-41d9-b25d-41868dd976fe None None] Allocated IP 172.20.0.2 (5e01e5ac-9c4d-430a-8c79-f56502d125ea/576e14d3-3384-46a8-b993-9467e2306f4f/f65ae01a-1cc6-4bb9-b40f-b9b05769eb53) {{(pid=87508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 23:12:46.175061 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-6fcbd7b4-8199-4c50-9279-0b618ed65b9b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:12:46.378572 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvr_db [None req-8a407759-cac9-4e04-ba8f-c5b09efeb252 None None] Set router 9b5a3416-a98c-4fd4-b217-9e0e3cd28162 gateway port host: dv-neutron-821829-1-hyperv {{(pid=87508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 23:12:46.669522 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-83f33321-039e-41d9-b25d-41868dd976fe None None] Notify callbacks [] for port, precommit_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:12:46.706461 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-83f33321-039e-41d9-b25d-41868dd976fe None None] Transition to ACTIVE for port object f65ae01a-1cc6-4bb9-b40f-b9b05769eb53 will not be triggered until provisioned by entity L2. {{(pid=87508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 23:12:46.739975 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-83f33321-039e-41d9-b25d-41868dd976fe None None] Transition to ACTIVE for port object f65ae01a-1cc6-4bb9-b40f-b9b05769eb53 will not be triggered until provisioned by entity DHCP. {{(pid=87508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 23:12:46.747673 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-83f33321-039e-41d9-b25d-41868dd976fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940'] for port, after_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:12:46.753020 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:12:46.807873 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.db_base_plugin_common [None req-e6ac0c9d-dd85-4673-80cd-dc2fe3f477ee tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Allocated IP 172.20.0.1 (5e01e5ac-9c4d-430a-8c79-f56502d125ea/576e14d3-3384-46a8-b993-9467e2306f4f/087aaf89-24e9-451c-9549-257028c62dfd) {{(pid=87506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 23:12:46.814544 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83f33321-039e-41d9-b25d-41868dd976fe None None] Network 5e01e5ac-9c4d-430a-8c79-f56502d125ea is already hosted by enough agents. {{(pid=87508) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 23:12:46.819476 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.scheduler.base_scheduler [None req-83f33321-039e-41d9-b25d-41868dd976fe None None] Resources bound (agent type, host, resource id):  {{(pid=87508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 23:12:46.821886 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83f33321-039e-41d9-b25d-41868dd976fe None None] Received port after_create {{(pid=87508) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 23:12:46.859084 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f33321-039e-41d9-b25d-41868dd976fe None None] Pushing event updated for resources: {'Port': ['ID=f65ae01a-1cc6-4bb9-b40f-b9b05769eb53,revision_number=1']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:12:46.861728 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-83f33321-039e-41d9-b25d-41868dd976fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:12:46.905683 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-8a407759-cac9-4e04-ba8f-c5b09efeb252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b77fd3ac0>, [{'id': '9b5a3416-a98c-4fd4-b217-9e0e3cd28162', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1354259575', 'tenant_id': 'c824888d650f48a8badbaff2c427d7f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.151'}], 'enable_snat': True}, 'gw_port_id': 'bdfbc046-6a22-4a75-878f-86441853a72a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:12:42Z', 'updated_at': '2021-12-16T23:12:43Z', 'revision_number': 3, 'project_id': 'c824888d650f48a8badbaff2c427d7f3', 'gw_port': {'id': 'bdfbc046-6a22-4a75-878f-86441853a72a', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:10:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b5a3416-a98c-4fd4-b217-9e0e3cd28162', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:12:43Z', 'updated_at': '2021-12-16T23:12:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv'}], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 23:12:46.921724 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a407759-cac9-4e04-ba8f-c5b09efeb252 None None] The sync data for ids ['9b5a3416-a98c-4fd4-b217-9e0e3cd28162'] in dv-neutron-821829-1-hyperv is: [{'id': '9b5a3416-a98c-4fd4-b217-9e0e3cd28162', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1354259575', 'tenant_id': 'c824888d650f48a8badbaff2c427d7f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.151'}], 'enable_snat': True}, 'gw_port_id': 'bdfbc046-6a22-4a75-878f-86441853a72a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:12:42Z', 'updated_at': '2021-12-16T23:12:43Z', 'revision_number': 3, 'project_id': 'c824888d650f48a8badbaff2c427d7f3', 'gw_port': {'id': 'bdfbc046-6a22-4a75-878f-86441853a72a', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:10:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b5a3416-a98c-4fd4-b217-9e0e3cd28162', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:12:43Z', 'updated_at': '2021-12-16T23:12:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv'}] {{(pid=87508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 23:12:46.930667 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-83f33321-039e-41d9-b25d-41868dd976fe None None] Attempting to bind port f65ae01a-1cc6-4bb9-b40f-b9b05769eb53 on host dv-neutron-821829-1-hyperv for vnic_type normal with profile  {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 23:12:46.930920 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-83f33321-039e-41d9-b25d-41868dd976fe None None] Attempting to bind port f65ae01a-1cc6-4bb9-b40f-b9b05769eb53 by drivers openvswitch,hyperv on host dv-neutron-821829-1-hyperv at level 0 using segments [{'id': '57edde28-603e-4d84-8e48-dd534a2c8828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '5e01e5ac-9c4d-430a-8c79-f56502d125ea'}] {{(pid=87508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 23:12:46.931290 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83f33321-039e-41d9-b25d-41868dd976fe None None] Attempting to bind port f65ae01a-1cc6-4bb9-b40f-b9b05769eb53 on network 5e01e5ac-9c4d-430a-8c79-f56502d125ea {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 23:12:46.936772 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83f33321-039e-41d9-b25d-41868dd976fe None None] Checking agent: {'id': '5571501f-366e-47a4-9b60-8ef19d935d27', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821829-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 24, 2), 'started_at': datetime.datetime(2021, 12, 16, 22, 24, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 23, 12, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821829-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 23:12:46.937153 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83f33321-039e-41d9-b25d-41868dd976fe None None] Checking segment: {'id': '57edde28-603e-4d84-8e48-dd534a2c8828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '5e01e5ac-9c4d-430a-8c79-f56502d125ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 23:12:46.937562 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-83f33321-039e-41d9-b25d-41868dd976fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:12:46.937965 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83f33321-039e-41d9-b25d-41868dd976fe None None] Bound using segment: {'id': '57edde28-603e-4d84-8e48-dd534a2c8828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '5e01e5ac-9c4d-430a-8c79-f56502d125ea'} {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 23:12:46.938439 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-83f33321-039e-41d9-b25d-41868dd976fe None None] Bound port: f65ae01a-1cc6-4bb9-b40f-b9b05769eb53, host: dv-neutron-821829-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57edde28-603e-4d84-8e48-dd534a2c8828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '5e01e5ac-9c4d-430a-8c79-f56502d125ea'}}] {{(pid=87508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 23:12:46.938817 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-83f33321-039e-41d9-b25d-41868dd976fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:12:46.969638 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-e6ac0c9d-dd85-4673-80cd-dc2fe3f477ee tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks [] for port, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:12:46.987263 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.provisioning_blocks [None req-e6ac0c9d-dd85-4673-80cd-dc2fe3f477ee tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Transition to ACTIVE for port object 087aaf89-24e9-451c-9549-257028c62dfd will not be triggered until provisioned by entity DHCP. {{(pid=87506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 23:12:47.014425 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-e6ac0c9d-dd85-4673-80cd-dc2fe3f477ee tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1863393'] for port, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:12:47.019296 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-0ae17c86-b0e4-4bbd-96fa-06dad4e2126f tempest-ServersNegativeTestJSON-2129401044 tempest-ServersNegativeTestJSON-2129401044-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:12:47.032285 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-83f33321-039e-41d9-b25d-41868dd976fe None None] For port f65ae01a-1cc6-4bb9-b40f-b9b05769eb53, host dv-neutron-821829-1-hyperv, cleared binding levels {{(pid=87508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 23:12:47.035680 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-83f33321-039e-41d9-b25d-41868dd976fe None None] For port f65ae01a-1cc6-4bb9-b40f-b9b05769eb53, host dv-neutron-821829-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=f65ae01a-1cc6-4bb9-b40f-b9b05769eb53,segment=NetworkSegment(57edde28-603e-4d84-8e48-dd534a2c8828),segment_id=57edde28-603e-4d84-8e48-dd534a2c8828)] {{(pid=87508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 23:12:47.040888 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-83f33321-039e-41d9-b25d-41868dd976fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:12:47.045473 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-7aa26cc7-00ae-48a5-9574-66e819333d01 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:12:47.090045 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6ac0c9d-dd85-4673-80cd-dc2fe3f477ee tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Network 5e01e5ac-9c4d-430a-8c79-f56502d125ea is already hosted by enough agents. {{(pid=87506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 23:12:47.093659 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.base_scheduler [None req-e6ac0c9d-dd85-4673-80cd-dc2fe3f477ee tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Resources bound (agent type, host, resource id):  {{(pid=87506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 23:12:47.097772 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6ac0c9d-dd85-4673-80cd-dc2fe3f477ee tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Received port after_create {{(pid=87506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 23:12:47.155211 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ac0c9d-dd85-4673-80cd-dc2fe3f477ee tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Pushing event updated for resources: {'Port': ['ID=087aaf89-24e9-451c-9549-257028c62dfd,revision_number=1']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:12:47.158802 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f33321-039e-41d9-b25d-41868dd976fe None None] Pushing event updated for resources: {'Port': ['ID=f65ae01a-1cc6-4bb9-b40f-b9b05769eb53,revision_number=2']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:12:47.161405 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-e6ac0c9d-dd85-4673-80cd-dc2fe3f477ee tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:12:47.173855 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-83f33321-039e-41d9-b25d-41868dd976fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:12:47.182057 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-e6ac0c9d-dd85-4673-80cd-dc2fe3f477ee tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3830061'] for router_interface, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:12:47.607010 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-e6ac0c9d-dd85-4673-80cd-dc2fe3f477ee tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:12:48.025903 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-e6ac0c9d-dd85-4673-80cd-dc2fe3f477ee tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks [] for port, precommit_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:12:48.030600 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-e6ac0c9d-dd85-4673-80cd-dc2fe3f477ee tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1863400'] for port, after_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:12:48.056166 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-47439541-30a1-47f6-96a4-68fb279be9c6 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:12:48.148045 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-e6ac0c9d-dd85-4673-80cd-dc2fe3f477ee tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3791426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3830222'] for router_interface, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:12:48.151463 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ac0c9d-dd85-4673-80cd-dc2fe3f477ee tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Pushing event updated for resources: {'Port': ['ID=087aaf89-24e9-451c-9549-257028c62dfd,revision_number=2']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:12:48.155079 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-e6ac0c9d-dd85-4673-80cd-dc2fe3f477ee tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:12:48.175921 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device f65ae01a-1cc6-4bb9-b40f-b9b05769eb53 up at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 23:12:48.208611 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dd3848e-6be4-4de0-a676-398ff833e3a0 None None] Network 5e01e5ac-9c4d-430a-8c79-f56502d125ea requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 23:12:48.293131 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6ac0c9d-dd85-4673-80cd-dc2fe3f477ee tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Network 5e01e5ac-9c4d-430a-8c79-f56502d125ea is already hosted by enough agents. {{(pid=87506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 23:12:48.294451 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.base_scheduler [None req-e6ac0c9d-dd85-4673-80cd-dc2fe3f477ee tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Resources bound (agent type, host, resource id):  {{(pid=87506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 23:12:48.323752 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-f6f9b150-9718-43aa-aa50-13fcdb98761e None None] Provisioning for port f65ae01a-1cc6-4bb9-b40f-b9b05769eb53 completed by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 23:12:48.363433 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning for port f65ae01a-1cc6-4bb9-b40f-b9b05769eb53 completed by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 23:12:48.373575 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning complete for port f65ae01a-1cc6-4bb9-b40f-b9b05769eb53 triggered by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 23:12:48.373968 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:12:48.485603 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6ac0c9d-dd85-4673-80cd-dc2fe3f477ee tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Router 9b5a3416-a98c-4fd4-b217-9e0e3cd28162 has already been hosted by L3 agent 4f519db7-069b-43e2-8411-c092bac9102a {{(pid=87506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 23:12:48.597348 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:12:48.672246 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6ac0c9d-dd85-4673-80cd-dc2fe3f477ee tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify agent at l3_agent.dv-neutron-821829-1-hyperv the message routers_updated {{(pid=87506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 23:12:48.683878 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e0277ea-55f3-4087-b5ae-77c0b0b720a5 None None] Sync routers for ids ['9b5a3416-a98c-4fd4-b217-9e0e3cd28162'] in dv-neutron-821829-1-hyperv {{(pid=87509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 23:12:48.686583 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] For port f65ae01a-1cc6-4bb9-b40f-b9b05769eb53, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=f65ae01a-1cc6-4bb9-b40f-b9b05769eb53,segment=NetworkSegment(57edde28-603e-4d84-8e48-dd534a2c8828),segment_id=57edde28-603e-4d84-8e48-dd534a2c8828)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 23:12:48.692072 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:12:48.692935 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device bdfbc046-6a22-4a75-878f-86441853a72a up at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 23:12:48.698895 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-e6ac0c9d-dd85-4673-80cd-dc2fe3f477ee tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.13 "PUT /v2.0/routers/9b5a3416-a98c-4fd4-b217-9e0e3cd28162/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.3681030
Dec 16 23:12:48.705158 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e0277ea-55f3-4087-b5ae-77c0b0b720a5 None None] Routers {'9b5a3416-a98c-4fd4-b217-9e0e3cd28162'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 23:12:48.705809 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-3e0277ea-55f3-4087-b5ae-77c0b0b720a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b7c5fdaf0>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T23:12:31Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['9b5a3416-a98c-4fd4-b217-9e0e3cd28162'], 'active': True} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 23:12:48.747903 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-1b9c7534-a57f-4daa-81db-2386327c6e9f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:12:48.817121 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning for port bdfbc046-6a22-4a75-878f-86441853a72a completed by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 23:12:48.825220 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning complete for port bdfbc046-6a22-4a75-878f-86441853a72a triggered by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 23:12:48.825353 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:12:48.881779 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [req-d8536158-4864-4d97-abb7-12950ea8b69d req-9aa2da65-5ada-4717-b6b8-65256578bd0f tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Synchronizing usage tracker for tenant:c824888d650f48a8badbaff2c427d7f3 on resource:security_group {{(pid=87507) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 23:12:48.897869 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Pushing event updated for resources: {'Port': ['ID=f65ae01a-1cc6-4bb9-b40f-b9b05769eb53,revision_number=3']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:12:48.899737 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [req-d8536158-4864-4d97-abb7-12950ea8b69d req-9aa2da65-5ada-4717-b6b8-65256578bd0f tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Unset dirty status for tenant:c824888d650f48a8badbaff2c427d7f3 on resource:security_group {{(pid=87507) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 23:12:48.904165 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:12:48.911497 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-d8536158-4864-4d97-abb7-12950ea8b69d req-9aa2da65-5ada-4717-b6b8-65256578bd0f tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1543243247&fields=id&tenant_id=c824888d650f48a8badbaff2c427d7f3 HTTP/1.1" status: 200  len: 267 time: 0.0685565
Dec 16 23:12:48.921602 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-475d0a9d-1f2c-4644-b5b4-e4a1e820d068 None None] Provisioning for port 087aaf89-24e9-451c-9549-257028c62dfd completed by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 23:12:48.935070 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-475d0a9d-1f2c-4644-b5b4-e4a1e820d068 None None] Provisioning complete for port 087aaf89-24e9-451c-9549-257028c62dfd triggered by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 23:12:48.935480 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-475d0a9d-1f2c-4644-b5b4-e4a1e820d068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:12:48.963894 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvr_db [None req-3e0277ea-55f3-4087-b5ae-77c0b0b720a5 None None] Set router 9b5a3416-a98c-4fd4-b217-9e0e3cd28162 gateway port host: dv-neutron-821829-1-hyperv {{(pid=87509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 23:12:49.002252 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-475d0a9d-1f2c-4644-b5b4-e4a1e820d068 None None] Port 087aaf89-24e9-451c-9549-257028c62dfd cannot update to ACTIVE because it is not bound. {{(pid=87508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 23:12:49.063994 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:12:49.079715 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8536158-4864-4d97-abb7-12950ea8b69d req-ada0879d-df27-4539-8d7f-a2dace673c6f tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:12:49.080478 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [req-d8536158-4864-4d97-abb7-12950ea8b69d req-ada0879d-df27-4539-8d7f-a2dace673c6f tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Synchronizing usage tracker for tenant:c824888d650f48a8badbaff2c427d7f3 on resource:network {{(pid=87507) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 23:12:49.084761 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-475d0a9d-1f2c-4644-b5b4-e4a1e820d068 None None] Provisioning complete for port f65ae01a-1cc6-4bb9-b40f-b9b05769eb53 triggered by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 23:12:49.085262 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-475d0a9d-1f2c-4644-b5b4-e4a1e820d068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:12:49.098474 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [req-d8536158-4864-4d97-abb7-12950ea8b69d req-ada0879d-df27-4539-8d7f-a2dace673c6f tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Unset dirty status for tenant:c824888d650f48a8badbaff2c427d7f3 on resource:network {{(pid=87507) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 23:12:49.105109 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-d8536158-4864-4d97-abb7-12950ea8b69d req-ada0879d-df27-4539-8d7f-a2dace673c6f tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.13 "GET /v2.0/networks?id=5e01e5ac-9c4d-430a-8c79-f56502d125ea HTTP/1.1" status: 200  len: 796 time: 0.1925695
Dec 16 23:12:49.121763 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-d8536158-4864-4d97-abb7-12950ea8b69d req-14a22a25-3580-4ddf-b56f-cec53fa10eaa tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.13 "GET /v2.0/quotas/c824888d650f48a8badbaff2c427d7f3 HTTP/1.1" status: 200  len: 375 time: 0.0156436
Dec 16 23:12:49.153940 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] For port bdfbc046-6a22-4a75-878f-86441853a72a, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=bdfbc046-6a22-4a75-878f-86441853a72a,segment=NetworkSegment(a416442d-d143-4052-9f4e-546eb8cbe809),segment_id=a416442d-d143-4052-9f4e-546eb8cbe809)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 23:12:49.189279 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:12:49.197099 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-83f33321-039e-41d9-b25d-41868dd976fe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:12:49.212703 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [req-d8536158-4864-4d97-abb7-12950ea8b69d req-91c58b60-7f4e-43fe-b03d-02b3fee4fec4 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Synchronizing usage tracker for tenant:c824888d650f48a8badbaff2c427d7f3 on resource:port {{(pid=87507) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 23:12:49.232577 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [req-d8536158-4864-4d97-abb7-12950ea8b69d req-91c58b60-7f4e-43fe-b03d-02b3fee4fec4 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Unset dirty status for tenant:c824888d650f48a8badbaff2c427d7f3 on resource:port {{(pid=87507) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 23:12:49.233891 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-d8536158-4864-4d97-abb7-12950ea8b69d req-91c58b60-7f4e-43fe-b03d-02b3fee4fec4 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=c824888d650f48a8badbaff2c427d7f3&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1114635
Dec 16 23:12:49.279823 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Pushing event updated for resources: {'Port': ['ID=bdfbc046-6a22-4a75-878f-86441853a72a,revision_number=4']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:12:49.282892 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:12:49.331542 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-3e0277ea-55f3-4087-b5ae-77c0b0b720a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b7c5fdaf0>, [{'id': '9b5a3416-a98c-4fd4-b217-9e0e3cd28162', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1354259575', 'tenant_id': 'c824888d650f48a8badbaff2c427d7f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.151'}], 'enable_snat': True}, 'gw_port_id': 'bdfbc046-6a22-4a75-878f-86441853a72a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:12:42Z', 'updated_at': '2021-12-16T23:12:47Z', 'revision_number': 4, 'project_id': 'c824888d650f48a8badbaff2c427d7f3', 'gw_port': {'id': 'bdfbc046-6a22-4a75-878f-86441853a72a', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:10:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b5a3416-a98c-4fd4-b217-9e0e3cd28162', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:12:43Z', 'updated_at': '2021-12-16T23:12:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv', '_interfaces': [{'id': '087aaf89-24e9-451c-9549-257028c62dfd', 'name': '', 'network_id': '5e01e5ac-9c4d-430a-8c79-f56502d125ea', 'tenant_id': 'c824888d650f48a8badbaff2c427d7f3', 'mac_address': 'fa:16:3e:4a:39:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b5a3416-a98c-4fd4-b217-9e0e3cd28162', 'device_owner': 'network:router_interface', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': '576e14d3-3384-46a8-b993-9467e2306f4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:12:46Z', 'updated_at': '2021-12-16T23:12:47Z', 'revision_number': 2, 'project_id': 'c824888d650f48a8badbaff2c427d7f3', 'subnets': [{'id': '576e14d3-3384-46a8-b993-9467e2306f4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 23:12:49.335542 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e0277ea-55f3-4087-b5ae-77c0b0b720a5 None None] Checking router: 9b5a3416-a98c-4fd4-b217-9e0e3cd28162 for host: dv-neutron-821829-1-hyperv {{(pid=87509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 23:12:49.336190 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e0277ea-55f3-4087-b5ae-77c0b0b720a5 None None] Updating router 9b5a3416-a98c-4fd4-b217-9e0e3cd28162 port 087aaf89-24e9-451c-9549-257028c62dfd binding host dv-neutron-821829-1-hyperv {{(pid=87509) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 16 23:12:49.389237 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-3d832ff8-0b5b-4437-9fd8-79fd5e4753a6 None None] Provisioning complete for port 087aaf89-24e9-451c-9549-257028c62dfd triggered by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 23:12:49.389786 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-3d832ff8-0b5b-4437-9fd8-79fd5e4753a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:12:49.390468 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron_lib.callbacks.manager [None req-3e0277ea-55f3-4087-b5ae-77c0b0b720a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:12:49.460717 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-3d832ff8-0b5b-4437-9fd8-79fd5e4753a6 None None] Port 087aaf89-24e9-451c-9549-257028c62dfd cannot update to ACTIVE because it is not bound. {{(pid=87508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 23:12:49.514458 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-d8536158-4864-4d97-abb7-12950ea8b69d req-6544c9c5-6a89-4e4a-acc1-3837bd07c663 service neutron] 10.222.0.13 "GET /v2.0/networks/5e01e5ac-9c4d-430a-8c79-f56502d125ea?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2670541
Dec 16 23:12:49.649148 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-d8536158-4864-4d97-abb7-12950ea8b69d req-591c9857-7cd9-4c04-ab48-3dd4259d9d9b service neutron] 10.222.0.13 "GET /v2.0/networks/5e01e5ac-9c4d-430a-8c79-f56502d125ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1288824
Dec 16 23:12:49.754142 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron_lib.callbacks.manager [None req-3e0277ea-55f3-4087-b5ae-77c0b0b720a5 None None] Notify callbacks [] for port, precommit_update {{(pid=87509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:12:49.765905 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.provisioning_blocks [None req-3e0277ea-55f3-4087-b5ae-77c0b0b720a5 None None] Transition to ACTIVE for port object 087aaf89-24e9-451c-9549-257028c62dfd will not be triggered until provisioned by entity L2. {{(pid=87509) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 23:12:49.773085 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron_lib.callbacks.manager [None req-3e0277ea-55f3-4087-b5ae-77c0b0b720a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:12:49.776901 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG oslo_concurrency.lockutils [None req-17e236fd-d1c0-4491-a2ba-9959cb3e61c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:12:49.832303 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-d1904209-6754-4d46-8d50-75b914fb7dbe req-8552cee4-e344-47aa-9a84-4e2f70f30c78 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.13 "GET /v2.0/ports?device_id=facceec6-37ea-406f-8a0d-709ea0c772ee HTTP/1.1" status: 200  len: 210 time: 0.0460243
Dec 16 23:12:49.851442 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4057c76-90c2-4524-94cd-db969acb25a9 None None] Pushing event updated for resources: {'Port': ['ID=087aaf89-24e9-451c-9549-257028c62dfd,revision_number=3']} {{(pid=87509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:12:49.919147 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4057c76-90c2-4524-94cd-db969acb25a9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:12:49.919489 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4057c76-90c2-4524-94cd-db969acb25a9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:12:49.919844 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4057c76-90c2-4524-94cd-db969acb25a9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:12:49.920177 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4057c76-90c2-4524-94cd-db969acb25a9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:12:49.920502 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4057c76-90c2-4524-94cd-db969acb25a9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:12:49.920825 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4057c76-90c2-4524-94cd-db969acb25a9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:12:49.921145 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4057c76-90c2-4524-94cd-db969acb25a9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:12:49.921458 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4057c76-90c2-4524-94cd-db969acb25a9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:12:49.921786 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4057c76-90c2-4524-94cd-db969acb25a9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:12:49.922116 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4057c76-90c2-4524-94cd-db969acb25a9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:12:49.922418 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4057c76-90c2-4524-94cd-db969acb25a9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:12:49.922729 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4057c76-90c2-4524-94cd-db969acb25a9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:12:49.927004 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG oslo_concurrency.lockutils [None req-a4057c76-90c2-4524-94cd-db969acb25a9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=87509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:12:50.022954 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.plugins.ml2.managers [None req-3e0277ea-55f3-4087-b5ae-77c0b0b720a5 None None] Attempting to bind port 087aaf89-24e9-451c-9549-257028c62dfd on host dv-neutron-821829-1-hyperv for vnic_type normal with profile  {{(pid=87509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 23:12:50.023337 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.plugins.ml2.managers [None req-3e0277ea-55f3-4087-b5ae-77c0b0b720a5 None None] Attempting to bind port 087aaf89-24e9-451c-9549-257028c62dfd by drivers openvswitch,hyperv on host dv-neutron-821829-1-hyperv at level 0 using segments [{'id': '57edde28-603e-4d84-8e48-dd534a2c8828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '5e01e5ac-9c4d-430a-8c79-f56502d125ea'}] {{(pid=87509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 23:12:50.023709 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e0277ea-55f3-4087-b5ae-77c0b0b720a5 None None] Attempting to bind port 087aaf89-24e9-451c-9549-257028c62dfd on network 5e01e5ac-9c4d-430a-8c79-f56502d125ea {{(pid=87509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 23:12:50.029397 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e0277ea-55f3-4087-b5ae-77c0b0b720a5 None None] Checking agent: {'id': '5571501f-366e-47a4-9b60-8ef19d935d27', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821829-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 24, 2), 'started_at': datetime.datetime(2021, 12, 16, 22, 24, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 23, 12, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821829-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 23:12:50.029776 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e0277ea-55f3-4087-b5ae-77c0b0b720a5 None None] Checking segment: {'id': '57edde28-603e-4d84-8e48-dd534a2c8828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '5e01e5ac-9c4d-430a-8c79-f56502d125ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 23:12:50.030411 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron_lib.callbacks.manager [None req-3e0277ea-55f3-4087-b5ae-77c0b0b720a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:12:50.030591 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e0277ea-55f3-4087-b5ae-77c0b0b720a5 None None] Bound using segment: {'id': '57edde28-603e-4d84-8e48-dd534a2c8828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '5e01e5ac-9c4d-430a-8c79-f56502d125ea'} {{(pid=87509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 23:12:50.031067 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.plugins.ml2.managers [None req-3e0277ea-55f3-4087-b5ae-77c0b0b720a5 None None] Bound port: 087aaf89-24e9-451c-9549-257028c62dfd, host: dv-neutron-821829-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57edde28-603e-4d84-8e48-dd534a2c8828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '5e01e5ac-9c4d-430a-8c79-f56502d125ea'}}] {{(pid=87509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 23:12:50.031438 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron_lib.callbacks.manager [None req-3e0277ea-55f3-4087-b5ae-77c0b0b720a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:12:50.117115 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device f65ae01a-1cc6-4bb9-b40f-b9b05769eb53 up at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 23:12:50.127610 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.plugins.ml2.db [None req-3e0277ea-55f3-4087-b5ae-77c0b0b720a5 None None] For port 087aaf89-24e9-451c-9549-257028c62dfd, host dv-neutron-821829-1-hyperv, cleared binding levels {{(pid=87509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 23:12:50.131425 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.plugins.ml2.db [None req-3e0277ea-55f3-4087-b5ae-77c0b0b720a5 None None] For port 087aaf89-24e9-451c-9549-257028c62dfd, host dv-neutron-821829-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=087aaf89-24e9-451c-9549-257028c62dfd,segment=NetworkSegment(57edde28-603e-4d84-8e48-dd534a2c8828),segment_id=57edde28-603e-4d84-8e48-dd534a2c8828)] {{(pid=87509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 23:12:50.136559 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron_lib.callbacks.manager [None req-3e0277ea-55f3-4087-b5ae-77c0b0b720a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:12:50.140284 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG oslo_concurrency.lockutils [None req-38f65246-6553-466a-aeda-5cbb28727160 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:12:50.187864 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning complete for port f65ae01a-1cc6-4bb9-b40f-b9b05769eb53 triggered by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 23:12:50.188259 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:12:50.216146 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e0277ea-55f3-4087-b5ae-77c0b0b720a5 None None] Routers {'9b5a3416-a98c-4fd4-b217-9e0e3cd28162'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 23:12:50.217837 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-3e0277ea-55f3-4087-b5ae-77c0b0b720a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b7c5fdaf0>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T23:12:31Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['9b5a3416-a98c-4fd4-b217-9e0e3cd28162'], 'active': True} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 23:12:50.275702 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4057c76-90c2-4524-94cd-db969acb25a9 None None] Pushing event updated for resources: {'Port': ['ID=087aaf89-24e9-451c-9549-257028c62dfd,revision_number=4']} {{(pid=87509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:12:50.285963 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG oslo_concurrency.lockutils [None req-a4057c76-90c2-4524-94cd-db969acb25a9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=87509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:12:50.330141 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device bdfbc046-6a22-4a75-878f-86441853a72a up at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 23:12:50.403920 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning complete for port bdfbc046-6a22-4a75-878f-86441853a72a triggered by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 23:12:50.404309 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:12:50.458293 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvr_db [None req-3e0277ea-55f3-4087-b5ae-77c0b0b720a5 None None] Set router 9b5a3416-a98c-4fd4-b217-9e0e3cd28162 gateway port host: dv-neutron-821829-1-hyperv {{(pid=87509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 23:12:50.768495 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-3e0277ea-55f3-4087-b5ae-77c0b0b720a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b7c5fdaf0>, [{'id': '9b5a3416-a98c-4fd4-b217-9e0e3cd28162', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1354259575', 'tenant_id': 'c824888d650f48a8badbaff2c427d7f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.151'}], 'enable_snat': True}, 'gw_port_id': 'bdfbc046-6a22-4a75-878f-86441853a72a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:12:42Z', 'updated_at': '2021-12-16T23:12:47Z', 'revision_number': 4, 'project_id': 'c824888d650f48a8badbaff2c427d7f3', 'gw_port': {'id': 'bdfbc046-6a22-4a75-878f-86441853a72a', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:10:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b5a3416-a98c-4fd4-b217-9e0e3cd28162', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:12:43Z', 'updated_at': '2021-12-16T23:12:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv', '_interfaces': [{'id': '087aaf89-24e9-451c-9549-257028c62dfd', 'name': '', 'network_id': '5e01e5ac-9c4d-430a-8c79-f56502d125ea', 'tenant_id': 'c824888d650f48a8badbaff2c427d7f3', 'mac_address': 'fa:16:3e:4a:39:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b5a3416-a98c-4fd4-b217-9e0e3cd28162', 'device_owner': 'network:router_interface', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': '576e14d3-3384-46a8-b993-9467e2306f4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:12:46Z', 'updated_at': '2021-12-16T23:12:50Z', 'revision_number': 4, 'project_id': 'c824888d650f48a8badbaff2c427d7f3', 'subnets': [{'id': '576e14d3-3384-46a8-b993-9467e2306f4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 23:12:50.773085 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e0277ea-55f3-4087-b5ae-77c0b0b720a5 None None] The sync data for ids ['9b5a3416-a98c-4fd4-b217-9e0e3cd28162'] in dv-neutron-821829-1-hyperv is: [{'id': '9b5a3416-a98c-4fd4-b217-9e0e3cd28162', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1354259575', 'tenant_id': 'c824888d650f48a8badbaff2c427d7f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.151'}], 'enable_snat': True}, 'gw_port_id': 'bdfbc046-6a22-4a75-878f-86441853a72a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:12:42Z', 'updated_at': '2021-12-16T23:12:47Z', 'revision_number': 4, 'project_id': 'c824888d650f48a8badbaff2c427d7f3', 'gw_port': {'id': 'bdfbc046-6a22-4a75-878f-86441853a72a', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:10:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b5a3416-a98c-4fd4-b217-9e0e3cd28162', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:12:43Z', 'updated_at': '2021-12-16T23:12:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv', '_interfaces': [{'id': '087aaf89-24e9-451c-9549-257028c62dfd', 'name': '', 'network_id': '5e01e5ac-9c4d-430a-8c79-f56502d125ea', 'tenant_id': 'c824888d650f48a8badbaff2c427d7f3', 'mac_address': 'fa:16:3e:4a:39:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b5a3416-a98c-4fd4-b217-9e0e3cd28162', 'device_owner': 'network:router_interface', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': '576e14d3-3384-46a8-b993-9467e2306f4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:12:46Z', 'updated_at': '2021-12-16T23:12:50Z', 'revision_number': 4, 'project_id': 'c824888d650f48a8badbaff2c427d7f3', 'subnets': [{'id': '576e14d3-3384-46a8-b993-9467e2306f4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 23:12:51.072053 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-48aad55c-0641-4dd7-86ad-3311b7ea4f1c req-3b0eceeb-b47d-4b60-accf-403ff4c86861 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.13 "GET /v2.0/ports?device_id=facceec6-37ea-406f-8a0d-709ea0c772ee HTTP/1.1" status: 200  len: 210 time: 0.0646508
Dec 16 23:12:51.240069 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8536158-4864-4d97-abb7-12950ea8b69d req-f0a1d817-c663-4c17-98e1-9999b3ed25f9 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:12:51.241516 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-d8536158-4864-4d97-abb7-12950ea8b69d req-f0a1d817-c663-4c17-98e1-9999b3ed25f9 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.49 "GET /v2.0/networks?id=5e01e5ac-9c4d-430a-8c79-f56502d125ea HTTP/1.1" status: 200  len: 796 time: 0.2959321
Dec 16 23:12:51.298905 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [req-d8536158-4864-4d97-abb7-12950ea8b69d req-71394faf-e10b-4920-9248-ed35ce1bb1d8 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Synchronizing usage tracker for tenant:c824888d650f48a8badbaff2c427d7f3 on resource:security_group {{(pid=87506) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 23:12:51.311664 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [req-d8536158-4864-4d97-abb7-12950ea8b69d req-71394faf-e10b-4920-9248-ed35ce1bb1d8 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Unset dirty status for tenant:c824888d650f48a8badbaff2c427d7f3 on resource:security_group {{(pid=87506) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 23:12:51.312905 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-d8536158-4864-4d97-abb7-12950ea8b69d req-71394faf-e10b-4920-9248-ed35ce1bb1d8 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c824888d650f48a8badbaff2c427d7f3 HTTP/1.1" status: 200  len: 380 time: 0.0564656
Dec 16 23:12:51.322453 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [req-d8536158-4864-4d97-abb7-12950ea8b69d req-c1bb2c5f-813d-46f9-aeef-578ce3d67cd4 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Request body: {'port': {'device_id': 'facceec6-37ea-406f-8a0d-709ea0c772ee', 'network_id': '5e01e5ac-9c4d-430a-8c79-f56502d125ea', 'admin_state_up': True, 'tenant_id': 'c824888d650f48a8badbaff2c427d7f3', 'security_groups': ['e2bda1c0-17b8-4110-b636-d291d87c2dc2']}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 23:12:51.464368 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [req-d8536158-4864-4d97-abb7-12950ea8b69d req-c1bb2c5f-813d-46f9-aeef-578ce3d67cd4 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 23:12:51.475099 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [req-d8536158-4864-4d97-abb7-12950ea8b69d req-c1bb2c5f-813d-46f9-aeef-578ce3d67cd4 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 23:12:51.485638 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8536158-4864-4d97-abb7-12950ea8b69d req-c1bb2c5f-813d-46f9-aeef-578ce3d67cd4 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Made reservation on behalf of c824888d650f48a8badbaff2c427d7f3 for: {'port': 1} {{(pid=87506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 23:12:51.489915 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-d8536158-4864-4d97-abb7-12950ea8b69d req-c1bb2c5f-813d-46f9-aeef-578ce3d67cd4 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:12:51.655301 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.db_base_plugin_common [req-d8536158-4864-4d97-abb7-12950ea8b69d req-c1bb2c5f-813d-46f9-aeef-578ce3d67cd4 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Allocated IP 172.20.0.10 (5e01e5ac-9c4d-430a-8c79-f56502d125ea/576e14d3-3384-46a8-b993-9467e2306f4f/b6dd1bbb-219a-4667-b02d-47781d1c9fb9) {{(pid=87506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 23:12:51.853931 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-d8536158-4864-4d97-abb7-12950ea8b69d req-c1bb2c5f-813d-46f9-aeef-578ce3d67cd4 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks [] for port, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:12:51.869703 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.provisioning_blocks [req-d8536158-4864-4d97-abb7-12950ea8b69d req-c1bb2c5f-813d-46f9-aeef-578ce3d67cd4 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Transition to ACTIVE for port object b6dd1bbb-219a-4667-b02d-47781d1c9fb9 will not be triggered until provisioned by entity DHCP. {{(pid=87506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 23:12:51.892967 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-d8536158-4864-4d97-abb7-12950ea8b69d req-c1bb2c5f-813d-46f9-aeef-578ce3d67cd4 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1863393'] for port, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:12:51.899153 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-5d41c1fd-0a84-43b4-898a-c5ab5ae8609e tempest-TestMinimumBasicScenario-742069240 tempest-TestMinimumBasicScenario-742069240-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:12:51.968098 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8536158-4864-4d97-abb7-12950ea8b69d req-c1bb2c5f-813d-46f9-aeef-578ce3d67cd4 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Network 5e01e5ac-9c4d-430a-8c79-f56502d125ea is already hosted by enough agents. {{(pid=87506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 23:12:51.971188 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.base_scheduler [req-d8536158-4864-4d97-abb7-12950ea8b69d req-c1bb2c5f-813d-46f9-aeef-578ce3d67cd4 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Resources bound (agent type, host, resource id):  {{(pid=87506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 23:12:51.975604 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8536158-4864-4d97-abb7-12950ea8b69d req-c1bb2c5f-813d-46f9-aeef-578ce3d67cd4 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Received port after_create {{(pid=87506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 23:12:52.005460 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1bb2c5f-813d-46f9-aeef-578ce3d67cd4 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Pushing event updated for resources: {'Port': ['ID=b6dd1bbb-219a-4667-b02d-47781d1c9fb9,revision_number=1']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:12:52.016300 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-c1bb2c5f-813d-46f9-aeef-578ce3d67cd4 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:12:52.042080 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8536158-4864-4d97-abb7-12950ea8b69d req-c1bb2c5f-813d-46f9-aeef-578ce3d67cd4 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:12:52.042696 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-d8536158-4864-4d97-abb7-12950ea8b69d req-c1bb2c5f-813d-46f9-aeef-578ce3d67cd4 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for port, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:12:52.069151 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-d8536158-4864-4d97-abb7-12950ea8b69d req-c1bb2c5f-813d-46f9-aeef-578ce3d67cd4 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.7502871
Dec 16 23:12:52.092272 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [req-d8536158-4864-4d97-abb7-12950ea8b69d req-f70ab309-d12c-4647-ab00-0805417f0abc service neutron] Request body: {'port': {'device_id': 'facceec6-37ea-406f-8a0d-709ea0c772ee', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8218'}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 23:12:52.134399 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 087aaf89-24e9-451c-9549-257028c62dfd up at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 23:12:52.219008 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-d8536158-4864-4d97-abb7-12950ea8b69d req-f70ab309-d12c-4647-ab00-0805417f0abc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:12:52.221664 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning for port 087aaf89-24e9-451c-9549-257028c62dfd completed by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 23:12:52.228012 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning complete for port 087aaf89-24e9-451c-9549-257028c62dfd triggered by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 23:12:52.228703 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:12:52.279617 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c96476e-b71f-4a28-bdcc-df89030579ed req-4626b4ab-fe5a-4a18-96e7-cdb410d90a36 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:12:52.281457 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-6c96476e-b71f-4a28-bdcc-df89030579ed req-4626b4ab-fe5a-4a18-96e7-cdb410d90a36 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.13 "GET /v2.0/ports?device_id=facceec6-37ea-406f-8a0d-709ea0c772ee HTTP/1.1" status: 200  len: 932 time: 0.0871880
Dec 16 23:12:52.294277 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-b9f25852-a3d0-46e0-a508-daa270191213 None None] Provisioning for port b6dd1bbb-219a-4667-b02d-47781d1c9fb9 completed by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 23:12:52.302084 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-b9f25852-a3d0-46e0-a508-daa270191213 None None] Provisioning complete for port b6dd1bbb-219a-4667-b02d-47781d1c9fb9 triggered by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 23:12:52.302657 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b9f25852-a3d0-46e0-a508-daa270191213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:12:52.328765 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-6c96476e-b71f-4a28-bdcc-df89030579ed req-e37acf3b-09fd-40f1-921d-738468df282c tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2bda1c0-17b8-4110-b636-d291d87c2dc2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0409834
Dec 16 23:12:52.402583 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-b9f25852-a3d0-46e0-a508-daa270191213 None None] Port b6dd1bbb-219a-4667-b02d-47781d1c9fb9 cannot update to ACTIVE because it is not bound. {{(pid=87508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 23:12:52.409343 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:12:52.441119 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] For port 087aaf89-24e9-451c-9549-257028c62dfd, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=087aaf89-24e9-451c-9549-257028c62dfd,segment=NetworkSegment(57edde28-603e-4d84-8e48-dd534a2c8828),segment_id=57edde28-603e-4d84-8e48-dd534a2c8828)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 23:12:52.445279 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:12:52.447167 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:12:52.511360 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Pushing event updated for resources: {'Port': ['ID=087aaf89-24e9-451c-9549-257028c62dfd,revision_number=5']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:12:52.514640 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:12:52.564401 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.notifiers.nova [req-d8536158-4864-4d97-abb7-12950ea8b69d req-f70ab309-d12c-4647-ab00-0805417f0abc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6dd1bbb-219a-4667-b02d-47781d1c9fb9 {{(pid=87506) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 23:12:52.571637 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-d8536158-4864-4d97-abb7-12950ea8b69d req-f70ab309-d12c-4647-ab00-0805417f0abc service neutron] Notify callbacks [] for port, precommit_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:12:52.586198 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.provisioning_blocks [req-d8536158-4864-4d97-abb7-12950ea8b69d req-f70ab309-d12c-4647-ab00-0805417f0abc service neutron] Transition to ACTIVE for port object b6dd1bbb-219a-4667-b02d-47781d1c9fb9 will not be triggered until provisioned by entity L2. {{(pid=87506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 23:12:52.589663 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-d8536158-4864-4d97-abb7-12950ea8b69d req-f70ab309-d12c-4647-ab00-0805417f0abc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1863400'] for port, after_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:12:52.593055 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-44664df7-55fa-4181-92be-69d1e849944c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:12:52.716364 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70ab309-d12c-4647-ab00-0805417f0abc service neutron] Pushing event updated for resources: {'Port': ['ID=b6dd1bbb-219a-4667-b02d-47781d1c9fb9,revision_number=2']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:12:52.744880 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-f70ab309-d12c-4647-ab00-0805417f0abc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:12:52.824138 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.managers [req-d8536158-4864-4d97-abb7-12950ea8b69d req-f70ab309-d12c-4647-ab00-0805417f0abc service neutron] Attempting to bind port b6dd1bbb-219a-4667-b02d-47781d1c9fb9 on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=87506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 23:12:52.824475 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.managers [req-d8536158-4864-4d97-abb7-12950ea8b69d req-f70ab309-d12c-4647-ab00-0805417f0abc service neutron] Attempting to bind port b6dd1bbb-219a-4667-b02d-47781d1c9fb9 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '57edde28-603e-4d84-8e48-dd534a2c8828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '5e01e5ac-9c4d-430a-8c79-f56502d125ea'}] {{(pid=87506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 23:12:52.824803 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8536158-4864-4d97-abb7-12950ea8b69d req-f70ab309-d12c-4647-ab00-0805417f0abc service neutron] Attempting to bind port b6dd1bbb-219a-4667-b02d-47781d1c9fb9 on network 5e01e5ac-9c4d-430a-8c79-f56502d125ea {{(pid=87506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 23:12:52.829384 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8536158-4864-4d97-abb7-12950ea8b69d req-f70ab309-d12c-4647-ab00-0805417f0abc service neutron] Port b6dd1bbb-219a-4667-b02d-47781d1c9fb9 on network 5e01e5ac-9c4d-430a-8c79-f56502d125ea not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=87506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 16 23:12:52.829709 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8536158-4864-4d97-abb7-12950ea8b69d req-f70ab309-d12c-4647-ab00-0805417f0abc service neutron] Attempting to bind port b6dd1bbb-219a-4667-b02d-47781d1c9fb9 on network 5e01e5ac-9c4d-430a-8c79-f56502d125ea {{(pid=87506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 23:12:52.835167 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8536158-4864-4d97-abb7-12950ea8b69d req-f70ab309-d12c-4647-ab00-0805417f0abc service neutron] Checking agent: {'id': '849b5cbb-8f70-4c31-8f37-fd42f8351747', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8218', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 30, 8), 'started_at': datetime.datetime(2021, 12, 16, 22, 30, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 23, 12, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 23:12:52.835499 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8536158-4864-4d97-abb7-12950ea8b69d req-f70ab309-d12c-4647-ab00-0805417f0abc service neutron] Checking segment: {'id': '57edde28-603e-4d84-8e48-dd534a2c8828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '5e01e5ac-9c4d-430a-8c79-f56502d125ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 23:12:52.836175 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8536158-4864-4d97-abb7-12950ea8b69d req-f70ab309-d12c-4647-ab00-0805417f0abc service neutron] Bound using segment: {'id': '57edde28-603e-4d84-8e48-dd534a2c8828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '5e01e5ac-9c4d-430a-8c79-f56502d125ea'} {{(pid=87506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 23:12:52.836637 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.managers [req-d8536158-4864-4d97-abb7-12950ea8b69d req-f70ab309-d12c-4647-ab00-0805417f0abc service neutron] Bound port: b6dd1bbb-219a-4667-b02d-47781d1c9fb9, host: hv-neutron-8218, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57edde28-603e-4d84-8e48-dd534a2c8828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '5e01e5ac-9c4d-430a-8c79-f56502d125ea'}}] {{(pid=87506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 23:12:52.836937 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-d8536158-4864-4d97-abb7-12950ea8b69d req-f70ab309-d12c-4647-ab00-0805417f0abc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:12:52.926438 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.db [req-d8536158-4864-4d97-abb7-12950ea8b69d req-f70ab309-d12c-4647-ab00-0805417f0abc service neutron] For port b6dd1bbb-219a-4667-b02d-47781d1c9fb9, host hv-neutron-8218, cleared binding levels {{(pid=87506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 23:12:52.929616 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.db [req-d8536158-4864-4d97-abb7-12950ea8b69d req-f70ab309-d12c-4647-ab00-0805417f0abc service neutron] For port b6dd1bbb-219a-4667-b02d-47781d1c9fb9, host hv-neutron-8218, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=b6dd1bbb-219a-4667-b02d-47781d1c9fb9,segment=NetworkSegment(57edde28-603e-4d84-8e48-dd534a2c8828),segment_id=57edde28-603e-4d84-8e48-dd534a2c8828)] {{(pid=87506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 23:12:52.934152 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-d8536158-4864-4d97-abb7-12950ea8b69d req-f70ab309-d12c-4647-ab00-0805417f0abc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1863400'] for port, after_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:12:52.938000 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-06d03074-2617-4799-9984-4d7610bc3545 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:12:52.995490 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8536158-4864-4d97-abb7-12950ea8b69d req-f70ab309-d12c-4647-ab00-0805417f0abc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:12:52.996133 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-d8536158-4864-4d97-abb7-12950ea8b69d req-f70ab309-d12c-4647-ab00-0805417f0abc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for port, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:12:52.997517 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-d8536158-4864-4d97-abb7-12950ea8b69d req-f70ab309-d12c-4647-ab00-0805417f0abc service neutron] 10.222.0.49 "PUT /v2.0/ports/b6dd1bbb-219a-4667-b02d-47781d1c9fb9 HTTP/1.1" status: 200  len: 1094 time: 0.9139161
Dec 16 23:12:52.998039 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'facceec6-37ea-406f-8a0d-709ea0c772ee', 'tag': 'b6dd1bbb-219a-4667-b02d-47781d1c9fb9'}] {{(pid=87506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 23:12:53.018198 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70ab309-d12c-4647-ab00-0805417f0abc service neutron] Pushing event updated for resources: {'Port': ['ID=b6dd1bbb-219a-4667-b02d-47781d1c9fb9,revision_number=3']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:12:53.022018 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-f70ab309-d12c-4647-ab00-0805417f0abc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:12:53.057984 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'facceec6-37ea-406f-8a0d-709ea0c772ee', 'tag': 'b6dd1bbb-219a-4667-b02d-47781d1c9fb9', 'status': 'completed', 'code': 200}
Dec 16 23:12:53.149004 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8536158-4864-4d97-abb7-12950ea8b69d req-56337557-ba53-4256-b9e9-bbafc1fac822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:12:53.150474 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-d8536158-4864-4d97-abb7-12950ea8b69d req-56337557-ba53-4256-b9e9-bbafc1fac822 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c824888d650f48a8badbaff2c427d7f3&device_id=facceec6-37ea-406f-8a0d-709ea0c772ee HTTP/1.1" status: 200  len: 1097 time: 0.0732372
Dec 16 23:12:53.340256 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-d8536158-4864-4d97-abb7-12950ea8b69d req-9ce663da-34a1-413e-8561-27505f5acf19 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b6dd1bbb-219a-4667-b02d-47781d1c9fb9 HTTP/1.1" status: 200  len: 217 time: 0.1767738
Dec 16 23:12:53.402575 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8536158-4864-4d97-abb7-12950ea8b69d req-49fef5ef-6bb3-4194-a381-ba041185090b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:12:53.404008 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-d8536158-4864-4d97-abb7-12950ea8b69d req-49fef5ef-6bb3-4194-a381-ba041185090b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=576e14d3-3384-46a8-b993-9467e2306f4f HTTP/1.1" status: 200  len: 835 time: 0.0579348
Dec 16 23:12:53.480871 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8536158-4864-4d97-abb7-12950ea8b69d req-26d99d8e-3f53-4ef9-b3a9-f96211e565d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:12:53.482364 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-d8536158-4864-4d97-abb7-12950ea8b69d req-26d99d8e-3f53-4ef9-b3a9-f96211e565d2 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5e01e5ac-9c4d-430a-8c79-f56502d125ea&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0723004
Dec 16 23:12:53.514080 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621c9a96-37be-4d50-9ce8-b4ff2cfd5460 req-90036d77-a703-40c6-a08e-6dee37be775f tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:12:53.515645 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-621c9a96-37be-4d50-9ce8-b4ff2cfd5460 req-90036d77-a703-40c6-a08e-6dee37be775f tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.13 "GET /v2.0/ports?device_id=facceec6-37ea-406f-8a0d-709ea0c772ee HTTP/1.1" status: 200  len: 944 time: 0.0812929
Dec 16 23:12:53.563025 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-621c9a96-37be-4d50-9ce8-b4ff2cfd5460 req-e7d5d69b-977b-44c4-97a5-37bda70c9c30 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2bda1c0-17b8-4110-b636-d291d87c2dc2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0407741
Dec 16 23:12:53.614746 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-d8536158-4864-4d97-abb7-12950ea8b69d req-7d531a93-861e-4e9e-8426-2612158c56ac service neutron] 10.222.0.49 "GET /v2.0/networks/5e01e5ac-9c4d-430a-8c79-f56502d125ea?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1258790
Dec 16 23:12:53.742956 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-d8536158-4864-4d97-abb7-12950ea8b69d req-fda2a92b-2fbd-4269-8fa2-9f87f022fe55 service neutron] 10.222.0.49 "GET /v2.0/networks/5e01e5ac-9c4d-430a-8c79-f56502d125ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1215518
Dec 16 23:12:53.902432 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f906f848-e56a-4aca-bcd4-3ad3efe1909b req-13306c23-cae7-4d96-bc7a-5e9b4b09ecfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:12:53.903806 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-f906f848-e56a-4aca-bcd4-3ad3efe1909b req-13306c23-cae7-4d96-bc7a-5e9b4b09ecfe service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c824888d650f48a8badbaff2c427d7f3&device_id=facceec6-37ea-406f-8a0d-709ea0c772ee HTTP/1.1" status: 200  len: 1097 time: 0.0739467
Dec 16 23:12:54.033128 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f906f848-e56a-4aca-bcd4-3ad3efe1909b req-193d1d64-e1b4-4e64-b82a-5ba229aae849 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:12:54.034557 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-f906f848-e56a-4aca-bcd4-3ad3efe1909b req-193d1d64-e1b4-4e64-b82a-5ba229aae849 service neutron] 10.222.0.49 "GET /v2.0/networks?id=5e01e5ac-9c4d-430a-8c79-f56502d125ea HTTP/1.1" status: 200  len: 897 time: 0.1241891
Dec 16 23:12:54.101681 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-f906f848-e56a-4aca-bcd4-3ad3efe1909b req-3bbc911f-76a6-472c-bc75-1dbc6781b87f service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b6dd1bbb-219a-4667-b02d-47781d1c9fb9 HTTP/1.1" status: 200  len: 217 time: 0.0600567
Dec 16 23:12:54.104059 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 087aaf89-24e9-451c-9549-257028c62dfd up at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 23:12:54.167228 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f906f848-e56a-4aca-bcd4-3ad3efe1909b req-78d96d90-8591-45f3-804e-e39e02db9720 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:12:54.168601 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-f906f848-e56a-4aca-bcd4-3ad3efe1909b req-78d96d90-8591-45f3-804e-e39e02db9720 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=576e14d3-3384-46a8-b993-9467e2306f4f HTTP/1.1" status: 200  len: 835 time: 0.0595410
Dec 16 23:12:54.173028 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning complete for port 087aaf89-24e9-451c-9549-257028c62dfd triggered by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 23:12:54.173408 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:12:54.248270 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f906f848-e56a-4aca-bcd4-3ad3efe1909b req-3c512e44-e604-4135-9dfd-29b74c70f0c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:12:54.249729 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-f906f848-e56a-4aca-bcd4-3ad3efe1909b req-3c512e44-e604-4135-9dfd-29b74c70f0c8 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5e01e5ac-9c4d-430a-8c79-f56502d125ea&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0681522
Dec 16 23:12:54.380452 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-f906f848-e56a-4aca-bcd4-3ad3efe1909b req-3d861ff3-58ff-4362-b4b4-8ef5e7496aa3 service neutron] 10.222.0.49 "GET /v2.0/networks/5e01e5ac-9c4d-430a-8c79-f56502d125ea?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1230869
Dec 16 23:12:54.509393 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-f906f848-e56a-4aca-bcd4-3ad3efe1909b req-c477ce63-86bd-435a-8932-c500619f2d74 service neutron] 10.222.0.49 "GET /v2.0/networks/5e01e5ac-9c4d-430a-8c79-f56502d125ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1212475
Dec 16 23:12:54.749717 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6618ad06-67f7-43f0-bed6-bc6f1091d33e req-8537cc3e-44b2-4efe-b77c-ab33b89efe85 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:12:54.751073 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-6618ad06-67f7-43f0-bed6-bc6f1091d33e req-8537cc3e-44b2-4efe-b77c-ab33b89efe85 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.13 "GET /v2.0/ports?device_id=facceec6-37ea-406f-8a0d-709ea0c772ee HTTP/1.1" status: 200  len: 944 time: 0.0806997
Dec 16 23:12:54.794831 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-6618ad06-67f7-43f0-bed6-bc6f1091d33e req-95066487-d55a-4532-92b5-85ac3ce52ee0 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2bda1c0-17b8-4110-b636-d291d87c2dc2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0381744
Dec 16 23:12:55.978331 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03dae59a-823b-4398-a5f0-4a19078a8855 req-d5125404-6ade-427d-8911-80c48236a786 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:12:55.979815 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-03dae59a-823b-4398-a5f0-4a19078a8855 req-d5125404-6ade-427d-8911-80c48236a786 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.13 "GET /v2.0/ports?device_id=facceec6-37ea-406f-8a0d-709ea0c772ee HTTP/1.1" status: 200  len: 944 time: 0.0830252
Dec 16 23:12:56.022522 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-03dae59a-823b-4398-a5f0-4a19078a8855 req-0e819da7-d279-4c83-b9d6-128d6d93e759 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2bda1c0-17b8-4110-b636-d291d87c2dc2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0370507
Dec 16 23:12:57.202167 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762a0745-bbde-4a0c-838a-09120f45d97d req-e7445606-cc1f-4518-8745-9938514d9e6f tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:12:57.203505 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-762a0745-bbde-4a0c-838a-09120f45d97d req-e7445606-cc1f-4518-8745-9938514d9e6f tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.13 "GET /v2.0/ports?device_id=facceec6-37ea-406f-8a0d-709ea0c772ee HTTP/1.1" status: 200  len: 944 time: 0.0782723
Dec 16 23:12:57.245871 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-762a0745-bbde-4a0c-838a-09120f45d97d req-6195aebd-5f35-42f1-8b54-a50c3827df56 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2bda1c0-17b8-4110-b636-d291d87c2dc2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0367882
Dec 16 23:12:57.594315 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Device b6dd1bbb-219a-4667-b02d-47781d1c9fb9 details requested by agent hyperv_hv-neutron-8218 with host hv-neutron-8218 {{(pid=87508) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 16 23:12:57.756472 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] For port b6dd1bbb-219a-4667-b02d-47781d1c9fb9, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=b6dd1bbb-219a-4667-b02d-47781d1c9fb9,segment=NetworkSegment(57edde28-603e-4d84-8e48-dd534a2c8828),segment_id=57edde28-603e-4d84-8e48-dd534a2c8828)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 23:12:57.768964 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Returning: {'device': 'b6dd1bbb-219a-4667-b02d-47781d1c9fb9', 'network_id': '5e01e5ac-9c4d-430a-8c79-f56502d125ea', 'port_id': 'b6dd1bbb-219a-4667-b02d-47781d1c9fb9', 'mac_address': 'fa:16:3e:fb:96:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '576e14d3-3384-46a8-b993-9467e2306f4f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87508) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 16 23:12:57.821554 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:12:57.838105 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.notifiers.nova [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6dd1bbb-219a-4667-b02d-47781d1c9fb9 {{(pid=87508) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 23:12:57.852996 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] For port b6dd1bbb-219a-4667-b02d-47781d1c9fb9, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=b6dd1bbb-219a-4667-b02d-47781d1c9fb9,segment=NetworkSegment(57edde28-603e-4d84-8e48-dd534a2c8828),segment_id=57edde28-603e-4d84-8e48-dd534a2c8828)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 23:12:57.856653 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:12:57.859124 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-61e3b668-2228-423e-ace0-d23685c45ed3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:12:57.923439 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Pushing event updated for resources: {'Port': ['ID=b6dd1bbb-219a-4667-b02d-47781d1c9fb9,revision_number=4']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:12:57.926387 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:12:58.132479 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] get_ports_and_sgs() called for port_ids ['b6dd1bbb-219a-4667-b02d-47781d1c9fb9'] {{(pid=87508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 23:12:58.246572 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-db6cf670-4ea8-43b0-8b74-0b3d64949985 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:12:58.433531 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280f3ff4-dda2-4f58-ab69-d8122eba85e2 req-1d9bb1ca-c977-47b5-88ed-ca6cb3bb3582 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:12:58.435038 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-280f3ff4-dda2-4f58-ab69-d8122eba85e2 req-1d9bb1ca-c977-47b5-88ed-ca6cb3bb3582 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.13 "GET /v2.0/ports?device_id=facceec6-37ea-406f-8a0d-709ea0c772ee HTTP/1.1" status: 200  len: 945 time: 0.0833287
Dec 16 23:12:58.478534 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-280f3ff4-dda2-4f58-ab69-d8122eba85e2 req-21307812-f556-4c88-b3f1-22994797e171 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2bda1c0-17b8-4110-b636-d291d87c2dc2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0375335
Dec 16 23:12:59.599955 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Device b6dd1bbb-219a-4667-b02d-47781d1c9fb9 up at agent hyperv_hv-neutron-8218 {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 23:12:59.658610 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabe2afc-1f57-4a45-8f02-b24d9de15548 req-c20ba07f-b19c-4a97-8a76-203253bea69b tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:12:59.660077 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-fabe2afc-1f57-4a45-8f02-b24d9de15548 req-c20ba07f-b19c-4a97-8a76-203253bea69b tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.13 "GET /v2.0/ports?device_id=facceec6-37ea-406f-8a0d-709ea0c772ee HTTP/1.1" status: 200  len: 945 time: 0.0802395
Dec 16 23:12:59.667905 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Provisioning for port b6dd1bbb-219a-4667-b02d-47781d1c9fb9 completed by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 23:12:59.672644 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Provisioning complete for port b6dd1bbb-219a-4667-b02d-47781d1c9fb9 triggered by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 23:12:59.673028 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:12:59.705866 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-fabe2afc-1f57-4a45-8f02-b24d9de15548 req-cf0f857e-119c-4514-b644-f89f5a34f563 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2bda1c0-17b8-4110-b636-d291d87c2dc2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0393908
Dec 16 23:12:59.784581 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:12:59.810798 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'facceec6-37ea-406f-8a0d-709ea0c772ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6dd1bbb-219a-4667-b02d-47781d1c9fb9'}] {{(pid=87508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 23:12:59.820538 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] For port b6dd1bbb-219a-4667-b02d-47781d1c9fb9, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=b6dd1bbb-219a-4667-b02d-47781d1c9fb9,segment=NetworkSegment(57edde28-603e-4d84-8e48-dd534a2c8828),segment_id=57edde28-603e-4d84-8e48-dd534a2c8828)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 23:12:59.825455 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:12:59.827278 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-6fcbd7b4-8199-4c50-9279-0b618ed65b9b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:12:59.864048 dv-neutron-821829-1-hyperv neutron-server[87508]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'facceec6-37ea-406f-8a0d-709ea0c772ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6dd1bbb-219a-4667-b02d-47781d1c9fb9', 'code': 200}
Dec 16 23:12:59.895690 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Pushing event updated for resources: {'Port': ['ID=b6dd1bbb-219a-4667-b02d-47781d1c9fb9,revision_number=5']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:12:59.898737 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:13:00.112157 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b63fbdf-36a5-428c-8928-913e86549cae req-48329896-ba2a-4c42-b6c5-fb3e047d460b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:13:00.113623 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-3b63fbdf-36a5-428c-8928-913e86549cae req-48329896-ba2a-4c42-b6c5-fb3e047d460b service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=facceec6-37ea-406f-8a0d-709ea0c772ee HTTP/1.1" status: 200  len: 1099 time: 0.0690362
Dec 16 23:13:00.157403 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-3b63fbdf-36a5-428c-8928-913e86549cae req-c023818f-eb23-4774-b38d-0db656b48772 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=e2bda1c0-17b8-4110-b636-d291d87c2dc2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0370479
Dec 16 23:13:00.661361 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-234f8ebd-6109-4a9f-897b-eab6d429b65d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:13:00.892233 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738d3a94-6590-41e6-9935-2496e57345b9 req-c51d2deb-2d03-4135-994f-265bab03a4f0 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:13:00.893683 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-738d3a94-6590-41e6-9935-2496e57345b9 req-c51d2deb-2d03-4135-994f-265bab03a4f0 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.13 "GET /v2.0/ports?device_id=facceec6-37ea-406f-8a0d-709ea0c772ee HTTP/1.1" status: 200  len: 946 time: 0.0818179
Dec 16 23:13:00.936023 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-738d3a94-6590-41e6-9935-2496e57345b9 req-c38fa60b-4680-4ac9-b671-5ff1f9b455a0 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2bda1c0-17b8-4110-b636-d291d87c2dc2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0366950
Dec 16 23:13:01.624079 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-3e729f7f-1589-4d54-9c4a-7ee6b283cc2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:13:01.732136 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:13:02.117550 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a0a4df-bcbf-47bf-8e8b-991eb9748124 req-52f1c28b-fdc4-4dd5-b849-58443667ae85 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:13:02.118983 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-30a0a4df-bcbf-47bf-8e8b-991eb9748124 req-52f1c28b-fdc4-4dd5-b849-58443667ae85 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.13 "GET /v2.0/ports?device_id=facceec6-37ea-406f-8a0d-709ea0c772ee HTTP/1.1" status: 200  len: 946 time: 0.0791471
Dec 16 23:13:02.165574 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-30a0a4df-bcbf-47bf-8e8b-991eb9748124 req-a8899495-75a9-4def-b05d-360a76fb695a tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2bda1c0-17b8-4110-b636-d291d87c2dc2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0408378
Dec 16 23:13:02.343419 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5f8bd2-4669-4589-96d0-bce283b59c9b req-4bfe9b10-2f8c-4755-9ba5-b18aa275a5b7 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:13:02.344768 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-4f5f8bd2-4669-4589-96d0-bce283b59c9b req-4bfe9b10-2f8c-4755-9ba5-b18aa275a5b7 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.13 "GET /v2.0/ports?device_id=facceec6-37ea-406f-8a0d-709ea0c772ee HTTP/1.1" status: 200  len: 946 time: 0.0776515
Dec 16 23:13:02.387664 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-4f5f8bd2-4669-4589-96d0-bce283b59c9b req-3d6a2073-a74b-4c78-b654-4c31b390bba2 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2bda1c0-17b8-4110-b636-d291d87c2dc2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0374129
Dec 16 23:13:02.409180 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 55300) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 23:13:02.521044 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c14e271-9ff0-4da3-a4c1-a8cd93e70dd5 tempest-TestNetworkAdvancedServerOps-2068247746 tempest-TestNetworkAdvancedServerOps-2068247746-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:13:02.522560 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-0c14e271-9ff0-4da3-a4c1-a8cd93e70dd5 tempest-TestNetworkAdvancedServerOps-2068247746 tempest-TestNetworkAdvancedServerOps-2068247746-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=facceec6-37ea-406f-8a0d-709ea0c772ee HTTP/1.1" status: 200  len: 1094 time: 0.1123984
Dec 16 23:13:02.525297 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 55306) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 23:13:02.530132 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-17164f8c-5613-4aa6-a741-4bf70d125bc3 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Request body: {'floatingip': {'floating_network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'port_id': 'b6dd1bbb-219a-4667-b02d-47781d1c9fb9', 'tenant_id': 'c824888d650f48a8badbaff2c427d7f3', 'fixed_ip_address': '172.20.0.10'}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 23:13:02.535906 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-17164f8c-5613-4aa6-a741-4bf70d125bc3 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 23:13:02.539703 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-17164f8c-5613-4aa6-a741-4bf70d125bc3 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Usage tracker for resource:floatingip and tenant:c824888d650f48a8badbaff2c427d7f3 is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 23:13:02.542486 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-17164f8c-5613-4aa6-a741-4bf70d125bc3 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 23:13:02.548051 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-17164f8c-5613-4aa6-a741-4bf70d125bc3 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 23:13:02.558795 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-17164f8c-5613-4aa6-a741-4bf70d125bc3 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks [] for floatingip, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:13:02.691220 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-17164f8c-5613-4aa6-a741-4bf70d125bc3 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:13:02.825475 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.db_base_plugin_common [None req-17164f8c-5613-4aa6-a741-4bf70d125bc3 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Allocated IP 172.26.0.219 (f8905ce9-304b-4976-bc47-e58c71c11de5/9bca8591-41ef-4f2d-8ecb-ecaab1a28acf/78d0b60b-ef16-445e-b35a-e388ecbb445a) {{(pid=87507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 23:13:02.966866 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-17164f8c-5613-4aa6-a741-4bf70d125bc3 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks [] for port, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:13:02.995510 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-17164f8c-5613-4aa6-a741-4bf70d125bc3 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10807823'] for port, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:13:02.999877 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-34ed1404-e761-4057-a8a9-05fdccbe5f66 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:13:03.173001 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17164f8c-5613-4aa6-a741-4bf70d125bc3 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Network f8905ce9-304b-4976-bc47-e58c71c11de5 is already hosted by enough agents. {{(pid=87507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 23:13:03.176157 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.base_scheduler [None req-17164f8c-5613-4aa6-a741-4bf70d125bc3 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Resources bound (agent type, host, resource id):  {{(pid=87507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 23:13:03.179840 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17164f8c-5613-4aa6-a741-4bf70d125bc3 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Received port after_create {{(pid=87507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 23:13:03.217171 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17164f8c-5613-4aa6-a741-4bf70d125bc3 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Pushing event updated for resources: {'Port': ['ID=78d0b60b-ef16-445e-b35a-e388ecbb445a,revision_number=1']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:13:03.221150 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-17164f8c-5613-4aa6-a741-4bf70d125bc3 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:13:03.384412 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-4541ba3b-6be8-499c-bc94-3c60aa55c4f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:13:03.588271 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-17164f8c-5613-4aa6-a741-4bf70d125bc3 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:13:03.662100 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-17164f8c-5613-4aa6-a741-4bf70d125bc3 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:13:03.860000 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-17164f8c-5613-4aa6-a741-4bf70d125bc3 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks [] for port, precommit_update {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:13:03.864257 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-17164f8c-5613-4aa6-a741-4bf70d125bc3 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10807814'] for port, after_update {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:13:03.868187 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-3533fe4f-d0b5-490c-b673-8276afc60ef7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:13:03.971541 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17164f8c-5613-4aa6-a741-4bf70d125bc3 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Pushing event updated for resources: {'Port': ['ID=78d0b60b-ef16-445e-b35a-e388ecbb445a,revision_number=2']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:13:03.975416 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-17164f8c-5613-4aa6-a741-4bf70d125bc3 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:13:03.981690 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-17164f8c-5613-4aa6-a741-4bf70d125bc3 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3741874'] for floatingip, after_update {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:13:04.146767 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.db.l3_db [None req-17164f8c-5613-4aa6-a741-4bf70d125bc3 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Floating IP 82b86ab1-8d0f-4f46-b687-53ebea20e155 associated. External IP: 172.26.0.219, port: b6dd1bbb-219a-4667-b02d-47781d1c9fb9.
Dec 16 23:13:04.485976 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17164f8c-5613-4aa6-a741-4bf70d125bc3 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Router 9b5a3416-a98c-4fd4-b217-9e0e3cd28162 has already been hosted by L3 agent 4f519db7-069b-43e2-8411-c092bac9102a {{(pid=87507) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 23:13:04.780117 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17164f8c-5613-4aa6-a741-4bf70d125bc3 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify agent at l3_agent.dv-neutron-821829-1-hyperv the message routers_updated {{(pid=87507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 23:13:04.790440 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d97bf0b3-0445-4eca-aa62-291f4d31b234 None None] Sync routers for ids ['9b5a3416-a98c-4fd4-b217-9e0e3cd28162'] in dv-neutron-821829-1-hyperv {{(pid=87508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 23:13:04.803414 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d97bf0b3-0445-4eca-aa62-291f4d31b234 None None] Routers {'9b5a3416-a98c-4fd4-b217-9e0e3cd28162'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 23:13:04.804181 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-d97bf0b3-0445-4eca-aa62-291f4d31b234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b77bc5b80>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T23:13:01Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['9b5a3416-a98c-4fd4-b217-9e0e3cd28162'], 'active': True} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 23:13:04.807007 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-17164f8c-5613-4aa6-a741-4bf70d125bc3 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for floatingip, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:13:04.864456 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-17164f8c-5613-4aa6-a741-4bf70d125bc3 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 2.3381641
Dec 16 23:13:04.865129 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'facceec6-37ea-406f-8a0d-709ea0c772ee', 'tag': 'b6dd1bbb-219a-4667-b02d-47781d1c9fb9'}] {{(pid=87507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 23:13:04.985754 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'facceec6-37ea-406f-8a0d-709ea0c772ee', 'tag': 'b6dd1bbb-219a-4667-b02d-47781d1c9fb9', 'status': 'completed', 'code': 200}
Dec 16 23:13:04.986472 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvr_db [None req-d97bf0b3-0445-4eca-aa62-291f4d31b234 None None] Set router 9b5a3416-a98c-4fd4-b217-9e0e3cd28162 gateway port host: dv-neutron-821829-1-hyperv {{(pid=87508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 23:13:05.034745 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da987eaa-1583-489e-b1cf-8898ea7e0339 req-b8675ac5-a0a1-48dc-8c47-51aa91b08724 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:13:05.036306 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-da987eaa-1583-489e-b1cf-8898ea7e0339 req-b8675ac5-a0a1-48dc-8c47-51aa91b08724 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.13 "GET /v2.0/ports?device_id=facceec6-37ea-406f-8a0d-709ea0c772ee HTTP/1.1" status: 200  len: 946 time: 0.0839460
Dec 16 23:13:05.085447 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-da987eaa-1583-489e-b1cf-8898ea7e0339 req-70250fce-45fd-46d1-a391-4d448183b01f tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2bda1c0-17b8-4110-b636-d291d87c2dc2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0434463
Dec 16 23:13:05.086439 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e632a4-8a72-49e8-bdb3-bdcc7a724a2c req-12d68bc8-be21-46e6-ac4d-6bdb388df31a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:13:05.087982 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-52e632a4-8a72-49e8-bdb3-bdcc7a724a2c req-12d68bc8-be21-46e6-ac4d-6bdb388df31a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c824888d650f48a8badbaff2c427d7f3&device_id=facceec6-37ea-406f-8a0d-709ea0c772ee HTTP/1.1" status: 200  len: 1099 time: 0.0791087
Dec 16 23:13:05.108413 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 55316) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 23:13:05.212439 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-fa49d6ff-558d-41da-a360-38e0f940ff51 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.13 "GET /v2.0/floatingips/82b86ab1-8d0f-4f46-b687-53ebea20e155 HTTP/1.1" status: 200  len: 992 time: 0.1011410
Dec 16 23:13:05.220313 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e632a4-8a72-49e8-bdb3-bdcc7a724a2c req-9c35277e-943d-475c-9358-9d8371a49e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:13:05.221777 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-52e632a4-8a72-49e8-bdb3-bdcc7a724a2c req-9c35277e-943d-475c-9358-9d8371a49e36 service neutron] 10.222.0.49 "GET /v2.0/networks?id=5e01e5ac-9c4d-430a-8c79-f56502d125ea HTTP/1.1" status: 200  len: 897 time: 0.1279202
Dec 16 23:13:05.335900 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-d97bf0b3-0445-4eca-aa62-291f4d31b234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b77bc5b80>, [{'id': '9b5a3416-a98c-4fd4-b217-9e0e3cd28162', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1354259575', 'tenant_id': 'c824888d650f48a8badbaff2c427d7f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.151'}], 'enable_snat': True}, 'gw_port_id': 'bdfbc046-6a22-4a75-878f-86441853a72a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:12:42Z', 'updated_at': '2021-12-16T23:12:47Z', 'revision_number': 4, 'project_id': 'c824888d650f48a8badbaff2c427d7f3', 'gw_port': {'id': 'bdfbc046-6a22-4a75-878f-86441853a72a', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:10:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b5a3416-a98c-4fd4-b217-9e0e3cd28162', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:12:43Z', 'updated_at': '2021-12-16T23:12:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv', '_floatingips': [{'id': '82b86ab1-8d0f-4f46-b687-53ebea20e155', 'tenant_id': 'c824888d650f48a8badbaff2c427d7f3', 'floating_ip_address': '172.26.0.219', 'floating_network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'router_id': '9b5a3416-a98c-4fd4-b217-9e0e3cd28162', 'port_id': 'b6dd1bbb-219a-4667-b02d-47781d1c9fb9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1757, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e01e5ac-9c4d-430a-8c79-f56502d125ea', 'mac_address': 'fa:16:3e:fb:96:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'facceec6-37ea-406f-8a0d-709ea0c772ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T23:13:03Z', 'updated_at': '2021-12-16T23:13:03Z', 'revision_number': 0, 'project_id': 'c824888d650f48a8badbaff2c427d7f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '087aaf89-24e9-451c-9549-257028c62dfd', 'name': '', 'network_id': '5e01e5ac-9c4d-430a-8c79-f56502d125ea', 'tenant_id': 'c824888d650f48a8badbaff2c427d7f3', 'mac_address': 'fa:16:3e:4a:39:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b5a3416-a98c-4fd4-b217-9e0e3cd28162', 'device_owner': 'network:router_interface', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': '576e14d3-3384-46a8-b993-9467e2306f4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:12:46Z', 'updated_at': '2021-12-16T23:12:52Z', 'revision_number': 5, 'project_id': 'c824888d650f48a8badbaff2c427d7f3', 'subnets': [{'id': '576e14d3-3384-46a8-b993-9467e2306f4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 23:13:05.340447 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d97bf0b3-0445-4eca-aa62-291f4d31b234 None None] Checking router: 9b5a3416-a98c-4fd4-b217-9e0e3cd28162 for host: dv-neutron-821829-1-hyperv {{(pid=87508) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 23:13:05.349236 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d97bf0b3-0445-4eca-aa62-291f4d31b234 None None] Routers {'9b5a3416-a98c-4fd4-b217-9e0e3cd28162'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 23:13:05.349844 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-d97bf0b3-0445-4eca-aa62-291f4d31b234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b77bc5b80>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T23:13:01Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['9b5a3416-a98c-4fd4-b217-9e0e3cd28162'], 'active': True} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 23:13:05.435824 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-52e632a4-8a72-49e8-bdb3-bdcc7a724a2c req-1be93859-3675-454b-95b8-b28b7ded76a9 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b6dd1bbb-219a-4667-b02d-47781d1c9fb9 HTTP/1.1" status: 200  len: 1000 time: 0.2078712
Dec 16 23:13:05.497836 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e632a4-8a72-49e8-bdb3-bdcc7a724a2c req-13d052f0-93a3-452d-97f6-9bff895933b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:13:05.499288 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-52e632a4-8a72-49e8-bdb3-bdcc7a724a2c req-13d052f0-93a3-452d-97f6-9bff895933b1 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=576e14d3-3384-46a8-b993-9467e2306f4f HTTP/1.1" status: 200  len: 835 time: 0.0573990
Dec 16 23:13:05.521539 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvr_db [None req-d97bf0b3-0445-4eca-aa62-291f4d31b234 None None] Set router 9b5a3416-a98c-4fd4-b217-9e0e3cd28162 gateway port host: dv-neutron-821829-1-hyperv {{(pid=87508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 23:13:05.580604 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e632a4-8a72-49e8-bdb3-bdcc7a724a2c req-2bb55101-5c67-4811-9e46-a4836dfcacc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:13:05.582094 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-52e632a4-8a72-49e8-bdb3-bdcc7a724a2c req-2bb55101-5c67-4811-9e46-a4836dfcacc6 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5e01e5ac-9c4d-430a-8c79-f56502d125ea&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0767248
Dec 16 23:13:05.714292 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-52e632a4-8a72-49e8-bdb3-bdcc7a724a2c req-add6853a-9baf-4e7a-a238-895ef81a2e5c service neutron] 10.222.0.49 "GET /v2.0/networks/5e01e5ac-9c4d-430a-8c79-f56502d125ea?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1255064
Dec 16 23:13:05.844500 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-52e632a4-8a72-49e8-bdb3-bdcc7a724a2c req-8ff085d6-763d-4f1e-8b59-417c1afb6057 service neutron] 10.222.0.49 "GET /v2.0/networks/5e01e5ac-9c4d-430a-8c79-f56502d125ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1239102
Dec 16 23:13:05.903557 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-d97bf0b3-0445-4eca-aa62-291f4d31b234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b77bc5b80>, [{'id': '9b5a3416-a98c-4fd4-b217-9e0e3cd28162', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1354259575', 'tenant_id': 'c824888d650f48a8badbaff2c427d7f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.151'}], 'enable_snat': True}, 'gw_port_id': 'bdfbc046-6a22-4a75-878f-86441853a72a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:12:42Z', 'updated_at': '2021-12-16T23:12:47Z', 'revision_number': 4, 'project_id': 'c824888d650f48a8badbaff2c427d7f3', 'gw_port': {'id': 'bdfbc046-6a22-4a75-878f-86441853a72a', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:10:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b5a3416-a98c-4fd4-b217-9e0e3cd28162', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:12:43Z', 'updated_at': '2021-12-16T23:12:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv', '_floatingips': [{'id': '82b86ab1-8d0f-4f46-b687-53ebea20e155', 'tenant_id': 'c824888d650f48a8badbaff2c427d7f3', 'floating_ip_address': '172.26.0.219', 'floating_network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'router_id': '9b5a3416-a98c-4fd4-b217-9e0e3cd28162', 'port_id': 'b6dd1bbb-219a-4667-b02d-47781d1c9fb9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1757, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e01e5ac-9c4d-430a-8c79-f56502d125ea', 'mac_address': 'fa:16:3e:fb:96:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'facceec6-37ea-406f-8a0d-709ea0c772ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T23:13:03Z', 'updated_at': '2021-12-16T23:13:03Z', 'revision_number': 0, 'project_id': 'c824888d650f48a8badbaff2c427d7f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '087aaf89-24e9-451c-9549-257028c62dfd', 'name': '', 'network_id': '5e01e5ac-9c4d-430a-8c79-f56502d125ea', 'tenant_id': 'c824888d650f48a8badbaff2c427d7f3', 'mac_address': 'fa:16:3e:4a:39:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b5a3416-a98c-4fd4-b217-9e0e3cd28162', 'device_owner': 'network:router_interface', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': '576e14d3-3384-46a8-b993-9467e2306f4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:12:46Z', 'updated_at': '2021-12-16T23:12:52Z', 'revision_number': 5, 'project_id': 'c824888d650f48a8badbaff2c427d7f3', 'subnets': [{'id': '576e14d3-3384-46a8-b993-9467e2306f4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 23:13:05.907612 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d97bf0b3-0445-4eca-aa62-291f4d31b234 None None] The sync data for ids ['9b5a3416-a98c-4fd4-b217-9e0e3cd28162'] in dv-neutron-821829-1-hyperv is: [{'id': '9b5a3416-a98c-4fd4-b217-9e0e3cd28162', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1354259575', 'tenant_id': 'c824888d650f48a8badbaff2c427d7f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.151'}], 'enable_snat': True}, 'gw_port_id': 'bdfbc046-6a22-4a75-878f-86441853a72a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:12:42Z', 'updated_at': '2021-12-16T23:12:47Z', 'revision_number': 4, 'project_id': 'c824888d650f48a8badbaff2c427d7f3', 'gw_port': {'id': 'bdfbc046-6a22-4a75-878f-86441853a72a', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:10:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b5a3416-a98c-4fd4-b217-9e0e3cd28162', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:12:43Z', 'updated_at': '2021-12-16T23:12:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv', '_floatingips': [{'id': '82b86ab1-8d0f-4f46-b687-53ebea20e155', 'tenant_id': 'c824888d650f48a8badbaff2c427d7f3', 'floating_ip_address': '172.26.0.219', 'floating_network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'router_id': '9b5a3416-a98c-4fd4-b217-9e0e3cd28162', 'port_id': 'b6dd1bbb-219a-4667-b02d-47781d1c9fb9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1757, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e01e5ac-9c4d-430a-8c79-f56502d125ea', 'mac_address': 'fa:16:3e:fb:96:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'facceec6-37ea-406f-8a0d-709ea0c772ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T23:13:03Z', 'updated_at': '2021-12-16T23:13:03Z', 'revision_number': 0, 'project_id': 'c824888d650f48a8badbaff2c427d7f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '087aaf89-24e9-451c-9549-257028c62dfd', 'name': '', 'network_id': '5e01e5ac-9c4d-430a-8c79-f56502d125ea', 'tenant_id': 'c824888d650f48a8badbaff2c427d7f3', 'mac_address': 'fa:16:3e:4a:39:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b5a3416-a98c-4fd4-b217-9e0e3cd28162', 'device_owner': 'network:router_interface', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': '576e14d3-3384-46a8-b993-9467e2306f4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:12:46Z', 'updated_at': '2021-12-16T23:12:52Z', 'revision_number': 5, 'project_id': 'c824888d650f48a8badbaff2c427d7f3', 'subnets': [{'id': '576e14d3-3384-46a8-b993-9467e2306f4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 23:13:06.105341 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7721aa92-6877-45a7-ba65-f9cb63f97697 None None] New status for floating IP 82b86ab1-8d0f-4f46-b687-53ebea20e155: ACTIVE {{(pid=87509) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 16 23:13:06.215049 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 55320) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 23:13:06.320429 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-7d2a400d-dd8c-440f-85a5-374f17e63677 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.13 "GET /v2.0/floatingips/82b86ab1-8d0f-4f46-b687-53ebea20e155 HTTP/1.1" status: 200  len: 992 time: 0.1041768
Dec 16 23:13:07.324191 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 55324) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 23:13:07.432112 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-9fbb58ae-b366-4978-821d-a328b176f17c tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.13 "GET /v2.0/floatingips/82b86ab1-8d0f-4f46-b687-53ebea20e155 HTTP/1.1" status: 200  len: 994 time: 0.1066041
Dec 16 23:13:08.168743 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:13:11.495896 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.agents_db [None req-0abd2616-a86c-48e2-be07-10823335a5bb None None] Agent healthcheck: found 6 active agents {{(pid=87509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 23:13:28.238077 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-4e229965-b251-41a4-ad47-7516370aff9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:13:30.664727 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-1510bcbb-0c0f-49d5-af4b-b5508558c232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:13:31.629453 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-3e729f7f-1589-4d54-9c4a-7ee6b283cc2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:13:31.733714 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:13:33.387567 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-4541ba3b-6be8-499c-bc94-3c60aa55c4f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:13:37.003922 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d4b86a-3501-4094-8b05-d9d8dd1b4715 req-3b3f19b6-c2f6-4de3-84ee-65b5248bb072 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:13:37.005368 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-d1d4b86a-3501-4094-8b05-d9d8dd1b4715 req-3b3f19b6-c2f6-4de3-84ee-65b5248bb072 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.13 "GET /v2.0/ports?device_id=facceec6-37ea-406f-8a0d-709ea0c772ee HTTP/1.1" status: 200  len: 946 time: 0.0819709
Dec 16 23:13:37.051577 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-d1d4b86a-3501-4094-8b05-d9d8dd1b4715 req-616f6537-fb63-4eb4-aaa2-3919f6dd2732 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2bda1c0-17b8-4110-b636-d291d87c2dc2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0400586
Dec 16 23:13:38.180953 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:13:38.234051 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdb6740-37f4-4ac7-96aa-463f22b5fb83 req-e1daa5d9-67d4-4541-aee6-c6f803461f13 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:13:38.235483 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-dcdb6740-37f4-4ac7-96aa-463f22b5fb83 req-e1daa5d9-67d4-4541-aee6-c6f803461f13 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.13 "GET /v2.0/ports?device_id=facceec6-37ea-406f-8a0d-709ea0c772ee HTTP/1.1" status: 200  len: 946 time: 0.0787272
Dec 16 23:13:38.278938 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-dcdb6740-37f4-4ac7-96aa-463f22b5fb83 req-e64c4a36-09e2-4c03-8d94-a872fba60256 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2bda1c0-17b8-4110-b636-d291d87c2dc2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0372331
Dec 16 23:13:39.463991 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ba9f7a-24a0-4b39-af47-fd16b82f2cbc req-53422e34-e768-4dba-92ed-9b800e4879f8 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:13:39.465443 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-82ba9f7a-24a0-4b39-af47-fd16b82f2cbc req-53422e34-e768-4dba-92ed-9b800e4879f8 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.13 "GET /v2.0/ports?device_id=facceec6-37ea-406f-8a0d-709ea0c772ee HTTP/1.1" status: 200  len: 946 time: 0.0829043
Dec 16 23:13:39.509297 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-82ba9f7a-24a0-4b39-af47-fd16b82f2cbc req-92407051-c442-4f58-a3d3-e1efcec88c06 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2bda1c0-17b8-4110-b636-d291d87c2dc2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0381653
Dec 16 23:13:40.695533 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7affd2-c425-4fbd-bcc3-990bd9daf572 req-18dd4bc2-13dd-4035-94fe-f19d11cd64d5 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:13:40.697105 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-ad7affd2-c425-4fbd-bcc3-990bd9daf572 req-18dd4bc2-13dd-4035-94fe-f19d11cd64d5 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.13 "GET /v2.0/ports?device_id=facceec6-37ea-406f-8a0d-709ea0c772ee HTTP/1.1" status: 200  len: 946 time: 0.0809648
Dec 16 23:13:40.741699 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-ad7affd2-c425-4fbd-bcc3-990bd9daf572 req-e1870b8e-c980-4fcd-a6a6-39530bc43415 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2bda1c0-17b8-4110-b636-d291d87c2dc2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0387280
Dec 16 23:13:41.927356 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab95f553-6c9b-45f2-8e8d-580550df8d66 req-4e126c49-00b0-4d5c-9f3f-8fc66d77d846 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:13:41.929392 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-ab95f553-6c9b-45f2-8e8d-580550df8d66 req-4e126c49-00b0-4d5c-9f3f-8fc66d77d846 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.13 "GET /v2.0/ports?device_id=facceec6-37ea-406f-8a0d-709ea0c772ee HTTP/1.1" status: 200  len: 946 time: 0.0834875
Dec 16 23:13:41.971864 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-ab95f553-6c9b-45f2-8e8d-580550df8d66 req-db85f8cb-9d80-47fe-8b0c-a62a1ceb74fe tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2bda1c0-17b8-4110-b636-d291d87c2dc2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0369990
Dec 16 23:13:43.151211 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbe30a0-025c-40d8-920c-72986163475e req-5678ede9-2b37-41da-b30e-95b3713e7734 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:13:43.152681 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-fdbe30a0-025c-40d8-920c-72986163475e req-5678ede9-2b37-41da-b30e-95b3713e7734 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.13 "GET /v2.0/ports?device_id=facceec6-37ea-406f-8a0d-709ea0c772ee HTTP/1.1" status: 200  len: 946 time: 0.0794210
Dec 16 23:13:43.198366 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-fdbe30a0-025c-40d8-920c-72986163475e req-cd536eb6-b0e1-4768-b2f2-8823827c301a tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2bda1c0-17b8-4110-b636-d291d87c2dc2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0402095
Dec 16 23:13:44.380253 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37655cf-a508-4f12-aa2c-9f80b888c7c6 req-2370571c-a67c-4ff6-8ed1-f555a40288f5 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:13:44.381586 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-f37655cf-a508-4f12-aa2c-9f80b888c7c6 req-2370571c-a67c-4ff6-8ed1-f555a40288f5 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.13 "GET /v2.0/ports?device_id=facceec6-37ea-406f-8a0d-709ea0c772ee HTTP/1.1" status: 200  len: 946 time: 0.0779951
Dec 16 23:13:44.424620 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-f37655cf-a508-4f12-aa2c-9f80b888c7c6 req-a8867050-3ebd-4e3d-aafe-a7946bcfd02c tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2bda1c0-17b8-4110-b636-d291d87c2dc2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0375376
Dec 16 23:13:45.606753 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbeed22-5b9b-4967-9630-f83708d0b156 req-06ff0144-8aba-4e6f-b797-bd9c17d09adb tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:13:45.608186 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-ebbeed22-5b9b-4967-9630-f83708d0b156 req-06ff0144-8aba-4e6f-b797-bd9c17d09adb tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.13 "GET /v2.0/ports?device_id=facceec6-37ea-406f-8a0d-709ea0c772ee HTTP/1.1" status: 200  len: 946 time: 0.0815167
Dec 16 23:13:45.650754 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-ebbeed22-5b9b-4967-9630-f83708d0b156 req-b0e4893d-8721-4fbf-a85e-14b2e3f3d788 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2bda1c0-17b8-4110-b636-d291d87c2dc2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0370188
Dec 16 23:13:46.834515 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1863a5-195f-442c-8396-46533027be17 req-16a56094-f175-4870-8c31-950131576edf tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:13:46.835970 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-4a1863a5-195f-442c-8396-46533027be17 req-16a56094-f175-4870-8c31-950131576edf tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.13 "GET /v2.0/ports?device_id=facceec6-37ea-406f-8a0d-709ea0c772ee HTTP/1.1" status: 200  len: 946 time: 0.0813680
Dec 16 23:13:46.879064 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-4a1863a5-195f-442c-8396-46533027be17 req-f3bda59f-d6db-4057-86cb-3472d9078f3c tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2bda1c0-17b8-4110-b636-d291d87c2dc2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0372577
Dec 16 23:13:48.171442 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66dc11b-4845-43c0-94a7-d86132faec8a req-0340ca5b-4adc-47e5-a48e-72149339f260 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:13:48.172817 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-b66dc11b-4845-43c0-94a7-d86132faec8a req-0340ca5b-4adc-47e5-a48e-72149339f260 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.13 "GET /v2.0/ports?device_id=facceec6-37ea-406f-8a0d-709ea0c772ee HTTP/1.1" status: 200  len: 946 time: 0.1901524
Dec 16 23:13:48.215465 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-b66dc11b-4845-43c0-94a7-d86132faec8a req-b53743cc-f443-4936-b0d3-6d85e63c564e tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2bda1c0-17b8-4110-b636-d291d87c2dc2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0365033
Dec 16 23:13:48.494476 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.agents_db [None req-0abd2616-a86c-48e2-be07-10823335a5bb None None] Agent healthcheck: found 6 active agents {{(pid=87509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 23:13:49.395295 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb91f25f-9fbb-4dbb-97e0-2bf87adedfff req-c444e3cc-45d7-43e5-8a6d-2427c9f46285 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:13:49.396772 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-fb91f25f-9fbb-4dbb-97e0-2bf87adedfff req-c444e3cc-45d7-43e5-8a6d-2427c9f46285 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.13 "GET /v2.0/ports?device_id=facceec6-37ea-406f-8a0d-709ea0c772ee HTTP/1.1" status: 200  len: 946 time: 0.0785429
Dec 16 23:13:49.442989 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-fb91f25f-9fbb-4dbb-97e0-2bf87adedfff req-8d10fd74-0b37-46be-a17b-464ba4b78325 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2bda1c0-17b8-4110-b636-d291d87c2dc2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0407987
Dec 16 23:13:50.622079 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0576585a-9627-4a4c-9e4a-eb886ecd8cf9 req-0815ff67-ca3d-4e0c-828b-912fcc1d8eba tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:13:50.623503 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-0576585a-9627-4a4c-9e4a-eb886ecd8cf9 req-0815ff67-ca3d-4e0c-828b-912fcc1d8eba tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.13 "GET /v2.0/ports?device_id=facceec6-37ea-406f-8a0d-709ea0c772ee HTTP/1.1" status: 200  len: 946 time: 0.0771873
Dec 16 23:13:50.668270 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-0576585a-9627-4a4c-9e4a-eb886ecd8cf9 req-e73edc54-54e2-4e22-b452-6842257cb003 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2bda1c0-17b8-4110-b636-d291d87c2dc2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0373235
Dec 16 23:13:51.856812 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1b74d0-d021-4027-9870-52c4b821e8a8 req-0c769ebd-1061-420a-997e-76b6111bb8b3 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:13:51.858244 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-8c1b74d0-d021-4027-9870-52c4b821e8a8 req-0c769ebd-1061-420a-997e-76b6111bb8b3 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.13 "GET /v2.0/ports?device_id=facceec6-37ea-406f-8a0d-709ea0c772ee HTTP/1.1" status: 200  len: 946 time: 0.0848718
Dec 16 23:13:51.901754 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-8c1b74d0-d021-4027-9870-52c4b821e8a8 req-387bf9ad-ea43-47e8-8d9d-ac27409febc1 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2bda1c0-17b8-4110-b636-d291d87c2dc2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0379109
Dec 16 23:13:52.433855 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-516086f2-f812-4b8c-ba12-2e9393d3100c req-c4a87d36-790f-418c-87a4-508afb2a01c3 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=facceec6-37ea-406f-8a0d-709ea0c772ee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1052465
Dec 16 23:13:52.589283 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516086f2-f812-4b8c-ba12-2e9393d3100c req-a338f751-dbdf-4cbe-a5e8-452ac8d20dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:13:52.590611 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-516086f2-f812-4b8c-ba12-2e9393d3100c req-a338f751-dbdf-4cbe-a5e8-452ac8d20dd1 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c824888d650f48a8badbaff2c427d7f3&device_id=facceec6-37ea-406f-8a0d-709ea0c772ee HTTP/1.1" status: 200  len: 1099 time: 0.0735743
Dec 16 23:13:52.735247 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516086f2-f812-4b8c-ba12-2e9393d3100c req-8b8b3c17-1385-48ea-a171-7ea2c6e1f7be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:13:52.736704 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-516086f2-f812-4b8c-ba12-2e9393d3100c req-8b8b3c17-1385-48ea-a171-7ea2c6e1f7be service neutron] 10.222.0.49 "GET /v2.0/networks?id=5e01e5ac-9c4d-430a-8c79-f56502d125ea HTTP/1.1" status: 200  len: 897 time: 0.1252913
Dec 16 23:13:52.833061 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-516086f2-f812-4b8c-ba12-2e9393d3100c req-b0460777-7fee-474e-a392-5798317fa9ec service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b6dd1bbb-219a-4667-b02d-47781d1c9fb9 HTTP/1.1" status: 200  len: 1002 time: 0.0899968
Dec 16 23:13:52.895993 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516086f2-f812-4b8c-ba12-2e9393d3100c req-0969c078-167e-438c-9f77-bdf01b1586a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:13:52.897860 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-516086f2-f812-4b8c-ba12-2e9393d3100c req-0969c078-167e-438c-9f77-bdf01b1586a1 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=576e14d3-3384-46a8-b993-9467e2306f4f HTTP/1.1" status: 200  len: 835 time: 0.0592203
Dec 16 23:13:52.971405 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516086f2-f812-4b8c-ba12-2e9393d3100c req-a902d5b2-77f3-4572-9953-6b5c5d384565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:13:52.972890 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-516086f2-f812-4b8c-ba12-2e9393d3100c req-a902d5b2-77f3-4572-9953-6b5c5d384565 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5e01e5ac-9c4d-430a-8c79-f56502d125ea&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0676959
Dec 16 23:13:52.989162 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [req-516086f2-f812-4b8c-ba12-2e9393d3100c req-c8a26ce0-0d57-4345-b88a-d1d949151a16 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=87506) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 16 23:13:52.990092 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-516086f2-f812-4b8c-ba12-2e9393d3100c req-c8a26ce0-0d57-4345-b88a-d1d949151a16 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0109525
Dec 16 23:13:53.082185 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b6cdfc-b8f6-4b51-ab4e-e09f4ed13419 req-af9d66b3-72b9-4ea1-bd7c-2cbe5d4efc8f tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:13:53.083648 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-f2b6cdfc-b8f6-4b51-ab4e-e09f4ed13419 req-af9d66b3-72b9-4ea1-bd7c-2cbe5d4efc8f tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.13 "GET /v2.0/ports?device_id=facceec6-37ea-406f-8a0d-709ea0c772ee HTTP/1.1" status: 200  len: 946 time: 0.0795023
Dec 16 23:13:53.125494 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-516086f2-f812-4b8c-ba12-2e9393d3100c req-e0597c86-1576-45cb-bb0b-f95864e9665a service neutron] 10.222.0.49 "GET /v2.0/networks/5e01e5ac-9c4d-430a-8c79-f56502d125ea?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1283679
Dec 16 23:13:53.127826 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-f2b6cdfc-b8f6-4b51-ab4e-e09f4ed13419 req-7170e93c-dcc8-4751-a856-7dc5fcc4cc12 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2bda1c0-17b8-4110-b636-d291d87c2dc2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0376575
Dec 16 23:13:53.151588 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 55370) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 23:13:53.256619 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-4eed0ef9-279a-49b3-83e1-fecfebde3b56 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.13 "GET /v2.0/floatingips/82b86ab1-8d0f-4f46-b687-53ebea20e155 HTTP/1.1" status: 200  len: 994 time: 0.1032810
Dec 16 23:13:53.257742 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-516086f2-f812-4b8c-ba12-2e9393d3100c req-a27b7a08-d673-436b-b3ef-623ec29df043 service neutron] 10.222.0.49 "GET /v2.0/networks/5e01e5ac-9c4d-430a-8c79-f56502d125ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1256177
Dec 16 23:13:54.708348 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1630ae05-2e0c-45da-894e-e9bcd31494d9 req-fef372d7-98ed-48db-b3f1-fc93aade21a8 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:13:54.710386 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-1630ae05-2e0c-45da-894e-e9bcd31494d9 req-fef372d7-98ed-48db-b3f1-fc93aade21a8 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.13 "GET /v2.0/ports?device_id=facceec6-37ea-406f-8a0d-709ea0c772ee HTTP/1.1" status: 200  len: 946 time: 0.0832117
Dec 16 23:13:54.753764 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-1630ae05-2e0c-45da-894e-e9bcd31494d9 req-5edfcda7-79de-4b24-8dce-cccacdb9b51a tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2bda1c0-17b8-4110-b636-d291d87c2dc2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0375941
Dec 16 23:13:54.773833 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7930d06c-0a58-45cf-b655-2fb2a4ee1a03 req-90a58442-0477-432a-9cde-e5582746df6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:13:54.775323 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-7930d06c-0a58-45cf-b655-2fb2a4ee1a03 req-90a58442-0477-432a-9cde-e5582746df6a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c824888d650f48a8badbaff2c427d7f3&device_id=facceec6-37ea-406f-8a0d-709ea0c772ee HTTP/1.1" status: 200  len: 1099 time: 0.0761781
Dec 16 23:13:54.904995 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7930d06c-0a58-45cf-b655-2fb2a4ee1a03 req-ae868978-f059-4213-9e7a-8330b164a8b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:13:54.906389 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-7930d06c-0a58-45cf-b655-2fb2a4ee1a03 req-ae868978-f059-4213-9e7a-8330b164a8b6 service neutron] 10.222.0.49 "GET /v2.0/networks?id=5e01e5ac-9c4d-430a-8c79-f56502d125ea HTTP/1.1" status: 200  len: 897 time: 0.1246917
Dec 16 23:13:55.002951 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-7930d06c-0a58-45cf-b655-2fb2a4ee1a03 req-724b978a-1cdd-45a0-8296-5a38fd6ac595 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b6dd1bbb-219a-4667-b02d-47781d1c9fb9 HTTP/1.1" status: 200  len: 1002 time: 0.0903208
Dec 16 23:13:55.169994 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7930d06c-0a58-45cf-b655-2fb2a4ee1a03 req-331e09a2-ea55-44ea-9ca1-577ed19094d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:13:55.171404 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-7930d06c-0a58-45cf-b655-2fb2a4ee1a03 req-331e09a2-ea55-44ea-9ca1-577ed19094d5 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=576e14d3-3384-46a8-b993-9467e2306f4f HTTP/1.1" status: 200  len: 835 time: 0.1625233
Dec 16 23:13:55.249241 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7930d06c-0a58-45cf-b655-2fb2a4ee1a03 req-029428cf-54e7-46f6-8b8c-d517cd0a5b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:13:55.250673 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-7930d06c-0a58-45cf-b655-2fb2a4ee1a03 req-029428cf-54e7-46f6-8b8c-d517cd0a5b6e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5e01e5ac-9c4d-430a-8c79-f56502d125ea&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0734050
Dec 16 23:13:55.377449 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-7930d06c-0a58-45cf-b655-2fb2a4ee1a03 req-08a3fd72-f57e-4e65-80cb-966be5531bde service neutron] 10.222.0.49 "GET /v2.0/networks/5e01e5ac-9c4d-430a-8c79-f56502d125ea?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1200967
Dec 16 23:13:55.503586 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-7930d06c-0a58-45cf-b655-2fb2a4ee1a03 req-5354ff17-4b85-48c9-8887-cb45f92aa678 service neutron] 10.222.0.49 "GET /v2.0/networks/5e01e5ac-9c4d-430a-8c79-f56502d125ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1203127
Dec 16 23:13:55.935781 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374507cf-d482-4143-8644-6d2a57724f0b req-8e1bdf7e-9eee-4d6e-98b3-d6e562308cca tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:13:55.937202 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-374507cf-d482-4143-8644-6d2a57724f0b req-8e1bdf7e-9eee-4d6e-98b3-d6e562308cca tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.13 "GET /v2.0/ports?device_id=facceec6-37ea-406f-8a0d-709ea0c772ee HTTP/1.1" status: 200  len: 946 time: 0.0788736
Dec 16 23:13:55.979310 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-374507cf-d482-4143-8644-6d2a57724f0b req-73a2f8aa-55af-4d1c-b337-fd59c399352e tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2bda1c0-17b8-4110-b636-d291d87c2dc2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0366161
Dec 16 23:13:57.165882 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20abc69-c2a8-4638-914c-061cd456fda3 req-191d8cf9-d945-457d-955e-8924b36e9c9d tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:13:57.167287 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-a20abc69-c2a8-4638-914c-061cd456fda3 req-191d8cf9-d945-457d-955e-8924b36e9c9d tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.13 "GET /v2.0/ports?device_id=facceec6-37ea-406f-8a0d-709ea0c772ee HTTP/1.1" status: 200  len: 946 time: 0.0799863
Dec 16 23:13:57.210477 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-a20abc69-c2a8-4638-914c-061cd456fda3 req-ff7ca9aa-9df8-4c79-90cb-9241f12da12e tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2bda1c0-17b8-4110-b636-d291d87c2dc2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0375776
Dec 16 23:13:57.233824 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 55384) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 23:13:57.337922 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-f63b9725-d70e-4120-8757-a0905ff26866 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.13 "GET /v2.0/floatingips/82b86ab1-8d0f-4f46-b687-53ebea20e155 HTTP/1.1" status: 200  len: 994 time: 0.1029360
Dec 16 23:13:58.239857 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-7dc3067e-3722-4198-a811-d59808145a9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:14:00.665616 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-01e38ffc-f26b-4b06-83d8-f2a181b1d04c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:14:01.635145 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-3e729f7f-1589-4d54-9c4a-7ee6b283cc2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:14:01.734284 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:14:03.390040 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-4541ba3b-6be8-499c-bc94-3c60aa55c4f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:14:08.184407 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:14:25.494368 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.agents_db [None req-0abd2616-a86c-48e2-be07-10823335a5bb None None] Agent healthcheck: found 6 active agents {{(pid=87509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 23:14:28.075102 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 55404) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 23:14:28.241632 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-fb405ccd-132d-49f5-884b-2e594840add2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:14:28.273571 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.plugin [None req-f9efb9eb-092d-406a-8ccb-091cc7ab670d tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Deleting port 78d0b60b-ef16-445e-b35a-e388ecbb445a {{(pid=87507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 23:14:28.273903 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-f9efb9eb-092d-406a-8ccb-091cc7ab670d tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:14:28.435426 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-f9efb9eb-092d-406a-8ccb-091cc7ab670d tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:14:28.435645 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-f9efb9eb-092d-406a-8ccb-091cc7ab670d tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:14:28.554872 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.plugin [None req-f9efb9eb-092d-406a-8ccb-091cc7ab670d tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Calling delete_port for 78d0b60b-ef16-445e-b35a-e388ecbb445a owned by network:floatingip {{(pid=87507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 23:14:28.815661 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-f9efb9eb-092d-406a-8ccb-091cc7ab670d tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10807823'] for port, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:14:28.820468 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-4fe01365-dcf9-48fc-aa53-e9a46905bd10 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:14:28.867487 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9efb9eb-092d-406a-8ccb-091cc7ab670d tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Pushing event deleted for resources: {'Port': ['ID=78d0b60b-ef16-445e-b35a-e388ecbb445a,revision_number=None']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:14:28.906181 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9efb9eb-092d-406a-8ccb-091cc7ab670d tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:14:28.906570 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9efb9eb-092d-406a-8ccb-091cc7ab670d tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:14:28.906948 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9efb9eb-092d-406a-8ccb-091cc7ab670d tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:14:28.907328 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9efb9eb-092d-406a-8ccb-091cc7ab670d tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:14:28.907697 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9efb9eb-092d-406a-8ccb-091cc7ab670d tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:14:28.908092 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9efb9eb-092d-406a-8ccb-091cc7ab670d tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:14:28.908455 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9efb9eb-092d-406a-8ccb-091cc7ab670d tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:14:28.908815 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9efb9eb-092d-406a-8ccb-091cc7ab670d tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:14:28.909174 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9efb9eb-092d-406a-8ccb-091cc7ab670d tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:14:28.909532 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9efb9eb-092d-406a-8ccb-091cc7ab670d tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:14:28.909891 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9efb9eb-092d-406a-8ccb-091cc7ab670d tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:14:28.910247 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9efb9eb-092d-406a-8ccb-091cc7ab670d tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:14:28.936144 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-f9efb9eb-092d-406a-8ccb-091cc7ab670d tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:14:28.964612 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-f9efb9eb-092d-406a-8ccb-091cc7ab670d tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks [] for floatingip, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:14:28.964943 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.db.l3_db [None req-f9efb9eb-092d-406a-8ccb-091cc7ab670d tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Floating IP 82b86ab1-8d0f-4f46-b687-53ebea20e155 disassociated (deleted). External IP: 172.26.0.219, port: b6dd1bbb-219a-4667-b02d-47781d1c9fb9.
Dec 16 23:14:29.305615 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9efb9eb-092d-406a-8ccb-091cc7ab670d tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Router 9b5a3416-a98c-4fd4-b217-9e0e3cd28162 has already been hosted by L3 agent 4f519db7-069b-43e2-8411-c092bac9102a {{(pid=87507) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 23:14:29.477593 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9efb9eb-092d-406a-8ccb-091cc7ab670d tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify agent at l3_agent.dv-neutron-821829-1-hyperv the message routers_updated {{(pid=87507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 23:14:29.486842 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d8b8507-580d-4fdf-8580-29b885992514 None None] Sync routers for ids ['9b5a3416-a98c-4fd4-b217-9e0e3cd28162'] in dv-neutron-821829-1-hyperv {{(pid=87508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 23:14:29.493505 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-f9efb9eb-092d-406a-8ccb-091cc7ab670d tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for floatingip, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:14:29.496946 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d8b8507-580d-4fdf-8580-29b885992514 None None] Routers {'9b5a3416-a98c-4fd4-b217-9e0e3cd28162'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 23:14:29.497661 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-9d8b8507-580d-4fdf-8580-29b885992514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b7d686d30>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T23:14:01Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['9b5a3416-a98c-4fd4-b217-9e0e3cd28162'], 'active': True} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 23:14:29.552179 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-f9efb9eb-092d-406a-8ccb-091cc7ab670d tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.13 "DELETE /v2.0/floatingips/82b86ab1-8d0f-4f46-b687-53ebea20e155 HTTP/1.1" status: 204  len: 168 time: 1.4736001
Dec 16 23:14:29.552179 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'facceec6-37ea-406f-8a0d-709ea0c772ee', 'tag': 'b6dd1bbb-219a-4667-b02d-47781d1c9fb9'}] {{(pid=87507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 23:14:29.600843 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'facceec6-37ea-406f-8a0d-709ea0c772ee', 'tag': 'b6dd1bbb-219a-4667-b02d-47781d1c9fb9', 'status': 'completed', 'code': 200}
Dec 16 23:14:29.675439 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvr_db [None req-9d8b8507-580d-4fdf-8580-29b885992514 None None] Set router 9b5a3416-a98c-4fd4-b217-9e0e3cd28162 gateway port host: dv-neutron-821829-1-hyperv {{(pid=87508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 23:14:29.719622 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292d4b03-ad8a-4dfd-a156-d79dc3c7eab5 req-a8216944-dd9c-4681-9b69-a521012bd4fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:14:29.721806 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-292d4b03-ad8a-4dfd-a156-d79dc3c7eab5 req-a8216944-dd9c-4681-9b69-a521012bd4fa service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c824888d650f48a8badbaff2c427d7f3&device_id=facceec6-37ea-406f-8a0d-709ea0c772ee HTTP/1.1" status: 200  len: 1099 time: 0.0768023
Dec 16 23:14:29.859084 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292d4b03-ad8a-4dfd-a156-d79dc3c7eab5 req-70a6e667-c831-4b09-8651-288bc7f9357d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:14:29.860481 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-292d4b03-ad8a-4dfd-a156-d79dc3c7eab5 req-70a6e667-c831-4b09-8651-288bc7f9357d service neutron] 10.222.0.49 "GET /v2.0/networks?id=5e01e5ac-9c4d-430a-8c79-f56502d125ea HTTP/1.1" status: 200  len: 897 time: 0.1327629
Dec 16 23:14:29.926558 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ee68ce-7199-4b31-94c7-9000c1978658 req-c2fb0e35-d10b-4778-ad91-80e70f6e0b1a tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:14:29.927280 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [req-79ee68ce-7199-4b31-94c7-9000c1978658 req-c2fb0e35-d10b-4778-ad91-80e70f6e0b1a tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Synchronizing usage tracker for tenant:c824888d650f48a8badbaff2c427d7f3 on resource:port {{(pid=87507) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 23:14:29.937313 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-292d4b03-ad8a-4dfd-a156-d79dc3c7eab5 req-156f8080-698f-49e8-8d9b-c42616ab95be service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b6dd1bbb-219a-4667-b02d-47781d1c9fb9 HTTP/1.1" status: 200  len: 217 time: 0.0687716
Dec 16 23:14:29.943859 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [req-79ee68ce-7199-4b31-94c7-9000c1978658 req-c2fb0e35-d10b-4778-ad91-80e70f6e0b1a tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Unset dirty status for tenant:c824888d650f48a8badbaff2c427d7f3 on resource:port {{(pid=87507) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 23:14:29.945256 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-79ee68ce-7199-4b31-94c7-9000c1978658 req-c2fb0e35-d10b-4778-ad91-80e70f6e0b1a tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.13 "GET /v2.0/ports?device_id=facceec6-37ea-406f-8a0d-709ea0c772ee HTTP/1.1" status: 200  len: 946 time: 0.1065683
Dec 16 23:14:29.992578 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-79ee68ce-7199-4b31-94c7-9000c1978658 req-2342614d-0d78-4d37-bae1-c1d633051b1d tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2bda1c0-17b8-4110-b636-d291d87c2dc2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0411837
Dec 16 23:14:30.001952 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292d4b03-ad8a-4dfd-a156-d79dc3c7eab5 req-2dcdd0f2-4fda-4bc0-8de8-d731e8ba28c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:14:30.003491 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-292d4b03-ad8a-4dfd-a156-d79dc3c7eab5 req-2dcdd0f2-4fda-4bc0-8de8-d731e8ba28c1 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=576e14d3-3384-46a8-b993-9467e2306f4f HTTP/1.1" status: 200  len: 835 time: 0.0594523
Dec 16 23:14:30.018885 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-9d8b8507-580d-4fdf-8580-29b885992514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b7d686d30>, [{'id': '9b5a3416-a98c-4fd4-b217-9e0e3cd28162', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1354259575', 'tenant_id': 'c824888d650f48a8badbaff2c427d7f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.151'}], 'enable_snat': True}, 'gw_port_id': 'bdfbc046-6a22-4a75-878f-86441853a72a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:12:42Z', 'updated_at': '2021-12-16T23:12:47Z', 'revision_number': 4, 'project_id': 'c824888d650f48a8badbaff2c427d7f3', 'gw_port': {'id': 'bdfbc046-6a22-4a75-878f-86441853a72a', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:10:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b5a3416-a98c-4fd4-b217-9e0e3cd28162', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:12:43Z', 'updated_at': '2021-12-16T23:12:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv', '_interfaces': [{'id': '087aaf89-24e9-451c-9549-257028c62dfd', 'name': '', 'network_id': '5e01e5ac-9c4d-430a-8c79-f56502d125ea', 'tenant_id': 'c824888d650f48a8badbaff2c427d7f3', 'mac_address': 'fa:16:3e:4a:39:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b5a3416-a98c-4fd4-b217-9e0e3cd28162', 'device_owner': 'network:router_interface', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': '576e14d3-3384-46a8-b993-9467e2306f4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:12:46Z', 'updated_at': '2021-12-16T23:12:52Z', 'revision_number': 5, 'project_id': 'c824888d650f48a8badbaff2c427d7f3', 'subnets': [{'id': '576e14d3-3384-46a8-b993-9467e2306f4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 23:14:30.022981 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d8b8507-580d-4fdf-8580-29b885992514 None None] Checking router: 9b5a3416-a98c-4fd4-b217-9e0e3cd28162 for host: dv-neutron-821829-1-hyperv {{(pid=87508) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 23:14:30.031658 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d8b8507-580d-4fdf-8580-29b885992514 None None] Routers {'9b5a3416-a98c-4fd4-b217-9e0e3cd28162'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 23:14:30.032377 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-9d8b8507-580d-4fdf-8580-29b885992514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b7d686d30>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T23:14:01Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['9b5a3416-a98c-4fd4-b217-9e0e3cd28162'], 'active': True} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 23:14:30.077379 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292d4b03-ad8a-4dfd-a156-d79dc3c7eab5 req-6e829fe4-5c5b-4206-8b8f-e5e1846bc2ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:14:30.079097 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-292d4b03-ad8a-4dfd-a156-d79dc3c7eab5 req-6e829fe4-5c5b-4206-8b8f-e5e1846bc2ec service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5e01e5ac-9c4d-430a-8c79-f56502d125ea&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0691509
Dec 16 23:14:30.203736 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvr_db [None req-9d8b8507-580d-4fdf-8580-29b885992514 None None] Set router 9b5a3416-a98c-4fd4-b217-9e0e3cd28162 gateway port host: dv-neutron-821829-1-hyperv {{(pid=87508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 23:14:30.208177 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-292d4b03-ad8a-4dfd-a156-d79dc3c7eab5 req-22bc7927-4dc3-4d0e-a6f6-6d8bfe1e7625 service neutron] 10.222.0.49 "GET /v2.0/networks/5e01e5ac-9c4d-430a-8c79-f56502d125ea?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1211903
Dec 16 23:14:30.340169 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-292d4b03-ad8a-4dfd-a156-d79dc3c7eab5 req-b9a37a93-cbe4-43f7-8c2a-6f3c350d84e9 service neutron] 10.222.0.49 "GET /v2.0/networks/5e01e5ac-9c4d-430a-8c79-f56502d125ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1251392
Dec 16 23:14:30.546490 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-9d8b8507-580d-4fdf-8580-29b885992514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b7d686d30>, [{'id': '9b5a3416-a98c-4fd4-b217-9e0e3cd28162', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1354259575', 'tenant_id': 'c824888d650f48a8badbaff2c427d7f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.151'}], 'enable_snat': True}, 'gw_port_id': 'bdfbc046-6a22-4a75-878f-86441853a72a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:12:42Z', 'updated_at': '2021-12-16T23:12:47Z', 'revision_number': 4, 'project_id': 'c824888d650f48a8badbaff2c427d7f3', 'gw_port': {'id': 'bdfbc046-6a22-4a75-878f-86441853a72a', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:10:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b5a3416-a98c-4fd4-b217-9e0e3cd28162', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:12:43Z', 'updated_at': '2021-12-16T23:12:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv', '_interfaces': [{'id': '087aaf89-24e9-451c-9549-257028c62dfd', 'name': '', 'network_id': '5e01e5ac-9c4d-430a-8c79-f56502d125ea', 'tenant_id': 'c824888d650f48a8badbaff2c427d7f3', 'mac_address': 'fa:16:3e:4a:39:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b5a3416-a98c-4fd4-b217-9e0e3cd28162', 'device_owner': 'network:router_interface', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': '576e14d3-3384-46a8-b993-9467e2306f4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:12:46Z', 'updated_at': '2021-12-16T23:12:52Z', 'revision_number': 5, 'project_id': 'c824888d650f48a8badbaff2c427d7f3', 'subnets': [{'id': '576e14d3-3384-46a8-b993-9467e2306f4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 23:14:30.550313 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d8b8507-580d-4fdf-8580-29b885992514 None None] The sync data for ids ['9b5a3416-a98c-4fd4-b217-9e0e3cd28162'] in dv-neutron-821829-1-hyperv is: [{'id': '9b5a3416-a98c-4fd4-b217-9e0e3cd28162', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1354259575', 'tenant_id': 'c824888d650f48a8badbaff2c427d7f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.151'}], 'enable_snat': True}, 'gw_port_id': 'bdfbc046-6a22-4a75-878f-86441853a72a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:12:42Z', 'updated_at': '2021-12-16T23:12:47Z', 'revision_number': 4, 'project_id': 'c824888d650f48a8badbaff2c427d7f3', 'gw_port': {'id': 'bdfbc046-6a22-4a75-878f-86441853a72a', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:10:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b5a3416-a98c-4fd4-b217-9e0e3cd28162', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:12:43Z', 'updated_at': '2021-12-16T23:12:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv', '_interfaces': [{'id': '087aaf89-24e9-451c-9549-257028c62dfd', 'name': '', 'network_id': '5e01e5ac-9c4d-430a-8c79-f56502d125ea', 'tenant_id': 'c824888d650f48a8badbaff2c427d7f3', 'mac_address': 'fa:16:3e:4a:39:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b5a3416-a98c-4fd4-b217-9e0e3cd28162', 'device_owner': 'network:router_interface', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': '576e14d3-3384-46a8-b993-9467e2306f4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:12:46Z', 'updated_at': '2021-12-16T23:12:52Z', 'revision_number': 5, 'project_id': 'c824888d650f48a8badbaff2c427d7f3', 'subnets': [{'id': '576e14d3-3384-46a8-b993-9467e2306f4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 23:14:30.666868 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-59cee455-bd15-4247-af43-f8146c167a03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:14:30.768283 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61bf01cf-4162-4e09-9fba-fe259cef6946 None None] New status for floating IP 82b86ab1-8d0f-4f46-b687-53ebea20e155: DOWN {{(pid=87509) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 16 23:14:31.181489 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5e0dd8-1bfe-4fee-8b9c-770f53f0792f req-2f423b3b-a7c4-4373-b777-93b8287cda83 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:14:31.183040 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-2f5e0dd8-1bfe-4fee-8b9c-770f53f0792f req-2f423b3b-a7c4-4373-b777-93b8287cda83 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.13 "GET /v2.0/ports?device_id=facceec6-37ea-406f-8a0d-709ea0c772ee HTTP/1.1" status: 200  len: 946 time: 0.0844457
Dec 16 23:14:31.226906 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-2f5e0dd8-1bfe-4fee-8b9c-770f53f0792f req-54b7c6c0-396f-4c25-a6f4-260dc5fa696c tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.13 "GET /v2.0/security-groups?id=e2bda1c0-17b8-4110-b636-d291d87c2dc2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0375564
Dec 16 23:14:31.500870 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15ecf8f-5432-4dea-a496-fb2d536f37fd req-8d29746a-9b83-4974-b635-33f1772b623b tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:14:31.501557 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [req-f15ecf8f-5432-4dea-a496-fb2d536f37fd req-8d29746a-9b83-4974-b635-33f1772b623b tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Synchronizing usage tracker for tenant:c824888d650f48a8badbaff2c427d7f3 on resource:port {{(pid=87506) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 23:14:31.512744 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [req-f15ecf8f-5432-4dea-a496-fb2d536f37fd req-8d29746a-9b83-4974-b635-33f1772b623b tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Unset dirty status for tenant:c824888d650f48a8badbaff2c427d7f3 on resource:port {{(pid=87506) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 23:14:31.513809 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-f15ecf8f-5432-4dea-a496-fb2d536f37fd req-8d29746a-9b83-4974-b635-33f1772b623b tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.49 "GET /v2.0/ports?device_id=facceec6-37ea-406f-8a0d-709ea0c772ee HTTP/1.1" status: 200  len: 946 time: 0.0950942
Dec 16 23:14:31.580496 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [req-f15ecf8f-5432-4dea-a496-fb2d536f37fd req-15d2af48-bec0-40ae-976a-4dbbf9a8a906 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Deleting port b6dd1bbb-219a-4667-b02d-47781d1c9fb9 {{(pid=87506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 23:14:31.580827 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-f15ecf8f-5432-4dea-a496-fb2d536f37fd req-15d2af48-bec0-40ae-976a-4dbbf9a8a906 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:14:31.634043 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-3e729f7f-1589-4d54-9c4a-7ee6b283cc2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:14:31.736671 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:14:31.829133 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.db [req-f15ecf8f-5432-4dea-a496-fb2d536f37fd req-15d2af48-bec0-40ae-976a-4dbbf9a8a906 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] For port b6dd1bbb-219a-4667-b02d-47781d1c9fb9, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=b6dd1bbb-219a-4667-b02d-47781d1c9fb9,segment=NetworkSegment(57edde28-603e-4d84-8e48-dd534a2c8828),segment_id=57edde28-603e-4d84-8e48-dd534a2c8828)] {{(pid=87506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 23:14:31.829534 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-f15ecf8f-5432-4dea-a496-fb2d536f37fd req-15d2af48-bec0-40ae-976a-4dbbf9a8a906 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:14:32.052159 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [req-f15ecf8f-5432-4dea-a496-fb2d536f37fd req-15d2af48-bec0-40ae-976a-4dbbf9a8a906 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Calling delete_port for b6dd1bbb-219a-4667-b02d-47781d1c9fb9 owned by compute:nova {{(pid=87506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 23:14:32.192615 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-f15ecf8f-5432-4dea-a496-fb2d536f37fd req-15d2af48-bec0-40ae-976a-4dbbf9a8a906 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1863393'] for port, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:14:32.198661 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-37ae4938-9768-4923-8355-ff334d969900 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:14:32.245021 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d2af48-bec0-40ae-976a-4dbbf9a8a906 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Pushing event deleted for resources: {'Port': ['ID=b6dd1bbb-219a-4667-b02d-47781d1c9fb9,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:14:32.282244 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d2af48-bec0-40ae-976a-4dbbf9a8a906 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:14:32.282631 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d2af48-bec0-40ae-976a-4dbbf9a8a906 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:14:32.283009 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d2af48-bec0-40ae-976a-4dbbf9a8a906 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:14:32.283383 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d2af48-bec0-40ae-976a-4dbbf9a8a906 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:14:32.283750 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d2af48-bec0-40ae-976a-4dbbf9a8a906 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:14:32.284137 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d2af48-bec0-40ae-976a-4dbbf9a8a906 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:14:32.284499 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d2af48-bec0-40ae-976a-4dbbf9a8a906 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:14:32.284860 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d2af48-bec0-40ae-976a-4dbbf9a8a906 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:14:32.285220 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d2af48-bec0-40ae-976a-4dbbf9a8a906 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:14:32.285578 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d2af48-bec0-40ae-976a-4dbbf9a8a906 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:14:32.285937 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d2af48-bec0-40ae-976a-4dbbf9a8a906 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:14:32.286298 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d2af48-bec0-40ae-976a-4dbbf9a8a906 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:14:32.293602 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-15d2af48-bec0-40ae-976a-4dbbf9a8a906 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:14:32.327962 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.l3_dvrscheduler_db [req-f15ecf8f-5432-4dea-a496-fb2d536f37fd req-15d2af48-bec0-40ae-976a-4dbbf9a8a906 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] No DVR routers for this DVR port b6dd1bbb-219a-4667-b02d-47781d1c9fb9 on host hv-neutron-8218 {{(pid=87506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 23:14:32.330291 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-f15ecf8f-5432-4dea-a496-fb2d536f37fd req-15d2af48-bec0-40ae-976a-4dbbf9a8a906 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for port, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:14:32.332862 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'facceec6-37ea-406f-8a0d-709ea0c772ee', 'name': 'network-vif-deleted', 'tag': 'b6dd1bbb-219a-4667-b02d-47781d1c9fb9'}] {{(pid=87506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 23:14:32.348346 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-f15ecf8f-5432-4dea-a496-fb2d536f37fd req-15d2af48-bec0-40ae-976a-4dbbf9a8a906 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.49 "DELETE /v2.0/ports/b6dd1bbb-219a-4667-b02d-47781d1c9fb9 HTTP/1.1" status: 204  len: 173 time: 0.8291881
Dec 16 23:14:32.378935 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-ce556838-1dd3-4bba-bf8d-246010e05a33 req-2aba4b5d-9f87-4c16-ad24-c92aad8cdeca tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.13 "GET /v2.0/ports?device_id=facceec6-37ea-406f-8a0d-709ea0c772ee HTTP/1.1" status: 200  len: 210 time: 0.0449626
Dec 16 23:14:32.432298 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'facceec6-37ea-406f-8a0d-709ea0c772ee', 'name': 'network-vif-deleted', 'tag': 'b6dd1bbb-219a-4667-b02d-47781d1c9fb9', 'status': 'completed', 'code': 200}
Dec 16 23:14:33.392685 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-4541ba3b-6be8-499c-bc94-3c60aa55c4f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:14:33.473034 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 55424) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 23:14:34.146169 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-99da995d-6ecc-48b4-81a1-02325364bf42 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3830176'] for router_interface, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:14:34.494583 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.plugin [None req-99da995d-6ecc-48b4-81a1-02325364bf42 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Deleting port 087aaf89-24e9-451c-9549-257028c62dfd {{(pid=87507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 23:14:34.495183 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-99da995d-6ecc-48b4-81a1-02325364bf42 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:14:34.678346 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.db [None req-99da995d-6ecc-48b4-81a1-02325364bf42 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] For port 087aaf89-24e9-451c-9549-257028c62dfd, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=087aaf89-24e9-451c-9549-257028c62dfd,segment=NetworkSegment(57edde28-603e-4d84-8e48-dd534a2c8828),segment_id=57edde28-603e-4d84-8e48-dd534a2c8828)] {{(pid=87507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 23:14:34.678693 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-99da995d-6ecc-48b4-81a1-02325364bf42 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:14:34.797524 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.plugin [None req-99da995d-6ecc-48b4-81a1-02325364bf42 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Calling delete_port for 087aaf89-24e9-451c-9549-257028c62dfd owned by network:router_interface {{(pid=87507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 23:14:34.978011 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-99da995d-6ecc-48b4-81a1-02325364bf42 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10807823'] for port, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:14:34.982235 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-a954a322-9609-44b2-99d0-1b704f1ecfea tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:14:35.026603 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99da995d-6ecc-48b4-81a1-02325364bf42 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Pushing event deleted for resources: {'Port': ['ID=087aaf89-24e9-451c-9549-257028c62dfd,revision_number=None']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:14:35.056112 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-99da995d-6ecc-48b4-81a1-02325364bf42 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:14:35.416688 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-99da995d-6ecc-48b4-81a1-02325364bf42 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3791449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3739472'] for router_interface, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:14:35.770709 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99da995d-6ecc-48b4-81a1-02325364bf42 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Router 9b5a3416-a98c-4fd4-b217-9e0e3cd28162 has already been hosted by L3 agent 4f519db7-069b-43e2-8411-c092bac9102a {{(pid=87507) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 23:14:35.941871 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99da995d-6ecc-48b4-81a1-02325364bf42 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify agent at l3_agent.dv-neutron-821829-1-hyperv the message routers_updated {{(pid=87507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 23:14:35.951694 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f50b0f5-fa42-467e-a32d-e3ad367e1af5 None None] Sync routers for ids ['9b5a3416-a98c-4fd4-b217-9e0e3cd28162'] in dv-neutron-821829-1-hyperv {{(pid=87508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 23:14:35.955419 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-99da995d-6ecc-48b4-81a1-02325364bf42 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.13 "PUT /v2.0/routers/9b5a3416-a98c-4fd4-b217-9e0e3cd28162/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.4813521
Dec 16 23:14:35.958101 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 55428) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 23:14:35.962737 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f50b0f5-fa42-467e-a32d-e3ad367e1af5 None None] Routers {'9b5a3416-a98c-4fd4-b217-9e0e3cd28162'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 23:14:35.963413 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-5f50b0f5-fa42-467e-a32d-e3ad367e1af5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b77f8ee80>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T23:14:31Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['9b5a3416-a98c-4fd4-b217-9e0e3cd28162'], 'active': True} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 23:14:36.025445 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.db_base_plugin_v2 [None req-be6098d3-d467-4802-9e3f-a40c94f6b15d tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Deleting subnet 576e14d3-3384-46a8-b993-9467e2306f4f {{(pid=87507) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 16 23:14:36.028252 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-be6098d3-d467-4802-9e3f-a40c94f6b15d tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks [] for subnet, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:14:36.079402 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-be6098d3-d467-4802-9e3f-a40c94f6b15d tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2128562'] for subnet, precommit_delete_associations {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:14:36.140391 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvr_db [None req-5f50b0f5-fa42-467e-a32d-e3ad367e1af5 None None] Set router 9b5a3416-a98c-4fd4-b217-9e0e3cd28162 gateway port host: dv-neutron-821829-1-hyperv {{(pid=87508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 23:14:36.173585 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-be6098d3-d467-4802-9e3f-a40c94f6b15d tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3328566'] for subnet, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:14:36.186922 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Device b6dd1bbb-219a-4667-b02d-47781d1c9fb9 no longer exists at agent hyperv_hv-neutron-8218 {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 23:14:36.246207 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-be6098d3-d467-4802-9e3f-a40c94f6b15d tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3328622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10807868', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10549621'] for subnet, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:14:36.250638 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-77244032-ef7e-41a6-92d3-fbe31e1c917d tempest-NetworksIpV6Test-1726734578 tempest-NetworksIpV6Test-1726734578-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:14:36.282635 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] No Port match for: b6dd1bbb-219a-4667-b02d-47781d1c9fb9 {{(pid=87508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 23:14:36.282884 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Device b6dd1bbb-219a-4667-b02d-47781d1c9fb9 not bound to the agent host hv-neutron-8218 {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 23:14:36.287190 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6098d3-d467-4802-9e3f-a40c94f6b15d tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Pushing event deleted for resources: {'Subnet': ['ID=576e14d3-3384-46a8-b993-9467e2306f4f,revision_number=None']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:14:36.290242 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-be6098d3-d467-4802-9e3f-a40c94f6b15d tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:14:36.291221 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-be6098d3-d467-4802-9e3f-a40c94f6b15d tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks [] for subnet, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:14:36.297625 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-be6098d3-d467-4802-9e3f-a40c94f6b15d tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.13 "DELETE /v2.0/subnets/576e14d3-3384-46a8-b993-9467e2306f4f HTTP/1.1" status: 204  len: 168 time: 0.3385940
Dec 16 23:14:36.300334 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 55432) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 23:14:36.303356 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e5fbcfd-fd8e-4b07-93f8-e6dba4058cd2 None None] Network 5e01e5ac-9c4d-430a-8c79-f56502d125ea requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 23:14:36.480436 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-a4076446-6e21-4059-97d9-cd4cd7f14d32 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks [] for router, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:14:36.628253 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-5f50b0f5-fa42-467e-a32d-e3ad367e1af5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b77f8ee80>, [{'id': '9b5a3416-a98c-4fd4-b217-9e0e3cd28162', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1354259575', 'tenant_id': 'c824888d650f48a8badbaff2c427d7f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.151'}], 'enable_snat': True}, 'gw_port_id': 'bdfbc046-6a22-4a75-878f-86441853a72a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:12:42Z', 'updated_at': '2021-12-16T23:14:34Z', 'revision_number': 5, 'project_id': 'c824888d650f48a8badbaff2c427d7f3', 'gw_port': {'id': 'bdfbc046-6a22-4a75-878f-86441853a72a', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:10:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b5a3416-a98c-4fd4-b217-9e0e3cd28162', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:12:43Z', 'updated_at': '2021-12-16T23:12:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv'}], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 23:14:36.632173 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f50b0f5-fa42-467e-a32d-e3ad367e1af5 None None] Checking router: 9b5a3416-a98c-4fd4-b217-9e0e3cd28162 for host: dv-neutron-821829-1-hyperv {{(pid=87508) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 23:14:36.641634 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f50b0f5-fa42-467e-a32d-e3ad367e1af5 None None] Routers {'9b5a3416-a98c-4fd4-b217-9e0e3cd28162'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 23:14:36.642256 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-5f50b0f5-fa42-467e-a32d-e3ad367e1af5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b77f8ee80>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T23:14:31Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['9b5a3416-a98c-4fd4-b217-9e0e3cd28162'], 'active': True} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 23:14:36.656450 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-a4076446-6e21-4059-97d9-cd4cd7f14d32 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:14:36.669281 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.plugin [None req-a4076446-6e21-4059-97d9-cd4cd7f14d32 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Deleting port bdfbc046-6a22-4a75-878f-86441853a72a {{(pid=87507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 23:14:36.669699 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-a4076446-6e21-4059-97d9-cd4cd7f14d32 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:14:36.698336 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baa76c7f-9218-4752-b529-cd2de44b58a7 None None] DHCP port deletion for 5e01e5ac-9c4d-430a-8c79-f56502d125ea request from dv-neutron-821829-1-hyperv {{(pid=87508) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 16 23:14:36.757245 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-baa76c7f-9218-4752-b529-cd2de44b58a7 None None] Deleting port f65ae01a-1cc6-4bb9-b40f-b9b05769eb53 {{(pid=87508) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 23:14:36.757625 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-baa76c7f-9218-4752-b529-cd2de44b58a7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:14:36.931821 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvr_db [None req-5f50b0f5-fa42-467e-a32d-e3ad367e1af5 None None] Set router 9b5a3416-a98c-4fd4-b217-9e0e3cd28162 gateway port host: None {{(pid=87508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 23:14:36.985734 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.db [None req-a4076446-6e21-4059-97d9-cd4cd7f14d32 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] For port bdfbc046-6a22-4a75-878f-86441853a72a, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=bdfbc046-6a22-4a75-878f-86441853a72a,segment=NetworkSegment(a416442d-d143-4052-9f4e-546eb8cbe809),segment_id=a416442d-d143-4052-9f4e-546eb8cbe809)] {{(pid=87507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 23:14:36.986338 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-a4076446-6e21-4059-97d9-cd4cd7f14d32 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:14:37.049307 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-5f50b0f5-fa42-467e-a32d-e3ad367e1af5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b77f8ee80>, [{'id': '9b5a3416-a98c-4fd4-b217-9e0e3cd28162', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1354259575', 'tenant_id': 'c824888d650f48a8badbaff2c427d7f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:12:42Z', 'updated_at': '2021-12-16T23:14:36Z', 'revision_number': 6, 'project_id': 'c824888d650f48a8badbaff2c427d7f3', 'gw_port_host': None}], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 23:14:37.058412 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f50b0f5-fa42-467e-a32d-e3ad367e1af5 None None] The sync data for ids ['9b5a3416-a98c-4fd4-b217-9e0e3cd28162'] in dv-neutron-821829-1-hyperv is: [{'id': '9b5a3416-a98c-4fd4-b217-9e0e3cd28162', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1354259575', 'tenant_id': 'c824888d650f48a8badbaff2c427d7f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:12:42Z', 'updated_at': '2021-12-16T23:14:36Z', 'revision_number': 6, 'project_id': 'c824888d650f48a8badbaff2c427d7f3', 'gw_port_host': None}] {{(pid=87508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 23:14:37.117685 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.plugin [None req-a4076446-6e21-4059-97d9-cd4cd7f14d32 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Calling delete_port for bdfbc046-6a22-4a75-878f-86441853a72a owned by network:router_gateway {{(pid=87507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 23:14:37.161393 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-baa76c7f-9218-4752-b529-cd2de44b58a7 None None] For port f65ae01a-1cc6-4bb9-b40f-b9b05769eb53, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=f65ae01a-1cc6-4bb9-b40f-b9b05769eb53,segment=NetworkSegment(57edde28-603e-4d84-8e48-dd534a2c8828),segment_id=57edde28-603e-4d84-8e48-dd534a2c8828)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 23:14:37.161799 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-baa76c7f-9218-4752-b529-cd2de44b58a7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:14:37.281437 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-baa76c7f-9218-4752-b529-cd2de44b58a7 None None] Calling delete_port for f65ae01a-1cc6-4bb9-b40f-b9b05769eb53 owned by network:dhcp {{(pid=87508) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 23:14:37.284484 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-a4076446-6e21-4059-97d9-cd4cd7f14d32 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10807823'] for port, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:14:37.288942 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-2e3179df-28a4-4a85-920b-5391fc4f484b tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:14:37.338365 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4076446-6e21-4059-97d9-cd4cd7f14d32 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Pushing event deleted for resources: {'Port': ['ID=bdfbc046-6a22-4a75-878f-86441853a72a,revision_number=None']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:14:37.365636 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-baa76c7f-9218-4752-b529-cd2de44b58a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949'] for port, after_delete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:14:37.367489 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-a4076446-6e21-4059-97d9-cd4cd7f14d32 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:14:37.370004 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:14:37.414245 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baa76c7f-9218-4752-b529-cd2de44b58a7 None None] No DVR routers for this DVR port f65ae01a-1cc6-4bb9-b40f-b9b05769eb53 on host dv-neutron-821829-1-hyperv {{(pid=87508) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 23:14:37.418533 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa76c7f-9218-4752-b529-cd2de44b58a7 None None] Pushing event deleted for resources: {'Port': ['ID=f65ae01a-1cc6-4bb9-b40f-b9b05769eb53,revision_number=None']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:14:37.431912 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa76c7f-9218-4752-b529-cd2de44b58a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:14:37.432269 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa76c7f-9218-4752-b529-cd2de44b58a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:14:37.432741 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa76c7f-9218-4752-b529-cd2de44b58a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:14:37.433087 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa76c7f-9218-4752-b529-cd2de44b58a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:14:37.433423 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa76c7f-9218-4752-b529-cd2de44b58a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:14:37.433754 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa76c7f-9218-4752-b529-cd2de44b58a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:14:37.434083 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa76c7f-9218-4752-b529-cd2de44b58a7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:14:37.434491 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa76c7f-9218-4752-b529-cd2de44b58a7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:14:37.434723 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa76c7f-9218-4752-b529-cd2de44b58a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:14:37.435048 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa76c7f-9218-4752-b529-cd2de44b58a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:14:37.435358 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa76c7f-9218-4752-b529-cd2de44b58a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:14:37.435678 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa76c7f-9218-4752-b529-cd2de44b58a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:14:37.438891 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-baa76c7f-9218-4752-b529-cd2de44b58a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:14:37.451843 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-a4076446-6e21-4059-97d9-cd4cd7f14d32 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3741895'] for router_gateway, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:14:37.628672 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-a4076446-6e21-4059-97d9-cd4cd7f14d32 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3739500', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39002'] for router, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:14:37.630816 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-a4076446-6e21-4059-97d9-cd4cd7f14d32 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:14:37.652972 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-a4076446-6e21-4059-97d9-cd4cd7f14d32 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3830089'] for router, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:14:37.653455 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4076446-6e21-4059-97d9-cd4cd7f14d32 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Fanout notify agent at l3_agent the message router_deleted on router 9b5a3416-a98c-4fd4-b217-9e0e3cd28162 {{(pid=87507) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 16 23:14:37.668311 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-a4076446-6e21-4059-97d9-cd4cd7f14d32 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks [] for router, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:14:37.669370 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-a4076446-6e21-4059-97d9-cd4cd7f14d32 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.13 "DELETE /v2.0/routers/9b5a3416-a98c-4fd4-b217-9e0e3cd28162 HTTP/1.1" status: 204  len: 168 time: 1.3681593
Dec 16 23:14:37.672074 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 55436) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 23:14:37.782299 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-6e6125f1-0c89-4d72-98f9-8c7cc3b21063 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-825997'] for network, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:14:37.911636 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-6e6125f1-0c89-4d72-98f9-8c7cc3b21063 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3329565', 'neutron.services.segments.db._delete_segments_for_network-8734753546406'] for network, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:14:37.937486 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.services.segments.db [None req-6e6125f1-0c89-4d72-98f9-8c7cc3b21063 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1b772d2dc0>,) {'filters': {'network_id': ['5e01e5ac-9c4d-430a-8c79-f56502d125ea']}} {{(pid=87507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 23:14:37.950144 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.services.segments.db [None req-6e6125f1-0c89-4d72-98f9-8c7cc3b21063 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b772d2dc0>, '57edde28-603e-4d84-8e48-dd534a2c8828') {'for_net_delete': True} {{(pid=87507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 23:14:37.950437 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.services.segments.db [None req-6e6125f1-0c89-4d72-98f9-8c7cc3b21063 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b772d2dc0>, '57edde28-603e-4d84-8e48-dd534a2c8828') {} {{(pid=87507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 23:14:37.961380 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-6e6125f1-0c89-4d72-98f9-8c7cc3b21063 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734753593977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2128549'] for segment, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:14:37.982635 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-6e6125f1-0c89-4d72-98f9-8c7cc3b21063 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-883292'] for segment, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:14:37.988467 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e6125f1-0c89-4d72-98f9-8c7cc3b21063 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Releasing vlan 192 on physical network physnet1 to pool {{(pid=87507) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 16 23:14:37.989210 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-6e6125f1-0c89-4d72-98f9-8c7cc3b21063 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-883285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10808034'] for segment, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:14:38.003478 dv-neutron-821829-1-hyperv neutron-server[87507]: Traceback (most recent call last):
Dec 16 23:14:38.003478 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 16 23:14:38.003478 dv-neutron-821829-1-hyperv neutron-server[87507]:     timer()
Dec 16 23:14:38.003478 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 23:14:38.003478 dv-neutron-821829-1-hyperv neutron-server[87507]:     cb(*args, **kw)
Dec 16 23:14:38.003478 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 23:14:38.003478 dv-neutron-821829-1-hyperv neutron-server[87507]:     return func(*args, **kwargs)
Dec 16 23:14:38.003478 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 23:14:38.003478 dv-neutron-821829-1-hyperv neutron-server[87507]:     self._notify()
Dec 16 23:14:38.003478 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 23:14:38.003478 dv-neutron-821829-1-hyperv neutron-server[87507]:     self.callback(batched_events)
Dec 16 23:14:38.003478 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 23:14:38.003478 dv-neutron-821829-1-hyperv neutron-server[87507]:     event.method(event)
Dec 16 23:14:38.003478 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 23:14:38.003478 dv-neutron-821829-1-hyperv neutron-server[87507]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 23:14:38.003478 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 23:14:38.003478 dv-neutron-821829-1-hyperv neutron-server[87507]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 23:14:38.003478 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 23:14:38.003478 dv-neutron-821829-1-hyperv neutron-server[87507]:     return f(self, *a, **k)
Dec 16 23:14:38.003478 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 16 23:14:38.003478 dv-neutron-821829-1-hyperv neutron-server[87507]:     return self._get(url).json()
Dec 16 23:14:38.003478 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 16 23:14:38.003478 dv-neutron-821829-1-hyperv neutron-server[87507]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 23:14:38.003478 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 16 23:14:38.003478 dv-neutron-821829-1-hyperv neutron-server[87507]:     return self.request(url, 'GET', **kwargs)
Dec 16 23:14:38.003478 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 16 23:14:38.003478 dv-neutron-821829-1-hyperv neutron-server[87507]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 23:14:38.003478 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 16 23:14:38.003478 dv-neutron-821829-1-hyperv neutron-server[87507]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 23:14:38.003478 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 16 23:14:38.003478 dv-neutron-821829-1-hyperv neutron-server[87507]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 23:14:38.003478 dv-neutron-821829-1-hyperv neutron-server[87507]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 23:14:38.081362 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-6e6125f1-0c89-4d72-98f9-8c7cc3b21063 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3329572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3741856'] for network, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:14:38.089596 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-6e6125f1-0c89-4d72-98f9-8c7cc3b21063 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks [] for network, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:14:38.089596 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-4a008278-c5b3-4a3e-a850-3996eaee469d tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:14:38.113301 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6125f1-0c89-4d72-98f9-8c7cc3b21063 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Pushing event deleted for resources: {'Network': ['ID=5e01e5ac-9c4d-430a-8c79-f56502d125ea,revision_number=None']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:14:38.115785 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-6e6125f1-0c89-4d72-98f9-8c7cc3b21063 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:14:38.121675 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-6e6125f1-0c89-4d72-98f9-8c7cc3b21063 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.13 "DELETE /v2.0/networks/5e01e5ac-9c4d-430a-8c79-f56502d125ea HTTP/1.1" status: 204  len: 168 time: 0.4486887
Dec 16 23:14:38.124382 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 55440) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 23:14:38.158576 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device f65ae01a-1cc6-4bb9-b40f-b9b05769eb53 no longer exists at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 23:14:38.196755 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] No Port match for: f65ae01a-1cc6-4bb9-b40f-b9b05769eb53 {{(pid=87508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 23:14:38.197108 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device f65ae01a-1cc6-4bb9-b40f-b9b05769eb53 not bound to the agent host dv-neutron-821829-1-hyperv {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 23:14:38.197538 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 087aaf89-24e9-451c-9549-257028c62dfd no longer exists at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 23:14:38.199188 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-041cf797-189b-4199-89ea-b034400a3c26 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks [] for security_group, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:14:38.229426 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-041cf797-189b-4199-89ea-b034400a3c26 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:14:38.237578 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] No Port match for: 087aaf89-24e9-451c-9549-257028c62dfd {{(pid=87508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 23:14:38.237934 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 087aaf89-24e9-451c-9549-257028c62dfd not bound to the agent host dv-neutron-821829-1-hyperv {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 23:14:38.238353 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device bdfbc046-6a22-4a75-878f-86441853a72a no longer exists at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 23:14:38.272523 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] No Port match for: bdfbc046-6a22-4a75-878f-86441853a72a {{(pid=87508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 23:14:38.273094 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device bdfbc046-6a22-4a75-878f-86441853a72a not bound to the agent host dv-neutron-821829-1-hyperv {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 23:14:38.275637 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:14:38.297679 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-041cf797-189b-4199-89ea-b034400a3c26 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841066'] for security_group, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:14:38.301504 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-2818460d-1920-4f15-83f6-a77b112d34ce tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:14:38.315553 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041cf797-189b-4199-89ea-b034400a3c26 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2bda1c0-17b8-4110-b636-d291d87c2dc2,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:14:38.318671 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-041cf797-189b-4199-89ea-b034400a3c26 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:14:38.329477 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-041cf797-189b-4199-89ea-b034400a3c26 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks [] for security_group, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:14:38.330632 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-041cf797-189b-4199-89ea-b034400a3c26 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.13 "DELETE /v2.0/security-groups/e2bda1c0-17b8-4110-b636-d291d87c2dc2 HTTP/1.1" status: 204  len: 168 time: 0.2052417
Dec 16 23:14:38.811458 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 55448) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 23:14:38.816743 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-19c1953e-b067-485f-9ae1-279e60a957ec tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-333855691', 'description': 'tempest-secgroup-smoke-333855691 description', 'project_id': 'c824888d650f48a8badbaff2c427d7f3'}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 23:14:38.822733 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-19c1953e-b067-485f-9ae1-279e60a957ec tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 23:14:38.826874 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-19c1953e-b067-485f-9ae1-279e60a957ec tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Usage tracker for resource:security_group and tenant:c824888d650f48a8badbaff2c427d7f3 is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 23:14:38.829686 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-19c1953e-b067-485f-9ae1-279e60a957ec tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 23:14:38.835246 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-19c1953e-b067-485f-9ae1-279e60a957ec tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 23:14:38.844917 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-19c1953e-b067-485f-9ae1-279e60a957ec tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks [] for security_group, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:14:38.864093 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-19c1953e-b067-485f-9ae1-279e60a957ec tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 23:14:38.868584 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-19c1953e-b067-485f-9ae1-279e60a957ec tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Usage tracker for resource:security_group_rule and tenant:c824888d650f48a8badbaff2c427d7f3 is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 23:14:38.871337 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-19c1953e-b067-485f-9ae1-279e60a957ec tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 23:14:38.876835 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-19c1953e-b067-485f-9ae1-279e60a957ec tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 23:14:38.944305 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-19c1953e-b067-485f-9ae1-279e60a957ec tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks [] for security_group, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:14:38.947867 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-19c1953e-b067-485f-9ae1-279e60a957ec tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841066'] for security_group, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:14:38.952637 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-111c586f-c696-4e49-bf92-bcdfed9d9293 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:14:38.994923 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c1953e-b067-485f-9ae1-279e60a957ec tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b15b79d-b0af-4677-8fc4-7b3095c24484,revision_number=1']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:14:38.998096 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-19c1953e-b067-485f-9ae1-279e60a957ec tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:14:38.999640 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-19c1953e-b067-485f-9ae1-279e60a957ec tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks [] for security_group, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:14:39.000826 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-19c1953e-b067-485f-9ae1-279e60a957ec tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1794 time: 0.1883523
Dec 16 23:14:39.003735 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 55452) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 23:14:39.008558 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-58f89c53-c127-4c9e-85c0-3fdc7afe31ae tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Request body: {'security_group_rule': {'security_group_id': '6b15b79d-b0af-4677-8fc4-7b3095c24484', 'project_id': 'c824888d650f48a8badbaff2c427d7f3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 23:14:39.014316 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-58f89c53-c127-4c9e-85c0-3fdc7afe31ae tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 23:14:39.018018 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-58f89c53-c127-4c9e-85c0-3fdc7afe31ae tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Usage tracker for resource:security_group_rule and tenant:c824888d650f48a8badbaff2c427d7f3 is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 23:14:39.020807 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-58f89c53-c127-4c9e-85c0-3fdc7afe31ae tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 23:14:39.026837 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-58f89c53-c127-4c9e-85c0-3fdc7afe31ae tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 23:14:39.047426 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-58f89c53-c127-4c9e-85c0-3fdc7afe31ae tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:14:39.104910 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-58f89c53-c127-4c9e-85c0-3fdc7afe31ae tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:14:39.108619 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-58f89c53-c127-4c9e-85c0-3fdc7afe31ae tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841137'] for security_group_rule, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:14:39.114167 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-0ab53c2b-6931-4517-9837-70e09801fb64 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:14:39.133543 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f89c53-c127-4c9e-85c0-3fdc7afe31ae tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5549f0a3-6017-479e-90fc-2d26a01641b9,revision_number=0']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:14:39.136717 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-58f89c53-c127-4c9e-85c0-3fdc7afe31ae tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:14:39.143560 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-58f89c53-c127-4c9e-85c0-3fdc7afe31ae tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:14:39.144759 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-58f89c53-c127-4c9e-85c0-3fdc7afe31ae tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1401081
Dec 16 23:14:39.147425 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 55456) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 23:14:39.152918 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-c06f47f1-1760-43f4-a62d-850a8d5c14b2 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Request body: {'security_group_rule': {'security_group_id': '6b15b79d-b0af-4677-8fc4-7b3095c24484', 'project_id': 'c824888d650f48a8badbaff2c427d7f3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 23:14:39.158653 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-c06f47f1-1760-43f4-a62d-850a8d5c14b2 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 23:14:39.162605 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-c06f47f1-1760-43f4-a62d-850a8d5c14b2 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Usage tracker for resource:security_group_rule and tenant:c824888d650f48a8badbaff2c427d7f3 is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 23:14:39.166156 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-c06f47f1-1760-43f4-a62d-850a8d5c14b2 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 23:14:39.172761 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-c06f47f1-1760-43f4-a62d-850a8d5c14b2 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 23:14:39.189032 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-c06f47f1-1760-43f4-a62d-850a8d5c14b2 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:14:39.248788 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-c06f47f1-1760-43f4-a62d-850a8d5c14b2 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:14:39.252047 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-c06f47f1-1760-43f4-a62d-850a8d5c14b2 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841137'] for security_group_rule, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:14:39.253806 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-a009f840-8ffe-4eed-80f6-cc78fef1744e tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:14:39.275645 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06f47f1-1760-43f4-a62d-850a8d5c14b2 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc30f45c-4d03-40bb-865a-22ba3a2e364a,revision_number=0']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:14:39.278119 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-c06f47f1-1760-43f4-a62d-850a8d5c14b2 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:14:39.285489 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-c06f47f1-1760-43f4-a62d-850a8d5c14b2 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:14:39.286412 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-c06f47f1-1760-43f4-a62d-850a8d5c14b2 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1380661
Dec 16 23:14:39.289008 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 55460) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 23:14:39.293979 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-2555ad0d-c7d4-4302-9ca0-d50c7ccdd8bf tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Request body: {'security_group_rule': {'security_group_id': '6b15b79d-b0af-4677-8fc4-7b3095c24484', 'project_id': 'c824888d650f48a8badbaff2c427d7f3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 23:14:39.299855 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-2555ad0d-c7d4-4302-9ca0-d50c7ccdd8bf tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 23:14:39.303515 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-2555ad0d-c7d4-4302-9ca0-d50c7ccdd8bf tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Usage tracker for resource:security_group_rule and tenant:c824888d650f48a8badbaff2c427d7f3 is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 23:14:39.306361 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-2555ad0d-c7d4-4302-9ca0-d50c7ccdd8bf tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 23:14:39.311950 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-2555ad0d-c7d4-4302-9ca0-d50c7ccdd8bf tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 23:14:39.327459 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-2555ad0d-c7d4-4302-9ca0-d50c7ccdd8bf tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:14:39.389880 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-2555ad0d-c7d4-4302-9ca0-d50c7ccdd8bf tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:14:39.393204 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-2555ad0d-c7d4-4302-9ca0-d50c7ccdd8bf tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841137'] for security_group_rule, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:14:39.395374 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-743fa7f7-6c6a-476b-9cc5-e510550dea84 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:14:39.417873 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2555ad0d-c7d4-4302-9ca0-d50c7ccdd8bf tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be4c9dd2-1d94-4f8c-94a2-d1df2e184b52,revision_number=0']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:14:39.422543 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-2555ad0d-c7d4-4302-9ca0-d50c7ccdd8bf tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:14:39.427476 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-2555ad0d-c7d4-4302-9ca0-d50c7ccdd8bf tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:14:39.428669 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-2555ad0d-c7d4-4302-9ca0-d50c7ccdd8bf tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1387613
Dec 16 23:14:39.431351 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 55464) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 23:14:39.436648 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-fd69da65-fcb1-43ef-a8bf-71b25f507574 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Request body: {'security_group_rule': {'security_group_id': '6b15b79d-b0af-4677-8fc4-7b3095c24484', 'project_id': 'c824888d650f48a8badbaff2c427d7f3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 23:14:39.442702 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-fd69da65-fcb1-43ef-a8bf-71b25f507574 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 23:14:39.447010 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-fd69da65-fcb1-43ef-a8bf-71b25f507574 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Usage tracker for resource:security_group_rule and tenant:c824888d650f48a8badbaff2c427d7f3 is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 23:14:39.449884 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-fd69da65-fcb1-43ef-a8bf-71b25f507574 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 23:14:39.455494 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-fd69da65-fcb1-43ef-a8bf-71b25f507574 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 23:14:39.472188 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-fd69da65-fcb1-43ef-a8bf-71b25f507574 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:14:39.534584 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-fd69da65-fcb1-43ef-a8bf-71b25f507574 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:14:39.537961 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-fd69da65-fcb1-43ef-a8bf-71b25f507574 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841137'] for security_group_rule, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:14:39.539787 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-d5a3c7a6-02b1-48e8-b154-208a2dca001f tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:14:39.560766 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd69da65-fcb1-43ef-a8bf-71b25f507574 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72829e40-c836-4888-bf59-7674fcae1981,revision_number=0']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:14:39.563029 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-fd69da65-fcb1-43ef-a8bf-71b25f507574 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:14:39.569862 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-fd69da65-fcb1-43ef-a8bf-71b25f507574 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:14:39.571668 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-fd69da65-fcb1-43ef-a8bf-71b25f507574 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1387291
Dec 16 23:14:39.574166 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 55468) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 23:14:39.579106 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-9beec163-5fe1-4e5b-b443-110cfc9a79f1 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Request body: {'security_group_rule': {'security_group_id': '6b15b79d-b0af-4677-8fc4-7b3095c24484', 'project_id': 'c824888d650f48a8badbaff2c427d7f3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 23:14:39.584804 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-9beec163-5fe1-4e5b-b443-110cfc9a79f1 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 23:14:39.589429 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-9beec163-5fe1-4e5b-b443-110cfc9a79f1 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Usage tracker for resource:security_group_rule and tenant:c824888d650f48a8badbaff2c427d7f3 is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 23:14:39.592332 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-9beec163-5fe1-4e5b-b443-110cfc9a79f1 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 23:14:39.598057 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-9beec163-5fe1-4e5b-b443-110cfc9a79f1 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 23:14:39.607844 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.db.securitygroups_db [None req-9beec163-5fe1-4e5b-b443-110cfc9a79f1 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Project c824888d650f48a8badbaff2c427d7f3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 16 23:14:39.614041 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-9beec163-5fe1-4e5b-b443-110cfc9a79f1 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:14:39.678225 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-9beec163-5fe1-4e5b-b443-110cfc9a79f1 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:14:39.682026 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-9beec163-5fe1-4e5b-b443-110cfc9a79f1 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841137'] for security_group_rule, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:14:39.684260 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-51d40b81-c7af-435f-a70e-795325e1917b tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:14:39.709255 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9beec163-5fe1-4e5b-b443-110cfc9a79f1 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa8ef010-d514-4b5d-afb9-2a4512982876,revision_number=0']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:14:39.712203 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-9beec163-5fe1-4e5b-b443-110cfc9a79f1 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:14:39.718883 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-9beec163-5fe1-4e5b-b443-110cfc9a79f1 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:14:39.720049 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-9beec163-5fe1-4e5b-b443-110cfc9a79f1 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1449502
Dec 16 23:14:39.722711 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 55472) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 23:14:39.727820 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-e019fe89-d7c2-4296-a7d0-1cde784686a8 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Request body: {'security_group_rule': {'security_group_id': '6b15b79d-b0af-4677-8fc4-7b3095c24484', 'project_id': 'c824888d650f48a8badbaff2c427d7f3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 23:14:39.733501 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-e019fe89-d7c2-4296-a7d0-1cde784686a8 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 23:14:39.737223 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-e019fe89-d7c2-4296-a7d0-1cde784686a8 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Usage tracker for resource:security_group_rule and tenant:c824888d650f48a8badbaff2c427d7f3 is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 23:14:39.740037 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-e019fe89-d7c2-4296-a7d0-1cde784686a8 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 23:14:39.746068 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-e019fe89-d7c2-4296-a7d0-1cde784686a8 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 23:14:39.755518 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.db.securitygroups_db [None req-e019fe89-d7c2-4296-a7d0-1cde784686a8 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Project c824888d650f48a8badbaff2c427d7f3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 16 23:14:39.762336 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-e019fe89-d7c2-4296-a7d0-1cde784686a8 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:14:39.824702 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-e019fe89-d7c2-4296-a7d0-1cde784686a8 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:14:39.827875 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-e019fe89-d7c2-4296-a7d0-1cde784686a8 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841137'] for security_group_rule, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:14:39.829627 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-4768b648-e143-45d6-a579-dcf9571bfe9d tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:14:39.850831 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e019fe89-d7c2-4296-a7d0-1cde784686a8 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=284e8de7-6e64-4ef6-9202-7e6ff3dddaaf,revision_number=0']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:14:39.853220 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-e019fe89-d7c2-4296-a7d0-1cde784686a8 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:14:39.859902 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-e019fe89-d7c2-4296-a7d0-1cde784686a8 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:14:39.861053 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-e019fe89-d7c2-4296-a7d0-1cde784686a8 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1373169
Dec 16 23:14:39.863729 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 55476) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 23:14:39.869884 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-966e9103-1d6a-429b-9ea9-ec17bbae7fb5 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Request body: {'network': {'name': 'tempest-network-smoke--785225859', 'project_id': 'c824888d650f48a8badbaff2c427d7f3', 'port_security_enabled': True}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 23:14:39.874534 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-966e9103-1d6a-429b-9ea9-ec17bbae7fb5 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 23:14:39.878763 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-966e9103-1d6a-429b-9ea9-ec17bbae7fb5 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Usage tracker for resource:network and tenant:c824888d650f48a8badbaff2c427d7f3 is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 23:14:39.881573 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-966e9103-1d6a-429b-9ea9-ec17bbae7fb5 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 23:14:39.887685 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-966e9103-1d6a-429b-9ea9-ec17bbae7fb5 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 23:14:39.897821 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-966e9103-1d6a-429b-9ea9-ec17bbae7fb5 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Made reservation on behalf of c824888d650f48a8badbaff2c427d7f3 for: {'network': 1} {{(pid=87506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 23:14:39.901371 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-966e9103-1d6a-429b-9ea9-ec17bbae7fb5 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for network, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:14:39.927523 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-966e9103-1d6a-429b-9ea9-ec17bbae7fb5 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] vlan segment allocate from pool success with {'vlan_id': 192, 'physical_network': 'physnet1'}  {{(pid=87506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 23:14:39.936275 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-966e9103-1d6a-429b-9ea9-ec17bbae7fb5 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-883292'] for segment, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:14:39.936614 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.db.segments_db [None req-966e9103-1d6a-429b-9ea9-ec17bbae7fb5 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Added segment c9b54fa1-1364-4c68-8bd4-2c8babf8dcec of type vlan for network 97f05fe7-c79b-4d39-acec-71a8a9ad9c4d
Dec 16 23:14:39.962165 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-966e9103-1d6a-429b-9ea9-ec17bbae7fb5 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734753047233'] for network, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:14:39.988999 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-966e9103-1d6a-429b-9ea9-ec17bbae7fb5 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440'] for network, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:14:39.994862 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-966e9103-1d6a-429b-9ea9-ec17bbae7fb5 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:14:39.995442 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-966e9103-1d6a-429b-9ea9-ec17bbae7fb5 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks [] for network, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:14:39.998840 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-64270dd4-219d-492b-8c3b-d85df22893fb tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:14:40.097533 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-966e9103-1d6a-429b-9ea9-ec17bbae7fb5 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.2327056
Dec 16 23:14:40.100432 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 55480) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 23:14:40.107650 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-d3d5ddb0-2ce3-4ccb-94c5-792cdeaa3c4d tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1790134638', 'admin_state_up': True, 'project_id': 'c824888d650f48a8badbaff2c427d7f3', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5'}}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 23:14:40.113065 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966e9103-1d6a-429b-9ea9-ec17bbae7fb5 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Pushing event updated for resources: {'Network': ['ID=97f05fe7-c79b-4d39-acec-71a8a9ad9c4d,revision_number=1']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:14:40.116208 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-966e9103-1d6a-429b-9ea9-ec17bbae7fb5 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:14:40.117116 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-d3d5ddb0-2ce3-4ccb-94c5-792cdeaa3c4d tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 23:14:40.121554 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-d3d5ddb0-2ce3-4ccb-94c5-792cdeaa3c4d tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Usage tracker for resource:router and tenant:c824888d650f48a8badbaff2c427d7f3 is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 23:14:40.124011 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Network 97f05fe7-c79b-4d39-acec-71a8a9ad9c4d details requested by agent ovs-agent-dv-neutron-821829-1-hyperv with host dv-neutron-821829-1-hyperv {{(pid=87508) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 23:14:40.124686 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-d3d5ddb0-2ce3-4ccb-94c5-792cdeaa3c4d tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 23:14:40.130354 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-d3d5ddb0-2ce3-4ccb-94c5-792cdeaa3c4d tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 23:14:40.140700 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-d3d5ddb0-2ce3-4ccb-94c5-792cdeaa3c4d tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3741155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38980'] for router, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:14:40.141779 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-d3d5ddb0-2ce3-4ccb-94c5-792cdeaa3c4d tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3743284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3741748', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3896702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-38989'] for router, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:14:40.157539 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-d3d5ddb0-2ce3-4ccb-94c5-792cdeaa3c4d tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:14:40.420229 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-d3d5ddb0-2ce3-4ccb-94c5-792cdeaa3c4d tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3741702', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3740945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-38947'] for router, precommit_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:14:40.826216 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-d3d5ddb0-2ce3-4ccb-94c5-792cdeaa3c4d tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks [] for router_gateway, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:14:40.855517 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-d3d5ddb0-2ce3-4ccb-94c5-792cdeaa3c4d tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:14:40.987286 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.db_base_plugin_common [None req-d3d5ddb0-2ce3-4ccb-94c5-792cdeaa3c4d tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Allocated IP 172.26.0.29 (f8905ce9-304b-4976-bc47-e58c71c11de5/9bca8591-41ef-4f2d-8ecb-ecaab1a28acf/29f51050-2337-467a-84e8-49a6487e8009) {{(pid=87506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 23:14:41.134690 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-d3d5ddb0-2ce3-4ccb-94c5-792cdeaa3c4d tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks [] for port, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:14:41.164007 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-d3d5ddb0-2ce3-4ccb-94c5-792cdeaa3c4d tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1863393'] for port, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:14:41.167595 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-e6ac0c9d-dd85-4673-80cd-dc2fe3f477ee tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:14:41.233687 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3d5ddb0-2ce3-4ccb-94c5-792cdeaa3c4d tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Network f8905ce9-304b-4976-bc47-e58c71c11de5 is already hosted by enough agents. {{(pid=87506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 23:14:41.236538 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.base_scheduler [None req-d3d5ddb0-2ce3-4ccb-94c5-792cdeaa3c4d tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Resources bound (agent type, host, resource id):  {{(pid=87506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 23:14:41.240496 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3d5ddb0-2ce3-4ccb-94c5-792cdeaa3c4d tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Received port after_create {{(pid=87506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 23:14:41.270265 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d5ddb0-2ce3-4ccb-94c5-792cdeaa3c4d tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Pushing event updated for resources: {'Port': ['ID=29f51050-2337-467a-84e8-49a6487e8009,revision_number=1']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:14:41.280177 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-d3d5ddb0-2ce3-4ccb-94c5-792cdeaa3c4d tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:14:41.645854 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-d3d5ddb0-2ce3-4ccb-94c5-792cdeaa3c4d tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks [] for router_gateway, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:14:41.975308 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-d3d5ddb0-2ce3-4ccb-94c5-792cdeaa3c4d tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3740952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3741923'] for router, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:14:42.282143 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3d5ddb0-2ce3-4ccb-94c5-792cdeaa3c4d tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Router b6603eeb-f8d7-40d8-96d2-afe99da7f84e is scheduled to L3 agent 4f519db7-069b-43e2-8411-c092bac9102a with binding_index 1 {{(pid=87506) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 16 23:14:42.456116 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3d5ddb0-2ce3-4ccb-94c5-792cdeaa3c4d tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify agent at l3_agent.dv-neutron-821829-1-hyperv the message routers_updated {{(pid=87506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 23:14:42.467299 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9da8412-9ccd-43a8-8ba1-873000e0f890 None None] Sync routers for ids ['b6603eeb-f8d7-40d8-96d2-afe99da7f84e'] in dv-neutron-821829-1-hyperv {{(pid=87509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 23:14:42.476584 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9da8412-9ccd-43a8-8ba1-873000e0f890 None None] Routers {'b6603eeb-f8d7-40d8-96d2-afe99da7f84e'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 23:14:42.477564 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-d9da8412-9ccd-43a8-8ba1-873000e0f890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b7c6c8580>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T23:14:31Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['b6603eeb-f8d7-40d8-96d2-afe99da7f84e'], 'active': True} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 23:14:42.482879 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-d3d5ddb0-2ce3-4ccb-94c5-792cdeaa3c4d tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks [] for router, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:14:42.484172 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-d3d5ddb0-2ce3-4ccb-94c5-792cdeaa3c4d tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 895 time: 2.3830986
Dec 16 23:14:42.487170 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 55484) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 23:14:42.525665 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-510849d9-f03c-4662-8724-18b72d4f844b tempest-TestNetworkAdvancedServerOps-2068247746 tempest-TestNetworkAdvancedServerOps-2068247746-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=c824888d650f48a8badbaff2c427d7f3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0373619
Dec 16 23:14:42.528044 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 55488) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 23:14:42.653127 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvr_db [None req-d9da8412-9ccd-43a8-8ba1-873000e0f890 None None] Set router b6603eeb-f8d7-40d8-96d2-afe99da7f84e gateway port host: dv-neutron-821829-1-hyperv {{(pid=87509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 23:14:42.656532 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e3101e7-ae78-4619-be1f-56473fa0e087 tempest-TestNetworkAdvancedServerOps-2068247746 tempest-TestNetworkAdvancedServerOps-2068247746-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:14:42.658060 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-8e3101e7-ae78-4619-be1f-56473fa0e087 tempest-TestNetworkAdvancedServerOps-2068247746 tempest-TestNetworkAdvancedServerOps-2068247746-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.1290944
Dec 16 23:14:42.660839 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 55492) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 23:14:42.705887 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-a5a96eaa-ee93-4105-93ce-df751ecda527 tempest-TestNetworkAdvancedServerOps-2068247746 tempest-TestNetworkAdvancedServerOps-2068247746-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=f8905ce9-304b-4976-bc47-e58c71c11de5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0416059
Dec 16 23:14:42.706119 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 55496) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 23:14:42.711293 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-6915a7a5-c6fb-45e0-93de-47469298b822 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1597975936', 'network_id': '97f05fe7-c79b-4d39-acec-71a8a9ad9c4d', 'project_id': 'c824888d650f48a8badbaff2c427d7f3', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 23:14:42.821932 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-6915a7a5-c6fb-45e0-93de-47469298b822 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 23:14:42.825731 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-6915a7a5-c6fb-45e0-93de-47469298b822 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Usage tracker for resource:subnet and tenant:c824888d650f48a8badbaff2c427d7f3 is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 23:14:42.828550 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-6915a7a5-c6fb-45e0-93de-47469298b822 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 23:14:42.834045 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-6915a7a5-c6fb-45e0-93de-47469298b822 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 23:14:42.846554 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6915a7a5-c6fb-45e0-93de-47469298b822 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Made reservation on behalf of c824888d650f48a8badbaff2c427d7f3 for: {'subnet': 1} {{(pid=87506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 23:14:42.850270 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-6915a7a5-c6fb-45e0-93de-47469298b822 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11213078'] for subnet, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:14:42.976397 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-d9da8412-9ccd-43a8-8ba1-873000e0f890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b7c6c8580>, [{'id': 'b6603eeb-f8d7-40d8-96d2-afe99da7f84e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1790134638', 'tenant_id': 'c824888d650f48a8badbaff2c427d7f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.29'}], 'enable_snat': True}, 'gw_port_id': '29f51050-2337-467a-84e8-49a6487e8009', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:14:40Z', 'updated_at': '2021-12-16T23:14:41Z', 'revision_number': 3, 'project_id': 'c824888d650f48a8badbaff2c427d7f3', 'gw_port': {'id': '29f51050-2337-467a-84e8-49a6487e8009', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:8d:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6603eeb-f8d7-40d8-96d2-afe99da7f84e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:14:40Z', 'updated_at': '2021-12-16T23:14:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv'}], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 23:14:42.980670 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9da8412-9ccd-43a8-8ba1-873000e0f890 None None] Checking router: b6603eeb-f8d7-40d8-96d2-afe99da7f84e for host: dv-neutron-821829-1-hyperv {{(pid=87509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 23:14:42.981025 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9da8412-9ccd-43a8-8ba1-873000e0f890 None None] Updating router b6603eeb-f8d7-40d8-96d2-afe99da7f84e port 29f51050-2337-467a-84e8-49a6487e8009 binding host dv-neutron-821829-1-hyperv {{(pid=87509) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 16 23:14:43.033071 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron_lib.callbacks.manager [None req-d9da8412-9ccd-43a8-8ba1-873000e0f890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:14:43.058401 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-6915a7a5-c6fb-45e0-93de-47469298b822 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1863317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11213092'] for subnet, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:14:43.062709 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-5c55a36b-947e-456e-ad84-5aca63aacdc2 tempest-NetworksIpV6Test-1726734578 tempest-NetworksIpV6Test-1726734578-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:14:43.135981 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6915a7a5-c6fb-45e0-93de-47469298b822 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Pushing event updated for resources: {'Subnet': ['ID=41ea7811-2db8-48d2-b35e-03dfb9ad4e5b,revision_number=0']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:14:43.140903 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-6915a7a5-c6fb-45e0-93de-47469298b822 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:14:43.144838 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6915a7a5-c6fb-45e0-93de-47469298b822 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Checking segment: {'id': 'c9b54fa1-1364-4c68-8bd4-2c8babf8dcec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '97f05fe7-c79b-4d39-acec-71a8a9ad9c4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 23:14:43.145196 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6915a7a5-c6fb-45e0-93de-47469298b822 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Network hostable DHCP agents. Network: 97f05fe7-c79b-4d39-acec-71a8a9ad9c4d, hostable agents: ['3b155c4d-12dc-491e-aa14-6113b06cfacd'], hosted agents: [] {{(pid=87506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 16 23:14:43.164210 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6915a7a5-c6fb-45e0-93de-47469298b822 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Network 97f05fe7-c79b-4d39-acec-71a8a9ad9c4d is scheduled to be hosted by DHCP agent 3b155c4d-12dc-491e-aa14-6113b06cfacd with binding_index 1 {{(pid=87506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 16 23:14:43.177185 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.base_scheduler [None req-6915a7a5-c6fb-45e0-93de-47469298b822 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821829-1-hyperv, 97f05fe7-c79b-4d39-acec-71a8a9ad9c4d) {{(pid=87506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 23:14:43.183481 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6915a7a5-c6fb-45e0-93de-47469298b822 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:14:43.185945 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-6915a7a5-c6fb-45e0-93de-47469298b822 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks [] for subnet, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:14:43.188073 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2ac9788-4957-476e-8dce-d2f1a6b2f8e1 None None] Network 97f05fe7-c79b-4d39-acec-71a8a9ad9c4d requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 23:14:43.227461 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 55500) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 23:14:43.228083 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-6915a7a5-c6fb-45e0-93de-47469298b822 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 832 time: 0.5202997
Dec 16 23:14:43.360711 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron_lib.callbacks.manager [None req-d9da8412-9ccd-43a8-8ba1-873000e0f890 None None] Notify callbacks [] for port, precommit_update {{(pid=87509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:14:43.372048 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.provisioning_blocks [None req-d9da8412-9ccd-43a8-8ba1-873000e0f890 None None] Transition to ACTIVE for port object 29f51050-2337-467a-84e8-49a6487e8009 will not be triggered until provisioned by entity L2. {{(pid=87509) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 23:14:43.379683 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron_lib.callbacks.manager [None req-d9da8412-9ccd-43a8-8ba1-873000e0f890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:14:43.385485 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG oslo_concurrency.lockutils [None req-ce78b936-7a2c-41ba-8562-cbab7a7b2276 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:14:43.445207 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75a3ab78-88a7-4594-b0d9-f229f12d4c65 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1d6bfaf-d325-5e4f-b05d-2441d8339617-97f05fe7-c79b-4d39-acec-71a8a9ad9c4d', 'network_id': '97f05fe7-c79b-4d39-acec-71a8a9ad9c4d', 'tenant_id': 'c824888d650f48a8badbaff2c427d7f3', 'fixed_ips': [{'subnet_id': '41ea7811-2db8-48d2-b35e-03dfb9ad4e5b'}]}} from dv-neutron-821829-1-hyperv. {{(pid=87508) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 16 23:14:43.447388 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-75a3ab78-88a7-4594-b0d9-f229f12d4c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:14:43.469573 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc2fd92-b8aa-498b-b671-32b806e8a812 None None] Pushing event updated for resources: {'Port': ['ID=29f51050-2337-467a-84e8-49a6487e8009,revision_number=2']} {{(pid=87509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:14:43.488490 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc2fd92-b8aa-498b-b671-32b806e8a812 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:14:43.488922 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc2fd92-b8aa-498b-b671-32b806e8a812 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:14:43.489185 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc2fd92-b8aa-498b-b671-32b806e8a812 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:14:43.489519 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc2fd92-b8aa-498b-b671-32b806e8a812 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:14:43.489850 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc2fd92-b8aa-498b-b671-32b806e8a812 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:14:43.490180 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc2fd92-b8aa-498b-b671-32b806e8a812 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:14:43.490503 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc2fd92-b8aa-498b-b671-32b806e8a812 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:14:43.490828 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc2fd92-b8aa-498b-b671-32b806e8a812 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:14:43.491152 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc2fd92-b8aa-498b-b671-32b806e8a812 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:14:43.491480 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc2fd92-b8aa-498b-b671-32b806e8a812 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:14:43.491846 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc2fd92-b8aa-498b-b671-32b806e8a812 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:14:43.492198 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc2fd92-b8aa-498b-b671-32b806e8a812 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:14:43.498451 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG oslo_concurrency.lockutils [None req-ecc2fd92-b8aa-498b-b671-32b806e8a812 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=87509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:14:43.505753 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.plugins.ml2.managers [None req-d9da8412-9ccd-43a8-8ba1-873000e0f890 None None] Attempting to bind port 29f51050-2337-467a-84e8-49a6487e8009 on host dv-neutron-821829-1-hyperv for vnic_type normal with profile  {{(pid=87509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 23:14:43.506137 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.plugins.ml2.managers [None req-d9da8412-9ccd-43a8-8ba1-873000e0f890 None None] Attempting to bind port 29f51050-2337-467a-84e8-49a6487e8009 by drivers openvswitch,hyperv on host dv-neutron-821829-1-hyperv at level 0 using segments [{'id': 'a416442d-d143-4052-9f4e-546eb8cbe809', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5'}] {{(pid=87509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 23:14:43.506510 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9da8412-9ccd-43a8-8ba1-873000e0f890 None None] Attempting to bind port 29f51050-2337-467a-84e8-49a6487e8009 on network f8905ce9-304b-4976-bc47-e58c71c11de5 {{(pid=87509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 23:14:43.512977 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9da8412-9ccd-43a8-8ba1-873000e0f890 None None] Checking agent: {'id': '5571501f-366e-47a4-9b60-8ef19d935d27', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821829-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 24, 2), 'started_at': datetime.datetime(2021, 12, 16, 22, 24, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 23, 14, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821829-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 23:14:43.513358 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9da8412-9ccd-43a8-8ba1-873000e0f890 None None] Checking segment: {'id': 'a416442d-d143-4052-9f4e-546eb8cbe809', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 23:14:43.513756 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron_lib.callbacks.manager [None req-d9da8412-9ccd-43a8-8ba1-873000e0f890 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:14:43.514349 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9da8412-9ccd-43a8-8ba1-873000e0f890 None None] Bound using segment: {'id': 'a416442d-d143-4052-9f4e-546eb8cbe809', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5'} {{(pid=87509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 23:14:43.514655 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.plugins.ml2.managers [None req-d9da8412-9ccd-43a8-8ba1-873000e0f890 None None] Bound port: 29f51050-2337-467a-84e8-49a6487e8009, host: dv-neutron-821829-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a416442d-d143-4052-9f4e-546eb8cbe809', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5'}}] {{(pid=87509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 23:14:43.515042 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron_lib.callbacks.manager [None req-d9da8412-9ccd-43a8-8ba1-873000e0f890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:14:43.591110 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.plugins.ml2.db [None req-d9da8412-9ccd-43a8-8ba1-873000e0f890 None None] For port 29f51050-2337-467a-84e8-49a6487e8009, host dv-neutron-821829-1-hyperv, cleared binding levels {{(pid=87509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 23:14:43.595944 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.plugins.ml2.db [None req-d9da8412-9ccd-43a8-8ba1-873000e0f890 None None] For port 29f51050-2337-467a-84e8-49a6487e8009, host dv-neutron-821829-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=29f51050-2337-467a-84e8-49a6487e8009,segment=NetworkSegment(a416442d-d143-4052-9f4e-546eb8cbe809),segment_id=a416442d-d143-4052-9f4e-546eb8cbe809)] {{(pid=87509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 23:14:43.603605 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron_lib.callbacks.manager [None req-d9da8412-9ccd-43a8-8ba1-873000e0f890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:14:43.612836 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG oslo_concurrency.lockutils [None req-95cb2ea3-d31a-4952-b511-652604c56de5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:14:43.622614 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.db_base_plugin_common [None req-75a3ab78-88a7-4594-b0d9-f229f12d4c65 None None] Allocated IP 172.20.0.2 (97f05fe7-c79b-4d39-acec-71a8a9ad9c4d/41ea7811-2db8-48d2-b35e-03dfb9ad4e5b/e9961f6e-cb65-45af-8989-cf1f343f01fa) {{(pid=87508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 23:14:43.694566 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc2fd92-b8aa-498b-b671-32b806e8a812 None None] Pushing event updated for resources: {'Port': ['ID=29f51050-2337-467a-84e8-49a6487e8009,revision_number=3']} {{(pid=87509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:14:43.697846 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9da8412-9ccd-43a8-8ba1-873000e0f890 None None] Routers {'b6603eeb-f8d7-40d8-96d2-afe99da7f84e'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 23:14:43.698463 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-d9da8412-9ccd-43a8-8ba1-873000e0f890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b7c6c8580>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T23:14:31Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['b6603eeb-f8d7-40d8-96d2-afe99da7f84e'], 'active': True} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 23:14:43.745104 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG oslo_concurrency.lockutils [None req-ecc2fd92-b8aa-498b-b671-32b806e8a812 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=87509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:14:43.841354 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-75a3ab78-88a7-4594-b0d9-f229f12d4c65 None None] Notify callbacks [] for port, precommit_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:14:43.851811 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-75a3ab78-88a7-4594-b0d9-f229f12d4c65 None None] Transition to ACTIVE for port object e9961f6e-cb65-45af-8989-cf1f343f01fa will not be triggered until provisioned by entity L2. {{(pid=87508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 23:14:43.870579 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-75a3ab78-88a7-4594-b0d9-f229f12d4c65 None None] Transition to ACTIVE for port object e9961f6e-cb65-45af-8989-cf1f343f01fa will not be triggered until provisioned by entity DHCP. {{(pid=87508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 23:14:43.875956 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvr_db [None req-d9da8412-9ccd-43a8-8ba1-873000e0f890 None None] Set router b6603eeb-f8d7-40d8-96d2-afe99da7f84e gateway port host: dv-neutron-821829-1-hyperv {{(pid=87509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 23:14:43.876198 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-75a3ab78-88a7-4594-b0d9-f229f12d4c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940'] for port, after_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:14:43.881555 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-dbd1e40d-a45d-4cc3-b0b0-ddfb9f7b79ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:14:43.940315 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75a3ab78-88a7-4594-b0d9-f229f12d4c65 None None] Network 97f05fe7-c79b-4d39-acec-71a8a9ad9c4d is already hosted by enough agents. {{(pid=87508) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 23:14:43.943659 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.scheduler.base_scheduler [None req-75a3ab78-88a7-4594-b0d9-f229f12d4c65 None None] Resources bound (agent type, host, resource id):  {{(pid=87508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 23:14:43.947432 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75a3ab78-88a7-4594-b0d9-f229f12d4c65 None None] Received port after_create {{(pid=87508) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 23:14:43.956477 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a3ab78-88a7-4594-b0d9-f229f12d4c65 None None] Pushing event updated for resources: {'Port': ['ID=e9961f6e-cb65-45af-8989-cf1f343f01fa,revision_number=1']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:14:43.994264 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-75a3ab78-88a7-4594-b0d9-f229f12d4c65 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:14:44.064887 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-eeeca1cf-2f66-4a2b-a0a3-72db99ea37db tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:14:44.096240 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-75a3ab78-88a7-4594-b0d9-f229f12d4c65 None None] Attempting to bind port e9961f6e-cb65-45af-8989-cf1f343f01fa on host dv-neutron-821829-1-hyperv for vnic_type normal with profile  {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 23:14:44.096714 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-75a3ab78-88a7-4594-b0d9-f229f12d4c65 None None] Attempting to bind port e9961f6e-cb65-45af-8989-cf1f343f01fa by drivers openvswitch,hyperv on host dv-neutron-821829-1-hyperv at level 0 using segments [{'id': 'c9b54fa1-1364-4c68-8bd4-2c8babf8dcec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '97f05fe7-c79b-4d39-acec-71a8a9ad9c4d'}] {{(pid=87508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 23:14:44.096986 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75a3ab78-88a7-4594-b0d9-f229f12d4c65 None None] Attempting to bind port e9961f6e-cb65-45af-8989-cf1f343f01fa on network 97f05fe7-c79b-4d39-acec-71a8a9ad9c4d {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 23:14:44.106775 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75a3ab78-88a7-4594-b0d9-f229f12d4c65 None None] Checking agent: {'id': '5571501f-366e-47a4-9b60-8ef19d935d27', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821829-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 24, 2), 'started_at': datetime.datetime(2021, 12, 16, 22, 24, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 23, 14, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821829-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 23:14:44.107211 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75a3ab78-88a7-4594-b0d9-f229f12d4c65 None None] Checking segment: {'id': 'c9b54fa1-1364-4c68-8bd4-2c8babf8dcec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '97f05fe7-c79b-4d39-acec-71a8a9ad9c4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 23:14:44.107720 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-75a3ab78-88a7-4594-b0d9-f229f12d4c65 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:14:44.108150 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75a3ab78-88a7-4594-b0d9-f229f12d4c65 None None] Bound using segment: {'id': 'c9b54fa1-1364-4c68-8bd4-2c8babf8dcec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '97f05fe7-c79b-4d39-acec-71a8a9ad9c4d'} {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 23:14:44.108634 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-75a3ab78-88a7-4594-b0d9-f229f12d4c65 None None] Bound port: e9961f6e-cb65-45af-8989-cf1f343f01fa, host: dv-neutron-821829-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9b54fa1-1364-4c68-8bd4-2c8babf8dcec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '97f05fe7-c79b-4d39-acec-71a8a9ad9c4d'}}] {{(pid=87508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 23:14:44.109026 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-75a3ab78-88a7-4594-b0d9-f229f12d4c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:14:44.165536 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-d9da8412-9ccd-43a8-8ba1-873000e0f890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b7c6c8580>, [{'id': 'b6603eeb-f8d7-40d8-96d2-afe99da7f84e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1790134638', 'tenant_id': 'c824888d650f48a8badbaff2c427d7f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.29'}], 'enable_snat': True}, 'gw_port_id': '29f51050-2337-467a-84e8-49a6487e8009', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:14:40Z', 'updated_at': '2021-12-16T23:14:41Z', 'revision_number': 3, 'project_id': 'c824888d650f48a8badbaff2c427d7f3', 'gw_port': {'id': '29f51050-2337-467a-84e8-49a6487e8009', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:8d:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6603eeb-f8d7-40d8-96d2-afe99da7f84e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:14:40Z', 'updated_at': '2021-12-16T23:14:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv'}], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 23:14:44.169422 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9da8412-9ccd-43a8-8ba1-873000e0f890 None None] The sync data for ids ['b6603eeb-f8d7-40d8-96d2-afe99da7f84e'] in dv-neutron-821829-1-hyperv is: [{'id': 'b6603eeb-f8d7-40d8-96d2-afe99da7f84e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1790134638', 'tenant_id': 'c824888d650f48a8badbaff2c427d7f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.29'}], 'enable_snat': True}, 'gw_port_id': '29f51050-2337-467a-84e8-49a6487e8009', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:14:40Z', 'updated_at': '2021-12-16T23:14:41Z', 'revision_number': 3, 'project_id': 'c824888d650f48a8badbaff2c427d7f3', 'gw_port': {'id': '29f51050-2337-467a-84e8-49a6487e8009', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:8d:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6603eeb-f8d7-40d8-96d2-afe99da7f84e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:14:40Z', 'updated_at': '2021-12-16T23:14:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv'}] {{(pid=87509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 23:14:44.198825 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-75a3ab78-88a7-4594-b0d9-f229f12d4c65 None None] For port e9961f6e-cb65-45af-8989-cf1f343f01fa, host dv-neutron-821829-1-hyperv, cleared binding levels {{(pid=87508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 23:14:44.202112 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-75a3ab78-88a7-4594-b0d9-f229f12d4c65 None None] For port e9961f6e-cb65-45af-8989-cf1f343f01fa, host dv-neutron-821829-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=e9961f6e-cb65-45af-8989-cf1f343f01fa,segment=NetworkSegment(c9b54fa1-1364-4c68-8bd4-2c8babf8dcec),segment_id=c9b54fa1-1364-4c68-8bd4-2c8babf8dcec)] {{(pid=87508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 23:14:44.208248 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-75a3ab78-88a7-4594-b0d9-f229f12d4c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:14:44.213860 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-7aa26cc7-00ae-48a5-9574-66e819333d01 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:14:44.295488 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a3ab78-88a7-4594-b0d9-f229f12d4c65 None None] Pushing event updated for resources: {'Port': ['ID=e9961f6e-cb65-45af-8989-cf1f343f01fa,revision_number=2']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:14:44.298795 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-75a3ab78-88a7-4594-b0d9-f229f12d4c65 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:14:44.512266 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.db_base_plugin_common [None req-eeeca1cf-2f66-4a2b-a0a3-72db99ea37db tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Allocated IP 172.20.0.1 (97f05fe7-c79b-4d39-acec-71a8a9ad9c4d/41ea7811-2db8-48d2-b35e-03dfb9ad4e5b/f8228b3b-b4a9-4cc3-9f2d-2d6932736288) {{(pid=87507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 23:14:44.694490 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-eeeca1cf-2f66-4a2b-a0a3-72db99ea37db tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks [] for port, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:14:44.713025 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.provisioning_blocks [None req-eeeca1cf-2f66-4a2b-a0a3-72db99ea37db tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Transition to ACTIVE for port object f8228b3b-b4a9-4cc3-9f2d-2d6932736288 will not be triggered until provisioned by entity DHCP. {{(pid=87507) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 23:14:44.737015 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-eeeca1cf-2f66-4a2b-a0a3-72db99ea37db tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10807823'] for port, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:14:44.740853 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-b9ef59a2-84b4-4988-865c-3f899237c7b8 tempest-TestMinimumBasicScenario-742069240 tempest-TestMinimumBasicScenario-742069240-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:14:44.806092 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeeca1cf-2f66-4a2b-a0a3-72db99ea37db tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Network 97f05fe7-c79b-4d39-acec-71a8a9ad9c4d is already hosted by enough agents. {{(pid=87507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 23:14:44.809820 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.base_scheduler [None req-eeeca1cf-2f66-4a2b-a0a3-72db99ea37db tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Resources bound (agent type, host, resource id):  {{(pid=87507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 23:14:44.812457 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeeca1cf-2f66-4a2b-a0a3-72db99ea37db tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Received port after_create {{(pid=87507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 23:14:44.856931 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeeca1cf-2f66-4a2b-a0a3-72db99ea37db tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Pushing event updated for resources: {'Port': ['ID=f8228b3b-b4a9-4cc3-9f2d-2d6932736288,revision_number=1']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:14:44.861443 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-eeeca1cf-2f66-4a2b-a0a3-72db99ea37db tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:14:44.876971 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-eeeca1cf-2f66-4a2b-a0a3-72db99ea37db tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3830061'] for router_interface, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:14:45.299872 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d18e335-9cf4-48ac-a4f6-ed9a8ea75297 None None] Network 97f05fe7-c79b-4d39-acec-71a8a9ad9c4d requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 23:14:45.306012 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-eeeca1cf-2f66-4a2b-a0a3-72db99ea37db tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:14:45.456434 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-386ca79c-c057-42c2-9f93-cbf233e3f165 None None] Provisioning for port e9961f6e-cb65-45af-8989-cf1f343f01fa completed by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 23:14:45.739426 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-eeeca1cf-2f66-4a2b-a0a3-72db99ea37db tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks [] for port, precommit_update {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:14:45.745111 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-eeeca1cf-2f66-4a2b-a0a3-72db99ea37db tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10807814'] for port, after_update {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:14:45.772106 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-f9efb9eb-092d-406a-8ccb-091cc7ab670d tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:14:45.787392 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-e777d5ba-f73e-46f7-80b3-9a86cad494ed None None] Provisioning for port f8228b3b-b4a9-4cc3-9f2d-2d6932736288 completed by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 23:14:45.794951 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-e777d5ba-f73e-46f7-80b3-9a86cad494ed None None] Provisioning complete for port f8228b3b-b4a9-4cc3-9f2d-2d6932736288 triggered by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 23:14:45.795344 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-e777d5ba-f73e-46f7-80b3-9a86cad494ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:14:45.852754 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-e777d5ba-f73e-46f7-80b3-9a86cad494ed None None] Port f8228b3b-b4a9-4cc3-9f2d-2d6932736288 cannot update to ACTIVE because it is not bound. {{(pid=87508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 23:14:45.866390 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeeca1cf-2f66-4a2b-a0a3-72db99ea37db tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Pushing event updated for resources: {'Port': ['ID=f8228b3b-b4a9-4cc3-9f2d-2d6932736288,revision_number=2']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:14:45.868917 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-eeeca1cf-2f66-4a2b-a0a3-72db99ea37db tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3791426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3830222'] for router_interface, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:14:45.872859 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-eeeca1cf-2f66-4a2b-a0a3-72db99ea37db tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:14:45.982293 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-40ca44b5-c22d-4f90-95f3-d81ab119b4b6 None None] Provisioning complete for port f8228b3b-b4a9-4cc3-9f2d-2d6932736288 triggered by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 23:14:45.982599 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-40ca44b5-c22d-4f90-95f3-d81ab119b4b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:14:46.005684 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeeca1cf-2f66-4a2b-a0a3-72db99ea37db tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Network 97f05fe7-c79b-4d39-acec-71a8a9ad9c4d is already hosted by enough agents. {{(pid=87507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 23:14:46.006782 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.base_scheduler [None req-eeeca1cf-2f66-4a2b-a0a3-72db99ea37db tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Resources bound (agent type, host, resource id):  {{(pid=87507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 23:14:46.037206 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-40ca44b5-c22d-4f90-95f3-d81ab119b4b6 None None] Port f8228b3b-b4a9-4cc3-9f2d-2d6932736288 cannot update to ACTIVE because it is not bound. {{(pid=87508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 23:14:46.202444 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eeeca1cf-2f66-4a2b-a0a3-72db99ea37db tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Router b6603eeb-f8d7-40d8-96d2-afe99da7f84e has already been hosted by L3 agent 4f519db7-069b-43e2-8411-c092bac9102a {{(pid=87507) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 23:14:46.210276 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 29f51050-2337-467a-84e8-49a6487e8009 up at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 23:14:46.280510 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-ffc518be-6691-4442-b82c-d65649a83d1e None None] Provisioning complete for port f8228b3b-b4a9-4cc3-9f2d-2d6932736288 triggered by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 23:14:46.280810 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-ffc518be-6691-4442-b82c-d65649a83d1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:14:46.338213 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-ffc518be-6691-4442-b82c-d65649a83d1e None None] Port f8228b3b-b4a9-4cc3-9f2d-2d6932736288 cannot update to ACTIVE because it is not bound. {{(pid=87508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 23:14:46.339734 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning for port 29f51050-2337-467a-84e8-49a6487e8009 completed by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 23:14:46.344946 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning complete for port 29f51050-2337-467a-84e8-49a6487e8009 triggered by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 23:14:46.347238 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:14:46.382004 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eeeca1cf-2f66-4a2b-a0a3-72db99ea37db tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify agent at l3_agent.dv-neutron-821829-1-hyperv the message routers_updated {{(pid=87507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 23:14:46.395124 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-eeeca1cf-2f66-4a2b-a0a3-72db99ea37db tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.13 "PUT /v2.0/routers/b6603eeb-f8d7-40d8-96d2-afe99da7f84e/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.1653984
Dec 16 23:14:46.396006 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d54f3f9-5cab-4672-a445-8d589d67c20f None None] Sync routers for ids ['b6603eeb-f8d7-40d8-96d2-afe99da7f84e'] in dv-neutron-821829-1-hyperv {{(pid=87508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 23:14:46.417946 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d54f3f9-5cab-4672-a445-8d589d67c20f None None] Routers {'b6603eeb-f8d7-40d8-96d2-afe99da7f84e'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 23:14:46.418686 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-5d54f3f9-5cab-4672-a445-8d589d67c20f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b77d2c880>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T23:14:31Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['b6603eeb-f8d7-40d8-96d2-afe99da7f84e'], 'active': True} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 23:14:46.571957 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-356ee872-73cb-4676-b7b7-60304b55029d req-17f6e6f7-8055-43a6-9c91-8658676d4f43 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-333855691&fields=id&tenant_id=c824888d650f48a8badbaff2c427d7f3 HTTP/1.1" status: 200  len: 267 time: 0.0393956
Dec 16 23:14:46.618568 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:14:46.648688 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] For port 29f51050-2337-467a-84e8-49a6487e8009, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=29f51050-2337-467a-84e8-49a6487e8009,segment=NetworkSegment(a416442d-d143-4052-9f4e-546eb8cbe809),segment_id=a416442d-d143-4052-9f4e-546eb8cbe809)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 23:14:46.653394 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvr_db [None req-5d54f3f9-5cab-4672-a445-8d589d67c20f None None] Set router b6603eeb-f8d7-40d8-96d2-afe99da7f84e gateway port host: dv-neutron-821829-1-hyperv {{(pid=87508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 23:14:46.697077 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:14:46.697924 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device e9961f6e-cb65-45af-8989-cf1f343f01fa up at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 23:14:46.720910 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356ee872-73cb-4676-b7b7-60304b55029d req-489cc1b3-0f44-4a3c-838b-e68b1d338112 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:14:46.721582 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [req-356ee872-73cb-4676-b7b7-60304b55029d req-489cc1b3-0f44-4a3c-838b-e68b1d338112 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Synchronizing usage tracker for tenant:c824888d650f48a8badbaff2c427d7f3 on resource:network {{(pid=87507) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 23:14:46.731263 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-75a3ab78-88a7-4594-b0d9-f229f12d4c65 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:14:46.736657 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [req-356ee872-73cb-4676-b7b7-60304b55029d req-489cc1b3-0f44-4a3c-838b-e68b1d338112 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Unset dirty status for tenant:c824888d650f48a8badbaff2c427d7f3 on resource:network {{(pid=87507) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 23:14:46.737874 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-356ee872-73cb-4676-b7b7-60304b55029d req-489cc1b3-0f44-4a3c-838b-e68b1d338112 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.13 "GET /v2.0/networks?id=97f05fe7-c79b-4d39-acec-71a8a9ad9c4d HTTP/1.1" status: 200  len: 796 time: 0.1592758
Dec 16 23:14:46.752955 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-356ee872-73cb-4676-b7b7-60304b55029d req-feed7d64-c6de-40d2-bb7d-c7f87638e659 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.13 "GET /v2.0/quotas/c824888d650f48a8badbaff2c427d7f3 HTTP/1.1" status: 200  len: 375 time: 0.0092206
Dec 16 23:14:46.839702 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [req-356ee872-73cb-4676-b7b7-60304b55029d req-bcb626f9-b5af-42a3-a545-8ba5a0aa73cc tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Synchronizing usage tracker for tenant:c824888d650f48a8badbaff2c427d7f3 on resource:port {{(pid=87507) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 23:14:46.854891 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [req-356ee872-73cb-4676-b7b7-60304b55029d req-bcb626f9-b5af-42a3-a545-8ba5a0aa73cc tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Unset dirty status for tenant:c824888d650f48a8badbaff2c427d7f3 on resource:port {{(pid=87507) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 23:14:46.856615 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-356ee872-73cb-4676-b7b7-60304b55029d req-bcb626f9-b5af-42a3-a545-8ba5a0aa73cc tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=c824888d650f48a8badbaff2c427d7f3&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0988636
Dec 16 23:14:46.936738 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [req-356ee872-73cb-4676-b7b7-60304b55029d req-5200b4e5-5da4-416f-a780-1c80faa41256 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=87507) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 16 23:14:46.937828 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-356ee872-73cb-4676-b7b7-60304b55029d req-5200b4e5-5da4-416f-a780-1c80faa41256 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0595565
Dec 16 23:14:46.954338 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Pushing event updated for resources: {'Port': ['ID=29f51050-2337-467a-84e8-49a6487e8009,revision_number=4']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:14:46.968412 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:14:46.985360 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning for port e9961f6e-cb65-45af-8989-cf1f343f01fa completed by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 23:14:47.003673 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning complete for port e9961f6e-cb65-45af-8989-cf1f343f01fa triggered by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 23:14:47.004113 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:14:47.078399 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-356ee872-73cb-4676-b7b7-60304b55029d req-39b7607f-7d79-43ce-9dd2-947bad0f1852 service neutron] 10.222.0.13 "GET /v2.0/networks/97f05fe7-c79b-4d39-acec-71a8a9ad9c4d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1344757
Dec 16 23:14:47.242006 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:14:47.263572 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-5d54f3f9-5cab-4672-a445-8d589d67c20f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b77d2c880>, [{'id': 'b6603eeb-f8d7-40d8-96d2-afe99da7f84e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1790134638', 'tenant_id': 'c824888d650f48a8badbaff2c427d7f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.29'}], 'enable_snat': True}, 'gw_port_id': '29f51050-2337-467a-84e8-49a6487e8009', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:14:40Z', 'updated_at': '2021-12-16T23:14:45Z', 'revision_number': 4, 'project_id': 'c824888d650f48a8badbaff2c427d7f3', 'gw_port': {'id': '29f51050-2337-467a-84e8-49a6487e8009', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:8d:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6603eeb-f8d7-40d8-96d2-afe99da7f84e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:14:40Z', 'updated_at': '2021-12-16T23:14:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv', '_interfaces': [{'id': 'f8228b3b-b4a9-4cc3-9f2d-2d6932736288', 'name': '', 'network_id': '97f05fe7-c79b-4d39-acec-71a8a9ad9c4d', 'tenant_id': 'c824888d650f48a8badbaff2c427d7f3', 'mac_address': 'fa:16:3e:ea:da:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6603eeb-f8d7-40d8-96d2-afe99da7f84e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1773, 'fixed_ips': [{'subnet_id': '41ea7811-2db8-48d2-b35e-03dfb9ad4e5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:14:44Z', 'updated_at': '2021-12-16T23:14:45Z', 'revision_number': 2, 'project_id': 'c824888d650f48a8badbaff2c427d7f3', 'subnets': [{'id': '41ea7811-2db8-48d2-b35e-03dfb9ad4e5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 23:14:47.276532 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d54f3f9-5cab-4672-a445-8d589d67c20f None None] Checking router: b6603eeb-f8d7-40d8-96d2-afe99da7f84e for host: dv-neutron-821829-1-hyperv {{(pid=87508) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 23:14:47.276898 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d54f3f9-5cab-4672-a445-8d589d67c20f None None] Updating router b6603eeb-f8d7-40d8-96d2-afe99da7f84e port f8228b3b-b4a9-4cc3-9f2d-2d6932736288 binding host dv-neutron-821829-1-hyperv {{(pid=87508) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 16 23:14:47.317479 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] For port e9961f6e-cb65-45af-8989-cf1f343f01fa, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=e9961f6e-cb65-45af-8989-cf1f343f01fa,segment=NetworkSegment(c9b54fa1-1364-4c68-8bd4-2c8babf8dcec),segment_id=c9b54fa1-1364-4c68-8bd4-2c8babf8dcec)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 23:14:47.330049 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:14:47.334823 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:14:47.355746 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-356ee872-73cb-4676-b7b7-60304b55029d req-7c19dd35-d5bb-41b8-b8fb-2eb13c3ac27c service neutron] 10.222.0.13 "GET /v2.0/networks/97f05fe7-c79b-4d39-acec-71a8a9ad9c4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2712440
Dec 16 23:14:47.377097 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-5d54f3f9-5cab-4672-a445-8d589d67c20f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:14:47.465124 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Pushing event updated for resources: {'Port': ['ID=e9961f6e-cb65-45af-8989-cf1f343f01fa,revision_number=3']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:14:47.469730 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:14:47.543697 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-e61fe040-0b21-4c03-8e05-50f7e820af9a req-218949c2-9da6-4b48-b7a8-11c123e33dfe tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.13 "GET /v2.0/ports?device_id=637d0f17-d90b-4c7e-8e17-f550e6b42a5e HTTP/1.1" status: 200  len: 210 time: 0.0528240
Dec 16 23:14:47.752570 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-5d54f3f9-5cab-4672-a445-8d589d67c20f None None] Notify callbacks [] for port, precommit_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:14:47.764162 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-5d54f3f9-5cab-4672-a445-8d589d67c20f None None] Transition to ACTIVE for port object f8228b3b-b4a9-4cc3-9f2d-2d6932736288 will not be triggered until provisioned by entity L2. {{(pid=87508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 23:14:47.769611 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-5d54f3f9-5cab-4672-a445-8d589d67c20f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:14:47.773203 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:14:47.924083 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89097ebe-6c68-4bdc-bda9-e4e417a59fac None None] Pushing event updated for resources: {'Port': ['ID=f8228b3b-b4a9-4cc3-9f2d-2d6932736288,revision_number=3']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:14:47.931195 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-89097ebe-6c68-4bdc-bda9-e4e417a59fac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:14:47.986852 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-5d54f3f9-5cab-4672-a445-8d589d67c20f None None] Attempting to bind port f8228b3b-b4a9-4cc3-9f2d-2d6932736288 on host dv-neutron-821829-1-hyperv for vnic_type normal with profile  {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 23:14:47.987239 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-5d54f3f9-5cab-4672-a445-8d589d67c20f None None] Attempting to bind port f8228b3b-b4a9-4cc3-9f2d-2d6932736288 by drivers openvswitch,hyperv on host dv-neutron-821829-1-hyperv at level 0 using segments [{'id': 'c9b54fa1-1364-4c68-8bd4-2c8babf8dcec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '97f05fe7-c79b-4d39-acec-71a8a9ad9c4d'}] {{(pid=87508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 23:14:47.987620 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d54f3f9-5cab-4672-a445-8d589d67c20f None None] Attempting to bind port f8228b3b-b4a9-4cc3-9f2d-2d6932736288 on network 97f05fe7-c79b-4d39-acec-71a8a9ad9c4d {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 23:14:47.993730 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d54f3f9-5cab-4672-a445-8d589d67c20f None None] Checking agent: {'id': '5571501f-366e-47a4-9b60-8ef19d935d27', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821829-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 24, 2), 'started_at': datetime.datetime(2021, 12, 16, 22, 24, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 23, 14, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821829-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 23:14:47.994132 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d54f3f9-5cab-4672-a445-8d589d67c20f None None] Checking segment: {'id': 'c9b54fa1-1364-4c68-8bd4-2c8babf8dcec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '97f05fe7-c79b-4d39-acec-71a8a9ad9c4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 23:14:47.994543 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-5d54f3f9-5cab-4672-a445-8d589d67c20f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:14:47.994943 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d54f3f9-5cab-4672-a445-8d589d67c20f None None] Bound using segment: {'id': 'c9b54fa1-1364-4c68-8bd4-2c8babf8dcec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '97f05fe7-c79b-4d39-acec-71a8a9ad9c4d'} {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 23:14:47.995416 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-5d54f3f9-5cab-4672-a445-8d589d67c20f None None] Bound port: f8228b3b-b4a9-4cc3-9f2d-2d6932736288, host: dv-neutron-821829-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9b54fa1-1364-4c68-8bd4-2c8babf8dcec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '97f05fe7-c79b-4d39-acec-71a8a9ad9c4d'}}] {{(pid=87508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 23:14:47.995815 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-5d54f3f9-5cab-4672-a445-8d589d67c20f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:14:48.092458 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-5d54f3f9-5cab-4672-a445-8d589d67c20f None None] For port f8228b3b-b4a9-4cc3-9f2d-2d6932736288, host dv-neutron-821829-1-hyperv, cleared binding levels {{(pid=87508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 23:14:48.097812 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-5d54f3f9-5cab-4672-a445-8d589d67c20f None None] For port f8228b3b-b4a9-4cc3-9f2d-2d6932736288, host dv-neutron-821829-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=f8228b3b-b4a9-4cc3-9f2d-2d6932736288,segment=NetworkSegment(c9b54fa1-1364-4c68-8bd4-2c8babf8dcec),segment_id=c9b54fa1-1364-4c68-8bd4-2c8babf8dcec)] {{(pid=87508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 23:14:48.103981 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-5d54f3f9-5cab-4672-a445-8d589d67c20f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:14:48.107661 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-75a3ab78-88a7-4594-b0d9-f229f12d4c65 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:14:48.176059 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 29f51050-2337-467a-84e8-49a6487e8009 up at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 23:14:48.219905 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d54f3f9-5cab-4672-a445-8d589d67c20f None None] Routers {'b6603eeb-f8d7-40d8-96d2-afe99da7f84e'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 23:14:48.220504 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-5d54f3f9-5cab-4672-a445-8d589d67c20f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b77d2c880>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T23:14:31Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['b6603eeb-f8d7-40d8-96d2-afe99da7f84e'], 'active': True} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 23:14:48.295401 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89097ebe-6c68-4bdc-bda9-e4e417a59fac None None] Pushing event updated for resources: {'Port': ['ID=f8228b3b-b4a9-4cc3-9f2d-2d6932736288,revision_number=4']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:14:48.303906 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-89097ebe-6c68-4bdc-bda9-e4e417a59fac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:14:48.416923 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning complete for port 29f51050-2337-467a-84e8-49a6487e8009 triggered by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 23:14:48.417611 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:14:48.466730 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvr_db [None req-5d54f3f9-5cab-4672-a445-8d589d67c20f None None] Set router b6603eeb-f8d7-40d8-96d2-afe99da7f84e gateway port host: dv-neutron-821829-1-hyperv {{(pid=87508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 23:14:48.692934 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-5725353a-343c-43c4-a79d-1e2eaed40b83 req-e2c25dc5-38e8-4a38-bfb9-d31de98a50dc tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.13 "GET /v2.0/ports?device_id=637d0f17-d90b-4c7e-8e17-f550e6b42a5e HTTP/1.1" status: 200  len: 210 time: 0.0479667
Dec 16 23:14:48.804411 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device e9961f6e-cb65-45af-8989-cf1f343f01fa up at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 23:14:48.852784 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356ee872-73cb-4676-b7b7-60304b55029d req-19cc0f8f-a10a-4c7f-8c2a-5859958358db tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:14:48.853488 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [req-356ee872-73cb-4676-b7b7-60304b55029d req-19cc0f8f-a10a-4c7f-8c2a-5859958358db tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Synchronizing usage tracker for tenant:c824888d650f48a8badbaff2c427d7f3 on resource:network {{(pid=87506) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 23:14:48.865102 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [req-356ee872-73cb-4676-b7b7-60304b55029d req-19cc0f8f-a10a-4c7f-8c2a-5859958358db tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Unset dirty status for tenant:c824888d650f48a8badbaff2c427d7f3 on resource:network {{(pid=87506) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 23:14:48.866218 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-356ee872-73cb-4676-b7b7-60304b55029d req-19cc0f8f-a10a-4c7f-8c2a-5859958358db tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.49 "GET /v2.0/networks?id=97f05fe7-c79b-4d39-acec-71a8a9ad9c4d HTTP/1.1" status: 200  len: 796 time: 0.1720345
Dec 16 23:14:48.923206 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [req-356ee872-73cb-4676-b7b7-60304b55029d req-d3f3a9b5-ae9f-419f-a9b4-7dd62fcb01de tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Synchronizing usage tracker for tenant:c824888d650f48a8badbaff2c427d7f3 on resource:security_group {{(pid=87506) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 23:14:48.938582 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning complete for port e9961f6e-cb65-45af-8989-cf1f343f01fa triggered by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 23:14:48.939098 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:14:48.940352 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [req-356ee872-73cb-4676-b7b7-60304b55029d req-d3f3a9b5-ae9f-419f-a9b4-7dd62fcb01de tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Unset dirty status for tenant:c824888d650f48a8badbaff2c427d7f3 on resource:security_group {{(pid=87506) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 23:14:48.941575 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-356ee872-73cb-4676-b7b7-60304b55029d req-d3f3a9b5-ae9f-419f-a9b4-7dd62fcb01de tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c824888d650f48a8badbaff2c427d7f3 HTTP/1.1" status: 200  len: 379 time: 0.0584979
Dec 16 23:14:48.951518 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [req-356ee872-73cb-4676-b7b7-60304b55029d req-d9789fe6-b555-4d54-a1a9-baeef8ea76f6 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Request body: {'port': {'device_id': '637d0f17-d90b-4c7e-8e17-f550e6b42a5e', 'network_id': '97f05fe7-c79b-4d39-acec-71a8a9ad9c4d', 'admin_state_up': True, 'tenant_id': 'c824888d650f48a8badbaff2c427d7f3', 'security_groups': ['6b15b79d-b0af-4677-8fc4-7b3095c24484']}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 23:14:48.999960 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-5d54f3f9-5cab-4672-a445-8d589d67c20f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b77d2c880>, [{'id': 'b6603eeb-f8d7-40d8-96d2-afe99da7f84e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1790134638', 'tenant_id': 'c824888d650f48a8badbaff2c427d7f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.29'}], 'enable_snat': True}, 'gw_port_id': '29f51050-2337-467a-84e8-49a6487e8009', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:14:40Z', 'updated_at': '2021-12-16T23:14:45Z', 'revision_number': 4, 'project_id': 'c824888d650f48a8badbaff2c427d7f3', 'gw_port': {'id': '29f51050-2337-467a-84e8-49a6487e8009', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:8d:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6603eeb-f8d7-40d8-96d2-afe99da7f84e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:14:40Z', 'updated_at': '2021-12-16T23:14:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv', '_interfaces': [{'id': 'f8228b3b-b4a9-4cc3-9f2d-2d6932736288', 'name': '', 'network_id': '97f05fe7-c79b-4d39-acec-71a8a9ad9c4d', 'tenant_id': 'c824888d650f48a8badbaff2c427d7f3', 'mac_address': 'fa:16:3e:ea:da:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6603eeb-f8d7-40d8-96d2-afe99da7f84e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1773, 'fixed_ips': [{'subnet_id': '41ea7811-2db8-48d2-b35e-03dfb9ad4e5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:14:44Z', 'updated_at': '2021-12-16T23:14:48Z', 'revision_number': 4, 'project_id': 'c824888d650f48a8badbaff2c427d7f3', 'subnets': [{'id': '41ea7811-2db8-48d2-b35e-03dfb9ad4e5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 23:14:49.006614 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d54f3f9-5cab-4672-a445-8d589d67c20f None None] The sync data for ids ['b6603eeb-f8d7-40d8-96d2-afe99da7f84e'] in dv-neutron-821829-1-hyperv is: [{'id': 'b6603eeb-f8d7-40d8-96d2-afe99da7f84e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1790134638', 'tenant_id': 'c824888d650f48a8badbaff2c427d7f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.29'}], 'enable_snat': True}, 'gw_port_id': '29f51050-2337-467a-84e8-49a6487e8009', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:14:40Z', 'updated_at': '2021-12-16T23:14:45Z', 'revision_number': 4, 'project_id': 'c824888d650f48a8badbaff2c427d7f3', 'gw_port': {'id': '29f51050-2337-467a-84e8-49a6487e8009', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:8d:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6603eeb-f8d7-40d8-96d2-afe99da7f84e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:14:40Z', 'updated_at': '2021-12-16T23:14:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv', '_interfaces': [{'id': 'f8228b3b-b4a9-4cc3-9f2d-2d6932736288', 'name': '', 'network_id': '97f05fe7-c79b-4d39-acec-71a8a9ad9c4d', 'tenant_id': 'c824888d650f48a8badbaff2c427d7f3', 'mac_address': 'fa:16:3e:ea:da:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6603eeb-f8d7-40d8-96d2-afe99da7f84e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1773, 'fixed_ips': [{'subnet_id': '41ea7811-2db8-48d2-b35e-03dfb9ad4e5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:14:44Z', 'updated_at': '2021-12-16T23:14:48Z', 'revision_number': 4, 'project_id': 'c824888d650f48a8badbaff2c427d7f3', 'subnets': [{'id': '41ea7811-2db8-48d2-b35e-03dfb9ad4e5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 23:14:49.104928 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [req-356ee872-73cb-4676-b7b7-60304b55029d req-d9789fe6-b555-4d54-a1a9-baeef8ea76f6 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 23:14:49.119146 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [req-356ee872-73cb-4676-b7b7-60304b55029d req-d9789fe6-b555-4d54-a1a9-baeef8ea76f6 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 23:14:49.130035 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-356ee872-73cb-4676-b7b7-60304b55029d req-d9789fe6-b555-4d54-a1a9-baeef8ea76f6 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Made reservation on behalf of c824888d650f48a8badbaff2c427d7f3 for: {'port': 1} {{(pid=87506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 23:14:49.133660 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-356ee872-73cb-4676-b7b7-60304b55029d req-d9789fe6-b555-4d54-a1a9-baeef8ea76f6 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:14:49.304369 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.db_base_plugin_common [req-356ee872-73cb-4676-b7b7-60304b55029d req-d9789fe6-b555-4d54-a1a9-baeef8ea76f6 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Allocated IP 172.20.0.8 (97f05fe7-c79b-4d39-acec-71a8a9ad9c4d/41ea7811-2db8-48d2-b35e-03dfb9ad4e5b/82f512c8-f792-4757-9cc6-29928fb79300) {{(pid=87506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 23:14:49.616284 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-356ee872-73cb-4676-b7b7-60304b55029d req-d9789fe6-b555-4d54-a1a9-baeef8ea76f6 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks [] for port, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:14:49.632019 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.provisioning_blocks [req-356ee872-73cb-4676-b7b7-60304b55029d req-d9789fe6-b555-4d54-a1a9-baeef8ea76f6 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Transition to ACTIVE for port object 82f512c8-f792-4757-9cc6-29928fb79300 will not be triggered until provisioned by entity DHCP. {{(pid=87506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 23:14:49.656850 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-356ee872-73cb-4676-b7b7-60304b55029d req-d9789fe6-b555-4d54-a1a9-baeef8ea76f6 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1863393'] for port, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:14:49.663582 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-860b239f-d787-4dca-b5f3-260f855cd70d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:14:49.726425 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-356ee872-73cb-4676-b7b7-60304b55029d req-d9789fe6-b555-4d54-a1a9-baeef8ea76f6 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Network 97f05fe7-c79b-4d39-acec-71a8a9ad9c4d is already hosted by enough agents. {{(pid=87506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 23:14:49.730504 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.base_scheduler [req-356ee872-73cb-4676-b7b7-60304b55029d req-d9789fe6-b555-4d54-a1a9-baeef8ea76f6 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Resources bound (agent type, host, resource id):  {{(pid=87506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 23:14:49.734757 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.l3_dvrscheduler_db [req-356ee872-73cb-4676-b7b7-60304b55029d req-d9789fe6-b555-4d54-a1a9-baeef8ea76f6 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Received port after_create {{(pid=87506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 23:14:49.783985 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9789fe6-b555-4d54-a1a9-baeef8ea76f6 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Pushing event updated for resources: {'Port': ['ID=82f512c8-f792-4757-9cc6-29928fb79300,revision_number=1']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:14:49.789260 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-d9789fe6-b555-4d54-a1a9-baeef8ea76f6 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:14:49.816483 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356ee872-73cb-4676-b7b7-60304b55029d req-d9789fe6-b555-4d54-a1a9-baeef8ea76f6 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:14:49.817405 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-356ee872-73cb-4676-b7b7-60304b55029d req-d9789fe6-b555-4d54-a1a9-baeef8ea76f6 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for port, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:14:49.854658 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-356ee872-73cb-4676-b7b7-60304b55029d req-d9789fe6-b555-4d54-a1a9-baeef8ea76f6 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.9067361
Dec 16 23:14:49.872497 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [req-356ee872-73cb-4676-b7b7-60304b55029d req-f5ae050a-9214-461b-8b50-76b8e5b17e4f service neutron] Request body: {'port': {'device_id': '637d0f17-d90b-4c7e-8e17-f550e6b42a5e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8218'}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 23:14:49.934498 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f19259-a50b-4f5f-95f5-6789de4b9d00 req-cacbc201-1005-44e4-a6fe-865ac595e32e tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:14:49.936521 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-27f19259-a50b-4f5f-95f5-6789de4b9d00 req-cacbc201-1005-44e4-a6fe-865ac595e32e tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.13 "GET /v2.0/ports?device_id=637d0f17-d90b-4c7e-8e17-f550e6b42a5e HTTP/1.1" status: 200  len: 931 time: 0.1092505
Dec 16 23:14:49.992600 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-27f19259-a50b-4f5f-95f5-6789de4b9d00 req-2f2044d4-7a26-4199-9634-02477ad48cf6 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.13 "GET /v2.0/security-groups?id=6b15b79d-b0af-4677-8fc4-7b3095c24484&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0495534
Dec 16 23:14:50.010484 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-356ee872-73cb-4676-b7b7-60304b55029d req-f5ae050a-9214-461b-8b50-76b8e5b17e4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:14:50.084997 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-4cd40d1e-9817-4603-89ef-75075394993c None None] Provisioning for port 82f512c8-f792-4757-9cc6-29928fb79300 completed by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 23:14:50.090952 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-4cd40d1e-9817-4603-89ef-75075394993c None None] Provisioning complete for port 82f512c8-f792-4757-9cc6-29928fb79300 triggered by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 23:14:50.091518 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-4cd40d1e-9817-4603-89ef-75075394993c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:14:50.165354 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-4cd40d1e-9817-4603-89ef-75075394993c None None] Port 82f512c8-f792-4757-9cc6-29928fb79300 cannot update to ACTIVE because it is not bound. {{(pid=87508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 23:14:50.192373 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device f8228b3b-b4a9-4cc3-9f2d-2d6932736288 up at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 23:14:50.257673 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning for port f8228b3b-b4a9-4cc3-9f2d-2d6932736288 completed by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 23:14:50.262910 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning complete for port f8228b3b-b4a9-4cc3-9f2d-2d6932736288 triggered by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 23:14:50.263301 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:14:50.372461 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.notifiers.nova [req-356ee872-73cb-4676-b7b7-60304b55029d req-f5ae050a-9214-461b-8b50-76b8e5b17e4f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82f512c8-f792-4757-9cc6-29928fb79300 {{(pid=87506) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 23:14:50.377368 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:14:50.379920 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-356ee872-73cb-4676-b7b7-60304b55029d req-f5ae050a-9214-461b-8b50-76b8e5b17e4f service neutron] Notify callbacks [] for port, precommit_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:14:50.396755 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.provisioning_blocks [req-356ee872-73cb-4676-b7b7-60304b55029d req-f5ae050a-9214-461b-8b50-76b8e5b17e4f service neutron] Transition to ACTIVE for port object 82f512c8-f792-4757-9cc6-29928fb79300 will not be triggered until provisioned by entity L2. {{(pid=87506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 23:14:50.400546 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-356ee872-73cb-4676-b7b7-60304b55029d req-f5ae050a-9214-461b-8b50-76b8e5b17e4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1863400'] for port, after_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:14:50.405203 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-dd178467-df76-422f-a7a1-2007d1610e37 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:14:50.410998 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] For port f8228b3b-b4a9-4cc3-9f2d-2d6932736288, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=f8228b3b-b4a9-4cc3-9f2d-2d6932736288,segment=NetworkSegment(c9b54fa1-1364-4c68-8bd4-2c8babf8dcec),segment_id=c9b54fa1-1364-4c68-8bd4-2c8babf8dcec)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 23:14:50.416825 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:14:50.421255 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-bff2b78a-da1a-482d-92e8-7f6142f48f9a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:14:50.487160 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Pushing event updated for resources: {'Port': ['ID=f8228b3b-b4a9-4cc3-9f2d-2d6932736288,revision_number=5']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:14:50.490176 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:14:50.565250 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ae050a-9214-461b-8b50-76b8e5b17e4f service neutron] Pushing event updated for resources: {'Port': ['ID=82f512c8-f792-4757-9cc6-29928fb79300,revision_number=2']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:14:50.568229 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-f5ae050a-9214-461b-8b50-76b8e5b17e4f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:14:50.642990 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.managers [req-356ee872-73cb-4676-b7b7-60304b55029d req-f5ae050a-9214-461b-8b50-76b8e5b17e4f service neutron] Attempting to bind port 82f512c8-f792-4757-9cc6-29928fb79300 on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=87506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 23:14:50.643329 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.managers [req-356ee872-73cb-4676-b7b7-60304b55029d req-f5ae050a-9214-461b-8b50-76b8e5b17e4f service neutron] Attempting to bind port 82f512c8-f792-4757-9cc6-29928fb79300 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': 'c9b54fa1-1364-4c68-8bd4-2c8babf8dcec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '97f05fe7-c79b-4d39-acec-71a8a9ad9c4d'}] {{(pid=87506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 23:14:50.643657 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-356ee872-73cb-4676-b7b7-60304b55029d req-f5ae050a-9214-461b-8b50-76b8e5b17e4f service neutron] Attempting to bind port 82f512c8-f792-4757-9cc6-29928fb79300 on network 97f05fe7-c79b-4d39-acec-71a8a9ad9c4d {{(pid=87506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 23:14:50.648376 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-356ee872-73cb-4676-b7b7-60304b55029d req-f5ae050a-9214-461b-8b50-76b8e5b17e4f service neutron] Port 82f512c8-f792-4757-9cc6-29928fb79300 on network 97f05fe7-c79b-4d39-acec-71a8a9ad9c4d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=87506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 16 23:14:50.648718 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-356ee872-73cb-4676-b7b7-60304b55029d req-f5ae050a-9214-461b-8b50-76b8e5b17e4f service neutron] Attempting to bind port 82f512c8-f792-4757-9cc6-29928fb79300 on network 97f05fe7-c79b-4d39-acec-71a8a9ad9c4d {{(pid=87506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 23:14:50.653849 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-356ee872-73cb-4676-b7b7-60304b55029d req-f5ae050a-9214-461b-8b50-76b8e5b17e4f service neutron] Checking agent: {'id': '849b5cbb-8f70-4c31-8f37-fd42f8351747', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8218', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 30, 8), 'started_at': datetime.datetime(2021, 12, 16, 22, 30, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 23, 14, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 23:14:50.654181 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-356ee872-73cb-4676-b7b7-60304b55029d req-f5ae050a-9214-461b-8b50-76b8e5b17e4f service neutron] Checking segment: {'id': 'c9b54fa1-1364-4c68-8bd4-2c8babf8dcec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '97f05fe7-c79b-4d39-acec-71a8a9ad9c4d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 23:14:50.654560 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-356ee872-73cb-4676-b7b7-60304b55029d req-f5ae050a-9214-461b-8b50-76b8e5b17e4f service neutron] Bound using segment: {'id': 'c9b54fa1-1364-4c68-8bd4-2c8babf8dcec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '97f05fe7-c79b-4d39-acec-71a8a9ad9c4d'} {{(pid=87506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 23:14:50.654979 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.managers [req-356ee872-73cb-4676-b7b7-60304b55029d req-f5ae050a-9214-461b-8b50-76b8e5b17e4f service neutron] Bound port: 82f512c8-f792-4757-9cc6-29928fb79300, host: hv-neutron-8218, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9b54fa1-1364-4c68-8bd4-2c8babf8dcec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '97f05fe7-c79b-4d39-acec-71a8a9ad9c4d'}}] {{(pid=87506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 23:14:50.655327 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-356ee872-73cb-4676-b7b7-60304b55029d req-f5ae050a-9214-461b-8b50-76b8e5b17e4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:14:50.743668 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.db [req-356ee872-73cb-4676-b7b7-60304b55029d req-f5ae050a-9214-461b-8b50-76b8e5b17e4f service neutron] For port 82f512c8-f792-4757-9cc6-29928fb79300, host hv-neutron-8218, cleared binding levels {{(pid=87506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 23:14:50.746465 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.db [req-356ee872-73cb-4676-b7b7-60304b55029d req-f5ae050a-9214-461b-8b50-76b8e5b17e4f service neutron] For port 82f512c8-f792-4757-9cc6-29928fb79300, host hv-neutron-8218, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=82f512c8-f792-4757-9cc6-29928fb79300,segment=NetworkSegment(c9b54fa1-1364-4c68-8bd4-2c8babf8dcec),segment_id=c9b54fa1-1364-4c68-8bd4-2c8babf8dcec)] {{(pid=87506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 23:14:50.750756 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-356ee872-73cb-4676-b7b7-60304b55029d req-f5ae050a-9214-461b-8b50-76b8e5b17e4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1863400'] for port, after_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:14:50.755232 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-371298b5-9930-44ed-b6d9-41c4e2e7af09 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:14:50.815924 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356ee872-73cb-4676-b7b7-60304b55029d req-f5ae050a-9214-461b-8b50-76b8e5b17e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:14:50.816551 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-356ee872-73cb-4676-b7b7-60304b55029d req-f5ae050a-9214-461b-8b50-76b8e5b17e4f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for port, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:14:50.817931 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-356ee872-73cb-4676-b7b7-60304b55029d req-f5ae050a-9214-461b-8b50-76b8e5b17e4f service neutron] 10.222.0.49 "PUT /v2.0/ports/82f512c8-f792-4757-9cc6-29928fb79300 HTTP/1.1" status: 200  len: 1093 time: 0.9501534
Dec 16 23:14:50.818462 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '637d0f17-d90b-4c7e-8e17-f550e6b42a5e', 'tag': '82f512c8-f792-4757-9cc6-29928fb79300'}] {{(pid=87506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 23:14:50.839260 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ae050a-9214-461b-8b50-76b8e5b17e4f service neutron] Pushing event updated for resources: {'Port': ['ID=82f512c8-f792-4757-9cc6-29928fb79300,revision_number=3']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:14:50.842072 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-f5ae050a-9214-461b-8b50-76b8e5b17e4f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:14:50.912724 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '637d0f17-d90b-4c7e-8e17-f550e6b42a5e', 'tag': '82f512c8-f792-4757-9cc6-29928fb79300', 'status': 'completed', 'code': 200}
Dec 16 23:14:50.949072 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356ee872-73cb-4676-b7b7-60304b55029d req-c833aef6-a112-4b42-8de0-bc0e8105d323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:14:50.950567 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-356ee872-73cb-4676-b7b7-60304b55029d req-c833aef6-a112-4b42-8de0-bc0e8105d323 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c824888d650f48a8badbaff2c427d7f3&device_id=637d0f17-d90b-4c7e-8e17-f550e6b42a5e HTTP/1.1" status: 200  len: 1096 time: 0.0739732
Dec 16 23:14:51.028289 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-356ee872-73cb-4676-b7b7-60304b55029d req-57aaa42c-cf74-430a-a085-c02d803c0f3b service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=82f512c8-f792-4757-9cc6-29928fb79300 HTTP/1.1" status: 200  len: 217 time: 0.0650737
Dec 16 23:14:51.094442 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356ee872-73cb-4676-b7b7-60304b55029d req-646c584a-ccd6-4704-80ff-50c8bf0c8d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:14:51.095771 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-356ee872-73cb-4676-b7b7-60304b55029d req-646c584a-ccd6-4704-80ff-50c8bf0c8d6b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=41ea7811-2db8-48d2-b35e-03dfb9ad4e5b HTTP/1.1" status: 200  len: 835 time: 0.0614417
Dec 16 23:14:51.169773 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1282200-8523-4b18-8b95-99528db6079b req-0e8916ba-29f3-4c35-b145-e4b67bf2b062 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:14:51.171262 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-f1282200-8523-4b18-8b95-99528db6079b req-0e8916ba-29f3-4c35-b145-e4b67bf2b062 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.13 "GET /v2.0/ports?device_id=637d0f17-d90b-4c7e-8e17-f550e6b42a5e HTTP/1.1" status: 200  len: 943 time: 0.0805016
Dec 16 23:14:51.181794 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356ee872-73cb-4676-b7b7-60304b55029d req-07b0c581-314b-4a54-adf0-c8cd036ca35e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:14:51.183245 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-356ee872-73cb-4676-b7b7-60304b55029d req-07b0c581-314b-4a54-adf0-c8cd036ca35e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=97f05fe7-c79b-4d39-acec-71a8a9ad9c4d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0815096
Dec 16 23:14:51.215334 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-f1282200-8523-4b18-8b95-99528db6079b req-fdeeab62-b106-4ca3-9a9a-a75f15b4ac82 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.13 "GET /v2.0/security-groups?id=6b15b79d-b0af-4677-8fc4-7b3095c24484&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0382922
Dec 16 23:14:51.421528 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-356ee872-73cb-4676-b7b7-60304b55029d req-0102e919-3a1e-48de-ae75-577fb1e750f1 service neutron] 10.222.0.49 "GET /v2.0/networks/97f05fe7-c79b-4d39-acec-71a8a9ad9c4d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2314286
Dec 16 23:14:51.550739 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-356ee872-73cb-4676-b7b7-60304b55029d req-87c2fd0b-ab18-44be-987b-c78b65c55dee service neutron] 10.222.0.49 "GET /v2.0/networks/97f05fe7-c79b-4d39-acec-71a8a9ad9c4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1221454
Dec 16 23:14:51.709303 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e801dc11-3c99-4a04-b705-e0fb44d645f3 req-b8fccd73-44ff-456b-a260-85e3904cd943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:14:51.710661 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-e801dc11-3c99-4a04-b705-e0fb44d645f3 req-b8fccd73-44ff-456b-a260-85e3904cd943 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c824888d650f48a8badbaff2c427d7f3&device_id=637d0f17-d90b-4c7e-8e17-f550e6b42a5e HTTP/1.1" status: 200  len: 1096 time: 0.0701883
Dec 16 23:14:51.845384 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e801dc11-3c99-4a04-b705-e0fb44d645f3 req-b38ca080-6dcb-46b0-bf85-697446750fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:14:51.846826 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-e801dc11-3c99-4a04-b705-e0fb44d645f3 req-b38ca080-6dcb-46b0-bf85-697446750fe7 service neutron] 10.222.0.49 "GET /v2.0/networks?id=97f05fe7-c79b-4d39-acec-71a8a9ad9c4d HTTP/1.1" status: 200  len: 897 time: 0.1253355
Dec 16 23:14:51.917572 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-e801dc11-3c99-4a04-b705-e0fb44d645f3 req-d98222ad-1865-4544-9e8a-adc41d37f002 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=82f512c8-f792-4757-9cc6-29928fb79300 HTTP/1.1" status: 200  len: 217 time: 0.0635705
Dec 16 23:14:51.991535 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e801dc11-3c99-4a04-b705-e0fb44d645f3 req-76a7cb1d-f510-4a4d-8b15-b62f5de166a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:14:51.993403 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-e801dc11-3c99-4a04-b705-e0fb44d645f3 req-76a7cb1d-f510-4a4d-8b15-b62f5de166a8 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=41ea7811-2db8-48d2-b35e-03dfb9ad4e5b HTTP/1.1" status: 200  len: 835 time: 0.0582991
Dec 16 23:14:52.074093 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e801dc11-3c99-4a04-b705-e0fb44d645f3 req-80e9a4c1-e475-47e3-9e8a-40e40a198040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:14:52.075575 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-e801dc11-3c99-4a04-b705-e0fb44d645f3 req-80e9a4c1-e475-47e3-9e8a-40e40a198040 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=97f05fe7-c79b-4d39-acec-71a8a9ad9c4d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0722644
Dec 16 23:14:52.162634 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device f8228b3b-b4a9-4cc3-9f2d-2d6932736288 up at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 23:14:52.215726 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-e801dc11-3c99-4a04-b705-e0fb44d645f3 req-0287a2ba-c0ad-4957-822a-8674bd1a5a24 service neutron] 10.222.0.49 "GET /v2.0/networks/97f05fe7-c79b-4d39-acec-71a8a9ad9c4d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1275229
Dec 16 23:14:52.232382 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning complete for port f8228b3b-b4a9-4cc3-9f2d-2d6932736288 triggered by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 23:14:52.232772 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:14:52.354518 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-e801dc11-3c99-4a04-b705-e0fb44d645f3 req-774d628c-bf4b-4052-9bb3-f688770d1022 service neutron] 10.222.0.49 "GET /v2.0/networks/97f05fe7-c79b-4d39-acec-71a8a9ad9c4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1315935
Dec 16 23:14:52.404263 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91def60-3f2f-45f4-9f69-475e56c2c179 req-cff966a9-7a80-4ee7-8ffd-015b85b74a14 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:14:52.406707 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-c91def60-3f2f-45f4-9f69-475e56c2c179 req-cff966a9-7a80-4ee7-8ffd-015b85b74a14 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.13 "GET /v2.0/ports?device_id=637d0f17-d90b-4c7e-8e17-f550e6b42a5e HTTP/1.1" status: 200  len: 943 time: 0.0848041
Dec 16 23:14:52.449772 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-c91def60-3f2f-45f4-9f69-475e56c2c179 req-7a3de15a-8675-4d5d-a1c6-00e9abcdaa2b tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.13 "GET /v2.0/security-groups?id=6b15b79d-b0af-4677-8fc4-7b3095c24484&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0374427
Dec 16 23:14:53.631062 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ca7ebc-509d-4ccf-8d09-5af9f1f94911 req-c932a989-83e5-4abc-b89a-3ba199b1042c tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:14:53.632541 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-46ca7ebc-509d-4ccf-8d09-5af9f1f94911 req-c932a989-83e5-4abc-b89a-3ba199b1042c tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.13 "GET /v2.0/ports?device_id=637d0f17-d90b-4c7e-8e17-f550e6b42a5e HTTP/1.1" status: 200  len: 943 time: 0.0780060
Dec 16 23:14:53.678789 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-46ca7ebc-509d-4ccf-8d09-5af9f1f94911 req-3e270928-82a9-4d76-81cd-0d8ff4a9943d tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.13 "GET /v2.0/security-groups?id=6b15b79d-b0af-4677-8fc4-7b3095c24484&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0406630
Dec 16 23:14:54.208562 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Device 82f512c8-f792-4757-9cc6-29928fb79300 details requested by agent hyperv_hv-neutron-8218 with host hv-neutron-8218 {{(pid=87508) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 16 23:14:54.340714 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] For port 82f512c8-f792-4757-9cc6-29928fb79300, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=82f512c8-f792-4757-9cc6-29928fb79300,segment=NetworkSegment(c9b54fa1-1364-4c68-8bd4-2c8babf8dcec),segment_id=c9b54fa1-1364-4c68-8bd4-2c8babf8dcec)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 23:14:54.353194 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Returning: {'device': '82f512c8-f792-4757-9cc6-29928fb79300', 'network_id': '97f05fe7-c79b-4d39-acec-71a8a9ad9c4d', 'port_id': '82f512c8-f792-4757-9cc6-29928fb79300', 'mac_address': 'fa:16:3e:90:fc:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41ea7811-2db8-48d2-b35e-03dfb9ad4e5b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87508) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 16 23:14:54.406074 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:14:54.422805 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.notifiers.nova [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82f512c8-f792-4757-9cc6-29928fb79300 {{(pid=87508) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 23:14:54.437937 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] For port 82f512c8-f792-4757-9cc6-29928fb79300, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=82f512c8-f792-4757-9cc6-29928fb79300,segment=NetworkSegment(c9b54fa1-1364-4c68-8bd4-2c8babf8dcec),segment_id=c9b54fa1-1364-4c68-8bd4-2c8babf8dcec)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 23:14:54.442418 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:14:54.444136 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:14:54.511266 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Pushing event updated for resources: {'Port': ['ID=82f512c8-f792-4757-9cc6-29928fb79300,revision_number=4']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:14:54.514303 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:14:54.715927 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] get_ports_and_sgs() called for port_ids ['82f512c8-f792-4757-9cc6-29928fb79300'] {{(pid=87508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 23:14:54.860792 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07cfdb1-acc4-486d-a5b5-aaeefaa303ba req-da865b59-cc01-4b12-90b9-fea64ccbe74d tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:14:54.862248 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-c07cfdb1-acc4-486d-a5b5-aaeefaa303ba req-da865b59-cc01-4b12-90b9-fea64ccbe74d tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.13 "GET /v2.0/ports?device_id=637d0f17-d90b-4c7e-8e17-f550e6b42a5e HTTP/1.1" status: 200  len: 944 time: 0.0785322
Dec 16 23:14:54.906231 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-c07cfdb1-acc4-486d-a5b5-aaeefaa303ba req-a37144b9-9dff-4aea-884f-72d9b9669dc6 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.13 "GET /v2.0/security-groups?id=6b15b79d-b0af-4677-8fc4-7b3095c24484&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0384340
Dec 16 23:14:56.091336 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e954d6-7730-44ec-837b-fe4c301c0a0d req-be9aa4dc-618f-4c75-9c74-8b19667eb983 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:14:56.092920 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-51e954d6-7730-44ec-837b-fe4c301c0a0d req-be9aa4dc-618f-4c75-9c74-8b19667eb983 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.13 "GET /v2.0/ports?device_id=637d0f17-d90b-4c7e-8e17-f550e6b42a5e HTTP/1.1" status: 200  len: 944 time: 0.0854051
Dec 16 23:14:56.136541 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-51e954d6-7730-44ec-837b-fe4c301c0a0d req-a4613769-07e8-4e69-96a7-5e15a4a87181 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.13 "GET /v2.0/security-groups?id=6b15b79d-b0af-4677-8fc4-7b3095c24484&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0380890
Dec 16 23:14:56.209914 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Device 82f512c8-f792-4757-9cc6-29928fb79300 up at agent hyperv_hv-neutron-8218 {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 23:14:56.275007 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Provisioning for port 82f512c8-f792-4757-9cc6-29928fb79300 completed by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 23:14:56.279585 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Provisioning complete for port 82f512c8-f792-4757-9cc6-29928fb79300 triggered by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 23:14:56.280007 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:14:56.393464 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:14:56.418640 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '637d0f17-d90b-4c7e-8e17-f550e6b42a5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82f512c8-f792-4757-9cc6-29928fb79300'}] {{(pid=87508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 23:14:56.427974 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] For port 82f512c8-f792-4757-9cc6-29928fb79300, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=82f512c8-f792-4757-9cc6-29928fb79300,segment=NetworkSegment(c9b54fa1-1364-4c68-8bd4-2c8babf8dcec),segment_id=c9b54fa1-1364-4c68-8bd4-2c8babf8dcec)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 23:14:56.433459 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:14:56.435313 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-bff2b78a-da1a-482d-92e8-7f6142f48f9a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:14:56.519692 dv-neutron-821829-1-hyperv neutron-server[87508]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '637d0f17-d90b-4c7e-8e17-f550e6b42a5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82f512c8-f792-4757-9cc6-29928fb79300', 'code': 200}
Dec 16 23:14:56.545022 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Pushing event updated for resources: {'Port': ['ID=82f512c8-f792-4757-9cc6-29928fb79300,revision_number=5']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:14:56.547967 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:14:56.771462 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58494d25-986d-444a-a043-118ec1d66ceb req-207d9da7-2ca1-4614-a380-cebea68ba7b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:14:56.772893 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-58494d25-986d-444a-a043-118ec1d66ceb req-207d9da7-2ca1-4614-a380-cebea68ba7b8 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=637d0f17-d90b-4c7e-8e17-f550e6b42a5e HTTP/1.1" status: 200  len: 1098 time: 0.0690968
Dec 16 23:14:56.815413 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-58494d25-986d-444a-a043-118ec1d66ceb req-62790b00-aa21-48be-876b-4cc1bbeee7f5 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=6b15b79d-b0af-4677-8fc4-7b3095c24484&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0355406
Dec 16 23:14:57.315202 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c7ce0d-c42c-4e6d-af3b-2fb1b561400e req-382571ca-b1ca-4646-aec7-9e9c7fdcff42 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:14:57.316711 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-b6c7ce0d-c42c-4e6d-af3b-2fb1b561400e req-382571ca-b1ca-4646-aec7-9e9c7fdcff42 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.13 "GET /v2.0/ports?device_id=637d0f17-d90b-4c7e-8e17-f550e6b42a5e HTTP/1.1" status: 200  len: 945 time: 0.0782149
Dec 16 23:14:57.359577 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-b6c7ce0d-c42c-4e6d-af3b-2fb1b561400e req-615e972a-248d-4ca9-b705-25bce8752a3d tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.13 "GET /v2.0/security-groups?id=6b15b79d-b0af-4677-8fc4-7b3095c24484&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0369070
Dec 16 23:14:58.242952 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-ddf5c4bb-5543-485e-84b5-3cdf8da09b48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:14:58.545937 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01413e85-6302-40a1-a02e-6ddde2a2beda req-94535b78-26c1-4b0b-819b-d1b07e6f346a tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:14:58.547374 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-01413e85-6302-40a1-a02e-6ddde2a2beda req-94535b78-26c1-4b0b-819b-d1b07e6f346a tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.13 "GET /v2.0/ports?device_id=637d0f17-d90b-4c7e-8e17-f550e6b42a5e HTTP/1.1" status: 200  len: 945 time: 0.0842736
Dec 16 23:14:58.589653 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-01413e85-6302-40a1-a02e-6ddde2a2beda req-dc038514-00d4-4e49-ad39-a0d400ba0249 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.13 "GET /v2.0/security-groups?id=6b15b79d-b0af-4677-8fc4-7b3095c24484&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0366318
Dec 16 23:14:58.770485 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c2d694-a589-4b5b-9a33-7b1f5b7c9cab req-e5382c92-c9c6-48b4-ad3a-0f3f2ae6c7b1 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:14:58.772041 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-a3c2d694-a589-4b5b-9a33-7b1f5b7c9cab req-e5382c92-c9c6-48b4-ad3a-0f3f2ae6c7b1 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.13 "GET /v2.0/ports?device_id=637d0f17-d90b-4c7e-8e17-f550e6b42a5e HTTP/1.1" status: 200  len: 945 time: 0.0778065
Dec 16 23:14:58.814078 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-a3c2d694-a589-4b5b-9a33-7b1f5b7c9cab req-35d0add0-c847-47fd-b42a-dffcfdf24867 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.13 "GET /v2.0/security-groups?id=6b15b79d-b0af-4677-8fc4-7b3095c24484&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0359590
Dec 16 23:14:58.835946 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 55562) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 23:14:58.906635 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3c931ed-b95d-4fc5-ac38-f8a860165631 tempest-TestNetworkAdvancedServerOps-2068247746 tempest-TestNetworkAdvancedServerOps-2068247746-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:14:58.908095 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-e3c931ed-b95d-4fc5-ac38-f8a860165631 tempest-TestNetworkAdvancedServerOps-2068247746 tempest-TestNetworkAdvancedServerOps-2068247746-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=637d0f17-d90b-4c7e-8e17-f550e6b42a5e HTTP/1.1" status: 200  len: 1093 time: 0.0711944
Dec 16 23:14:58.910809 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 55566) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 23:14:58.915843 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-f432522b-8cce-46c9-9f69-0c9135840656 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Request body: {'floatingip': {'floating_network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'port_id': '82f512c8-f792-4757-9cc6-29928fb79300', 'tenant_id': 'c824888d650f48a8badbaff2c427d7f3', 'fixed_ip_address': '172.20.0.8'}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 23:14:58.921800 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-f432522b-8cce-46c9-9f69-0c9135840656 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 23:14:58.925503 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-f432522b-8cce-46c9-9f69-0c9135840656 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Usage tracker for resource:floatingip and tenant:c824888d650f48a8badbaff2c427d7f3 is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 23:14:58.928351 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-f432522b-8cce-46c9-9f69-0c9135840656 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 23:14:58.933946 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-f432522b-8cce-46c9-9f69-0c9135840656 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 23:14:58.943747 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-f432522b-8cce-46c9-9f69-0c9135840656 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks [] for floatingip, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:14:59.077477 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-f432522b-8cce-46c9-9f69-0c9135840656 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:14:59.211634 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.db_base_plugin_common [None req-f432522b-8cce-46c9-9f69-0c9135840656 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Allocated IP 172.26.0.110 (f8905ce9-304b-4976-bc47-e58c71c11de5/9bca8591-41ef-4f2d-8ecb-ecaab1a28acf/a797744e-ef26-487f-9038-dd97cc36bb81) {{(pid=87507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 23:14:59.357908 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-f432522b-8cce-46c9-9f69-0c9135840656 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks [] for port, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:14:59.386823 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-f432522b-8cce-46c9-9f69-0c9135840656 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10807823'] for port, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:14:59.391151 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-a4076446-6e21-4059-97d9-cd4cd7f14d32 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:14:59.448828 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f432522b-8cce-46c9-9f69-0c9135840656 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Network f8905ce9-304b-4976-bc47-e58c71c11de5 is already hosted by enough agents. {{(pid=87507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 23:14:59.449926 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.base_scheduler [None req-f432522b-8cce-46c9-9f69-0c9135840656 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Resources bound (agent type, host, resource id):  {{(pid=87507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 23:14:59.453937 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f432522b-8cce-46c9-9f69-0c9135840656 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Received port after_create {{(pid=87507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 23:14:59.606507 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f432522b-8cce-46c9-9f69-0c9135840656 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Pushing event updated for resources: {'Port': ['ID=a797744e-ef26-487f-9038-dd97cc36bb81,revision_number=1']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:14:59.610542 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-f432522b-8cce-46c9-9f69-0c9135840656 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:14:59.964531 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-f432522b-8cce-46c9-9f69-0c9135840656 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:15:00.035319 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-f432522b-8cce-46c9-9f69-0c9135840656 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:15:00.235576 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-f432522b-8cce-46c9-9f69-0c9135840656 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks [] for port, precommit_update {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:15:00.239747 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-f432522b-8cce-46c9-9f69-0c9135840656 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10807814'] for port, after_update {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:15:00.243994 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-3d333304-3c2b-430a-9921-a83500a86d3f tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:15:00.347816 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f432522b-8cce-46c9-9f69-0c9135840656 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Pushing event updated for resources: {'Port': ['ID=a797744e-ef26-487f-9038-dd97cc36bb81,revision_number=2']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:15:00.351626 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-f432522b-8cce-46c9-9f69-0c9135840656 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:15:00.357924 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-f432522b-8cce-46c9-9f69-0c9135840656 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3741874'] for floatingip, after_update {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:15:00.527394 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.db.l3_db [None req-f432522b-8cce-46c9-9f69-0c9135840656 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Floating IP 46f7c479-2972-44d7-bb30-54d2184819a0 associated. External IP: 172.26.0.110, port: 82f512c8-f792-4757-9cc6-29928fb79300.
Dec 16 23:15:00.671284 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-0c4f8256-a114-4387-8b45-b0e402f78e53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:15:00.867937 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f432522b-8cce-46c9-9f69-0c9135840656 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Router b6603eeb-f8d7-40d8-96d2-afe99da7f84e has already been hosted by L3 agent 4f519db7-069b-43e2-8411-c092bac9102a {{(pid=87507) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 23:15:01.167636 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f432522b-8cce-46c9-9f69-0c9135840656 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify agent at l3_agent.dv-neutron-821829-1-hyperv the message routers_updated {{(pid=87507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 23:15:01.177087 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c34dc80c-ff75-491b-9b54-b975a36d8c2f None None] Sync routers for ids ['b6603eeb-f8d7-40d8-96d2-afe99da7f84e'] in dv-neutron-821829-1-hyperv {{(pid=87509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 23:15:01.186894 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c34dc80c-ff75-491b-9b54-b975a36d8c2f None None] Routers {'b6603eeb-f8d7-40d8-96d2-afe99da7f84e'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 23:15:01.187616 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-c34dc80c-ff75-491b-9b54-b975a36d8c2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b7c9e8580>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T23:15:01Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['b6603eeb-f8d7-40d8-96d2-afe99da7f84e'], 'active': True} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 23:15:01.197215 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-f432522b-8cce-46c9-9f69-0c9135840656 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for floatingip, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:15:01.252205 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-f432522b-8cce-46c9-9f69-0c9135840656 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.3403275
Dec 16 23:15:01.252964 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '637d0f17-d90b-4c7e-8e17-f550e6b42a5e', 'tag': '82f512c8-f792-4757-9cc6-29928fb79300'}] {{(pid=87507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 23:15:01.306645 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '637d0f17-d90b-4c7e-8e17-f550e6b42a5e', 'tag': '82f512c8-f792-4757-9cc6-29928fb79300', 'status': 'completed', 'code': 200}
Dec 16 23:15:01.400254 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvr_db [None req-c34dc80c-ff75-491b-9b54-b975a36d8c2f None None] Set router b6603eeb-f8d7-40d8-96d2-afe99da7f84e gateway port host: dv-neutron-821829-1-hyperv {{(pid=87509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 23:15:01.437655 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5433fdd-96ae-4e04-82c1-f6be2dee068d req-ad3bf240-7523-451a-bbbb-d8c9454de952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:15:01.438315 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041a6085-3953-4a84-9a91-35a27b4e3667 req-25c751fd-c7b6-4252-b39a-32a4143b1769 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:15:01.439813 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-041a6085-3953-4a84-9a91-35a27b4e3667 req-25c751fd-c7b6-4252-b39a-32a4143b1769 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.13 "GET /v2.0/ports?device_id=637d0f17-d90b-4c7e-8e17-f550e6b42a5e HTTP/1.1" status: 200  len: 945 time: 0.0810115
Dec 16 23:15:01.440664 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-f5433fdd-96ae-4e04-82c1-f6be2dee068d req-ad3bf240-7523-451a-bbbb-d8c9454de952 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c824888d650f48a8badbaff2c427d7f3&device_id=637d0f17-d90b-4c7e-8e17-f550e6b42a5e HTTP/1.1" status: 200  len: 1098 time: 0.0894954
Dec 16 23:15:01.490147 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-041a6085-3953-4a84-9a91-35a27b4e3667 req-afe51c92-9f75-4102-9396-83ed6892e36f tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.13 "GET /v2.0/security-groups?id=6b15b79d-b0af-4677-8fc4-7b3095c24484&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0448003
Dec 16 23:15:01.512468 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 55574) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 23:15:01.576850 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5433fdd-96ae-4e04-82c1-f6be2dee068d req-7548bf2c-1a5d-4ae2-a852-afb519d82a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:15:01.578431 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-f5433fdd-96ae-4e04-82c1-f6be2dee068d req-7548bf2c-1a5d-4ae2-a852-afb519d82a87 service neutron] 10.222.0.49 "GET /v2.0/networks?id=97f05fe7-c79b-4d39-acec-71a8a9ad9c4d HTTP/1.1" status: 200  len: 897 time: 0.1315110
Dec 16 23:15:01.618897 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-e3c51e6c-ac26-4f25-af25-13474a4e76f2 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.13 "GET /v2.0/floatingips/46f7c479-2972-44d7-bb30-54d2184819a0 HTTP/1.1" status: 200  len: 991 time: 0.1042886
Dec 16 23:15:01.637062 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-3e729f7f-1589-4d54-9c4a-7ee6b283cc2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:15:01.678841 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-f5433fdd-96ae-4e04-82c1-f6be2dee068d req-71c7376e-2b79-45d3-a95e-1863a3608d0e service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=82f512c8-f792-4757-9cc6-29928fb79300 HTTP/1.1" status: 200  len: 999 time: 0.0943396
Dec 16 23:15:01.742322 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:15:01.746523 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5433fdd-96ae-4e04-82c1-f6be2dee068d req-e961a4e3-db04-4f9c-bf47-129acdc96e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:15:01.747987 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-f5433fdd-96ae-4e04-82c1-f6be2dee068d req-e961a4e3-db04-4f9c-bf47-129acdc96e37 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=41ea7811-2db8-48d2-b35e-03dfb9ad4e5b HTTP/1.1" status: 200  len: 835 time: 0.0619926
Dec 16 23:15:01.761068 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-c34dc80c-ff75-491b-9b54-b975a36d8c2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b7c9e8580>, [{'id': 'b6603eeb-f8d7-40d8-96d2-afe99da7f84e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1790134638', 'tenant_id': 'c824888d650f48a8badbaff2c427d7f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.29'}], 'enable_snat': True}, 'gw_port_id': '29f51050-2337-467a-84e8-49a6487e8009', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:14:40Z', 'updated_at': '2021-12-16T23:14:45Z', 'revision_number': 4, 'project_id': 'c824888d650f48a8badbaff2c427d7f3', 'gw_port': {'id': '29f51050-2337-467a-84e8-49a6487e8009', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:8d:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6603eeb-f8d7-40d8-96d2-afe99da7f84e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:14:40Z', 'updated_at': '2021-12-16T23:14:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv', '_floatingips': [{'id': '46f7c479-2972-44d7-bb30-54d2184819a0', 'tenant_id': 'c824888d650f48a8badbaff2c427d7f3', 'floating_ip_address': '172.26.0.110', 'floating_network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'router_id': 'b6603eeb-f8d7-40d8-96d2-afe99da7f84e', 'port_id': '82f512c8-f792-4757-9cc6-29928fb79300', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1776, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '97f05fe7-c79b-4d39-acec-71a8a9ad9c4d', 'mac_address': 'fa:16:3e:90:fc:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '637d0f17-d90b-4c7e-8e17-f550e6b42a5e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T23:14:59Z', 'updated_at': '2021-12-16T23:14:59Z', 'revision_number': 0, 'project_id': 'c824888d650f48a8badbaff2c427d7f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8228b3b-b4a9-4cc3-9f2d-2d6932736288', 'name': '', 'network_id': '97f05fe7-c79b-4d39-acec-71a8a9ad9c4d', 'tenant_id': 'c824888d650f48a8badbaff2c427d7f3', 'mac_address': 'fa:16:3e:ea:da:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6603eeb-f8d7-40d8-96d2-afe99da7f84e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1773, 'fixed_ips': [{'subnet_id': '41ea7811-2db8-48d2-b35e-03dfb9ad4e5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:14:44Z', 'updated_at': '2021-12-16T23:14:50Z', 'revision_number': 5, 'project_id': 'c824888d650f48a8badbaff2c427d7f3', 'subnets': [{'id': '41ea7811-2db8-48d2-b35e-03dfb9ad4e5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 23:15:01.764915 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c34dc80c-ff75-491b-9b54-b975a36d8c2f None None] Checking router: b6603eeb-f8d7-40d8-96d2-afe99da7f84e for host: dv-neutron-821829-1-hyperv {{(pid=87509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 23:15:01.773053 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c34dc80c-ff75-491b-9b54-b975a36d8c2f None None] Routers {'b6603eeb-f8d7-40d8-96d2-afe99da7f84e'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 23:15:01.773667 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-c34dc80c-ff75-491b-9b54-b975a36d8c2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b7c9e8580>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T23:15:01Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['b6603eeb-f8d7-40d8-96d2-afe99da7f84e'], 'active': True} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 23:15:01.822221 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5433fdd-96ae-4e04-82c1-f6be2dee068d req-1824b23d-04b4-43bb-936a-624b0603b10a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:15:01.824253 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-f5433fdd-96ae-4e04-82c1-f6be2dee068d req-1824b23d-04b4-43bb-936a-624b0603b10a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=97f05fe7-c79b-4d39-acec-71a8a9ad9c4d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0703278
Dec 16 23:15:01.948801 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvr_db [None req-c34dc80c-ff75-491b-9b54-b975a36d8c2f None None] Set router b6603eeb-f8d7-40d8-96d2-afe99da7f84e gateway port host: dv-neutron-821829-1-hyperv {{(pid=87509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 23:15:01.955723 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-f5433fdd-96ae-4e04-82c1-f6be2dee068d req-baff11e1-fa11-4124-a8a5-8f0a50d0e53b service neutron] 10.222.0.49 "GET /v2.0/networks/97f05fe7-c79b-4d39-acec-71a8a9ad9c4d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1251028
Dec 16 23:15:02.197529 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-f5433fdd-96ae-4e04-82c1-f6be2dee068d req-0ebe6e2b-2e78-4adc-b3be-db7d2607c83d service neutron] 10.222.0.49 "GET /v2.0/networks/97f05fe7-c79b-4d39-acec-71a8a9ad9c4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2354639
Dec 16 23:15:02.294507 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-c34dc80c-ff75-491b-9b54-b975a36d8c2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b7c9e8580>, [{'id': 'b6603eeb-f8d7-40d8-96d2-afe99da7f84e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1790134638', 'tenant_id': 'c824888d650f48a8badbaff2c427d7f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.29'}], 'enable_snat': True}, 'gw_port_id': '29f51050-2337-467a-84e8-49a6487e8009', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:14:40Z', 'updated_at': '2021-12-16T23:14:45Z', 'revision_number': 4, 'project_id': 'c824888d650f48a8badbaff2c427d7f3', 'gw_port': {'id': '29f51050-2337-467a-84e8-49a6487e8009', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:8d:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6603eeb-f8d7-40d8-96d2-afe99da7f84e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:14:40Z', 'updated_at': '2021-12-16T23:14:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv', '_floatingips': [{'id': '46f7c479-2972-44d7-bb30-54d2184819a0', 'tenant_id': 'c824888d650f48a8badbaff2c427d7f3', 'floating_ip_address': '172.26.0.110', 'floating_network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'router_id': 'b6603eeb-f8d7-40d8-96d2-afe99da7f84e', 'port_id': '82f512c8-f792-4757-9cc6-29928fb79300', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1776, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '97f05fe7-c79b-4d39-acec-71a8a9ad9c4d', 'mac_address': 'fa:16:3e:90:fc:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '637d0f17-d90b-4c7e-8e17-f550e6b42a5e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T23:14:59Z', 'updated_at': '2021-12-16T23:14:59Z', 'revision_number': 0, 'project_id': 'c824888d650f48a8badbaff2c427d7f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8228b3b-b4a9-4cc3-9f2d-2d6932736288', 'name': '', 'network_id': '97f05fe7-c79b-4d39-acec-71a8a9ad9c4d', 'tenant_id': 'c824888d650f48a8badbaff2c427d7f3', 'mac_address': 'fa:16:3e:ea:da:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6603eeb-f8d7-40d8-96d2-afe99da7f84e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1773, 'fixed_ips': [{'subnet_id': '41ea7811-2db8-48d2-b35e-03dfb9ad4e5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:14:44Z', 'updated_at': '2021-12-16T23:14:50Z', 'revision_number': 5, 'project_id': 'c824888d650f48a8badbaff2c427d7f3', 'subnets': [{'id': '41ea7811-2db8-48d2-b35e-03dfb9ad4e5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 23:15:02.298307 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c34dc80c-ff75-491b-9b54-b975a36d8c2f None None] The sync data for ids ['b6603eeb-f8d7-40d8-96d2-afe99da7f84e'] in dv-neutron-821829-1-hyperv is: [{'id': 'b6603eeb-f8d7-40d8-96d2-afe99da7f84e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1790134638', 'tenant_id': 'c824888d650f48a8badbaff2c427d7f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.29'}], 'enable_snat': True}, 'gw_port_id': '29f51050-2337-467a-84e8-49a6487e8009', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:14:40Z', 'updated_at': '2021-12-16T23:14:45Z', 'revision_number': 4, 'project_id': 'c824888d650f48a8badbaff2c427d7f3', 'gw_port': {'id': '29f51050-2337-467a-84e8-49a6487e8009', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:8d:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6603eeb-f8d7-40d8-96d2-afe99da7f84e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:14:40Z', 'updated_at': '2021-12-16T23:14:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv', '_floatingips': [{'id': '46f7c479-2972-44d7-bb30-54d2184819a0', 'tenant_id': 'c824888d650f48a8badbaff2c427d7f3', 'floating_ip_address': '172.26.0.110', 'floating_network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'router_id': 'b6603eeb-f8d7-40d8-96d2-afe99da7f84e', 'port_id': '82f512c8-f792-4757-9cc6-29928fb79300', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1776, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '97f05fe7-c79b-4d39-acec-71a8a9ad9c4d', 'mac_address': 'fa:16:3e:90:fc:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '637d0f17-d90b-4c7e-8e17-f550e6b42a5e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T23:14:59Z', 'updated_at': '2021-12-16T23:14:59Z', 'revision_number': 0, 'project_id': 'c824888d650f48a8badbaff2c427d7f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8228b3b-b4a9-4cc3-9f2d-2d6932736288', 'name': '', 'network_id': '97f05fe7-c79b-4d39-acec-71a8a9ad9c4d', 'tenant_id': 'c824888d650f48a8badbaff2c427d7f3', 'mac_address': 'fa:16:3e:ea:da:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6603eeb-f8d7-40d8-96d2-afe99da7f84e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1773, 'fixed_ips': [{'subnet_id': '41ea7811-2db8-48d2-b35e-03dfb9ad4e5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:14:44Z', 'updated_at': '2021-12-16T23:14:50Z', 'revision_number': 5, 'project_id': 'c824888d650f48a8badbaff2c427d7f3', 'subnets': [{'id': '41ea7811-2db8-48d2-b35e-03dfb9ad4e5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 23:15:02.493650 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.agents_db [None req-0abd2616-a86c-48e2-be07-10823335a5bb None None] Agent healthcheck: found 6 active agents {{(pid=87509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 23:15:02.499821 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ba3fee4-805d-4bfa-8c8b-0d0add750add None None] New status for floating IP 46f7c479-2972-44d7-bb30-54d2184819a0: ACTIVE {{(pid=87508) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 16 23:15:02.621731 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 55578) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 23:15:02.730679 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-79d05c49-eaf7-450e-b826-aef72bb6dab6 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.13 "GET /v2.0/floatingips/46f7c479-2972-44d7-bb30-54d2184819a0 HTTP/1.1" status: 200  len: 991 time: 0.1067834
Dec 16 23:15:03.395639 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-4541ba3b-6be8-499c-bc94-3c60aa55c4f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:15:03.733513 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 55582) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 23:15:03.837598 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-dc052d49-94d2-4ee9-adf8-262c76a93c90 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.13 "GET /v2.0/floatingips/46f7c479-2972-44d7-bb30-54d2184819a0 HTTP/1.1" status: 200  len: 993 time: 0.1027100
Dec 16 23:15:08.215817 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:15:28.244522 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-7ed62018-ffa9-4644-8aeb-81ec9698e316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:15:30.678291 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-512e83ca-1dcd-4beb-bc22-5410a17fd445 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:15:31.639102 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-3e729f7f-1589-4d54-9c4a-7ee6b283cc2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:15:31.733459 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:15:33.404436 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-4541ba3b-6be8-499c-bc94-3c60aa55c4f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:15:33.677435 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effd01de-7e23-457f-9e09-782506ed399c req-89c85ef0-3456-45bf-a96d-e363a437356b tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:15:33.678934 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-effd01de-7e23-457f-9e09-782506ed399c req-89c85ef0-3456-45bf-a96d-e363a437356b tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.13 "GET /v2.0/ports?device_id=637d0f17-d90b-4c7e-8e17-f550e6b42a5e HTTP/1.1" status: 200  len: 945 time: 0.0780442
Dec 16 23:15:33.727428 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-effd01de-7e23-457f-9e09-782506ed399c req-d6b8ca49-b6ff-4ab1-ba16-d7ff809a7027 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.13 "GET /v2.0/security-groups?id=6b15b79d-b0af-4677-8fc4-7b3095c24484&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0424082
Dec 16 23:15:34.924405 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6305491-e5b8-486c-a17f-4d09c67d37e4 req-7282430a-7b07-4124-9cd6-d72f095986bc tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:15:34.925850 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-b6305491-e5b8-486c-a17f-4d09c67d37e4 req-7282430a-7b07-4124-9cd6-d72f095986bc tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.13 "GET /v2.0/ports?device_id=637d0f17-d90b-4c7e-8e17-f550e6b42a5e HTTP/1.1" status: 200  len: 945 time: 0.0798864
Dec 16 23:15:34.969882 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-b6305491-e5b8-486c-a17f-4d09c67d37e4 req-7f178244-bed5-49ae-83b0-1903627eacd7 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.13 "GET /v2.0/security-groups?id=6b15b79d-b0af-4677-8fc4-7b3095c24484&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0378337
Dec 16 23:15:34.993117 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 55602) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 23:15:35.099372 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-584650fd-6e9f-4ae8-bc81-9033737883c5 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.13 "GET /v2.0/floatingips/46f7c479-2972-44d7-bb30-54d2184819a0 HTTP/1.1" status: 200  len: 993 time: 0.1050591
Dec 16 23:15:36.555074 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24458b9a-c820-4c97-87cc-12be32e08c59 req-0e1317a3-df42-4d3c-98f5-113a8a7f67b7 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:15:36.556543 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-24458b9a-c820-4c97-87cc-12be32e08c59 req-0e1317a3-df42-4d3c-98f5-113a8a7f67b7 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.13 "GET /v2.0/ports?device_id=637d0f17-d90b-4c7e-8e17-f550e6b42a5e HTTP/1.1" status: 200  len: 945 time: 0.0790787
Dec 16 23:15:36.594953 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b59ff21-93eb-4625-bc2e-09b20c3e2354 req-e29092ec-6cd2-4df0-a7fa-b54a02c3b646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:15:36.596443 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-7b59ff21-93eb-4625-bc2e-09b20c3e2354 req-e29092ec-6cd2-4df0-a7fa-b54a02c3b646 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c824888d650f48a8badbaff2c427d7f3&device_id=637d0f17-d90b-4c7e-8e17-f550e6b42a5e HTTP/1.1" status: 200  len: 1098 time: 0.0744767
Dec 16 23:15:36.604493 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-24458b9a-c820-4c97-87cc-12be32e08c59 req-698f8572-cfbe-4468-bfba-4898dfe5decf tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.13 "GET /v2.0/security-groups?id=6b15b79d-b0af-4677-8fc4-7b3095c24484&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0422544
Dec 16 23:15:36.725705 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b59ff21-93eb-4625-bc2e-09b20c3e2354 req-cd5320d5-5002-4663-b63a-7be46f6f7d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:15:36.727050 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-7b59ff21-93eb-4625-bc2e-09b20c3e2354 req-cd5320d5-5002-4663-b63a-7be46f6f7d7e service neutron] 10.222.0.49 "GET /v2.0/networks?id=97f05fe7-c79b-4d39-acec-71a8a9ad9c4d HTTP/1.1" status: 200  len: 897 time: 0.1244035
Dec 16 23:15:36.828062 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-7b59ff21-93eb-4625-bc2e-09b20c3e2354 req-6ceb7c24-4dfc-43ed-a185-ac30c4088b5d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=82f512c8-f792-4757-9cc6-29928fb79300 HTTP/1.1" status: 200  len: 1001 time: 0.0936015
Dec 16 23:15:36.888554 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b59ff21-93eb-4625-bc2e-09b20c3e2354 req-23a164c3-6002-4028-a7cd-790b8c69eda3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:15:36.889919 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-7b59ff21-93eb-4625-bc2e-09b20c3e2354 req-23a164c3-6002-4028-a7cd-790b8c69eda3 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=41ea7811-2db8-48d2-b35e-03dfb9ad4e5b HTTP/1.1" status: 200  len: 835 time: 0.0555460
Dec 16 23:15:36.966645 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b59ff21-93eb-4625-bc2e-09b20c3e2354 req-21b7520c-124e-472e-aeef-1cbac0ec346c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:15:36.968069 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-7b59ff21-93eb-4625-bc2e-09b20c3e2354 req-21b7520c-124e-472e-aeef-1cbac0ec346c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=97f05fe7-c79b-4d39-acec-71a8a9ad9c4d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0719862
Dec 16 23:15:37.095664 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-7b59ff21-93eb-4625-bc2e-09b20c3e2354 req-c7b4fb0b-3ed5-4ebc-bab8-3ea62df2a900 service neutron] 10.222.0.49 "GET /v2.0/networks/97f05fe7-c79b-4d39-acec-71a8a9ad9c4d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1213458
Dec 16 23:15:37.224340 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-7b59ff21-93eb-4625-bc2e-09b20c3e2354 req-f3e56696-d84b-41a0-b06b-5ebf9c6ad461 service neutron] 10.222.0.49 "GET /v2.0/networks/97f05fe7-c79b-4d39-acec-71a8a9ad9c4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1225462
Dec 16 23:15:37.787781 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3906078-4939-4b15-9adb-31c93b509e00 req-0b22c3fe-a9ac-4e53-a1bf-c3c2f6f09f2d tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:15:37.789116 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-e3906078-4939-4b15-9adb-31c93b509e00 req-0b22c3fe-a9ac-4e53-a1bf-c3c2f6f09f2d tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.13 "GET /v2.0/ports?device_id=637d0f17-d90b-4c7e-8e17-f550e6b42a5e HTTP/1.1" status: 200  len: 945 time: 0.0773335
Dec 16 23:15:37.832140 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-e3906078-4939-4b15-9adb-31c93b509e00 req-08d5f2fb-b470-47db-9698-91ff5884a0c7 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.13 "GET /v2.0/security-groups?id=6b15b79d-b0af-4677-8fc4-7b3095c24484&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0370834
Dec 16 23:15:38.219429 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:15:39.016364 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008491d2-e18b-4f57-a0eb-1537a0eea441 req-c098f0d5-3f48-4a5f-91fd-8b02ed5da63f tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:15:39.017813 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-008491d2-e18b-4f57-a0eb-1537a0eea441 req-c098f0d5-3f48-4a5f-91fd-8b02ed5da63f tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.13 "GET /v2.0/ports?device_id=637d0f17-d90b-4c7e-8e17-f550e6b42a5e HTTP/1.1" status: 200  len: 945 time: 0.0828123
Dec 16 23:15:39.060064 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-008491d2-e18b-4f57-a0eb-1537a0eea441 req-602604a7-6459-4494-a53c-757f60f6e56d tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.13 "GET /v2.0/security-groups?id=6b15b79d-b0af-4677-8fc4-7b3095c24484&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0368340
Dec 16 23:15:39.082856 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 55616) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 23:15:39.187894 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-21173537-a7b2-49bc-8ada-9b5e9d9f3110 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.13 "GET /v2.0/floatingips/46f7c479-2972-44d7-bb30-54d2184819a0 HTTP/1.1" status: 200  len: 993 time: 0.1037691
Dec 16 23:15:39.476977 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 55624) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 23:15:39.491976 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.agents_db [None req-0abd2616-a86c-48e2-be07-10823335a5bb None None] Agent healthcheck: found 6 active agents {{(pid=87509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 23:15:39.669958 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [None req-df7965bf-6278-46f1-ae85-63ddfb178f94 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Deleting port a797744e-ef26-487f-9038-dd97cc36bb81 {{(pid=87506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 23:15:39.670297 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-df7965bf-6278-46f1-ae85-63ddfb178f94 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:15:39.834959 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-df7965bf-6278-46f1-ae85-63ddfb178f94 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:15:39.835278 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-df7965bf-6278-46f1-ae85-63ddfb178f94 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:15:39.957073 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [None req-df7965bf-6278-46f1-ae85-63ddfb178f94 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Calling delete_port for a797744e-ef26-487f-9038-dd97cc36bb81 owned by network:floatingip {{(pid=87506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 23:15:40.101917 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-df7965bf-6278-46f1-ae85-63ddfb178f94 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1863393'] for port, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:15:40.106633 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-d3d5ddb0-2ce3-4ccb-94c5-792cdeaa3c4d tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:15:40.254478 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7965bf-6278-46f1-ae85-63ddfb178f94 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Pushing event deleted for resources: {'Port': ['ID=a797744e-ef26-487f-9038-dd97cc36bb81,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:15:40.292702 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df7965bf-6278-46f1-ae85-63ddfb178f94 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:15:40.293093 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df7965bf-6278-46f1-ae85-63ddfb178f94 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:15:40.293472 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df7965bf-6278-46f1-ae85-63ddfb178f94 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:15:40.293852 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df7965bf-6278-46f1-ae85-63ddfb178f94 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:15:40.294222 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df7965bf-6278-46f1-ae85-63ddfb178f94 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:15:40.294588 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df7965bf-6278-46f1-ae85-63ddfb178f94 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:15:40.294954 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df7965bf-6278-46f1-ae85-63ddfb178f94 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:15:40.295318 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df7965bf-6278-46f1-ae85-63ddfb178f94 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:15:40.295696 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df7965bf-6278-46f1-ae85-63ddfb178f94 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:15:40.296062 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df7965bf-6278-46f1-ae85-63ddfb178f94 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:15:40.296423 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df7965bf-6278-46f1-ae85-63ddfb178f94 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:15:40.296782 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df7965bf-6278-46f1-ae85-63ddfb178f94 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:15:40.325453 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-df7965bf-6278-46f1-ae85-63ddfb178f94 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:15:40.353294 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-df7965bf-6278-46f1-ae85-63ddfb178f94 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks [] for floatingip, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:15:40.353561 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.db.l3_db [None req-df7965bf-6278-46f1-ae85-63ddfb178f94 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Floating IP 46f7c479-2972-44d7-bb30-54d2184819a0 disassociated (deleted). External IP: 172.26.0.110, port: 82f512c8-f792-4757-9cc6-29928fb79300.
Dec 16 23:15:40.695557 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df7965bf-6278-46f1-ae85-63ddfb178f94 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Router b6603eeb-f8d7-40d8-96d2-afe99da7f84e has already been hosted by L3 agent 4f519db7-069b-43e2-8411-c092bac9102a {{(pid=87506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 23:15:40.876363 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df7965bf-6278-46f1-ae85-63ddfb178f94 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify agent at l3_agent.dv-neutron-821829-1-hyperv the message routers_updated {{(pid=87506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 23:15:40.887494 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c78711d-7909-4ed4-890b-c0828c738de7 None None] Sync routers for ids ['b6603eeb-f8d7-40d8-96d2-afe99da7f84e'] in dv-neutron-821829-1-hyperv {{(pid=87509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 23:15:40.892779 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-df7965bf-6278-46f1-ae85-63ddfb178f94 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for floatingip, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:15:40.898298 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c78711d-7909-4ed4-890b-c0828c738de7 None None] Routers {'b6603eeb-f8d7-40d8-96d2-afe99da7f84e'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 23:15:40.899167 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-0c78711d-7909-4ed4-890b-c0828c738de7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b7caf5730>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T23:15:31Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['b6603eeb-f8d7-40d8-96d2-afe99da7f84e'], 'active': True} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 23:15:40.946240 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-df7965bf-6278-46f1-ae85-63ddfb178f94 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.13 "DELETE /v2.0/floatingips/46f7c479-2972-44d7-bb30-54d2184819a0 HTTP/1.1" status: 204  len: 168 time: 1.4681578
Dec 16 23:15:40.946822 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '637d0f17-d90b-4c7e-8e17-f550e6b42a5e', 'tag': '82f512c8-f792-4757-9cc6-29928fb79300'}] {{(pid=87506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 23:15:40.994114 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '637d0f17-d90b-4c7e-8e17-f550e6b42a5e', 'tag': '82f512c8-f792-4757-9cc6-29928fb79300', 'status': 'completed', 'code': 200}
Dec 16 23:15:41.101852 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvr_db [None req-0c78711d-7909-4ed4-890b-c0828c738de7 None None] Set router b6603eeb-f8d7-40d8-96d2-afe99da7f84e gateway port host: dv-neutron-821829-1-hyperv {{(pid=87509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 23:15:41.128030 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa09745-229a-4e33-8cc6-acaeb2f82ec3 req-01d5eb68-4e18-474c-aa73-088553e5b6b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:15:41.129631 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-aaa09745-229a-4e33-8cc6-acaeb2f82ec3 req-01d5eb68-4e18-474c-aa73-088553e5b6b0 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c824888d650f48a8badbaff2c427d7f3&device_id=637d0f17-d90b-4c7e-8e17-f550e6b42a5e HTTP/1.1" status: 200  len: 1098 time: 0.0890768
Dec 16 23:15:41.297614 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa09745-229a-4e33-8cc6-acaeb2f82ec3 req-a8a52c1f-90bf-43a9-aae5-62534e643e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:15:41.299462 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-aaa09745-229a-4e33-8cc6-acaeb2f82ec3 req-a8a52c1f-90bf-43a9-aae5-62534e643e31 service neutron] 10.222.0.49 "GET /v2.0/networks?id=97f05fe7-c79b-4d39-acec-71a8a9ad9c4d HTTP/1.1" status: 200  len: 897 time: 0.1637850
Dec 16 23:15:41.353966 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323f703c-0574-4378-ac29-7d7b43bfd249 req-38881e01-81e7-447c-936b-a1f8d0dd4504 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:15:41.356533 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-323f703c-0574-4378-ac29-7d7b43bfd249 req-38881e01-81e7-447c-936b-a1f8d0dd4504 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.13 "GET /v2.0/ports?device_id=637d0f17-d90b-4c7e-8e17-f550e6b42a5e HTTP/1.1" status: 200  len: 945 time: 0.0840735
Dec 16 23:15:41.382823 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-aaa09745-229a-4e33-8cc6-acaeb2f82ec3 req-de48defd-4dc4-444e-ae3c-9adb2bf1f6eb service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=82f512c8-f792-4757-9cc6-29928fb79300 HTTP/1.1" status: 200  len: 217 time: 0.0757432
Dec 16 23:15:41.407650 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-323f703c-0574-4378-ac29-7d7b43bfd249 req-97f207f0-1df5-4e8d-96e9-541c02a48eb3 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.13 "GET /v2.0/security-groups?id=6b15b79d-b0af-4677-8fc4-7b3095c24484&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0447268
Dec 16 23:15:41.454045 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa09745-229a-4e33-8cc6-acaeb2f82ec3 req-c80387e0-0c9b-45f7-b86c-a24b6c581928 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:15:41.455482 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-aaa09745-229a-4e33-8cc6-acaeb2f82ec3 req-c80387e0-0c9b-45f7-b86c-a24b6c581928 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=41ea7811-2db8-48d2-b35e-03dfb9ad4e5b HTTP/1.1" status: 200  len: 835 time: 0.0651143
Dec 16 23:15:41.528288 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-0c78711d-7909-4ed4-890b-c0828c738de7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b7caf5730>, [{'id': 'b6603eeb-f8d7-40d8-96d2-afe99da7f84e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1790134638', 'tenant_id': 'c824888d650f48a8badbaff2c427d7f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.29'}], 'enable_snat': True}, 'gw_port_id': '29f51050-2337-467a-84e8-49a6487e8009', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:14:40Z', 'updated_at': '2021-12-16T23:14:45Z', 'revision_number': 4, 'project_id': 'c824888d650f48a8badbaff2c427d7f3', 'gw_port': {'id': '29f51050-2337-467a-84e8-49a6487e8009', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:8d:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6603eeb-f8d7-40d8-96d2-afe99da7f84e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:14:40Z', 'updated_at': '2021-12-16T23:14:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv', '_interfaces': [{'id': 'f8228b3b-b4a9-4cc3-9f2d-2d6932736288', 'name': '', 'network_id': '97f05fe7-c79b-4d39-acec-71a8a9ad9c4d', 'tenant_id': 'c824888d650f48a8badbaff2c427d7f3', 'mac_address': 'fa:16:3e:ea:da:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6603eeb-f8d7-40d8-96d2-afe99da7f84e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1773, 'fixed_ips': [{'subnet_id': '41ea7811-2db8-48d2-b35e-03dfb9ad4e5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:14:44Z', 'updated_at': '2021-12-16T23:14:50Z', 'revision_number': 5, 'project_id': 'c824888d650f48a8badbaff2c427d7f3', 'subnets': [{'id': '41ea7811-2db8-48d2-b35e-03dfb9ad4e5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 23:15:41.531496 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa09745-229a-4e33-8cc6-acaeb2f82ec3 req-54b1b04d-f2e6-4a12-9d89-2cb827c90563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:15:41.532015 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c78711d-7909-4ed4-890b-c0828c738de7 None None] Checking router: b6603eeb-f8d7-40d8-96d2-afe99da7f84e for host: dv-neutron-821829-1-hyperv {{(pid=87509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 23:15:41.532998 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-aaa09745-229a-4e33-8cc6-acaeb2f82ec3 req-54b1b04d-f2e6-4a12-9d89-2cb827c90563 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=97f05fe7-c79b-4d39-acec-71a8a9ad9c4d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0705609
Dec 16 23:15:41.540043 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c78711d-7909-4ed4-890b-c0828c738de7 None None] Routers {'b6603eeb-f8d7-40d8-96d2-afe99da7f84e'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 23:15:41.540660 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-0c78711d-7909-4ed4-890b-c0828c738de7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b7caf5730>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T23:15:31Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['b6603eeb-f8d7-40d8-96d2-afe99da7f84e'], 'active': True} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 23:15:41.665089 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-aaa09745-229a-4e33-8cc6-acaeb2f82ec3 req-cf6e2d21-85b2-424f-a9b7-cd5858ec1454 service neutron] 10.222.0.49 "GET /v2.0/networks/97f05fe7-c79b-4d39-acec-71a8a9ad9c4d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1249719
Dec 16 23:15:41.714309 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvr_db [None req-0c78711d-7909-4ed4-890b-c0828c738de7 None None] Set router b6603eeb-f8d7-40d8-96d2-afe99da7f84e gateway port host: dv-neutron-821829-1-hyperv {{(pid=87509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 23:15:41.919228 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-aaa09745-229a-4e33-8cc6-acaeb2f82ec3 req-3d2d36ae-ece2-4c6f-85eb-872b9581eba7 service neutron] 10.222.0.49 "GET /v2.0/networks/97f05fe7-c79b-4d39-acec-71a8a9ad9c4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2456620
Dec 16 23:15:42.022829 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-0c78711d-7909-4ed4-890b-c0828c738de7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b7caf5730>, [{'id': 'b6603eeb-f8d7-40d8-96d2-afe99da7f84e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1790134638', 'tenant_id': 'c824888d650f48a8badbaff2c427d7f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.29'}], 'enable_snat': True}, 'gw_port_id': '29f51050-2337-467a-84e8-49a6487e8009', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:14:40Z', 'updated_at': '2021-12-16T23:14:45Z', 'revision_number': 4, 'project_id': 'c824888d650f48a8badbaff2c427d7f3', 'gw_port': {'id': '29f51050-2337-467a-84e8-49a6487e8009', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:8d:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6603eeb-f8d7-40d8-96d2-afe99da7f84e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:14:40Z', 'updated_at': '2021-12-16T23:14:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv', '_interfaces': [{'id': 'f8228b3b-b4a9-4cc3-9f2d-2d6932736288', 'name': '', 'network_id': '97f05fe7-c79b-4d39-acec-71a8a9ad9c4d', 'tenant_id': 'c824888d650f48a8badbaff2c427d7f3', 'mac_address': 'fa:16:3e:ea:da:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6603eeb-f8d7-40d8-96d2-afe99da7f84e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1773, 'fixed_ips': [{'subnet_id': '41ea7811-2db8-48d2-b35e-03dfb9ad4e5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:14:44Z', 'updated_at': '2021-12-16T23:14:50Z', 'revision_number': 5, 'project_id': 'c824888d650f48a8badbaff2c427d7f3', 'subnets': [{'id': '41ea7811-2db8-48d2-b35e-03dfb9ad4e5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 23:15:42.026520 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c78711d-7909-4ed4-890b-c0828c738de7 None None] The sync data for ids ['b6603eeb-f8d7-40d8-96d2-afe99da7f84e'] in dv-neutron-821829-1-hyperv is: [{'id': 'b6603eeb-f8d7-40d8-96d2-afe99da7f84e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1790134638', 'tenant_id': 'c824888d650f48a8badbaff2c427d7f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.29'}], 'enable_snat': True}, 'gw_port_id': '29f51050-2337-467a-84e8-49a6487e8009', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:14:40Z', 'updated_at': '2021-12-16T23:14:45Z', 'revision_number': 4, 'project_id': 'c824888d650f48a8badbaff2c427d7f3', 'gw_port': {'id': '29f51050-2337-467a-84e8-49a6487e8009', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:8d:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6603eeb-f8d7-40d8-96d2-afe99da7f84e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:14:40Z', 'updated_at': '2021-12-16T23:14:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv', '_interfaces': [{'id': 'f8228b3b-b4a9-4cc3-9f2d-2d6932736288', 'name': '', 'network_id': '97f05fe7-c79b-4d39-acec-71a8a9ad9c4d', 'tenant_id': 'c824888d650f48a8badbaff2c427d7f3', 'mac_address': 'fa:16:3e:ea:da:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6603eeb-f8d7-40d8-96d2-afe99da7f84e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1773, 'fixed_ips': [{'subnet_id': '41ea7811-2db8-48d2-b35e-03dfb9ad4e5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:14:44Z', 'updated_at': '2021-12-16T23:14:50Z', 'revision_number': 5, 'project_id': 'c824888d650f48a8badbaff2c427d7f3', 'subnets': [{'id': '41ea7811-2db8-48d2-b35e-03dfb9ad4e5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 23:15:42.240039 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89124a7f-b486-492e-86ec-585546d72f04 None None] New status for floating IP 46f7c479-2972-44d7-bb30-54d2184819a0: DOWN {{(pid=87508) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 16 23:15:42.596449 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79707704-1b7f-4dc5-8c7e-1baeb8eda38e req-62004e3c-708a-416e-b290-81a5e681f414 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:15:42.597922 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-79707704-1b7f-4dc5-8c7e-1baeb8eda38e req-62004e3c-708a-416e-b290-81a5e681f414 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.13 "GET /v2.0/ports?device_id=637d0f17-d90b-4c7e-8e17-f550e6b42a5e HTTP/1.1" status: 200  len: 945 time: 0.0830348
Dec 16 23:15:42.641045 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-79707704-1b7f-4dc5-8c7e-1baeb8eda38e req-8c97b55b-189e-4cc2-986a-50eea3475bb5 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.13 "GET /v2.0/security-groups?id=6b15b79d-b0af-4677-8fc4-7b3095c24484&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0374870
Dec 16 23:15:42.967915 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062d142c-0e56-4e75-84b5-500a0d0cef7c req-ba16597c-0143-4d05-a704-b8e1139aae7c tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:15:42.968510 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [req-062d142c-0e56-4e75-84b5-500a0d0cef7c req-ba16597c-0143-4d05-a704-b8e1139aae7c tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Synchronizing usage tracker for tenant:c824888d650f48a8badbaff2c427d7f3 on resource:port {{(pid=87506) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 23:15:42.983741 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [req-062d142c-0e56-4e75-84b5-500a0d0cef7c req-ba16597c-0143-4d05-a704-b8e1139aae7c tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Unset dirty status for tenant:c824888d650f48a8badbaff2c427d7f3 on resource:port {{(pid=87506) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 23:15:42.984899 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-062d142c-0e56-4e75-84b5-500a0d0cef7c req-ba16597c-0143-4d05-a704-b8e1139aae7c tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.49 "GET /v2.0/ports?device_id=637d0f17-d90b-4c7e-8e17-f550e6b42a5e HTTP/1.1" status: 200  len: 945 time: 0.0925965
Dec 16 23:15:43.055293 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [req-062d142c-0e56-4e75-84b5-500a0d0cef7c req-21d387fc-500d-41bb-94b8-d7c6cf7f62b2 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Deleting port 82f512c8-f792-4757-9cc6-29928fb79300 {{(pid=87506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 23:15:43.055621 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-062d142c-0e56-4e75-84b5-500a0d0cef7c req-21d387fc-500d-41bb-94b8-d7c6cf7f62b2 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:15:43.291062 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.db [req-062d142c-0e56-4e75-84b5-500a0d0cef7c req-21d387fc-500d-41bb-94b8-d7c6cf7f62b2 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] For port 82f512c8-f792-4757-9cc6-29928fb79300, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=82f512c8-f792-4757-9cc6-29928fb79300,segment=NetworkSegment(c9b54fa1-1364-4c68-8bd4-2c8babf8dcec),segment_id=c9b54fa1-1364-4c68-8bd4-2c8babf8dcec)] {{(pid=87506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 23:15:43.291442 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-062d142c-0e56-4e75-84b5-500a0d0cef7c req-21d387fc-500d-41bb-94b8-d7c6cf7f62b2 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:15:43.410110 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [req-062d142c-0e56-4e75-84b5-500a0d0cef7c req-21d387fc-500d-41bb-94b8-d7c6cf7f62b2 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Calling delete_port for 82f512c8-f792-4757-9cc6-29928fb79300 owned by compute:nova {{(pid=87506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 23:15:43.552264 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-062d142c-0e56-4e75-84b5-500a0d0cef7c req-21d387fc-500d-41bb-94b8-d7c6cf7f62b2 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1863393'] for port, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:15:43.558306 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-c1bb2c5f-813d-46f9-aeef-578ce3d67cd4 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:15:43.606190 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d387fc-500d-41bb-94b8-d7c6cf7f62b2 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Pushing event deleted for resources: {'Port': ['ID=82f512c8-f792-4757-9cc6-29928fb79300,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:15:43.608882 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-21d387fc-500d-41bb-94b8-d7c6cf7f62b2 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:15:43.683629 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.l3_dvrscheduler_db [req-062d142c-0e56-4e75-84b5-500a0d0cef7c req-21d387fc-500d-41bb-94b8-d7c6cf7f62b2 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] No DVR routers for this DVR port 82f512c8-f792-4757-9cc6-29928fb79300 on host hv-neutron-8218 {{(pid=87506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 23:15:43.686091 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-062d142c-0e56-4e75-84b5-500a0d0cef7c req-21d387fc-500d-41bb-94b8-d7c6cf7f62b2 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for port, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:15:43.690371 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '637d0f17-d90b-4c7e-8e17-f550e6b42a5e', 'name': 'network-vif-deleted', 'tag': '82f512c8-f792-4757-9cc6-29928fb79300'}] {{(pid=87506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 23:15:43.707192 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-062d142c-0e56-4e75-84b5-500a0d0cef7c req-21d387fc-500d-41bb-94b8-d7c6cf7f62b2 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.49 "DELETE /v2.0/ports/82f512c8-f792-4757-9cc6-29928fb79300 HTTP/1.1" status: 204  len: 173 time: 0.7158241
Dec 16 23:15:43.738016 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '637d0f17-d90b-4c7e-8e17-f550e6b42a5e', 'name': 'network-vif-deleted', 'tag': '82f512c8-f792-4757-9cc6-29928fb79300', 'status': 'completed', 'code': 200}
Dec 16 23:15:43.795533 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-2d0937aa-5d73-4416-b3dd-e93b735ad35a req-1b55e3fd-c11e-441f-9cfc-48c39c7f5e0c tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.13 "GET /v2.0/ports?device_id=637d0f17-d90b-4c7e-8e17-f550e6b42a5e HTTP/1.1" status: 200  len: 210 time: 0.0423565
Dec 16 23:15:44.891628 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 55642) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 23:15:45.423468 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-f89832ed-70d2-44f7-ae66-ad847ff942ff tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3830176'] for router_interface, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:15:45.880021 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [None req-f89832ed-70d2-44f7-ae66-ad847ff942ff tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Deleting port f8228b3b-b4a9-4cc3-9f2d-2d6932736288 {{(pid=87506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 23:15:45.880357 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-f89832ed-70d2-44f7-ae66-ad847ff942ff tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:15:46.063920 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.db [None req-f89832ed-70d2-44f7-ae66-ad847ff942ff tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] For port f8228b3b-b4a9-4cc3-9f2d-2d6932736288, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=f8228b3b-b4a9-4cc3-9f2d-2d6932736288,segment=NetworkSegment(c9b54fa1-1364-4c68-8bd4-2c8babf8dcec),segment_id=c9b54fa1-1364-4c68-8bd4-2c8babf8dcec)] {{(pid=87506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 23:15:46.064587 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-f89832ed-70d2-44f7-ae66-ad847ff942ff tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:15:46.183846 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [None req-f89832ed-70d2-44f7-ae66-ad847ff942ff tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Calling delete_port for f8228b3b-b4a9-4cc3-9f2d-2d6932736288 owned by network:router_interface {{(pid=87506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 23:15:46.492602 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Device 82f512c8-f792-4757-9cc6-29928fb79300 no longer exists at agent hyperv_hv-neutron-8218 {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 23:15:46.502692 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-f89832ed-70d2-44f7-ae66-ad847ff942ff tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1863393'] for port, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:15:46.507238 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-f70ab309-d12c-4647-ab00-0805417f0abc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:15:46.527274 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] No Port match for: 82f512c8-f792-4757-9cc6-29928fb79300 {{(pid=87508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 23:15:46.527619 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Device 82f512c8-f792-4757-9cc6-29928fb79300 not bound to the agent host hv-neutron-8218 {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 23:15:46.551121 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89832ed-70d2-44f7-ae66-ad847ff942ff tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Pushing event deleted for resources: {'Port': ['ID=f8228b3b-b4a9-4cc3-9f2d-2d6932736288,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:15:46.553430 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-f89832ed-70d2-44f7-ae66-ad847ff942ff tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:15:46.821890 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-f89832ed-70d2-44f7-ae66-ad847ff942ff tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3791449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3739472'] for router_interface, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:15:47.300197 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f89832ed-70d2-44f7-ae66-ad847ff942ff tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Router b6603eeb-f8d7-40d8-96d2-afe99da7f84e has already been hosted by L3 agent 4f519db7-069b-43e2-8411-c092bac9102a {{(pid=87506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 23:15:47.484111 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f89832ed-70d2-44f7-ae66-ad847ff942ff tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify agent at l3_agent.dv-neutron-821829-1-hyperv the message routers_updated {{(pid=87506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 23:15:47.497187 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d41f4da-30ac-40c0-b585-65b1cf80b422 None None] Sync routers for ids ['b6603eeb-f8d7-40d8-96d2-afe99da7f84e'] in dv-neutron-821829-1-hyperv {{(pid=87509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 23:15:47.497685 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-f89832ed-70d2-44f7-ae66-ad847ff942ff tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.13 "PUT /v2.0/routers/b6603eeb-f8d7-40d8-96d2-afe99da7f84e/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.6046827
Dec 16 23:15:47.500046 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 55646) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 23:15:47.506848 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d41f4da-30ac-40c0-b585-65b1cf80b422 None None] Routers {'b6603eeb-f8d7-40d8-96d2-afe99da7f84e'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 23:15:47.507466 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-0d41f4da-30ac-40c0-b585-65b1cf80b422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b7c9cc250>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T23:15:31Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['b6603eeb-f8d7-40d8-96d2-afe99da7f84e'], 'active': True} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 23:15:47.564177 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7d9fe54-60a8-485c-b090-7a142a3c5152 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Deleting subnet 41ea7811-2db8-48d2-b35e-03dfb9ad4e5b {{(pid=87506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 16 23:15:47.567106 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-a7d9fe54-60a8-485c-b090-7a142a3c5152 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks [] for subnet, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:15:47.621188 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-a7d9fe54-60a8-485c-b090-7a142a3c5152 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-266764487'] for subnet, precommit_delete_associations {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:15:47.681714 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvr_db [None req-0d41f4da-30ac-40c0-b585-65b1cf80b422 None None] Set router b6603eeb-f8d7-40d8-96d2-afe99da7f84e gateway port host: dv-neutron-821829-1-hyperv {{(pid=87509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 23:15:47.704766 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-a7d9fe54-60a8-485c-b090-7a142a3c5152 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3328566'] for subnet, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:15:47.777954 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-a7d9fe54-60a8-485c-b090-7a142a3c5152 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3328622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1863378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11213117'] for subnet, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:15:47.782504 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-c2d3a776-5ba1-42ac-afa4-9d0403896f1a tempest-PortsTestJSON-823679082 tempest-PortsTestJSON-823679082-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:15:47.819840 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-a7d9fe54-60a8-485c-b090-7a142a3c5152 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks [] for subnet, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:15:47.824874 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d9fe54-60a8-485c-b090-7a142a3c5152 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Pushing event deleted for resources: {'Subnet': ['ID=41ea7811-2db8-48d2-b35e-03dfb9ad4e5b,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:15:47.825942 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b07cc37a-2be6-42c5-b8cd-b08abe4376f8 None None] Network 97f05fe7-c79b-4d39-acec-71a8a9ad9c4d requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 23:15:47.827634 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-a7d9fe54-60a8-485c-b090-7a142a3c5152 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:15:47.832267 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-a7d9fe54-60a8-485c-b090-7a142a3c5152 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.13 "DELETE /v2.0/subnets/41ea7811-2db8-48d2-b35e-03dfb9ad4e5b HTTP/1.1" status: 204  len: 168 time: 0.3312311
Dec 16 23:15:47.833085 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 55650) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 23:15:47.959440 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-0d41f4da-30ac-40c0-b585-65b1cf80b422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b7c9cc250>, [{'id': 'b6603eeb-f8d7-40d8-96d2-afe99da7f84e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1790134638', 'tenant_id': 'c824888d650f48a8badbaff2c427d7f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.29'}], 'enable_snat': True}, 'gw_port_id': '29f51050-2337-467a-84e8-49a6487e8009', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:14:40Z', 'updated_at': '2021-12-16T23:15:46Z', 'revision_number': 5, 'project_id': 'c824888d650f48a8badbaff2c427d7f3', 'gw_port': {'id': '29f51050-2337-467a-84e8-49a6487e8009', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:8d:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6603eeb-f8d7-40d8-96d2-afe99da7f84e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:14:40Z', 'updated_at': '2021-12-16T23:14:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv'}], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 23:15:47.964100 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d41f4da-30ac-40c0-b585-65b1cf80b422 None None] Checking router: b6603eeb-f8d7-40d8-96d2-afe99da7f84e for host: dv-neutron-821829-1-hyperv {{(pid=87509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 23:15:47.972329 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d41f4da-30ac-40c0-b585-65b1cf80b422 None None] Routers {'b6603eeb-f8d7-40d8-96d2-afe99da7f84e'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 23:15:47.972942 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-0d41f4da-30ac-40c0-b585-65b1cf80b422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b7c9cc250>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T23:15:31Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['b6603eeb-f8d7-40d8-96d2-afe99da7f84e'], 'active': True} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 23:15:48.016494 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-6384ff88-28e8-465c-9043-418046a69a24 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks [] for router, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:15:48.080320 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5244c3d-ca8b-44f2-b3c2-5a89c7b0179d None None] DHCP port deletion for 97f05fe7-c79b-4d39-acec-71a8a9ad9c4d request from dv-neutron-821829-1-hyperv {{(pid=87508) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 16 23:15:48.084598 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-b5244c3d-ca8b-44f2-b3c2-5a89c7b0179d None None] Deleting port e9961f6e-cb65-45af-8989-cf1f343f01fa {{(pid=87508) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 23:15:48.084994 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b5244c3d-ca8b-44f2-b3c2-5a89c7b0179d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:15:48.185394 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvr_db [None req-0d41f4da-30ac-40c0-b585-65b1cf80b422 None None] Set router b6603eeb-f8d7-40d8-96d2-afe99da7f84e gateway port host: dv-neutron-821829-1-hyperv {{(pid=87509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 23:15:48.209345 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-6384ff88-28e8-465c-9043-418046a69a24 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:15:48.220826 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [None req-6384ff88-28e8-465c-9043-418046a69a24 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Deleting port 29f51050-2337-467a-84e8-49a6487e8009 {{(pid=87506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 23:15:48.221163 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-6384ff88-28e8-465c-9043-418046a69a24 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:15:48.287817 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device e9961f6e-cb65-45af-8989-cf1f343f01fa no longer exists at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 23:15:48.368255 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-b5244c3d-ca8b-44f2-b3c2-5a89c7b0179d None None] For port e9961f6e-cb65-45af-8989-cf1f343f01fa, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=e9961f6e-cb65-45af-8989-cf1f343f01fa,segment=NetworkSegment(c9b54fa1-1364-4c68-8bd4-2c8babf8dcec),segment_id=c9b54fa1-1364-4c68-8bd4-2c8babf8dcec)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 23:15:48.368997 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b5244c3d-ca8b-44f2-b3c2-5a89c7b0179d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:15:48.480531 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-0d41f4da-30ac-40c0-b585-65b1cf80b422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b7c9cc250>, [{'id': 'b6603eeb-f8d7-40d8-96d2-afe99da7f84e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1790134638', 'tenant_id': 'c824888d650f48a8badbaff2c427d7f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.29'}], 'enable_snat': True}, 'gw_port_id': '29f51050-2337-467a-84e8-49a6487e8009', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:14:40Z', 'updated_at': '2021-12-16T23:15:46Z', 'revision_number': 5, 'project_id': 'c824888d650f48a8badbaff2c427d7f3', 'gw_port': {'id': '29f51050-2337-467a-84e8-49a6487e8009', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:8d:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6603eeb-f8d7-40d8-96d2-afe99da7f84e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:14:40Z', 'updated_at': '2021-12-16T23:14:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv'}], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 23:15:48.485202 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d41f4da-30ac-40c0-b585-65b1cf80b422 None None] The sync data for ids ['b6603eeb-f8d7-40d8-96d2-afe99da7f84e'] in dv-neutron-821829-1-hyperv is: [{'id': 'b6603eeb-f8d7-40d8-96d2-afe99da7f84e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1790134638', 'tenant_id': 'c824888d650f48a8badbaff2c427d7f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.29'}], 'enable_snat': True}, 'gw_port_id': '29f51050-2337-467a-84e8-49a6487e8009', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:14:40Z', 'updated_at': '2021-12-16T23:15:46Z', 'revision_number': 5, 'project_id': 'c824888d650f48a8badbaff2c427d7f3', 'gw_port': {'id': '29f51050-2337-467a-84e8-49a6487e8009', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:8d:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6603eeb-f8d7-40d8-96d2-afe99da7f84e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:14:40Z', 'updated_at': '2021-12-16T23:14:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv'}] {{(pid=87509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 23:15:48.506766 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-b5244c3d-ca8b-44f2-b3c2-5a89c7b0179d None None] Calling delete_port for e9961f6e-cb65-45af-8989-cf1f343f01fa owned by network:dhcp {{(pid=87508) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 23:15:48.555923 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.db [None req-6384ff88-28e8-465c-9043-418046a69a24 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] For port 29f51050-2337-467a-84e8-49a6487e8009, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=29f51050-2337-467a-84e8-49a6487e8009,segment=NetworkSegment(a416442d-d143-4052-9f4e-546eb8cbe809),segment_id=a416442d-d143-4052-9f4e-546eb8cbe809)] {{(pid=87506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 23:15:48.556479 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-6384ff88-28e8-465c-9043-418046a69a24 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:15:48.622560 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:15:48.645877 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b5244c3d-ca8b-44f2-b3c2-5a89c7b0179d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949'] for port, after_delete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:15:48.650101 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-5cda72bc-4286-4820-a566-56f28b99274a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:15:48.678711 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [None req-6384ff88-28e8-465c-9043-418046a69a24 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Calling delete_port for 29f51050-2337-467a-84e8-49a6487e8009 owned by network:router_gateway {{(pid=87506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 23:15:48.762033 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5244c3d-ca8b-44f2-b3c2-5a89c7b0179d None None] Pushing event deleted for resources: {'Port': ['ID=e9961f6e-cb65-45af-8989-cf1f343f01fa,revision_number=None']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:15:48.774989 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5244c3d-ca8b-44f2-b3c2-5a89c7b0179d None None] No DVR routers for this DVR port e9961f6e-cb65-45af-8989-cf1f343f01fa on host dv-neutron-821829-1-hyperv {{(pid=87508) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 23:15:48.777378 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5244c3d-ca8b-44f2-b3c2-5a89c7b0179d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:15:48.777729 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5244c3d-ca8b-44f2-b3c2-5a89c7b0179d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:15:48.778075 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5244c3d-ca8b-44f2-b3c2-5a89c7b0179d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:15:48.778528 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5244c3d-ca8b-44f2-b3c2-5a89c7b0179d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:15:48.778864 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5244c3d-ca8b-44f2-b3c2-5a89c7b0179d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:15:48.779201 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5244c3d-ca8b-44f2-b3c2-5a89c7b0179d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:15:48.779533 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5244c3d-ca8b-44f2-b3c2-5a89c7b0179d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:15:48.779887 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5244c3d-ca8b-44f2-b3c2-5a89c7b0179d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:15:48.780218 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5244c3d-ca8b-44f2-b3c2-5a89c7b0179d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:15:48.780544 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5244c3d-ca8b-44f2-b3c2-5a89c7b0179d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:15:48.780867 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5244c3d-ca8b-44f2-b3c2-5a89c7b0179d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:15:48.781190 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5244c3d-ca8b-44f2-b3c2-5a89c7b0179d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:15:48.784602 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-b5244c3d-ca8b-44f2-b3c2-5a89c7b0179d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:15:48.860137 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-6384ff88-28e8-465c-9043-418046a69a24 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1863393'] for port, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:15:48.864223 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-eed1e32d-f332-4f36-91b2-d0910df150e8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:15:48.910041 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6384ff88-28e8-465c-9043-418046a69a24 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Pushing event deleted for resources: {'Port': ['ID=29f51050-2337-467a-84e8-49a6487e8009,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:15:48.913785 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-6384ff88-28e8-465c-9043-418046a69a24 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:15:49.000602 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-6384ff88-28e8-465c-9043-418046a69a24 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3741895'] for router_gateway, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:15:49.173761 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-6384ff88-28e8-465c-9043-418046a69a24 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3739500', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39002'] for router, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:15:49.175813 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-6384ff88-28e8-465c-9043-418046a69a24 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:15:49.200821 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-6384ff88-28e8-465c-9043-418046a69a24 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3830089'] for router, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:15:49.201405 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6384ff88-28e8-465c-9043-418046a69a24 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Fanout notify agent at l3_agent the message router_deleted on router b6603eeb-f8d7-40d8-96d2-afe99da7f84e {{(pid=87506) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 16 23:15:49.217817 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-6384ff88-28e8-465c-9043-418046a69a24 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks [] for router, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:15:49.218912 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-6384ff88-28e8-465c-9043-418046a69a24 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.13 "DELETE /v2.0/routers/b6603eeb-f8d7-40d8-96d2-afe99da7f84e HTTP/1.1" status: 204  len: 168 time: 1.3849034
Dec 16 23:15:49.221687 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 55654) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 23:15:49.335208 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-74dab149-dac1-49cb-a817-9055924321ae tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-825997'] for network, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:15:49.472442 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-74dab149-dac1-49cb-a817-9055924321ae tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3329565', 'neutron.services.segments.db._delete_segments_for_network-8734753546406'] for network, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:15:49.497503 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.services.segments.db [None req-74dab149-dac1-49cb-a817-9055924321ae tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1b7645c2e0>,) {'filters': {'network_id': ['97f05fe7-c79b-4d39-acec-71a8a9ad9c4d']}} {{(pid=87506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 23:15:49.513733 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.services.segments.db [None req-74dab149-dac1-49cb-a817-9055924321ae tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b7645c2e0>, 'c9b54fa1-1364-4c68-8bd4-2c8babf8dcec') {'for_net_delete': True} {{(pid=87506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 23:15:49.514026 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.services.segments.db [None req-74dab149-dac1-49cb-a817-9055924321ae tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b7645c2e0>, 'c9b54fa1-1364-4c68-8bd4-2c8babf8dcec') {} {{(pid=87506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 23:15:49.525568 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-74dab149-dac1-49cb-a817-9055924321ae tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734753593977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-266764496'] for segment, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:15:49.540824 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-74dab149-dac1-49cb-a817-9055924321ae tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-883292'] for segment, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:15:49.546830 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74dab149-dac1-49cb-a817-9055924321ae tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Releasing vlan 192 on physical network physnet1 to pool {{(pid=87506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 16 23:15:49.547222 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-74dab149-dac1-49cb-a817-9055924321ae tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-883285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1863180'] for segment, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:15:49.562172 dv-neutron-821829-1-hyperv neutron-server[87506]: Traceback (most recent call last):
Dec 16 23:15:49.562172 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 16 23:15:49.562172 dv-neutron-821829-1-hyperv neutron-server[87506]:     timer()
Dec 16 23:15:49.562172 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 23:15:49.562172 dv-neutron-821829-1-hyperv neutron-server[87506]:     cb(*args, **kw)
Dec 16 23:15:49.562172 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 23:15:49.562172 dv-neutron-821829-1-hyperv neutron-server[87506]:     return func(*args, **kwargs)
Dec 16 23:15:49.562172 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 23:15:49.562172 dv-neutron-821829-1-hyperv neutron-server[87506]:     self._notify()
Dec 16 23:15:49.562172 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 23:15:49.562172 dv-neutron-821829-1-hyperv neutron-server[87506]:     self.callback(batched_events)
Dec 16 23:15:49.562172 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 23:15:49.562172 dv-neutron-821829-1-hyperv neutron-server[87506]:     event.method(event)
Dec 16 23:15:49.562172 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 23:15:49.562172 dv-neutron-821829-1-hyperv neutron-server[87506]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 23:15:49.562172 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 23:15:49.562172 dv-neutron-821829-1-hyperv neutron-server[87506]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 23:15:49.562172 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 23:15:49.562172 dv-neutron-821829-1-hyperv neutron-server[87506]:     return f(self, *a, **k)
Dec 16 23:15:49.562172 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 16 23:15:49.562172 dv-neutron-821829-1-hyperv neutron-server[87506]:     return self._get(url).json()
Dec 16 23:15:49.562172 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 16 23:15:49.562172 dv-neutron-821829-1-hyperv neutron-server[87506]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 23:15:49.562172 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 16 23:15:49.562172 dv-neutron-821829-1-hyperv neutron-server[87506]:     return self.request(url, 'GET', **kwargs)
Dec 16 23:15:49.562172 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 16 23:15:49.562172 dv-neutron-821829-1-hyperv neutron-server[87506]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 23:15:49.562172 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 16 23:15:49.562172 dv-neutron-821829-1-hyperv neutron-server[87506]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 23:15:49.562172 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 16 23:15:49.562172 dv-neutron-821829-1-hyperv neutron-server[87506]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 23:15:49.562172 dv-neutron-821829-1-hyperv neutron-server[87506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 23:15:49.642694 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-74dab149-dac1-49cb-a817-9055924321ae tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3329572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3741856'] for network, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:15:49.647193 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-74dab149-dac1-49cb-a817-9055924321ae tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks [] for network, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:15:49.655071 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-d8545f6b-e1a4-401e-9483-cc204ba5920a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:15:49.676991 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74dab149-dac1-49cb-a817-9055924321ae tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Pushing event deleted for resources: {'Network': ['ID=97f05fe7-c79b-4d39-acec-71a8a9ad9c4d,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:15:49.679892 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-74dab149-dac1-49cb-a817-9055924321ae tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:15:49.681714 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-74dab149-dac1-49cb-a817-9055924321ae tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.13 "DELETE /v2.0/networks/97f05fe7-c79b-4d39-acec-71a8a9ad9c4d HTTP/1.1" status: 204  len: 168 time: 0.4590533
Dec 16 23:15:49.684923 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 55658) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 23:15:49.755488 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-bfeea19b-7cc5-4b0e-8df2-569cf29d4703 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks [] for security_group, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:15:49.783503 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-bfeea19b-7cc5-4b0e-8df2-569cf29d4703 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:15:49.847133 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-bfeea19b-7cc5-4b0e-8df2-569cf29d4703 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841066'] for security_group, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:15:49.850908 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-2f7f6ddb-7d65-4102-b1da-3eecbe65641a tempest-TestMinimumBasicScenario-742069240 tempest-TestMinimumBasicScenario-742069240-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:15:49.868749 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfeea19b-7cc5-4b0e-8df2-569cf29d4703 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b15b79d-b0af-4677-8fc4-7b3095c24484,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:15:49.872516 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-bfeea19b-7cc5-4b0e-8df2-569cf29d4703 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:15:49.881048 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-bfeea19b-7cc5-4b0e-8df2-569cf29d4703 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Notify callbacks [] for security_group, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:15:49.882146 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-bfeea19b-7cc5-4b0e-8df2-569cf29d4703 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] 10.222.0.13 "DELETE /v2.0/security-groups/6b15b79d-b0af-4677-8fc4-7b3095c24484 HTTP/1.1" status: 204  len: 168 time: 0.1963429
Dec 16 23:15:50.189426 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 29f51050-2337-467a-84e8-49a6487e8009 no longer exists at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 23:15:50.222695 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] No Port match for: 29f51050-2337-467a-84e8-49a6487e8009 {{(pid=87508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 23:15:50.223056 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 29f51050-2337-467a-84e8-49a6487e8009 not bound to the agent host dv-neutron-821829-1-hyperv {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 23:15:50.223488 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device f8228b3b-b4a9-4cc3-9f2d-2d6932736288 no longer exists at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 23:15:50.255270 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] No Port match for: f8228b3b-b4a9-4cc3-9f2d-2d6932736288 {{(pid=87508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 23:15:50.255628 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device f8228b3b-b4a9-4cc3-9f2d-2d6932736288 not bound to the agent host dv-neutron-821829-1-hyperv {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 23:15:50.274096 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 55672) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 23:15:50.461847 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-64e4fad2-4291-408e-8a41-86d3f1330ced admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c824888d650f48a8badbaff2c427d7f3&name=default HTTP/1.1" status: 200  len: 2983 time: 0.1865134
Dec 16 23:15:50.464433 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 55678) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 23:15:50.523111 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-18cdc660-c4b2-4135-97fc-9301a2c17e7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:15:50.548114 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-18cdc660-c4b2-4135-97fc-9301a2c17e7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:15:50.599124 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-18cdc660-c4b2-4135-97fc-9301a2c17e7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841066'] for security_group, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:15:50.602882 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-e36ac886-e7a0-4de2-82d8-3056aa4b1338 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:15:50.616878 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18cdc660-c4b2-4135-97fc-9301a2c17e7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61c1533d-af56-4d57-93f8-6f707d2d41e6,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:15:50.622376 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-18cdc660-c4b2-4135-97fc-9301a2c17e7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:15:50.624301 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-18cdc660-c4b2-4135-97fc-9301a2c17e7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:15:50.625406 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-18cdc660-c4b2-4135-97fc-9301a2c17e7b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/61c1533d-af56-4d57-93f8-6f707d2d41e6 HTTP/1.1" status: 204  len: 168 time: 0.1600943
Dec 16 23:15:50.894207 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 55686) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 23:15:50.912116 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-3f1bb190-f1e2-4923-a17e-082a744c4f3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:15:50.926840 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-3f1bb190-f1e2-4923-a17e-082a744c4f3f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 23:15:50.930762 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-3f1bb190-f1e2-4923-a17e-082a744c4f3f admin admin] Usage tracker for resource:security_group_rule and tenant:4c174ec48209425eb0b40803e6078d1a is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 23:15:50.933621 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-3f1bb190-f1e2-4923-a17e-082a744c4f3f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 23:15:50.939134 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-3f1bb190-f1e2-4923-a17e-082a744c4f3f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 23:15:51.024565 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-3f1bb190-f1e2-4923-a17e-082a744c4f3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:15:51.028021 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-3f1bb190-f1e2-4923-a17e-082a744c4f3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841066'] for security_group, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:15:51.036015 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-242c2198-8844-40dd-84a6-09c84ad15500 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:15:51.076881 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-3f1bb190-f1e2-4923-a17e-082a744c4f3f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4c174ec48209425eb0b40803e6078d1a&name=default HTTP/1.1" status: 200  len: 2983 time: 0.1815932
Dec 16 23:15:51.078532 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1bb190-f1e2-4923-a17e-082a744c4f3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6d12202-8b62-43bf-a807-4141d1dc2120,revision_number=1']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:15:51.079738 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 55690) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 23:15:51.081526 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-3f1bb190-f1e2-4923-a17e-082a744c4f3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:15:51.139303 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-b23069de-42b0-45a6-a330-9f245b83d6f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:15:51.164210 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-b23069de-42b0-45a6-a330-9f245b83d6f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:15:51.329928 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-b23069de-42b0-45a6-a330-9f245b83d6f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841066'] for security_group, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:15:51.333824 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-1ef6f900-5044-401e-968d-ce90f8e7d2b5 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:15:51.344827 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23069de-42b0-45a6-a330-9f245b83d6f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6d12202-8b62-43bf-a807-4141d1dc2120,revision_number=None']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:15:51.354949 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23069de-42b0-45a6-a330-9f245b83d6f6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:15:51.355330 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23069de-42b0-45a6-a330-9f245b83d6f6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:15:51.355700 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23069de-42b0-45a6-a330-9f245b83d6f6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:15:51.356088 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23069de-42b0-45a6-a330-9f245b83d6f6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:15:51.356449 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23069de-42b0-45a6-a330-9f245b83d6f6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:15:51.356809 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23069de-42b0-45a6-a330-9f245b83d6f6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:15:51.357167 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23069de-42b0-45a6-a330-9f245b83d6f6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:15:51.357523 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23069de-42b0-45a6-a330-9f245b83d6f6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:15:51.357878 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23069de-42b0-45a6-a330-9f245b83d6f6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:15:51.358233 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23069de-42b0-45a6-a330-9f245b83d6f6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:15:51.358583 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23069de-42b0-45a6-a330-9f245b83d6f6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:15:51.358932 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23069de-42b0-45a6-a330-9f245b83d6f6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:15:51.362024 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-b23069de-42b0-45a6-a330-9f245b83d6f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:15:51.363106 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-b23069de-42b0-45a6-a330-9f245b83d6f6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a6d12202-8b62-43bf-a807-4141d1dc2120 HTTP/1.1" status: 204  len: 168 time: 0.2814682
Dec 16 23:15:51.364393 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-b23069de-42b0-45a6-a330-9f245b83d6f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:15:52.106844 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 55714) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 23:15:52.206775 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-bb788069-3e23-4d3e-a2b6-a45ad83b3de5 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-787508268-network', 'tenant_id': '47501bc0fd67468ab7c1cdfc7c01d7c1'}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 23:15:52.211702 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-bb788069-3e23-4d3e-a2b6-a45ad83b3de5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 23:15:52.215785 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-bb788069-3e23-4d3e-a2b6-a45ad83b3de5 admin admin] Usage tracker for resource:network and tenant:47501bc0fd67468ab7c1cdfc7c01d7c1 is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 23:15:52.218568 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-bb788069-3e23-4d3e-a2b6-a45ad83b3de5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 23:15:52.225005 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-bb788069-3e23-4d3e-a2b6-a45ad83b3de5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 23:15:52.234968 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb788069-3e23-4d3e-a2b6-a45ad83b3de5 admin admin] Made reservation on behalf of 47501bc0fd67468ab7c1cdfc7c01d7c1 for: {'network': 1} {{(pid=87507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 23:15:52.237251 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-bb788069-3e23-4d3e-a2b6-a45ad83b3de5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for network, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:15:52.249400 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-bb788069-3e23-4d3e-a2b6-a45ad83b3de5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:15:52.263112 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-bb788069-3e23-4d3e-a2b6-a45ad83b3de5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 23:15:52.266833 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-bb788069-3e23-4d3e-a2b6-a45ad83b3de5 admin admin] Usage tracker for resource:security_group_rule and tenant:47501bc0fd67468ab7c1cdfc7c01d7c1 is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 23:15:52.269547 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-bb788069-3e23-4d3e-a2b6-a45ad83b3de5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 23:15:52.275119 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-bb788069-3e23-4d3e-a2b6-a45ad83b3de5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 23:15:52.356697 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-bb788069-3e23-4d3e-a2b6-a45ad83b3de5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:15:52.360265 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-bb788069-3e23-4d3e-a2b6-a45ad83b3de5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841066'] for security_group, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:15:52.364034 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-2b4d095b-9b6b-4595-a122-2d23203cf090 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:15:52.386190 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb788069-3e23-4d3e-a2b6-a45ad83b3de5 admin admin] vlan segment allocate from pool success with {'vlan_id': 153, 'physical_network': 'physnet1'}  {{(pid=87507) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 23:15:52.398179 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb788069-3e23-4d3e-a2b6-a45ad83b3de5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4a27604-385f-4314-93fd-1b4c433b7901,revision_number=1']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:15:52.402659 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-bb788069-3e23-4d3e-a2b6-a45ad83b3de5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:15:52.403550 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-bb788069-3e23-4d3e-a2b6-a45ad83b3de5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-883292'] for segment, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:15:52.403911 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.db.segments_db [None req-bb788069-3e23-4d3e-a2b6-a45ad83b3de5 admin admin] Added segment 397b3ba8-7a47-4be7-98f0-838a20aabd5a of type vlan for network bdbbdf9a-ec90-43ce-a9c5-6006b2bf9731
Dec 16 23:15:52.429455 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-bb788069-3e23-4d3e-a2b6-a45ad83b3de5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734753047233'] for network, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:15:52.457070 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-bb788069-3e23-4d3e-a2b6-a45ad83b3de5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440'] for network, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:15:52.458089 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb788069-3e23-4d3e-a2b6-a45ad83b3de5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:15:52.458657 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-bb788069-3e23-4d3e-a2b6-a45ad83b3de5 admin admin] Notify callbacks [] for network, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:15:52.461951 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-6e6125f1-0c89-4d72-98f9-8c7cc3b21063 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:15:52.560043 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb788069-3e23-4d3e-a2b6-a45ad83b3de5 admin admin] Pushing event updated for resources: {'Network': ['ID=bdbbdf9a-ec90-43ce-a9c5-6006b2bf9731,revision_number=1']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:15:52.566609 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-bb788069-3e23-4d3e-a2b6-a45ad83b3de5 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 0.4586692
Dec 16 23:15:52.567132 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 55720) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 23:15:52.567585 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-bb788069-3e23-4d3e-a2b6-a45ad83b3de5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:15:52.570563 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Network bdbbdf9a-ec90-43ce-a9c5-6006b2bf9731 details requested by agent ovs-agent-dv-neutron-821829-1-hyperv with host dv-neutron-821829-1-hyperv {{(pid=87508) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 23:15:52.574597 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-6a9d47c4-bc69-4fea-803f-edd2ae283f7d admin admin] Request body: {'subnet': {'network_id': 'bdbbdf9a-ec90-43ce-a9c5-6006b2bf9731', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-787508268-subnet', 'tenant_id': '47501bc0fd67468ab7c1cdfc7c01d7c1', 'ip_version': 4}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 23:15:52.579657 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-6a9d47c4-bc69-4fea-803f-edd2ae283f7d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 23:15:52.584026 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-6a9d47c4-bc69-4fea-803f-edd2ae283f7d admin admin] Usage tracker for resource:subnet and tenant:47501bc0fd67468ab7c1cdfc7c01d7c1 is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 23:15:52.586876 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-6a9d47c4-bc69-4fea-803f-edd2ae283f7d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 23:15:52.593855 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-6a9d47c4-bc69-4fea-803f-edd2ae283f7d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 23:15:52.605885 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a9d47c4-bc69-4fea-803f-edd2ae283f7d admin admin] Made reservation on behalf of 47501bc0fd67468ab7c1cdfc7c01d7c1 for: {'subnet': 1} {{(pid=87506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 23:15:52.608313 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-6a9d47c4-bc69-4fea-803f-edd2ae283f7d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11213078'] for subnet, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:15:52.918182 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-6a9d47c4-bc69-4fea-803f-edd2ae283f7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1863317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11213092'] for subnet, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:15:52.922454 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-badb0053-1298-4778-b27d-0eb24cc77111 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:15:52.992494 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9d47c4-bc69-4fea-803f-edd2ae283f7d admin admin] Pushing event updated for resources: {'Subnet': ['ID=604d070c-ec45-48e1-8616-458a0650411c,revision_number=0']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:15:52.996495 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-6a9d47c4-bc69-4fea-803f-edd2ae283f7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:15:53.000416 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a9d47c4-bc69-4fea-803f-edd2ae283f7d admin admin] Checking segment: {'id': '397b3ba8-7a47-4be7-98f0-838a20aabd5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'bdbbdf9a-ec90-43ce-a9c5-6006b2bf9731'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 23:15:53.000767 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a9d47c4-bc69-4fea-803f-edd2ae283f7d admin admin] Network hostable DHCP agents. Network: bdbbdf9a-ec90-43ce-a9c5-6006b2bf9731, hostable agents: ['3b155c4d-12dc-491e-aa14-6113b06cfacd'], hosted agents: [] {{(pid=87506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 16 23:15:53.020182 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a9d47c4-bc69-4fea-803f-edd2ae283f7d admin admin] Network bdbbdf9a-ec90-43ce-a9c5-6006b2bf9731 is scheduled to be hosted by DHCP agent 3b155c4d-12dc-491e-aa14-6113b06cfacd with binding_index 1 {{(pid=87506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 16 23:15:53.029082 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.base_scheduler [None req-6a9d47c4-bc69-4fea-803f-edd2ae283f7d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821829-1-hyperv, bdbbdf9a-ec90-43ce-a9c5-6006b2bf9731) {{(pid=87506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 23:15:53.033213 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a9d47c4-bc69-4fea-803f-edd2ae283f7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:15:53.033793 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-6a9d47c4-bc69-4fea-803f-edd2ae283f7d admin admin] Notify callbacks [] for subnet, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:15:53.039881 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-268a9a82-dc7b-4171-b419-13afb474e99c None None] Network bdbbdf9a-ec90-43ce-a9c5-6006b2bf9731 requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 23:15:53.058810 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-6a9d47c4-bc69-4fea-803f-edd2ae283f7d admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 844 time: 0.4898431
Dec 16 23:15:53.061736 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 55724) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 23:15:53.066605 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-a64969cc-6190-4772-8873-6579e906dc26 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-787508268-router', 'tenant_id': '47501bc0fd67468ab7c1cdfc7c01d7c1', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5'}}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 23:15:53.071252 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-a64969cc-6190-4772-8873-6579e906dc26 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 23:15:53.075522 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-a64969cc-6190-4772-8873-6579e906dc26 admin admin] Usage tracker for resource:router and tenant:47501bc0fd67468ab7c1cdfc7c01d7c1 is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 23:15:53.078308 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-a64969cc-6190-4772-8873-6579e906dc26 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 23:15:53.083846 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-a64969cc-6190-4772-8873-6579e906dc26 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 23:15:53.095171 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-a64969cc-6190-4772-8873-6579e906dc26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3741155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38980'] for router, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:15:53.096163 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-a64969cc-6190-4772-8873-6579e906dc26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3743284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3741748', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3896702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-38989'] for router, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:15:53.110797 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-a64969cc-6190-4772-8873-6579e906dc26 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:15:53.251050 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c77b0304-bd9a-40c5-bedf-85bd3e051779 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1d6bfaf-d325-5e4f-b05d-2441d8339617-bdbbdf9a-ec90-43ce-a9c5-6006b2bf9731', 'network_id': 'bdbbdf9a-ec90-43ce-a9c5-6006b2bf9731', 'tenant_id': '47501bc0fd67468ab7c1cdfc7c01d7c1', 'fixed_ips': [{'subnet_id': '604d070c-ec45-48e1-8616-458a0650411c'}]}} from dv-neutron-821829-1-hyperv. {{(pid=87508) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 16 23:15:53.251910 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-c77b0304-bd9a-40c5-bedf-85bd3e051779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:15:53.378001 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-a64969cc-6190-4772-8873-6579e906dc26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3741702', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3740945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-38947'] for router, precommit_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:15:53.405861 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.db_base_plugin_common [None req-c77b0304-bd9a-40c5-bedf-85bd3e051779 None None] Allocated IP 172.20.0.2 (bdbbdf9a-ec90-43ce-a9c5-6006b2bf9731/604d070c-ec45-48e1-8616-458a0650411c/7b2536ff-bd87-4428-877f-302c22b64933) {{(pid=87508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 23:15:53.606883 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-c77b0304-bd9a-40c5-bedf-85bd3e051779 None None] Notify callbacks [] for port, precommit_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:15:53.616787 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-c77b0304-bd9a-40c5-bedf-85bd3e051779 None None] Transition to ACTIVE for port object 7b2536ff-bd87-4428-877f-302c22b64933 will not be triggered until provisioned by entity L2. {{(pid=87508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 23:15:53.634885 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-c77b0304-bd9a-40c5-bedf-85bd3e051779 None None] Transition to ACTIVE for port object 7b2536ff-bd87-4428-877f-302c22b64933 will not be triggered until provisioned by entity DHCP. {{(pid=87508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 23:15:53.641032 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-c77b0304-bd9a-40c5-bedf-85bd3e051779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940'] for port, after_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:15:53.645040 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:15:53.686407 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-a64969cc-6190-4772-8873-6579e906dc26 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:15:53.718541 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c77b0304-bd9a-40c5-bedf-85bd3e051779 None None] Network bdbbdf9a-ec90-43ce-a9c5-6006b2bf9731 is already hosted by enough agents. {{(pid=87508) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 23:15:53.719041 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-a64969cc-6190-4772-8873-6579e906dc26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:15:53.719425 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77b0304-bd9a-40c5-bedf-85bd3e051779 None None] Pushing event updated for resources: {'Port': ['ID=7b2536ff-bd87-4428-877f-302c22b64933,revision_number=1']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:15:53.721854 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.scheduler.base_scheduler [None req-c77b0304-bd9a-40c5-bedf-85bd3e051779 None None] Resources bound (agent type, host, resource id):  {{(pid=87508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 23:15:53.723555 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-c77b0304-bd9a-40c5-bedf-85bd3e051779 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:15:53.724297 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c77b0304-bd9a-40c5-bedf-85bd3e051779 None None] Received port after_create {{(pid=87508) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 23:15:53.811255 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-c77b0304-bd9a-40c5-bedf-85bd3e051779 None None] Attempting to bind port 7b2536ff-bd87-4428-877f-302c22b64933 on host dv-neutron-821829-1-hyperv for vnic_type normal with profile  {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 23:15:53.812188 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-c77b0304-bd9a-40c5-bedf-85bd3e051779 None None] Attempting to bind port 7b2536ff-bd87-4428-877f-302c22b64933 by drivers openvswitch,hyperv on host dv-neutron-821829-1-hyperv at level 0 using segments [{'id': '397b3ba8-7a47-4be7-98f0-838a20aabd5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'bdbbdf9a-ec90-43ce-a9c5-6006b2bf9731'}] {{(pid=87508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 23:15:53.812570 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c77b0304-bd9a-40c5-bedf-85bd3e051779 None None] Attempting to bind port 7b2536ff-bd87-4428-877f-302c22b64933 on network bdbbdf9a-ec90-43ce-a9c5-6006b2bf9731 {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 23:15:53.817987 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c77b0304-bd9a-40c5-bedf-85bd3e051779 None None] Checking agent: {'id': '5571501f-366e-47a4-9b60-8ef19d935d27', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821829-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 24, 2), 'started_at': datetime.datetime(2021, 12, 16, 22, 24, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 23, 15, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821829-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 23:15:53.818374 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c77b0304-bd9a-40c5-bedf-85bd3e051779 None None] Checking segment: {'id': '397b3ba8-7a47-4be7-98f0-838a20aabd5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'bdbbdf9a-ec90-43ce-a9c5-6006b2bf9731'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 23:15:53.818797 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-c77b0304-bd9a-40c5-bedf-85bd3e051779 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:15:53.819207 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c77b0304-bd9a-40c5-bedf-85bd3e051779 None None] Bound using segment: {'id': '397b3ba8-7a47-4be7-98f0-838a20aabd5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'bdbbdf9a-ec90-43ce-a9c5-6006b2bf9731'} {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 23:15:53.819680 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-c77b0304-bd9a-40c5-bedf-85bd3e051779 None None] Bound port: 7b2536ff-bd87-4428-877f-302c22b64933, host: dv-neutron-821829-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '397b3ba8-7a47-4be7-98f0-838a20aabd5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'bdbbdf9a-ec90-43ce-a9c5-6006b2bf9731'}}] {{(pid=87508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 23:15:53.820143 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-c77b0304-bd9a-40c5-bedf-85bd3e051779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:15:53.860187 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.db_base_plugin_common [None req-a64969cc-6190-4772-8873-6579e906dc26 admin admin] Allocated IP 172.26.0.229 (f8905ce9-304b-4976-bc47-e58c71c11de5/9bca8591-41ef-4f2d-8ecb-ecaab1a28acf/f2a88052-c700-46bd-a14b-d6aab07205ab) {{(pid=87506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 23:15:53.918229 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-c77b0304-bd9a-40c5-bedf-85bd3e051779 None None] For port 7b2536ff-bd87-4428-877f-302c22b64933, host dv-neutron-821829-1-hyperv, cleared binding levels {{(pid=87508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 23:15:53.921224 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-c77b0304-bd9a-40c5-bedf-85bd3e051779 None None] For port 7b2536ff-bd87-4428-877f-302c22b64933, host dv-neutron-821829-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=7b2536ff-bd87-4428-877f-302c22b64933,segment=NetworkSegment(397b3ba8-7a47-4be7-98f0-838a20aabd5a),segment_id=397b3ba8-7a47-4be7-98f0-838a20aabd5a)] {{(pid=87508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 23:15:53.924878 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-c77b0304-bd9a-40c5-bedf-85bd3e051779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:15:53.928261 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-baa76c7f-9218-4752-b529-cd2de44b58a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:15:54.008467 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77b0304-bd9a-40c5-bedf-85bd3e051779 None None] Pushing event updated for resources: {'Port': ['ID=7b2536ff-bd87-4428-877f-302c22b64933,revision_number=2']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:15:54.011350 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-a64969cc-6190-4772-8873-6579e906dc26 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:15:54.023435 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-c77b0304-bd9a-40c5-bedf-85bd3e051779 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:15:54.046700 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-a64969cc-6190-4772-8873-6579e906dc26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1863393'] for port, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:15:54.050754 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-48e2cace-d819-4bbc-8c92-aa1460cae36c tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:15:54.106688 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a64969cc-6190-4772-8873-6579e906dc26 admin admin] Network f8905ce9-304b-4976-bc47-e58c71c11de5 is already hosted by enough agents. {{(pid=87506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 23:15:54.113976 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.base_scheduler [None req-a64969cc-6190-4772-8873-6579e906dc26 admin admin] Resources bound (agent type, host, resource id):  {{(pid=87506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 23:15:54.116428 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a64969cc-6190-4772-8873-6579e906dc26 admin admin] Received port after_create {{(pid=87506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 23:15:54.175511 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64969cc-6190-4772-8873-6579e906dc26 admin admin] Pushing event updated for resources: {'Port': ['ID=f2a88052-c700-46bd-a14b-d6aab07205ab,revision_number=1']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:15:54.179965 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-a64969cc-6190-4772-8873-6579e906dc26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:15:54.671368 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-a64969cc-6190-4772-8873-6579e906dc26 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:15:54.945851 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a848fb58-7823-4edf-a0d1-1ef47256d000 None None] Network bdbbdf9a-ec90-43ce-a9c5-6006b2bf9731 requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 23:15:55.013796 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-a64969cc-6190-4772-8873-6579e906dc26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3740952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3741923'] for router, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:15:55.028359 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-a9c8e097-bcd7-4a80-a83d-4e3b2c3aaa52 None None] Provisioning for port 7b2536ff-bd87-4428-877f-302c22b64933 completed by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 23:15:55.216739 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a64969cc-6190-4772-8873-6579e906dc26 admin admin] Router d7488134-e7bb-414a-9016-590a7ea9554e is scheduled to L3 agent 4f519db7-069b-43e2-8411-c092bac9102a with binding_index 1 {{(pid=87506) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 16 23:15:55.391676 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a64969cc-6190-4772-8873-6579e906dc26 admin admin] Notify agent at l3_agent.dv-neutron-821829-1-hyperv the message routers_updated {{(pid=87506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 23:15:55.400440 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dee86d3f-b559-4bd4-9296-4d7ca063b883 None None] Sync routers for ids ['d7488134-e7bb-414a-9016-590a7ea9554e'] in dv-neutron-821829-1-hyperv {{(pid=87508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 23:15:55.409813 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dee86d3f-b559-4bd4-9296-4d7ca063b883 None None] Routers {'d7488134-e7bb-414a-9016-590a7ea9554e'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 23:15:55.410453 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-dee86d3f-b559-4bd4-9296-4d7ca063b883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b77de5940>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T23:15:31Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['d7488134-e7bb-414a-9016-590a7ea9554e'], 'active': True} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 23:15:55.416875 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-a64969cc-6190-4772-8873-6579e906dc26 admin admin] Notify callbacks [] for router, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:15:55.420721 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-a64969cc-6190-4772-8873-6579e906dc26 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 920 time: 2.3554897
Dec 16 23:15:55.421272 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 55728) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 23:15:55.637947 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvr_db [None req-dee86d3f-b559-4bd4-9296-4d7ca063b883 None None] Set router d7488134-e7bb-414a-9016-590a7ea9554e gateway port host: dv-neutron-821829-1-hyperv {{(pid=87508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 23:15:55.918934 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-dee86d3f-b559-4bd4-9296-4d7ca063b883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b77de5940>, [{'id': 'd7488134-e7bb-414a-9016-590a7ea9554e', 'name': 'tempest-TestShelveInstance-787508268-router', 'tenant_id': '47501bc0fd67468ab7c1cdfc7c01d7c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.229'}], 'enable_snat': True}, 'gw_port_id': 'f2a88052-c700-46bd-a14b-d6aab07205ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:15:53Z', 'updated_at': '2021-12-16T23:15:54Z', 'revision_number': 3, 'project_id': '47501bc0fd67468ab7c1cdfc7c01d7c1', 'gw_port': {'id': 'f2a88052-c700-46bd-a14b-d6aab07205ab', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:81:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7488134-e7bb-414a-9016-590a7ea9554e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:15:53Z', 'updated_at': '2021-12-16T23:15:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv'}], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 23:15:55.922686 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dee86d3f-b559-4bd4-9296-4d7ca063b883 None None] Checking router: d7488134-e7bb-414a-9016-590a7ea9554e for host: dv-neutron-821829-1-hyperv {{(pid=87508) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 23:15:55.923050 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dee86d3f-b559-4bd4-9296-4d7ca063b883 None None] Updating router d7488134-e7bb-414a-9016-590a7ea9554e port f2a88052-c700-46bd-a14b-d6aab07205ab binding host dv-neutron-821829-1-hyperv {{(pid=87508) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 16 23:15:55.979451 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-dee86d3f-b559-4bd4-9296-4d7ca063b883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:15:56.234370 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-4fa62930-dc15-469f-8077-d4e48035815c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:15:56.243279 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 7b2536ff-bd87-4428-877f-302c22b64933 up at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 23:15:56.357399 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-dee86d3f-b559-4bd4-9296-4d7ca063b883 None None] Notify callbacks [] for port, precommit_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:15:56.372903 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-dee86d3f-b559-4bd4-9296-4d7ca063b883 None None] Transition to ACTIVE for port object f2a88052-c700-46bd-a14b-d6aab07205ab will not be triggered until provisioned by entity L2. {{(pid=87508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 23:15:56.381306 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-dee86d3f-b559-4bd4-9296-4d7ca063b883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:15:56.386386 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning for port 7b2536ff-bd87-4428-877f-302c22b64933 completed by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 23:15:56.391000 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:15:56.439364 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning complete for port 7b2536ff-bd87-4428-877f-302c22b64933 triggered by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 23:15:56.439667 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:15:56.441178 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.db_base_plugin_common [None req-4fa62930-dc15-469f-8077-d4e48035815c admin admin] Allocated IP 172.20.0.1 (bdbbdf9a-ec90-43ce-a9c5-6006b2bf9731/604d070c-ec45-48e1-8616-458a0650411c/ce74db12-a408-4724-8a40-30123fb2a63c) {{(pid=87506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 23:15:56.515856 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-dee86d3f-b559-4bd4-9296-4d7ca063b883 None None] Attempting to bind port f2a88052-c700-46bd-a14b-d6aab07205ab on host dv-neutron-821829-1-hyperv for vnic_type normal with profile  {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 23:15:56.516250 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-dee86d3f-b559-4bd4-9296-4d7ca063b883 None None] Attempting to bind port f2a88052-c700-46bd-a14b-d6aab07205ab by drivers openvswitch,hyperv on host dv-neutron-821829-1-hyperv at level 0 using segments [{'id': 'a416442d-d143-4052-9f4e-546eb8cbe809', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5'}] {{(pid=87508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 23:15:56.516624 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dee86d3f-b559-4bd4-9296-4d7ca063b883 None None] Attempting to bind port f2a88052-c700-46bd-a14b-d6aab07205ab on network f8905ce9-304b-4976-bc47-e58c71c11de5 {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 23:15:56.518571 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9691d9b-e603-4af3-9c9c-a93f4e121e4c None None] Pushing event updated for resources: {'Port': ['ID=f2a88052-c700-46bd-a14b-d6aab07205ab,revision_number=2']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:15:56.526656 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-d9691d9b-e603-4af3-9c9c-a93f4e121e4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:15:56.529391 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dee86d3f-b559-4bd4-9296-4d7ca063b883 None None] Checking agent: {'id': '5571501f-366e-47a4-9b60-8ef19d935d27', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821829-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 24, 2), 'started_at': datetime.datetime(2021, 12, 16, 22, 24, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 23, 15, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821829-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 23:15:56.529776 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dee86d3f-b559-4bd4-9296-4d7ca063b883 None None] Checking segment: {'id': 'a416442d-d143-4052-9f4e-546eb8cbe809', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 23:15:56.530188 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-dee86d3f-b559-4bd4-9296-4d7ca063b883 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:15:56.530589 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dee86d3f-b559-4bd4-9296-4d7ca063b883 None None] Bound using segment: {'id': 'a416442d-d143-4052-9f4e-546eb8cbe809', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5'} {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 23:15:56.531092 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-dee86d3f-b559-4bd4-9296-4d7ca063b883 None None] Bound port: f2a88052-c700-46bd-a14b-d6aab07205ab, host: dv-neutron-821829-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a416442d-d143-4052-9f4e-546eb8cbe809', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5'}}] {{(pid=87508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 23:15:56.531481 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-dee86d3f-b559-4bd4-9296-4d7ca063b883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:15:56.596388 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-4fa62930-dc15-469f-8077-d4e48035815c admin admin] Notify callbacks [] for port, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:15:56.612011 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.provisioning_blocks [None req-4fa62930-dc15-469f-8077-d4e48035815c admin admin] Transition to ACTIVE for port object ce74db12-a408-4724-8a40-30123fb2a63c will not be triggered until provisioned by entity DHCP. {{(pid=87506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 23:15:56.635726 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-4fa62930-dc15-469f-8077-d4e48035815c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1863393'] for port, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:15:56.640517 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-6384ff88-28e8-465c-9043-418046a69a24 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:15:56.656266 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-dee86d3f-b559-4bd4-9296-4d7ca063b883 None None] For port f2a88052-c700-46bd-a14b-d6aab07205ab, host dv-neutron-821829-1-hyperv, cleared binding levels {{(pid=87508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 23:15:56.666780 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:15:56.676096 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-dee86d3f-b559-4bd4-9296-4d7ca063b883 None None] For port f2a88052-c700-46bd-a14b-d6aab07205ab, host dv-neutron-821829-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=f2a88052-c700-46bd-a14b-d6aab07205ab,segment=NetworkSegment(a416442d-d143-4052-9f4e-546eb8cbe809),segment_id=a416442d-d143-4052-9f4e-546eb8cbe809)] {{(pid=87508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 23:15:56.684668 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-dee86d3f-b559-4bd4-9296-4d7ca063b883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:15:56.689886 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-c77b0304-bd9a-40c5-bedf-85bd3e051779 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:15:56.704192 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fa62930-dc15-469f-8077-d4e48035815c admin admin] Network bdbbdf9a-ec90-43ce-a9c5-6006b2bf9731 is already hosted by enough agents. {{(pid=87506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 23:15:56.707234 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.base_scheduler [None req-4fa62930-dc15-469f-8077-d4e48035815c admin admin] Resources bound (agent type, host, resource id):  {{(pid=87506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 23:15:56.709587 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fa62930-dc15-469f-8077-d4e48035815c admin admin] Received port after_create {{(pid=87506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 23:15:56.751021 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa62930-dc15-469f-8077-d4e48035815c admin admin] Pushing event updated for resources: {'Port': ['ID=ce74db12-a408-4724-8a40-30123fb2a63c,revision_number=1']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:15:56.754487 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-4fa62930-dc15-469f-8077-d4e48035815c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:15:56.772006 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-4fa62930-dc15-469f-8077-d4e48035815c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3830061'] for router_interface, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:15:56.778134 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] For port 7b2536ff-bd87-4428-877f-302c22b64933, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=7b2536ff-bd87-4428-877f-302c22b64933,segment=NetworkSegment(397b3ba8-7a47-4be7-98f0-838a20aabd5a),segment_id=397b3ba8-7a47-4be7-98f0-838a20aabd5a)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 23:15:56.784876 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dee86d3f-b559-4bd4-9296-4d7ca063b883 None None] Routers {'d7488134-e7bb-414a-9016-590a7ea9554e'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 23:15:56.785591 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-dee86d3f-b559-4bd4-9296-4d7ca063b883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b77de5940>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T23:15:31Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['d7488134-e7bb-414a-9016-590a7ea9554e'], 'active': True} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 23:15:56.834334 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9691d9b-e603-4af3-9c9c-a93f4e121e4c None None] Pushing event updated for resources: {'Port': ['ID=f2a88052-c700-46bd-a14b-d6aab07205ab,revision_number=3']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:15:56.843588 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:15:56.852652 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-d9691d9b-e603-4af3-9c9c-a93f4e121e4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:15:56.853132 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-d9691d9b-e603-4af3-9c9c-a93f4e121e4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:15:57.006272 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Pushing event updated for resources: {'Port': ['ID=7b2536ff-bd87-4428-877f-302c22b64933,revision_number=3']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:15:57.016954 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:15:57.028470 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvr_db [None req-dee86d3f-b559-4bd4-9296-4d7ca063b883 None None] Set router d7488134-e7bb-414a-9016-590a7ea9554e gateway port host: dv-neutron-821829-1-hyperv {{(pid=87508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 23:15:57.034388 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-4fa62930-dc15-469f-8077-d4e48035815c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:15:57.249575 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-ac454a0d-565f-48b3-bbc9-938ef903f1e7 None None] Provisioning for port ce74db12-a408-4724-8a40-30123fb2a63c completed by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 23:15:57.258984 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-4fa62930-dc15-469f-8077-d4e48035815c admin admin] Notify callbacks [] for port, precommit_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:15:57.264108 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-4fa62930-dc15-469f-8077-d4e48035815c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1863400'] for port, after_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:15:57.265813 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-ac454a0d-565f-48b3-bbc9-938ef903f1e7 None None] Provisioning complete for port ce74db12-a408-4724-8a40-30123fb2a63c triggered by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 23:15:57.266197 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-ac454a0d-565f-48b3-bbc9-938ef903f1e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:15:57.290603 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-e6ac0c9d-dd85-4673-80cd-dc2fe3f477ee tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:15:57.342540 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-ac454a0d-565f-48b3-bbc9-938ef903f1e7 None None] Port ce74db12-a408-4724-8a40-30123fb2a63c cannot update to ACTIVE because it is not bound. {{(pid=87508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 23:15:57.422807 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-dee86d3f-b559-4bd4-9296-4d7ca063b883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b77de5940>, [{'id': 'd7488134-e7bb-414a-9016-590a7ea9554e', 'name': 'tempest-TestShelveInstance-787508268-router', 'tenant_id': '47501bc0fd67468ab7c1cdfc7c01d7c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.229'}], 'enable_snat': True}, 'gw_port_id': 'f2a88052-c700-46bd-a14b-d6aab07205ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:15:53Z', 'updated_at': '2021-12-16T23:15:54Z', 'revision_number': 3, 'project_id': '47501bc0fd67468ab7c1cdfc7c01d7c1', 'gw_port': {'id': 'f2a88052-c700-46bd-a14b-d6aab07205ab', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:81:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7488134-e7bb-414a-9016-590a7ea9554e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:15:53Z', 'updated_at': '2021-12-16T23:15:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv'}], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 23:15:57.427033 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dee86d3f-b559-4bd4-9296-4d7ca063b883 None None] The sync data for ids ['d7488134-e7bb-414a-9016-590a7ea9554e'] in dv-neutron-821829-1-hyperv is: [{'id': 'd7488134-e7bb-414a-9016-590a7ea9554e', 'name': 'tempest-TestShelveInstance-787508268-router', 'tenant_id': '47501bc0fd67468ab7c1cdfc7c01d7c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.229'}], 'enable_snat': True}, 'gw_port_id': 'f2a88052-c700-46bd-a14b-d6aab07205ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:15:53Z', 'updated_at': '2021-12-16T23:15:54Z', 'revision_number': 3, 'project_id': '47501bc0fd67468ab7c1cdfc7c01d7c1', 'gw_port': {'id': 'f2a88052-c700-46bd-a14b-d6aab07205ab', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:81:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7488134-e7bb-414a-9016-590a7ea9554e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:15:53Z', 'updated_at': '2021-12-16T23:15:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv'}] {{(pid=87508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 23:15:57.502805 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-4fa62930-dc15-469f-8077-d4e48035815c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3791426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3830222'] for router_interface, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:15:57.506455 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa62930-dc15-469f-8077-d4e48035815c admin admin] Pushing event updated for resources: {'Port': ['ID=ce74db12-a408-4724-8a40-30123fb2a63c,revision_number=2']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:15:57.509782 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-4fa62930-dc15-469f-8077-d4e48035815c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:15:57.647488 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fa62930-dc15-469f-8077-d4e48035815c admin admin] Network bdbbdf9a-ec90-43ce-a9c5-6006b2bf9731 is already hosted by enough agents. {{(pid=87506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 23:15:57.648750 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.base_scheduler [None req-4fa62930-dc15-469f-8077-d4e48035815c admin admin] Resources bound (agent type, host, resource id):  {{(pid=87506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 23:15:57.848053 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fa62930-dc15-469f-8077-d4e48035815c admin admin] Router d7488134-e7bb-414a-9016-590a7ea9554e has already been hosted by L3 agent 4f519db7-069b-43e2-8411-c092bac9102a {{(pid=87506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 23:15:57.875979 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-c558676d-8a83-448e-9ec1-a5b608666806 None None] Provisioning complete for port ce74db12-a408-4724-8a40-30123fb2a63c triggered by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 23:15:57.876457 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-c558676d-8a83-448e-9ec1-a5b608666806 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:15:57.931393 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-c558676d-8a83-448e-9ec1-a5b608666806 None None] Port ce74db12-a408-4724-8a40-30123fb2a63c cannot update to ACTIVE because it is not bound. {{(pid=87508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 23:15:58.040458 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fa62930-dc15-469f-8077-d4e48035815c admin admin] Notify agent at l3_agent.dv-neutron-821829-1-hyperv the message routers_updated {{(pid=87506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 23:15:58.050667 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-4fa62930-dc15-469f-8077-d4e48035815c admin admin] 10.222.0.13 "PUT /v2.0/routers/d7488134-e7bb-414a-9016-590a7ea9554e/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.6283371
Dec 16 23:15:58.247856 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-c7ebd417-fe87-45cd-b335-c90f071c5be4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:15:58.269488 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device f2a88052-c700-46bd-a14b-d6aab07205ab up at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 23:15:58.342160 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning for port f2a88052-c700-46bd-a14b-d6aab07205ab completed by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 23:15:58.347118 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning complete for port f2a88052-c700-46bd-a14b-d6aab07205ab triggered by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 23:15:58.347505 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:15:58.468331 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:15:58.487337 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] For port f2a88052-c700-46bd-a14b-d6aab07205ab, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=f2a88052-c700-46bd-a14b-d6aab07205ab,segment=NetworkSegment(a416442d-d143-4052-9f4e-546eb8cbe809),segment_id=a416442d-d143-4052-9f4e-546eb8cbe809)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 23:15:58.491292 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:15:58.492229 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 7b2536ff-bd87-4428-877f-302c22b64933 up at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 23:15:58.520920 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:15:58.596628 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 55748) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 23:15:58.602417 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-1a155c73-27f4-48db-943c-26b567a21d4c admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-315810606-network', 'tenant_id': '5e86041d6e7b46588db9ab04cd9e0052'}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 23:15:58.607024 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Pushing event updated for resources: {'Port': ['ID=f2a88052-c700-46bd-a14b-d6aab07205ab,revision_number=4']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:15:58.608105 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-1a155c73-27f4-48db-943c-26b567a21d4c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 23:15:58.610316 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:15:58.612093 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-1a155c73-27f4-48db-943c-26b567a21d4c admin admin] Usage tracker for resource:network and tenant:5e86041d6e7b46588db9ab04cd9e0052 is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 23:15:58.614965 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-1a155c73-27f4-48db-943c-26b567a21d4c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 23:15:58.620437 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning complete for port 7b2536ff-bd87-4428-877f-302c22b64933 triggered by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 23:15:58.620824 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:15:58.620951 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-1a155c73-27f4-48db-943c-26b567a21d4c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 23:15:58.631636 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a155c73-27f4-48db-943c-26b567a21d4c admin admin] Made reservation on behalf of 5e86041d6e7b46588db9ab04cd9e0052 for: {'network': 1} {{(pid=87506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 23:15:58.633975 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-1a155c73-27f4-48db-943c-26b567a21d4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for network, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:15:58.645892 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-1a155c73-27f4-48db-943c-26b567a21d4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:15:58.660385 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-1a155c73-27f4-48db-943c-26b567a21d4c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 23:15:58.664139 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-1a155c73-27f4-48db-943c-26b567a21d4c admin admin] Usage tracker for resource:security_group_rule and tenant:5e86041d6e7b46588db9ab04cd9e0052 is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 23:15:58.667464 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-1a155c73-27f4-48db-943c-26b567a21d4c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 23:15:58.673049 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-1a155c73-27f4-48db-943c-26b567a21d4c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 23:15:58.772804 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-1a155c73-27f4-48db-943c-26b567a21d4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:15:58.776533 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-1a155c73-27f4-48db-943c-26b567a21d4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841066'] for security_group, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:15:58.780760 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-1045efe9-f61e-42b2-b6ef-feaf072d9996 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:15:58.810049 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a155c73-27f4-48db-943c-26b567a21d4c admin admin] vlan segment allocate from pool success with {'vlan_id': 192, 'physical_network': 'physnet1'}  {{(pid=87506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 23:15:58.819087 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a155c73-27f4-48db-943c-26b567a21d4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0ccb4ca-f7bc-4d60-b29c-8eed3bbde2e6,revision_number=1']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:15:58.822535 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-1a155c73-27f4-48db-943c-26b567a21d4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:15:58.826955 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-1a155c73-27f4-48db-943c-26b567a21d4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-883292'] for segment, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:15:58.827297 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.db.segments_db [None req-1a155c73-27f4-48db-943c-26b567a21d4c admin admin] Added segment cd75adab-1d18-45f0-ae76-c4e6abd7ec4e of type vlan for network 03e05307-e9f9-4119-97c5-d12b621d8806
Dec 16 23:15:58.855294 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-1a155c73-27f4-48db-943c-26b567a21d4c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734753047233'] for network, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:15:58.884438 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-1a155c73-27f4-48db-943c-26b567a21d4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440'] for network, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:15:58.886055 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a155c73-27f4-48db-943c-26b567a21d4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:15:58.886615 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-1a155c73-27f4-48db-943c-26b567a21d4c admin admin] Notify callbacks [] for network, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:15:58.890041 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-faf8f2f0-44b4-4dae-9890-fdcb9281aa8f tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:15:58.969456 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35dd8aea-11c0-4ef6-a306-b84c52c45f48 None None] Sync routers for ids ['d7488134-e7bb-414a-9016-590a7ea9554e'] in dv-neutron-821829-1-hyperv {{(pid=87509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 23:15:58.979683 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35dd8aea-11c0-4ef6-a306-b84c52c45f48 None None] Routers {'d7488134-e7bb-414a-9016-590a7ea9554e'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 23:15:58.980337 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-35dd8aea-11c0-4ef6-a306-b84c52c45f48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b7c9ccdc0>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T23:15:31Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['d7488134-e7bb-414a-9016-590a7ea9554e'], 'active': True} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 23:15:58.995107 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a155c73-27f4-48db-943c-26b567a21d4c admin admin] Pushing event updated for resources: {'Network': ['ID=03e05307-e9f9-4119-97c5-d12b621d8806,revision_number=1']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:15:59.000708 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-1a155c73-27f4-48db-943c-26b567a21d4c admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 0.4003577
Dec 16 23:15:59.000708 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-1a155c73-27f4-48db-943c-26b567a21d4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:15:59.001442 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 55752) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 23:15:59.008855 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-8b281faa-062c-4219-b630-84587d18b81e admin admin] Request body: {'subnet': {'network_id': '03e05307-e9f9-4119-97c5-d12b621d8806', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-315810606-subnet', 'tenant_id': '5e86041d6e7b46588db9ab04cd9e0052', 'ip_version': 4}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 23:15:59.013838 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Network 03e05307-e9f9-4119-97c5-d12b621d8806 details requested by agent ovs-agent-dv-neutron-821829-1-hyperv with host dv-neutron-821829-1-hyperv {{(pid=87508) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 23:15:59.017515 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-8b281faa-062c-4219-b630-84587d18b81e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 23:15:59.021350 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-8b281faa-062c-4219-b630-84587d18b81e admin admin] Usage tracker for resource:subnet and tenant:5e86041d6e7b46588db9ab04cd9e0052 is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 23:15:59.024477 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-8b281faa-062c-4219-b630-84587d18b81e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 23:15:59.030787 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-8b281faa-062c-4219-b630-84587d18b81e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 23:15:59.045868 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b281faa-062c-4219-b630-84587d18b81e admin admin] Made reservation on behalf of 5e86041d6e7b46588db9ab04cd9e0052 for: {'subnet': 1} {{(pid=87507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 23:15:59.048444 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-8b281faa-062c-4219-b630-84587d18b81e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10549598'] for subnet, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:15:59.158350 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvr_db [None req-35dd8aea-11c0-4ef6-a306-b84c52c45f48 None None] Set router d7488134-e7bb-414a-9016-590a7ea9554e gateway port host: dv-neutron-821829-1-hyperv {{(pid=87509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 23:15:59.252042 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-8b281faa-062c-4219-b630-84587d18b81e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10807931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10549612'] for subnet, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:15:59.255546 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-7df8654b-25ae-4581-b7d8-cbd087307790 tempest-TagsExtTest-2103464928 tempest-TagsExtTest-2103464928-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:15:59.322206 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b281faa-062c-4219-b630-84587d18b81e admin admin] Pushing event updated for resources: {'Subnet': ['ID=1f10b700-3d1c-4e08-bc5d-b12d3998c8b8,revision_number=0']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:15:59.326305 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-8b281faa-062c-4219-b630-84587d18b81e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:15:59.333808 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b281faa-062c-4219-b630-84587d18b81e admin admin] Checking segment: {'id': 'cd75adab-1d18-45f0-ae76-c4e6abd7ec4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '03e05307-e9f9-4119-97c5-d12b621d8806'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 23:15:59.334233 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b281faa-062c-4219-b630-84587d18b81e admin admin] Network hostable DHCP agents. Network: 03e05307-e9f9-4119-97c5-d12b621d8806, hostable agents: ['3b155c4d-12dc-491e-aa14-6113b06cfacd'], hosted agents: [] {{(pid=87507) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 16 23:15:59.353261 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b281faa-062c-4219-b630-84587d18b81e admin admin] Network 03e05307-e9f9-4119-97c5-d12b621d8806 is scheduled to be hosted by DHCP agent 3b155c4d-12dc-491e-aa14-6113b06cfacd with binding_index 1 {{(pid=87507) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 16 23:15:59.363015 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.base_scheduler [None req-8b281faa-062c-4219-b630-84587d18b81e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821829-1-hyperv, 03e05307-e9f9-4119-97c5-d12b621d8806) {{(pid=87507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 23:15:59.367312 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b281faa-062c-4219-b630-84587d18b81e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:15:59.367990 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-8b281faa-062c-4219-b630-84587d18b81e admin admin] Notify callbacks [] for subnet, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:15:59.374498 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d407f648-be07-4c8e-8d69-299d78732e84 None None] Network 03e05307-e9f9-4119-97c5-d12b621d8806 requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 23:15:59.389598 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-8b281faa-062c-4219-b630-84587d18b81e admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 844 time: 0.3864415
Dec 16 23:15:59.392188 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 55756) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 23:15:59.397598 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-335bdd05-35ea-4a24-81f2-72e14ff18d58 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-315810606-router', 'tenant_id': '5e86041d6e7b46588db9ab04cd9e0052', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5'}}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 23:15:59.403311 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-335bdd05-35ea-4a24-81f2-72e14ff18d58 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 23:15:59.407451 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-335bdd05-35ea-4a24-81f2-72e14ff18d58 admin admin] Usage tracker for resource:router and tenant:5e86041d6e7b46588db9ab04cd9e0052 is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 23:15:59.410837 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-335bdd05-35ea-4a24-81f2-72e14ff18d58 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 23:15:59.417253 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-335bdd05-35ea-4a24-81f2-72e14ff18d58 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 23:15:59.434072 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-335bdd05-35ea-4a24-81f2-72e14ff18d58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3741155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38980'] for router, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:15:59.435387 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-335bdd05-35ea-4a24-81f2-72e14ff18d58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3743284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3741748', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3896702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-38989'] for router, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:15:59.453683 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-335bdd05-35ea-4a24-81f2-72e14ff18d58 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:15:59.466357 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-35dd8aea-11c0-4ef6-a306-b84c52c45f48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b7c9ccdc0>, [{'id': 'd7488134-e7bb-414a-9016-590a7ea9554e', 'name': 'tempest-TestShelveInstance-787508268-router', 'tenant_id': '47501bc0fd67468ab7c1cdfc7c01d7c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.229'}], 'enable_snat': True}, 'gw_port_id': 'f2a88052-c700-46bd-a14b-d6aab07205ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:15:53Z', 'updated_at': '2021-12-16T23:15:56Z', 'revision_number': 4, 'project_id': '47501bc0fd67468ab7c1cdfc7c01d7c1', 'gw_port': {'id': 'f2a88052-c700-46bd-a14b-d6aab07205ab', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:81:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7488134-e7bb-414a-9016-590a7ea9554e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:15:53Z', 'updated_at': '2021-12-16T23:15:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv', '_interfaces': [{'id': 'ce74db12-a408-4724-8a40-30123fb2a63c', 'name': '', 'network_id': 'bdbbdf9a-ec90-43ce-a9c5-6006b2bf9731', 'tenant_id': '47501bc0fd67468ab7c1cdfc7c01d7c1', 'mac_address': 'fa:16:3e:f4:94:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7488134-e7bb-414a-9016-590a7ea9554e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': '604d070c-ec45-48e1-8616-458a0650411c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:15:56Z', 'updated_at': '2021-12-16T23:15:57Z', 'revision_number': 2, 'project_id': '47501bc0fd67468ab7c1cdfc7c01d7c1', 'subnets': [{'id': '604d070c-ec45-48e1-8616-458a0650411c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 23:15:59.470160 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35dd8aea-11c0-4ef6-a306-b84c52c45f48 None None] Checking router: d7488134-e7bb-414a-9016-590a7ea9554e for host: dv-neutron-821829-1-hyperv {{(pid=87509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 23:15:59.470536 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35dd8aea-11c0-4ef6-a306-b84c52c45f48 None None] Updating router d7488134-e7bb-414a-9016-590a7ea9554e port ce74db12-a408-4724-8a40-30123fb2a63c binding host dv-neutron-821829-1-hyperv {{(pid=87509) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 16 23:15:59.525264 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron_lib.callbacks.manager [None req-35dd8aea-11c0-4ef6-a306-b84c52c45f48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:15:59.604518 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da6bbc81-7050-4110-b3d2-5a771aeef057 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1d6bfaf-d325-5e4f-b05d-2441d8339617-03e05307-e9f9-4119-97c5-d12b621d8806', 'network_id': '03e05307-e9f9-4119-97c5-d12b621d8806', 'tenant_id': '5e86041d6e7b46588db9ab04cd9e0052', 'fixed_ips': [{'subnet_id': '1f10b700-3d1c-4e08-bc5d-b12d3998c8b8'}]}} from dv-neutron-821829-1-hyperv. {{(pid=87508) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 16 23:15:59.605374 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-da6bbc81-7050-4110-b3d2-5a771aeef057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:15:59.735272 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-335bdd05-35ea-4a24-81f2-72e14ff18d58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3741702', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3740945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-38947'] for router, precommit_update {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:15:59.753714 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.db_base_plugin_common [None req-da6bbc81-7050-4110-b3d2-5a771aeef057 None None] Allocated IP 172.20.0.2 (03e05307-e9f9-4119-97c5-d12b621d8806/1f10b700-3d1c-4e08-bc5d-b12d3998c8b8/8358f2a2-34c0-4d80-8bbf-712fa72dc5f4) {{(pid=87508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 23:15:59.886658 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron_lib.callbacks.manager [None req-35dd8aea-11c0-4ef6-a306-b84c52c45f48 None None] Notify callbacks [] for port, precommit_update {{(pid=87509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:15:59.898410 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.provisioning_blocks [None req-35dd8aea-11c0-4ef6-a306-b84c52c45f48 None None] Transition to ACTIVE for port object ce74db12-a408-4724-8a40-30123fb2a63c will not be triggered until provisioned by entity L2. {{(pid=87509) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 23:15:59.905555 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron_lib.callbacks.manager [None req-35dd8aea-11c0-4ef6-a306-b84c52c45f48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:15:59.910516 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG oslo_concurrency.lockutils [None req-a4057c76-90c2-4524-94cd-db969acb25a9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:15:59.969353 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-da6bbc81-7050-4110-b3d2-5a771aeef057 None None] Notify callbacks [] for port, precommit_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:15:59.989232 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-da6bbc81-7050-4110-b3d2-5a771aeef057 None None] Transition to ACTIVE for port object 8358f2a2-34c0-4d80-8bbf-712fa72dc5f4 will not be triggered until provisioned by entity L2. {{(pid=87508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 23:16:00.014874 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-da6bbc81-7050-4110-b3d2-5a771aeef057 None None] Transition to ACTIVE for port object 8358f2a2-34c0-4d80-8bbf-712fa72dc5f4 will not be triggered until provisioned by entity DHCP. {{(pid=87508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 23:16:00.023364 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-da6bbc81-7050-4110-b3d2-5a771aeef057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940'] for port, after_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:16:00.035870 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:16:00.053634 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-335bdd05-35ea-4a24-81f2-72e14ff18d58 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:16:00.069536 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d27cada-8ba1-4db5-ae84-9a592a08b3bf None None] Pushing event updated for resources: {'Port': ['ID=ce74db12-a408-4724-8a40-30123fb2a63c,revision_number=3']} {{(pid=87509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:16:00.082073 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d27cada-8ba1-4db5-ae84-9a592a08b3bf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:16:00.082435 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d27cada-8ba1-4db5-ae84-9a592a08b3bf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:16:00.082926 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d27cada-8ba1-4db5-ae84-9a592a08b3bf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:16:00.083100 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d27cada-8ba1-4db5-ae84-9a592a08b3bf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:16:00.083616 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d27cada-8ba1-4db5-ae84-9a592a08b3bf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:16:00.083990 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d27cada-8ba1-4db5-ae84-9a592a08b3bf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:16:00.084322 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d27cada-8ba1-4db5-ae84-9a592a08b3bf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:16:00.084651 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d27cada-8ba1-4db5-ae84-9a592a08b3bf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:16:00.084982 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d27cada-8ba1-4db5-ae84-9a592a08b3bf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:16:00.085307 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d27cada-8ba1-4db5-ae84-9a592a08b3bf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:16:00.085632 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d27cada-8ba1-4db5-ae84-9a592a08b3bf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:16:00.086010 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d27cada-8ba1-4db5-ae84-9a592a08b3bf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:16:00.091263 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG oslo_concurrency.lockutils [None req-3d27cada-8ba1-4db5-ae84-9a592a08b3bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=87509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:16:00.098460 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-335bdd05-35ea-4a24-81f2-72e14ff18d58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:16:00.113256 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da6bbc81-7050-4110-b3d2-5a771aeef057 None None] Network 03e05307-e9f9-4119-97c5-d12b621d8806 is already hosted by enough agents. {{(pid=87508) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 23:16:00.114245 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6bbc81-7050-4110-b3d2-5a771aeef057 None None] Pushing event updated for resources: {'Port': ['ID=8358f2a2-34c0-4d80-8bbf-712fa72dc5f4,revision_number=1']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:16:00.117310 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.scheduler.base_scheduler [None req-da6bbc81-7050-4110-b3d2-5a771aeef057 None None] Resources bound (agent type, host, resource id):  {{(pid=87508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 23:16:00.120003 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-da6bbc81-7050-4110-b3d2-5a771aeef057 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:16:00.120820 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da6bbc81-7050-4110-b3d2-5a771aeef057 None None] Received port after_create {{(pid=87508) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 23:16:00.200674 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.plugins.ml2.managers [None req-35dd8aea-11c0-4ef6-a306-b84c52c45f48 None None] Attempting to bind port ce74db12-a408-4724-8a40-30123fb2a63c on host dv-neutron-821829-1-hyperv for vnic_type normal with profile  {{(pid=87509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 23:16:00.201057 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.plugins.ml2.managers [None req-35dd8aea-11c0-4ef6-a306-b84c52c45f48 None None] Attempting to bind port ce74db12-a408-4724-8a40-30123fb2a63c by drivers openvswitch,hyperv on host dv-neutron-821829-1-hyperv at level 0 using segments [{'id': '397b3ba8-7a47-4be7-98f0-838a20aabd5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'bdbbdf9a-ec90-43ce-a9c5-6006b2bf9731'}] {{(pid=87509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 23:16:00.201424 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35dd8aea-11c0-4ef6-a306-b84c52c45f48 None None] Attempting to bind port ce74db12-a408-4724-8a40-30123fb2a63c on network bdbbdf9a-ec90-43ce-a9c5-6006b2bf9731 {{(pid=87509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 23:16:00.214320 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35dd8aea-11c0-4ef6-a306-b84c52c45f48 None None] Checking agent: {'id': '5571501f-366e-47a4-9b60-8ef19d935d27', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821829-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 24, 2), 'started_at': datetime.datetime(2021, 12, 16, 22, 24, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 23, 15, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821829-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 23:16:00.214700 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35dd8aea-11c0-4ef6-a306-b84c52c45f48 None None] Checking segment: {'id': '397b3ba8-7a47-4be7-98f0-838a20aabd5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'bdbbdf9a-ec90-43ce-a9c5-6006b2bf9731'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 23:16:00.215169 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron_lib.callbacks.manager [None req-35dd8aea-11c0-4ef6-a306-b84c52c45f48 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:16:00.215580 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35dd8aea-11c0-4ef6-a306-b84c52c45f48 None None] Bound using segment: {'id': '397b3ba8-7a47-4be7-98f0-838a20aabd5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'bdbbdf9a-ec90-43ce-a9c5-6006b2bf9731'} {{(pid=87509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 23:16:00.217222 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.plugins.ml2.managers [None req-35dd8aea-11c0-4ef6-a306-b84c52c45f48 None None] Bound port: ce74db12-a408-4724-8a40-30123fb2a63c, host: dv-neutron-821829-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '397b3ba8-7a47-4be7-98f0-838a20aabd5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'bdbbdf9a-ec90-43ce-a9c5-6006b2bf9731'}}] {{(pid=87509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 23:16:00.217622 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron_lib.callbacks.manager [None req-35dd8aea-11c0-4ef6-a306-b84c52c45f48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:16:00.265506 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device f2a88052-c700-46bd-a14b-d6aab07205ab up at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 23:16:00.284621 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.db_base_plugin_common [None req-335bdd05-35ea-4a24-81f2-72e14ff18d58 admin admin] Allocated IP 172.26.0.119 (f8905ce9-304b-4976-bc47-e58c71c11de5/9bca8591-41ef-4f2d-8ecb-ecaab1a28acf/719799b3-c42f-473b-aec0-43e092251c73) {{(pid=87507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 23:16:00.313556 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.plugins.ml2.db [None req-35dd8aea-11c0-4ef6-a306-b84c52c45f48 None None] For port ce74db12-a408-4724-8a40-30123fb2a63c, host dv-neutron-821829-1-hyperv, cleared binding levels {{(pid=87509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 23:16:00.317421 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.plugins.ml2.db [None req-35dd8aea-11c0-4ef6-a306-b84c52c45f48 None None] For port ce74db12-a408-4724-8a40-30123fb2a63c, host dv-neutron-821829-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=ce74db12-a408-4724-8a40-30123fb2a63c,segment=NetworkSegment(397b3ba8-7a47-4be7-98f0-838a20aabd5a),segment_id=397b3ba8-7a47-4be7-98f0-838a20aabd5a)] {{(pid=87509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 23:16:00.324553 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron_lib.callbacks.manager [None req-35dd8aea-11c0-4ef6-a306-b84c52c45f48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:16:00.333743 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG oslo_concurrency.lockutils [None req-5e24fc3e-694a-4497-9a85-6d33435cc44e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:16:00.356356 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-da6bbc81-7050-4110-b3d2-5a771aeef057 None None] Attempting to bind port 8358f2a2-34c0-4d80-8bbf-712fa72dc5f4 on host dv-neutron-821829-1-hyperv for vnic_type normal with profile  {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 23:16:00.356737 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-da6bbc81-7050-4110-b3d2-5a771aeef057 None None] Attempting to bind port 8358f2a2-34c0-4d80-8bbf-712fa72dc5f4 by drivers openvswitch,hyperv on host dv-neutron-821829-1-hyperv at level 0 using segments [{'id': 'cd75adab-1d18-45f0-ae76-c4e6abd7ec4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '03e05307-e9f9-4119-97c5-d12b621d8806'}] {{(pid=87508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 23:16:00.357110 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da6bbc81-7050-4110-b3d2-5a771aeef057 None None] Attempting to bind port 8358f2a2-34c0-4d80-8bbf-712fa72dc5f4 on network 03e05307-e9f9-4119-97c5-d12b621d8806 {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 23:16:00.367967 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da6bbc81-7050-4110-b3d2-5a771aeef057 None None] Checking agent: {'id': '5571501f-366e-47a4-9b60-8ef19d935d27', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821829-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 24, 2), 'started_at': datetime.datetime(2021, 12, 16, 22, 24, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 23, 15, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821829-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 23:16:00.368354 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da6bbc81-7050-4110-b3d2-5a771aeef057 None None] Checking segment: {'id': 'cd75adab-1d18-45f0-ae76-c4e6abd7ec4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '03e05307-e9f9-4119-97c5-d12b621d8806'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 23:16:00.369936 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-da6bbc81-7050-4110-b3d2-5a771aeef057 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:16:00.369936 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da6bbc81-7050-4110-b3d2-5a771aeef057 None None] Bound using segment: {'id': 'cd75adab-1d18-45f0-ae76-c4e6abd7ec4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '03e05307-e9f9-4119-97c5-d12b621d8806'} {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 23:16:00.369936 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-da6bbc81-7050-4110-b3d2-5a771aeef057 None None] Bound port: 8358f2a2-34c0-4d80-8bbf-712fa72dc5f4, host: dv-neutron-821829-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd75adab-1d18-45f0-ae76-c4e6abd7ec4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '03e05307-e9f9-4119-97c5-d12b621d8806'}}] {{(pid=87508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 23:16:00.370292 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-da6bbc81-7050-4110-b3d2-5a771aeef057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:16:00.412722 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d27cada-8ba1-4db5-ae84-9a592a08b3bf None None] Pushing event updated for resources: {'Port': ['ID=ce74db12-a408-4724-8a40-30123fb2a63c,revision_number=4']} {{(pid=87509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:16:00.416181 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG oslo_concurrency.lockutils [None req-3d27cada-8ba1-4db5-ae84-9a592a08b3bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=87509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:16:00.420669 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning complete for port f2a88052-c700-46bd-a14b-d6aab07205ab triggered by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 23:16:00.421217 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:16:00.448483 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35dd8aea-11c0-4ef6-a306-b84c52c45f48 None None] Routers {'d7488134-e7bb-414a-9016-590a7ea9554e'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 23:16:00.449411 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-35dd8aea-11c0-4ef6-a306-b84c52c45f48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b7c9ccdc0>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T23:15:31Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['d7488134-e7bb-414a-9016-590a7ea9554e'], 'active': True} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 23:16:00.586827 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-335bdd05-35ea-4a24-81f2-72e14ff18d58 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:16:00.598184 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-da6bbc81-7050-4110-b3d2-5a771aeef057 None None] For port 8358f2a2-34c0-4d80-8bbf-712fa72dc5f4, host dv-neutron-821829-1-hyperv, cleared binding levels {{(pid=87508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 23:16:00.608895 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-da6bbc81-7050-4110-b3d2-5a771aeef057 None None] For port 8358f2a2-34c0-4d80-8bbf-712fa72dc5f4, host dv-neutron-821829-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=8358f2a2-34c0-4d80-8bbf-712fa72dc5f4,segment=NetworkSegment(cd75adab-1d18-45f0-ae76-c4e6abd7ec4e),segment_id=cd75adab-1d18-45f0-ae76-c4e6abd7ec4e)] {{(pid=87508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 23:16:00.616851 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-da6bbc81-7050-4110-b3d2-5a771aeef057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:16:00.626182 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:16:00.633070 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-335bdd05-35ea-4a24-81f2-72e14ff18d58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10807823'] for port, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:16:00.644627 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-25bc31ea-d77c-46bf-9081-e64da1222ed7 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:16:00.700286 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-335bdd05-35ea-4a24-81f2-72e14ff18d58 admin admin] Network f8905ce9-304b-4976-bc47-e58c71c11de5 is already hosted by enough agents. {{(pid=87507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 23:16:00.707923 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvr_db [None req-35dd8aea-11c0-4ef6-a306-b84c52c45f48 None None] Set router d7488134-e7bb-414a-9016-590a7ea9554e gateway port host: dv-neutron-821829-1-hyperv {{(pid=87509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 23:16:00.708156 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b56a927f-d132-4466-bab1-53362b954e41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:16:00.709508 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.base_scheduler [None req-335bdd05-35ea-4a24-81f2-72e14ff18d58 admin admin] Resources bound (agent type, host, resource id):  {{(pid=87507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 23:16:00.713048 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-335bdd05-35ea-4a24-81f2-72e14ff18d58 admin admin] Received port after_create {{(pid=87507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 23:16:00.724901 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6bbc81-7050-4110-b3d2-5a771aeef057 None None] Pushing event updated for resources: {'Port': ['ID=8358f2a2-34c0-4d80-8bbf-712fa72dc5f4,revision_number=2']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:16:00.728007 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-da6bbc81-7050-4110-b3d2-5a771aeef057 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:16:00.789631 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335bdd05-35ea-4a24-81f2-72e14ff18d58 admin admin] Pushing event updated for resources: {'Port': ['ID=719799b3-c42f-473b-aec0-43e092251c73,revision_number=1']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:16:00.795029 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-335bdd05-35ea-4a24-81f2-72e14ff18d58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:16:01.063845 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-35dd8aea-11c0-4ef6-a306-b84c52c45f48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b7c9ccdc0>, [{'id': 'd7488134-e7bb-414a-9016-590a7ea9554e', 'name': 'tempest-TestShelveInstance-787508268-router', 'tenant_id': '47501bc0fd67468ab7c1cdfc7c01d7c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.229'}], 'enable_snat': True}, 'gw_port_id': 'f2a88052-c700-46bd-a14b-d6aab07205ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:15:53Z', 'updated_at': '2021-12-16T23:15:56Z', 'revision_number': 4, 'project_id': '47501bc0fd67468ab7c1cdfc7c01d7c1', 'gw_port': {'id': 'f2a88052-c700-46bd-a14b-d6aab07205ab', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:81:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7488134-e7bb-414a-9016-590a7ea9554e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:15:53Z', 'updated_at': '2021-12-16T23:15:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv', '_interfaces': [{'id': 'ce74db12-a408-4724-8a40-30123fb2a63c', 'name': '', 'network_id': 'bdbbdf9a-ec90-43ce-a9c5-6006b2bf9731', 'tenant_id': '47501bc0fd67468ab7c1cdfc7c01d7c1', 'mac_address': 'fa:16:3e:f4:94:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7488134-e7bb-414a-9016-590a7ea9554e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': '604d070c-ec45-48e1-8616-458a0650411c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:15:56Z', 'updated_at': '2021-12-16T23:16:00Z', 'revision_number': 4, 'project_id': '47501bc0fd67468ab7c1cdfc7c01d7c1', 'subnets': [{'id': '604d070c-ec45-48e1-8616-458a0650411c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 23:16:01.068063 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35dd8aea-11c0-4ef6-a306-b84c52c45f48 None None] The sync data for ids ['d7488134-e7bb-414a-9016-590a7ea9554e'] in dv-neutron-821829-1-hyperv is: [{'id': 'd7488134-e7bb-414a-9016-590a7ea9554e', 'name': 'tempest-TestShelveInstance-787508268-router', 'tenant_id': '47501bc0fd67468ab7c1cdfc7c01d7c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.229'}], 'enable_snat': True}, 'gw_port_id': 'f2a88052-c700-46bd-a14b-d6aab07205ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:15:53Z', 'updated_at': '2021-12-16T23:15:56Z', 'revision_number': 4, 'project_id': '47501bc0fd67468ab7c1cdfc7c01d7c1', 'gw_port': {'id': 'f2a88052-c700-46bd-a14b-d6aab07205ab', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:81:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7488134-e7bb-414a-9016-590a7ea9554e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:15:53Z', 'updated_at': '2021-12-16T23:15:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv', '_interfaces': [{'id': 'ce74db12-a408-4724-8a40-30123fb2a63c', 'name': '', 'network_id': 'bdbbdf9a-ec90-43ce-a9c5-6006b2bf9731', 'tenant_id': '47501bc0fd67468ab7c1cdfc7c01d7c1', 'mac_address': 'fa:16:3e:f4:94:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7488134-e7bb-414a-9016-590a7ea9554e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': '604d070c-ec45-48e1-8616-458a0650411c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:15:56Z', 'updated_at': '2021-12-16T23:16:00Z', 'revision_number': 4, 'project_id': '47501bc0fd67468ab7c1cdfc7c01d7c1', 'subnets': [{'id': '604d070c-ec45-48e1-8616-458a0650411c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 23:16:01.179417 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-335bdd05-35ea-4a24-81f2-72e14ff18d58 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:16:01.534372 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-335bdd05-35ea-4a24-81f2-72e14ff18d58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3740952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3741923'] for router, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:16:01.650165 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-3e729f7f-1589-4d54-9c4a-7ee6b283cc2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:16:01.738222 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:16:01.749956 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c5bbef3-d1f4-4f99-99ca-7996d590ea84 None None] Network 03e05307-e9f9-4119-97c5-d12b621d8806 requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 23:16:01.757437 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-335bdd05-35ea-4a24-81f2-72e14ff18d58 admin admin] Router f936eb54-87f8-4e58-a6c9-65e533ba1664 is scheduled to L3 agent 4f519db7-069b-43e2-8411-c092bac9102a with binding_index 1 {{(pid=87507) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 16 23:16:01.852748 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-cd558a98-3aeb-4922-b1df-af4fb4b4884d None None] Provisioning for port 8358f2a2-34c0-4d80-8bbf-712fa72dc5f4 completed by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 23:16:02.083189 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-335bdd05-35ea-4a24-81f2-72e14ff18d58 admin admin] Notify agent at l3_agent.dv-neutron-821829-1-hyperv the message routers_updated {{(pid=87507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 23:16:02.094925 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db4791e1-20b1-42f0-a301-ed5fb84217d4 None None] Sync routers for ids ['f936eb54-87f8-4e58-a6c9-65e533ba1664'] in dv-neutron-821829-1-hyperv {{(pid=87508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 23:16:02.111697 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db4791e1-20b1-42f0-a301-ed5fb84217d4 None None] Routers {'f936eb54-87f8-4e58-a6c9-65e533ba1664'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 23:16:02.113525 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-db4791e1-20b1-42f0-a301-ed5fb84217d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b7c2cfa30>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T23:16:01Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['f936eb54-87f8-4e58-a6c9-65e533ba1664'], 'active': True} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 23:16:02.115263 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-335bdd05-35ea-4a24-81f2-72e14ff18d58 admin admin] Notify callbacks [] for router, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:16:02.118965 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-335bdd05-35ea-4a24-81f2-72e14ff18d58 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 920 time: 2.7235501
Dec 16 23:16:02.119186 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 55760) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 23:16:02.325759 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device ce74db12-a408-4724-8a40-30123fb2a63c up at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 23:16:02.370875 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvr_db [None req-db4791e1-20b1-42f0-a301-ed5fb84217d4 None None] Set router f936eb54-87f8-4e58-a6c9-65e533ba1664 gateway port host: dv-neutron-821829-1-hyperv {{(pid=87508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 23:16:02.574857 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning for port ce74db12-a408-4724-8a40-30123fb2a63c completed by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 23:16:02.593752 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning complete for port ce74db12-a408-4724-8a40-30123fb2a63c triggered by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 23:16:02.594130 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:16:02.768163 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:16:02.794034 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-db4791e1-20b1-42f0-a301-ed5fb84217d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b7c2cfa30>, [{'id': 'f936eb54-87f8-4e58-a6c9-65e533ba1664', 'name': 'tempest-TestShelveInstance-315810606-router', 'tenant_id': '5e86041d6e7b46588db9ab04cd9e0052', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.119'}], 'enable_snat': True}, 'gw_port_id': '719799b3-c42f-473b-aec0-43e092251c73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:15:59Z', 'updated_at': '2021-12-16T23:16:00Z', 'revision_number': 3, 'project_id': '5e86041d6e7b46588db9ab04cd9e0052', 'gw_port': {'id': '719799b3-c42f-473b-aec0-43e092251c73', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:b4:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f936eb54-87f8-4e58-a6c9-65e533ba1664', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1804, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:16:00Z', 'updated_at': '2021-12-16T23:16:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv'}], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 23:16:02.803061 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db4791e1-20b1-42f0-a301-ed5fb84217d4 None None] Checking router: f936eb54-87f8-4e58-a6c9-65e533ba1664 for host: dv-neutron-821829-1-hyperv {{(pid=87508) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 23:16:02.803422 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db4791e1-20b1-42f0-a301-ed5fb84217d4 None None] Updating router f936eb54-87f8-4e58-a6c9-65e533ba1664 port 719799b3-c42f-473b-aec0-43e092251c73 binding host dv-neutron-821829-1-hyperv {{(pid=87508) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 16 23:16:02.843982 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] For port ce74db12-a408-4724-8a40-30123fb2a63c, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=ce74db12-a408-4724-8a40-30123fb2a63c,segment=NetworkSegment(397b3ba8-7a47-4be7-98f0-838a20aabd5a),segment_id=397b3ba8-7a47-4be7-98f0-838a20aabd5a)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 23:16:02.846313 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-713f6daf-0f8a-47b7-92ca-019be091a9d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:16:02.855430 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:16:02.856305 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 8358f2a2-34c0-4d80-8bbf-712fa72dc5f4 up at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 23:16:02.885773 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:16:02.936847 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-db4791e1-20b1-42f0-a301-ed5fb84217d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:16:03.052259 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.db_base_plugin_common [None req-713f6daf-0f8a-47b7-92ca-019be091a9d5 admin admin] Allocated IP 172.20.0.1 (03e05307-e9f9-4119-97c5-d12b621d8806/1f10b700-3d1c-4e08-bc5d-b12d3998c8b8/d65486a5-b83b-42ed-9175-981587b1af46) {{(pid=87507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 23:16:03.111900 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Pushing event updated for resources: {'Port': ['ID=ce74db12-a408-4724-8a40-30123fb2a63c,revision_number=5']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:16:03.118722 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:16:03.135001 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning for port 8358f2a2-34c0-4d80-8bbf-712fa72dc5f4 completed by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 23:16:03.144146 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning complete for port 8358f2a2-34c0-4d80-8bbf-712fa72dc5f4 triggered by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 23:16:03.144533 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:16:03.201073 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-713f6daf-0f8a-47b7-92ca-019be091a9d5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:16:03.217113 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.provisioning_blocks [None req-713f6daf-0f8a-47b7-92ca-019be091a9d5 admin admin] Transition to ACTIVE for port object d65486a5-b83b-42ed-9175-981587b1af46 will not be triggered until provisioned by entity DHCP. {{(pid=87507) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 23:16:03.242444 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-713f6daf-0f8a-47b7-92ca-019be091a9d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10807823'] for port, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:16:03.246957 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-61774883-2ea0-4173-9d30-a348bacc01c9 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:16:03.311998 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-713f6daf-0f8a-47b7-92ca-019be091a9d5 admin admin] Network 03e05307-e9f9-4119-97c5-d12b621d8806 is already hosted by enough agents. {{(pid=87507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 23:16:03.314713 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.base_scheduler [None req-713f6daf-0f8a-47b7-92ca-019be091a9d5 admin admin] Resources bound (agent type, host, resource id):  {{(pid=87507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 23:16:03.316976 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-713f6daf-0f8a-47b7-92ca-019be091a9d5 admin admin] Received port after_create {{(pid=87507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 23:16:03.359499 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713f6daf-0f8a-47b7-92ca-019be091a9d5 admin admin] Pushing event updated for resources: {'Port': ['ID=d65486a5-b83b-42ed-9175-981587b1af46,revision_number=1']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:16:03.364424 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-713f6daf-0f8a-47b7-92ca-019be091a9d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:16:03.369859 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:16:03.381602 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-713f6daf-0f8a-47b7-92ca-019be091a9d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3830061'] for router_interface, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:16:03.480057 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-4541ba3b-6be8-499c-bc94-3c60aa55c4f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:16:03.483937 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] For port 8358f2a2-34c0-4d80-8bbf-712fa72dc5f4, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=8358f2a2-34c0-4d80-8bbf-712fa72dc5f4,segment=NetworkSegment(cd75adab-1d18-45f0-ae76-c4e6abd7ec4e),segment_id=cd75adab-1d18-45f0-ae76-c4e6abd7ec4e)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 23:16:03.494455 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:16:03.498818 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:16:03.524522 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-713f6daf-0f8a-47b7-92ca-019be091a9d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:16:03.530064 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-db4791e1-20b1-42f0-a301-ed5fb84217d4 None None] Notify callbacks [] for port, precommit_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:16:03.561104 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-db4791e1-20b1-42f0-a301-ed5fb84217d4 None None] Transition to ACTIVE for port object 719799b3-c42f-473b-aec0-43e092251c73 will not be triggered until provisioned by entity L2. {{(pid=87508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 23:16:03.574031 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-db4791e1-20b1-42f0-a301-ed5fb84217d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:16:03.592484 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Pushing event updated for resources: {'Port': ['ID=8358f2a2-34c0-4d80-8bbf-712fa72dc5f4,revision_number=3']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:16:03.601388 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:16:03.603393 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-83f33321-039e-41d9-b25d-41868dd976fe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.024s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:16:03.664838 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-db4791e1-20b1-42f0-a301-ed5fb84217d4 None None] Attempting to bind port 719799b3-c42f-473b-aec0-43e092251c73 on host dv-neutron-821829-1-hyperv for vnic_type normal with profile  {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 23:16:03.665221 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-db4791e1-20b1-42f0-a301-ed5fb84217d4 None None] Attempting to bind port 719799b3-c42f-473b-aec0-43e092251c73 by drivers openvswitch,hyperv on host dv-neutron-821829-1-hyperv at level 0 using segments [{'id': 'a416442d-d143-4052-9f4e-546eb8cbe809', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5'}] {{(pid=87508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 23:16:03.665600 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db4791e1-20b1-42f0-a301-ed5fb84217d4 None None] Attempting to bind port 719799b3-c42f-473b-aec0-43e092251c73 on network f8905ce9-304b-4976-bc47-e58c71c11de5 {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 23:16:03.681098 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db4791e1-20b1-42f0-a301-ed5fb84217d4 None None] Checking agent: {'id': '5571501f-366e-47a4-9b60-8ef19d935d27', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821829-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 24, 2), 'started_at': datetime.datetime(2021, 12, 16, 22, 24, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 23, 16, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821829-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 23:16:03.681474 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db4791e1-20b1-42f0-a301-ed5fb84217d4 None None] Checking segment: {'id': 'a416442d-d143-4052-9f4e-546eb8cbe809', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 23:16:03.682463 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-db4791e1-20b1-42f0-a301-ed5fb84217d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:16:03.682833 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db4791e1-20b1-42f0-a301-ed5fb84217d4 None None] Bound using segment: {'id': 'a416442d-d143-4052-9f4e-546eb8cbe809', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5'} {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 23:16:03.683326 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-db4791e1-20b1-42f0-a301-ed5fb84217d4 None None] Bound port: 719799b3-c42f-473b-aec0-43e092251c73, host: dv-neutron-821829-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a416442d-d143-4052-9f4e-546eb8cbe809', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5'}}] {{(pid=87508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 23:16:03.683713 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-db4791e1-20b1-42f0-a301-ed5fb84217d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:16:03.715306 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b80e470-e20d-433f-a69c-6f55ab971c91 None None] Pushing event updated for resources: {'Port': ['ID=719799b3-c42f-473b-aec0-43e092251c73,revision_number=2']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:16:03.717686 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-3c0b2dc4-21ff-4f91-b6d6-b017f84df246 None None] Provisioning for port d65486a5-b83b-42ed-9175-981587b1af46 completed by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 23:16:03.727073 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-8b80e470-e20d-433f-a69c-6f55ab971c91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:16:03.739014 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-3c0b2dc4-21ff-4f91-b6d6-b017f84df246 None None] Provisioning complete for port d65486a5-b83b-42ed-9175-981587b1af46 triggered by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 23:16:03.739397 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-3c0b2dc4-21ff-4f91-b6d6-b017f84df246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:16:03.816646 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-3c0b2dc4-21ff-4f91-b6d6-b017f84df246 None None] Port d65486a5-b83b-42ed-9175-981587b1af46 cannot update to ACTIVE because it is not bound. {{(pid=87508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 23:16:03.818347 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-db4791e1-20b1-42f0-a301-ed5fb84217d4 None None] For port 719799b3-c42f-473b-aec0-43e092251c73, host dv-neutron-821829-1-hyperv, cleared binding levels {{(pid=87508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 23:16:03.821554 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-db4791e1-20b1-42f0-a301-ed5fb84217d4 None None] For port 719799b3-c42f-473b-aec0-43e092251c73, host dv-neutron-821829-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=719799b3-c42f-473b-aec0-43e092251c73,segment=NetworkSegment(a416442d-d143-4052-9f4e-546eb8cbe809),segment_id=a416442d-d143-4052-9f4e-546eb8cbe809)] {{(pid=87508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 23:16:03.826656 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-db4791e1-20b1-42f0-a301-ed5fb84217d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:16:03.831296 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:16:03.884397 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-713f6daf-0f8a-47b7-92ca-019be091a9d5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:16:03.889553 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-713f6daf-0f8a-47b7-92ca-019be091a9d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10807814'] for port, after_update {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:16:03.903431 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db4791e1-20b1-42f0-a301-ed5fb84217d4 None None] Routers {'f936eb54-87f8-4e58-a6c9-65e533ba1664'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 23:16:03.904090 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-db4791e1-20b1-42f0-a301-ed5fb84217d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b7c2cfa30>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T23:16:01Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['f936eb54-87f8-4e58-a6c9-65e533ba1664'], 'active': True} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 23:16:03.915617 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-eeeca1cf-2f66-4a2b-a0a3-72db99ea37db tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:16:03.973683 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b80e470-e20d-433f-a69c-6f55ab971c91 None None] Pushing event updated for resources: {'Port': ['ID=719799b3-c42f-473b-aec0-43e092251c73,revision_number=3']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:16:03.984903 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-8b80e470-e20d-433f-a69c-6f55ab971c91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:16:03.994912 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-713f6daf-0f8a-47b7-92ca-019be091a9d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3791426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3830222'] for router_interface, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:16:03.999191 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713f6daf-0f8a-47b7-92ca-019be091a9d5 admin admin] Pushing event updated for resources: {'Port': ['ID=d65486a5-b83b-42ed-9175-981587b1af46,revision_number=2']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:16:04.003431 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-713f6daf-0f8a-47b7-92ca-019be091a9d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:16:04.088890 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvr_db [None req-db4791e1-20b1-42f0-a301-ed5fb84217d4 None None] Set router f936eb54-87f8-4e58-a6c9-65e533ba1664 gateway port host: dv-neutron-821829-1-hyperv {{(pid=87508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 23:16:04.128775 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-713f6daf-0f8a-47b7-92ca-019be091a9d5 admin admin] Network 03e05307-e9f9-4119-97c5-d12b621d8806 is already hosted by enough agents. {{(pid=87507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 23:16:04.129893 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.base_scheduler [None req-713f6daf-0f8a-47b7-92ca-019be091a9d5 admin admin] Resources bound (agent type, host, resource id):  {{(pid=87507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 23:16:04.238785 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device ce74db12-a408-4724-8a40-30123fb2a63c up at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 23:16:04.328039 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-713f6daf-0f8a-47b7-92ca-019be091a9d5 admin admin] Router f936eb54-87f8-4e58-a6c9-65e533ba1664 has already been hosted by L3 agent 4f519db7-069b-43e2-8411-c092bac9102a {{(pid=87507) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 23:16:04.438336 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning complete for port ce74db12-a408-4724-8a40-30123fb2a63c triggered by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 23:16:04.438514 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:16:04.505672 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-713f6daf-0f8a-47b7-92ca-019be091a9d5 admin admin] Notify agent at l3_agent.dv-neutron-821829-1-hyperv the message routers_updated {{(pid=87507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 23:16:04.512180 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-d3b2ed57-af20-497b-ab0a-ffac4bcbcb9d None None] Provisioning complete for port d65486a5-b83b-42ed-9175-981587b1af46 triggered by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 23:16:04.512569 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-d3b2ed57-af20-497b-ab0a-ffac4bcbcb9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:16:04.515455 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-713f6daf-0f8a-47b7-92ca-019be091a9d5 admin admin] 10.222.0.13 "PUT /v2.0/routers/f936eb54-87f8-4e58-a6c9-65e533ba1664/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.3951099
Dec 16 23:16:04.653499 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-d3b2ed57-af20-497b-ab0a-ffac4bcbcb9d None None] Port d65486a5-b83b-42ed-9175-981587b1af46 cannot update to ACTIVE because it is not bound. {{(pid=87508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 23:16:04.684173 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-db4791e1-20b1-42f0-a301-ed5fb84217d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b7c2cfa30>, [{'id': 'f936eb54-87f8-4e58-a6c9-65e533ba1664', 'name': 'tempest-TestShelveInstance-315810606-router', 'tenant_id': '5e86041d6e7b46588db9ab04cd9e0052', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.119'}], 'enable_snat': True}, 'gw_port_id': '719799b3-c42f-473b-aec0-43e092251c73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:15:59Z', 'updated_at': '2021-12-16T23:16:03Z', 'revision_number': 4, 'project_id': '5e86041d6e7b46588db9ab04cd9e0052', 'gw_port': {'id': '719799b3-c42f-473b-aec0-43e092251c73', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:b4:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f936eb54-87f8-4e58-a6c9-65e533ba1664', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1804, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:16:00Z', 'updated_at': '2021-12-16T23:16:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv', '_interfaces': [{'id': 'd65486a5-b83b-42ed-9175-981587b1af46', 'name': '', 'network_id': '03e05307-e9f9-4119-97c5-d12b621d8806', 'tenant_id': '5e86041d6e7b46588db9ab04cd9e0052', 'mac_address': 'fa:16:3e:55:47:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f936eb54-87f8-4e58-a6c9-65e533ba1664', 'device_owner': 'network:router_interface', 'standard_attr_id': 1805, 'fixed_ips': [{'subnet_id': '1f10b700-3d1c-4e08-bc5d-b12d3998c8b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:16:02Z', 'updated_at': '2021-12-16T23:16:03Z', 'revision_number': 2, 'project_id': '5e86041d6e7b46588db9ab04cd9e0052', 'subnets': [{'id': '1f10b700-3d1c-4e08-bc5d-b12d3998c8b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 23:16:04.691162 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db4791e1-20b1-42f0-a301-ed5fb84217d4 None None] The sync data for ids ['f936eb54-87f8-4e58-a6c9-65e533ba1664'] in dv-neutron-821829-1-hyperv is: [{'id': 'f936eb54-87f8-4e58-a6c9-65e533ba1664', 'name': 'tempest-TestShelveInstance-315810606-router', 'tenant_id': '5e86041d6e7b46588db9ab04cd9e0052', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.119'}], 'enable_snat': True}, 'gw_port_id': '719799b3-c42f-473b-aec0-43e092251c73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:15:59Z', 'updated_at': '2021-12-16T23:16:03Z', 'revision_number': 4, 'project_id': '5e86041d6e7b46588db9ab04cd9e0052', 'gw_port': {'id': '719799b3-c42f-473b-aec0-43e092251c73', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:b4:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f936eb54-87f8-4e58-a6c9-65e533ba1664', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1804, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:16:00Z', 'updated_at': '2021-12-16T23:16:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv', '_interfaces': [{'id': 'd65486a5-b83b-42ed-9175-981587b1af46', 'name': '', 'network_id': '03e05307-e9f9-4119-97c5-d12b621d8806', 'tenant_id': '5e86041d6e7b46588db9ab04cd9e0052', 'mac_address': 'fa:16:3e:55:47:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f936eb54-87f8-4e58-a6c9-65e533ba1664', 'device_owner': 'network:router_interface', 'standard_attr_id': 1805, 'fixed_ips': [{'subnet_id': '1f10b700-3d1c-4e08-bc5d-b12d3998c8b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:16:02Z', 'updated_at': '2021-12-16T23:16:03Z', 'revision_number': 2, 'project_id': '5e86041d6e7b46588db9ab04cd9e0052', 'subnets': [{'id': '1f10b700-3d1c-4e08-bc5d-b12d3998c8b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 23:16:04.695361 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 8358f2a2-34c0-4d80-8bbf-712fa72dc5f4 up at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 23:16:04.765329 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning complete for port 8358f2a2-34c0-4d80-8bbf-712fa72dc5f4 triggered by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 23:16:04.765704 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:16:05.041881 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 55770) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 23:16:05.047505 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-71693d85-2d5d-4c9d-9883-64da898f707e tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1738066707', 'description': 'tempest-secgroup-smoke-1738066707 description', 'project_id': '47501bc0fd67468ab7c1cdfc7c01d7c1'}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 23:16:05.053802 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-71693d85-2d5d-4c9d-9883-64da898f707e tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 23:16:05.058491 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-71693d85-2d5d-4c9d-9883-64da898f707e tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Usage tracker for resource:security_group and tenant:47501bc0fd67468ab7c1cdfc7c01d7c1 is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 23:16:05.061391 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-71693d85-2d5d-4c9d-9883-64da898f707e tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 23:16:05.067160 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-71693d85-2d5d-4c9d-9883-64da898f707e tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 23:16:05.078535 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-71693d85-2d5d-4c9d-9883-64da898f707e tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Notify callbacks [] for security_group, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:16:05.099545 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-71693d85-2d5d-4c9d-9883-64da898f707e tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 23:16:05.103386 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-71693d85-2d5d-4c9d-9883-64da898f707e tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Usage tracker for resource:security_group_rule and tenant:47501bc0fd67468ab7c1cdfc7c01d7c1 is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 23:16:05.107869 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-71693d85-2d5d-4c9d-9883-64da898f707e tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 23:16:05.113718 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-71693d85-2d5d-4c9d-9883-64da898f707e tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 23:16:05.187190 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-71693d85-2d5d-4c9d-9883-64da898f707e tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Notify callbacks [] for security_group, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:16:05.191592 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-71693d85-2d5d-4c9d-9883-64da898f707e tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841066'] for security_group, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:16:05.195460 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-19c1953e-b067-485f-9ae1-279e60a957ec tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:16:05.235242 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71693d85-2d5d-4c9d-9883-64da898f707e tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Pushing event updated for resources: {'SecurityGroup': ['ID=33a91f40-5b5d-40fa-b927-ba231023f8fb,revision_number=1']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:16:05.238068 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-71693d85-2d5d-4c9d-9883-64da898f707e tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Notify callbacks [] for security_group, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:16:05.239254 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-71693d85-2d5d-4c9d-9883-64da898f707e tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1796 time: 0.1963165
Dec 16 23:16:05.240192 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-71693d85-2d5d-4c9d-9883-64da898f707e tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:16:05.242186 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 55774) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 23:16:05.247378 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-693c5ed7-f28e-4f3a-b87c-2eb887f10810 tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Request body: {'security_group_rule': {'security_group_id': '33a91f40-5b5d-40fa-b927-ba231023f8fb', 'project_id': '47501bc0fd67468ab7c1cdfc7c01d7c1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 23:16:05.253868 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-693c5ed7-f28e-4f3a-b87c-2eb887f10810 tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 23:16:05.257726 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-693c5ed7-f28e-4f3a-b87c-2eb887f10810 tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Usage tracker for resource:security_group_rule and tenant:47501bc0fd67468ab7c1cdfc7c01d7c1 is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 23:16:05.260731 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-693c5ed7-f28e-4f3a-b87c-2eb887f10810 tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 23:16:05.266598 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-693c5ed7-f28e-4f3a-b87c-2eb887f10810 tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 23:16:05.284005 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-693c5ed7-f28e-4f3a-b87c-2eb887f10810 tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:16:05.351170 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-693c5ed7-f28e-4f3a-b87c-2eb887f10810 tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:16:05.355682 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-693c5ed7-f28e-4f3a-b87c-2eb887f10810 tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841137'] for security_group_rule, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:16:05.358090 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-2555ad0d-c7d4-4302-9ca0-d50c7ccdd8bf tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:16:05.377018 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693c5ed7-f28e-4f3a-b87c-2eb887f10810 tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4310bb9-181e-4c9d-905a-fdabc444c9d5,revision_number=0']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:16:05.380923 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-693c5ed7-f28e-4f3a-b87c-2eb887f10810 tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:16:05.402759 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-693c5ed7-f28e-4f3a-b87c-2eb887f10810 tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:16:05.403976 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-693c5ed7-f28e-4f3a-b87c-2eb887f10810 tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1608520
Dec 16 23:16:05.406654 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 55778) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 23:16:05.412342 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-99e1eedd-3646-440f-a79e-b75ce7cf4fe0 tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Request body: {'security_group_rule': {'security_group_id': '33a91f40-5b5d-40fa-b927-ba231023f8fb', 'project_id': '47501bc0fd67468ab7c1cdfc7c01d7c1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 23:16:05.420332 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-99e1eedd-3646-440f-a79e-b75ce7cf4fe0 tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 23:16:05.426537 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-99e1eedd-3646-440f-a79e-b75ce7cf4fe0 tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Usage tracker for resource:security_group_rule and tenant:47501bc0fd67468ab7c1cdfc7c01d7c1 is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 23:16:05.429827 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-99e1eedd-3646-440f-a79e-b75ce7cf4fe0 tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 23:16:05.436682 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-99e1eedd-3646-440f-a79e-b75ce7cf4fe0 tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 23:16:05.455436 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-99e1eedd-3646-440f-a79e-b75ce7cf4fe0 tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:16:05.520495 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-99e1eedd-3646-440f-a79e-b75ce7cf4fe0 tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:16:05.524926 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-99e1eedd-3646-440f-a79e-b75ce7cf4fe0 tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841137'] for security_group_rule, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:16:05.527995 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-9142fce2-fa4a-4225-87b7-e9035b204995 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:16:05.549639 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e1eedd-3646-440f-a79e-b75ce7cf4fe0 tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=886dbe44-70ed-4b69-9948-7b79e6578e74,revision_number=0']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:16:05.554168 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-99e1eedd-3646-440f-a79e-b75ce7cf4fe0 tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:16:05.563621 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-99e1eedd-3646-440f-a79e-b75ce7cf4fe0 tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:16:05.567322 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-99e1eedd-3646-440f-a79e-b75ce7cf4fe0 tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1572869
Dec 16 23:16:05.567731 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 55782) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 23:16:05.574043 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-cbd7da25-5b0f-482e-8211-0802367b8eac tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Request body: {'security_group_rule': {'security_group_id': '33a91f40-5b5d-40fa-b927-ba231023f8fb', 'project_id': '47501bc0fd67468ab7c1cdfc7c01d7c1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 23:16:05.580277 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-cbd7da25-5b0f-482e-8211-0802367b8eac tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 23:16:05.584375 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-cbd7da25-5b0f-482e-8211-0802367b8eac tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Usage tracker for resource:security_group_rule and tenant:47501bc0fd67468ab7c1cdfc7c01d7c1 is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 23:16:05.587376 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-cbd7da25-5b0f-482e-8211-0802367b8eac tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 23:16:05.594181 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-cbd7da25-5b0f-482e-8211-0802367b8eac tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 23:16:05.612509 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-cbd7da25-5b0f-482e-8211-0802367b8eac tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:16:05.682666 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-cbd7da25-5b0f-482e-8211-0802367b8eac tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:16:05.686630 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-cbd7da25-5b0f-482e-8211-0802367b8eac tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841137'] for security_group_rule, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:16:05.702538 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-b1b6adbe-2f95-45a2-b027-eea4e71164db tempest-TestNetworkAdvancedServerOps-865814963 tempest-TestNetworkAdvancedServerOps-865814963-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:16:05.721508 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd7da25-5b0f-482e-8211-0802367b8eac tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1cd4bd03-03be-442f-88a5-5888575957f4,revision_number=0']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:16:05.724539 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-cbd7da25-5b0f-482e-8211-0802367b8eac tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:16:05.725736 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-cbd7da25-5b0f-482e-8211-0802367b8eac tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:16:05.729568 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-cbd7da25-5b0f-482e-8211-0802367b8eac tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1580482
Dec 16 23:16:05.730764 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 55786) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 23:16:05.736183 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-bc130480-a319-4656-a2b5-704791e63902 tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Request body: {'security_group_rule': {'security_group_id': '33a91f40-5b5d-40fa-b927-ba231023f8fb', 'project_id': '47501bc0fd67468ab7c1cdfc7c01d7c1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 23:16:05.742357 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-bc130480-a319-4656-a2b5-704791e63902 tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 23:16:05.746330 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-bc130480-a319-4656-a2b5-704791e63902 tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Usage tracker for resource:security_group_rule and tenant:47501bc0fd67468ab7c1cdfc7c01d7c1 is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 23:16:05.749439 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-bc130480-a319-4656-a2b5-704791e63902 tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 23:16:05.755587 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-bc130480-a319-4656-a2b5-704791e63902 tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 23:16:05.773314 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-bc130480-a319-4656-a2b5-704791e63902 tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:16:05.837266 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-bc130480-a319-4656-a2b5-704791e63902 tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:16:05.841871 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-bc130480-a319-4656-a2b5-704791e63902 tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841137'] for security_group_rule, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:16:05.843664 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-1cceae0d-21b2-4df2-8e3a-06f16349b6e2 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:16:05.868267 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc130480-a319-4656-a2b5-704791e63902 tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9eb42104-1c6c-4427-92a7-1eca67c26cc8,revision_number=0']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:16:05.871250 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-bc130480-a319-4656-a2b5-704791e63902 tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:16:05.879340 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-bc130480-a319-4656-a2b5-704791e63902 tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:16:05.883108 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-bc130480-a319-4656-a2b5-704791e63902 tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1489120
Dec 16 23:16:05.883394 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 55790) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 23:16:05.889182 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-32e29228-b5f2-40be-b128-696887691368 tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Request body: {'security_group_rule': {'security_group_id': '33a91f40-5b5d-40fa-b927-ba231023f8fb', 'project_id': '47501bc0fd67468ab7c1cdfc7c01d7c1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 23:16:05.895385 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-32e29228-b5f2-40be-b128-696887691368 tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 23:16:05.899181 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-32e29228-b5f2-40be-b128-696887691368 tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Usage tracker for resource:security_group_rule and tenant:47501bc0fd67468ab7c1cdfc7c01d7c1 is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 23:16:05.902106 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-32e29228-b5f2-40be-b128-696887691368 tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 23:16:05.907864 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-32e29228-b5f2-40be-b128-696887691368 tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 23:16:05.918295 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.db.securitygroups_db [None req-32e29228-b5f2-40be-b128-696887691368 tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Project 47501bc0fd67468ab7c1cdfc7c01d7c1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 16 23:16:05.926073 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-32e29228-b5f2-40be-b128-696887691368 tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:16:05.993201 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-32e29228-b5f2-40be-b128-696887691368 tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:16:05.998114 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-32e29228-b5f2-40be-b128-696887691368 tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841137'] for security_group_rule, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:16:06.000443 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-938e5373-8e6d-4342-8e1b-d41989284043 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:16:06.023241 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e29228-b5f2-40be-b128-696887691368 tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38c0cd52-b615-49b3-91be-a80acd036e1f,revision_number=0']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:16:06.025936 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-32e29228-b5f2-40be-b128-696887691368 tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:16:06.033288 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-32e29228-b5f2-40be-b128-696887691368 tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:16:06.034530 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-32e29228-b5f2-40be-b128-696887691368 tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1501548
Dec 16 23:16:06.037156 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 55794) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 23:16:06.042223 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-3d53534e-e8f2-4636-8534-2f5e21ef7a5f tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Request body: {'security_group_rule': {'security_group_id': '33a91f40-5b5d-40fa-b927-ba231023f8fb', 'project_id': '47501bc0fd67468ab7c1cdfc7c01d7c1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 23:16:06.048309 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-3d53534e-e8f2-4636-8534-2f5e21ef7a5f tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 23:16:06.052113 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-3d53534e-e8f2-4636-8534-2f5e21ef7a5f tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Usage tracker for resource:security_group_rule and tenant:47501bc0fd67468ab7c1cdfc7c01d7c1 is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 23:16:06.054913 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-3d53534e-e8f2-4636-8534-2f5e21ef7a5f tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 23:16:06.061047 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-3d53534e-e8f2-4636-8534-2f5e21ef7a5f tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 23:16:06.071307 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.db.securitygroups_db [None req-3d53534e-e8f2-4636-8534-2f5e21ef7a5f tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Project 47501bc0fd67468ab7c1cdfc7c01d7c1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 16 23:16:06.078154 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-3d53534e-e8f2-4636-8534-2f5e21ef7a5f tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:16:06.141803 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-3d53534e-e8f2-4636-8534-2f5e21ef7a5f tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:16:06.145228 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-3d53534e-e8f2-4636-8534-2f5e21ef7a5f tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841137'] for security_group_rule, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:16:06.147104 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-f1a93984-8bc6-4f5a-91fc-7ede800b1b25 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:16:06.171145 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d53534e-e8f2-4636-8534-2f5e21ef7a5f tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f930f18f-37a9-44d8-a722-73dcc6b80302,revision_number=0']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:16:06.175864 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-3d53534e-e8f2-4636-8534-2f5e21ef7a5f tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:16:06.180442 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-3d53534e-e8f2-4636-8534-2f5e21ef7a5f tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:16:06.181575 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-3d53534e-e8f2-4636-8534-2f5e21ef7a5f tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1435204
Dec 16 23:16:06.223732 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 719799b3-c42f-473b-aec0-43e092251c73 up at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 23:16:06.295062 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning for port 719799b3-c42f-473b-aec0-43e092251c73 completed by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 23:16:06.299835 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning complete for port 719799b3-c42f-473b-aec0-43e092251c73 triggered by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 23:16:06.300251 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:16:06.344144 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [req-a7e0493a-5a31-4dac-a126-28efd462c69c req-a73240c3-88e3-45cf-90be-89877e5d70c1 tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Synchronizing usage tracker for tenant:47501bc0fd67468ab7c1cdfc7c01d7c1 on resource:security_group {{(pid=87507) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 23:16:06.362070 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [req-a7e0493a-5a31-4dac-a126-28efd462c69c req-a73240c3-88e3-45cf-90be-89877e5d70c1 tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Unset dirty status for tenant:47501bc0fd67468ab7c1cdfc7c01d7c1 on resource:security_group {{(pid=87507) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 23:16:06.363421 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-a7e0493a-5a31-4dac-a126-28efd462c69c req-a73240c3-88e3-45cf-90be-89877e5d70c1 tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1738066707&fields=id&tenant_id=47501bc0fd67468ab7c1cdfc7c01d7c1 HTTP/1.1" status: 200  len: 267 time: 0.0579560
Dec 16 23:16:06.423296 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:16:06.439823 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] For port 719799b3-c42f-473b-aec0-43e092251c73, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=719799b3-c42f-473b-aec0-43e092251c73,segment=NetworkSegment(a416442d-d143-4052-9f4e-546eb8cbe809),segment_id=a416442d-d143-4052-9f4e-546eb8cbe809)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 23:16:06.444905 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:16:06.446713 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:16:06.511246 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Pushing event updated for resources: {'Port': ['ID=719799b3-c42f-473b-aec0-43e092251c73,revision_number=4']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:16:06.514321 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:16:06.516552 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e0493a-5a31-4dac-a126-28efd462c69c req-e1b00b69-9e00-4472-a8de-8bf24f002ff8 tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:16:06.517224 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [req-a7e0493a-5a31-4dac-a126-28efd462c69c req-e1b00b69-9e00-4472-a8de-8bf24f002ff8 tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Synchronizing usage tracker for tenant:47501bc0fd67468ab7c1cdfc7c01d7c1 on resource:network {{(pid=87507) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 23:16:06.533607 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [req-a7e0493a-5a31-4dac-a126-28efd462c69c req-e1b00b69-9e00-4472-a8de-8bf24f002ff8 tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Unset dirty status for tenant:47501bc0fd67468ab7c1cdfc7c01d7c1 on resource:network {{(pid=87507) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 23:16:06.534768 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-a7e0493a-5a31-4dac-a126-28efd462c69c req-e1b00b69-9e00-4472-a8de-8bf24f002ff8 tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] 10.222.0.13 "GET /v2.0/networks?id=bdbbdf9a-ec90-43ce-a9c5-6006b2bf9731 HTTP/1.1" status: 200  len: 808 time: 0.1637757
Dec 16 23:16:06.549707 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-a7e0493a-5a31-4dac-a126-28efd462c69c req-abb1251b-83be-4676-b266-5ed6ca192e82 tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] 10.222.0.13 "GET /v2.0/quotas/47501bc0fd67468ab7c1cdfc7c01d7c1 HTTP/1.1" status: 200  len: 375 time: 0.0095081
Dec 16 23:16:06.631392 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-a7e0493a-5a31-4dac-a126-28efd462c69c req-192cae79-8fe6-4769-824a-187113d952e9 tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=47501bc0fd67468ab7c1cdfc7c01d7c1&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0762949
Dec 16 23:16:06.768936 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-a7e0493a-5a31-4dac-a126-28efd462c69c req-184bb285-a02d-493f-9942-5b4269910022 service neutron] 10.222.0.13 "GET /v2.0/networks/bdbbdf9a-ec90-43ce-a9c5-6006b2bf9731?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1261475
Dec 16 23:16:06.898592 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-a7e0493a-5a31-4dac-a126-28efd462c69c req-e971a8f7-1893-4d35-94a3-bf153e626968 service neutron] 10.222.0.13 "GET /v2.0/networks/bdbbdf9a-ec90-43ce-a9c5-6006b2bf9731?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1240284
Dec 16 23:16:07.078043 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-59ce147f-9730-4baa-8fa9-93a750d4aeb1 req-dfddbe38-bb48-40bf-9da4-5a1a1b761706 tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0d4a849-f46c-4c60-8fcc-47b12b44eb32 HTTP/1.1" status: 200  len: 210 time: 0.0457573
Dec 16 23:16:08.211578 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e0493a-5a31-4dac-a126-28efd462c69c req-61017a02-2d15-4e62-8e4e-a11af04a2a14 tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:16:08.216189 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-a7e0493a-5a31-4dac-a126-28efd462c69c req-61017a02-2d15-4e62-8e4e-a11af04a2a14 tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] 10.222.0.49 "GET /v2.0/networks?id=bdbbdf9a-ec90-43ce-a9c5-6006b2bf9731 HTTP/1.1" status: 200  len: 808 time: 0.1758995
Dec 16 23:16:08.243673 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-fceb628b-947a-4b78-9a43-58fcf5ca67af req-34618652-d7f4-45e0-8d94-e2ba6423b295 tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0d4a849-f46c-4c60-8fcc-47b12b44eb32 HTTP/1.1" status: 200  len: 210 time: 0.0557926
Dec 16 23:16:08.248861 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 719799b3-c42f-473b-aec0-43e092251c73 up at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 23:16:08.281398 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:16:08.285155 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [req-a7e0493a-5a31-4dac-a126-28efd462c69c req-77d94d8b-2426-4ec4-862f-4b90e55416e8 tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Synchronizing usage tracker for tenant:47501bc0fd67468ab7c1cdfc7c01d7c1 on resource:security_group {{(pid=87506) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 23:16:08.298572 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [req-a7e0493a-5a31-4dac-a126-28efd462c69c req-77d94d8b-2426-4ec4-862f-4b90e55416e8 tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Unset dirty status for tenant:47501bc0fd67468ab7c1cdfc7c01d7c1 on resource:security_group {{(pid=87506) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 23:16:08.299925 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-a7e0493a-5a31-4dac-a126-28efd462c69c req-77d94d8b-2426-4ec4-862f-4b90e55416e8 tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=47501bc0fd67468ab7c1cdfc7c01d7c1 HTTP/1.1" status: 200  len: 380 time: 0.0691040
Dec 16 23:16:08.309916 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [req-a7e0493a-5a31-4dac-a126-28efd462c69c req-eceb5e0e-b7cc-43ed-9506-ca1db71a1e75 tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Request body: {'port': {'device_id': 'd0d4a849-f46c-4c60-8fcc-47b12b44eb32', 'network_id': 'bdbbdf9a-ec90-43ce-a9c5-6006b2bf9731', 'admin_state_up': True, 'tenant_id': '47501bc0fd67468ab7c1cdfc7c01d7c1', 'security_groups': ['33a91f40-5b5d-40fa-b927-ba231023f8fb']}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 23:16:08.323472 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning complete for port 719799b3-c42f-473b-aec0-43e092251c73 triggered by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 23:16:08.323896 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:16:08.445775 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61f3debb-560f-46ea-8987-745af4902015 None None] Sync routers for ids ['f936eb54-87f8-4e58-a6c9-65e533ba1664'] in dv-neutron-821829-1-hyperv {{(pid=87509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 23:16:08.456041 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61f3debb-560f-46ea-8987-745af4902015 None None] Routers {'f936eb54-87f8-4e58-a6c9-65e533ba1664'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 23:16:08.456672 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-61f3debb-560f-46ea-8987-745af4902015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b7c69bbb0>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T23:16:01Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['f936eb54-87f8-4e58-a6c9-65e533ba1664'], 'active': True} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 23:16:08.465111 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [req-a7e0493a-5a31-4dac-a126-28efd462c69c req-eceb5e0e-b7cc-43ed-9506-ca1db71a1e75 tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 23:16:08.469727 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [req-a7e0493a-5a31-4dac-a126-28efd462c69c req-eceb5e0e-b7cc-43ed-9506-ca1db71a1e75 tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Usage tracker for resource:port and tenant:47501bc0fd67468ab7c1cdfc7c01d7c1 is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 23:16:08.474182 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [req-a7e0493a-5a31-4dac-a126-28efd462c69c req-eceb5e0e-b7cc-43ed-9506-ca1db71a1e75 tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 23:16:08.481509 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [req-a7e0493a-5a31-4dac-a126-28efd462c69c req-eceb5e0e-b7cc-43ed-9506-ca1db71a1e75 tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 23:16:08.493669 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a7e0493a-5a31-4dac-a126-28efd462c69c req-eceb5e0e-b7cc-43ed-9506-ca1db71a1e75 tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Made reservation on behalf of 47501bc0fd67468ab7c1cdfc7c01d7c1 for: {'port': 1} {{(pid=87506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 23:16:08.499983 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-a7e0493a-5a31-4dac-a126-28efd462c69c req-eceb5e0e-b7cc-43ed-9506-ca1db71a1e75 tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:16:08.643481 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvr_db [None req-61f3debb-560f-46ea-8987-745af4902015 None None] Set router f936eb54-87f8-4e58-a6c9-65e533ba1664 gateway port host: dv-neutron-821829-1-hyperv {{(pid=87509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 23:16:08.782539 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.db_base_plugin_common [req-a7e0493a-5a31-4dac-a126-28efd462c69c req-eceb5e0e-b7cc-43ed-9506-ca1db71a1e75 tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Allocated IP 172.20.0.10 (bdbbdf9a-ec90-43ce-a9c5-6006b2bf9731/604d070c-ec45-48e1-8616-458a0650411c/ec2fb1d7-dea3-4321-8537-9a999afed5bd) {{(pid=87506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 23:16:08.970872 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-a7e0493a-5a31-4dac-a126-28efd462c69c req-eceb5e0e-b7cc-43ed-9506-ca1db71a1e75 tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Notify callbacks [] for port, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:16:08.974563 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-61f3debb-560f-46ea-8987-745af4902015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b7c69bbb0>, [{'id': 'f936eb54-87f8-4e58-a6c9-65e533ba1664', 'name': 'tempest-TestShelveInstance-315810606-router', 'tenant_id': '5e86041d6e7b46588db9ab04cd9e0052', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.119'}], 'enable_snat': True}, 'gw_port_id': '719799b3-c42f-473b-aec0-43e092251c73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:15:59Z', 'updated_at': '2021-12-16T23:16:03Z', 'revision_number': 4, 'project_id': '5e86041d6e7b46588db9ab04cd9e0052', 'gw_port': {'id': '719799b3-c42f-473b-aec0-43e092251c73', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:b4:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f936eb54-87f8-4e58-a6c9-65e533ba1664', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1804, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:16:00Z', 'updated_at': '2021-12-16T23:16:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv', '_interfaces': [{'id': 'd65486a5-b83b-42ed-9175-981587b1af46', 'name': '', 'network_id': '03e05307-e9f9-4119-97c5-d12b621d8806', 'tenant_id': '5e86041d6e7b46588db9ab04cd9e0052', 'mac_address': 'fa:16:3e:55:47:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f936eb54-87f8-4e58-a6c9-65e533ba1664', 'device_owner': 'network:router_interface', 'standard_attr_id': 1805, 'fixed_ips': [{'subnet_id': '1f10b700-3d1c-4e08-bc5d-b12d3998c8b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:16:02Z', 'updated_at': '2021-12-16T23:16:03Z', 'revision_number': 2, 'project_id': '5e86041d6e7b46588db9ab04cd9e0052', 'subnets': [{'id': '1f10b700-3d1c-4e08-bc5d-b12d3998c8b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 23:16:08.978265 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61f3debb-560f-46ea-8987-745af4902015 None None] Checking router: f936eb54-87f8-4e58-a6c9-65e533ba1664 for host: dv-neutron-821829-1-hyperv {{(pid=87509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 23:16:08.979167 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61f3debb-560f-46ea-8987-745af4902015 None None] Updating router f936eb54-87f8-4e58-a6c9-65e533ba1664 port d65486a5-b83b-42ed-9175-981587b1af46 binding host dv-neutron-821829-1-hyperv {{(pid=87509) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 16 23:16:08.986696 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.provisioning_blocks [req-a7e0493a-5a31-4dac-a126-28efd462c69c req-eceb5e0e-b7cc-43ed-9506-ca1db71a1e75 tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Transition to ACTIVE for port object ec2fb1d7-dea3-4321-8537-9a999afed5bd will not be triggered until provisioned by entity DHCP. {{(pid=87506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 23:16:09.011417 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-a7e0493a-5a31-4dac-a126-28efd462c69c req-eceb5e0e-b7cc-43ed-9506-ca1db71a1e75 tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1863393'] for port, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:16:09.017533 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-630b615d-561a-4604-923b-2fd862b22509 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:16:09.032789 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron_lib.callbacks.manager [None req-61f3debb-560f-46ea-8987-745af4902015 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:16:09.082466 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a7e0493a-5a31-4dac-a126-28efd462c69c req-eceb5e0e-b7cc-43ed-9506-ca1db71a1e75 tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Network bdbbdf9a-ec90-43ce-a9c5-6006b2bf9731 is already hosted by enough agents. {{(pid=87506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 23:16:09.085596 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.base_scheduler [req-a7e0493a-5a31-4dac-a126-28efd462c69c req-eceb5e0e-b7cc-43ed-9506-ca1db71a1e75 tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Resources bound (agent type, host, resource id):  {{(pid=87506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 23:16:09.090288 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7e0493a-5a31-4dac-a126-28efd462c69c req-eceb5e0e-b7cc-43ed-9506-ca1db71a1e75 tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Received port after_create {{(pid=87506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 23:16:09.134521 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eceb5e0e-b7cc-43ed-9506-ca1db71a1e75 tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Pushing event updated for resources: {'Port': ['ID=ec2fb1d7-dea3-4321-8537-9a999afed5bd,revision_number=1']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:16:09.139515 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-eceb5e0e-b7cc-43ed-9506-ca1db71a1e75 tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:16:09.163354 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e0493a-5a31-4dac-a126-28efd462c69c req-eceb5e0e-b7cc-43ed-9506-ca1db71a1e75 tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:16:09.164002 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-a7e0493a-5a31-4dac-a126-28efd462c69c req-eceb5e0e-b7cc-43ed-9506-ca1db71a1e75 tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for port, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:16:09.190587 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-a7e0493a-5a31-4dac-a126-28efd462c69c req-eceb5e0e-b7cc-43ed-9506-ca1db71a1e75 tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.8851869
Dec 16 23:16:09.208922 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [req-a7e0493a-5a31-4dac-a126-28efd462c69c req-aaaa9bf5-81f2-45b8-86ca-1ee0b029d7c7 service neutron] Request body: {'port': {'device_id': 'd0d4a849-f46c-4c60-8fcc-47b12b44eb32', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8218'}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 23:16:09.316716 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-a0689b63-7202-4fb2-8c7d-e3d6cede1026 None None] Provisioning for port ec2fb1d7-dea3-4321-8537-9a999afed5bd completed by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 23:16:09.324023 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-a0689b63-7202-4fb2-8c7d-e3d6cede1026 None None] Provisioning complete for port ec2fb1d7-dea3-4321-8537-9a999afed5bd triggered by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 23:16:09.324604 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-a0689b63-7202-4fb2-8c7d-e3d6cede1026 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:16:09.334397 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-a7e0493a-5a31-4dac-a126-28efd462c69c req-aaaa9bf5-81f2-45b8-86ca-1ee0b029d7c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:16:09.380946 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-a0689b63-7202-4fb2-8c7d-e3d6cede1026 None None] Port ec2fb1d7-dea3-4321-8537-9a999afed5bd cannot update to ACTIVE because it is not bound. {{(pid=87508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 23:16:09.403119 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron_lib.callbacks.manager [None req-61f3debb-560f-46ea-8987-745af4902015 None None] Notify callbacks [] for port, precommit_update {{(pid=87509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:16:09.415057 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.provisioning_blocks [None req-61f3debb-560f-46ea-8987-745af4902015 None None] Transition to ACTIVE for port object d65486a5-b83b-42ed-9175-981587b1af46 will not be triggered until provisioned by entity L2. {{(pid=87509) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 23:16:09.421873 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron_lib.callbacks.manager [None req-61f3debb-560f-46ea-8987-745af4902015 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:16:09.427727 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG oslo_concurrency.lockutils [None req-1ee67cba-d84c-4855-8758-2af0c225fefd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:16:09.443547 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b3b9b8-f9cc-40a7-957d-c3981dab8733 req-bb710fda-4afb-4bee-ad95-f4d216d8f6a5 tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:16:09.445670 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-15b3b9b8-f9cc-40a7-957d-c3981dab8733 req-bb710fda-4afb-4bee-ad95-f4d216d8f6a5 tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0d4a849-f46c-4c60-8fcc-47b12b44eb32 HTTP/1.1" status: 200  len: 932 time: 0.0966530
Dec 16 23:16:09.506428 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c30ea7-9c70-470c-a482-eebf249055a6 None None] Pushing event updated for resources: {'Port': ['ID=d65486a5-b83b-42ed-9175-981587b1af46,revision_number=3']} {{(pid=87509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:16:09.527319 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-15b3b9b8-f9cc-40a7-957d-c3981dab8733 req-9f723ee9-0f7e-4aed-a5c8-b42d6e19b2c1 tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] 10.222.0.13 "GET /v2.0/security-groups?id=33a91f40-5b5d-40fa-b927-ba231023f8fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0717618
Dec 16 23:16:09.553249 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG oslo_concurrency.lockutils [None req-d5c30ea7-9c70-470c-a482-eebf249055a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=87509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:16:09.656161 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.plugins.ml2.managers [None req-61f3debb-560f-46ea-8987-745af4902015 None None] Attempting to bind port d65486a5-b83b-42ed-9175-981587b1af46 on host dv-neutron-821829-1-hyperv for vnic_type normal with profile  {{(pid=87509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 23:16:09.656641 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.plugins.ml2.managers [None req-61f3debb-560f-46ea-8987-745af4902015 None None] Attempting to bind port d65486a5-b83b-42ed-9175-981587b1af46 by drivers openvswitch,hyperv on host dv-neutron-821829-1-hyperv at level 0 using segments [{'id': 'cd75adab-1d18-45f0-ae76-c4e6abd7ec4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '03e05307-e9f9-4119-97c5-d12b621d8806'}] {{(pid=87509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 23:16:09.657076 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61f3debb-560f-46ea-8987-745af4902015 None None] Attempting to bind port d65486a5-b83b-42ed-9175-981587b1af46 on network 03e05307-e9f9-4119-97c5-d12b621d8806 {{(pid=87509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 23:16:09.662598 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61f3debb-560f-46ea-8987-745af4902015 None None] Checking agent: {'id': '5571501f-366e-47a4-9b60-8ef19d935d27', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821829-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 24, 2), 'started_at': datetime.datetime(2021, 12, 16, 22, 24, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 23, 16, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821829-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 23:16:09.663094 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61f3debb-560f-46ea-8987-745af4902015 None None] Checking segment: {'id': 'cd75adab-1d18-45f0-ae76-c4e6abd7ec4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '03e05307-e9f9-4119-97c5-d12b621d8806'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 23:16:09.663573 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron_lib.callbacks.manager [None req-61f3debb-560f-46ea-8987-745af4902015 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:16:09.664104 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61f3debb-560f-46ea-8987-745af4902015 None None] Bound using segment: {'id': 'cd75adab-1d18-45f0-ae76-c4e6abd7ec4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '03e05307-e9f9-4119-97c5-d12b621d8806'} {{(pid=87509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 23:16:09.664645 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.plugins.ml2.managers [None req-61f3debb-560f-46ea-8987-745af4902015 None None] Bound port: d65486a5-b83b-42ed-9175-981587b1af46, host: dv-neutron-821829-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd75adab-1d18-45f0-ae76-c4e6abd7ec4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '03e05307-e9f9-4119-97c5-d12b621d8806'}}] {{(pid=87509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 23:16:09.665090 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron_lib.callbacks.manager [None req-61f3debb-560f-46ea-8987-745af4902015 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:16:09.717222 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.notifiers.nova [req-a7e0493a-5a31-4dac-a126-28efd462c69c req-aaaa9bf5-81f2-45b8-86ca-1ee0b029d7c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec2fb1d7-dea3-4321-8537-9a999afed5bd {{(pid=87506) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 23:16:09.724750 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-a7e0493a-5a31-4dac-a126-28efd462c69c req-aaaa9bf5-81f2-45b8-86ca-1ee0b029d7c7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:16:09.739550 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.provisioning_blocks [req-a7e0493a-5a31-4dac-a126-28efd462c69c req-aaaa9bf5-81f2-45b8-86ca-1ee0b029d7c7 service neutron] Transition to ACTIVE for port object ec2fb1d7-dea3-4321-8537-9a999afed5bd will not be triggered until provisioned by entity L2. {{(pid=87506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 23:16:09.743283 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-a7e0493a-5a31-4dac-a126-28efd462c69c req-aaaa9bf5-81f2-45b8-86ca-1ee0b029d7c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1863400'] for port, after_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:16:09.746946 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-f5ae050a-9214-461b-8b50-76b8e5b17e4f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:16:09.754806 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.plugins.ml2.db [None req-61f3debb-560f-46ea-8987-745af4902015 None None] For port d65486a5-b83b-42ed-9175-981587b1af46, host dv-neutron-821829-1-hyperv, cleared binding levels {{(pid=87509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 23:16:09.757911 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.plugins.ml2.db [None req-61f3debb-560f-46ea-8987-745af4902015 None None] For port d65486a5-b83b-42ed-9175-981587b1af46, host dv-neutron-821829-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=d65486a5-b83b-42ed-9175-981587b1af46,segment=NetworkSegment(cd75adab-1d18-45f0-ae76-c4e6abd7ec4e),segment_id=cd75adab-1d18-45f0-ae76-c4e6abd7ec4e)] {{(pid=87509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 23:16:09.761594 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron_lib.callbacks.manager [None req-61f3debb-560f-46ea-8987-745af4902015 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:16:09.765984 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG oslo_concurrency.lockutils [None req-a4057c76-90c2-4524-94cd-db969acb25a9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:16:09.840177 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61f3debb-560f-46ea-8987-745af4902015 None None] Routers {'f936eb54-87f8-4e58-a6c9-65e533ba1664'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 23:16:09.840830 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-61f3debb-560f-46ea-8987-745af4902015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b7c69bbb0>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T23:16:01Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['f936eb54-87f8-4e58-a6c9-65e533ba1664'], 'active': True} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 23:16:09.907551 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaa9bf5-81f2-45b8-86ca-1ee0b029d7c7 service neutron] Pushing event updated for resources: {'Port': ['ID=ec2fb1d7-dea3-4321-8537-9a999afed5bd,revision_number=2']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:16:09.919959 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c30ea7-9c70-470c-a482-eebf249055a6 None None] Pushing event updated for resources: {'Port': ['ID=d65486a5-b83b-42ed-9175-981587b1af46,revision_number=4']} {{(pid=87509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:16:09.923065 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG oslo_concurrency.lockutils [None req-d5c30ea7-9c70-470c-a482-eebf249055a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=87509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:16:09.937531 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-aaaa9bf5-81f2-45b8-86ca-1ee0b029d7c7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:16:09.992466 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.managers [req-a7e0493a-5a31-4dac-a126-28efd462c69c req-aaaa9bf5-81f2-45b8-86ca-1ee0b029d7c7 service neutron] Attempting to bind port ec2fb1d7-dea3-4321-8537-9a999afed5bd on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=87506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 23:16:09.993052 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.managers [req-a7e0493a-5a31-4dac-a126-28efd462c69c req-aaaa9bf5-81f2-45b8-86ca-1ee0b029d7c7 service neutron] Attempting to bind port ec2fb1d7-dea3-4321-8537-9a999afed5bd by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '397b3ba8-7a47-4be7-98f0-838a20aabd5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'bdbbdf9a-ec90-43ce-a9c5-6006b2bf9731'}] {{(pid=87506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 23:16:09.993573 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7e0493a-5a31-4dac-a126-28efd462c69c req-aaaa9bf5-81f2-45b8-86ca-1ee0b029d7c7 service neutron] Attempting to bind port ec2fb1d7-dea3-4321-8537-9a999afed5bd on network bdbbdf9a-ec90-43ce-a9c5-6006b2bf9731 {{(pid=87506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 23:16:09.999689 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7e0493a-5a31-4dac-a126-28efd462c69c req-aaaa9bf5-81f2-45b8-86ca-1ee0b029d7c7 service neutron] Port ec2fb1d7-dea3-4321-8537-9a999afed5bd on network bdbbdf9a-ec90-43ce-a9c5-6006b2bf9731 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=87506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 16 23:16:10.000327 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7e0493a-5a31-4dac-a126-28efd462c69c req-aaaa9bf5-81f2-45b8-86ca-1ee0b029d7c7 service neutron] Attempting to bind port ec2fb1d7-dea3-4321-8537-9a999afed5bd on network bdbbdf9a-ec90-43ce-a9c5-6006b2bf9731 {{(pid=87506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 23:16:10.006813 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7e0493a-5a31-4dac-a126-28efd462c69c req-aaaa9bf5-81f2-45b8-86ca-1ee0b029d7c7 service neutron] Checking agent: {'id': '849b5cbb-8f70-4c31-8f37-fd42f8351747', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8218', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 30, 8), 'started_at': datetime.datetime(2021, 12, 16, 22, 30, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 23, 16, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 23:16:10.007154 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7e0493a-5a31-4dac-a126-28efd462c69c req-aaaa9bf5-81f2-45b8-86ca-1ee0b029d7c7 service neutron] Checking segment: {'id': '397b3ba8-7a47-4be7-98f0-838a20aabd5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'bdbbdf9a-ec90-43ce-a9c5-6006b2bf9731'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 23:16:10.007680 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7e0493a-5a31-4dac-a126-28efd462c69c req-aaaa9bf5-81f2-45b8-86ca-1ee0b029d7c7 service neutron] Bound using segment: {'id': '397b3ba8-7a47-4be7-98f0-838a20aabd5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'bdbbdf9a-ec90-43ce-a9c5-6006b2bf9731'} {{(pid=87506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 23:16:10.008365 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.managers [req-a7e0493a-5a31-4dac-a126-28efd462c69c req-aaaa9bf5-81f2-45b8-86ca-1ee0b029d7c7 service neutron] Bound port: ec2fb1d7-dea3-4321-8537-9a999afed5bd, host: hv-neutron-8218, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '397b3ba8-7a47-4be7-98f0-838a20aabd5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'bdbbdf9a-ec90-43ce-a9c5-6006b2bf9731'}}] {{(pid=87506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 23:16:10.008936 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-a7e0493a-5a31-4dac-a126-28efd462c69c req-aaaa9bf5-81f2-45b8-86ca-1ee0b029d7c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:16:10.058651 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvr_db [None req-61f3debb-560f-46ea-8987-745af4902015 None None] Set router f936eb54-87f8-4e58-a6c9-65e533ba1664 gateway port host: dv-neutron-821829-1-hyperv {{(pid=87509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 23:16:10.112342 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.db [req-a7e0493a-5a31-4dac-a126-28efd462c69c req-aaaa9bf5-81f2-45b8-86ca-1ee0b029d7c7 service neutron] For port ec2fb1d7-dea3-4321-8537-9a999afed5bd, host hv-neutron-8218, cleared binding levels {{(pid=87506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 23:16:10.115408 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.db [req-a7e0493a-5a31-4dac-a126-28efd462c69c req-aaaa9bf5-81f2-45b8-86ca-1ee0b029d7c7 service neutron] For port ec2fb1d7-dea3-4321-8537-9a999afed5bd, host hv-neutron-8218, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=ec2fb1d7-dea3-4321-8537-9a999afed5bd,segment=NetworkSegment(397b3ba8-7a47-4be7-98f0-838a20aabd5a),segment_id=397b3ba8-7a47-4be7-98f0-838a20aabd5a)] {{(pid=87506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 23:16:10.122058 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-a7e0493a-5a31-4dac-a126-28efd462c69c req-aaaa9bf5-81f2-45b8-86ca-1ee0b029d7c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1863400'] for port, after_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:16:10.126576 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-23264f74-a5f4-4ee8-ac36-2e8355fcc6a3 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:16:10.181035 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e0493a-5a31-4dac-a126-28efd462c69c req-aaaa9bf5-81f2-45b8-86ca-1ee0b029d7c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:16:10.181738 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-a7e0493a-5a31-4dac-a126-28efd462c69c req-aaaa9bf5-81f2-45b8-86ca-1ee0b029d7c7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for port, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:16:10.183692 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-a7e0493a-5a31-4dac-a126-28efd462c69c req-aaaa9bf5-81f2-45b8-86ca-1ee0b029d7c7 service neutron] 10.222.0.49 "PUT /v2.0/ports/ec2fb1d7-dea3-4321-8537-9a999afed5bd HTTP/1.1" status: 200  len: 1094 time: 0.9794466
Dec 16 23:16:10.184243 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0d4a849-f46c-4c60-8fcc-47b12b44eb32', 'tag': 'ec2fb1d7-dea3-4321-8537-9a999afed5bd'}] {{(pid=87506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 23:16:10.212924 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaa9bf5-81f2-45b8-86ca-1ee0b029d7c7 service neutron] Pushing event updated for resources: {'Port': ['ID=ec2fb1d7-dea3-4321-8537-9a999afed5bd,revision_number=3']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:16:10.217163 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-aaaa9bf5-81f2-45b8-86ca-1ee0b029d7c7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:16:10.267467 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0d4a849-f46c-4c60-8fcc-47b12b44eb32', 'tag': 'ec2fb1d7-dea3-4321-8537-9a999afed5bd', 'status': 'completed', 'code': 200}
Dec 16 23:16:10.271073 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device d65486a5-b83b-42ed-9175-981587b1af46 up at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 23:16:10.355224 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e0493a-5a31-4dac-a126-28efd462c69c req-3d10cccd-a504-44aa-8e16-233643956a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:16:10.357466 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning for port d65486a5-b83b-42ed-9175-981587b1af46 completed by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 23:16:10.360549 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-a7e0493a-5a31-4dac-a126-28efd462c69c req-3d10cccd-a504-44aa-8e16-233643956a21 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=47501bc0fd67468ab7c1cdfc7c01d7c1&device_id=d0d4a849-f46c-4c60-8fcc-47b12b44eb32 HTTP/1.1" status: 200  len: 1097 time: 0.1011100
Dec 16 23:16:10.363189 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning complete for port d65486a5-b83b-42ed-9175-981587b1af46 triggered by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 23:16:10.363591 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:16:10.451746 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-a7e0493a-5a31-4dac-a126-28efd462c69c req-4923fd4d-7705-4253-8a0a-c88d78c9d5a6 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ec2fb1d7-dea3-4321-8537-9a999afed5bd HTTP/1.1" status: 200  len: 217 time: 0.0787539
Dec 16 23:16:10.453480 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-61f3debb-560f-46ea-8987-745af4902015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b7c69bbb0>, [{'id': 'f936eb54-87f8-4e58-a6c9-65e533ba1664', 'name': 'tempest-TestShelveInstance-315810606-router', 'tenant_id': '5e86041d6e7b46588db9ab04cd9e0052', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.119'}], 'enable_snat': True}, 'gw_port_id': '719799b3-c42f-473b-aec0-43e092251c73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:15:59Z', 'updated_at': '2021-12-16T23:16:03Z', 'revision_number': 4, 'project_id': '5e86041d6e7b46588db9ab04cd9e0052', 'gw_port': {'id': '719799b3-c42f-473b-aec0-43e092251c73', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:b4:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f936eb54-87f8-4e58-a6c9-65e533ba1664', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1804, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:16:00Z', 'updated_at': '2021-12-16T23:16:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv', '_interfaces': [{'id': 'd65486a5-b83b-42ed-9175-981587b1af46', 'name': '', 'network_id': '03e05307-e9f9-4119-97c5-d12b621d8806', 'tenant_id': '5e86041d6e7b46588db9ab04cd9e0052', 'mac_address': 'fa:16:3e:55:47:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f936eb54-87f8-4e58-a6c9-65e533ba1664', 'device_owner': 'network:router_interface', 'standard_attr_id': 1805, 'fixed_ips': [{'subnet_id': '1f10b700-3d1c-4e08-bc5d-b12d3998c8b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:16:02Z', 'updated_at': '2021-12-16T23:16:09Z', 'revision_number': 4, 'project_id': '5e86041d6e7b46588db9ab04cd9e0052', 'subnets': [{'id': '1f10b700-3d1c-4e08-bc5d-b12d3998c8b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 23:16:10.461598 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61f3debb-560f-46ea-8987-745af4902015 None None] The sync data for ids ['f936eb54-87f8-4e58-a6c9-65e533ba1664'] in dv-neutron-821829-1-hyperv is: [{'id': 'f936eb54-87f8-4e58-a6c9-65e533ba1664', 'name': 'tempest-TestShelveInstance-315810606-router', 'tenant_id': '5e86041d6e7b46588db9ab04cd9e0052', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.119'}], 'enable_snat': True}, 'gw_port_id': '719799b3-c42f-473b-aec0-43e092251c73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:15:59Z', 'updated_at': '2021-12-16T23:16:03Z', 'revision_number': 4, 'project_id': '5e86041d6e7b46588db9ab04cd9e0052', 'gw_port': {'id': '719799b3-c42f-473b-aec0-43e092251c73', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:b4:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f936eb54-87f8-4e58-a6c9-65e533ba1664', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1804, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:16:00Z', 'updated_at': '2021-12-16T23:16:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv', '_interfaces': [{'id': 'd65486a5-b83b-42ed-9175-981587b1af46', 'name': '', 'network_id': '03e05307-e9f9-4119-97c5-d12b621d8806', 'tenant_id': '5e86041d6e7b46588db9ab04cd9e0052', 'mac_address': 'fa:16:3e:55:47:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f936eb54-87f8-4e58-a6c9-65e533ba1664', 'device_owner': 'network:router_interface', 'standard_attr_id': 1805, 'fixed_ips': [{'subnet_id': '1f10b700-3d1c-4e08-bc5d-b12d3998c8b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:16:02Z', 'updated_at': '2021-12-16T23:16:09Z', 'revision_number': 4, 'project_id': '5e86041d6e7b46588db9ab04cd9e0052', 'subnets': [{'id': '1f10b700-3d1c-4e08-bc5d-b12d3998c8b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 23:16:10.518270 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:16:10.520368 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e0493a-5a31-4dac-a126-28efd462c69c req-4dd71dc1-04c8-44c1-9118-57acd57b21bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:16:10.521869 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-a7e0493a-5a31-4dac-a126-28efd462c69c req-4dd71dc1-04c8-44c1-9118-57acd57b21bf service neutron] 10.222.0.49 "GET /v2.0/subnets?id=604d070c-ec45-48e1-8616-458a0650411c HTTP/1.1" status: 200  len: 847 time: 0.0637553
Dec 16 23:16:10.552922 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] For port d65486a5-b83b-42ed-9175-981587b1af46, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=d65486a5-b83b-42ed-9175-981587b1af46,segment=NetworkSegment(cd75adab-1d18-45f0-ae76-c4e6abd7ec4e),segment_id=cd75adab-1d18-45f0-ae76-c4e6abd7ec4e)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 23:16:10.557781 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:16:10.559949 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:16:10.629478 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Pushing event updated for resources: {'Port': ['ID=d65486a5-b83b-42ed-9175-981587b1af46,revision_number=5']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:16:10.632709 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:16:10.728148 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e0493a-5a31-4dac-a126-28efd462c69c req-3b846836-9786-4416-b685-1e9c4fa3806a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:16:10.729672 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-a7e0493a-5a31-4dac-a126-28efd462c69c req-3b846836-9786-4416-b685-1e9c4fa3806a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=bdbbdf9a-ec90-43ce-a9c5-6006b2bf9731&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.2011659
Dec 16 23:16:10.840555 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53514710-a8e3-4088-9c04-1b4d8fbdaf24 req-16a6bdf2-cbb9-4c04-9ed9-e05c2c4bd029 tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:16:10.842008 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-53514710-a8e3-4088-9c04-1b4d8fbdaf24 req-16a6bdf2-cbb9-4c04-9ed9-e05c2c4bd029 tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0d4a849-f46c-4c60-8fcc-47b12b44eb32 HTTP/1.1" status: 200  len: 944 time: 0.2121458
Dec 16 23:16:10.862373 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-a7e0493a-5a31-4dac-a126-28efd462c69c req-5a442ce1-8613-40b3-99f2-b2b82e07869b service neutron] 10.222.0.49 "GET /v2.0/networks/bdbbdf9a-ec90-43ce-a9c5-6006b2bf9731?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1259243
Dec 16 23:16:10.885330 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-53514710-a8e3-4088-9c04-1b4d8fbdaf24 req-97780ad6-1ebc-4b0c-9ad9-b8970bb8af70 tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] 10.222.0.13 "GET /v2.0/security-groups?id=33a91f40-5b5d-40fa-b927-ba231023f8fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0371671
Dec 16 23:16:10.991214 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-a7e0493a-5a31-4dac-a126-28efd462c69c req-3216d87f-81a9-41dc-8e7b-0f20f052d401 service neutron] 10.222.0.49 "GET /v2.0/networks/bdbbdf9a-ec90-43ce-a9c5-6006b2bf9731?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1226959
Dec 16 23:16:11.146266 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52255369-c664-4a72-b3ee-0d33c64ffbd5 req-0ff38d93-c4a4-4833-99a0-9966f77a257c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:16:11.147898 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-52255369-c664-4a72-b3ee-0d33c64ffbd5 req-0ff38d93-c4a4-4833-99a0-9966f77a257c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=47501bc0fd67468ab7c1cdfc7c01d7c1&device_id=d0d4a849-f46c-4c60-8fcc-47b12b44eb32 HTTP/1.1" status: 200  len: 1097 time: 0.0728168
Dec 16 23:16:11.277230 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52255369-c664-4a72-b3ee-0d33c64ffbd5 req-387ddfac-96f6-467a-aaf7-446bdaa915cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:16:11.278654 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-52255369-c664-4a72-b3ee-0d33c64ffbd5 req-387ddfac-96f6-467a-aaf7-446bdaa915cb service neutron] 10.222.0.49 "GET /v2.0/networks?id=bdbbdf9a-ec90-43ce-a9c5-6006b2bf9731 HTTP/1.1" status: 200  len: 909 time: 0.1244080
Dec 16 23:16:11.349719 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-52255369-c664-4a72-b3ee-0d33c64ffbd5 req-6be4a284-b203-4fc8-a7ce-d25b582d8ed0 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ec2fb1d7-dea3-4321-8537-9a999afed5bd HTTP/1.1" status: 200  len: 217 time: 0.0632315
Dec 16 23:16:11.412258 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52255369-c664-4a72-b3ee-0d33c64ffbd5 req-d16a2b79-0557-4a43-ad27-cbe31ee7d4cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:16:11.413693 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-52255369-c664-4a72-b3ee-0d33c64ffbd5 req-d16a2b79-0557-4a43-ad27-cbe31ee7d4cc service neutron] 10.222.0.49 "GET /v2.0/subnets?id=604d070c-ec45-48e1-8616-458a0650411c HTTP/1.1" status: 200  len: 847 time: 0.0568273
Dec 16 23:16:11.498239 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52255369-c664-4a72-b3ee-0d33c64ffbd5 req-421fb871-2bd8-413b-a6de-4dd5e1972583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:16:11.499743 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-52255369-c664-4a72-b3ee-0d33c64ffbd5 req-421fb871-2bd8-413b-a6de-4dd5e1972583 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=bdbbdf9a-ec90-43ce-a9c5-6006b2bf9731&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0776939
Dec 16 23:16:11.635443 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-52255369-c664-4a72-b3ee-0d33c64ffbd5 req-bd70b60f-b30e-47f4-af72-2b3afe9fbe74 service neutron] 10.222.0.49 "GET /v2.0/networks/bdbbdf9a-ec90-43ce-a9c5-6006b2bf9731?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1283507
Dec 16 23:16:11.772094 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-52255369-c664-4a72-b3ee-0d33c64ffbd5 req-95911542-831d-46b8-926b-807ee99b8bb4 service neutron] 10.222.0.49 "GET /v2.0/networks/bdbbdf9a-ec90-43ce-a9c5-6006b2bf9731?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1292496
Dec 16 23:16:12.170645 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6077d6b-66b6-4bc3-874c-d2ece7990048 req-0a28941f-5292-4002-8531-8f331972216b tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:16:12.172108 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-f6077d6b-66b6-4bc3-874c-d2ece7990048 req-0a28941f-5292-4002-8531-8f331972216b tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0d4a849-f46c-4c60-8fcc-47b12b44eb32 HTTP/1.1" status: 200  len: 944 time: 0.1801443
Dec 16 23:16:12.208401 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device d65486a5-b83b-42ed-9175-981587b1af46 up at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 23:16:12.218780 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-f6077d6b-66b6-4bc3-874c-d2ece7990048 req-70b2cbb3-5439-42f4-ab25-3bdfe271fd1f tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] 10.222.0.13 "GET /v2.0/security-groups?id=33a91f40-5b5d-40fa-b927-ba231023f8fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0409062
Dec 16 23:16:12.285090 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning complete for port d65486a5-b83b-42ed-9175-981587b1af46 triggered by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 23:16:12.285489 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:16:12.603090 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Device ec2fb1d7-dea3-4321-8537-9a999afed5bd details requested by agent hyperv_hv-neutron-8218 with host hv-neutron-8218 {{(pid=87508) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 16 23:16:12.731256 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] For port ec2fb1d7-dea3-4321-8537-9a999afed5bd, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=ec2fb1d7-dea3-4321-8537-9a999afed5bd,segment=NetworkSegment(397b3ba8-7a47-4be7-98f0-838a20aabd5a),segment_id=397b3ba8-7a47-4be7-98f0-838a20aabd5a)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 23:16:12.747573 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Returning: {'device': 'ec2fb1d7-dea3-4321-8537-9a999afed5bd', 'network_id': 'bdbbdf9a-ec90-43ce-a9c5-6006b2bf9731', 'port_id': 'ec2fb1d7-dea3-4321-8537-9a999afed5bd', 'mac_address': 'fa:16:3e:2b:07:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '604d070c-ec45-48e1-8616-458a0650411c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87508) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 16 23:16:12.833259 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:16:12.849338 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.notifiers.nova [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec2fb1d7-dea3-4321-8537-9a999afed5bd {{(pid=87508) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 23:16:12.864041 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] For port ec2fb1d7-dea3-4321-8537-9a999afed5bd, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=ec2fb1d7-dea3-4321-8537-9a999afed5bd,segment=NetworkSegment(397b3ba8-7a47-4be7-98f0-838a20aabd5a),segment_id=397b3ba8-7a47-4be7-98f0-838a20aabd5a)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 23:16:12.867697 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:16:12.869938 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-89097ebe-6c68-4bdc-bda9-e4e417a59fac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:16:12.934893 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Pushing event updated for resources: {'Port': ['ID=ec2fb1d7-dea3-4321-8537-9a999afed5bd,revision_number=4']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:16:12.938250 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:16:13.143707 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] get_ports_and_sgs() called for port_ids ['ec2fb1d7-dea3-4321-8537-9a999afed5bd'] {{(pid=87508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 23:16:13.403978 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf207d8-560c-4ea1-bad6-ba952c481632 req-ed89c8e5-18f2-40ad-a727-3bcffa2a7482 tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:16:13.405330 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-4bf207d8-560c-4ea1-bad6-ba952c481632 req-ed89c8e5-18f2-40ad-a727-3bcffa2a7482 tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0d4a849-f46c-4c60-8fcc-47b12b44eb32 HTTP/1.1" status: 200  len: 945 time: 0.0786598
Dec 16 23:16:13.453884 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-4bf207d8-560c-4ea1-bad6-ba952c481632 req-b8a1d7c4-8d82-4ca6-841f-77e8ed1e3678 tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] 10.222.0.13 "GET /v2.0/security-groups?id=33a91f40-5b5d-40fa-b927-ba231023f8fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0425608
Dec 16 23:16:14.613023 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Device ec2fb1d7-dea3-4321-8537-9a999afed5bd up at agent hyperv_hv-neutron-8218 {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 23:16:14.635380 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6978f1-be95-451c-ac68-2e655e746ea3 req-d99e9ae2-8622-478c-bdb5-e0beb63ea158 tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:16:14.636844 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-5f6978f1-be95-451c-ac68-2e655e746ea3 req-d99e9ae2-8622-478c-bdb5-e0beb63ea158 tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0d4a849-f46c-4c60-8fcc-47b12b44eb32 HTTP/1.1" status: 200  len: 945 time: 0.0799894
Dec 16 23:16:14.678402 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Provisioning for port ec2fb1d7-dea3-4321-8537-9a999afed5bd completed by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 23:16:14.680276 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-5f6978f1-be95-451c-ac68-2e655e746ea3 req-a0d564cf-c5cd-4dd2-b5a7-57553a978580 tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] 10.222.0.13 "GET /v2.0/security-groups?id=33a91f40-5b5d-40fa-b927-ba231023f8fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0378549
Dec 16 23:16:14.683358 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Provisioning complete for port ec2fb1d7-dea3-4321-8537-9a999afed5bd triggered by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 23:16:14.683748 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:16:14.798375 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:16:14.823874 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0d4a849-f46c-4c60-8fcc-47b12b44eb32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec2fb1d7-dea3-4321-8537-9a999afed5bd'}] {{(pid=87508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 23:16:14.833315 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] For port ec2fb1d7-dea3-4321-8537-9a999afed5bd, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=ec2fb1d7-dea3-4321-8537-9a999afed5bd,segment=NetworkSegment(397b3ba8-7a47-4be7-98f0-838a20aabd5a),segment_id=397b3ba8-7a47-4be7-98f0-838a20aabd5a)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 23:16:14.837147 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:16:14.840456 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-6fcbd7b4-8199-4c50-9279-0b618ed65b9b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:16:14.873266 dv-neutron-821829-1-hyperv neutron-server[87508]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0d4a849-f46c-4c60-8fcc-47b12b44eb32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec2fb1d7-dea3-4321-8537-9a999afed5bd', 'code': 200}
Dec 16 23:16:14.912381 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Pushing event updated for resources: {'Port': ['ID=ec2fb1d7-dea3-4321-8537-9a999afed5bd,revision_number=5']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:16:14.915260 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:16:15.117552 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875dbc39-4c5c-42e5-8c2d-47a6a3df56cc req-3ac52470-63b9-4f7f-ad73-5d2534483732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:16:15.118888 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-875dbc39-4c5c-42e5-8c2d-47a6a3df56cc req-3ac52470-63b9-4f7f-ad73-5d2534483732 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=d0d4a849-f46c-4c60-8fcc-47b12b44eb32 HTTP/1.1" status: 200  len: 1099 time: 0.0674295
Dec 16 23:16:15.163214 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-875dbc39-4c5c-42e5-8c2d-47a6a3df56cc req-d51c9bae-7dce-4bf4-9a9e-63b40ab4c286 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=33a91f40-5b5d-40fa-b927-ba231023f8fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0378263
Dec 16 23:16:15.864089 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a821f4-7e1c-4ca8-8986-c617c38b4a77 req-d8b019bf-029f-4fa0-927f-d89b5877d084 tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:16:15.865497 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-c0a821f4-7e1c-4ca8-8986-c617c38b4a77 req-d8b019bf-029f-4fa0-927f-d89b5877d084 tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0d4a849-f46c-4c60-8fcc-47b12b44eb32 HTTP/1.1" status: 200  len: 946 time: 0.0822566
Dec 16 23:16:15.907710 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-c0a821f4-7e1c-4ca8-8986-c617c38b4a77 req-86bd35e1-329b-4255-981f-a6cea2f4ccaf tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] 10.222.0.13 "GET /v2.0/security-groups?id=33a91f40-5b5d-40fa-b927-ba231023f8fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0362089
Dec 16 23:16:16.490677 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.agents_db [None req-0abd2616-a86c-48e2-be07-10823335a5bb None None] Agent healthcheck: found 6 active agents {{(pid=87509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 23:16:17.089723 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437aa75e-cc90-4af6-8ccd-feba5df81104 req-557baa69-4055-4526-8c33-3d39b02ad1ed tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:16:17.091147 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-437aa75e-cc90-4af6-8ccd-feba5df81104 req-557baa69-4055-4526-8c33-3d39b02ad1ed tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0d4a849-f46c-4c60-8fcc-47b12b44eb32 HTTP/1.1" status: 200  len: 946 time: 0.0812137
Dec 16 23:16:17.133754 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-437aa75e-cc90-4af6-8ccd-feba5df81104 req-53a91267-5505-414f-a841-f11d3337a81b tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] 10.222.0.13 "GET /v2.0/security-groups?id=33a91f40-5b5d-40fa-b927-ba231023f8fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0369995
Dec 16 23:16:17.320602 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2f725b-21e7-45a8-9e57-a91f1e88c459 req-56e653e8-a12c-45e9-b31c-76cd99198954 tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:16:17.322042 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-4b2f725b-21e7-45a8-9e57-a91f1e88c459 req-56e653e8-a12c-45e9-b31c-76cd99198954 tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0d4a849-f46c-4c60-8fcc-47b12b44eb32 HTTP/1.1" status: 200  len: 946 time: 0.0832822
Dec 16 23:16:17.364696 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-4b2f725b-21e7-45a8-9e57-a91f1e88c459 req-cefe18c7-22f6-4f13-9ec3-685542a42b3d tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] 10.222.0.13 "GET /v2.0/security-groups?id=33a91f40-5b5d-40fa-b927-ba231023f8fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0365257
Dec 16 23:16:17.387188 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 55848) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 23:16:17.498339 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddc3ae0b-dfe4-4a85-baa5-5e6354adf611 tempest-TestShelveInstance-1923018796 tempest-TestShelveInstance-1923018796-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:16:17.499046 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-ddc3ae0b-dfe4-4a85-baa5-5e6354adf611 tempest-TestShelveInstance-1923018796 tempest-TestShelveInstance-1923018796-project-admin] Synchronizing usage tracker for tenant:5e86041d6e7b46588db9ab04cd9e0052 on resource:port {{(pid=87507) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 23:16:17.516460 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-ddc3ae0b-dfe4-4a85-baa5-5e6354adf611 tempest-TestShelveInstance-1923018796 tempest-TestShelveInstance-1923018796-project-admin] Unset dirty status for tenant:5e86041d6e7b46588db9ab04cd9e0052 on resource:port {{(pid=87507) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 23:16:17.517834 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-ddc3ae0b-dfe4-4a85-baa5-5e6354adf611 tempest-TestShelveInstance-1923018796 tempest-TestShelveInstance-1923018796-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=d0d4a849-f46c-4c60-8fcc-47b12b44eb32 HTTP/1.1" status: 200  len: 1094 time: 0.1296678
Dec 16 23:16:17.520845 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 55854) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 23:16:17.526892 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-6dd22f98-9afb-43bf-b695-e40b937d4794 tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Request body: {'floatingip': {'floating_network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'port_id': 'ec2fb1d7-dea3-4321-8537-9a999afed5bd', 'tenant_id': '47501bc0fd67468ab7c1cdfc7c01d7c1', 'fixed_ip_address': '172.20.0.10'}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 23:16:17.532848 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-6dd22f98-9afb-43bf-b695-e40b937d4794 tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 23:16:17.536640 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-6dd22f98-9afb-43bf-b695-e40b937d4794 tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Usage tracker for resource:floatingip and tenant:47501bc0fd67468ab7c1cdfc7c01d7c1 is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 23:16:17.539358 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-6dd22f98-9afb-43bf-b695-e40b937d4794 tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 23:16:17.544935 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-6dd22f98-9afb-43bf-b695-e40b937d4794 tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 23:16:17.555625 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-6dd22f98-9afb-43bf-b695-e40b937d4794 tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Notify callbacks [] for floatingip, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:16:17.692083 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-6dd22f98-9afb-43bf-b695-e40b937d4794 tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:16:17.824072 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.db_base_plugin_common [None req-6dd22f98-9afb-43bf-b695-e40b937d4794 tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Allocated IP 172.26.0.98 (f8905ce9-304b-4976-bc47-e58c71c11de5/9bca8591-41ef-4f2d-8ecb-ecaab1a28acf/147b21a8-ab27-4f05-b05b-a6730c9a398e) {{(pid=87507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 23:16:17.964654 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-6dd22f98-9afb-43bf-b695-e40b937d4794 tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Notify callbacks [] for port, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:16:17.991987 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-6dd22f98-9afb-43bf-b695-e40b937d4794 tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10807823'] for port, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:16:17.996751 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-0e2b67e7-13b8-44c1-9a15-0dcfadefa1f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:16:18.060271 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dd22f98-9afb-43bf-b695-e40b937d4794 tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Network f8905ce9-304b-4976-bc47-e58c71c11de5 is already hosted by enough agents. {{(pid=87507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 23:16:18.063035 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.base_scheduler [None req-6dd22f98-9afb-43bf-b695-e40b937d4794 tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Resources bound (agent type, host, resource id):  {{(pid=87507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 23:16:18.067325 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dd22f98-9afb-43bf-b695-e40b937d4794 tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Received port after_create {{(pid=87507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 23:16:18.096693 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd22f98-9afb-43bf-b695-e40b937d4794 tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Pushing event updated for resources: {'Port': ['ID=147b21a8-ab27-4f05-b05b-a6730c9a398e,revision_number=1']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:16:18.106199 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-6dd22f98-9afb-43bf-b695-e40b937d4794 tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:16:18.583170 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-6dd22f98-9afb-43bf-b695-e40b937d4794 tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:16:18.655096 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-6dd22f98-9afb-43bf-b695-e40b937d4794 tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:16:18.855200 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-6dd22f98-9afb-43bf-b695-e40b937d4794 tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Notify callbacks [] for port, precommit_update {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:16:18.859389 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-6dd22f98-9afb-43bf-b695-e40b937d4794 tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10807814'] for port, after_update {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:16:18.862808 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-b1ff00c5-034b-4ad3-bb48-f8678ef9511a tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:16:18.967768 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd22f98-9afb-43bf-b695-e40b937d4794 tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Pushing event updated for resources: {'Port': ['ID=147b21a8-ab27-4f05-b05b-a6730c9a398e,revision_number=2']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:16:18.971633 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-6dd22f98-9afb-43bf-b695-e40b937d4794 tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:16:18.977846 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-6dd22f98-9afb-43bf-b695-e40b937d4794 tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3741874'] for floatingip, after_update {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:16:19.145120 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.db.l3_db [None req-6dd22f98-9afb-43bf-b695-e40b937d4794 tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Floating IP 463f8f15-444c-4d66-a598-f6d859284511 associated. External IP: 172.26.0.98, port: ec2fb1d7-dea3-4321-8537-9a999afed5bd.
Dec 16 23:16:19.486268 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6dd22f98-9afb-43bf-b695-e40b937d4794 tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Router d7488134-e7bb-414a-9016-590a7ea9554e has already been hosted by L3 agent 4f519db7-069b-43e2-8411-c092bac9102a {{(pid=87507) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 23:16:19.659921 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6dd22f98-9afb-43bf-b695-e40b937d4794 tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Notify agent at l3_agent.dv-neutron-821829-1-hyperv the message routers_updated {{(pid=87507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 23:16:19.669944 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-790a13db-25b2-4a00-aa1a-e74604cce582 None None] Sync routers for ids ['d7488134-e7bb-414a-9016-590a7ea9554e'] in dv-neutron-821829-1-hyperv {{(pid=87508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 23:16:19.679606 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-790a13db-25b2-4a00-aa1a-e74604cce582 None None] Routers {'d7488134-e7bb-414a-9016-590a7ea9554e'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 23:16:19.680272 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-790a13db-25b2-4a00-aa1a-e74604cce582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b7c44ba60>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T23:16:01Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['d7488134-e7bb-414a-9016-590a7ea9554e'], 'active': True} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 23:16:19.683959 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-6dd22f98-9afb-43bf-b695-e40b937d4794 tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for floatingip, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:16:19.741823 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-6dd22f98-9afb-43bf-b695-e40b937d4794 tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.2198744
Dec 16 23:16:19.742799 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0d4a849-f46c-4c60-8fcc-47b12b44eb32', 'tag': 'ec2fb1d7-dea3-4321-8537-9a999afed5bd'}] {{(pid=87507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 23:16:19.784819 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0d4a849-f46c-4c60-8fcc-47b12b44eb32', 'tag': 'ec2fb1d7-dea3-4321-8537-9a999afed5bd', 'status': 'completed', 'code': 200}
Dec 16 23:16:19.857557 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvr_db [None req-790a13db-25b2-4a00-aa1a-e74604cce582 None None] Set router d7488134-e7bb-414a-9016-590a7ea9554e gateway port host: dv-neutron-821829-1-hyperv {{(pid=87508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 23:16:19.900050 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0f56a8-c0c3-4cb2-8615-13f18df5d159 req-01c1da12-9a18-4173-8a34-7cedb89ae0c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:16:19.902075 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-9e0f56a8-c0c3-4cb2-8615-13f18df5d159 req-01c1da12-9a18-4173-8a34-7cedb89ae0c5 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=47501bc0fd67468ab7c1cdfc7c01d7c1&device_id=d0d4a849-f46c-4c60-8fcc-47b12b44eb32 HTTP/1.1" status: 200  len: 1099 time: 0.0738611
Dec 16 23:16:20.032705 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0f56a8-c0c3-4cb2-8615-13f18df5d159 req-cf6fbbc2-2d25-4795-9879-11757edfb00e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:16:20.034178 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-9e0f56a8-c0c3-4cb2-8615-13f18df5d159 req-cf6fbbc2-2d25-4795-9879-11757edfb00e service neutron] 10.222.0.49 "GET /v2.0/networks?id=bdbbdf9a-ec90-43ce-a9c5-6006b2bf9731 HTTP/1.1" status: 200  len: 909 time: 0.1258562
Dec 16 23:16:20.136796 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-9e0f56a8-c0c3-4cb2-8615-13f18df5d159 req-fc6e973f-1406-4bac-87cd-09c971695983 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ec2fb1d7-dea3-4321-8537-9a999afed5bd HTTP/1.1" status: 200  len: 999 time: 0.0963292
Dec 16 23:16:20.196218 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-790a13db-25b2-4a00-aa1a-e74604cce582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b7c44ba60>, [{'id': 'd7488134-e7bb-414a-9016-590a7ea9554e', 'name': 'tempest-TestShelveInstance-787508268-router', 'tenant_id': '47501bc0fd67468ab7c1cdfc7c01d7c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.229'}], 'enable_snat': True}, 'gw_port_id': 'f2a88052-c700-46bd-a14b-d6aab07205ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:15:53Z', 'updated_at': '2021-12-16T23:15:56Z', 'revision_number': 4, 'project_id': '47501bc0fd67468ab7c1cdfc7c01d7c1', 'gw_port': {'id': 'f2a88052-c700-46bd-a14b-d6aab07205ab', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:81:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7488134-e7bb-414a-9016-590a7ea9554e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:15:53Z', 'updated_at': '2021-12-16T23:15:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv', '_floatingips': [{'id': '463f8f15-444c-4d66-a598-f6d859284511', 'tenant_id': '47501bc0fd67468ab7c1cdfc7c01d7c1', 'floating_ip_address': '172.26.0.98', 'floating_network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'router_id': 'd7488134-e7bb-414a-9016-590a7ea9554e', 'port_id': 'ec2fb1d7-dea3-4321-8537-9a999afed5bd', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1817, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bdbbdf9a-ec90-43ce-a9c5-6006b2bf9731', 'mac_address': 'fa:16:3e:2b:07:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0d4a849-f46c-4c60-8fcc-47b12b44eb32', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T23:16:18Z', 'updated_at': '2021-12-16T23:16:18Z', 'revision_number': 0, 'project_id': '47501bc0fd67468ab7c1cdfc7c01d7c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce74db12-a408-4724-8a40-30123fb2a63c', 'name': '', 'network_id': 'bdbbdf9a-ec90-43ce-a9c5-6006b2bf9731', 'tenant_id': '47501bc0fd67468ab7c1cdfc7c01d7c1', 'mac_address': 'fa:16:3e:f4:94:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7488134-e7bb-414a-9016-590a7ea9554e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': '604d070c-ec45-48e1-8616-458a0650411c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:15:56Z', 'updated_at': '2021-12-16T23:16:02Z', 'revision_number': 5, 'project_id': '47501bc0fd67468ab7c1cdfc7c01d7c1', 'subnets': [{'id': '604d070c-ec45-48e1-8616-458a0650411c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 23:16:20.196535 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0f56a8-c0c3-4cb2-8615-13f18df5d159 req-6ecea587-10c8-42fc-a97e-a441c58370eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:16:20.198413 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-9e0f56a8-c0c3-4cb2-8615-13f18df5d159 req-6ecea587-10c8-42fc-a97e-a441c58370eb service neutron] 10.222.0.49 "GET /v2.0/subnets?id=604d070c-ec45-48e1-8616-458a0650411c HTTP/1.1" status: 200  len: 847 time: 0.0560982
Dec 16 23:16:20.200824 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-790a13db-25b2-4a00-aa1a-e74604cce582 None None] Checking router: d7488134-e7bb-414a-9016-590a7ea9554e for host: dv-neutron-821829-1-hyperv {{(pid=87508) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 23:16:20.209019 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-790a13db-25b2-4a00-aa1a-e74604cce582 None None] Routers {'d7488134-e7bb-414a-9016-590a7ea9554e'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 23:16:20.209622 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-790a13db-25b2-4a00-aa1a-e74604cce582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b7c44ba60>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T23:16:01Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['d7488134-e7bb-414a-9016-590a7ea9554e'], 'active': True} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 23:16:20.271314 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0f56a8-c0c3-4cb2-8615-13f18df5d159 req-d784f41c-88f9-413d-aebd-2418e4228d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:16:20.272876 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-9e0f56a8-c0c3-4cb2-8615-13f18df5d159 req-d784f41c-88f9-413d-aebd-2418e4228d27 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=bdbbdf9a-ec90-43ce-a9c5-6006b2bf9731&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0687189
Dec 16 23:16:20.389908 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvr_db [None req-790a13db-25b2-4a00-aa1a-e74604cce582 None None] Set router d7488134-e7bb-414a-9016-590a7ea9554e gateway port host: dv-neutron-821829-1-hyperv {{(pid=87508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 23:16:20.535978 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-9e0f56a8-c0c3-4cb2-8615-13f18df5d159 req-e092fcb2-2f2e-4603-a09b-425acc5fee2e service neutron] 10.222.0.49 "GET /v2.0/networks/bdbbdf9a-ec90-43ce-a9c5-6006b2bf9731?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2565377
Dec 16 23:16:20.663606 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-9e0f56a8-c0c3-4cb2-8615-13f18df5d159 req-8f79b486-2685-4b7c-945a-7573e54d392b service neutron] 10.222.0.49 "GET /v2.0/networks/bdbbdf9a-ec90-43ce-a9c5-6006b2bf9731?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1210959
Dec 16 23:16:20.777905 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-790a13db-25b2-4a00-aa1a-e74604cce582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b7c44ba60>, [{'id': 'd7488134-e7bb-414a-9016-590a7ea9554e', 'name': 'tempest-TestShelveInstance-787508268-router', 'tenant_id': '47501bc0fd67468ab7c1cdfc7c01d7c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.229'}], 'enable_snat': True}, 'gw_port_id': 'f2a88052-c700-46bd-a14b-d6aab07205ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:15:53Z', 'updated_at': '2021-12-16T23:15:56Z', 'revision_number': 4, 'project_id': '47501bc0fd67468ab7c1cdfc7c01d7c1', 'gw_port': {'id': 'f2a88052-c700-46bd-a14b-d6aab07205ab', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:81:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7488134-e7bb-414a-9016-590a7ea9554e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:15:53Z', 'updated_at': '2021-12-16T23:15:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv', '_floatingips': [{'id': '463f8f15-444c-4d66-a598-f6d859284511', 'tenant_id': '47501bc0fd67468ab7c1cdfc7c01d7c1', 'floating_ip_address': '172.26.0.98', 'floating_network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'router_id': 'd7488134-e7bb-414a-9016-590a7ea9554e', 'port_id': 'ec2fb1d7-dea3-4321-8537-9a999afed5bd', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1817, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bdbbdf9a-ec90-43ce-a9c5-6006b2bf9731', 'mac_address': 'fa:16:3e:2b:07:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0d4a849-f46c-4c60-8fcc-47b12b44eb32', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T23:16:18Z', 'updated_at': '2021-12-16T23:16:18Z', 'revision_number': 0, 'project_id': '47501bc0fd67468ab7c1cdfc7c01d7c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce74db12-a408-4724-8a40-30123fb2a63c', 'name': '', 'network_id': 'bdbbdf9a-ec90-43ce-a9c5-6006b2bf9731', 'tenant_id': '47501bc0fd67468ab7c1cdfc7c01d7c1', 'mac_address': 'fa:16:3e:f4:94:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7488134-e7bb-414a-9016-590a7ea9554e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': '604d070c-ec45-48e1-8616-458a0650411c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:15:56Z', 'updated_at': '2021-12-16T23:16:02Z', 'revision_number': 5, 'project_id': '47501bc0fd67468ab7c1cdfc7c01d7c1', 'subnets': [{'id': '604d070c-ec45-48e1-8616-458a0650411c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 23:16:20.781753 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-790a13db-25b2-4a00-aa1a-e74604cce582 None None] The sync data for ids ['d7488134-e7bb-414a-9016-590a7ea9554e'] in dv-neutron-821829-1-hyperv is: [{'id': 'd7488134-e7bb-414a-9016-590a7ea9554e', 'name': 'tempest-TestShelveInstance-787508268-router', 'tenant_id': '47501bc0fd67468ab7c1cdfc7c01d7c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.229'}], 'enable_snat': True}, 'gw_port_id': 'f2a88052-c700-46bd-a14b-d6aab07205ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:15:53Z', 'updated_at': '2021-12-16T23:15:56Z', 'revision_number': 4, 'project_id': '47501bc0fd67468ab7c1cdfc7c01d7c1', 'gw_port': {'id': 'f2a88052-c700-46bd-a14b-d6aab07205ab', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:81:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7488134-e7bb-414a-9016-590a7ea9554e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:15:53Z', 'updated_at': '2021-12-16T23:15:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv', '_floatingips': [{'id': '463f8f15-444c-4d66-a598-f6d859284511', 'tenant_id': '47501bc0fd67468ab7c1cdfc7c01d7c1', 'floating_ip_address': '172.26.0.98', 'floating_network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'router_id': 'd7488134-e7bb-414a-9016-590a7ea9554e', 'port_id': 'ec2fb1d7-dea3-4321-8537-9a999afed5bd', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1817, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bdbbdf9a-ec90-43ce-a9c5-6006b2bf9731', 'mac_address': 'fa:16:3e:2b:07:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0d4a849-f46c-4c60-8fcc-47b12b44eb32', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T23:16:18Z', 'updated_at': '2021-12-16T23:16:18Z', 'revision_number': 0, 'project_id': '47501bc0fd67468ab7c1cdfc7c01d7c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce74db12-a408-4724-8a40-30123fb2a63c', 'name': '', 'network_id': 'bdbbdf9a-ec90-43ce-a9c5-6006b2bf9731', 'tenant_id': '47501bc0fd67468ab7c1cdfc7c01d7c1', 'mac_address': 'fa:16:3e:f4:94:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7488134-e7bb-414a-9016-590a7ea9554e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': '604d070c-ec45-48e1-8616-458a0650411c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:15:56Z', 'updated_at': '2021-12-16T23:16:02Z', 'revision_number': 5, 'project_id': '47501bc0fd67468ab7c1cdfc7c01d7c1', 'subnets': [{'id': '604d070c-ec45-48e1-8616-458a0650411c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 23:16:20.966651 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e39290af-1e7c-40d0-83ce-b46c86125d3a None None] New status for floating IP 463f8f15-444c-4d66-a598-f6d859284511: ACTIVE {{(pid=87509) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 16 23:16:28.250386 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-8b859736-db11-4f86-9579-fe02e219bc6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:16:30.670636 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-40132dfb-39b4-4026-92c2-270835ce160d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:16:31.645413 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-3e729f7f-1589-4d54-9c4a-7ee6b283cc2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:16:31.739958 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:16:33.407079 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-4541ba3b-6be8-499c-bc94-3c60aa55c4f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:16:38.231883 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:16:53.490469 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.agents_db [None req-0abd2616-a86c-48e2-be07-10823335a5bb None None] Agent healthcheck: found 6 active agents {{(pid=87509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 23:16:55.384297 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-e66e80ab-569a-4ef4-ba0b-eeb008b55d1e req-bf644007-3e2d-4edd-8100-22a1e3c1959a service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=d0d4a849-f46c-4c60-8fcc-47b12b44eb32&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0677142
Dec 16 23:16:55.538340 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66e80ab-569a-4ef4-ba0b-eeb008b55d1e req-a8673506-bd16-472f-869a-5d01a6c5b19a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:16:55.539827 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-e66e80ab-569a-4ef4-ba0b-eeb008b55d1e req-a8673506-bd16-472f-869a-5d01a6c5b19a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=47501bc0fd67468ab7c1cdfc7c01d7c1&device_id=d0d4a849-f46c-4c60-8fcc-47b12b44eb32 HTTP/1.1" status: 200  len: 1099 time: 0.0705893
Dec 16 23:16:55.681867 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66e80ab-569a-4ef4-ba0b-eeb008b55d1e req-f98f9ea7-c124-4520-9368-97fc39f3e0ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:16:55.683209 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-e66e80ab-569a-4ef4-ba0b-eeb008b55d1e req-f98f9ea7-c124-4520-9368-97fc39f3e0ee service neutron] 10.222.0.49 "GET /v2.0/networks?id=bdbbdf9a-ec90-43ce-a9c5-6006b2bf9731 HTTP/1.1" status: 200  len: 909 time: 0.1244197
Dec 16 23:16:55.788942 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-e66e80ab-569a-4ef4-ba0b-eeb008b55d1e req-aa543553-9e18-48b8-8cc1-e6cf792d9bf9 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ec2fb1d7-dea3-4321-8537-9a999afed5bd HTTP/1.1" status: 200  len: 1001 time: 0.0986781
Dec 16 23:16:55.853894 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66e80ab-569a-4ef4-ba0b-eeb008b55d1e req-83101f92-646f-4fbb-b15e-9b0b672a7542 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:16:55.855276 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-e66e80ab-569a-4ef4-ba0b-eeb008b55d1e req-83101f92-646f-4fbb-b15e-9b0b672a7542 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=604d070c-ec45-48e1-8616-458a0650411c HTTP/1.1" status: 200  len: 847 time: 0.0600100
Dec 16 23:16:55.927865 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66e80ab-569a-4ef4-ba0b-eeb008b55d1e req-b192ceea-fddc-42ff-9426-c4cd6b523419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:16:55.929281 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-e66e80ab-569a-4ef4-ba0b-eeb008b55d1e req-b192ceea-fddc-42ff-9426-c4cd6b523419 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=bdbbdf9a-ec90-43ce-a9c5-6006b2bf9731&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0677037
Dec 16 23:16:56.057724 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-e66e80ab-569a-4ef4-ba0b-eeb008b55d1e req-8c4a7f35-78a3-41eb-94c7-cc3315c87f5f service neutron] 10.222.0.49 "GET /v2.0/networks/bdbbdf9a-ec90-43ce-a9c5-6006b2bf9731?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1221855
Dec 16 23:16:56.187957 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-e66e80ab-569a-4ef4-ba0b-eeb008b55d1e req-0d905acf-821b-4c33-8132-b6d9eca5bb3b service neutron] 10.222.0.49 "GET /v2.0/networks/bdbbdf9a-ec90-43ce-a9c5-6006b2bf9731?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1228988
Dec 16 23:16:58.251931 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-0e539020-e698-4950-a57a-404c0a8b7a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:17:00.670384 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-a9b638dd-d57a-45fb-b44b-cdc2bfce61e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:17:01.648639 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-3e729f7f-1589-4d54-9c4a-7ee6b283cc2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:17:01.741462 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:17:03.410941 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-4541ba3b-6be8-499c-bc94-3c60aa55c4f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:17:08.230992 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:17:12.046360 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [req-d2baa903-51d0-4e40-aec7-33b0354ff9b5 req-94a4948e-ff32-4482-b558-60fb08bd7ef7 service neutron] (87506) timed out ('10.222.0.13', 51452) {{(pid=87506) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}}
Dec 16 23:17:28.252506 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-5d9509e7-75c2-4527-9902-72c6cc429335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:17:30.489059 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.agents_db [None req-0abd2616-a86c-48e2-be07-10823335a5bb None None] Agent healthcheck: found 6 active agents {{(pid=87509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 23:17:30.671113 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-350ee9fc-3225-49eb-a2b8-6cfc5872b0c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:17:31.650616 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-3e729f7f-1589-4d54-9c4a-7ee6b283cc2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:17:31.741769 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:17:33.414217 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-4541ba3b-6be8-499c-bc94-3c60aa55c4f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:17:38.227754 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:17:56.413351 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-e8a72cdf-d69b-46f6-843f-5651650d5a06 req-6dd654a7-0b93-4791-951b-5718fefb1096 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=d0d4a849-f46c-4c60-8fcc-47b12b44eb32&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0689394
Dec 16 23:17:56.570340 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a72cdf-d69b-46f6-843f-5651650d5a06 req-22b0e168-d9f5-4394-a466-9aef7dbeea2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:17:56.571823 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-e8a72cdf-d69b-46f6-843f-5651650d5a06 req-22b0e168-d9f5-4394-a466-9aef7dbeea2f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=47501bc0fd67468ab7c1cdfc7c01d7c1&device_id=d0d4a849-f46c-4c60-8fcc-47b12b44eb32 HTTP/1.1" status: 200  len: 1099 time: 0.0743699
Dec 16 23:17:56.714917 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a72cdf-d69b-46f6-843f-5651650d5a06 req-5902aed9-5aa3-4598-b590-09351f453416 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:17:56.716389 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-e8a72cdf-d69b-46f6-843f-5651650d5a06 req-5902aed9-5aa3-4598-b590-09351f453416 service neutron] 10.222.0.49 "GET /v2.0/networks?id=bdbbdf9a-ec90-43ce-a9c5-6006b2bf9731 HTTP/1.1" status: 200  len: 909 time: 0.1262343
Dec 16 23:17:56.817709 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-e8a72cdf-d69b-46f6-843f-5651650d5a06 req-c420c8d5-e7c6-4169-9b18-ecf2913fdddd service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ec2fb1d7-dea3-4321-8537-9a999afed5bd HTTP/1.1" status: 200  len: 1001 time: 0.0947125
Dec 16 23:17:56.877797 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a72cdf-d69b-46f6-843f-5651650d5a06 req-4f17fc84-77ad-4ed6-92f8-1479503a9452 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:17:56.879142 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-e8a72cdf-d69b-46f6-843f-5651650d5a06 req-4f17fc84-77ad-4ed6-92f8-1479503a9452 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=604d070c-ec45-48e1-8616-458a0650411c HTTP/1.1" status: 200  len: 847 time: 0.0550306
Dec 16 23:17:56.957496 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a72cdf-d69b-46f6-843f-5651650d5a06 req-2ca7cd38-c911-42fb-87eb-28b72919f960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:17:56.959441 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-e8a72cdf-d69b-46f6-843f-5651650d5a06 req-2ca7cd38-c911-42fb-87eb-28b72919f960 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=bdbbdf9a-ec90-43ce-a9c5-6006b2bf9731&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0707037
Dec 16 23:17:57.193401 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-e8a72cdf-d69b-46f6-843f-5651650d5a06 req-0e1d74ac-9666-4203-81ca-5470b8035ded service neutron] 10.222.0.49 "GET /v2.0/networks/bdbbdf9a-ec90-43ce-a9c5-6006b2bf9731?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2274413
Dec 16 23:17:57.323767 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-e8a72cdf-d69b-46f6-843f-5651650d5a06 req-ff7739ce-285d-4c96-a7de-0ee1035b04f6 service neutron] 10.222.0.49 "GET /v2.0/networks/bdbbdf9a-ec90-43ce-a9c5-6006b2bf9731?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1241064
Dec 16 23:17:58.253208 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-9b40fdd0-0c43-458e-a229-be5bffc546bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:18:00.673026 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-74375b7c-d001-4360-aa72-06ab56ebfdbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:18:01.654645 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-3e729f7f-1589-4d54-9c4a-7ee6b283cc2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:18:01.742844 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:18:03.416968 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-4541ba3b-6be8-499c-bc94-3c60aa55c4f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:18:07.488519 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.agents_db [None req-0abd2616-a86c-48e2-be07-10823335a5bb None None] Agent healthcheck: found 6 active agents {{(pid=87509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 23:18:08.227445 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:18:15.001561 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c2a092-1479-45a0-8c9f-fea017b4d6de req-bf020696-fcaa-46b4-9cfe-54fe1a5ef354 tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:18:15.002907 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-24c2a092-1479-45a0-8c9f-fea017b4d6de req-bf020696-fcaa-46b4-9cfe-54fe1a5ef354 tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0d4a849-f46c-4c60-8fcc-47b12b44eb32 HTTP/1.1" status: 200  len: 946 time: 0.1583755
Dec 16 23:18:15.045543 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-24c2a092-1479-45a0-8c9f-fea017b4d6de req-7ae25bfc-92c8-402c-b13d-6ef90287476c tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] 10.222.0.13 "GET /v2.0/security-groups?id=33a91f40-5b5d-40fa-b927-ba231023f8fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0363238
Dec 16 23:18:16.353630 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011a4d9f-84cb-4c45-9f5e-1741500ae216 req-0abd1937-16b5-4afd-bfa4-f19736eda3ec tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:18:16.354967 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-011a4d9f-84cb-4c45-9f5e-1741500ae216 req-0abd1937-16b5-4afd-bfa4-f19736eda3ec tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0d4a849-f46c-4c60-8fcc-47b12b44eb32 HTTP/1.1" status: 200  len: 946 time: 0.1998711
Dec 16 23:18:16.398600 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-011a4d9f-84cb-4c45-9f5e-1741500ae216 req-6bec6bc8-e2d8-4fcb-9fac-9b8e16d63c3a tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] 10.222.0.13 "GET /v2.0/security-groups?id=33a91f40-5b5d-40fa-b927-ba231023f8fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0380323
Dec 16 23:18:17.591175 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948c1bfe-0727-4e62-bccc-4e0b571356d1 req-90cad4cf-046b-4090-8ce4-3cc748758fcb tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:18:17.592612 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-948c1bfe-0727-4e62-bccc-4e0b571356d1 req-90cad4cf-046b-4090-8ce4-3cc748758fcb tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0d4a849-f46c-4c60-8fcc-47b12b44eb32 HTTP/1.1" status: 200  len: 946 time: 0.0796864
Dec 16 23:18:17.635327 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-948c1bfe-0727-4e62-bccc-4e0b571356d1 req-723c00ae-32ac-46dd-804e-f210f944fb09 tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] 10.222.0.13 "GET /v2.0/security-groups?id=33a91f40-5b5d-40fa-b927-ba231023f8fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0369809
Dec 16 23:18:18.813915 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7679790b-d4cb-4088-a21e-d6fac0e1fda7 req-dbbb144a-0624-410a-89dd-e179af718c83 tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:18:18.815333 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-7679790b-d4cb-4088-a21e-d6fac0e1fda7 req-dbbb144a-0624-410a-89dd-e179af718c83 tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0d4a849-f46c-4c60-8fcc-47b12b44eb32 HTTP/1.1" status: 200  len: 946 time: 0.0775759
Dec 16 23:18:18.858010 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-7679790b-d4cb-4088-a21e-d6fac0e1fda7 req-cdcd7fe3-acf6-4839-8114-d24aa2662dee tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] 10.222.0.13 "GET /v2.0/security-groups?id=33a91f40-5b5d-40fa-b927-ba231023f8fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0372305
Dec 16 23:18:20.040470 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b152c6-8ae2-418d-94f6-ba3ee186e406 req-c8d04106-6e5b-4126-ac5a-8473e0350abf tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:18:20.041910 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-64b152c6-8ae2-418d-94f6-ba3ee186e406 req-c8d04106-6e5b-4126-ac5a-8473e0350abf tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0d4a849-f46c-4c60-8fcc-47b12b44eb32 HTTP/1.1" status: 200  len: 946 time: 0.0831039
Dec 16 23:18:20.086647 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-64b152c6-8ae2-418d-94f6-ba3ee186e406 req-bc85bcf9-9891-4455-8959-682a31121697 tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] 10.222.0.13 "GET /v2.0/security-groups?id=33a91f40-5b5d-40fa-b927-ba231023f8fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0387831
Dec 16 23:18:21.279673 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb6899a-b640-4fd5-b7de-a26fe929bfd8 req-138adf6c-6914-48b0-934a-688e81296872 tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:18:21.281123 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-6eb6899a-b640-4fd5-b7de-a26fe929bfd8 req-138adf6c-6914-48b0-934a-688e81296872 tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0d4a849-f46c-4c60-8fcc-47b12b44eb32 HTTP/1.1" status: 200  len: 946 time: 0.0812521
Dec 16 23:18:21.326813 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-6eb6899a-b640-4fd5-b7de-a26fe929bfd8 req-98003dea-b888-4ff8-b96d-057c413262f9 tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] 10.222.0.13 "GET /v2.0/security-groups?id=33a91f40-5b5d-40fa-b927-ba231023f8fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0401311
Dec 16 23:18:22.510916 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800b96cf-9d33-4bf0-8431-012f6085fe4f req-a6914ad1-23d5-406a-8ee9-80cb29aac8dc tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:18:22.512381 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-800b96cf-9d33-4bf0-8431-012f6085fe4f req-a6914ad1-23d5-406a-8ee9-80cb29aac8dc tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0d4a849-f46c-4c60-8fcc-47b12b44eb32 HTTP/1.1" status: 200  len: 946 time: 0.0799787
Dec 16 23:18:22.555959 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-800b96cf-9d33-4bf0-8431-012f6085fe4f req-ce442fcb-81d2-4a32-89db-7f15c184af5d tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] 10.222.0.13 "GET /v2.0/security-groups?id=33a91f40-5b5d-40fa-b927-ba231023f8fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0376897
Dec 16 23:18:23.741764 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee917bd7-5e9d-4aa6-8963-2fa910d5b4ec req-fd531767-e9e4-4e15-8145-6a09d9cf3fb4 tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:18:23.743210 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-ee917bd7-5e9d-4aa6-8963-2fa910d5b4ec req-fd531767-e9e4-4e15-8145-6a09d9cf3fb4 tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0d4a849-f46c-4c60-8fcc-47b12b44eb32 HTTP/1.1" status: 200  len: 946 time: 0.0830660
Dec 16 23:18:23.785586 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-ee917bd7-5e9d-4aa6-8963-2fa910d5b4ec req-6144b7b1-f610-470c-9405-03a08f31fd5c tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] 10.222.0.13 "GET /v2.0/security-groups?id=33a91f40-5b5d-40fa-b927-ba231023f8fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0366170
Dec 16 23:18:24.965569 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b79de0-b482-4dd8-8b4b-dde426632de4 req-a393f53a-420d-4168-be81-55570155aa6f tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:18:24.966988 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-c4b79de0-b482-4dd8-8b4b-dde426632de4 req-a393f53a-420d-4168-be81-55570155aa6f tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0d4a849-f46c-4c60-8fcc-47b12b44eb32 HTTP/1.1" status: 200  len: 946 time: 0.0784664
Dec 16 23:18:25.010129 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-c4b79de0-b482-4dd8-8b4b-dde426632de4 req-4bf6c325-7a82-4838-9b8c-b7c07c62b9d3 tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] 10.222.0.13 "GET /v2.0/security-groups?id=33a91f40-5b5d-40fa-b927-ba231023f8fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0376673
Dec 16 23:18:26.195850 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abacd9c-1488-474c-9a71-59d4d47984bb req-5be2ae56-f0f2-45ba-9ca9-0c80e88bc066 tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:18:26.197288 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-3abacd9c-1488-474c-9a71-59d4d47984bb req-5be2ae56-f0f2-45ba-9ca9-0c80e88bc066 tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0d4a849-f46c-4c60-8fcc-47b12b44eb32 HTTP/1.1" status: 200  len: 946 time: 0.0836847
Dec 16 23:18:26.240474 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-3abacd9c-1488-474c-9a71-59d4d47984bb req-9d3d7c7f-aa8b-4f57-967c-e12d87f72d71 tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] 10.222.0.13 "GET /v2.0/security-groups?id=33a91f40-5b5d-40fa-b927-ba231023f8fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0371168
Dec 16 23:18:27.344149 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Device ec2fb1d7-dea3-4321-8537-9a999afed5bd details requested by agent hyperv_hv-neutron-8218 with host hv-neutron-8218 {{(pid=87508) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 16 23:18:27.430897 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a0674d-0fc2-4b78-929c-0e074f661dc9 req-dc75caea-549b-42a1-a884-3bfb61293317 tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:18:27.433384 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-d0a0674d-0fc2-4b78-929c-0e074f661dc9 req-dc75caea-549b-42a1-a884-3bfb61293317 tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0d4a849-f46c-4c60-8fcc-47b12b44eb32 HTTP/1.1" status: 200  len: 946 time: 0.0896740
Dec 16 23:18:27.482089 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] For port ec2fb1d7-dea3-4321-8537-9a999afed5bd, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=ec2fb1d7-dea3-4321-8537-9a999afed5bd,segment=NetworkSegment(397b3ba8-7a47-4be7-98f0-838a20aabd5a),segment_id=397b3ba8-7a47-4be7-98f0-838a20aabd5a)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 23:18:27.484265 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-d0a0674d-0fc2-4b78-929c-0e074f661dc9 req-abe77bfa-a1db-4b1a-b6fe-628d519405c4 tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] 10.222.0.13 "GET /v2.0/security-groups?id=33a91f40-5b5d-40fa-b927-ba231023f8fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0426593
Dec 16 23:18:27.496008 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Returning: {'device': 'ec2fb1d7-dea3-4321-8537-9a999afed5bd', 'network_id': 'bdbbdf9a-ec90-43ce-a9c5-6006b2bf9731', 'port_id': 'ec2fb1d7-dea3-4321-8537-9a999afed5bd', 'mac_address': 'fa:16:3e:2b:07:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '604d070c-ec45-48e1-8616-458a0650411c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87508) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 16 23:18:27.558215 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:18:27.575874 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.notifiers.nova [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ec2fb1d7-dea3-4321-8537-9a999afed5bd {{(pid=87508) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 23:18:27.591754 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] For port ec2fb1d7-dea3-4321-8537-9a999afed5bd, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=ec2fb1d7-dea3-4321-8537-9a999afed5bd,segment=NetworkSegment(397b3ba8-7a47-4be7-98f0-838a20aabd5a),segment_id=397b3ba8-7a47-4be7-98f0-838a20aabd5a)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 23:18:27.595481 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:18:27.597278 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:18:27.665704 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Pushing event updated for resources: {'Port': ['ID=ec2fb1d7-dea3-4321-8537-9a999afed5bd,revision_number=6']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:18:27.675968 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:18:27.676326 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:18:27.676673 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:18:27.677017 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:18:27.677864 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:18:27.678208 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:18:27.678535 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:18:27.678867 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:18:27.679200 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:18:27.679528 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:18:27.679879 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:18:27.680208 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:18:27.683853 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:18:27.734353 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] get_ports_and_sgs() called for port_ids ['ec2fb1d7-dea3-4321-8537-9a999afed5bd'] {{(pid=87508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 23:18:28.256923 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-0e029193-b052-466e-80f9-d1ee6be87fd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:18:28.677821 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1ea8f2-7212-46a9-b724-d9128754dfdd req-472eed7a-dc3d-4fe3-86b7-984504279a3f tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:18:28.679166 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-8f1ea8f2-7212-46a9-b724-d9128754dfdd req-472eed7a-dc3d-4fe3-86b7-984504279a3f tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0d4a849-f46c-4c60-8fcc-47b12b44eb32 HTTP/1.1" status: 200  len: 945 time: 0.0901735
Dec 16 23:18:28.728293 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-8f1ea8f2-7212-46a9-b724-d9128754dfdd req-58f826aa-0387-45db-a802-1f28fc828e5a tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] 10.222.0.13 "GET /v2.0/security-groups?id=33a91f40-5b5d-40fa-b927-ba231023f8fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0433760
Dec 16 23:18:29.361621 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Device ec2fb1d7-dea3-4321-8537-9a999afed5bd up at agent hyperv_hv-neutron-8218 {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 23:18:29.435131 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Provisioning complete for port ec2fb1d7-dea3-4321-8537-9a999afed5bd triggered by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 23:18:29.435804 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:18:29.565483 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:18:29.593365 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0d4a849-f46c-4c60-8fcc-47b12b44eb32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec2fb1d7-dea3-4321-8537-9a999afed5bd'}] {{(pid=87508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 23:18:29.608276 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] For port ec2fb1d7-dea3-4321-8537-9a999afed5bd, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=ec2fb1d7-dea3-4321-8537-9a999afed5bd,segment=NetworkSegment(397b3ba8-7a47-4be7-98f0-838a20aabd5a),segment_id=397b3ba8-7a47-4be7-98f0-838a20aabd5a)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 23:18:29.613969 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:18:29.617076 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:18:29.654014 dv-neutron-821829-1-hyperv neutron-server[87508]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0d4a849-f46c-4c60-8fcc-47b12b44eb32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec2fb1d7-dea3-4321-8537-9a999afed5bd', 'code': 200}
Dec 16 23:18:29.695295 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Pushing event updated for resources: {'Port': ['ID=ec2fb1d7-dea3-4321-8537-9a999afed5bd,revision_number=7']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:18:29.698667 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:18:29.916733 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8816b8-bc2e-4134-be94-72efed0484ec req-6fd3fc94-3259-45d8-b628-229664948c23 tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:18:29.918111 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-cb8816b8-bc2e-4134-be94-72efed0484ec req-6fd3fc94-3259-45d8-b628-229664948c23 tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0d4a849-f46c-4c60-8fcc-47b12b44eb32 HTTP/1.1" status: 200  len: 946 time: 0.0840008
Dec 16 23:18:29.969354 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-cb8816b8-bc2e-4134-be94-72efed0484ec req-7e4917f0-94ee-4265-acbc-9b15b10b84b5 tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] 10.222.0.13 "GET /v2.0/security-groups?id=33a91f40-5b5d-40fa-b927-ba231023f8fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0452065
Dec 16 23:18:30.675293 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-891c957e-0e2a-46b5-be8c-5a6bdce7e083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:18:31.166968 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc58ed46-6ca3-4b2e-8660-6f967f1cea93 req-2ae11077-0a4f-450d-8f55-4c0d6ba06b66 tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:18:31.169091 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-bc58ed46-6ca3-4b2e-8660-6f967f1cea93 req-2ae11077-0a4f-450d-8f55-4c0d6ba06b66 tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0d4a849-f46c-4c60-8fcc-47b12b44eb32 HTTP/1.1" status: 200  len: 946 time: 0.0820227
Dec 16 23:18:31.215552 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-bc58ed46-6ca3-4b2e-8660-6f967f1cea93 req-f165487d-4540-4329-b956-b8680a9f7ecf tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] 10.222.0.13 "GET /v2.0/security-groups?id=33a91f40-5b5d-40fa-b927-ba231023f8fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0403845
Dec 16 23:18:31.658775 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-3e729f7f-1589-4d54-9c4a-7ee6b283cc2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:18:31.746840 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:18:32.409785 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51e806d-6a54-4ff2-9490-c1d025477718 req-296c2865-1cb7-4c01-9285-240d43ccd6ee tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:18:32.411255 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-b51e806d-6a54-4ff2-9490-c1d025477718 req-296c2865-1cb7-4c01-9285-240d43ccd6ee tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0d4a849-f46c-4c60-8fcc-47b12b44eb32 HTTP/1.1" status: 200  len: 946 time: 0.0858297
Dec 16 23:18:32.471399 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-b51e806d-6a54-4ff2-9490-c1d025477718 req-ef17ac04-bcea-46b5-b50b-e1c059a87264 tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] 10.222.0.13 "GET /v2.0/security-groups?id=33a91f40-5b5d-40fa-b927-ba231023f8fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0519192
Dec 16 23:18:33.422224 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-4541ba3b-6be8-499c-bc94-3c60aa55c4f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:18:33.732229 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a53e13f-abf5-410d-8c60-ff6d41eb94d2 req-8bac45ac-26b9-4633-8b40-f1ddee075db3 tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:18:33.734442 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-3a53e13f-abf5-410d-8c60-ff6d41eb94d2 req-8bac45ac-26b9-4633-8b40-f1ddee075db3 tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0d4a849-f46c-4c60-8fcc-47b12b44eb32 HTTP/1.1" status: 200  len: 946 time: 0.0915289
Dec 16 23:18:33.783138 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-3a53e13f-abf5-410d-8c60-ff6d41eb94d2 req-4ede0ef5-e45c-4580-a1ca-692c941c2053 tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] 10.222.0.13 "GET /v2.0/security-groups?id=33a91f40-5b5d-40fa-b927-ba231023f8fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0428901
Dec 16 23:18:34.984615 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95ec680-086c-4ec7-9a21-b05a20ba4aeb req-bdad1181-ac90-4e14-bf9c-d648317359fe tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:18:34.986253 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-b95ec680-086c-4ec7-9a21-b05a20ba4aeb req-bdad1181-ac90-4e14-bf9c-d648317359fe tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0d4a849-f46c-4c60-8fcc-47b12b44eb32 HTTP/1.1" status: 200  len: 946 time: 0.0946293
Dec 16 23:18:35.033100 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-b95ec680-086c-4ec7-9a21-b05a20ba4aeb req-142e8c2b-2114-4d63-bd31-48ec24f1a76a tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] 10.222.0.13 "GET /v2.0/security-groups?id=33a91f40-5b5d-40fa-b927-ba231023f8fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0411305
Dec 16 23:18:36.239391 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fa35af-e90b-42c6-ac6b-f8eda54b60fe req-e41a4b3e-9f4a-42c1-b504-c8dd994838a1 tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:18:36.241309 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-78fa35af-e90b-42c6-ac6b-f8eda54b60fe req-e41a4b3e-9f4a-42c1-b504-c8dd994838a1 tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0d4a849-f46c-4c60-8fcc-47b12b44eb32 HTTP/1.1" status: 200  len: 946 time: 0.0843520
Dec 16 23:18:36.300484 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-78fa35af-e90b-42c6-ac6b-f8eda54b60fe req-08e62e72-37b1-4e9d-84d3-aac568f16d09 tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] 10.222.0.13 "GET /v2.0/security-groups?id=33a91f40-5b5d-40fa-b927-ba231023f8fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0520430
Dec 16 23:18:37.448129 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e5d1a0-77d8-47e7-9ab7-f64fda779ef4 req-b7850773-7e75-4435-a49c-ad5c8e1e7f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:18:37.449589 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-a8e5d1a0-77d8-47e7-9ab7-f64fda779ef4 req-b7850773-7e75-4435-a49c-ad5c8e1e7f29 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=47501bc0fd67468ab7c1cdfc7c01d7c1&device_id=d0d4a849-f46c-4c60-8fcc-47b12b44eb32 HTTP/1.1" status: 200  len: 1099 time: 0.0700018
Dec 16 23:18:37.483423 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427b4e8a-0cd7-4bd4-b67c-d7db4b15ef80 req-d54c7ccf-054e-43ab-b16f-c4271c2c28db tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:18:37.484944 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-427b4e8a-0cd7-4bd4-b67c-d7db4b15ef80 req-d54c7ccf-054e-43ab-b16f-c4271c2c28db tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0d4a849-f46c-4c60-8fcc-47b12b44eb32 HTTP/1.1" status: 200  len: 946 time: 0.0835450
Dec 16 23:18:37.528695 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-427b4e8a-0cd7-4bd4-b67c-d7db4b15ef80 req-c1f03250-a513-41d4-8a3a-1a37bd06e180 tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] 10.222.0.13 "GET /v2.0/security-groups?id=33a91f40-5b5d-40fa-b927-ba231023f8fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0381250
Dec 16 23:18:37.580244 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e5d1a0-77d8-47e7-9ab7-f64fda779ef4 req-0252c71a-7370-4c87-839d-5d8e74564c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:18:37.581657 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-a8e5d1a0-77d8-47e7-9ab7-f64fda779ef4 req-0252c71a-7370-4c87-839d-5d8e74564c9d service neutron] 10.222.0.49 "GET /v2.0/networks?id=bdbbdf9a-ec90-43ce-a9c5-6006b2bf9731 HTTP/1.1" status: 200  len: 909 time: 0.1261127
Dec 16 23:18:37.682181 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-a8e5d1a0-77d8-47e7-9ab7-f64fda779ef4 req-cf90765c-82b9-4129-92b5-9de49b5ea301 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ec2fb1d7-dea3-4321-8537-9a999afed5bd HTTP/1.1" status: 200  len: 1001 time: 0.0931795
Dec 16 23:18:37.743317 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e5d1a0-77d8-47e7-9ab7-f64fda779ef4 req-409deecb-93f7-4eb6-b196-f77fb255f336 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:18:37.744736 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-a8e5d1a0-77d8-47e7-9ab7-f64fda779ef4 req-409deecb-93f7-4eb6-b196-f77fb255f336 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=604d070c-ec45-48e1-8616-458a0650411c HTTP/1.1" status: 200  len: 847 time: 0.0562649
Dec 16 23:18:37.819622 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e5d1a0-77d8-47e7-9ab7-f64fda779ef4 req-b2b5b078-0722-4f65-94b4-b98db8663b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:18:37.821063 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-a8e5d1a0-77d8-47e7-9ab7-f64fda779ef4 req-b2b5b078-0722-4f65-94b4-b98db8663b81 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=bdbbdf9a-ec90-43ce-a9c5-6006b2bf9731&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0702944
Dec 16 23:18:37.948066 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-a8e5d1a0-77d8-47e7-9ab7-f64fda779ef4 req-3bfffb8c-4acb-487a-a280-712db72e7fb1 service neutron] 10.222.0.49 "GET /v2.0/networks/bdbbdf9a-ec90-43ce-a9c5-6006b2bf9731?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1201634
Dec 16 23:18:38.081190 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-a8e5d1a0-77d8-47e7-9ab7-f64fda779ef4 req-8c2d1b1b-a1df-4d41-8d83-73f114aae2de service neutron] 10.222.0.49 "GET /v2.0/networks/bdbbdf9a-ec90-43ce-a9c5-6006b2bf9731?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1263340
Dec 16 23:18:38.242563 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:18:38.820995 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c191b14-e9b9-4f5e-8fd0-7c897b47be09 req-200aa80e-5d32-4fdb-ba56-29b750e313cb tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:18:38.822441 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-0c191b14-e9b9-4f5e-8fd0-7c897b47be09 req-200aa80e-5d32-4fdb-ba56-29b750e313cb tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0d4a849-f46c-4c60-8fcc-47b12b44eb32 HTTP/1.1" status: 200  len: 946 time: 0.1871612
Dec 16 23:18:38.865344 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-0c191b14-e9b9-4f5e-8fd0-7c897b47be09 req-b5d4c634-41b1-49c6-ba72-3850ea1251c0 tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] 10.222.0.13 "GET /v2.0/security-groups?id=33a91f40-5b5d-40fa-b927-ba231023f8fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0373967
Dec 16 23:18:40.047778 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b54b7e-5414-4944-a3cf-0b1b2ae7231a req-9c27420e-95e5-4ba9-b5ed-1d7390aeeef6 tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:18:40.049217 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-e7b54b7e-5414-4944-a3cf-0b1b2ae7231a req-9c27420e-95e5-4ba9-b5ed-1d7390aeeef6 tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0d4a849-f46c-4c60-8fcc-47b12b44eb32 HTTP/1.1" status: 200  len: 946 time: 0.0791366
Dec 16 23:18:40.104213 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-e7b54b7e-5414-4944-a3cf-0b1b2ae7231a req-444675de-682d-46ee-85eb-d63b5fd491cf tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] 10.222.0.13 "GET /v2.0/security-groups?id=33a91f40-5b5d-40fa-b927-ba231023f8fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0487554
Dec 16 23:18:40.449582 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a19128-52b6-4320-a644-5708fcdde4b6 req-690cf077-b3f1-4f0c-b9f3-0a6f45108ec3 tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:18:40.451040 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-87a19128-52b6-4320-a644-5708fcdde4b6 req-690cf077-b3f1-4f0c-b9f3-0a6f45108ec3 tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0d4a849-f46c-4c60-8fcc-47b12b44eb32 HTTP/1.1" status: 200  len: 946 time: 0.0811584
Dec 16 23:18:40.497955 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-87a19128-52b6-4320-a644-5708fcdde4b6 req-668fd14f-546a-4d81-a7de-332ec8e8e65a tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] 10.222.0.13 "GET /v2.0/security-groups?id=33a91f40-5b5d-40fa-b927-ba231023f8fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0410686
Dec 16 23:18:40.705505 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-a25e8638-2757-412a-b12b-a2e16835c7d1 req-050f997f-d8fb-432e-8782-4c4ff104942c service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=d0d4a849-f46c-4c60-8fcc-47b12b44eb32&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1138494
Dec 16 23:18:41.429566 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Device ec2fb1d7-dea3-4321-8537-9a999afed5bd no longer exists at agent hyperv_hv-neutron-8218 {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 23:18:41.582871 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:18:41.609151 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0d4a849-f46c-4c60-8fcc-47b12b44eb32', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ec2fb1d7-dea3-4321-8537-9a999afed5bd'}] {{(pid=87508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 23:18:41.619320 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] For port ec2fb1d7-dea3-4321-8537-9a999afed5bd, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=ec2fb1d7-dea3-4321-8537-9a999afed5bd,segment=NetworkSegment(397b3ba8-7a47-4be7-98f0-838a20aabd5a),segment_id=397b3ba8-7a47-4be7-98f0-838a20aabd5a)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 23:18:41.624692 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:18:41.626500 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:18:41.659690 dv-neutron-821829-1-hyperv neutron-server[87508]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'd0d4a849-f46c-4c60-8fcc-47b12b44eb32', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'ec2fb1d7-dea3-4321-8537-9a999afed5bd', 'code': 422} returned with failed status
Dec 16 23:18:41.686725 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5757d85f-2e05-4098-a16d-a9ac350ca6d5 req-79b12b1f-eb17-458f-95c5-407e25ca5bd1 tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:18:41.688121 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-5757d85f-2e05-4098-a16d-a9ac350ca6d5 req-79b12b1f-eb17-458f-95c5-407e25ca5bd1 tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0d4a849-f46c-4c60-8fcc-47b12b44eb32 HTTP/1.1" status: 200  len: 944 time: 0.0851295
Dec 16 23:18:41.693771 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Pushing event updated for resources: {'Port': ['ID=ec2fb1d7-dea3-4321-8537-9a999afed5bd,revision_number=8']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:18:41.696993 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:18:41.732593 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-5757d85f-2e05-4098-a16d-a9ac350ca6d5 req-e1826e2a-9cfa-454b-ace5-f4ab957902cc tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] 10.222.0.13 "GET /v2.0/security-groups?id=33a91f40-5b5d-40fa-b927-ba231023f8fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0385108
Dec 16 23:18:42.933107 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94475dc-4151-43dd-9439-0cc76dbbbe1d req-a4f3b766-ce00-4ce8-bf07-715c03ccf7cb tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:18:42.934500 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-d94475dc-4151-43dd-9439-0cc76dbbbe1d req-a4f3b766-ce00-4ce8-bf07-715c03ccf7cb tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0d4a849-f46c-4c60-8fcc-47b12b44eb32 HTTP/1.1" status: 200  len: 944 time: 0.0802581
Dec 16 23:18:42.978910 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-d94475dc-4151-43dd-9439-0cc76dbbbe1d req-87f39598-a9c1-41f6-82e2-b7f30752c85b tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] 10.222.0.13 "GET /v2.0/security-groups?id=33a91f40-5b5d-40fa-b927-ba231023f8fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0381079
Dec 16 23:18:44.168820 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7373579-4277-48f9-b244-661503ffc5ae req-c146ac62-09ff-4ed6-bcdd-2a37f21c6202 tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:18:44.170402 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-d7373579-4277-48f9-b244-661503ffc5ae req-c146ac62-09ff-4ed6-bcdd-2a37f21c6202 tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0d4a849-f46c-4c60-8fcc-47b12b44eb32 HTTP/1.1" status: 200  len: 944 time: 0.0876036
Dec 16 23:18:44.213958 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-d7373579-4277-48f9-b244-661503ffc5ae req-906711ce-8cf3-49d4-9fb7-b7698716b261 tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] 10.222.0.13 "GET /v2.0/security-groups?id=33a91f40-5b5d-40fa-b927-ba231023f8fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0379291
Dec 16 23:18:44.487027 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.agents_db [None req-0abd2616-a86c-48e2-be07-10823335a5bb None None] Agent healthcheck: found 6 active agents {{(pid=87509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 23:18:45.404322 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d89d90f-042f-4a59-8b91-9e7205d13277 req-1d2acf75-f43a-4ae9-9c99-05720726d2d9 tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:18:45.406144 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-0d89d90f-042f-4a59-8b91-9e7205d13277 req-1d2acf75-f43a-4ae9-9c99-05720726d2d9 tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0d4a849-f46c-4c60-8fcc-47b12b44eb32 HTTP/1.1" status: 200  len: 944 time: 0.0857141
Dec 16 23:18:45.450830 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-0d89d90f-042f-4a59-8b91-9e7205d13277 req-226bc009-a6c3-4711-8677-a1d909144e54 tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] 10.222.0.13 "GET /v2.0/security-groups?id=33a91f40-5b5d-40fa-b927-ba231023f8fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0388961
Dec 16 23:18:45.729839 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25e8638-2757-412a-b12b-a2e16835c7d1 req-20e041c9-4c98-4154-8a18-90869d62f6c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:18:45.731210 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-a25e8638-2757-412a-b12b-a2e16835c7d1 req-20e041c9-4c98-4154-8a18-90869d62f6c3 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=d0d4a849-f46c-4c60-8fcc-47b12b44eb32&tenant_id=47501bc0fd67468ab7c1cdfc7c01d7c1 HTTP/1.1" status: 200  len: 1097 time: 0.0763330
Dec 16 23:18:45.830108 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25e8638-2757-412a-b12b-a2e16835c7d1 req-53775371-8ed7-4f41-b4ca-276d5c5848e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:18:45.831556 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-a25e8638-2757-412a-b12b-a2e16835c7d1 req-53775371-8ed7-4f41-b4ca-276d5c5848e9 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=47501bc0fd67468ab7c1cdfc7c01d7c1&device_id=d0d4a849-f46c-4c60-8fcc-47b12b44eb32 HTTP/1.1" status: 200  len: 1097 time: 0.0688407
Dec 16 23:18:45.958311 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25e8638-2757-412a-b12b-a2e16835c7d1 req-e909e378-caf1-425d-a926-fadd94daab64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:18:45.960287 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-a25e8638-2757-412a-b12b-a2e16835c7d1 req-e909e378-caf1-425d-a926-fadd94daab64 service neutron] 10.222.0.49 "GET /v2.0/networks?id=bdbbdf9a-ec90-43ce-a9c5-6006b2bf9731 HTTP/1.1" status: 200  len: 909 time: 0.1225750
Dec 16 23:18:46.062052 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-a25e8638-2757-412a-b12b-a2e16835c7d1 req-26883ae9-c0dd-4fed-9e67-eaf566ee847b service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ec2fb1d7-dea3-4321-8537-9a999afed5bd HTTP/1.1" status: 200  len: 999 time: 0.0946519
Dec 16 23:18:46.130795 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25e8638-2757-412a-b12b-a2e16835c7d1 req-198a7f64-2267-408e-bde8-5703bd6337b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:18:46.132748 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-a25e8638-2757-412a-b12b-a2e16835c7d1 req-198a7f64-2267-408e-bde8-5703bd6337b8 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=604d070c-ec45-48e1-8616-458a0650411c HTTP/1.1" status: 200  len: 847 time: 0.0644648
Dec 16 23:18:46.331749 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25e8638-2757-412a-b12b-a2e16835c7d1 req-34c4e4e5-8503-4562-ad71-876a27aeeee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:18:46.333163 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-a25e8638-2757-412a-b12b-a2e16835c7d1 req-34c4e4e5-8503-4562-ad71-876a27aeeee6 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=bdbbdf9a-ec90-43ce-a9c5-6006b2bf9731&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.1938255
Dec 16 23:18:46.460591 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-a25e8638-2757-412a-b12b-a2e16835c7d1 req-f5f142f8-4a32-47bd-aa24-3cbcfd4ad194 service neutron] 10.222.0.49 "GET /v2.0/networks/bdbbdf9a-ec90-43ce-a9c5-6006b2bf9731?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1207874
Dec 16 23:18:46.592297 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-a25e8638-2757-412a-b12b-a2e16835c7d1 req-607f5b39-dd5f-4c90-bdbe-ac4a4979f3df service neutron] 10.222.0.49 "GET /v2.0/networks/bdbbdf9a-ec90-43ce-a9c5-6006b2bf9731?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1254921
Dec 16 23:18:46.639948 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f656d6-5c61-4ad8-b54b-44bcdadbc540 req-5577d616-50ed-4b10-b87b-230bc8b8fc85 tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:18:46.641400 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-23f656d6-5c61-4ad8-b54b-44bcdadbc540 req-5577d616-50ed-4b10-b87b-230bc8b8fc85 tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0d4a849-f46c-4c60-8fcc-47b12b44eb32 HTTP/1.1" status: 200  len: 944 time: 0.0837646
Dec 16 23:18:46.686666 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-23f656d6-5c61-4ad8-b54b-44bcdadbc540 req-dc1cd050-b7f2-4d83-ac97-f62bc8992936 tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] 10.222.0.13 "GET /v2.0/security-groups?id=33a91f40-5b5d-40fa-b927-ba231023f8fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0390954
Dec 16 23:18:47.877747 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c0a366-62ba-485f-a6df-0de1a710e11e req-132969cc-644b-4ab6-9029-8d86ff83bb78 tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:18:47.879361 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-54c0a366-62ba-485f-a6df-0de1a710e11e req-132969cc-644b-4ab6-9029-8d86ff83bb78 tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0d4a849-f46c-4c60-8fcc-47b12b44eb32 HTTP/1.1" status: 200  len: 944 time: 0.0855920
Dec 16 23:18:47.943411 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-54c0a366-62ba-485f-a6df-0de1a710e11e req-80d4faae-f221-40eb-aaf6-37c3f8a1ba38 tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] 10.222.0.13 "GET /v2.0/security-groups?id=33a91f40-5b5d-40fa-b927-ba231023f8fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0571916
Dec 16 23:18:49.124049 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80223db-c435-4057-926b-dcef0f179c6a req-4021f479-0809-4c48-b041-d1a830e66b74 tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:18:49.125546 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-a80223db-c435-4057-926b-dcef0f179c6a req-4021f479-0809-4c48-b041-d1a830e66b74 tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0d4a849-f46c-4c60-8fcc-47b12b44eb32 HTTP/1.1" status: 200  len: 944 time: 0.0824928
Dec 16 23:18:49.171820 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-a80223db-c435-4057-926b-dcef0f179c6a req-15b31b78-6f24-42e9-aafb-310faaafec56 tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] 10.222.0.13 "GET /v2.0/security-groups?id=33a91f40-5b5d-40fa-b927-ba231023f8fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0407412
Dec 16 23:18:50.372127 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266204d4-e61c-4a16-95e5-498039550d4f req-e59d7438-d849-49f9-ac35-c0c8b150764a tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:18:50.373607 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-266204d4-e61c-4a16-95e5-498039550d4f req-e59d7438-d849-49f9-ac35-c0c8b150764a tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0d4a849-f46c-4c60-8fcc-47b12b44eb32 HTTP/1.1" status: 200  len: 944 time: 0.0897160
Dec 16 23:18:50.418808 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-266204d4-e61c-4a16-95e5-498039550d4f req-5eadde59-a3ae-4e9e-882c-03e250e6de7c tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] 10.222.0.13 "GET /v2.0/security-groups?id=33a91f40-5b5d-40fa-b927-ba231023f8fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0393474
Dec 16 23:18:51.614448 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd4fc6d-1e1b-4792-a9a3-e9f179148ed5 req-648f2c37-7c67-412f-acd5-c3f24c25696f tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:18:51.616560 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-ffd4fc6d-1e1b-4792-a9a3-e9f179148ed5 req-648f2c37-7c67-412f-acd5-c3f24c25696f tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0d4a849-f46c-4c60-8fcc-47b12b44eb32 HTTP/1.1" status: 200  len: 944 time: 0.0825303
Dec 16 23:18:51.661807 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-ffd4fc6d-1e1b-4792-a9a3-e9f179148ed5 req-582bed71-e996-491e-982c-b5db3a5c790a tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] 10.222.0.13 "GET /v2.0/security-groups?id=33a91f40-5b5d-40fa-b927-ba231023f8fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0392551
Dec 16 23:18:52.855646 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa594a15-0dcf-40f0-8e76-7c8915c28c27 req-0ea48a38-024b-45f5-b525-4f5c92a23ed1 tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:18:52.857164 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-fa594a15-0dcf-40f0-8e76-7c8915c28c27 req-0ea48a38-024b-45f5-b525-4f5c92a23ed1 tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0d4a849-f46c-4c60-8fcc-47b12b44eb32 HTTP/1.1" status: 200  len: 944 time: 0.0870919
Dec 16 23:18:52.902421 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-fa594a15-0dcf-40f0-8e76-7c8915c28c27 req-8ce6d677-5d60-40a3-b234-18625e241e13 tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] 10.222.0.13 "GET /v2.0/security-groups?id=33a91f40-5b5d-40fa-b927-ba231023f8fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0395870
Dec 16 23:18:54.088328 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e75f139-5e53-4afa-9678-1d312c1d37a3 req-b99a6178-3b3b-4127-adfd-e710a0dbd97f tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:18:54.089920 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-7e75f139-5e53-4afa-9678-1d312c1d37a3 req-b99a6178-3b3b-4127-adfd-e710a0dbd97f tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0d4a849-f46c-4c60-8fcc-47b12b44eb32 HTTP/1.1" status: 200  len: 944 time: 0.0824847
Dec 16 23:18:54.140203 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-7e75f139-5e53-4afa-9678-1d312c1d37a3 req-18332911-cf62-431b-8952-145bde8f668c tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] 10.222.0.13 "GET /v2.0/security-groups?id=33a91f40-5b5d-40fa-b927-ba231023f8fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0441267
Dec 16 23:18:55.326977 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda0a215-e20d-46ce-9ff0-cf3250650995 req-3b71ff58-78ec-4fd8-bdb3-64f241fa5490 tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:18:55.328475 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-bda0a215-e20d-46ce-9ff0-cf3250650995 req-3b71ff58-78ec-4fd8-bdb3-64f241fa5490 tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0d4a849-f46c-4c60-8fcc-47b12b44eb32 HTTP/1.1" status: 200  len: 944 time: 0.0819747
Dec 16 23:18:55.379110 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-bda0a215-e20d-46ce-9ff0-cf3250650995 req-4b1bb357-4e2e-4833-a41a-21e2b6f85c11 tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] 10.222.0.13 "GET /v2.0/security-groups?id=33a91f40-5b5d-40fa-b927-ba231023f8fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0448132
Dec 16 23:18:56.575988 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d354ca2-8f70-4255-9999-8e3f33d81ff1 req-5473781b-1d5c-4005-984e-d7e8f777535d tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:18:56.577463 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-1d354ca2-8f70-4255-9999-8e3f33d81ff1 req-5473781b-1d5c-4005-984e-d7e8f777535d tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0d4a849-f46c-4c60-8fcc-47b12b44eb32 HTTP/1.1" status: 200  len: 944 time: 0.0822129
Dec 16 23:18:56.622266 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-1d354ca2-8f70-4255-9999-8e3f33d81ff1 req-fd428cd8-c916-4ad7-9c61-2c8a7c7473de tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] 10.222.0.13 "GET /v2.0/security-groups?id=33a91f40-5b5d-40fa-b927-ba231023f8fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0391569
Dec 16 23:18:57.362975 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f3666b-67c5-401a-8b6a-a5d17dedbe90 req-087f795d-64f5-47ba-a098-822a45ad4126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:18:57.364457 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-c6f3666b-67c5-401a-8b6a-a5d17dedbe90 req-087f795d-64f5-47ba-a098-822a45ad4126 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=47501bc0fd67468ab7c1cdfc7c01d7c1&device_id=d0d4a849-f46c-4c60-8fcc-47b12b44eb32 HTTP/1.1" status: 200  len: 1097 time: 0.1126530
Dec 16 23:18:57.506161 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f3666b-67c5-401a-8b6a-a5d17dedbe90 req-ee20cdc0-cce3-42ec-8f94-578df58de33d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:18:57.508207 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-c6f3666b-67c5-401a-8b6a-a5d17dedbe90 req-ee20cdc0-cce3-42ec-8f94-578df58de33d service neutron] 10.222.0.49 "GET /v2.0/networks?id=bdbbdf9a-ec90-43ce-a9c5-6006b2bf9731 HTTP/1.1" status: 200  len: 909 time: 0.1235297
Dec 16 23:18:57.610035 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-c6f3666b-67c5-401a-8b6a-a5d17dedbe90 req-6e457acd-b6e3-48b6-bd9e-f0d47c1d755b service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ec2fb1d7-dea3-4321-8537-9a999afed5bd HTTP/1.1" status: 200  len: 999 time: 0.0945561
Dec 16 23:18:57.674290 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f3666b-67c5-401a-8b6a-a5d17dedbe90 req-99b87c52-133a-4ab5-b087-44242e466104 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:18:57.675718 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-c6f3666b-67c5-401a-8b6a-a5d17dedbe90 req-99b87c52-133a-4ab5-b087-44242e466104 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=604d070c-ec45-48e1-8616-458a0650411c HTTP/1.1" status: 200  len: 847 time: 0.0584545
Dec 16 23:18:57.751388 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f3666b-67c5-401a-8b6a-a5d17dedbe90 req-98fbc984-9663-43a5-b980-3659c706ec45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:18:57.752890 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-c6f3666b-67c5-401a-8b6a-a5d17dedbe90 req-98fbc984-9663-43a5-b980-3659c706ec45 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=bdbbdf9a-ec90-43ce-a9c5-6006b2bf9731&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0696018
Dec 16 23:18:57.807099 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1502297c-380e-4cb1-84c9-f09f3b560ae6 req-5aef42b2-575f-4c2b-98ad-6582cb507529 tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:18:57.808615 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-1502297c-380e-4cb1-84c9-f09f3b560ae6 req-5aef42b2-575f-4c2b-98ad-6582cb507529 tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0d4a849-f46c-4c60-8fcc-47b12b44eb32 HTTP/1.1" status: 200  len: 944 time: 0.0787313
Dec 16 23:18:57.851498 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-1502297c-380e-4cb1-84c9-f09f3b560ae6 req-2eb31723-071b-4dc2-9050-6f86075680c1 tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] 10.222.0.13 "GET /v2.0/security-groups?id=33a91f40-5b5d-40fa-b927-ba231023f8fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0372412
Dec 16 23:18:57.884407 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-c6f3666b-67c5-401a-8b6a-a5d17dedbe90 req-a898fd9b-4ba1-4657-ad7c-0407c3b8f9f2 service neutron] 10.222.0.49 "GET /v2.0/networks/bdbbdf9a-ec90-43ce-a9c5-6006b2bf9731?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1237571
Dec 16 23:18:58.012232 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-c6f3666b-67c5-401a-8b6a-a5d17dedbe90 req-4e961a9a-4494-4e29-a16d-d036b0b8a567 service neutron] 10.222.0.49 "GET /v2.0/networks/bdbbdf9a-ec90-43ce-a9c5-6006b2bf9731?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1208699
Dec 16 23:18:58.259126 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-61b7b0ce-fde4-4992-8ff7-81ce2370d161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:18:59.037674 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f61a252-af6d-4ab6-912b-f041a0d90480 req-2adf261a-5a00-484a-bac4-bdbd4de8a373 tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:18:59.039110 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-7f61a252-af6d-4ab6-912b-f041a0d90480 req-2adf261a-5a00-484a-bac4-bdbd4de8a373 tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0d4a849-f46c-4c60-8fcc-47b12b44eb32 HTTP/1.1" status: 200  len: 944 time: 0.0823493
Dec 16 23:18:59.081071 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-7f61a252-af6d-4ab6-912b-f041a0d90480 req-87da9ad9-babe-42fd-867a-53ca396ce51a tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] 10.222.0.13 "GET /v2.0/security-groups?id=33a91f40-5b5d-40fa-b927-ba231023f8fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0365007
Dec 16 23:18:59.518677 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Device ec2fb1d7-dea3-4321-8537-9a999afed5bd details requested by agent hyperv_hv-neutron-8218 with host hv-neutron-8218 {{(pid=87508) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 16 23:18:59.646274 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] For port ec2fb1d7-dea3-4321-8537-9a999afed5bd, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=ec2fb1d7-dea3-4321-8537-9a999afed5bd,segment=NetworkSegment(397b3ba8-7a47-4be7-98f0-838a20aabd5a),segment_id=397b3ba8-7a47-4be7-98f0-838a20aabd5a)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 23:18:59.658719 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Returning: {'device': 'ec2fb1d7-dea3-4321-8537-9a999afed5bd', 'network_id': 'bdbbdf9a-ec90-43ce-a9c5-6006b2bf9731', 'port_id': 'ec2fb1d7-dea3-4321-8537-9a999afed5bd', 'mac_address': 'fa:16:3e:2b:07:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '604d070c-ec45-48e1-8616-458a0650411c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87508) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 16 23:18:59.711743 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:18:59.728848 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.notifiers.nova [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec2fb1d7-dea3-4321-8537-9a999afed5bd {{(pid=87508) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 23:18:59.744397 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] For port ec2fb1d7-dea3-4321-8537-9a999afed5bd, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=ec2fb1d7-dea3-4321-8537-9a999afed5bd,segment=NetworkSegment(397b3ba8-7a47-4be7-98f0-838a20aabd5a),segment_id=397b3ba8-7a47-4be7-98f0-838a20aabd5a)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 23:18:59.747896 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:18:59.749558 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:18:59.814901 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Pushing event updated for resources: {'Port': ['ID=ec2fb1d7-dea3-4321-8537-9a999afed5bd,revision_number=9']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:18:59.817914 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:19:00.056598 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] get_ports_and_sgs() called for port_ids ['ec2fb1d7-dea3-4321-8537-9a999afed5bd'] {{(pid=87508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 23:19:00.261768 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1565017a-6744-451c-9d26-26276108b9c4 req-9ca99d03-a983-4368-892b-2419c0da35fb tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:19:00.263194 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-1565017a-6744-451c-9d26-26276108b9c4 req-9ca99d03-a983-4368-892b-2419c0da35fb tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0d4a849-f46c-4c60-8fcc-47b12b44eb32 HTTP/1.1" status: 200  len: 945 time: 0.0788455
Dec 16 23:19:00.309553 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-1565017a-6744-451c-9d26-26276108b9c4 req-4a405e73-d7ae-485d-af58-a342e9889d7a tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] 10.222.0.13 "GET /v2.0/security-groups?id=33a91f40-5b5d-40fa-b927-ba231023f8fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0404503
Dec 16 23:19:00.676651 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-52067a5f-4856-450b-ba3c-1b5268b2c890 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:19:01.492617 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d172b9-c9d1-4ab3-8dde-2a4a2ebe984d req-1e004a6d-c704-4856-a99d-b7d83346d958 tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:19:01.494081 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-78d172b9-c9d1-4ab3-8dde-2a4a2ebe984d req-1e004a6d-c704-4856-a99d-b7d83346d958 tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0d4a849-f46c-4c60-8fcc-47b12b44eb32 HTTP/1.1" status: 200  len: 945 time: 0.0812237
Dec 16 23:19:01.524327 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Device ec2fb1d7-dea3-4321-8537-9a999afed5bd up at agent hyperv_hv-neutron-8218 {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 23:19:01.537546 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-78d172b9-c9d1-4ab3-8dde-2a4a2ebe984d req-126f93e0-fc9a-4398-8fe6-384531b5f636 tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] 10.222.0.13 "GET /v2.0/security-groups?id=33a91f40-5b5d-40fa-b927-ba231023f8fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0379241
Dec 16 23:19:01.592260 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Provisioning complete for port ec2fb1d7-dea3-4321-8537-9a999afed5bd triggered by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 23:19:01.592564 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:19:01.688708 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-3e729f7f-1589-4d54-9c4a-7ee6b283cc2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:19:01.712677 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:19:01.752290 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0d4a849-f46c-4c60-8fcc-47b12b44eb32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec2fb1d7-dea3-4321-8537-9a999afed5bd'}] {{(pid=87508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 23:19:01.758426 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:19:01.763448 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] For port ec2fb1d7-dea3-4321-8537-9a999afed5bd, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=ec2fb1d7-dea3-4321-8537-9a999afed5bd,segment=NetworkSegment(397b3ba8-7a47-4be7-98f0-838a20aabd5a),segment_id=397b3ba8-7a47-4be7-98f0-838a20aabd5a)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 23:19:01.767812 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:19:01.769494 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:19:01.803495 dv-neutron-821829-1-hyperv neutron-server[87508]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0d4a849-f46c-4c60-8fcc-47b12b44eb32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec2fb1d7-dea3-4321-8537-9a999afed5bd', 'code': 200}
Dec 16 23:19:01.834325 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Pushing event updated for resources: {'Port': ['ID=ec2fb1d7-dea3-4321-8537-9a999afed5bd,revision_number=10']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:19:01.837749 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:19:02.089668 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1e2a30-5d48-4559-bfa0-3294f7749e0c req-a3d4054d-fe56-458b-a48e-dd729d89e99d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:19:02.091099 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-ca1e2a30-5d48-4559-bfa0-3294f7749e0c req-a3d4054d-fe56-458b-a48e-dd729d89e99d service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=d0d4a849-f46c-4c60-8fcc-47b12b44eb32 HTTP/1.1" status: 200  len: 1100 time: 0.0682812
Dec 16 23:19:02.134150 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-ca1e2a30-5d48-4559-bfa0-3294f7749e0c req-3e420118-537f-4da1-a4bb-43f042c7d74b service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=33a91f40-5b5d-40fa-b927-ba231023f8fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0366578
Dec 16 23:19:02.722926 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2664df-7433-4d84-9b34-4ef16d28c313 req-14caccbd-0a5e-4a2a-95a0-ca473bc71991 tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:19:02.724399 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-cb2664df-7433-4d84-9b34-4ef16d28c313 req-14caccbd-0a5e-4a2a-95a0-ca473bc71991 tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0d4a849-f46c-4c60-8fcc-47b12b44eb32 HTTP/1.1" status: 200  len: 947 time: 0.0828710
Dec 16 23:19:02.870244 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-cb2664df-7433-4d84-9b34-4ef16d28c313 req-47cfc16e-91e0-4e92-9126-cb7382da8d35 tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] 10.222.0.13 "GET /v2.0/security-groups?id=33a91f40-5b5d-40fa-b927-ba231023f8fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1403434
Dec 16 23:19:03.421617 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-4541ba3b-6be8-499c-bc94-3c60aa55c4f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:19:04.050502 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f1d0fa-e664-4d4b-bce9-c8042a08b85e req-b666fab1-279e-4eae-a93e-0a311cb10011 tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:19:04.051951 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-37f1d0fa-e664-4d4b-bce9-c8042a08b85e req-b666fab1-279e-4eae-a93e-0a311cb10011 tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0d4a849-f46c-4c60-8fcc-47b12b44eb32 HTTP/1.1" status: 200  len: 947 time: 0.0780609
Dec 16 23:19:04.094725 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-37f1d0fa-e664-4d4b-bce9-c8042a08b85e req-0d243a99-f8ec-441b-ba8e-1839e9007d76 tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] 10.222.0.13 "GET /v2.0/security-groups?id=33a91f40-5b5d-40fa-b927-ba231023f8fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0371630
Dec 16 23:19:08.233664 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:19:21.485009 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.agents_db [None req-0abd2616-a86c-48e2-be07-10823335a5bb None None] Agent healthcheck: found 6 active agents {{(pid=87509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 23:19:28.261502 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-aa26f197-30f8-47c7-90f7-07cad1a4e521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:19:30.676916 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-d952620f-f975-4b79-8a2b-10ae20134596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:19:31.662305 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-3e729f7f-1589-4d54-9c4a-7ee6b283cc2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:19:31.738142 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:19:33.423254 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-4541ba3b-6be8-499c-bc94-3c60aa55c4f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:19:38.245086 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:19:56.391913 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-c9d70775-d7da-4f8a-ad57-b2407b5c8c24 req-85cf701c-0fff-4d56-8f2f-2eb2482b2ecd service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=d0d4a849-f46c-4c60-8fcc-47b12b44eb32&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0694642
Dec 16 23:19:56.544518 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d70775-d7da-4f8a-ad57-b2407b5c8c24 req-0f756437-b8b2-4951-8a0a-8457c547d430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:19:56.545967 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-c9d70775-d7da-4f8a-ad57-b2407b5c8c24 req-0f756437-b8b2-4951-8a0a-8457c547d430 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=47501bc0fd67468ab7c1cdfc7c01d7c1&device_id=d0d4a849-f46c-4c60-8fcc-47b12b44eb32 HTTP/1.1" status: 200  len: 1100 time: 0.0706744
Dec 16 23:19:56.689355 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d70775-d7da-4f8a-ad57-b2407b5c8c24 req-16de3112-19cf-4b32-9f27-81905ccf4cda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:19:56.690784 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-c9d70775-d7da-4f8a-ad57-b2407b5c8c24 req-16de3112-19cf-4b32-9f27-81905ccf4cda service neutron] 10.222.0.49 "GET /v2.0/networks?id=bdbbdf9a-ec90-43ce-a9c5-6006b2bf9731 HTTP/1.1" status: 200  len: 909 time: 0.1242423
Dec 16 23:19:56.793080 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-c9d70775-d7da-4f8a-ad57-b2407b5c8c24 req-709c0550-8be2-4070-a9df-dee5ff1c7188 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ec2fb1d7-dea3-4321-8537-9a999afed5bd HTTP/1.1" status: 200  len: 1001 time: 0.0960033
Dec 16 23:19:56.971821 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d70775-d7da-4f8a-ad57-b2407b5c8c24 req-f5c15ee5-7f64-4bbc-b7b0-317f0b8addbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:19:56.973177 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-c9d70775-d7da-4f8a-ad57-b2407b5c8c24 req-f5c15ee5-7f64-4bbc-b7b0-317f0b8addbc service neutron] 10.222.0.49 "GET /v2.0/subnets?id=604d070c-ec45-48e1-8616-458a0650411c HTTP/1.1" status: 200  len: 847 time: 0.1716037
Dec 16 23:19:57.046942 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d70775-d7da-4f8a-ad57-b2407b5c8c24 req-91c1ef9b-dd60-46c5-8bd0-04103c7e7a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:19:57.048409 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-c9d70775-d7da-4f8a-ad57-b2407b5c8c24 req-91c1ef9b-dd60-46c5-8bd0-04103c7e7a05 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=bdbbdf9a-ec90-43ce-a9c5-6006b2bf9731&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0682361
Dec 16 23:19:57.178009 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-c9d70775-d7da-4f8a-ad57-b2407b5c8c24 req-156e970b-41a3-448a-9097-bf6d6769e378 service neutron] 10.222.0.49 "GET /v2.0/networks/bdbbdf9a-ec90-43ce-a9c5-6006b2bf9731?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1228194
Dec 16 23:19:57.308754 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-c9d70775-d7da-4f8a-ad57-b2407b5c8c24 req-f24b23b5-6dba-427e-932c-1b53d2321bd9 service neutron] 10.222.0.49 "GET /v2.0/networks/bdbbdf9a-ec90-43ce-a9c5-6006b2bf9731?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1243596
Dec 16 23:19:58.262165 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-4f1624d3-c339-4445-84f6-e5fb8b3d960c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:19:58.484740 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.agents_db [None req-0abd2616-a86c-48e2-be07-10823335a5bb None None] Agent healthcheck: found 6 active agents {{(pid=87509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 23:20:00.679020 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-86242100-23cb-4860-93b0-fcb152d9c8f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:20:01.663624 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-3e729f7f-1589-4d54-9c4a-7ee6b283cc2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:20:01.738575 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:20:03.428676 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-4541ba3b-6be8-499c-bc94-3c60aa55c4f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:20:08.251581 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:20:12.822947 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 56166) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 23:20:13.021434 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.plugin [None req-f3d50ac6-f2bb-4ed5-9683-ef7a2cba1a6f tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Deleting port 147b21a8-ab27-4f05-b05b-a6730c9a398e {{(pid=87507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 23:20:13.021773 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-f3d50ac6-f2bb-4ed5-9683-ef7a2cba1a6f tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:20:13.188014 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-f3d50ac6-f2bb-4ed5-9683-ef7a2cba1a6f tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:20:13.188254 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-f3d50ac6-f2bb-4ed5-9683-ef7a2cba1a6f tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:20:13.307372 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.plugin [None req-f3d50ac6-f2bb-4ed5-9683-ef7a2cba1a6f tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Calling delete_port for 147b21a8-ab27-4f05-b05b-a6730c9a398e owned by network:floatingip {{(pid=87507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 23:20:13.452553 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-f3d50ac6-f2bb-4ed5-9683-ef7a2cba1a6f tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10807823'] for port, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:20:13.456023 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-99da995d-6ecc-48b4-81a1-02325364bf42 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:20:13.499882 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d50ac6-f2bb-4ed5-9683-ef7a2cba1a6f tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Pushing event deleted for resources: {'Port': ['ID=147b21a8-ab27-4f05-b05b-a6730c9a398e,revision_number=None']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:20:13.568798 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d50ac6-f2bb-4ed5-9683-ef7a2cba1a6f tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:20:13.569181 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d50ac6-f2bb-4ed5-9683-ef7a2cba1a6f tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:20:13.569553 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d50ac6-f2bb-4ed5-9683-ef7a2cba1a6f tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:20:13.569916 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d50ac6-f2bb-4ed5-9683-ef7a2cba1a6f tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:20:13.570274 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d50ac6-f2bb-4ed5-9683-ef7a2cba1a6f tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:20:13.571194 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d50ac6-f2bb-4ed5-9683-ef7a2cba1a6f tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:20:13.571551 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d50ac6-f2bb-4ed5-9683-ef7a2cba1a6f tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:20:13.571932 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d50ac6-f2bb-4ed5-9683-ef7a2cba1a6f tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:20:13.572294 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d50ac6-f2bb-4ed5-9683-ef7a2cba1a6f tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:20:13.572648 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d50ac6-f2bb-4ed5-9683-ef7a2cba1a6f tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:20:13.572996 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d50ac6-f2bb-4ed5-9683-ef7a2cba1a6f tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:20:13.573347 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d50ac6-f2bb-4ed5-9683-ef7a2cba1a6f tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:20:13.584031 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-f3d50ac6-f2bb-4ed5-9683-ef7a2cba1a6f tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:20:13.601184 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-f3d50ac6-f2bb-4ed5-9683-ef7a2cba1a6f tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Notify callbacks [] for floatingip, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:20:13.601519 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.db.l3_db [None req-f3d50ac6-f2bb-4ed5-9683-ef7a2cba1a6f tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Floating IP 463f8f15-444c-4d66-a598-f6d859284511 disassociated (deleted). External IP: 172.26.0.98, port: ec2fb1d7-dea3-4321-8537-9a999afed5bd.
Dec 16 23:20:13.941010 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3d50ac6-f2bb-4ed5-9683-ef7a2cba1a6f tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Router d7488134-e7bb-414a-9016-590a7ea9554e has already been hosted by L3 agent 4f519db7-069b-43e2-8411-c092bac9102a {{(pid=87507) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 23:20:14.223526 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3d50ac6-f2bb-4ed5-9683-ef7a2cba1a6f tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Notify agent at l3_agent.dv-neutron-821829-1-hyperv the message routers_updated {{(pid=87507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 23:20:14.235201 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba54c312-ca7c-4405-974b-dcc51edd5063 None None] Sync routers for ids ['d7488134-e7bb-414a-9016-590a7ea9554e'] in dv-neutron-821829-1-hyperv {{(pid=87508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 23:20:14.236578 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-f3d50ac6-f2bb-4ed5-9683-ef7a2cba1a6f tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for floatingip, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:20:14.246824 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba54c312-ca7c-4405-974b-dcc51edd5063 None None] Routers {'d7488134-e7bb-414a-9016-590a7ea9554e'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 23:20:14.247453 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-ba54c312-ca7c-4405-974b-dcc51edd5063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b77a3e160>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T23:20:01Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['d7488134-e7bb-414a-9016-590a7ea9554e'], 'active': True} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 23:20:14.291027 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-f3d50ac6-f2bb-4ed5-9683-ef7a2cba1a6f tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] 10.222.0.13 "DELETE /v2.0/floatingips/463f8f15-444c-4d66-a598-f6d859284511 HTTP/1.1" status: 204  len: 168 time: 1.4670212
Dec 16 23:20:14.291718 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0d4a849-f46c-4c60-8fcc-47b12b44eb32', 'tag': 'ec2fb1d7-dea3-4321-8537-9a999afed5bd'}] {{(pid=87507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 23:20:14.403551 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0d4a849-f46c-4c60-8fcc-47b12b44eb32', 'tag': 'ec2fb1d7-dea3-4321-8537-9a999afed5bd', 'status': 'completed', 'code': 200}
Dec 16 23:20:14.427904 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvr_db [None req-ba54c312-ca7c-4405-974b-dcc51edd5063 None None] Set router d7488134-e7bb-414a-9016-590a7ea9554e gateway port host: dv-neutron-821829-1-hyperv {{(pid=87508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 23:20:14.543328 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427e0dce-edbe-482b-9c58-f32c8fd7c6fc req-6d306fed-98f7-4a10-b2a8-cfd87e65dad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:20:14.544841 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-427e0dce-edbe-482b-9c58-f32c8fd7c6fc req-6d306fed-98f7-4a10-b2a8-cfd87e65dad5 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=47501bc0fd67468ab7c1cdfc7c01d7c1&device_id=d0d4a849-f46c-4c60-8fcc-47b12b44eb32 HTTP/1.1" status: 200  len: 1100 time: 0.0966761
Dec 16 23:20:14.685880 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427e0dce-edbe-482b-9c58-f32c8fd7c6fc req-2e4851d3-f3f7-4c94-b7ad-181b1abf7700 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:20:14.687314 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-427e0dce-edbe-482b-9c58-f32c8fd7c6fc req-2e4851d3-f3f7-4c94-b7ad-181b1abf7700 service neutron] 10.222.0.49 "GET /v2.0/networks?id=bdbbdf9a-ec90-43ce-a9c5-6006b2bf9731 HTTP/1.1" status: 200  len: 909 time: 0.1356890
Dec 16 23:20:14.769613 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-427e0dce-edbe-482b-9c58-f32c8fd7c6fc req-c35d161f-7aa8-4388-8105-92358600dd89 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ec2fb1d7-dea3-4321-8537-9a999afed5bd HTTP/1.1" status: 200  len: 217 time: 0.0624220
Dec 16 23:20:14.802260 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-ba54c312-ca7c-4405-974b-dcc51edd5063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b77a3e160>, [{'id': 'd7488134-e7bb-414a-9016-590a7ea9554e', 'name': 'tempest-TestShelveInstance-787508268-router', 'tenant_id': '47501bc0fd67468ab7c1cdfc7c01d7c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.229'}], 'enable_snat': True}, 'gw_port_id': 'f2a88052-c700-46bd-a14b-d6aab07205ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:15:53Z', 'updated_at': '2021-12-16T23:15:56Z', 'revision_number': 4, 'project_id': '47501bc0fd67468ab7c1cdfc7c01d7c1', 'gw_port': {'id': 'f2a88052-c700-46bd-a14b-d6aab07205ab', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:81:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7488134-e7bb-414a-9016-590a7ea9554e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:15:53Z', 'updated_at': '2021-12-16T23:15:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv', '_interfaces': [{'id': 'ce74db12-a408-4724-8a40-30123fb2a63c', 'name': '', 'network_id': 'bdbbdf9a-ec90-43ce-a9c5-6006b2bf9731', 'tenant_id': '47501bc0fd67468ab7c1cdfc7c01d7c1', 'mac_address': 'fa:16:3e:f4:94:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7488134-e7bb-414a-9016-590a7ea9554e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': '604d070c-ec45-48e1-8616-458a0650411c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:15:56Z', 'updated_at': '2021-12-16T23:16:02Z', 'revision_number': 5, 'project_id': '47501bc0fd67468ab7c1cdfc7c01d7c1', 'subnets': [{'id': '604d070c-ec45-48e1-8616-458a0650411c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 23:20:14.806890 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba54c312-ca7c-4405-974b-dcc51edd5063 None None] Checking router: d7488134-e7bb-414a-9016-590a7ea9554e for host: dv-neutron-821829-1-hyperv {{(pid=87508) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 23:20:14.815957 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba54c312-ca7c-4405-974b-dcc51edd5063 None None] Routers {'d7488134-e7bb-414a-9016-590a7ea9554e'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 23:20:14.816704 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-ba54c312-ca7c-4405-974b-dcc51edd5063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b77a3e160>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T23:20:01Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['d7488134-e7bb-414a-9016-590a7ea9554e'], 'active': True} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 23:20:14.826997 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccbae7c-1187-4213-bed5-2362b92023c5 req-d8eee932-72d3-418e-ab67-c821ad64416b tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:20:14.827692 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [req-cccbae7c-1187-4213-bed5-2362b92023c5 req-d8eee932-72d3-418e-ab67-c821ad64416b tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Synchronizing usage tracker for tenant:47501bc0fd67468ab7c1cdfc7c01d7c1 on resource:port {{(pid=87507) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 23:20:14.835240 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427e0dce-edbe-482b-9c58-f32c8fd7c6fc req-57d6a4d7-9949-4c40-9831-f5274ff3c27f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:20:14.837246 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-427e0dce-edbe-482b-9c58-f32c8fd7c6fc req-57d6a4d7-9949-4c40-9831-f5274ff3c27f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=604d070c-ec45-48e1-8616-458a0650411c HTTP/1.1" status: 200  len: 847 time: 0.0614374
Dec 16 23:20:14.845187 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [req-cccbae7c-1187-4213-bed5-2362b92023c5 req-d8eee932-72d3-418e-ab67-c821ad64416b tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Unset dirty status for tenant:47501bc0fd67468ab7c1cdfc7c01d7c1 on resource:port {{(pid=87507) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 23:20:14.846357 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-cccbae7c-1187-4213-bed5-2362b92023c5 req-d8eee932-72d3-418e-ab67-c821ad64416b tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0d4a849-f46c-4c60-8fcc-47b12b44eb32 HTTP/1.1" status: 200  len: 947 time: 0.1053250
Dec 16 23:20:14.890467 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-cccbae7c-1187-4213-bed5-2362b92023c5 req-2c4d8e39-59c9-475d-abfd-2f416181059b tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] 10.222.0.13 "GET /v2.0/security-groups?id=33a91f40-5b5d-40fa-b927-ba231023f8fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0385313
Dec 16 23:20:14.923517 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427e0dce-edbe-482b-9c58-f32c8fd7c6fc req-39cb9af3-8c43-4af9-a357-74df41324249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:20:14.925054 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-427e0dce-edbe-482b-9c58-f32c8fd7c6fc req-39cb9af3-8c43-4af9-a357-74df41324249 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=bdbbdf9a-ec90-43ce-a9c5-6006b2bf9731&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0798209
Dec 16 23:20:14.999529 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvr_db [None req-ba54c312-ca7c-4405-974b-dcc51edd5063 None None] Set router d7488134-e7bb-414a-9016-590a7ea9554e gateway port host: dv-neutron-821829-1-hyperv {{(pid=87508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 23:20:15.057305 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-427e0dce-edbe-482b-9c58-f32c8fd7c6fc req-91dbd330-1750-43eb-985a-e7a5f108d522 service neutron] 10.222.0.49 "GET /v2.0/networks/bdbbdf9a-ec90-43ce-a9c5-6006b2bf9731?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1248631
Dec 16 23:20:15.187971 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-427e0dce-edbe-482b-9c58-f32c8fd7c6fc req-07b4eb85-de4b-4bcd-a9a7-26b26419510a service neutron] 10.222.0.49 "GET /v2.0/networks/bdbbdf9a-ec90-43ce-a9c5-6006b2bf9731?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1232576
Dec 16 23:20:15.302065 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-ba54c312-ca7c-4405-974b-dcc51edd5063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b77a3e160>, [{'id': 'd7488134-e7bb-414a-9016-590a7ea9554e', 'name': 'tempest-TestShelveInstance-787508268-router', 'tenant_id': '47501bc0fd67468ab7c1cdfc7c01d7c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.229'}], 'enable_snat': True}, 'gw_port_id': 'f2a88052-c700-46bd-a14b-d6aab07205ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:15:53Z', 'updated_at': '2021-12-16T23:15:56Z', 'revision_number': 4, 'project_id': '47501bc0fd67468ab7c1cdfc7c01d7c1', 'gw_port': {'id': 'f2a88052-c700-46bd-a14b-d6aab07205ab', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:81:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7488134-e7bb-414a-9016-590a7ea9554e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:15:53Z', 'updated_at': '2021-12-16T23:15:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv', '_interfaces': [{'id': 'ce74db12-a408-4724-8a40-30123fb2a63c', 'name': '', 'network_id': 'bdbbdf9a-ec90-43ce-a9c5-6006b2bf9731', 'tenant_id': '47501bc0fd67468ab7c1cdfc7c01d7c1', 'mac_address': 'fa:16:3e:f4:94:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7488134-e7bb-414a-9016-590a7ea9554e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': '604d070c-ec45-48e1-8616-458a0650411c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:15:56Z', 'updated_at': '2021-12-16T23:16:02Z', 'revision_number': 5, 'project_id': '47501bc0fd67468ab7c1cdfc7c01d7c1', 'subnets': [{'id': '604d070c-ec45-48e1-8616-458a0650411c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 23:20:15.305984 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba54c312-ca7c-4405-974b-dcc51edd5063 None None] The sync data for ids ['d7488134-e7bb-414a-9016-590a7ea9554e'] in dv-neutron-821829-1-hyperv is: [{'id': 'd7488134-e7bb-414a-9016-590a7ea9554e', 'name': 'tempest-TestShelveInstance-787508268-router', 'tenant_id': '47501bc0fd67468ab7c1cdfc7c01d7c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.229'}], 'enable_snat': True}, 'gw_port_id': 'f2a88052-c700-46bd-a14b-d6aab07205ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:15:53Z', 'updated_at': '2021-12-16T23:15:56Z', 'revision_number': 4, 'project_id': '47501bc0fd67468ab7c1cdfc7c01d7c1', 'gw_port': {'id': 'f2a88052-c700-46bd-a14b-d6aab07205ab', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:81:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7488134-e7bb-414a-9016-590a7ea9554e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:15:53Z', 'updated_at': '2021-12-16T23:15:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv', '_interfaces': [{'id': 'ce74db12-a408-4724-8a40-30123fb2a63c', 'name': '', 'network_id': 'bdbbdf9a-ec90-43ce-a9c5-6006b2bf9731', 'tenant_id': '47501bc0fd67468ab7c1cdfc7c01d7c1', 'mac_address': 'fa:16:3e:f4:94:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7488134-e7bb-414a-9016-590a7ea9554e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': '604d070c-ec45-48e1-8616-458a0650411c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:15:56Z', 'updated_at': '2021-12-16T23:16:02Z', 'revision_number': 5, 'project_id': '47501bc0fd67468ab7c1cdfc7c01d7c1', 'subnets': [{'id': '604d070c-ec45-48e1-8616-458a0650411c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 23:20:15.526587 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-969b815a-4c5a-4af7-ae64-5fd5b34b8c0e None None] New status for floating IP 463f8f15-444c-4d66-a598-f6d859284511: DOWN {{(pid=87509) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 16 23:20:16.073425 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917a7593-d0cd-4ecc-8ffa-aa8febcaa66c req-6f289cee-27b7-4b21-bd91-c4e45d208eea tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:20:16.075013 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-917a7593-d0cd-4ecc-8ffa-aa8febcaa66c req-6f289cee-27b7-4b21-bd91-c4e45d208eea tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0d4a849-f46c-4c60-8fcc-47b12b44eb32 HTTP/1.1" status: 200  len: 947 time: 0.0789602
Dec 16 23:20:16.118165 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-917a7593-d0cd-4ecc-8ffa-aa8febcaa66c req-3403562f-3205-4bb6-a6f4-9d176974cb84 tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] 10.222.0.13 "GET /v2.0/security-groups?id=33a91f40-5b5d-40fa-b927-ba231023f8fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0376883
Dec 16 23:20:16.242014 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5089f5-e5f6-451d-92eb-14fc59d47f68 req-f5d842cc-5a36-459d-b9ef-7cf7a848e606 tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:20:16.242625 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [req-3c5089f5-e5f6-451d-92eb-14fc59d47f68 req-f5d842cc-5a36-459d-b9ef-7cf7a848e606 tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Synchronizing usage tracker for tenant:47501bc0fd67468ab7c1cdfc7c01d7c1 on resource:port {{(pid=87506) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 23:20:16.253860 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [req-3c5089f5-e5f6-451d-92eb-14fc59d47f68 req-f5d842cc-5a36-459d-b9ef-7cf7a848e606 tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Unset dirty status for tenant:47501bc0fd67468ab7c1cdfc7c01d7c1 on resource:port {{(pid=87506) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 23:20:16.254912 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-3c5089f5-e5f6-451d-92eb-14fc59d47f68 req-f5d842cc-5a36-459d-b9ef-7cf7a848e606 tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] 10.222.0.49 "GET /v2.0/ports?device_id=d0d4a849-f46c-4c60-8fcc-47b12b44eb32 HTTP/1.1" status: 200  len: 947 time: 0.0942495
Dec 16 23:20:16.323278 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [req-3c5089f5-e5f6-451d-92eb-14fc59d47f68 req-db09a99c-e6f4-4cc1-950f-3f44c4beb2bb tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Deleting port ec2fb1d7-dea3-4321-8537-9a999afed5bd {{(pid=87506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 23:20:16.323619 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-3c5089f5-e5f6-451d-92eb-14fc59d47f68 req-db09a99c-e6f4-4cc1-950f-3f44c4beb2bb tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:20:16.562561 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.db [req-3c5089f5-e5f6-451d-92eb-14fc59d47f68 req-db09a99c-e6f4-4cc1-950f-3f44c4beb2bb tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] For port ec2fb1d7-dea3-4321-8537-9a999afed5bd, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=ec2fb1d7-dea3-4321-8537-9a999afed5bd,segment=NetworkSegment(397b3ba8-7a47-4be7-98f0-838a20aabd5a),segment_id=397b3ba8-7a47-4be7-98f0-838a20aabd5a)] {{(pid=87506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 23:20:16.562917 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-3c5089f5-e5f6-451d-92eb-14fc59d47f68 req-db09a99c-e6f4-4cc1-950f-3f44c4beb2bb tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:20:16.793028 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [req-3c5089f5-e5f6-451d-92eb-14fc59d47f68 req-db09a99c-e6f4-4cc1-950f-3f44c4beb2bb tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Calling delete_port for ec2fb1d7-dea3-4321-8537-9a999afed5bd owned by compute:nova {{(pid=87506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 23:20:16.932075 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-3c5089f5-e5f6-451d-92eb-14fc59d47f68 req-db09a99c-e6f4-4cc1-950f-3f44c4beb2bb tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1863393'] for port, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:20:16.937722 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-f23fb1e7-5d00-4852-82e8-a3f953f2b1df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:20:17.014209 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db09a99c-e6f4-4cc1-950f-3f44c4beb2bb tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Pushing event deleted for resources: {'Port': ['ID=ec2fb1d7-dea3-4321-8537-9a999afed5bd,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:20:17.062499 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db09a99c-e6f4-4cc1-950f-3f44c4beb2bb tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:20:17.062886 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db09a99c-e6f4-4cc1-950f-3f44c4beb2bb tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:20:17.063266 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db09a99c-e6f4-4cc1-950f-3f44c4beb2bb tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:20:17.063638 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db09a99c-e6f4-4cc1-950f-3f44c4beb2bb tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:20:17.064032 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db09a99c-e6f4-4cc1-950f-3f44c4beb2bb tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:20:17.064404 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db09a99c-e6f4-4cc1-950f-3f44c4beb2bb tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:20:17.064767 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db09a99c-e6f4-4cc1-950f-3f44c4beb2bb tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:20:17.065130 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db09a99c-e6f4-4cc1-950f-3f44c4beb2bb tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:20:17.065498 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db09a99c-e6f4-4cc1-950f-3f44c4beb2bb tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:20:17.065859 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db09a99c-e6f4-4cc1-950f-3f44c4beb2bb tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:20:17.066219 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db09a99c-e6f4-4cc1-950f-3f44c4beb2bb tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:20:17.066577 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db09a99c-e6f4-4cc1-950f-3f44c4beb2bb tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:20:17.070417 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-db09a99c-e6f4-4cc1-950f-3f44c4beb2bb tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:20:17.081673 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c5089f5-e5f6-451d-92eb-14fc59d47f68 req-db09a99c-e6f4-4cc1-950f-3f44c4beb2bb tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] No DVR routers for this DVR port ec2fb1d7-dea3-4321-8537-9a999afed5bd on host hv-neutron-8218 {{(pid=87506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 23:20:17.083852 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-3c5089f5-e5f6-451d-92eb-14fc59d47f68 req-db09a99c-e6f4-4cc1-950f-3f44c4beb2bb tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for port, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:20:17.088525 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0d4a849-f46c-4c60-8fcc-47b12b44eb32', 'name': 'network-vif-deleted', 'tag': 'ec2fb1d7-dea3-4321-8537-9a999afed5bd'}] {{(pid=87506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 23:20:17.103356 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-3c5089f5-e5f6-451d-92eb-14fc59d47f68 req-db09a99c-e6f4-4cc1-950f-3f44c4beb2bb tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] 10.222.0.49 "DELETE /v2.0/ports/ec2fb1d7-dea3-4321-8537-9a999afed5bd HTTP/1.1" status: 204  len: 173 time: 0.8426771
Dec 16 23:20:17.192911 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0d4a849-f46c-4c60-8fcc-47b12b44eb32', 'name': 'network-vif-deleted', 'tag': 'ec2fb1d7-dea3-4321-8537-9a999afed5bd', 'status': 'completed', 'code': 200}
Dec 16 23:20:17.292114 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-d43db83e-260d-4c10-a568-081ddf7dc5f5 req-2a91dbbc-e710-45c6-af9d-83f1cd591b17 tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0d4a849-f46c-4c60-8fcc-47b12b44eb32 HTTP/1.1" status: 200  len: 210 time: 0.0536962
Dec 16 23:20:18.385753 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 56188) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 23:20:18.452857 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-74c50bd8-ceda-4a97-9787-4bb5af172706 tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Notify callbacks [] for security_group, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:20:18.482872 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-74c50bd8-ceda-4a97-9787-4bb5af172706 tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:20:18.551909 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-74c50bd8-ceda-4a97-9787-4bb5af172706 tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841066'] for security_group, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:20:18.557395 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-ba45dc76-318f-4789-9997-f44a44da1067 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:20:18.572256 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c50bd8-ceda-4a97-9787-4bb5af172706 tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=33a91f40-5b5d-40fa-b927-ba231023f8fb,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:20:18.574930 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-74c50bd8-ceda-4a97-9787-4bb5af172706 tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:20:18.582076 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-74c50bd8-ceda-4a97-9787-4bb5af172706 tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Notify callbacks [] for security_group, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:20:18.583184 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-74c50bd8-ceda-4a97-9787-4bb5af172706 tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] 10.222.0.13 "DELETE /v2.0/security-groups/33a91f40-5b5d-40fa-b927-ba231023f8fb HTTP/1.1" status: 204  len: 168 time: 0.1964424
Dec 16 23:20:18.944077 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 56196) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 23:20:18.950099 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-255aa138-8baf-4ebc-9be5-f4fdd4d9c186 tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1469554329', 'description': 'tempest-secgroup-smoke-1469554329 description', 'project_id': '47501bc0fd67468ab7c1cdfc7c01d7c1'}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 23:20:18.956049 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-255aa138-8baf-4ebc-9be5-f4fdd4d9c186 tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 23:20:18.960114 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-255aa138-8baf-4ebc-9be5-f4fdd4d9c186 tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Usage tracker for resource:security_group and tenant:47501bc0fd67468ab7c1cdfc7c01d7c1 is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 23:20:18.963664 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-255aa138-8baf-4ebc-9be5-f4fdd4d9c186 tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 23:20:18.969899 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-255aa138-8baf-4ebc-9be5-f4fdd4d9c186 tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 23:20:18.979582 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-255aa138-8baf-4ebc-9be5-f4fdd4d9c186 tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Notify callbacks [] for security_group, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:20:18.999014 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-255aa138-8baf-4ebc-9be5-f4fdd4d9c186 tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 23:20:19.002625 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-255aa138-8baf-4ebc-9be5-f4fdd4d9c186 tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Usage tracker for resource:security_group_rule and tenant:47501bc0fd67468ab7c1cdfc7c01d7c1 is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 23:20:19.005306 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-255aa138-8baf-4ebc-9be5-f4fdd4d9c186 tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 23:20:19.011224 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-255aa138-8baf-4ebc-9be5-f4fdd4d9c186 tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 23:20:19.078709 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-255aa138-8baf-4ebc-9be5-f4fdd4d9c186 tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Notify callbacks [] for security_group, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:20:19.082233 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-255aa138-8baf-4ebc-9be5-f4fdd4d9c186 tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841066'] for security_group, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:20:19.085667 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-b23069de-42b0-45a6-a330-9f245b83d6f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:20:19.126900 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255aa138-8baf-4ebc-9be5-f4fdd4d9c186 tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e9b01257-5730-49b0-9c8b-773ab6074bc7,revision_number=1']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:20:19.131064 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-255aa138-8baf-4ebc-9be5-f4fdd4d9c186 tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:20:19.132186 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-255aa138-8baf-4ebc-9be5-f4fdd4d9c186 tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Notify callbacks [] for security_group, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:20:19.133883 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-255aa138-8baf-4ebc-9be5-f4fdd4d9c186 tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1796 time: 0.1888475
Dec 16 23:20:19.136748 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 56200) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 23:20:19.142001 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-eda47f22-af88-411c-9f35-749a5fba1d23 tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Request body: {'security_group_rule': {'security_group_id': 'e9b01257-5730-49b0-9c8b-773ab6074bc7', 'project_id': '47501bc0fd67468ab7c1cdfc7c01d7c1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 23:20:19.148037 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-eda47f22-af88-411c-9f35-749a5fba1d23 tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 23:20:19.152314 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-eda47f22-af88-411c-9f35-749a5fba1d23 tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Usage tracker for resource:security_group_rule and tenant:47501bc0fd67468ab7c1cdfc7c01d7c1 is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 23:20:19.155071 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-eda47f22-af88-411c-9f35-749a5fba1d23 tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 23:20:19.160598 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-eda47f22-af88-411c-9f35-749a5fba1d23 tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 23:20:19.176226 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-eda47f22-af88-411c-9f35-749a5fba1d23 tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:20:19.237333 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-eda47f22-af88-411c-9f35-749a5fba1d23 tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:20:19.241082 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-eda47f22-af88-411c-9f35-749a5fba1d23 tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841137'] for security_group_rule, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:20:19.246831 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-403885a6-16f2-4421-a659-133e48ce1f50 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:20:19.265463 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda47f22-af88-411c-9f35-749a5fba1d23 tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4ec1f7d-f419-4f1c-b289-deafabc6f75a,revision_number=0']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:20:19.267942 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-eda47f22-af88-411c-9f35-749a5fba1d23 tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:20:19.276393 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-eda47f22-af88-411c-9f35-749a5fba1d23 tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:20:19.277560 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-eda47f22-af88-411c-9f35-749a5fba1d23 tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1399319
Dec 16 23:20:19.280384 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 56204) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 23:20:19.285674 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-535200c3-c4be-4698-a910-1e018515151b tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Request body: {'security_group_rule': {'security_group_id': 'e9b01257-5730-49b0-9c8b-773ab6074bc7', 'project_id': '47501bc0fd67468ab7c1cdfc7c01d7c1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 23:20:19.291624 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-535200c3-c4be-4698-a910-1e018515151b tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 23:20:19.295452 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-535200c3-c4be-4698-a910-1e018515151b tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Usage tracker for resource:security_group_rule and tenant:47501bc0fd67468ab7c1cdfc7c01d7c1 is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 23:20:19.298302 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-535200c3-c4be-4698-a910-1e018515151b tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 23:20:19.303882 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-535200c3-c4be-4698-a910-1e018515151b tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 23:20:19.320983 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-535200c3-c4be-4698-a910-1e018515151b tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:20:19.381348 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-535200c3-c4be-4698-a910-1e018515151b tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:20:19.385247 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-535200c3-c4be-4698-a910-1e018515151b tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841137'] for security_group_rule, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:20:19.387801 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-2c6d631e-e19b-460b-a9ca-de8db42319fd tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:20:19.408840 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535200c3-c4be-4698-a910-1e018515151b tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2cc6584d-2502-4af7-8281-23ecfdc06595,revision_number=0']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:20:19.411409 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-535200c3-c4be-4698-a910-1e018515151b tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:20:19.419653 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-535200c3-c4be-4698-a910-1e018515151b tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:20:19.420818 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-535200c3-c4be-4698-a910-1e018515151b tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1394384
Dec 16 23:20:19.423561 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 56208) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 23:20:19.428948 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-8a0c35e6-effb-4f7a-a128-602c18df2fab tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Request body: {'security_group_rule': {'security_group_id': 'e9b01257-5730-49b0-9c8b-773ab6074bc7', 'project_id': '47501bc0fd67468ab7c1cdfc7c01d7c1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 23:20:19.435648 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-8a0c35e6-effb-4f7a-a128-602c18df2fab tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 23:20:19.439526 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-8a0c35e6-effb-4f7a-a128-602c18df2fab tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Usage tracker for resource:security_group_rule and tenant:47501bc0fd67468ab7c1cdfc7c01d7c1 is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 23:20:19.442536 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-8a0c35e6-effb-4f7a-a128-602c18df2fab tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 23:20:19.448824 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-8a0c35e6-effb-4f7a-a128-602c18df2fab tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 23:20:19.464494 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-8a0c35e6-effb-4f7a-a128-602c18df2fab tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:20:19.525056 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-8a0c35e6-effb-4f7a-a128-602c18df2fab tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:20:19.528193 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-8a0c35e6-effb-4f7a-a128-602c18df2fab tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841137'] for security_group_rule, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:20:19.529956 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-9bdc49a4-3f32-44f8-9144-dcfd4ca42d18 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:20:19.550969 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0c35e6-effb-4f7a-a128-602c18df2fab tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a60e328-93f1-4339-829a-9bc84e8b073c,revision_number=0']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:20:19.553337 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-8a0c35e6-effb-4f7a-a128-602c18df2fab tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:20:19.560791 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-8a0c35e6-effb-4f7a-a128-602c18df2fab tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:20:19.561935 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-8a0c35e6-effb-4f7a-a128-602c18df2fab tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1371837
Dec 16 23:20:19.564657 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 56212) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 23:20:19.569634 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-b3335b59-a3cc-4c60-973b-928df8a59cab tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Request body: {'security_group_rule': {'security_group_id': 'e9b01257-5730-49b0-9c8b-773ab6074bc7', 'project_id': '47501bc0fd67468ab7c1cdfc7c01d7c1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 23:20:19.576019 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-b3335b59-a3cc-4c60-973b-928df8a59cab tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 23:20:19.579781 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-b3335b59-a3cc-4c60-973b-928df8a59cab tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Usage tracker for resource:security_group_rule and tenant:47501bc0fd67468ab7c1cdfc7c01d7c1 is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 23:20:19.582587 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-b3335b59-a3cc-4c60-973b-928df8a59cab tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 23:20:19.588525 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-b3335b59-a3cc-4c60-973b-928df8a59cab tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 23:20:19.607387 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-b3335b59-a3cc-4c60-973b-928df8a59cab tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:20:19.670445 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-b3335b59-a3cc-4c60-973b-928df8a59cab tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:20:19.673974 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-b3335b59-a3cc-4c60-973b-928df8a59cab tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841137'] for security_group_rule, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:20:19.675994 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-259be03d-be3d-4b30-8768-041b6893c5fa tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:20:19.698358 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3335b59-a3cc-4c60-973b-928df8a59cab tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ea0dccd-e6c5-407b-b42e-6812c6024718,revision_number=0']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:20:19.702942 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-b3335b59-a3cc-4c60-973b-928df8a59cab tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:20:19.706999 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-b3335b59-a3cc-4c60-973b-928df8a59cab tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:20:19.708181 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-b3335b59-a3cc-4c60-973b-928df8a59cab tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1426215
Dec 16 23:20:19.711989 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 56216) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 23:20:19.717235 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-fd4ec000-4a04-4e05-bf5d-96c3c6498faf tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Request body: {'security_group_rule': {'security_group_id': 'e9b01257-5730-49b0-9c8b-773ab6074bc7', 'project_id': '47501bc0fd67468ab7c1cdfc7c01d7c1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 23:20:19.723008 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-fd4ec000-4a04-4e05-bf5d-96c3c6498faf tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 23:20:19.726879 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-fd4ec000-4a04-4e05-bf5d-96c3c6498faf tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Usage tracker for resource:security_group_rule and tenant:47501bc0fd67468ab7c1cdfc7c01d7c1 is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 23:20:19.729820 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-fd4ec000-4a04-4e05-bf5d-96c3c6498faf tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 23:20:19.735344 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-fd4ec000-4a04-4e05-bf5d-96c3c6498faf tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 23:20:19.746172 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.db.securitygroups_db [None req-fd4ec000-4a04-4e05-bf5d-96c3c6498faf tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Project 47501bc0fd67468ab7c1cdfc7c01d7c1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 16 23:20:19.753011 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-fd4ec000-4a04-4e05-bf5d-96c3c6498faf tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:20:19.810493 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Device ec2fb1d7-dea3-4321-8537-9a999afed5bd no longer exists at agent hyperv_hv-neutron-8218 {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 23:20:19.815859 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-fd4ec000-4a04-4e05-bf5d-96c3c6498faf tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:20:19.819444 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-fd4ec000-4a04-4e05-bf5d-96c3c6498faf tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841137'] for security_group_rule, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:20:19.821766 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-37888831-7a1b-4dd2-869d-dae89cbed507 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:20:19.844522 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4ec000-4a04-4e05-bf5d-96c3c6498faf tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9006f2e-b886-4671-9766-1dbe437d3d66,revision_number=0']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:20:19.849007 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-fd4ec000-4a04-4e05-bf5d-96c3c6498faf tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:20:19.849492 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] No Port match for: ec2fb1d7-dea3-4321-8537-9a999afed5bd {{(pid=87508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 23:20:19.849855 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Device ec2fb1d7-dea3-4321-8537-9a999afed5bd not bound to the agent host hv-neutron-8218 {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 23:20:19.854774 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-fd4ec000-4a04-4e05-bf5d-96c3c6498faf tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:20:19.855997 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-fd4ec000-4a04-4e05-bf5d-96c3c6498faf tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1430838
Dec 16 23:20:19.858740 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 56220) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 23:20:19.863635 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-c541bbb6-53dc-481c-9706-a4412a56a17b tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Request body: {'security_group_rule': {'security_group_id': 'e9b01257-5730-49b0-9c8b-773ab6074bc7', 'project_id': '47501bc0fd67468ab7c1cdfc7c01d7c1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 23:20:19.869411 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-c541bbb6-53dc-481c-9706-a4412a56a17b tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 23:20:19.873119 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-c541bbb6-53dc-481c-9706-a4412a56a17b tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Usage tracker for resource:security_group_rule and tenant:47501bc0fd67468ab7c1cdfc7c01d7c1 is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 23:20:19.875945 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-c541bbb6-53dc-481c-9706-a4412a56a17b tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 23:20:19.881436 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-c541bbb6-53dc-481c-9706-a4412a56a17b tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 23:20:19.892061 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.db.securitygroups_db [None req-c541bbb6-53dc-481c-9706-a4412a56a17b tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Project 47501bc0fd67468ab7c1cdfc7c01d7c1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 16 23:20:19.899004 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-c541bbb6-53dc-481c-9706-a4412a56a17b tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:20:19.964620 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-c541bbb6-53dc-481c-9706-a4412a56a17b tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:20:19.967847 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-c541bbb6-53dc-481c-9706-a4412a56a17b tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841137'] for security_group_rule, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:20:19.969600 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-770b1fb2-acfc-4d32-8441-b1379d6353bd tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:20:19.991127 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c541bbb6-53dc-481c-9706-a4412a56a17b tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d946373-ab7e-4742-af50-7ed27e1b3f19,revision_number=0']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:20:19.995528 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-c541bbb6-53dc-481c-9706-a4412a56a17b tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:20:19.999986 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-c541bbb6-53dc-481c-9706-a4412a56a17b tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:20:20.001167 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-c541bbb6-53dc-481c-9706-a4412a56a17b tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1415346
Dec 16 23:20:28.263608 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-2a6fa021-3398-4b7e-a6a7-602071ab3206 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:20:30.680839 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-57eef576-1c4e-4414-bad5-1defd37307ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:20:31.668335 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-3e729f7f-1589-4d54-9c4a-7ee6b283cc2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:20:31.740777 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:20:33.428328 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-4541ba3b-6be8-499c-bc94-3c60aa55c4f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:20:33.864591 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [req-e28f5175-3ea3-4cbb-b76a-02b0a6fd7147 req-43cceae5-d8c6-4dfc-95f4-5a524d35a65b tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Synchronizing usage tracker for tenant:47501bc0fd67468ab7c1cdfc7c01d7c1 on resource:security_group {{(pid=87507) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 23:20:33.879237 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [req-e28f5175-3ea3-4cbb-b76a-02b0a6fd7147 req-43cceae5-d8c6-4dfc-95f4-5a524d35a65b tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Unset dirty status for tenant:47501bc0fd67468ab7c1cdfc7c01d7c1 on resource:security_group {{(pid=87507) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 23:20:33.880515 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-e28f5175-3ea3-4cbb-b76a-02b0a6fd7147 req-43cceae5-d8c6-4dfc-95f4-5a524d35a65b tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1469554329&fields=id&tenant_id=47501bc0fd67468ab7c1cdfc7c01d7c1 HTTP/1.1" status: 200  len: 267 time: 0.0540879
Dec 16 23:20:34.025809 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28f5175-3ea3-4cbb-b76a-02b0a6fd7147 req-c80c6fe3-b220-42ec-a68f-375a57edcc1e tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:20:34.027153 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-e28f5175-3ea3-4cbb-b76a-02b0a6fd7147 req-c80c6fe3-b220-42ec-a68f-375a57edcc1e tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] 10.222.0.13 "GET /v2.0/networks?id=bdbbdf9a-ec90-43ce-a9c5-6006b2bf9731 HTTP/1.1" status: 200  len: 808 time: 0.1397038
Dec 16 23:20:34.041837 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-e28f5175-3ea3-4cbb-b76a-02b0a6fd7147 req-64064cf5-352f-4fb4-93a8-720d85bb3b32 tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] 10.222.0.13 "GET /v2.0/quotas/47501bc0fd67468ab7c1cdfc7c01d7c1 HTTP/1.1" status: 200  len: 375 time: 0.0092702
Dec 16 23:20:34.121805 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-e28f5175-3ea3-4cbb-b76a-02b0a6fd7147 req-060e0d78-1372-41c4-a719-cd0e8475cc18 tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=47501bc0fd67468ab7c1cdfc7c01d7c1&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0752091
Dec 16 23:20:34.296721 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-e28f5175-3ea3-4cbb-b76a-02b0a6fd7147 req-f4f625a1-dd64-4abf-8033-f3ec89f4f230 service neutron] 10.222.0.13 "GET /v2.0/networks/bdbbdf9a-ec90-43ce-a9c5-6006b2bf9731?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1637800
Dec 16 23:20:34.424146 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-e28f5175-3ea3-4cbb-b76a-02b0a6fd7147 req-79de275b-29c7-4d7d-8e5a-dabe06cb3ad9 service neutron] 10.222.0.13 "GET /v2.0/networks/bdbbdf9a-ec90-43ce-a9c5-6006b2bf9731?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1217384
Dec 16 23:20:34.804792 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-318d3bc5-8933-4c89-83ba-8d98b0694513 req-6ce61fad-403e-49fa-b496-94c195a68ba4 tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] 10.222.0.13 "GET /v2.0/ports?device_id=70d65b02-30c0-40b6-98d0-a1e529fbed2d HTTP/1.1" status: 200  len: 210 time: 0.0472462
Dec 16 23:20:35.484721 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.agents_db [None req-0abd2616-a86c-48e2-be07-10823335a5bb None None] Agent healthcheck: found 6 active agents {{(pid=87509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 23:20:35.951896 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-dbf0b25b-8b15-41ed-a4d1-299bdc3530c2 req-4d57c9da-c621-45d3-b598-bf91f235174f tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] 10.222.0.13 "GET /v2.0/ports?device_id=70d65b02-30c0-40b6-98d0-a1e529fbed2d HTTP/1.1" status: 200  len: 210 time: 0.0422063
Dec 16 23:20:36.039346 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28f5175-3ea3-4cbb-b76a-02b0a6fd7147 req-171c1858-05c9-4d9c-8774-e507c6162f0e tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:20:36.040798 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-e28f5175-3ea3-4cbb-b76a-02b0a6fd7147 req-171c1858-05c9-4d9c-8774-e507c6162f0e tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] 10.222.0.49 "GET /v2.0/networks?id=bdbbdf9a-ec90-43ce-a9c5-6006b2bf9731 HTTP/1.1" status: 200  len: 808 time: 0.1509087
Dec 16 23:20:36.095674 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [req-e28f5175-3ea3-4cbb-b76a-02b0a6fd7147 req-f5b1944a-3e62-4fcf-bea9-a5f1516367ba tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Synchronizing usage tracker for tenant:47501bc0fd67468ab7c1cdfc7c01d7c1 on resource:security_group {{(pid=87506) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 23:20:36.107171 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [req-e28f5175-3ea3-4cbb-b76a-02b0a6fd7147 req-f5b1944a-3e62-4fcf-bea9-a5f1516367ba tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Unset dirty status for tenant:47501bc0fd67468ab7c1cdfc7c01d7c1 on resource:security_group {{(pid=87506) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 23:20:36.108319 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-e28f5175-3ea3-4cbb-b76a-02b0a6fd7147 req-f5b1944a-3e62-4fcf-bea9-a5f1516367ba tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=47501bc0fd67468ab7c1cdfc7c01d7c1 HTTP/1.1" status: 200  len: 380 time: 0.0531135
Dec 16 23:20:36.132205 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [req-e28f5175-3ea3-4cbb-b76a-02b0a6fd7147 req-185d8061-acef-4b12-9e3c-746a0016fefc tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Request body: {'port': {'device_id': '70d65b02-30c0-40b6-98d0-a1e529fbed2d', 'network_id': 'bdbbdf9a-ec90-43ce-a9c5-6006b2bf9731', 'admin_state_up': True, 'tenant_id': '47501bc0fd67468ab7c1cdfc7c01d7c1', 'security_groups': ['e9b01257-5730-49b0-9c8b-773ab6074bc7']}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 23:20:36.273124 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [req-e28f5175-3ea3-4cbb-b76a-02b0a6fd7147 req-185d8061-acef-4b12-9e3c-746a0016fefc tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 23:20:36.277045 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [req-e28f5175-3ea3-4cbb-b76a-02b0a6fd7147 req-185d8061-acef-4b12-9e3c-746a0016fefc tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Usage tracker for resource:port and tenant:47501bc0fd67468ab7c1cdfc7c01d7c1 is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 23:20:36.279871 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [req-e28f5175-3ea3-4cbb-b76a-02b0a6fd7147 req-185d8061-acef-4b12-9e3c-746a0016fefc tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 23:20:36.285553 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [req-e28f5175-3ea3-4cbb-b76a-02b0a6fd7147 req-185d8061-acef-4b12-9e3c-746a0016fefc tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 23:20:36.296320 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e28f5175-3ea3-4cbb-b76a-02b0a6fd7147 req-185d8061-acef-4b12-9e3c-746a0016fefc tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Made reservation on behalf of 47501bc0fd67468ab7c1cdfc7c01d7c1 for: {'port': 1} {{(pid=87506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 23:20:36.299814 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-e28f5175-3ea3-4cbb-b76a-02b0a6fd7147 req-185d8061-acef-4b12-9e3c-746a0016fefc tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:20:36.467521 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.db_base_plugin_common [req-e28f5175-3ea3-4cbb-b76a-02b0a6fd7147 req-185d8061-acef-4b12-9e3c-746a0016fefc tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Allocated IP 172.20.0.10 (bdbbdf9a-ec90-43ce-a9c5-6006b2bf9731/604d070c-ec45-48e1-8616-458a0650411c/bc9366df-060d-44a7-910e-5003dcabafad) {{(pid=87506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 23:20:36.670282 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-e28f5175-3ea3-4cbb-b76a-02b0a6fd7147 req-185d8061-acef-4b12-9e3c-746a0016fefc tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Notify callbacks [] for port, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:20:36.686301 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.provisioning_blocks [req-e28f5175-3ea3-4cbb-b76a-02b0a6fd7147 req-185d8061-acef-4b12-9e3c-746a0016fefc tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Transition to ACTIVE for port object bc9366df-060d-44a7-910e-5003dcabafad will not be triggered until provisioned by entity DHCP. {{(pid=87506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 23:20:36.714088 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-e28f5175-3ea3-4cbb-b76a-02b0a6fd7147 req-185d8061-acef-4b12-9e3c-746a0016fefc tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1863393'] for port, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:20:36.720100 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-44664df7-55fa-4181-92be-69d1e849944c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:20:36.793180 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e28f5175-3ea3-4cbb-b76a-02b0a6fd7147 req-185d8061-acef-4b12-9e3c-746a0016fefc tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Network bdbbdf9a-ec90-43ce-a9c5-6006b2bf9731 is already hosted by enough agents. {{(pid=87506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 23:20:36.796398 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.base_scheduler [req-e28f5175-3ea3-4cbb-b76a-02b0a6fd7147 req-185d8061-acef-4b12-9e3c-746a0016fefc tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Resources bound (agent type, host, resource id):  {{(pid=87506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 23:20:36.800982 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.l3_dvrscheduler_db [req-e28f5175-3ea3-4cbb-b76a-02b0a6fd7147 req-185d8061-acef-4b12-9e3c-746a0016fefc tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Received port after_create {{(pid=87506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 23:20:36.844070 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185d8061-acef-4b12-9e3c-746a0016fefc tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Pushing event updated for resources: {'Port': ['ID=bc9366df-060d-44a7-910e-5003dcabafad,revision_number=1']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:20:36.855623 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-185d8061-acef-4b12-9e3c-746a0016fefc tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:20:36.883223 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28f5175-3ea3-4cbb-b76a-02b0a6fd7147 req-185d8061-acef-4b12-9e3c-746a0016fefc tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:20:36.883891 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-e28f5175-3ea3-4cbb-b76a-02b0a6fd7147 req-185d8061-acef-4b12-9e3c-746a0016fefc tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for port, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:20:36.912664 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-e28f5175-3ea3-4cbb-b76a-02b0a6fd7147 req-185d8061-acef-4b12-9e3c-746a0016fefc tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.7840595
Dec 16 23:20:36.931333 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [req-e28f5175-3ea3-4cbb-b76a-02b0a6fd7147 req-1453d467-a5fd-487a-bff4-66773829cd19 service neutron] Request body: {'port': {'device_id': '70d65b02-30c0-40b6-98d0-a1e529fbed2d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8218'}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 23:20:37.066016 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-7a424d13-d240-4ac6-b854-fabe03b36071 None None] Provisioning for port bc9366df-060d-44a7-910e-5003dcabafad completed by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 23:20:37.073105 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-7a424d13-d240-4ac6-b854-fabe03b36071 None None] Provisioning complete for port bc9366df-060d-44a7-910e-5003dcabafad triggered by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 23:20:37.073753 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-7a424d13-d240-4ac6-b854-fabe03b36071 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:20:37.137444 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-7a424d13-d240-4ac6-b854-fabe03b36071 None None] Port bc9366df-060d-44a7-910e-5003dcabafad cannot update to ACTIVE because it is not bound. {{(pid=87508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 23:20:37.167598 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22aec43d-034b-4757-89e1-558b388d18b8 req-e3e187d1-abc2-4a04-82aa-a2041da7e299 tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:20:37.170165 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-22aec43d-034b-4757-89e1-558b388d18b8 req-e3e187d1-abc2-4a04-82aa-a2041da7e299 tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] 10.222.0.13 "GET /v2.0/ports?device_id=70d65b02-30c0-40b6-98d0-a1e529fbed2d HTTP/1.1" status: 200  len: 932 time: 0.0968561
Dec 16 23:20:37.200016 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-e28f5175-3ea3-4cbb-b76a-02b0a6fd7147 req-1453d467-a5fd-487a-bff4-66773829cd19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:20:37.217309 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-22aec43d-034b-4757-89e1-558b388d18b8 req-d814eab9-e89f-4ea2-a43c-d71bbea0ca74 tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9b01257-5730-49b0-9c8b-773ab6074bc7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0408444
Dec 16 23:20:37.553041 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.notifiers.nova [req-e28f5175-3ea3-4cbb-b76a-02b0a6fd7147 req-1453d467-a5fd-487a-bff4-66773829cd19 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc9366df-060d-44a7-910e-5003dcabafad {{(pid=87506) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 23:20:37.560739 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-e28f5175-3ea3-4cbb-b76a-02b0a6fd7147 req-1453d467-a5fd-487a-bff4-66773829cd19 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:20:37.575470 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.provisioning_blocks [req-e28f5175-3ea3-4cbb-b76a-02b0a6fd7147 req-1453d467-a5fd-487a-bff4-66773829cd19 service neutron] Transition to ACTIVE for port object bc9366df-060d-44a7-910e-5003dcabafad will not be triggered until provisioned by entity L2. {{(pid=87506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 23:20:37.578966 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-e28f5175-3ea3-4cbb-b76a-02b0a6fd7147 req-1453d467-a5fd-487a-bff4-66773829cd19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1863400'] for port, after_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:20:37.583454 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-d8545f6b-e1a4-401e-9483-cc204ba5920a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:20:37.739724 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1453d467-a5fd-487a-bff4-66773829cd19 service neutron] Pushing event updated for resources: {'Port': ['ID=bc9366df-060d-44a7-910e-5003dcabafad,revision_number=2']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:20:37.749512 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-1453d467-a5fd-487a-bff4-66773829cd19 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:20:37.817456 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.managers [req-e28f5175-3ea3-4cbb-b76a-02b0a6fd7147 req-1453d467-a5fd-487a-bff4-66773829cd19 service neutron] Attempting to bind port bc9366df-060d-44a7-910e-5003dcabafad on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=87506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 23:20:37.817792 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.managers [req-e28f5175-3ea3-4cbb-b76a-02b0a6fd7147 req-1453d467-a5fd-487a-bff4-66773829cd19 service neutron] Attempting to bind port bc9366df-060d-44a7-910e-5003dcabafad by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '397b3ba8-7a47-4be7-98f0-838a20aabd5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'bdbbdf9a-ec90-43ce-a9c5-6006b2bf9731'}] {{(pid=87506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 23:20:37.818123 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e28f5175-3ea3-4cbb-b76a-02b0a6fd7147 req-1453d467-a5fd-487a-bff4-66773829cd19 service neutron] Attempting to bind port bc9366df-060d-44a7-910e-5003dcabafad on network bdbbdf9a-ec90-43ce-a9c5-6006b2bf9731 {{(pid=87506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 23:20:37.823362 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e28f5175-3ea3-4cbb-b76a-02b0a6fd7147 req-1453d467-a5fd-487a-bff4-66773829cd19 service neutron] Port bc9366df-060d-44a7-910e-5003dcabafad on network bdbbdf9a-ec90-43ce-a9c5-6006b2bf9731 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=87506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 16 23:20:37.823672 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e28f5175-3ea3-4cbb-b76a-02b0a6fd7147 req-1453d467-a5fd-487a-bff4-66773829cd19 service neutron] Attempting to bind port bc9366df-060d-44a7-910e-5003dcabafad on network bdbbdf9a-ec90-43ce-a9c5-6006b2bf9731 {{(pid=87506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 23:20:37.828657 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e28f5175-3ea3-4cbb-b76a-02b0a6fd7147 req-1453d467-a5fd-487a-bff4-66773829cd19 service neutron] Checking agent: {'id': '849b5cbb-8f70-4c31-8f37-fd42f8351747', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8218', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 30, 8), 'started_at': datetime.datetime(2021, 12, 16, 22, 30, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 23, 20, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 23:20:37.828987 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e28f5175-3ea3-4cbb-b76a-02b0a6fd7147 req-1453d467-a5fd-487a-bff4-66773829cd19 service neutron] Checking segment: {'id': '397b3ba8-7a47-4be7-98f0-838a20aabd5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'bdbbdf9a-ec90-43ce-a9c5-6006b2bf9731'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 23:20:37.829363 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e28f5175-3ea3-4cbb-b76a-02b0a6fd7147 req-1453d467-a5fd-487a-bff4-66773829cd19 service neutron] Bound using segment: {'id': '397b3ba8-7a47-4be7-98f0-838a20aabd5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'bdbbdf9a-ec90-43ce-a9c5-6006b2bf9731'} {{(pid=87506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 23:20:37.829774 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.managers [req-e28f5175-3ea3-4cbb-b76a-02b0a6fd7147 req-1453d467-a5fd-487a-bff4-66773829cd19 service neutron] Bound port: bc9366df-060d-44a7-910e-5003dcabafad, host: hv-neutron-8218, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '397b3ba8-7a47-4be7-98f0-838a20aabd5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'bdbbdf9a-ec90-43ce-a9c5-6006b2bf9731'}}] {{(pid=87506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 23:20:37.830111 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-e28f5175-3ea3-4cbb-b76a-02b0a6fd7147 req-1453d467-a5fd-487a-bff4-66773829cd19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:20:37.920209 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.db [req-e28f5175-3ea3-4cbb-b76a-02b0a6fd7147 req-1453d467-a5fd-487a-bff4-66773829cd19 service neutron] For port bc9366df-060d-44a7-910e-5003dcabafad, host hv-neutron-8218, cleared binding levels {{(pid=87506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 23:20:37.923390 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.db [req-e28f5175-3ea3-4cbb-b76a-02b0a6fd7147 req-1453d467-a5fd-487a-bff4-66773829cd19 service neutron] For port bc9366df-060d-44a7-910e-5003dcabafad, host hv-neutron-8218, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=bc9366df-060d-44a7-910e-5003dcabafad,segment=NetworkSegment(397b3ba8-7a47-4be7-98f0-838a20aabd5a),segment_id=397b3ba8-7a47-4be7-98f0-838a20aabd5a)] {{(pid=87506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 23:20:37.927302 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-e28f5175-3ea3-4cbb-b76a-02b0a6fd7147 req-1453d467-a5fd-487a-bff4-66773829cd19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1863400'] for port, after_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:20:37.931568 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-a3b132b1-4837-4878-b7a3-9429e40d13f2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:20:37.987889 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28f5175-3ea3-4cbb-b76a-02b0a6fd7147 req-1453d467-a5fd-487a-bff4-66773829cd19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:20:37.988508 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-e28f5175-3ea3-4cbb-b76a-02b0a6fd7147 req-1453d467-a5fd-487a-bff4-66773829cd19 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for port, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:20:37.989859 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-e28f5175-3ea3-4cbb-b76a-02b0a6fd7147 req-1453d467-a5fd-487a-bff4-66773829cd19 service neutron] 10.222.0.49 "PUT /v2.0/ports/bc9366df-060d-44a7-910e-5003dcabafad HTTP/1.1" status: 200  len: 1094 time: 1.0630605
Dec 16 23:20:37.990401 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70d65b02-30c0-40b6-98d0-a1e529fbed2d', 'tag': 'bc9366df-060d-44a7-910e-5003dcabafad'}] {{(pid=87506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 23:20:38.011484 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1453d467-a5fd-487a-bff4-66773829cd19 service neutron] Pushing event updated for resources: {'Port': ['ID=bc9366df-060d-44a7-910e-5003dcabafad,revision_number=3']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:20:38.015251 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-1453d467-a5fd-487a-bff4-66773829cd19 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:20:38.076930 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70d65b02-30c0-40b6-98d0-a1e529fbed2d', 'tag': 'bc9366df-060d-44a7-910e-5003dcabafad', 'status': 'completed', 'code': 200}
Dec 16 23:20:38.118065 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28f5175-3ea3-4cbb-b76a-02b0a6fd7147 req-2cf5b75b-a389-4df2-8280-dbe865126b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:20:38.119556 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-e28f5175-3ea3-4cbb-b76a-02b0a6fd7147 req-2cf5b75b-a389-4df2-8280-dbe865126b86 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=47501bc0fd67468ab7c1cdfc7c01d7c1&device_id=70d65b02-30c0-40b6-98d0-a1e529fbed2d HTTP/1.1" status: 200  len: 1097 time: 0.0764689
Dec 16 23:20:38.198262 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-e28f5175-3ea3-4cbb-b76a-02b0a6fd7147 req-0aed5f81-54d6-40f9-8833-2d5fa6eb4cbb service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bc9366df-060d-44a7-910e-5003dcabafad HTTP/1.1" status: 200  len: 217 time: 0.0661912
Dec 16 23:20:38.252038 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:20:38.262958 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28f5175-3ea3-4cbb-b76a-02b0a6fd7147 req-c4b9c96a-ffbb-4c50-aa1a-4fc408dcc8fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:20:38.264418 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-e28f5175-3ea3-4cbb-b76a-02b0a6fd7147 req-c4b9c96a-ffbb-4c50-aa1a-4fc408dcc8fc service neutron] 10.222.0.49 "GET /v2.0/subnets?id=604d070c-ec45-48e1-8616-458a0650411c HTTP/1.1" status: 200  len: 847 time: 0.0598843
Dec 16 23:20:38.341697 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28f5175-3ea3-4cbb-b76a-02b0a6fd7147 req-d22b94bb-cf32-45bf-8501-f02bb6f7d414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:20:38.343048 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-e28f5175-3ea3-4cbb-b76a-02b0a6fd7147 req-d22b94bb-cf32-45bf-8501-f02bb6f7d414 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=bdbbdf9a-ec90-43ce-a9c5-6006b2bf9731&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0724146
Dec 16 23:20:38.405111 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e844e414-e219-4172-b4d7-e2b5780679ed req-05b9224c-de28-41c6-a02d-6f8d4bc889dd tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:20:38.406580 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-e844e414-e219-4172-b4d7-e2b5780679ed req-05b9224c-de28-41c6-a02d-6f8d4bc889dd tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] 10.222.0.13 "GET /v2.0/ports?device_id=70d65b02-30c0-40b6-98d0-a1e529fbed2d HTTP/1.1" status: 200  len: 944 time: 0.0821693
Dec 16 23:20:38.451450 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-e844e414-e219-4172-b4d7-e2b5780679ed req-3bae5cae-5438-46dc-b1d9-b81a62fe2298 tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9b01257-5730-49b0-9c8b-773ab6074bc7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0391295
Dec 16 23:20:38.479271 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-e28f5175-3ea3-4cbb-b76a-02b0a6fd7147 req-8e8a8e15-2832-41de-8d31-010418f12934 service neutron] 10.222.0.49 "GET /v2.0/networks/bdbbdf9a-ec90-43ce-a9c5-6006b2bf9731?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1293406
Dec 16 23:20:38.607547 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-e28f5175-3ea3-4cbb-b76a-02b0a6fd7147 req-e0aa56a2-686f-47b2-8c36-0147158b1f8b service neutron] 10.222.0.49 "GET /v2.0/networks/bdbbdf9a-ec90-43ce-a9c5-6006b2bf9731?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1222873
Dec 16 23:20:38.756858 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2289efa0-b987-4247-ac77-e378e1178456 req-7c515702-1d58-488f-901e-65ac5b13a08e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:20:38.758321 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-2289efa0-b987-4247-ac77-e378e1178456 req-7c515702-1d58-488f-901e-65ac5b13a08e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=47501bc0fd67468ab7c1cdfc7c01d7c1&device_id=70d65b02-30c0-40b6-98d0-a1e529fbed2d HTTP/1.1" status: 200  len: 1097 time: 0.0688674
Dec 16 23:20:38.886548 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2289efa0-b987-4247-ac77-e378e1178456 req-81181b08-d14a-4731-8bd9-ea9e9ce35de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:20:38.887917 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-2289efa0-b987-4247-ac77-e378e1178456 req-81181b08-d14a-4731-8bd9-ea9e9ce35de6 service neutron] 10.222.0.49 "GET /v2.0/networks?id=bdbbdf9a-ec90-43ce-a9c5-6006b2bf9731 HTTP/1.1" status: 200  len: 909 time: 0.1220424
Dec 16 23:20:39.071107 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-2289efa0-b987-4247-ac77-e378e1178456 req-a05409cb-259a-40b9-b018-c22d38f396a1 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bc9366df-060d-44a7-910e-5003dcabafad HTTP/1.1" status: 200  len: 217 time: 0.1716580
Dec 16 23:20:39.132443 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2289efa0-b987-4247-ac77-e378e1178456 req-3cb64bad-b0af-42e0-98c6-a3b685db02bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:20:39.133805 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-2289efa0-b987-4247-ac77-e378e1178456 req-3cb64bad-b0af-42e0-98c6-a3b685db02bc service neutron] 10.222.0.49 "GET /v2.0/subnets?id=604d070c-ec45-48e1-8616-458a0650411c HTTP/1.1" status: 200  len: 847 time: 0.0555186
Dec 16 23:20:39.209823 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2289efa0-b987-4247-ac77-e378e1178456 req-c4f9b0cd-b14f-45fc-a2f7-3c24f81ce889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:20:39.211785 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-2289efa0-b987-4247-ac77-e378e1178456 req-c4f9b0cd-b14f-45fc-a2f7-3c24f81ce889 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=bdbbdf9a-ec90-43ce-a9c5-6006b2bf9731&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0715337
Dec 16 23:20:39.341075 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-2289efa0-b987-4247-ac77-e378e1178456 req-bde81669-36ee-4dc1-b802-07275583e300 service neutron] 10.222.0.49 "GET /v2.0/networks/bdbbdf9a-ec90-43ce-a9c5-6006b2bf9731?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1220784
Dec 16 23:20:39.471887 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-2289efa0-b987-4247-ac77-e378e1178456 req-1befc67f-97d1-4058-a2d5-8bd70d76cf0c service neutron] 10.222.0.49 "GET /v2.0/networks/bdbbdf9a-ec90-43ce-a9c5-6006b2bf9731?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1235528
Dec 16 23:20:39.635726 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94245489-b0b9-4f7d-9700-f566363b9ac8 req-62897626-fd07-4b77-a159-7278119163a9 tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:20:39.637181 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-94245489-b0b9-4f7d-9700-f566363b9ac8 req-62897626-fd07-4b77-a159-7278119163a9 tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] 10.222.0.13 "GET /v2.0/ports?device_id=70d65b02-30c0-40b6-98d0-a1e529fbed2d HTTP/1.1" status: 200  len: 944 time: 0.0793209
Dec 16 23:20:39.683691 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-94245489-b0b9-4f7d-9700-f566363b9ac8 req-de88551a-898b-4dba-9644-db64e5eae940 tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9b01257-5730-49b0-9c8b-773ab6074bc7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0410340
Dec 16 23:20:40.863004 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b9634f-3682-4e45-ac62-7462d5b740b4 req-22296855-ff90-4fee-ad1b-1140994b910b tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:20:40.864406 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-05b9634f-3682-4e45-ac62-7462d5b740b4 req-22296855-ff90-4fee-ad1b-1140994b910b tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] 10.222.0.13 "GET /v2.0/ports?device_id=70d65b02-30c0-40b6-98d0-a1e529fbed2d HTTP/1.1" status: 200  len: 944 time: 0.0793085
Dec 16 23:20:40.907689 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-05b9634f-3682-4e45-ac62-7462d5b740b4 req-34c5878e-9304-43fc-9885-fa066f549f12 tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9b01257-5730-49b0-9c8b-773ab6074bc7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0375454
Dec 16 23:20:42.199040 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d349f49-8d2f-46f5-9f11-1914977605f2 req-6626a83c-99c3-4043-98d8-2ea9b1c81c3a tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:20:42.200438 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-1d349f49-8d2f-46f5-9f11-1914977605f2 req-6626a83c-99c3-4043-98d8-2ea9b1c81c3a tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] 10.222.0.13 "GET /v2.0/ports?device_id=70d65b02-30c0-40b6-98d0-a1e529fbed2d HTTP/1.1" status: 200  len: 944 time: 0.1931376
Dec 16 23:20:42.243414 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-1d349f49-8d2f-46f5-9f11-1914977605f2 req-f25c9b66-fb67-4ab8-8201-9357ecac9aef tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9b01257-5730-49b0-9c8b-773ab6074bc7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0374434
Dec 16 23:20:43.423836 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94b4e78-4164-410e-8cf4-47577bba3d52 req-18abbfb8-41fe-4c3c-8757-4b148afcd213 tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:20:43.425260 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-d94b4e78-4164-410e-8cf4-47577bba3d52 req-18abbfb8-41fe-4c3c-8757-4b148afcd213 tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] 10.222.0.13 "GET /v2.0/ports?device_id=70d65b02-30c0-40b6-98d0-a1e529fbed2d HTTP/1.1" status: 200  len: 944 time: 0.0787990
Dec 16 23:20:43.471497 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-d94b4e78-4164-410e-8cf4-47577bba3d52 req-1b050a3f-761b-4deb-b403-ecb5e743400f tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9b01257-5730-49b0-9c8b-773ab6074bc7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0404131
Dec 16 23:20:44.650795 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f862ec9-91f3-462e-b76c-5bbef4569792 req-d9dfb5b6-21a9-4acc-8848-adbe384d6f29 tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:20:44.652255 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-2f862ec9-91f3-462e-b76c-5bbef4569792 req-d9dfb5b6-21a9-4acc-8848-adbe384d6f29 tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] 10.222.0.13 "GET /v2.0/ports?device_id=70d65b02-30c0-40b6-98d0-a1e529fbed2d HTTP/1.1" status: 200  len: 944 time: 0.0797222
Dec 16 23:20:44.694851 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-2f862ec9-91f3-462e-b76c-5bbef4569792 req-617a9267-6626-491d-9613-cb5e11631873 tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9b01257-5730-49b0-9c8b-773ab6074bc7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0370266
Dec 16 23:20:45.876355 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd18b10a-193c-4b8a-9fac-b1d9a56b0b43 req-bb300e30-b995-4edb-b62e-9a55ed8890aa tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:20:45.877767 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-dd18b10a-193c-4b8a-9fac-b1d9a56b0b43 req-bb300e30-b995-4edb-b62e-9a55ed8890aa tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] 10.222.0.13 "GET /v2.0/ports?device_id=70d65b02-30c0-40b6-98d0-a1e529fbed2d HTTP/1.1" status: 200  len: 944 time: 0.0819254
Dec 16 23:20:45.920333 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-dd18b10a-193c-4b8a-9fac-b1d9a56b0b43 req-a07bd596-d257-45e8-b13a-d27ce1631891 tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9b01257-5730-49b0-9c8b-773ab6074bc7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0363753
Dec 16 23:20:45.935301 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Device bc9366df-060d-44a7-910e-5003dcabafad details requested by agent hyperv_hv-neutron-8218 with host hv-neutron-8218 {{(pid=87508) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 16 23:20:46.063649 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] For port bc9366df-060d-44a7-910e-5003dcabafad, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=bc9366df-060d-44a7-910e-5003dcabafad,segment=NetworkSegment(397b3ba8-7a47-4be7-98f0-838a20aabd5a),segment_id=397b3ba8-7a47-4be7-98f0-838a20aabd5a)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 23:20:46.076309 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Returning: {'device': 'bc9366df-060d-44a7-910e-5003dcabafad', 'network_id': 'bdbbdf9a-ec90-43ce-a9c5-6006b2bf9731', 'port_id': 'bc9366df-060d-44a7-910e-5003dcabafad', 'mac_address': 'fa:16:3e:79:57:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '604d070c-ec45-48e1-8616-458a0650411c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87508) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 16 23:20:46.133310 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:20:46.149254 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.notifiers.nova [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc9366df-060d-44a7-910e-5003dcabafad {{(pid=87508) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 23:20:46.164313 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] For port bc9366df-060d-44a7-910e-5003dcabafad, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=bc9366df-060d-44a7-910e-5003dcabafad,segment=NetworkSegment(397b3ba8-7a47-4be7-98f0-838a20aabd5a),segment_id=397b3ba8-7a47-4be7-98f0-838a20aabd5a)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 23:20:46.168129 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:20:46.170230 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:20:46.233733 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Pushing event updated for resources: {'Port': ['ID=bc9366df-060d-44a7-910e-5003dcabafad,revision_number=4']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:20:46.240662 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:20:46.241021 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:20:46.241367 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:20:46.242300 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:20:46.242641 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:20:46.242977 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:20:46.243310 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:20:46.243643 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:20:46.244006 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:20:46.244337 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:20:46.244663 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:20:46.244987 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:20:46.248782 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:20:46.442085 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] get_ports_and_sgs() called for port_ids ['bc9366df-060d-44a7-910e-5003dcabafad'] {{(pid=87508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 23:20:47.102809 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b4cff2-5a35-4844-9691-8c8aedb5e647 req-f4b27ade-526d-4413-a1e4-8e1b75a12b9f tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:20:47.104254 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-06b4cff2-5a35-4844-9691-8c8aedb5e647 req-f4b27ade-526d-4413-a1e4-8e1b75a12b9f tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] 10.222.0.13 "GET /v2.0/ports?device_id=70d65b02-30c0-40b6-98d0-a1e529fbed2d HTTP/1.1" status: 200  len: 945 time: 0.0795119
Dec 16 23:20:47.146908 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-06b4cff2-5a35-4844-9691-8c8aedb5e647 req-6dc8d38b-5b91-4c5e-9890-08f925bd57fc tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9b01257-5730-49b0-9c8b-773ab6074bc7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0371001
Dec 16 23:20:47.950950 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Device bc9366df-060d-44a7-910e-5003dcabafad up at agent hyperv_hv-neutron-8218 {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 23:20:48.015558 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Provisioning for port bc9366df-060d-44a7-910e-5003dcabafad completed by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 23:20:48.020013 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Provisioning complete for port bc9366df-060d-44a7-910e-5003dcabafad triggered by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 23:20:48.020396 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:20:48.130840 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:20:48.156709 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70d65b02-30c0-40b6-98d0-a1e529fbed2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc9366df-060d-44a7-910e-5003dcabafad'}] {{(pid=87508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 23:20:48.166670 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] For port bc9366df-060d-44a7-910e-5003dcabafad, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=bc9366df-060d-44a7-910e-5003dcabafad,segment=NetworkSegment(397b3ba8-7a47-4be7-98f0-838a20aabd5a),segment_id=397b3ba8-7a47-4be7-98f0-838a20aabd5a)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 23:20:48.172687 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:20:48.175913 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:20:48.245929 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Pushing event updated for resources: {'Port': ['ID=bc9366df-060d-44a7-910e-5003dcabafad,revision_number=5']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:20:48.249254 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:20:48.264063 dv-neutron-821829-1-hyperv neutron-server[87508]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70d65b02-30c0-40b6-98d0-a1e529fbed2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc9366df-060d-44a7-910e-5003dcabafad', 'code': 200}
Dec 16 23:20:48.341102 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c92e66-2da3-4d40-aaff-678baad701a2 req-8b281ea5-cfa1-4112-9039-0f673405af87 tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:20:48.342559 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-e4c92e66-2da3-4d40-aaff-678baad701a2 req-8b281ea5-cfa1-4112-9039-0f673405af87 tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] 10.222.0.13 "GET /v2.0/ports?device_id=70d65b02-30c0-40b6-98d0-a1e529fbed2d HTTP/1.1" status: 200  len: 946 time: 0.0828629
Dec 16 23:20:48.387440 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-e4c92e66-2da3-4d40-aaff-678baad701a2 req-30293081-9662-4c16-b4b7-ac3c19d9347a tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9b01257-5730-49b0-9c8b-773ab6074bc7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0392776
Dec 16 23:20:48.579965 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd97b05-7263-4d9c-905e-1c6ee2d7c562 req-83df2c47-1b29-44a3-a5f2-f236c99dc3d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:20:48.581439 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-fcd97b05-7263-4d9c-905e-1c6ee2d7c562 req-83df2c47-1b29-44a3-a5f2-f236c99dc3d4 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=70d65b02-30c0-40b6-98d0-a1e529fbed2d HTTP/1.1" status: 200  len: 1099 time: 0.0697899
Dec 16 23:20:48.629231 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-fcd97b05-7263-4d9c-905e-1c6ee2d7c562 req-28da50f2-e068-4499-86af-db40e8a75053 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=e9b01257-5730-49b0-9c8b-773ab6074bc7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0342858
Dec 16 23:20:49.571855 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb507f4a-32a7-45f8-96e9-d91929820563 req-e262dc45-2523-4e43-9468-d8670694ea80 tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:20:49.573289 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-cb507f4a-32a7-45f8-96e9-d91929820563 req-e262dc45-2523-4e43-9468-d8670694ea80 tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] 10.222.0.13 "GET /v2.0/ports?device_id=70d65b02-30c0-40b6-98d0-a1e529fbed2d HTTP/1.1" status: 200  len: 946 time: 0.0796514
Dec 16 23:20:49.622465 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-cb507f4a-32a7-45f8-96e9-d91929820563 req-8b5d06dc-7378-4a91-b22d-2bc1a9a4864f tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9b01257-5730-49b0-9c8b-773ab6074bc7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0436449
Dec 16 23:20:50.803632 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721784dc-dfd1-4a2d-b24d-385ae47c24db req-c02cc90a-47a9-4e7a-8206-90b424a7c9da tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:20:50.805615 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-721784dc-dfd1-4a2d-b24d-385ae47c24db req-c02cc90a-47a9-4e7a-8206-90b424a7c9da tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] 10.222.0.13 "GET /v2.0/ports?device_id=70d65b02-30c0-40b6-98d0-a1e529fbed2d HTTP/1.1" status: 200  len: 946 time: 0.0787430
Dec 16 23:20:50.848878 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-721784dc-dfd1-4a2d-b24d-385ae47c24db req-c319df7a-7cf4-4466-b1ab-3d74f1d1e91b tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9b01257-5730-49b0-9c8b-773ab6074bc7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0377498
Dec 16 23:20:51.031256 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c3058f-7e1a-48e2-b0af-1cf165034193 req-62a8c423-550f-4feb-a666-b771563d396e tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:20:51.032618 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-a2c3058f-7e1a-48e2-b0af-1cf165034193 req-62a8c423-550f-4feb-a666-b771563d396e tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] 10.222.0.13 "GET /v2.0/ports?device_id=70d65b02-30c0-40b6-98d0-a1e529fbed2d HTTP/1.1" status: 200  len: 946 time: 0.0811794
Dec 16 23:20:51.074919 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-a2c3058f-7e1a-48e2-b0af-1cf165034193 req-993b33ca-af87-4c10-a711-c289c9c4b83c tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9b01257-5730-49b0-9c8b-773ab6074bc7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0368304
Dec 16 23:20:51.096496 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 56412) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 23:20:51.166835 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f10515d0-e7cd-4376-ad05-6b11e1f92e66 tempest-TestShelveInstance-1923018796 tempest-TestShelveInstance-1923018796-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:20:51.168322 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-f10515d0-e7cd-4376-ad05-6b11e1f92e66 tempest-TestShelveInstance-1923018796 tempest-TestShelveInstance-1923018796-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=70d65b02-30c0-40b6-98d0-a1e529fbed2d HTTP/1.1" status: 200  len: 1094 time: 0.0708749
Dec 16 23:20:51.171031 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 56416) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 23:20:51.175834 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-f08ff89b-321c-4bd2-96a5-4b91ec30f9d0 tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Request body: {'floatingip': {'floating_network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'port_id': 'bc9366df-060d-44a7-910e-5003dcabafad', 'tenant_id': '47501bc0fd67468ab7c1cdfc7c01d7c1', 'fixed_ip_address': '172.20.0.10'}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 23:20:51.182351 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-f08ff89b-321c-4bd2-96a5-4b91ec30f9d0 tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 23:20:51.186511 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-f08ff89b-321c-4bd2-96a5-4b91ec30f9d0 tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Usage tracker for resource:floatingip and tenant:47501bc0fd67468ab7c1cdfc7c01d7c1 is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 23:20:51.189316 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-f08ff89b-321c-4bd2-96a5-4b91ec30f9d0 tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 23:20:51.194966 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-f08ff89b-321c-4bd2-96a5-4b91ec30f9d0 tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 23:20:51.204452 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-f08ff89b-321c-4bd2-96a5-4b91ec30f9d0 tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Notify callbacks [] for floatingip, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:20:51.337278 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-f08ff89b-321c-4bd2-96a5-4b91ec30f9d0 tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:20:51.470135 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.db_base_plugin_common [None req-f08ff89b-321c-4bd2-96a5-4b91ec30f9d0 tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Allocated IP 172.26.0.80 (f8905ce9-304b-4976-bc47-e58c71c11de5/9bca8591-41ef-4f2d-8ecb-ecaab1a28acf/5c094b01-0231-44b8-a35d-00d75985304d) {{(pid=87507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 23:20:51.613847 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-f08ff89b-321c-4bd2-96a5-4b91ec30f9d0 tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Notify callbacks [] for port, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:20:51.641824 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-f08ff89b-321c-4bd2-96a5-4b91ec30f9d0 tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10807823'] for port, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:20:51.646153 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-b9ef59a2-84b4-4988-865c-3f899237c7b8 tempest-TestMinimumBasicScenario-742069240 tempest-TestMinimumBasicScenario-742069240-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:20:51.706237 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f08ff89b-321c-4bd2-96a5-4b91ec30f9d0 tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Network f8905ce9-304b-4976-bc47-e58c71c11de5 is already hosted by enough agents. {{(pid=87507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 23:20:51.709042 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.base_scheduler [None req-f08ff89b-321c-4bd2-96a5-4b91ec30f9d0 tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Resources bound (agent type, host, resource id):  {{(pid=87507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 23:20:51.713891 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f08ff89b-321c-4bd2-96a5-4b91ec30f9d0 tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Received port after_create {{(pid=87507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 23:20:51.753750 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08ff89b-321c-4bd2-96a5-4b91ec30f9d0 tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Pushing event updated for resources: {'Port': ['ID=5c094b01-0231-44b8-a35d-00d75985304d,revision_number=1']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:20:51.758087 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-f08ff89b-321c-4bd2-96a5-4b91ec30f9d0 tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:20:52.233258 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-f08ff89b-321c-4bd2-96a5-4b91ec30f9d0 tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:20:52.305639 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-f08ff89b-321c-4bd2-96a5-4b91ec30f9d0 tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:20:52.506553 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-f08ff89b-321c-4bd2-96a5-4b91ec30f9d0 tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Notify callbacks [] for port, precommit_update {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:20:52.511502 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-f08ff89b-321c-4bd2-96a5-4b91ec30f9d0 tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10807814'] for port, after_update {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:20:52.515743 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-335bdd05-35ea-4a24-81f2-72e14ff18d58 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:20:52.614917 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08ff89b-321c-4bd2-96a5-4b91ec30f9d0 tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Pushing event updated for resources: {'Port': ['ID=5c094b01-0231-44b8-a35d-00d75985304d,revision_number=2']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:20:52.619528 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-f08ff89b-321c-4bd2-96a5-4b91ec30f9d0 tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:20:52.627443 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-f08ff89b-321c-4bd2-96a5-4b91ec30f9d0 tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3741874'] for floatingip, after_update {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:20:52.797540 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.db.l3_db [None req-f08ff89b-321c-4bd2-96a5-4b91ec30f9d0 tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Floating IP c07ab56c-bed3-466d-b8ea-58290ea8422e associated. External IP: 172.26.0.80, port: bc9366df-060d-44a7-910e-5003dcabafad.
Dec 16 23:20:53.136087 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f08ff89b-321c-4bd2-96a5-4b91ec30f9d0 tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Router d7488134-e7bb-414a-9016-590a7ea9554e has already been hosted by L3 agent 4f519db7-069b-43e2-8411-c092bac9102a {{(pid=87507) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 23:20:53.312967 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f08ff89b-321c-4bd2-96a5-4b91ec30f9d0 tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Notify agent at l3_agent.dv-neutron-821829-1-hyperv the message routers_updated {{(pid=87507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 23:20:53.322879 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffc495fc-31bc-44ae-9798-4aab1099b324 None None] Sync routers for ids ['d7488134-e7bb-414a-9016-590a7ea9554e'] in dv-neutron-821829-1-hyperv {{(pid=87508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 23:20:53.331905 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffc495fc-31bc-44ae-9798-4aab1099b324 None None] Routers {'d7488134-e7bb-414a-9016-590a7ea9554e'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 23:20:53.332619 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-ffc495fc-31bc-44ae-9798-4aab1099b324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b77deddf0>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T23:20:31Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['d7488134-e7bb-414a-9016-590a7ea9554e'], 'active': True} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 23:20:53.336886 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-f08ff89b-321c-4bd2-96a5-4b91ec30f9d0 tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for floatingip, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:20:53.391836 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-f08ff89b-321c-4bd2-96a5-4b91ec30f9d0 tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.2197032
Dec 16 23:20:53.392760 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70d65b02-30c0-40b6-98d0-a1e529fbed2d', 'tag': 'bc9366df-060d-44a7-910e-5003dcabafad'}] {{(pid=87507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 23:20:53.443871 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70d65b02-30c0-40b6-98d0-a1e529fbed2d', 'tag': 'bc9366df-060d-44a7-910e-5003dcabafad', 'status': 'completed', 'code': 200}
Dec 16 23:20:53.510802 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvr_db [None req-ffc495fc-31bc-44ae-9798-4aab1099b324 None None] Set router d7488134-e7bb-414a-9016-590a7ea9554e gateway port host: dv-neutron-821829-1-hyperv {{(pid=87508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 23:20:53.560180 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f7fc7f-58aa-4f6d-8717-0de17473907d req-fe25d97c-fec3-4619-9cd2-deca9b8b8599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:20:53.561677 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-02f7fc7f-58aa-4f6d-8717-0de17473907d req-fe25d97c-fec3-4619-9cd2-deca9b8b8599 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=47501bc0fd67468ab7c1cdfc7c01d7c1&device_id=70d65b02-30c0-40b6-98d0-a1e529fbed2d HTTP/1.1" status: 200  len: 1099 time: 0.0742016
Dec 16 23:20:53.691317 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f7fc7f-58aa-4f6d-8717-0de17473907d req-91254f90-5a5e-42f7-a34b-85fa1060bc41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:20:53.692703 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-02f7fc7f-58aa-4f6d-8717-0de17473907d req-91254f90-5a5e-42f7-a34b-85fa1060bc41 service neutron] 10.222.0.49 "GET /v2.0/networks?id=bdbbdf9a-ec90-43ce-a9c5-6006b2bf9731 HTTP/1.1" status: 200  len: 909 time: 0.1250305
Dec 16 23:20:53.795647 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-02f7fc7f-58aa-4f6d-8717-0de17473907d req-f44b7407-4fec-4103-be90-1c008327e5d9 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bc9366df-060d-44a7-910e-5003dcabafad HTTP/1.1" status: 200  len: 999 time: 0.0963964
Dec 16 23:20:53.849996 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-ffc495fc-31bc-44ae-9798-4aab1099b324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b77deddf0>, [{'id': 'd7488134-e7bb-414a-9016-590a7ea9554e', 'name': 'tempest-TestShelveInstance-787508268-router', 'tenant_id': '47501bc0fd67468ab7c1cdfc7c01d7c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.229'}], 'enable_snat': True}, 'gw_port_id': 'f2a88052-c700-46bd-a14b-d6aab07205ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:15:53Z', 'updated_at': '2021-12-16T23:15:56Z', 'revision_number': 4, 'project_id': '47501bc0fd67468ab7c1cdfc7c01d7c1', 'gw_port': {'id': 'f2a88052-c700-46bd-a14b-d6aab07205ab', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:81:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7488134-e7bb-414a-9016-590a7ea9554e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:15:53Z', 'updated_at': '2021-12-16T23:15:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv', '_floatingips': [{'id': 'c07ab56c-bed3-466d-b8ea-58290ea8422e', 'tenant_id': '47501bc0fd67468ab7c1cdfc7c01d7c1', 'floating_ip_address': '172.26.0.80', 'floating_network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'router_id': 'd7488134-e7bb-414a-9016-590a7ea9554e', 'port_id': 'bc9366df-060d-44a7-910e-5003dcabafad', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1829, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bdbbdf9a-ec90-43ce-a9c5-6006b2bf9731', 'mac_address': 'fa:16:3e:79:57:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70d65b02-30c0-40b6-98d0-a1e529fbed2d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T23:20:52Z', 'updated_at': '2021-12-16T23:20:52Z', 'revision_number': 0, 'project_id': '47501bc0fd67468ab7c1cdfc7c01d7c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce74db12-a408-4724-8a40-30123fb2a63c', 'name': '', 'network_id': 'bdbbdf9a-ec90-43ce-a9c5-6006b2bf9731', 'tenant_id': '47501bc0fd67468ab7c1cdfc7c01d7c1', 'mac_address': 'fa:16:3e:f4:94:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7488134-e7bb-414a-9016-590a7ea9554e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': '604d070c-ec45-48e1-8616-458a0650411c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:15:56Z', 'updated_at': '2021-12-16T23:16:02Z', 'revision_number': 5, 'project_id': '47501bc0fd67468ab7c1cdfc7c01d7c1', 'subnets': [{'id': '604d070c-ec45-48e1-8616-458a0650411c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 23:20:53.854419 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffc495fc-31bc-44ae-9798-4aab1099b324 None None] Checking router: d7488134-e7bb-414a-9016-590a7ea9554e for host: dv-neutron-821829-1-hyperv {{(pid=87508) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 23:20:53.857269 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f7fc7f-58aa-4f6d-8717-0de17473907d req-0bed541f-57be-4bd8-961e-a01de5c0f776 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:20:53.858838 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-02f7fc7f-58aa-4f6d-8717-0de17473907d req-0bed541f-57be-4bd8-961e-a01de5c0f776 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=604d070c-ec45-48e1-8616-458a0650411c HTTP/1.1" status: 200  len: 847 time: 0.0567725
Dec 16 23:20:53.862595 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffc495fc-31bc-44ae-9798-4aab1099b324 None None] Routers {'d7488134-e7bb-414a-9016-590a7ea9554e'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 23:20:53.863241 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-ffc495fc-31bc-44ae-9798-4aab1099b324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b77deddf0>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T23:20:31Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['d7488134-e7bb-414a-9016-590a7ea9554e'], 'active': True} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 23:20:53.936795 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f7fc7f-58aa-4f6d-8717-0de17473907d req-7462cac9-fd04-47bb-9728-5bb895e57388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:20:53.938292 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-02f7fc7f-58aa-4f6d-8717-0de17473907d req-7462cac9-fd04-47bb-9728-5bb895e57388 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=bdbbdf9a-ec90-43ce-a9c5-6006b2bf9731&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0731871
Dec 16 23:20:54.037922 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvr_db [None req-ffc495fc-31bc-44ae-9798-4aab1099b324 None None] Set router d7488134-e7bb-414a-9016-590a7ea9554e gateway port host: dv-neutron-821829-1-hyperv {{(pid=87508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 23:20:54.067872 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-02f7fc7f-58aa-4f6d-8717-0de17473907d req-a9d97c0c-a90f-4ab5-aea3-b28514f94495 service neutron] 10.222.0.49 "GET /v2.0/networks/bdbbdf9a-ec90-43ce-a9c5-6006b2bf9731?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1224949
Dec 16 23:20:54.195985 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-02f7fc7f-58aa-4f6d-8717-0de17473907d req-5ec26d9b-817b-448d-a44b-42ac05f78b0c service neutron] 10.222.0.49 "GET /v2.0/networks/bdbbdf9a-ec90-43ce-a9c5-6006b2bf9731?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1219466
Dec 16 23:20:54.372645 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-ffc495fc-31bc-44ae-9798-4aab1099b324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b77deddf0>, [{'id': 'd7488134-e7bb-414a-9016-590a7ea9554e', 'name': 'tempest-TestShelveInstance-787508268-router', 'tenant_id': '47501bc0fd67468ab7c1cdfc7c01d7c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.229'}], 'enable_snat': True}, 'gw_port_id': 'f2a88052-c700-46bd-a14b-d6aab07205ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:15:53Z', 'updated_at': '2021-12-16T23:15:56Z', 'revision_number': 4, 'project_id': '47501bc0fd67468ab7c1cdfc7c01d7c1', 'gw_port': {'id': 'f2a88052-c700-46bd-a14b-d6aab07205ab', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:81:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7488134-e7bb-414a-9016-590a7ea9554e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:15:53Z', 'updated_at': '2021-12-16T23:15:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv', '_floatingips': [{'id': 'c07ab56c-bed3-466d-b8ea-58290ea8422e', 'tenant_id': '47501bc0fd67468ab7c1cdfc7c01d7c1', 'floating_ip_address': '172.26.0.80', 'floating_network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'router_id': 'd7488134-e7bb-414a-9016-590a7ea9554e', 'port_id': 'bc9366df-060d-44a7-910e-5003dcabafad', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1829, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bdbbdf9a-ec90-43ce-a9c5-6006b2bf9731', 'mac_address': 'fa:16:3e:79:57:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70d65b02-30c0-40b6-98d0-a1e529fbed2d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T23:20:52Z', 'updated_at': '2021-12-16T23:20:52Z', 'revision_number': 0, 'project_id': '47501bc0fd67468ab7c1cdfc7c01d7c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce74db12-a408-4724-8a40-30123fb2a63c', 'name': '', 'network_id': 'bdbbdf9a-ec90-43ce-a9c5-6006b2bf9731', 'tenant_id': '47501bc0fd67468ab7c1cdfc7c01d7c1', 'mac_address': 'fa:16:3e:f4:94:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7488134-e7bb-414a-9016-590a7ea9554e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': '604d070c-ec45-48e1-8616-458a0650411c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:15:56Z', 'updated_at': '2021-12-16T23:16:02Z', 'revision_number': 5, 'project_id': '47501bc0fd67468ab7c1cdfc7c01d7c1', 'subnets': [{'id': '604d070c-ec45-48e1-8616-458a0650411c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 23:20:54.376464 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffc495fc-31bc-44ae-9798-4aab1099b324 None None] The sync data for ids ['d7488134-e7bb-414a-9016-590a7ea9554e'] in dv-neutron-821829-1-hyperv is: [{'id': 'd7488134-e7bb-414a-9016-590a7ea9554e', 'name': 'tempest-TestShelveInstance-787508268-router', 'tenant_id': '47501bc0fd67468ab7c1cdfc7c01d7c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.229'}], 'enable_snat': True}, 'gw_port_id': 'f2a88052-c700-46bd-a14b-d6aab07205ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:15:53Z', 'updated_at': '2021-12-16T23:15:56Z', 'revision_number': 4, 'project_id': '47501bc0fd67468ab7c1cdfc7c01d7c1', 'gw_port': {'id': 'f2a88052-c700-46bd-a14b-d6aab07205ab', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:81:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7488134-e7bb-414a-9016-590a7ea9554e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:15:53Z', 'updated_at': '2021-12-16T23:15:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv', '_floatingips': [{'id': 'c07ab56c-bed3-466d-b8ea-58290ea8422e', 'tenant_id': '47501bc0fd67468ab7c1cdfc7c01d7c1', 'floating_ip_address': '172.26.0.80', 'floating_network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'router_id': 'd7488134-e7bb-414a-9016-590a7ea9554e', 'port_id': 'bc9366df-060d-44a7-910e-5003dcabafad', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1829, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bdbbdf9a-ec90-43ce-a9c5-6006b2bf9731', 'mac_address': 'fa:16:3e:79:57:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70d65b02-30c0-40b6-98d0-a1e529fbed2d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T23:20:52Z', 'updated_at': '2021-12-16T23:20:52Z', 'revision_number': 0, 'project_id': '47501bc0fd67468ab7c1cdfc7c01d7c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce74db12-a408-4724-8a40-30123fb2a63c', 'name': '', 'network_id': 'bdbbdf9a-ec90-43ce-a9c5-6006b2bf9731', 'tenant_id': '47501bc0fd67468ab7c1cdfc7c01d7c1', 'mac_address': 'fa:16:3e:f4:94:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7488134-e7bb-414a-9016-590a7ea9554e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': '604d070c-ec45-48e1-8616-458a0650411c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:15:56Z', 'updated_at': '2021-12-16T23:16:02Z', 'revision_number': 5, 'project_id': '47501bc0fd67468ab7c1cdfc7c01d7c1', 'subnets': [{'id': '604d070c-ec45-48e1-8616-458a0650411c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 23:20:54.568645 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb3d40d8-c885-45a6-b92f-fb0f9fcc76c9 None None] New status for floating IP c07ab56c-bed3-466d-b8ea-58290ea8422e: ACTIVE {{(pid=87509) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 16 23:20:58.001450 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-087b3023-7043-4746-8857-164511660843 req-85de6b38-6ee8-4ff5-869a-ee53c98a4747 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=70d65b02-30c0-40b6-98d0-a1e529fbed2d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0669694
Dec 16 23:20:58.151650 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087b3023-7043-4746-8857-164511660843 req-db3dc660-d7e9-4472-aed1-31a0cc0439e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:20:58.153113 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-087b3023-7043-4746-8857-164511660843 req-db3dc660-d7e9-4472-aed1-31a0cc0439e8 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=47501bc0fd67468ab7c1cdfc7c01d7c1&device_id=70d65b02-30c0-40b6-98d0-a1e529fbed2d HTTP/1.1" status: 200  len: 1099 time: 0.0696058
Dec 16 23:20:58.273529 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-ee547029-f807-44e0-bd0a-3b28adc851f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:20:58.301240 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087b3023-7043-4746-8857-164511660843 req-16551cca-d9cc-44c6-bbab-e1a6c53f72ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:20:58.302672 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-087b3023-7043-4746-8857-164511660843 req-16551cca-d9cc-44c6-bbab-e1a6c53f72ac service neutron] 10.222.0.49 "GET /v2.0/networks?id=bdbbdf9a-ec90-43ce-a9c5-6006b2bf9731 HTTP/1.1" status: 200  len: 909 time: 0.1286733
Dec 16 23:20:58.517274 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-087b3023-7043-4746-8857-164511660843 req-b3194585-9019-4458-9c01-675c3c1d622c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bc9366df-060d-44a7-910e-5003dcabafad HTTP/1.1" status: 200  len: 1001 time: 0.2079144
Dec 16 23:20:58.578992 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087b3023-7043-4746-8857-164511660843 req-1dcaa505-cc7a-491c-b24d-ce429683a6c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:20:58.580403 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-087b3023-7043-4746-8857-164511660843 req-1dcaa505-cc7a-491c-b24d-ce429683a6c7 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=604d070c-ec45-48e1-8616-458a0650411c HTTP/1.1" status: 200  len: 847 time: 0.0569041
Dec 16 23:20:58.653255 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087b3023-7043-4746-8857-164511660843 req-b854a86e-d1e5-4b82-a3de-516d77a21907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:20:58.654718 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-087b3023-7043-4746-8857-164511660843 req-b854a86e-d1e5-4b82-a3de-516d77a21907 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=bdbbdf9a-ec90-43ce-a9c5-6006b2bf9731&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0683036
Dec 16 23:20:58.790061 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-087b3023-7043-4746-8857-164511660843 req-83d27e42-d6d5-42e4-bd1c-31a760e2d467 service neutron] 10.222.0.49 "GET /v2.0/networks/bdbbdf9a-ec90-43ce-a9c5-6006b2bf9731?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1287694
Dec 16 23:20:58.921508 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-087b3023-7043-4746-8857-164511660843 req-3886fa59-12f7-482f-804c-98e3c91cc174 service neutron] 10.222.0.49 "GET /v2.0/networks/bdbbdf9a-ec90-43ce-a9c5-6006b2bf9731?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1214988
Dec 16 23:21:00.687949 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-79d11ac5-4c48-4e15-bddc-704109047721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:21:01.669346 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-3e729f7f-1589-4d54-9c4a-7ee6b283cc2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:21:01.741491 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:21:03.473933 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-4541ba3b-6be8-499c-bc94-3c60aa55c4f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:21:08.256135 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:21:12.486487 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.agents_db [None req-0abd2616-a86c-48e2-be07-10823335a5bb None None] Agent healthcheck: found 6 active agents {{(pid=87509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 23:21:28.263367 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-0cf8b3bb-f1cc-4874-9405-c98beb8bf986 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:21:30.679329 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-abc21cde-0540-4d91-9ecc-4f0df9d6177c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:21:31.671771 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-3e729f7f-1589-4d54-9c4a-7ee6b283cc2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:21:31.741890 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:21:33.433525 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-4541ba3b-6be8-499c-bc94-3c60aa55c4f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:21:38.285437 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:21:49.484900 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.agents_db [None req-0abd2616-a86c-48e2-be07-10823335a5bb None None] Agent healthcheck: found 6 active agents {{(pid=87509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 23:21:58.263265 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-426fef08-61b0-4b52-a808-81e0406d340d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:21:58.386058 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-77b251b8-84f9-4e5d-b15e-43ecee0e056a req-665c6012-a314-4c44-ae3b-e9be90c46310 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=70d65b02-30c0-40b6-98d0-a1e529fbed2d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0725625
Dec 16 23:21:58.538508 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b251b8-84f9-4e5d-b15e-43ecee0e056a req-2a23e66b-38af-46b4-93e7-49bd1c21c745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:21:58.539972 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-77b251b8-84f9-4e5d-b15e-43ecee0e056a req-2a23e66b-38af-46b4-93e7-49bd1c21c745 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=47501bc0fd67468ab7c1cdfc7c01d7c1&device_id=70d65b02-30c0-40b6-98d0-a1e529fbed2d HTTP/1.1" status: 200  len: 1099 time: 0.0717175
Dec 16 23:21:58.679242 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b251b8-84f9-4e5d-b15e-43ecee0e056a req-c067884d-33ff-4a6c-962a-5760647fe4b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:21:58.680683 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-77b251b8-84f9-4e5d-b15e-43ecee0e056a req-c067884d-33ff-4a6c-962a-5760647fe4b3 service neutron] 10.222.0.49 "GET /v2.0/networks?id=bdbbdf9a-ec90-43ce-a9c5-6006b2bf9731 HTTP/1.1" status: 200  len: 909 time: 0.1228418
Dec 16 23:21:58.780791 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-77b251b8-84f9-4e5d-b15e-43ecee0e056a req-0042bbad-a466-4f2d-96d7-ed946832a14c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bc9366df-060d-44a7-910e-5003dcabafad HTTP/1.1" status: 200  len: 1001 time: 0.0936477
Dec 16 23:21:58.842235 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b251b8-84f9-4e5d-b15e-43ecee0e056a req-47f9fa50-f06e-4e21-a40b-5cccbd621e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:21:58.843635 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-77b251b8-84f9-4e5d-b15e-43ecee0e056a req-47f9fa50-f06e-4e21-a40b-5cccbd621e8a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=604d070c-ec45-48e1-8616-458a0650411c HTTP/1.1" status: 200  len: 847 time: 0.0563726
Dec 16 23:21:58.921964 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b251b8-84f9-4e5d-b15e-43ecee0e056a req-f12c789d-d2b1-47fc-ad71-148e997d9d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:21:58.923387 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-77b251b8-84f9-4e5d-b15e-43ecee0e056a req-f12c789d-d2b1-47fc-ad71-148e997d9d7e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=bdbbdf9a-ec90-43ce-a9c5-6006b2bf9731&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0718198
Dec 16 23:21:59.050087 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-77b251b8-84f9-4e5d-b15e-43ecee0e056a req-6607b31c-c837-4e03-8716-ec38c3441ee2 service neutron] 10.222.0.49 "GET /v2.0/networks/bdbbdf9a-ec90-43ce-a9c5-6006b2bf9731?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1199059
Dec 16 23:21:59.176636 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-77b251b8-84f9-4e5d-b15e-43ecee0e056a req-45ab2097-6155-41d1-987c-6c259d38e273 service neutron] 10.222.0.49 "GET /v2.0/networks/bdbbdf9a-ec90-43ce-a9c5-6006b2bf9731?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1202521
Dec 16 23:22:00.680099 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-3d8ff9c2-2c71-49dd-b7e5-c2bf0f11d382 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:22:01.674072 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-3e729f7f-1589-4d54-9c4a-7ee6b283cc2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:22:01.742567 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:22:03.436495 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-4541ba3b-6be8-499c-bc94-3c60aa55c4f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:22:08.315832 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:22:26.484063 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.agents_db [None req-0abd2616-a86c-48e2-be07-10823335a5bb None None] Agent healthcheck: found 6 active agents {{(pid=87509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 23:22:28.265985 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-79ac715c-13cb-446d-a39f-77edd1fc0b05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:22:30.681755 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-f02d13b4-b3b6-4bff-b711-bfcb7b971163 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:22:31.678943 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-3e729f7f-1589-4d54-9c4a-7ee6b283cc2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:22:31.742322 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:22:33.440971 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-4541ba3b-6be8-499c-bc94-3c60aa55c4f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:22:38.314284 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:22:49.227928 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3d13f2-4295-4370-93ce-50d289e82c3a req-afd6d0db-bebf-4e73-8a1f-180e623322fd tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:22:49.229369 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-1a3d13f2-4295-4370-93ce-50d289e82c3a req-afd6d0db-bebf-4e73-8a1f-180e623322fd tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] 10.222.0.13 "GET /v2.0/ports?device_id=70d65b02-30c0-40b6-98d0-a1e529fbed2d HTTP/1.1" status: 200  len: 946 time: 0.0825915
Dec 16 23:22:49.395533 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-1a3d13f2-4295-4370-93ce-50d289e82c3a req-bc342a34-59de-407b-9cba-aaeceaa1bf48 tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9b01257-5730-49b0-9c8b-773ab6074bc7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1597843
Dec 16 23:22:50.705845 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d178ecea-a749-45eb-9ba1-b9fbef54953a req-6639bb0f-8351-49d0-91f7-3b0127e66153 tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:22:50.707680 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-d178ecea-a749-45eb-9ba1-b9fbef54953a req-6639bb0f-8351-49d0-91f7-3b0127e66153 tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] 10.222.0.13 "GET /v2.0/ports?device_id=70d65b02-30c0-40b6-98d0-a1e529fbed2d HTTP/1.1" status: 200  len: 946 time: 0.1906002
Dec 16 23:22:50.752193 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-d178ecea-a749-45eb-9ba1-b9fbef54953a req-4c91a2dc-ab9f-4cf5-9aa5-3da9b9145a7c tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9b01257-5730-49b0-9c8b-773ab6074bc7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0386181
Dec 16 23:22:51.947449 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6458395f-469e-4072-b339-ce4aa162c7d7 req-ccbef5c4-7869-4615-bf16-dabdff9d32d8 tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:22:51.948912 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-6458395f-469e-4072-b339-ce4aa162c7d7 req-ccbef5c4-7869-4615-bf16-dabdff9d32d8 tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] 10.222.0.13 "GET /v2.0/ports?device_id=70d65b02-30c0-40b6-98d0-a1e529fbed2d HTTP/1.1" status: 200  len: 946 time: 0.0826793
Dec 16 23:22:51.992419 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-6458395f-469e-4072-b339-ce4aa162c7d7 req-ed32d271-52ff-4560-8b8e-7b524e03e475 tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9b01257-5730-49b0-9c8b-773ab6074bc7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0373735
Dec 16 23:22:53.176326 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a064d5-cb1c-452c-9065-7022d52cfc9e req-14696170-fa86-4405-973a-1caf68f192eb tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:22:53.177735 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-21a064d5-cb1c-452c-9065-7022d52cfc9e req-14696170-fa86-4405-973a-1caf68f192eb tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] 10.222.0.13 "GET /v2.0/ports?device_id=70d65b02-30c0-40b6-98d0-a1e529fbed2d HTTP/1.1" status: 200  len: 946 time: 0.0809457
Dec 16 23:22:53.220118 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-21a064d5-cb1c-452c-9065-7022d52cfc9e req-1ca76275-0364-418c-9981-efda570c0e0e tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9b01257-5730-49b0-9c8b-773ab6074bc7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0368047
Dec 16 23:22:54.398515 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35a4b03-fb31-4ae9-bbff-7c0dc0d869c6 req-ce491d4a-316c-4ce7-b4e0-c9670e43acdd tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:22:54.400059 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-e35a4b03-fb31-4ae9-bbff-7c0dc0d869c6 req-ce491d4a-316c-4ce7-b4e0-c9670e43acdd tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] 10.222.0.13 "GET /v2.0/ports?device_id=70d65b02-30c0-40b6-98d0-a1e529fbed2d HTTP/1.1" status: 200  len: 946 time: 0.0788014
Dec 16 23:22:54.443113 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-e35a4b03-fb31-4ae9-bbff-7c0dc0d869c6 req-b788b122-dae3-4d58-a6f8-60103fa1ccf1 tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9b01257-5730-49b0-9c8b-773ab6074bc7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0375955
Dec 16 23:22:55.624929 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19092596-890b-43ed-ab54-17e1b7a46155 req-2c80cf7f-ae96-4954-9f10-9f966c2dc5bc tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:22:55.626372 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-19092596-890b-43ed-ab54-17e1b7a46155 req-2c80cf7f-ae96-4954-9f10-9f966c2dc5bc tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] 10.222.0.13 "GET /v2.0/ports?device_id=70d65b02-30c0-40b6-98d0-a1e529fbed2d HTTP/1.1" status: 200  len: 946 time: 0.0809109
Dec 16 23:22:55.669527 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-19092596-890b-43ed-ab54-17e1b7a46155 req-638b5be8-3bc3-4447-b5c8-ad99cefee63a tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9b01257-5730-49b0-9c8b-773ab6074bc7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0376222
Dec 16 23:22:56.857947 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1344ad50-2066-4db8-aca5-4e70e2a216d9 req-22cb5626-0ca4-412b-a46f-0f29ed06069c tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:22:56.859389 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-1344ad50-2066-4db8-aca5-4e70e2a216d9 req-22cb5626-0ca4-412b-a46f-0f29ed06069c tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] 10.222.0.13 "GET /v2.0/ports?device_id=70d65b02-30c0-40b6-98d0-a1e529fbed2d HTTP/1.1" status: 200  len: 946 time: 0.0793860
Dec 16 23:22:56.904150 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-1344ad50-2066-4db8-aca5-4e70e2a216d9 req-4bc95515-fae7-407a-a36c-afe554f27a6c tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9b01257-5730-49b0-9c8b-773ab6074bc7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0391638
Dec 16 23:22:58.089647 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bff612-f462-4698-b89b-9960084c8883 req-8429cec6-824d-40eb-9a5b-a810e23f3434 tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:22:58.091077 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-e7bff612-f462-4698-b89b-9960084c8883 req-8429cec6-824d-40eb-9a5b-a810e23f3434 tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] 10.222.0.13 "GET /v2.0/ports?device_id=70d65b02-30c0-40b6-98d0-a1e529fbed2d HTTP/1.1" status: 200  len: 946 time: 0.0813243
Dec 16 23:22:58.134083 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-e7bff612-f462-4698-b89b-9960084c8883 req-00cd0e2c-8fcc-41ae-af96-d703ce0864f0 tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9b01257-5730-49b0-9c8b-773ab6074bc7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0370111
Dec 16 23:22:58.269615 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-985ca7d1-08c1-453e-9f9f-7e573798cb5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:22:59.314473 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3733663-f107-48e6-aab2-8cbff8fc8154 req-92ba4e40-ed2e-4b6e-befa-9b8b56e040d0 tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:22:59.315913 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-c3733663-f107-48e6-aab2-8cbff8fc8154 req-92ba4e40-ed2e-4b6e-befa-9b8b56e040d0 tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] 10.222.0.13 "GET /v2.0/ports?device_id=70d65b02-30c0-40b6-98d0-a1e529fbed2d HTTP/1.1" status: 200  len: 946 time: 0.0792074
Dec 16 23:22:59.363585 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-c3733663-f107-48e6-aab2-8cbff8fc8154 req-d7ccbad3-c597-41eb-92e4-2c689fbc4985 tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9b01257-5730-49b0-9c8b-773ab6074bc7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0420465
Dec 16 23:22:59.411231 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fd813e-8d24-4690-97bf-f5f35c57fbca req-199ecf69-7300-4046-a1ab-2089be43f032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:22:59.412728 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-e7fd813e-8d24-4690-97bf-f5f35c57fbca req-199ecf69-7300-4046-a1ab-2089be43f032 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=47501bc0fd67468ab7c1cdfc7c01d7c1&device_id=70d65b02-30c0-40b6-98d0-a1e529fbed2d HTTP/1.1" status: 200  len: 1099 time: 0.0702350
Dec 16 23:22:59.544410 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fd813e-8d24-4690-97bf-f5f35c57fbca req-aa0c7484-5a6a-4dc2-8ab8-7105d92629bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:22:59.545846 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-e7fd813e-8d24-4690-97bf-f5f35c57fbca req-aa0c7484-5a6a-4dc2-8ab8-7105d92629bf service neutron] 10.222.0.49 "GET /v2.0/networks?id=bdbbdf9a-ec90-43ce-a9c5-6006b2bf9731 HTTP/1.1" status: 200  len: 909 time: 0.1265590
Dec 16 23:22:59.761578 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-e7fd813e-8d24-4690-97bf-f5f35c57fbca req-03bf248d-6354-461c-9ef4-ae0732f620c6 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bc9366df-060d-44a7-910e-5003dcabafad HTTP/1.1" status: 200  len: 1001 time: 0.2084777
Dec 16 23:22:59.825947 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fd813e-8d24-4690-97bf-f5f35c57fbca req-e8ac7e62-4f58-4443-bbd7-86f186f12864 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:22:59.827342 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-e7fd813e-8d24-4690-97bf-f5f35c57fbca req-e8ac7e62-4f58-4443-bbd7-86f186f12864 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=604d070c-ec45-48e1-8616-458a0650411c HTTP/1.1" status: 200  len: 847 time: 0.0589914
Dec 16 23:22:59.902281 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fd813e-8d24-4690-97bf-f5f35c57fbca req-17c9b8c8-4c77-4199-b5e9-aba51783ce5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:22:59.903710 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-e7fd813e-8d24-4690-97bf-f5f35c57fbca req-17c9b8c8-4c77-4199-b5e9-aba51783ce5a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=bdbbdf9a-ec90-43ce-a9c5-6006b2bf9731&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0691688
Dec 16 23:23:00.034155 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-e7fd813e-8d24-4690-97bf-f5f35c57fbca req-0fc53c5e-c407-44d1-afc6-50999130b4eb service neutron] 10.222.0.49 "GET /v2.0/networks/bdbbdf9a-ec90-43ce-a9c5-6006b2bf9731?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1227071
Dec 16 23:23:00.164026 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-e7fd813e-8d24-4690-97bf-f5f35c57fbca req-385c4e78-5483-4602-b69e-eeabf98e8dc8 service neutron] 10.222.0.49 "GET /v2.0/networks/bdbbdf9a-ec90-43ce-a9c5-6006b2bf9731?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1234593
Dec 16 23:23:00.552086 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ce1224-52ef-451c-88c2-7a51f7d39a6d req-8f5819e6-eac7-4ae8-bece-809b1030f284 tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:23:00.553528 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-21ce1224-52ef-451c-88c2-7a51f7d39a6d req-8f5819e6-eac7-4ae8-bece-809b1030f284 tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] 10.222.0.13 "GET /v2.0/ports?device_id=70d65b02-30c0-40b6-98d0-a1e529fbed2d HTTP/1.1" status: 200  len: 946 time: 0.0872951
Dec 16 23:23:00.597083 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-21ce1224-52ef-451c-88c2-7a51f7d39a6d req-58c522b4-f701-498f-96ec-4ba789551b6e tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9b01257-5730-49b0-9c8b-773ab6074bc7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0378139
Dec 16 23:23:00.682926 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-8cd1aa52-9aac-4d34-9465-9bbde5dc4d00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:23:01.208345 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7035333d-741c-4406-b5e0-f0d88d9fb56a req-56a224e3-33ac-4624-acfb-174beffa8346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:23:01.209806 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-7035333d-741c-4406-b5e0-f0d88d9fb56a req-56a224e3-33ac-4624-acfb-174beffa8346 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=47501bc0fd67468ab7c1cdfc7c01d7c1&device_id=70d65b02-30c0-40b6-98d0-a1e529fbed2d HTTP/1.1" status: 200  len: 1099 time: 0.0756819
Dec 16 23:23:01.356815 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7035333d-741c-4406-b5e0-f0d88d9fb56a req-430bda8a-71e5-4da0-8d6e-32d68703c386 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:23:01.358154 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-7035333d-741c-4406-b5e0-f0d88d9fb56a req-430bda8a-71e5-4da0-8d6e-32d68703c386 service neutron] 10.222.0.49 "GET /v2.0/networks?id=bdbbdf9a-ec90-43ce-a9c5-6006b2bf9731 HTTP/1.1" status: 200  len: 909 time: 0.1285274
Dec 16 23:23:01.457972 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-7035333d-741c-4406-b5e0-f0d88d9fb56a req-63a4b419-bc22-4e95-816f-559a7d1a24c9 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bc9366df-060d-44a7-910e-5003dcabafad HTTP/1.1" status: 200  len: 1001 time: 0.0912287
Dec 16 23:23:01.523408 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7035333d-741c-4406-b5e0-f0d88d9fb56a req-cd0b1739-ae43-4df6-9609-430a2f77f564 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:23:01.524838 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-7035333d-741c-4406-b5e0-f0d88d9fb56a req-cd0b1739-ae43-4df6-9609-430a2f77f564 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=604d070c-ec45-48e1-8616-458a0650411c HTTP/1.1" status: 200  len: 847 time: 0.0603824
Dec 16 23:23:01.599642 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7035333d-741c-4406-b5e0-f0d88d9fb56a req-7cc3cbcf-fdb9-45e8-bcad-8c6eaa67b6c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:23:01.601124 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-7035333d-741c-4406-b5e0-f0d88d9fb56a req-7cc3cbcf-fdb9-45e8-bcad-8c6eaa67b6c7 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=bdbbdf9a-ec90-43ce-a9c5-6006b2bf9731&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0690947
Dec 16 23:23:01.693490 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-3e729f7f-1589-4d54-9c4a-7ee6b283cc2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:23:01.739709 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-7035333d-741c-4406-b5e0-f0d88d9fb56a req-1ebd081c-e3ab-41a0-b41d-9dd8941ac227 service neutron] 10.222.0.49 "GET /v2.0/networks/bdbbdf9a-ec90-43ce-a9c5-6006b2bf9731?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1305923
Dec 16 23:23:01.743494 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:23:01.787936 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8e3753-c198-486c-a94f-3e1034cde285 req-f751b529-d6cc-4973-89aa-3127aa78a7b4 tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:23:01.789413 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-fa8e3753-c198-486c-a94f-3e1034cde285 req-f751b529-d6cc-4973-89aa-3127aa78a7b4 tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] 10.222.0.13 "GET /v2.0/ports?device_id=70d65b02-30c0-40b6-98d0-a1e529fbed2d HTTP/1.1" status: 200  len: 946 time: 0.0850222
Dec 16 23:23:01.835034 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-fa8e3753-c198-486c-a94f-3e1034cde285 req-08d7fdc1-a3c8-40d8-a367-4dfc85387c08 tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9b01257-5730-49b0-9c8b-773ab6074bc7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0395622
Dec 16 23:23:01.899596 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-7035333d-741c-4406-b5e0-f0d88d9fb56a req-ef5e403e-36b1-46fe-8cef-e1865b6d806f service neutron] 10.222.0.49 "GET /v2.0/networks/bdbbdf9a-ec90-43ce-a9c5-6006b2bf9731?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1321225
Dec 16 23:23:03.013358 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acad2fe-5912-4bf8-898f-88cd54ba0eaa req-89052b27-2d86-4f8d-a575-76914e30703e tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:23:03.014772 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-6acad2fe-5912-4bf8-898f-88cd54ba0eaa req-89052b27-2d86-4f8d-a575-76914e30703e tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] 10.222.0.13 "GET /v2.0/ports?device_id=70d65b02-30c0-40b6-98d0-a1e529fbed2d HTTP/1.1" status: 200  len: 946 time: 0.0776982
Dec 16 23:23:03.056976 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-6acad2fe-5912-4bf8-898f-88cd54ba0eaa req-a4739b24-cf67-4b4e-9603-614cc70c4bc4 tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9b01257-5730-49b0-9c8b-773ab6074bc7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0361600
Dec 16 23:23:03.338811 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-32c6d2b9-e72b-4b7f-b328-af8b347360a2 req-848cc5c0-c6e9-4326-86af-7e76e2570eae service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=70d65b02-30c0-40b6-98d0-a1e529fbed2d&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0739586
Dec 16 23:23:03.406338 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdaf5af0-bf20-49a7-9295-2553307805a8 req-63cbe2d5-7d26-496b-b6c3-afa33a5cb356 tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:23:03.407692 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-bdaf5af0-bf20-49a7-9295-2553307805a8 req-63cbe2d5-7d26-496b-b6c3-afa33a5cb356 tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] 10.222.0.13 "GET /v2.0/ports?device_id=70d65b02-30c0-40b6-98d0-a1e529fbed2d HTTP/1.1" status: 200  len: 946 time: 0.0842779
Dec 16 23:23:03.454593 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-4541ba3b-6be8-499c-bc94-3c60aa55c4f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:23:03.459613 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-bdaf5af0-bf20-49a7-9295-2553307805a8 req-9ac8a059-eea1-4157-ae22-6be6abafb614 tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9b01257-5730-49b0-9c8b-773ab6074bc7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0452688
Dec 16 23:23:03.484409 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.agents_db [None req-0abd2616-a86c-48e2-be07-10823335a5bb None None] Agent healthcheck: found 6 active agents {{(pid=87509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 23:23:04.612545 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Device bc9366df-060d-44a7-910e-5003dcabafad no longer exists at agent hyperv_hv-neutron-8218 {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 23:23:04.644093 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a5f8f7-9baa-4b51-b386-11dfa6a13619 req-d720213c-d959-4d19-aba0-8d6578a4010b tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:23:04.645568 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-49a5f8f7-9baa-4b51-b386-11dfa6a13619 req-d720213c-d959-4d19-aba0-8d6578a4010b tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] 10.222.0.13 "GET /v2.0/ports?device_id=70d65b02-30c0-40b6-98d0-a1e529fbed2d HTTP/1.1" status: 200  len: 946 time: 0.0815494
Dec 16 23:23:04.697441 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-49a5f8f7-9baa-4b51-b386-11dfa6a13619 req-d2ecf4a1-c7ed-4fa1-8c82-c04bf34e4e13 tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9b01257-5730-49b0-9c8b-773ab6074bc7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0459306
Dec 16 23:23:04.728043 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:23:04.753928 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70d65b02-30c0-40b6-98d0-a1e529fbed2d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bc9366df-060d-44a7-910e-5003dcabafad'}] {{(pid=87508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 23:23:04.763307 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] For port bc9366df-060d-44a7-910e-5003dcabafad, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=bc9366df-060d-44a7-910e-5003dcabafad,segment=NetworkSegment(397b3ba8-7a47-4be7-98f0-838a20aabd5a),segment_id=397b3ba8-7a47-4be7-98f0-838a20aabd5a)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 23:23:04.768079 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:23:04.769962 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-b5244c3d-ca8b-44f2-b3c2-5a89c7b0179d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:23:04.804890 dv-neutron-821829-1-hyperv neutron-server[87508]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '70d65b02-30c0-40b6-98d0-a1e529fbed2d', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'bc9366df-060d-44a7-910e-5003dcabafad', 'code': 422} returned with failed status
Dec 16 23:23:04.838417 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Pushing event updated for resources: {'Port': ['ID=bc9366df-060d-44a7-910e-5003dcabafad,revision_number=6']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:23:04.845645 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:23:04.845996 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:23:04.846341 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:23:04.847061 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:23:04.848373 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:23:04.848373 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:23:04.848373 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:23:04.848658 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:23:04.848792 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:23:04.849116 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:23:04.849443 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:23:04.849766 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:23:04.855138 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:23:05.878086 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0817e9-91be-4434-b6ae-b33d65d1cb52 req-fefb5fa0-5ebc-4091-ae6a-754ea5861555 tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:23:05.879489 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-ef0817e9-91be-4434-b6ae-b33d65d1cb52 req-fefb5fa0-5ebc-4091-ae6a-754ea5861555 tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] 10.222.0.13 "GET /v2.0/ports?device_id=70d65b02-30c0-40b6-98d0-a1e529fbed2d HTTP/1.1" status: 200  len: 944 time: 0.0772669
Dec 16 23:23:05.922697 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-ef0817e9-91be-4434-b6ae-b33d65d1cb52 req-d3f47e0b-1c9f-49d3-a08f-594d2cdb98ed tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9b01257-5730-49b0-9c8b-773ab6074bc7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0374119
Dec 16 23:23:06.040987 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c6d2b9-e72b-4b7f-b328-af8b347360a2 req-c8f563ec-7a4a-4d93-8e73-4cfda3d0f554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:23:06.042457 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-32c6d2b9-e72b-4b7f-b328-af8b347360a2 req-c8f563ec-7a4a-4d93-8e73-4cfda3d0f554 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=70d65b02-30c0-40b6-98d0-a1e529fbed2d&tenant_id=47501bc0fd67468ab7c1cdfc7c01d7c1 HTTP/1.1" status: 200  len: 1097 time: 0.0689065
Dec 16 23:23:06.142249 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c6d2b9-e72b-4b7f-b328-af8b347360a2 req-7ff43928-1916-4d92-acac-3ba2b0e7b4fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:23:06.143677 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-32c6d2b9-e72b-4b7f-b328-af8b347360a2 req-7ff43928-1916-4d92-acac-3ba2b0e7b4fb service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=47501bc0fd67468ab7c1cdfc7c01d7c1&device_id=70d65b02-30c0-40b6-98d0-a1e529fbed2d HTTP/1.1" status: 200  len: 1097 time: 0.0690734
Dec 16 23:23:06.272432 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c6d2b9-e72b-4b7f-b328-af8b347360a2 req-bbf85f07-d107-4fa9-86db-c24556c3e8c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:23:06.273848 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-32c6d2b9-e72b-4b7f-b328-af8b347360a2 req-bbf85f07-d107-4fa9-86db-c24556c3e8c3 service neutron] 10.222.0.49 "GET /v2.0/networks?id=bdbbdf9a-ec90-43ce-a9c5-6006b2bf9731 HTTP/1.1" status: 200  len: 909 time: 0.1238594
Dec 16 23:23:06.376889 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-32c6d2b9-e72b-4b7f-b328-af8b347360a2 req-63b857cd-11f8-4385-8398-9751444c840d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bc9366df-060d-44a7-910e-5003dcabafad HTTP/1.1" status: 200  len: 999 time: 0.0964236
Dec 16 23:23:06.441623 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c6d2b9-e72b-4b7f-b328-af8b347360a2 req-b2b57285-b107-4f00-b687-48b1eea30ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:23:06.443042 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-32c6d2b9-e72b-4b7f-b328-af8b347360a2 req-b2b57285-b107-4f00-b687-48b1eea30ba9 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=604d070c-ec45-48e1-8616-458a0650411c HTTP/1.1" status: 200  len: 847 time: 0.0603251
Dec 16 23:23:06.517912 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c6d2b9-e72b-4b7f-b328-af8b347360a2 req-c3e80519-4a1e-4941-91f4-7732524833f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:23:06.519396 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-32c6d2b9-e72b-4b7f-b328-af8b347360a2 req-c3e80519-4a1e-4941-91f4-7732524833f1 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=bdbbdf9a-ec90-43ce-a9c5-6006b2bf9731&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0694165
Dec 16 23:23:06.760078 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-32c6d2b9-e72b-4b7f-b328-af8b347360a2 req-ab11e659-5c1f-4490-a2d9-099de7ea7598 service neutron] 10.222.0.49 "GET /v2.0/networks/bdbbdf9a-ec90-43ce-a9c5-6006b2bf9731?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2330813
Dec 16 23:23:06.887143 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-32c6d2b9-e72b-4b7f-b328-af8b347360a2 req-e2d989d3-a190-4183-873d-0c7347ccde53 service neutron] 10.222.0.49 "GET /v2.0/networks/bdbbdf9a-ec90-43ce-a9c5-6006b2bf9731?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1209400
Dec 16 23:23:07.103995 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28b0bf7-99eb-4eda-83e0-943d59420a0c req-f2230ac2-422a-40a9-a4f7-2571d27ed650 tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:23:07.105420 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-a28b0bf7-99eb-4eda-83e0-943d59420a0c req-f2230ac2-422a-40a9-a4f7-2571d27ed650 tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] 10.222.0.13 "GET /v2.0/ports?device_id=70d65b02-30c0-40b6-98d0-a1e529fbed2d HTTP/1.1" status: 200  len: 944 time: 0.0825808
Dec 16 23:23:07.148042 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-a28b0bf7-99eb-4eda-83e0-943d59420a0c req-5e83854c-4f9a-4e5f-9948-4cad0bc31d5f tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9b01257-5730-49b0-9c8b-773ab6074bc7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0363555
Dec 16 23:23:08.315568 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:23:08.333569 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef791c4-6cc4-4ed6-ba3d-a6fd751c0e40 req-cfd4b636-9ae6-49cc-a2bf-6ac4eb0a35e2 tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:23:08.335014 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-9ef791c4-6cc4-4ed6-ba3d-a6fd751c0e40 req-cfd4b636-9ae6-49cc-a2bf-6ac4eb0a35e2 tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] 10.222.0.13 "GET /v2.0/ports?device_id=70d65b02-30c0-40b6-98d0-a1e529fbed2d HTTP/1.1" status: 200  len: 944 time: 0.0825183
Dec 16 23:23:08.379939 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-9ef791c4-6cc4-4ed6-ba3d-a6fd751c0e40 req-bf4fa9f0-b076-49a6-8041-0a2cd1b96a0d tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9b01257-5730-49b0-9c8b-773ab6074bc7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0371456
Dec 16 23:23:09.563455 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc75ade-6227-490c-9a11-d0109497fe87 req-7d09c0d9-5bf6-4c9c-abc1-ee4ad11a86be tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:23:09.564935 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-4bc75ade-6227-490c-9a11-d0109497fe87 req-7d09c0d9-5bf6-4c9c-abc1-ee4ad11a86be tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] 10.222.0.13 "GET /v2.0/ports?device_id=70d65b02-30c0-40b6-98d0-a1e529fbed2d HTTP/1.1" status: 200  len: 944 time: 0.0827529
Dec 16 23:23:09.607661 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-4bc75ade-6227-490c-9a11-d0109497fe87 req-742d2983-221c-4d41-9af1-35528e0e6d1f tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9b01257-5730-49b0-9c8b-773ab6074bc7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0372002
Dec 16 23:23:10.786964 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512c27e8-03ed-4d0e-92c4-e073b592d5b0 req-26ae3222-ed13-4b86-b722-8081f768f3e3 tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:23:10.788445 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-512c27e8-03ed-4d0e-92c4-e073b592d5b0 req-26ae3222-ed13-4b86-b722-8081f768f3e3 tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] 10.222.0.13 "GET /v2.0/ports?device_id=70d65b02-30c0-40b6-98d0-a1e529fbed2d HTTP/1.1" status: 200  len: 944 time: 0.0797744
Dec 16 23:23:10.834546 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-512c27e8-03ed-4d0e-92c4-e073b592d5b0 req-35df93ca-7772-4ff2-b72e-2a592ea0ded6 tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9b01257-5730-49b0-9c8b-773ab6074bc7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0405869
Dec 16 23:23:12.017954 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e158b6-f5e9-4962-87d0-6699789e0162 req-45f837e1-33fc-4586-9fc6-09cc736503ec tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:23:12.019388 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-29e158b6-f5e9-4962-87d0-6699789e0162 req-45f837e1-33fc-4586-9fc6-09cc736503ec tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] 10.222.0.13 "GET /v2.0/ports?device_id=70d65b02-30c0-40b6-98d0-a1e529fbed2d HTTP/1.1" status: 200  len: 944 time: 0.0797241
Dec 16 23:23:12.062860 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-29e158b6-f5e9-4962-87d0-6699789e0162 req-1b237d94-6771-49bc-92a5-47858d0fad85 tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9b01257-5730-49b0-9c8b-773ab6074bc7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0378165
Dec 16 23:23:13.245206 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acea018a-1e0d-4930-bd99-ee49db4cbd9d req-9e3ed08b-3c8f-4a82-b4d4-5517d1af6876 tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:23:13.246638 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-acea018a-1e0d-4930-bd99-ee49db4cbd9d req-9e3ed08b-3c8f-4a82-b4d4-5517d1af6876 tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] 10.222.0.13 "GET /v2.0/ports?device_id=70d65b02-30c0-40b6-98d0-a1e529fbed2d HTTP/1.1" status: 200  len: 944 time: 0.0828462
Dec 16 23:23:13.434364 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-acea018a-1e0d-4930-bd99-ee49db4cbd9d req-aa85ed14-dc87-43af-a60e-304af6f5a0c1 tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9b01257-5730-49b0-9c8b-773ab6074bc7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1821020
Dec 16 23:23:14.613391 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986fbc9d-8cb6-455e-a85a-44ebe3c18412 req-8b2a87bf-aaea-4c59-ae08-761145068ac3 tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:23:14.614724 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-986fbc9d-8cb6-455e-a85a-44ebe3c18412 req-8b2a87bf-aaea-4c59-ae08-761145068ac3 tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] 10.222.0.13 "GET /v2.0/ports?device_id=70d65b02-30c0-40b6-98d0-a1e529fbed2d HTTP/1.1" status: 200  len: 944 time: 0.0773022
Dec 16 23:23:14.657186 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-986fbc9d-8cb6-455e-a85a-44ebe3c18412 req-1625f517-62c3-470d-9d41-eb5756855d7b tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9b01257-5730-49b0-9c8b-773ab6074bc7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0370421
Dec 16 23:23:14.665971 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Device bc9366df-060d-44a7-910e-5003dcabafad details requested by agent hyperv_hv-neutron-8218 with host hv-neutron-8218 {{(pid=87508) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 16 23:23:14.794450 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] For port bc9366df-060d-44a7-910e-5003dcabafad, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=bc9366df-060d-44a7-910e-5003dcabafad,segment=NetworkSegment(397b3ba8-7a47-4be7-98f0-838a20aabd5a),segment_id=397b3ba8-7a47-4be7-98f0-838a20aabd5a)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 23:23:14.806934 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Returning: {'device': 'bc9366df-060d-44a7-910e-5003dcabafad', 'network_id': 'bdbbdf9a-ec90-43ce-a9c5-6006b2bf9731', 'port_id': 'bc9366df-060d-44a7-910e-5003dcabafad', 'mac_address': 'fa:16:3e:79:57:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '604d070c-ec45-48e1-8616-458a0650411c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87508) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 16 23:23:14.864225 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:23:14.880967 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.notifiers.nova [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc9366df-060d-44a7-910e-5003dcabafad {{(pid=87508) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 23:23:14.896496 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] For port bc9366df-060d-44a7-910e-5003dcabafad, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=bc9366df-060d-44a7-910e-5003dcabafad,segment=NetworkSegment(397b3ba8-7a47-4be7-98f0-838a20aabd5a),segment_id=397b3ba8-7a47-4be7-98f0-838a20aabd5a)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 23:23:14.900295 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:23:14.901996 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-da6bbc81-7050-4110-b3d2-5a771aeef057 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:23:14.965286 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Pushing event updated for resources: {'Port': ['ID=bc9366df-060d-44a7-910e-5003dcabafad,revision_number=7']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:23:14.968291 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:23:15.208893 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] get_ports_and_sgs() called for port_ids ['bc9366df-060d-44a7-910e-5003dcabafad'] {{(pid=87508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 23:23:15.839330 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6022b1fa-b243-4487-9866-6189d78de5c0 req-7ceb9e28-c288-4a18-9b88-75a7c98b9cf8 tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:23:15.840772 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-6022b1fa-b243-4487-9866-6189d78de5c0 req-7ceb9e28-c288-4a18-9b88-75a7c98b9cf8 tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] 10.222.0.13 "GET /v2.0/ports?device_id=70d65b02-30c0-40b6-98d0-a1e529fbed2d HTTP/1.1" status: 200  len: 945 time: 0.0796962
Dec 16 23:23:15.882698 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-6022b1fa-b243-4487-9866-6189d78de5c0 req-c0ca3380-73bd-47b4-b2c4-c14569cf4907 tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9b01257-5730-49b0-9c8b-773ab6074bc7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0358422
Dec 16 23:23:16.697614 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Device bc9366df-060d-44a7-910e-5003dcabafad up at agent hyperv_hv-neutron-8218 {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 23:23:16.766471 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Provisioning complete for port bc9366df-060d-44a7-910e-5003dcabafad triggered by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 23:23:16.766860 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:23:16.878967 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:23:16.904260 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70d65b02-30c0-40b6-98d0-a1e529fbed2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc9366df-060d-44a7-910e-5003dcabafad'}] {{(pid=87508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 23:23:16.914466 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] For port bc9366df-060d-44a7-910e-5003dcabafad, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=bc9366df-060d-44a7-910e-5003dcabafad,segment=NetworkSegment(397b3ba8-7a47-4be7-98f0-838a20aabd5a),segment_id=397b3ba8-7a47-4be7-98f0-838a20aabd5a)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 23:23:16.922895 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:23:16.925065 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:23:16.958571 dv-neutron-821829-1-hyperv neutron-server[87508]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70d65b02-30c0-40b6-98d0-a1e529fbed2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc9366df-060d-44a7-910e-5003dcabafad', 'code': 200}
Dec 16 23:23:16.990577 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Pushing event updated for resources: {'Port': ['ID=bc9366df-060d-44a7-910e-5003dcabafad,revision_number=8']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:23:16.993640 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:23:17.068867 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b621f031-2055-4d8a-99b1-472222a544fa req-1d179a45-aab4-4b21-836b-61628af40c84 tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:23:17.070463 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-b621f031-2055-4d8a-99b1-472222a544fa req-1d179a45-aab4-4b21-836b-61628af40c84 tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] 10.222.0.13 "GET /v2.0/ports?device_id=70d65b02-30c0-40b6-98d0-a1e529fbed2d HTTP/1.1" status: 200  len: 946 time: 0.0818124
Dec 16 23:23:17.120322 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-b621f031-2055-4d8a-99b1-472222a544fa req-50868400-c5c2-4602-9264-79a6e87fc78c tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9b01257-5730-49b0-9c8b-773ab6074bc7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0440867
Dec 16 23:23:17.262533 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38928453-5836-4505-898a-8358e2ed1d93 req-557ba6d1-e188-4246-a889-4f51b0c75dba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:23:17.263993 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-38928453-5836-4505-898a-8358e2ed1d93 req-557ba6d1-e188-4246-a889-4f51b0c75dba service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=70d65b02-30c0-40b6-98d0-a1e529fbed2d HTTP/1.1" status: 200  len: 1099 time: 0.0757265
Dec 16 23:23:17.303671 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-38928453-5836-4505-898a-8358e2ed1d93 req-465781b6-aa0b-4882-8b43-08e8a3ae9a80 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=e9b01257-5730-49b0-9c8b-773ab6074bc7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0335515
Dec 16 23:23:18.302404 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2093a237-5da2-4a3b-9146-f95ae5bc034d req-fad97214-3f12-4e76-a7eb-bc0675297b90 tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:23:18.304032 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-2093a237-5da2-4a3b-9146-f95ae5bc034d req-fad97214-3f12-4e76-a7eb-bc0675297b90 tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] 10.222.0.13 "GET /v2.0/ports?device_id=70d65b02-30c0-40b6-98d0-a1e529fbed2d HTTP/1.1" status: 200  len: 946 time: 0.0789967
Dec 16 23:23:18.350073 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-2093a237-5da2-4a3b-9146-f95ae5bc034d req-4ca68d14-798b-433c-9ba5-24962227ba13 tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9b01257-5730-49b0-9c8b-773ab6074bc7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0404053
Dec 16 23:23:19.535153 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374cba77-967a-4092-bace-6b7aa9580a8a req-3bbe2057-3bad-4618-8713-adf591bb2697 tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:23:19.536604 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-374cba77-967a-4092-bace-6b7aa9580a8a req-3bbe2057-3bad-4618-8713-adf591bb2697 tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] 10.222.0.13 "GET /v2.0/ports?device_id=70d65b02-30c0-40b6-98d0-a1e529fbed2d HTTP/1.1" status: 200  len: 946 time: 0.0810483
Dec 16 23:23:19.578999 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-374cba77-967a-4092-bace-6b7aa9580a8a req-f3e05d1b-7435-4392-a10f-79c250bcc7c0 tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9b01257-5730-49b0-9c8b-773ab6074bc7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0368710
Dec 16 23:23:28.270671 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-fb606d03-4ecd-4771-8532-6dcb8682ff19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:23:30.685223 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b8781512-b2a2-476e-8b4b-126d2136ea92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:23:31.686159 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-3e729f7f-1589-4d54-9c4a-7ee6b283cc2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:23:31.744261 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:23:33.438931 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-4541ba3b-6be8-499c-bc94-3c60aa55c4f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:23:38.344499 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:23:40.483190 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.agents_db [None req-0abd2616-a86c-48e2-be07-10823335a5bb None None] Agent healthcheck: found 6 active agents {{(pid=87509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 23:23:58.271718 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-e3921514-9891-4bd5-b49c-1b3b3af4dba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:24:00.686823 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-d1c39219-adb3-43bc-8d32-fec6580fea88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:24:01.690169 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-3e729f7f-1589-4d54-9c4a-7ee6b283cc2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:24:01.744732 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:24:02.473611 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-73755f3d-c20f-4668-a78b-7e5f3c329d80 req-bba27971-1bd8-4dcc-ba7d-18878010567a service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=70d65b02-30c0-40b6-98d0-a1e529fbed2d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1405995
Dec 16 23:24:02.628418 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73755f3d-c20f-4668-a78b-7e5f3c329d80 req-507e65ee-734e-4b93-a17b-83d5005b3634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:24:02.630291 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-73755f3d-c20f-4668-a78b-7e5f3c329d80 req-507e65ee-734e-4b93-a17b-83d5005b3634 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=47501bc0fd67468ab7c1cdfc7c01d7c1&device_id=70d65b02-30c0-40b6-98d0-a1e529fbed2d HTTP/1.1" status: 200  len: 1099 time: 0.0724828
Dec 16 23:24:02.772880 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73755f3d-c20f-4668-a78b-7e5f3c329d80 req-2e15df22-b52d-4c1b-99f0-409265c40a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:24:02.774289 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-73755f3d-c20f-4668-a78b-7e5f3c329d80 req-2e15df22-b52d-4c1b-99f0-409265c40a26 service neutron] 10.222.0.49 "GET /v2.0/networks?id=bdbbdf9a-ec90-43ce-a9c5-6006b2bf9731 HTTP/1.1" status: 200  len: 909 time: 0.1247063
Dec 16 23:24:02.875830 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-73755f3d-c20f-4668-a78b-7e5f3c329d80 req-75e6c030-8193-4d4d-bea1-2bb86fb1cccb service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bc9366df-060d-44a7-910e-5003dcabafad HTTP/1.1" status: 200  len: 1001 time: 0.0947144
Dec 16 23:24:02.936023 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73755f3d-c20f-4668-a78b-7e5f3c329d80 req-4f6ac007-1265-4623-b396-24bf26984646 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:24:02.937316 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-73755f3d-c20f-4668-a78b-7e5f3c329d80 req-4f6ac007-1265-4623-b396-24bf26984646 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=604d070c-ec45-48e1-8616-458a0650411c HTTP/1.1" status: 200  len: 847 time: 0.0555952
Dec 16 23:24:03.008910 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73755f3d-c20f-4668-a78b-7e5f3c329d80 req-d1ca7496-d320-49e1-a509-c88ea2b0fbb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:24:03.010293 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-73755f3d-c20f-4668-a78b-7e5f3c329d80 req-d1ca7496-d320-49e1-a509-c88ea2b0fbb6 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=bdbbdf9a-ec90-43ce-a9c5-6006b2bf9731&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0667315
Dec 16 23:24:03.020887 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [req-73755f3d-c20f-4668-a78b-7e5f3c329d80 req-8a925ef2-23f2-4e92-83a1-784727ff08f1 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=87506) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 16 23:24:03.021787 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-73755f3d-c20f-4668-a78b-7e5f3c329d80 req-8a925ef2-23f2-4e92-83a1-784727ff08f1 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0051184
Dec 16 23:24:03.149872 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-73755f3d-c20f-4668-a78b-7e5f3c329d80 req-5a22be11-4174-48bf-9ade-b449e684286a service neutron] 10.222.0.49 "GET /v2.0/networks/bdbbdf9a-ec90-43ce-a9c5-6006b2bf9731?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1210136
Dec 16 23:24:03.279499 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-73755f3d-c20f-4668-a78b-7e5f3c329d80 req-c93e2ad8-bd32-420a-89d6-49d8b5fcb899 service neutron] 10.222.0.49 "GET /v2.0/networks/bdbbdf9a-ec90-43ce-a9c5-6006b2bf9731?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1234841
Dec 16 23:24:03.443072 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-4541ba3b-6be8-499c-bc94-3c60aa55c4f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:24:08.343715 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:24:17.482459 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.agents_db [None req-0abd2616-a86c-48e2-be07-10823335a5bb None None] Agent healthcheck: found 6 active agents {{(pid=87509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 23:24:28.272532 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-9b0edfda-8ec1-4ff2-a62c-978fcbf3c569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:24:30.687298 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-a04680f5-2956-4ffe-bd6f-8ba5decacca3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:24:31.694216 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-3e729f7f-1589-4d54-9c4a-7ee6b283cc2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:24:31.745680 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:24:33.442278 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-4541ba3b-6be8-499c-bc94-3c60aa55c4f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:24:35.632787 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 56574) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 23:24:35.841087 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.plugin [None req-616835f5-6afc-4a6d-94de-3a41821465a5 tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Deleting port 5c094b01-0231-44b8-a35d-00d75985304d {{(pid=87507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 23:24:35.841420 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-616835f5-6afc-4a6d-94de-3a41821465a5 tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:24:36.002107 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-616835f5-6afc-4a6d-94de-3a41821465a5 tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:24:36.002331 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-616835f5-6afc-4a6d-94de-3a41821465a5 tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:24:36.118896 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.plugin [None req-616835f5-6afc-4a6d-94de-3a41821465a5 tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Calling delete_port for 5c094b01-0231-44b8-a35d-00d75985304d owned by network:floatingip {{(pid=87507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 23:24:36.263196 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-616835f5-6afc-4a6d-94de-3a41821465a5 tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10807823'] for port, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:24:36.266699 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-61774883-2ea0-4173-9d30-a348bacc01c9 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:24:36.346872 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616835f5-6afc-4a6d-94de-3a41821465a5 tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Pushing event deleted for resources: {'Port': ['ID=5c094b01-0231-44b8-a35d-00d75985304d,revision_number=None']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:24:36.379902 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616835f5-6afc-4a6d-94de-3a41821465a5 tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:24:36.380228 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616835f5-6afc-4a6d-94de-3a41821465a5 tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:24:36.380607 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616835f5-6afc-4a6d-94de-3a41821465a5 tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:24:36.380978 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616835f5-6afc-4a6d-94de-3a41821465a5 tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:24:36.381344 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616835f5-6afc-4a6d-94de-3a41821465a5 tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:24:36.381713 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616835f5-6afc-4a6d-94de-3a41821465a5 tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:24:36.382074 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616835f5-6afc-4a6d-94de-3a41821465a5 tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:24:36.382435 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616835f5-6afc-4a6d-94de-3a41821465a5 tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:24:36.382803 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616835f5-6afc-4a6d-94de-3a41821465a5 tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:24:36.383157 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616835f5-6afc-4a6d-94de-3a41821465a5 tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:24:36.383514 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616835f5-6afc-4a6d-94de-3a41821465a5 tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:24:36.383899 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616835f5-6afc-4a6d-94de-3a41821465a5 tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:24:36.393849 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-616835f5-6afc-4a6d-94de-3a41821465a5 tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:24:36.411626 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-616835f5-6afc-4a6d-94de-3a41821465a5 tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Notify callbacks [] for floatingip, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:24:36.412059 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.db.l3_db [None req-616835f5-6afc-4a6d-94de-3a41821465a5 tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Floating IP c07ab56c-bed3-466d-b8ea-58290ea8422e disassociated (deleted). External IP: 172.26.0.80, port: bc9366df-060d-44a7-910e-5003dcabafad.
Dec 16 23:24:36.875199 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-616835f5-6afc-4a6d-94de-3a41821465a5 tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Router d7488134-e7bb-414a-9016-590a7ea9554e has already been hosted by L3 agent 4f519db7-069b-43e2-8411-c092bac9102a {{(pid=87507) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 23:24:37.050310 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-616835f5-6afc-4a6d-94de-3a41821465a5 tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Notify agent at l3_agent.dv-neutron-821829-1-hyperv the message routers_updated {{(pid=87507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 23:24:37.059693 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-342dabfb-7eb3-4d75-9dd4-5c0b8be244fc None None] Sync routers for ids ['d7488134-e7bb-414a-9016-590a7ea9554e'] in dv-neutron-821829-1-hyperv {{(pid=87508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 23:24:37.065582 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-616835f5-6afc-4a6d-94de-3a41821465a5 tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for floatingip, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:24:37.069268 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-342dabfb-7eb3-4d75-9dd4-5c0b8be244fc None None] Routers {'d7488134-e7bb-414a-9016-590a7ea9554e'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 23:24:37.069900 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-342dabfb-7eb3-4d75-9dd4-5c0b8be244fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b77e010d0>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T23:24:31Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['d7488134-e7bb-414a-9016-590a7ea9554e'], 'active': True} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 23:24:37.118781 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-616835f5-6afc-4a6d-94de-3a41821465a5 tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] 10.222.0.13 "DELETE /v2.0/floatingips/c07ab56c-bed3-466d-b8ea-58290ea8422e HTTP/1.1" status: 204  len: 168 time: 1.4849205
Dec 16 23:24:37.119448 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70d65b02-30c0-40b6-98d0-a1e529fbed2d', 'tag': 'bc9366df-060d-44a7-910e-5003dcabafad'}] {{(pid=87507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 23:24:37.173145 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70d65b02-30c0-40b6-98d0-a1e529fbed2d', 'tag': 'bc9366df-060d-44a7-910e-5003dcabafad', 'status': 'completed', 'code': 200}
Dec 16 23:24:37.287842 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvr_db [None req-342dabfb-7eb3-4d75-9dd4-5c0b8be244fc None None] Set router d7488134-e7bb-414a-9016-590a7ea9554e gateway port host: dv-neutron-821829-1-hyperv {{(pid=87508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 23:24:37.296369 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4256c0be-e001-4d6f-aefa-24693177e089 req-8673e411-987f-4aee-9692-9eaca7d97fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:24:37.298143 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-4256c0be-e001-4d6f-aefa-24693177e089 req-8673e411-987f-4aee-9692-9eaca7d97fa2 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=47501bc0fd67468ab7c1cdfc7c01d7c1&device_id=70d65b02-30c0-40b6-98d0-a1e529fbed2d HTTP/1.1" status: 200  len: 1099 time: 0.0796826
Dec 16 23:24:37.451584 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4256c0be-e001-4d6f-aefa-24693177e089 req-22723ff5-02c9-4ea6-a682-7f4d6f3eac85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:24:37.452980 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-4256c0be-e001-4d6f-aefa-24693177e089 req-22723ff5-02c9-4ea6-a682-7f4d6f3eac85 service neutron] 10.222.0.49 "GET /v2.0/networks?id=bdbbdf9a-ec90-43ce-a9c5-6006b2bf9731 HTTP/1.1" status: 200  len: 909 time: 0.1483016
Dec 16 23:24:37.513944 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d74bf43-f6b9-4a84-ac67-47ae91bfb014 req-8b66d9aa-fbd3-4650-b2db-63a6323ccc98 tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:24:37.514868 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [req-9d74bf43-f6b9-4a84-ac67-47ae91bfb014 req-8b66d9aa-fbd3-4650-b2db-63a6323ccc98 tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Synchronizing usage tracker for tenant:47501bc0fd67468ab7c1cdfc7c01d7c1 on resource:port {{(pid=87507) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 23:24:37.525379 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-4256c0be-e001-4d6f-aefa-24693177e089 req-176ab789-bcad-4d93-88ec-2100ff9842f3 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bc9366df-060d-44a7-910e-5003dcabafad HTTP/1.1" status: 200  len: 217 time: 0.0641553
Dec 16 23:24:37.530177 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [req-9d74bf43-f6b9-4a84-ac67-47ae91bfb014 req-8b66d9aa-fbd3-4650-b2db-63a6323ccc98 tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Unset dirty status for tenant:47501bc0fd67468ab7c1cdfc7c01d7c1 on resource:port {{(pid=87507) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 23:24:37.531434 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-9d74bf43-f6b9-4a84-ac67-47ae91bfb014 req-8b66d9aa-fbd3-4650-b2db-63a6323ccc98 tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] 10.222.0.13 "GET /v2.0/ports?device_id=70d65b02-30c0-40b6-98d0-a1e529fbed2d HTTP/1.1" status: 200  len: 946 time: 0.1050897
Dec 16 23:24:37.579333 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-9d74bf43-f6b9-4a84-ac67-47ae91bfb014 req-76538051-8566-4aa6-9a8c-ae3d31506d91 tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9b01257-5730-49b0-9c8b-773ab6074bc7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0394380
Dec 16 23:24:37.594553 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4256c0be-e001-4d6f-aefa-24693177e089 req-1a92046e-13e1-48a2-9cc7-221ec4bef62e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:24:37.596377 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-4256c0be-e001-4d6f-aefa-24693177e089 req-1a92046e-13e1-48a2-9cc7-221ec4bef62e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=604d070c-ec45-48e1-8616-458a0650411c HTTP/1.1" status: 200  len: 847 time: 0.0641487
Dec 16 23:24:37.614332 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-342dabfb-7eb3-4d75-9dd4-5c0b8be244fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b77e010d0>, [{'id': 'd7488134-e7bb-414a-9016-590a7ea9554e', 'name': 'tempest-TestShelveInstance-787508268-router', 'tenant_id': '47501bc0fd67468ab7c1cdfc7c01d7c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.229'}], 'enable_snat': True}, 'gw_port_id': 'f2a88052-c700-46bd-a14b-d6aab07205ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:15:53Z', 'updated_at': '2021-12-16T23:15:56Z', 'revision_number': 4, 'project_id': '47501bc0fd67468ab7c1cdfc7c01d7c1', 'gw_port': {'id': 'f2a88052-c700-46bd-a14b-d6aab07205ab', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:81:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7488134-e7bb-414a-9016-590a7ea9554e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:15:53Z', 'updated_at': '2021-12-16T23:15:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv', '_interfaces': [{'id': 'ce74db12-a408-4724-8a40-30123fb2a63c', 'name': '', 'network_id': 'bdbbdf9a-ec90-43ce-a9c5-6006b2bf9731', 'tenant_id': '47501bc0fd67468ab7c1cdfc7c01d7c1', 'mac_address': 'fa:16:3e:f4:94:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7488134-e7bb-414a-9016-590a7ea9554e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': '604d070c-ec45-48e1-8616-458a0650411c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:15:56Z', 'updated_at': '2021-12-16T23:16:02Z', 'revision_number': 5, 'project_id': '47501bc0fd67468ab7c1cdfc7c01d7c1', 'subnets': [{'id': '604d070c-ec45-48e1-8616-458a0650411c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 23:24:37.618408 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-342dabfb-7eb3-4d75-9dd4-5c0b8be244fc None None] Checking router: d7488134-e7bb-414a-9016-590a7ea9554e for host: dv-neutron-821829-1-hyperv {{(pid=87508) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 23:24:37.626451 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-342dabfb-7eb3-4d75-9dd4-5c0b8be244fc None None] Routers {'d7488134-e7bb-414a-9016-590a7ea9554e'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 23:24:37.627052 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-342dabfb-7eb3-4d75-9dd4-5c0b8be244fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b77e010d0>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T23:24:31Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['d7488134-e7bb-414a-9016-590a7ea9554e'], 'active': True} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 23:24:37.671811 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4256c0be-e001-4d6f-aefa-24693177e089 req-be0ac12a-ec60-4e86-be60-033f31a677b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:24:37.673280 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-4256c0be-e001-4d6f-aefa-24693177e089 req-be0ac12a-ec60-4e86-be60-033f31a677b8 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=bdbbdf9a-ec90-43ce-a9c5-6006b2bf9731&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0690272
Dec 16 23:24:37.806120 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvr_db [None req-342dabfb-7eb3-4d75-9dd4-5c0b8be244fc None None] Set router d7488134-e7bb-414a-9016-590a7ea9554e gateway port host: dv-neutron-821829-1-hyperv {{(pid=87508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 23:24:37.920641 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-4256c0be-e001-4d6f-aefa-24693177e089 req-01121fff-d04c-48d4-8202-2ea4f2db4a55 service neutron] 10.222.0.49 "GET /v2.0/networks/bdbbdf9a-ec90-43ce-a9c5-6006b2bf9731?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2399058
Dec 16 23:24:38.052396 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-4256c0be-e001-4d6f-aefa-24693177e089 req-2fc467a9-d99e-497e-be1c-eec8987a0768 service neutron] 10.222.0.49 "GET /v2.0/networks/bdbbdf9a-ec90-43ce-a9c5-6006b2bf9731?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1243410
Dec 16 23:24:38.114646 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-342dabfb-7eb3-4d75-9dd4-5c0b8be244fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b77e010d0>, [{'id': 'd7488134-e7bb-414a-9016-590a7ea9554e', 'name': 'tempest-TestShelveInstance-787508268-router', 'tenant_id': '47501bc0fd67468ab7c1cdfc7c01d7c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.229'}], 'enable_snat': True}, 'gw_port_id': 'f2a88052-c700-46bd-a14b-d6aab07205ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:15:53Z', 'updated_at': '2021-12-16T23:15:56Z', 'revision_number': 4, 'project_id': '47501bc0fd67468ab7c1cdfc7c01d7c1', 'gw_port': {'id': 'f2a88052-c700-46bd-a14b-d6aab07205ab', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:81:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7488134-e7bb-414a-9016-590a7ea9554e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:15:53Z', 'updated_at': '2021-12-16T23:15:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv', '_interfaces': [{'id': 'ce74db12-a408-4724-8a40-30123fb2a63c', 'name': '', 'network_id': 'bdbbdf9a-ec90-43ce-a9c5-6006b2bf9731', 'tenant_id': '47501bc0fd67468ab7c1cdfc7c01d7c1', 'mac_address': 'fa:16:3e:f4:94:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7488134-e7bb-414a-9016-590a7ea9554e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': '604d070c-ec45-48e1-8616-458a0650411c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:15:56Z', 'updated_at': '2021-12-16T23:16:02Z', 'revision_number': 5, 'project_id': '47501bc0fd67468ab7c1cdfc7c01d7c1', 'subnets': [{'id': '604d070c-ec45-48e1-8616-458a0650411c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 23:24:38.118470 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-342dabfb-7eb3-4d75-9dd4-5c0b8be244fc None None] The sync data for ids ['d7488134-e7bb-414a-9016-590a7ea9554e'] in dv-neutron-821829-1-hyperv is: [{'id': 'd7488134-e7bb-414a-9016-590a7ea9554e', 'name': 'tempest-TestShelveInstance-787508268-router', 'tenant_id': '47501bc0fd67468ab7c1cdfc7c01d7c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.229'}], 'enable_snat': True}, 'gw_port_id': 'f2a88052-c700-46bd-a14b-d6aab07205ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:15:53Z', 'updated_at': '2021-12-16T23:15:56Z', 'revision_number': 4, 'project_id': '47501bc0fd67468ab7c1cdfc7c01d7c1', 'gw_port': {'id': 'f2a88052-c700-46bd-a14b-d6aab07205ab', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:81:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7488134-e7bb-414a-9016-590a7ea9554e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:15:53Z', 'updated_at': '2021-12-16T23:15:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv', '_interfaces': [{'id': 'ce74db12-a408-4724-8a40-30123fb2a63c', 'name': '', 'network_id': 'bdbbdf9a-ec90-43ce-a9c5-6006b2bf9731', 'tenant_id': '47501bc0fd67468ab7c1cdfc7c01d7c1', 'mac_address': 'fa:16:3e:f4:94:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7488134-e7bb-414a-9016-590a7ea9554e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': '604d070c-ec45-48e1-8616-458a0650411c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:15:56Z', 'updated_at': '2021-12-16T23:16:02Z', 'revision_number': 5, 'project_id': '47501bc0fd67468ab7c1cdfc7c01d7c1', 'subnets': [{'id': '604d070c-ec45-48e1-8616-458a0650411c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 23:24:38.346648 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c12bcf39-a773-459c-83a8-866bf497d84f None None] New status for floating IP c07ab56c-bed3-466d-b8ea-58290ea8422e: DOWN {{(pid=87509) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 16 23:24:38.370800 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:24:38.761971 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a371d5a5-726d-463c-9094-40c483726d74 req-e9fd6594-22ba-40ca-8984-c42e3023ff5d tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:24:38.763332 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-a371d5a5-726d-463c-9094-40c483726d74 req-e9fd6594-22ba-40ca-8984-c42e3023ff5d tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] 10.222.0.13 "GET /v2.0/ports?device_id=70d65b02-30c0-40b6-98d0-a1e529fbed2d HTTP/1.1" status: 200  len: 946 time: 0.0803740
Dec 16 23:24:38.809873 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-a371d5a5-726d-463c-9094-40c483726d74 req-2b600e29-9945-4ba4-a7eb-8a9773a8d8b8 tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9b01257-5730-49b0-9c8b-773ab6074bc7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0410347
Dec 16 23:24:39.172513 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac1f5e2-6f92-4ad0-9729-76f97e078ae0 req-a10d8bba-ed14-456d-9995-f148ee7de3b7 tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:24:39.173129 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [req-fac1f5e2-6f92-4ad0-9729-76f97e078ae0 req-a10d8bba-ed14-456d-9995-f148ee7de3b7 tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Synchronizing usage tracker for tenant:47501bc0fd67468ab7c1cdfc7c01d7c1 on resource:port {{(pid=87506) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 23:24:39.185214 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [req-fac1f5e2-6f92-4ad0-9729-76f97e078ae0 req-a10d8bba-ed14-456d-9995-f148ee7de3b7 tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Unset dirty status for tenant:47501bc0fd67468ab7c1cdfc7c01d7c1 on resource:port {{(pid=87506) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 23:24:39.186296 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-fac1f5e2-6f92-4ad0-9729-76f97e078ae0 req-a10d8bba-ed14-456d-9995-f148ee7de3b7 tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] 10.222.0.49 "GET /v2.0/ports?device_id=70d65b02-30c0-40b6-98d0-a1e529fbed2d HTTP/1.1" status: 200  len: 946 time: 0.0975902
Dec 16 23:24:39.253688 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [req-fac1f5e2-6f92-4ad0-9729-76f97e078ae0 req-47f0f0c7-2fcd-4d9c-94e4-3c84781e62fc tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Deleting port bc9366df-060d-44a7-910e-5003dcabafad {{(pid=87506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 23:24:39.254025 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-fac1f5e2-6f92-4ad0-9729-76f97e078ae0 req-47f0f0c7-2fcd-4d9c-94e4-3c84781e62fc tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:24:39.495002 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.db [req-fac1f5e2-6f92-4ad0-9729-76f97e078ae0 req-47f0f0c7-2fcd-4d9c-94e4-3c84781e62fc tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] For port bc9366df-060d-44a7-910e-5003dcabafad, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=bc9366df-060d-44a7-910e-5003dcabafad,segment=NetworkSegment(397b3ba8-7a47-4be7-98f0-838a20aabd5a),segment_id=397b3ba8-7a47-4be7-98f0-838a20aabd5a)] {{(pid=87506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 23:24:39.495392 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-fac1f5e2-6f92-4ad0-9729-76f97e078ae0 req-47f0f0c7-2fcd-4d9c-94e4-3c84781e62fc tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:24:39.616649 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [req-fac1f5e2-6f92-4ad0-9729-76f97e078ae0 req-47f0f0c7-2fcd-4d9c-94e4-3c84781e62fc tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Calling delete_port for bc9366df-060d-44a7-910e-5003dcabafad owned by compute:nova {{(pid=87506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 23:24:39.759085 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-fac1f5e2-6f92-4ad0-9729-76f97e078ae0 req-47f0f0c7-2fcd-4d9c-94e4-3c84781e62fc tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1863393'] for port, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:24:39.764521 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-21d387fc-500d-41bb-94b8-d7c6cf7f62b2 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:24:39.811706 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f0f0c7-2fcd-4d9c-94e4-3c84781e62fc tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Pushing event deleted for resources: {'Port': ['ID=bc9366df-060d-44a7-910e-5003dcabafad,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:24:39.850160 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f0f0c7-2fcd-4d9c-94e4-3c84781e62fc tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:24:39.850575 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f0f0c7-2fcd-4d9c-94e4-3c84781e62fc tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:24:39.851001 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f0f0c7-2fcd-4d9c-94e4-3c84781e62fc tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:24:39.851397 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f0f0c7-2fcd-4d9c-94e4-3c84781e62fc tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:24:39.851786 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f0f0c7-2fcd-4d9c-94e4-3c84781e62fc tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:24:39.852157 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f0f0c7-2fcd-4d9c-94e4-3c84781e62fc tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:24:39.852520 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f0f0c7-2fcd-4d9c-94e4-3c84781e62fc tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:24:39.852883 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f0f0c7-2fcd-4d9c-94e4-3c84781e62fc tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:24:39.853243 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f0f0c7-2fcd-4d9c-94e4-3c84781e62fc tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:24:39.853618 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f0f0c7-2fcd-4d9c-94e4-3c84781e62fc tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:24:39.853957 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f0f0c7-2fcd-4d9c-94e4-3c84781e62fc tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:24:39.854312 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f0f0c7-2fcd-4d9c-94e4-3c84781e62fc tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:24:39.861569 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-47f0f0c7-2fcd-4d9c-94e4-3c84781e62fc tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:24:39.897677 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.l3_dvrscheduler_db [req-fac1f5e2-6f92-4ad0-9729-76f97e078ae0 req-47f0f0c7-2fcd-4d9c-94e4-3c84781e62fc tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] No DVR routers for this DVR port bc9366df-060d-44a7-910e-5003dcabafad on host hv-neutron-8218 {{(pid=87506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 23:24:39.900160 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-fac1f5e2-6f92-4ad0-9729-76f97e078ae0 req-47f0f0c7-2fcd-4d9c-94e4-3c84781e62fc tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for port, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:24:39.902801 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70d65b02-30c0-40b6-98d0-a1e529fbed2d', 'name': 'network-vif-deleted', 'tag': 'bc9366df-060d-44a7-910e-5003dcabafad'}] {{(pid=87506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 23:24:39.920047 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-fac1f5e2-6f92-4ad0-9729-76f97e078ae0 req-47f0f0c7-2fcd-4d9c-94e4-3c84781e62fc tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] 10.222.0.49 "DELETE /v2.0/ports/bc9366df-060d-44a7-910e-5003dcabafad HTTP/1.1" status: 204  len: 173 time: 0.7280529
Dec 16 23:24:39.956003 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70d65b02-30c0-40b6-98d0-a1e529fbed2d', 'name': 'network-vif-deleted', 'tag': 'bc9366df-060d-44a7-910e-5003dcabafad', 'status': 'completed', 'code': 200}
Dec 16 23:24:39.959941 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-7f505c65-c208-4fb3-b6ee-deb9b239cb67 req-0b35ae66-c7c2-4329-a3c2-201cfefe5d76 tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] 10.222.0.13 "GET /v2.0/ports?device_id=70d65b02-30c0-40b6-98d0-a1e529fbed2d HTTP/1.1" status: 200  len: 210 time: 0.0445440
Dec 16 23:24:41.142815 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-b7b3fed6-3a57-4dcf-a484-596d411edfc5 req-dd63126f-3fae-4537-ab20-7eb11c75ca10 tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] 10.222.0.13 "GET /v2.0/ports?device_id=70d65b02-30c0-40b6-98d0-a1e529fbed2d HTTP/1.1" status: 200  len: 210 time: 0.0513167
Dec 16 23:24:42.243964 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 56606) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 23:24:42.314813 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-34009935-d031-47f0-b7f7-40f3f8777fe0 tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Notify callbacks [] for security_group, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:24:42.343423 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-34009935-d031-47f0-b7f7-40f3f8777fe0 tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:24:42.412078 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-34009935-d031-47f0-b7f7-40f3f8777fe0 tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841066'] for security_group, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:24:42.416620 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-e481f21d-5954-4d28-872b-16dfb8424a00 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:24:42.435072 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34009935-d031-47f0-b7f7-40f3f8777fe0 tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9b01257-5730-49b0-9c8b-773ab6074bc7,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:24:42.438074 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-34009935-d031-47f0-b7f7-40f3f8777fe0 tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:24:42.444399 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-34009935-d031-47f0-b7f7-40f3f8777fe0 tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Notify callbacks [] for security_group, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:24:42.449708 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-34009935-d031-47f0-b7f7-40f3f8777fe0 tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] 10.222.0.13 "DELETE /v2.0/security-groups/e9b01257-5730-49b0-9c8b-773ab6074bc7 HTTP/1.1" status: 204  len: 168 time: 0.2046170
Dec 16 23:24:42.494868 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 56612) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 23:24:43.132389 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Device bc9366df-060d-44a7-910e-5003dcabafad no longer exists at agent hyperv_hv-neutron-8218 {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 23:24:43.168227 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] No Port match for: bc9366df-060d-44a7-910e-5003dcabafad {{(pid=87508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 23:24:43.168601 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Device bc9366df-060d-44a7-910e-5003dcabafad not bound to the agent host hv-neutron-8218 {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 23:24:43.247805 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-8736edb0-ce5a-4a9b-b8ba-7e4926853020 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3830176'] for router_interface, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:24:43.589083 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [None req-8736edb0-ce5a-4a9b-b8ba-7e4926853020 admin admin] Deleting port ce74db12-a408-4724-8a40-30123fb2a63c {{(pid=87506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 23:24:43.589415 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-8736edb0-ce5a-4a9b-b8ba-7e4926853020 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:24:43.757169 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.db [None req-8736edb0-ce5a-4a9b-b8ba-7e4926853020 admin admin] For port ce74db12-a408-4724-8a40-30123fb2a63c, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=ce74db12-a408-4724-8a40-30123fb2a63c,segment=NetworkSegment(397b3ba8-7a47-4be7-98f0-838a20aabd5a),segment_id=397b3ba8-7a47-4be7-98f0-838a20aabd5a)] {{(pid=87506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 23:24:43.757434 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-8736edb0-ce5a-4a9b-b8ba-7e4926853020 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:24:43.874725 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [None req-8736edb0-ce5a-4a9b-b8ba-7e4926853020 admin admin] Calling delete_port for ce74db12-a408-4724-8a40-30123fb2a63c owned by network:router_interface {{(pid=87506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 23:24:44.182802 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-8736edb0-ce5a-4a9b-b8ba-7e4926853020 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1863393'] for port, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:24:44.186471 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-eed1e32d-f332-4f36-91b2-d0910df150e8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:24:44.234290 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8736edb0-ce5a-4a9b-b8ba-7e4926853020 admin admin] Pushing event deleted for resources: {'Port': ['ID=ce74db12-a408-4724-8a40-30123fb2a63c,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:24:44.237369 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-8736edb0-ce5a-4a9b-b8ba-7e4926853020 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:24:44.619363 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-8736edb0-ce5a-4a9b-b8ba-7e4926853020 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3791449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3739472'] for router_interface, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:24:44.978793 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8736edb0-ce5a-4a9b-b8ba-7e4926853020 admin admin] Router d7488134-e7bb-414a-9016-590a7ea9554e has already been hosted by L3 agent 4f519db7-069b-43e2-8411-c092bac9102a {{(pid=87506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 23:24:45.159036 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8736edb0-ce5a-4a9b-b8ba-7e4926853020 admin admin] Notify agent at l3_agent.dv-neutron-821829-1-hyperv the message routers_updated {{(pid=87506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 23:24:45.168437 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ef87e57-90ed-4fe5-b56d-d36ef94d25ed None None] Sync routers for ids ['d7488134-e7bb-414a-9016-590a7ea9554e'] in dv-neutron-821829-1-hyperv {{(pid=87508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 23:24:45.171742 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-8736edb0-ce5a-4a9b-b8ba-7e4926853020 admin admin] 10.222.0.13 "PUT /v2.0/routers/d7488134-e7bb-414a-9016-590a7ea9554e/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.6757424
Dec 16 23:24:45.174173 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 56618) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 23:24:45.181009 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ef87e57-90ed-4fe5-b56d-d36ef94d25ed None None] Routers {'d7488134-e7bb-414a-9016-590a7ea9554e'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 23:24:45.181625 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-1ef87e57-90ed-4fe5-b56d-d36ef94d25ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b77cbeb50>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T23:24:31Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['d7488134-e7bb-414a-9016-590a7ea9554e'], 'active': True} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 23:24:45.347989 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-c9643eeb-5896-4ddd-8ae0-2009feb87a24 admin admin] Notify callbacks [] for router, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:24:45.355698 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvr_db [None req-1ef87e57-90ed-4fe5-b56d-d36ef94d25ed None None] Set router d7488134-e7bb-414a-9016-590a7ea9554e gateway port host: dv-neutron-821829-1-hyperv {{(pid=87508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 23:24:45.525086 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-c9643eeb-5896-4ddd-8ae0-2009feb87a24 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:24:45.534350 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [None req-c9643eeb-5896-4ddd-8ae0-2009feb87a24 admin admin] Deleting port f2a88052-c700-46bd-a14b-d6aab07205ab {{(pid=87506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 23:24:45.534643 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-c9643eeb-5896-4ddd-8ae0-2009feb87a24 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:24:45.697550 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-1ef87e57-90ed-4fe5-b56d-d36ef94d25ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b77cbeb50>, [{'id': 'd7488134-e7bb-414a-9016-590a7ea9554e', 'name': 'tempest-TestShelveInstance-787508268-router', 'tenant_id': '47501bc0fd67468ab7c1cdfc7c01d7c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.229'}], 'enable_snat': True}, 'gw_port_id': 'f2a88052-c700-46bd-a14b-d6aab07205ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:15:53Z', 'updated_at': '2021-12-16T23:24:44Z', 'revision_number': 5, 'project_id': '47501bc0fd67468ab7c1cdfc7c01d7c1', 'gw_port': {'id': 'f2a88052-c700-46bd-a14b-d6aab07205ab', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:81:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7488134-e7bb-414a-9016-590a7ea9554e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:15:53Z', 'updated_at': '2021-12-16T23:15:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv'}], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 23:24:45.701643 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ef87e57-90ed-4fe5-b56d-d36ef94d25ed None None] Checking router: d7488134-e7bb-414a-9016-590a7ea9554e for host: dv-neutron-821829-1-hyperv {{(pid=87508) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 23:24:45.710538 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ef87e57-90ed-4fe5-b56d-d36ef94d25ed None None] Routers {'d7488134-e7bb-414a-9016-590a7ea9554e'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 23:24:45.711186 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-1ef87e57-90ed-4fe5-b56d-d36ef94d25ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b77cbeb50>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T23:24:31Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['d7488134-e7bb-414a-9016-590a7ea9554e'], 'active': True} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 23:24:45.840414 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.db [None req-c9643eeb-5896-4ddd-8ae0-2009feb87a24 admin admin] For port f2a88052-c700-46bd-a14b-d6aab07205ab, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=f2a88052-c700-46bd-a14b-d6aab07205ab,segment=NetworkSegment(a416442d-d143-4052-9f4e-546eb8cbe809),segment_id=a416442d-d143-4052-9f4e-546eb8cbe809)] {{(pid=87506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 23:24:45.841016 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-c9643eeb-5896-4ddd-8ae0-2009feb87a24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:24:45.864564 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvr_db [None req-1ef87e57-90ed-4fe5-b56d-d36ef94d25ed None None] Set router d7488134-e7bb-414a-9016-590a7ea9554e gateway port host: None {{(pid=87508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 23:24:45.960457 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [None req-c9643eeb-5896-4ddd-8ae0-2009feb87a24 admin admin] Calling delete_port for f2a88052-c700-46bd-a14b-d6aab07205ab owned by network:router_gateway {{(pid=87506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 23:24:45.967947 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-1ef87e57-90ed-4fe5-b56d-d36ef94d25ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b77cbeb50>, [{'id': 'd7488134-e7bb-414a-9016-590a7ea9554e', 'name': 'tempest-TestShelveInstance-787508268-router', 'tenant_id': '47501bc0fd67468ab7c1cdfc7c01d7c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:15:53Z', 'updated_at': '2021-12-16T23:24:45Z', 'revision_number': 6, 'project_id': '47501bc0fd67468ab7c1cdfc7c01d7c1', 'gw_port_host': None}], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 23:24:45.971929 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ef87e57-90ed-4fe5-b56d-d36ef94d25ed None None] The sync data for ids ['d7488134-e7bb-414a-9016-590a7ea9554e'] in dv-neutron-821829-1-hyperv is: [{'id': 'd7488134-e7bb-414a-9016-590a7ea9554e', 'name': 'tempest-TestShelveInstance-787508268-router', 'tenant_id': '47501bc0fd67468ab7c1cdfc7c01d7c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:15:53Z', 'updated_at': '2021-12-16T23:24:45Z', 'revision_number': 6, 'project_id': '47501bc0fd67468ab7c1cdfc7c01d7c1', 'gw_port_host': None}] {{(pid=87508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 23:24:46.127206 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-c9643eeb-5896-4ddd-8ae0-2009feb87a24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1863393'] for port, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:24:46.130630 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-db09a99c-e6f4-4cc1-950f-3f44c4beb2bb tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:24:46.173448 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9643eeb-5896-4ddd-8ae0-2009feb87a24 admin admin] Pushing event deleted for resources: {'Port': ['ID=f2a88052-c700-46bd-a14b-d6aab07205ab,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:24:46.177436 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-c9643eeb-5896-4ddd-8ae0-2009feb87a24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:24:46.263123 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-c9643eeb-5896-4ddd-8ae0-2009feb87a24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3741895'] for router_gateway, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:24:46.435455 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-c9643eeb-5896-4ddd-8ae0-2009feb87a24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3739500', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39002'] for router, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:24:46.437809 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-c9643eeb-5896-4ddd-8ae0-2009feb87a24 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:24:46.460400 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-c9643eeb-5896-4ddd-8ae0-2009feb87a24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3830089'] for router, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:24:46.460926 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9643eeb-5896-4ddd-8ae0-2009feb87a24 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d7488134-e7bb-414a-9016-590a7ea9554e {{(pid=87506) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 16 23:24:46.474071 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-c9643eeb-5896-4ddd-8ae0-2009feb87a24 admin admin] Notify callbacks [] for router, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:24:46.475180 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-c9643eeb-5896-4ddd-8ae0-2009feb87a24 admin admin] 10.222.0.13 "DELETE /v2.0/routers/d7488134-e7bb-414a-9016-590a7ea9554e HTTP/1.1" status: 204  len: 168 time: 1.3001189
Dec 16 23:24:46.477758 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 56622) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 23:24:46.539302 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.db_base_plugin_v2 [None req-2864a7ea-9af4-41da-b5b4-15419844afe0 admin admin] Deleting subnet 604d070c-ec45-48e1-8616-458a0650411c {{(pid=87506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 16 23:24:46.542196 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-2864a7ea-9af4-41da-b5b4-15419844afe0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:24:46.590047 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-2864a7ea-9af4-41da-b5b4-15419844afe0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-266764487'] for subnet, precommit_delete_associations {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:24:46.668662 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-2864a7ea-9af4-41da-b5b4-15419844afe0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3328566'] for subnet, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:24:46.742144 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-2864a7ea-9af4-41da-b5b4-15419844afe0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3328622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1863378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11213117'] for subnet, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:24:46.746303 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-1e7e1879-cd65-405e-85dc-a4866282a866 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:24:46.770156 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device ce74db12-a408-4724-8a40-30123fb2a63c no longer exists at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 23:24:46.778817 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2864a7ea-9af4-41da-b5b4-15419844afe0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=604d070c-ec45-48e1-8616-458a0650411c,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:24:46.782239 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-2864a7ea-9af4-41da-b5b4-15419844afe0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:24:46.785254 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-2864a7ea-9af4-41da-b5b4-15419844afe0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:24:46.793554 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-2864a7ea-9af4-41da-b5b4-15419844afe0 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/604d070c-ec45-48e1-8616-458a0650411c HTTP/1.1" status: 204  len: 168 time: 0.3124847
Dec 16 23:24:46.793829 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 56626) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 23:24:46.814662 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa4625d7-bdd4-4e4b-902b-96e48b0c93d2 None None] Network bdbbdf9a-ec90-43ce-a9c5-6006b2bf9731 requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 23:24:46.881009 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] No Port match for: ce74db12-a408-4724-8a40-30123fb2a63c {{(pid=87508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 23:24:46.881366 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device ce74db12-a408-4724-8a40-30123fb2a63c not bound to the agent host dv-neutron-821829-1-hyperv {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 23:24:46.881802 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device f2a88052-c700-46bd-a14b-d6aab07205ab no longer exists at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 23:24:46.908918 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-7474b9be-cac7-4351-9682-fea7c714576a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-825997'] for network, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:24:46.920121 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.plugin [None req-7474b9be-cac7-4351-9682-fea7c714576a admin admin] Deleting port 7b2536ff-bd87-4428-877f-302c22b64933 {{(pid=87507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 23:24:46.920460 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-7474b9be-cac7-4351-9682-fea7c714576a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:24:46.921402 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] No Port match for: f2a88052-c700-46bd-a14b-d6aab07205ab {{(pid=87508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 23:24:46.921763 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device f2a88052-c700-46bd-a14b-d6aab07205ab not bound to the agent host dv-neutron-821829-1-hyperv {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 23:24:47.140812 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.db [None req-7474b9be-cac7-4351-9682-fea7c714576a admin admin] For port 7b2536ff-bd87-4428-877f-302c22b64933, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=7b2536ff-bd87-4428-877f-302c22b64933,segment=NetworkSegment(397b3ba8-7a47-4be7-98f0-838a20aabd5a),segment_id=397b3ba8-7a47-4be7-98f0-838a20aabd5a)] {{(pid=87507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 23:24:47.141170 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-7474b9be-cac7-4351-9682-fea7c714576a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:24:47.164373 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9580352-4d14-4893-badb-b42c8b374e0f None None] DHCP port deletion for bdbbdf9a-ec90-43ce-a9c5-6006b2bf9731 request from dv-neutron-821829-1-hyperv {{(pid=87508) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 16 23:24:47.168661 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-e9580352-4d14-4893-badb-b42c8b374e0f None None] Deleting port 7b2536ff-bd87-4428-877f-302c22b64933 {{(pid=87508) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 23:24:47.169052 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-e9580352-4d14-4893-badb-b42c8b374e0f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:24:47.263216 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.plugin [None req-7474b9be-cac7-4351-9682-fea7c714576a admin admin] Calling delete_port for 7b2536ff-bd87-4428-877f-302c22b64933 owned by network:dhcp {{(pid=87507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 23:24:47.349412 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-7474b9be-cac7-4351-9682-fea7c714576a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10807823'] for port, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:24:47.353981 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-616835f5-6afc-4a6d-94de-3a41821465a5 tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:24:47.375613 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-e9580352-4d14-4893-badb-b42c8b374e0f None None] For port 7b2536ff-bd87-4428-877f-302c22b64933, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=7b2536ff-bd87-4428-877f-302c22b64933,segment=NetworkSegment(397b3ba8-7a47-4be7-98f0-838a20aabd5a),segment_id=397b3ba8-7a47-4be7-98f0-838a20aabd5a)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 23:24:47.376023 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-e9580352-4d14-4893-badb-b42c8b374e0f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:24:47.396889 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7474b9be-cac7-4351-9682-fea7c714576a admin admin] Pushing event deleted for resources: {'Port': ['ID=7b2536ff-bd87-4428-877f-302c22b64933,revision_number=None']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:24:47.400260 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-7474b9be-cac7-4351-9682-fea7c714576a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:24:47.401019 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7474b9be-cac7-4351-9682-fea7c714576a admin admin] No DVR routers for this DVR port 7b2536ff-bd87-4428-877f-302c22b64933 on host dv-neutron-821829-1-hyperv {{(pid=87507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 23:24:47.550428 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-e9580352-4d14-4893-badb-b42c8b374e0f None None] Calling delete_port for 7b2536ff-bd87-4428-877f-302c22b64933 owned by network:dhcp {{(pid=87508) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 23:24:47.622206 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.db.api [None req-e9580352-4d14-4893-badb-b42c8b374e0f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87508) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 16 23:24:47.622483 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_db.api [None req-e9580352-4d14-4893-badb-b42c8b374e0f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 16 23:24:47.637731 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-7474b9be-cac7-4351-9682-fea7c714576a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3329565', 'neutron.services.segments.db._delete_segments_for_network-8734753546406'] for network, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:24:47.661756 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.services.segments.db [None req-7474b9be-cac7-4351-9682-fea7c714576a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1b77bef1f0>,) {'filters': {'network_id': ['bdbbdf9a-ec90-43ce-a9c5-6006b2bf9731']}} {{(pid=87507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 23:24:47.673048 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.services.segments.db [None req-7474b9be-cac7-4351-9682-fea7c714576a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b77bef1f0>, '397b3ba8-7a47-4be7-98f0-838a20aabd5a') {'for_net_delete': True} {{(pid=87507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 23:24:47.673334 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.services.segments.db [None req-7474b9be-cac7-4351-9682-fea7c714576a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b77bef1f0>, '397b3ba8-7a47-4be7-98f0-838a20aabd5a') {} {{(pid=87507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 23:24:47.684325 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-7474b9be-cac7-4351-9682-fea7c714576a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734753593977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2128549'] for segment, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:24:47.700246 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-7474b9be-cac7-4351-9682-fea7c714576a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-883292'] for segment, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:24:47.706324 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7474b9be-cac7-4351-9682-fea7c714576a admin admin] Releasing vlan 153 on physical network physnet1 to pool {{(pid=87507) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 16 23:24:47.707332 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-7474b9be-cac7-4351-9682-fea7c714576a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-883285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10808034'] for segment, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:24:47.720131 dv-neutron-821829-1-hyperv neutron-server[87507]: Traceback (most recent call last):
Dec 16 23:24:47.720131 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 16 23:24:47.720131 dv-neutron-821829-1-hyperv neutron-server[87507]:     timer()
Dec 16 23:24:47.720131 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 23:24:47.720131 dv-neutron-821829-1-hyperv neutron-server[87507]:     cb(*args, **kw)
Dec 16 23:24:47.720131 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 23:24:47.720131 dv-neutron-821829-1-hyperv neutron-server[87507]:     return func(*args, **kwargs)
Dec 16 23:24:47.720131 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 23:24:47.720131 dv-neutron-821829-1-hyperv neutron-server[87507]:     self._notify()
Dec 16 23:24:47.720131 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 23:24:47.720131 dv-neutron-821829-1-hyperv neutron-server[87507]:     self.callback(batched_events)
Dec 16 23:24:47.720131 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 23:24:47.720131 dv-neutron-821829-1-hyperv neutron-server[87507]:     event.method(event)
Dec 16 23:24:47.720131 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 23:24:47.720131 dv-neutron-821829-1-hyperv neutron-server[87507]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 23:24:47.720131 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 23:24:47.720131 dv-neutron-821829-1-hyperv neutron-server[87507]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 23:24:47.720131 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 23:24:47.720131 dv-neutron-821829-1-hyperv neutron-server[87507]:     return f(self, *a, **k)
Dec 16 23:24:47.720131 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 16 23:24:47.720131 dv-neutron-821829-1-hyperv neutron-server[87507]:     return self._get(url).json()
Dec 16 23:24:47.720131 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 16 23:24:47.720131 dv-neutron-821829-1-hyperv neutron-server[87507]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 23:24:47.720131 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 16 23:24:47.720131 dv-neutron-821829-1-hyperv neutron-server[87507]:     return self.request(url, 'GET', **kwargs)
Dec 16 23:24:47.720131 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 16 23:24:47.720131 dv-neutron-821829-1-hyperv neutron-server[87507]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 23:24:47.720131 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 16 23:24:47.720131 dv-neutron-821829-1-hyperv neutron-server[87507]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 23:24:47.720131 dv-neutron-821829-1-hyperv neutron-server[87507]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 16 23:24:47.720131 dv-neutron-821829-1-hyperv neutron-server[87507]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 23:24:47.720131 dv-neutron-821829-1-hyperv neutron-server[87507]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 23:24:47.795198 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-7474b9be-cac7-4351-9682-fea7c714576a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3329572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3741856'] for network, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:24:47.798808 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-a5e134cc-47a9-4db5-8d8f-ebe9446afddd tempest-RoutersNegativeTest-1273250600 tempest-RoutersNegativeTest-1273250600-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:24:47.811613 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-7474b9be-cac7-4351-9682-fea7c714576a admin admin] Notify callbacks [] for network, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:24:47.822005 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7474b9be-cac7-4351-9682-fea7c714576a admin admin] Pushing event deleted for resources: {'Network': ['ID=bdbbdf9a-ec90-43ce-a9c5-6006b2bf9731,revision_number=None']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:24:47.825003 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-7474b9be-cac7-4351-9682-fea7c714576a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:24:47.835315 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-7474b9be-cac7-4351-9682-fea7c714576a admin admin] 10.222.0.13 "DELETE /v2.0/networks/bdbbdf9a-ec90-43ce-a9c5-6006b2bf9731 HTTP/1.1" status: 204  len: 168 time: 1.0404446
Dec 16 23:24:47.838418 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 56630) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 23:24:48.124096 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-e9580352-4d14-4893-badb-b42c8b374e0f None None] Deleting port 7b2536ff-bd87-4428-877f-302c22b64933 {{(pid=87508) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 23:24:48.124644 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-e9580352-4d14-4893-badb-b42c8b374e0f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:24:48.190362 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-e9580352-4d14-4893-badb-b42c8b374e0f None None] The port '7b2536ff-bd87-4428-877f-302c22b64933' was deleted {{(pid=87508) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 16 23:24:48.363183 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-34eea458-985c-4fb4-8786-575dde2b8dbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3830176'] for router_interface, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:24:48.458368 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 7b2536ff-bd87-4428-877f-302c22b64933 no longer exists at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 23:24:48.491990 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] No Port match for: 7b2536ff-bd87-4428-877f-302c22b64933 {{(pid=87508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 23:24:48.492350 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 7b2536ff-bd87-4428-877f-302c22b64933 not bound to the agent host dv-neutron-821829-1-hyperv {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 23:24:48.703821 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.plugin [None req-34eea458-985c-4fb4-8786-575dde2b8dbd admin admin] Deleting port d65486a5-b83b-42ed-9175-981587b1af46 {{(pid=87507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 23:24:48.704082 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-34eea458-985c-4fb4-8786-575dde2b8dbd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:24:48.870431 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.db [None req-34eea458-985c-4fb4-8786-575dde2b8dbd admin admin] For port d65486a5-b83b-42ed-9175-981587b1af46, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=d65486a5-b83b-42ed-9175-981587b1af46,segment=NetworkSegment(cd75adab-1d18-45f0-ae76-c4e6abd7ec4e),segment_id=cd75adab-1d18-45f0-ae76-c4e6abd7ec4e)] {{(pid=87507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 23:24:48.871125 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-34eea458-985c-4fb4-8786-575dde2b8dbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:24:49.107136 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.plugin [None req-34eea458-985c-4fb4-8786-575dde2b8dbd admin admin] Calling delete_port for d65486a5-b83b-42ed-9175-981587b1af46 owned by network:router_interface {{(pid=87507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 23:24:49.412901 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-34eea458-985c-4fb4-8786-575dde2b8dbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10807823'] for port, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:24:49.416571 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-517a4590-19d0-4c21-ba0b-c9a0860a2fef tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:24:49.457539 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34eea458-985c-4fb4-8786-575dde2b8dbd admin admin] Pushing event deleted for resources: {'Port': ['ID=d65486a5-b83b-42ed-9175-981587b1af46,revision_number=None']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:24:49.463794 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-34eea458-985c-4fb4-8786-575dde2b8dbd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:24:49.742715 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-34eea458-985c-4fb4-8786-575dde2b8dbd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3791449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3739472'] for router_interface, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:24:50.089211 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34eea458-985c-4fb4-8786-575dde2b8dbd admin admin] Router f936eb54-87f8-4e58-a6c9-65e533ba1664 has already been hosted by L3 agent 4f519db7-069b-43e2-8411-c092bac9102a {{(pid=87507) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 23:24:50.259791 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34eea458-985c-4fb4-8786-575dde2b8dbd admin admin] Notify agent at l3_agent.dv-neutron-821829-1-hyperv the message routers_updated {{(pid=87507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 23:24:50.269396 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9fa9100-8dae-4cb3-aec6-1494fb58bfe3 None None] Sync routers for ids ['f936eb54-87f8-4e58-a6c9-65e533ba1664'] in dv-neutron-821829-1-hyperv {{(pid=87509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 23:24:50.279409 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9fa9100-8dae-4cb3-aec6-1494fb58bfe3 None None] Routers {'f936eb54-87f8-4e58-a6c9-65e533ba1664'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 23:24:50.280012 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-34eea458-985c-4fb4-8786-575dde2b8dbd admin admin] 10.222.0.13 "PUT /v2.0/routers/f936eb54-87f8-4e58-a6c9-65e533ba1664/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.4404960
Dec 16 23:24:50.280137 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-b9fa9100-8dae-4cb3-aec6-1494fb58bfe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b7c747520>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T23:24:31Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['f936eb54-87f8-4e58-a6c9-65e533ba1664'], 'active': True} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 23:24:50.282589 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 56634) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 23:24:50.457181 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvr_db [None req-b9fa9100-8dae-4cb3-aec6-1494fb58bfe3 None None] Set router f936eb54-87f8-4e58-a6c9-65e533ba1664 gateway port host: dv-neutron-821829-1-hyperv {{(pid=87509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 23:24:50.461990 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-ef94b1b1-e1a9-4edc-b5e2-73605ac6e310 admin admin] Notify callbacks [] for router, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:24:50.639026 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-ef94b1b1-e1a9-4edc-b5e2-73605ac6e310 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:24:50.648985 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [None req-ef94b1b1-e1a9-4edc-b5e2-73605ac6e310 admin admin] Deleting port 719799b3-c42f-473b-aec0-43e092251c73 {{(pid=87506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 23:24:50.649298 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-ef94b1b1-e1a9-4edc-b5e2-73605ac6e310 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:24:50.734220 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-b9fa9100-8dae-4cb3-aec6-1494fb58bfe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b7c747520>, [{'id': 'f936eb54-87f8-4e58-a6c9-65e533ba1664', 'name': 'tempest-TestShelveInstance-315810606-router', 'tenant_id': '5e86041d6e7b46588db9ab04cd9e0052', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.119'}], 'enable_snat': True}, 'gw_port_id': '719799b3-c42f-473b-aec0-43e092251c73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:15:59Z', 'updated_at': '2021-12-16T23:24:49Z', 'revision_number': 5, 'project_id': '5e86041d6e7b46588db9ab04cd9e0052', 'gw_port': {'id': '719799b3-c42f-473b-aec0-43e092251c73', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:b4:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f936eb54-87f8-4e58-a6c9-65e533ba1664', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1804, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:16:00Z', 'updated_at': '2021-12-16T23:16:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv'}], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 23:24:50.738934 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9fa9100-8dae-4cb3-aec6-1494fb58bfe3 None None] Checking router: f936eb54-87f8-4e58-a6c9-65e533ba1664 for host: dv-neutron-821829-1-hyperv {{(pid=87509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 23:24:50.747250 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9fa9100-8dae-4cb3-aec6-1494fb58bfe3 None None] Routers {'f936eb54-87f8-4e58-a6c9-65e533ba1664'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 23:24:50.747909 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-b9fa9100-8dae-4cb3-aec6-1494fb58bfe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b7c747520>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T23:24:31Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['f936eb54-87f8-4e58-a6c9-65e533ba1664'], 'active': True} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 23:24:50.895446 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvr_db [None req-b9fa9100-8dae-4cb3-aec6-1494fb58bfe3 None None] Set router f936eb54-87f8-4e58-a6c9-65e533ba1664 gateway port host: None {{(pid=87509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 23:24:50.938691 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.db [None req-ef94b1b1-e1a9-4edc-b5e2-73605ac6e310 admin admin] For port 719799b3-c42f-473b-aec0-43e092251c73, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=719799b3-c42f-473b-aec0-43e092251c73,segment=NetworkSegment(a416442d-d143-4052-9f4e-546eb8cbe809),segment_id=a416442d-d143-4052-9f4e-546eb8cbe809)] {{(pid=87506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 23:24:50.938989 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-ef94b1b1-e1a9-4edc-b5e2-73605ac6e310 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:24:50.998215 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-b9fa9100-8dae-4cb3-aec6-1494fb58bfe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b7c747520>, [{'id': 'f936eb54-87f8-4e58-a6c9-65e533ba1664', 'name': 'tempest-TestShelveInstance-315810606-router', 'tenant_id': '5e86041d6e7b46588db9ab04cd9e0052', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:15:59Z', 'updated_at': '2021-12-16T23:24:50Z', 'revision_number': 6, 'project_id': '5e86041d6e7b46588db9ab04cd9e0052', 'gw_port_host': None}], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 23:24:51.002114 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9fa9100-8dae-4cb3-aec6-1494fb58bfe3 None None] The sync data for ids ['f936eb54-87f8-4e58-a6c9-65e533ba1664'] in dv-neutron-821829-1-hyperv is: [{'id': 'f936eb54-87f8-4e58-a6c9-65e533ba1664', 'name': 'tempest-TestShelveInstance-315810606-router', 'tenant_id': '5e86041d6e7b46588db9ab04cd9e0052', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:15:59Z', 'updated_at': '2021-12-16T23:24:50Z', 'revision_number': 6, 'project_id': '5e86041d6e7b46588db9ab04cd9e0052', 'gw_port_host': None}] {{(pid=87509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 23:24:51.060911 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [None req-ef94b1b1-e1a9-4edc-b5e2-73605ac6e310 admin admin] Calling delete_port for 719799b3-c42f-473b-aec0-43e092251c73 owned by network:router_gateway {{(pid=87506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 23:24:51.227227 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-ef94b1b1-e1a9-4edc-b5e2-73605ac6e310 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1863393'] for port, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:24:51.232167 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-f70ab309-d12c-4647-ab00-0805417f0abc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:24:51.300823 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef94b1b1-e1a9-4edc-b5e2-73605ac6e310 admin admin] Pushing event deleted for resources: {'Port': ['ID=719799b3-c42f-473b-aec0-43e092251c73,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:24:51.303010 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-ef94b1b1-e1a9-4edc-b5e2-73605ac6e310 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:24:51.365187 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-ef94b1b1-e1a9-4edc-b5e2-73605ac6e310 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3741895'] for router_gateway, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:24:51.538311 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-ef94b1b1-e1a9-4edc-b5e2-73605ac6e310 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3739500', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39002'] for router, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:24:51.540605 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-ef94b1b1-e1a9-4edc-b5e2-73605ac6e310 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:24:51.561894 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-ef94b1b1-e1a9-4edc-b5e2-73605ac6e310 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3830089'] for router, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:24:51.562443 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef94b1b1-e1a9-4edc-b5e2-73605ac6e310 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f936eb54-87f8-4e58-a6c9-65e533ba1664 {{(pid=87506) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 16 23:24:51.574207 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-ef94b1b1-e1a9-4edc-b5e2-73605ac6e310 admin admin] Notify callbacks [] for router, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:24:51.575304 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-ef94b1b1-e1a9-4edc-b5e2-73605ac6e310 admin admin] 10.222.0.13 "DELETE /v2.0/routers/f936eb54-87f8-4e58-a6c9-65e533ba1664 HTTP/1.1" status: 204  len: 168 time: 1.2917552
Dec 16 23:24:51.577828 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 56638) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 23:24:51.637659 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab9cf862-c1be-46a5-9bb5-b0a95b8ce66a admin admin] Deleting subnet 1f10b700-3d1c-4e08-bc5d-b12d3998c8b8 {{(pid=87506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 16 23:24:51.640602 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-ab9cf862-c1be-46a5-9bb5-b0a95b8ce66a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:24:51.687905 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-ab9cf862-c1be-46a5-9bb5-b0a95b8ce66a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-266764487'] for subnet, precommit_delete_associations {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:24:51.766331 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-ab9cf862-c1be-46a5-9bb5-b0a95b8ce66a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3328566'] for subnet, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:24:51.834966 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-ab9cf862-c1be-46a5-9bb5-b0a95b8ce66a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3328622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1863378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11213117'] for subnet, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:24:51.839820 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-d7eaa9ff-c628-442a-9d19-d52e67633459 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:24:51.874433 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9cf862-c1be-46a5-9bb5-b0a95b8ce66a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1f10b700-3d1c-4e08-bc5d-b12d3998c8b8,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:24:51.876381 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-ab9cf862-c1be-46a5-9bb5-b0a95b8ce66a admin admin] Notify callbacks [] for subnet, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:24:51.879364 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-ab9cf862-c1be-46a5-9bb5-b0a95b8ce66a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:24:51.882562 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f423c7b-4875-4bbb-9a05-8f0407986ed1 None None] Network 03e05307-e9f9-4119-97c5-d12b621d8806 requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 23:24:51.883414 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-ab9cf862-c1be-46a5-9bb5-b0a95b8ce66a admin admin] 10.222.0.13 "DELETE /v2.0/subnets/1f10b700-3d1c-4e08-bc5d-b12d3998c8b8 HTTP/1.1" status: 204  len: 168 time: 0.3046691
Dec 16 23:24:51.885899 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 56642) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 23:24:51.993164 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-d4f17de0-d076-4043-9d01-8ef8a5f6c59b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-825997'] for network, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:24:52.004801 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [None req-d4f17de0-d076-4043-9d01-8ef8a5f6c59b admin admin] Deleting port 8358f2a2-34c0-4d80-8bbf-712fa72dc5f4 {{(pid=87506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 23:24:52.005138 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-d4f17de0-d076-4043-9d01-8ef8a5f6c59b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:24:52.127276 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f72a896-a361-41eb-9c8f-aa2f074ed8b2 None None] DHCP port deletion for 03e05307-e9f9-4119-97c5-d12b621d8806 request from dv-neutron-821829-1-hyperv {{(pid=87508) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 16 23:24:52.132006 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-5f72a896-a361-41eb-9c8f-aa2f074ed8b2 None None] Deleting port 8358f2a2-34c0-4d80-8bbf-712fa72dc5f4 {{(pid=87508) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 23:24:52.132394 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-5f72a896-a361-41eb-9c8f-aa2f074ed8b2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:24:52.337266 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-5f72a896-a361-41eb-9c8f-aa2f074ed8b2 None None] For port 8358f2a2-34c0-4d80-8bbf-712fa72dc5f4, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=8358f2a2-34c0-4d80-8bbf-712fa72dc5f4,segment=NetworkSegment(cd75adab-1d18-45f0-ae76-c4e6abd7ec4e),segment_id=cd75adab-1d18-45f0-ae76-c4e6abd7ec4e)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 23:24:52.337599 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-5f72a896-a361-41eb-9c8f-aa2f074ed8b2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:24:52.339851 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.db [None req-d4f17de0-d076-4043-9d01-8ef8a5f6c59b admin admin] For port 8358f2a2-34c0-4d80-8bbf-712fa72dc5f4, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=8358f2a2-34c0-4d80-8bbf-712fa72dc5f4,segment=NetworkSegment(cd75adab-1d18-45f0-ae76-c4e6abd7ec4e),segment_id=cd75adab-1d18-45f0-ae76-c4e6abd7ec4e)] {{(pid=87506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 23:24:52.340340 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-d4f17de0-d076-4043-9d01-8ef8a5f6c59b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:24:52.462746 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [None req-d4f17de0-d076-4043-9d01-8ef8a5f6c59b admin admin] Calling delete_port for 8358f2a2-34c0-4d80-8bbf-712fa72dc5f4 owned by network:dhcp {{(pid=87506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 23:24:52.463564 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-5f72a896-a361-41eb-9c8f-aa2f074ed8b2 None None] Calling delete_port for 8358f2a2-34c0-4d80-8bbf-712fa72dc5f4 owned by network:dhcp {{(pid=87508) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 23:24:52.491883 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device d65486a5-b83b-42ed-9175-981587b1af46 no longer exists at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 23:24:52.531423 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] No Port match for: d65486a5-b83b-42ed-9175-981587b1af46 {{(pid=87508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 23:24:52.531784 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device d65486a5-b83b-42ed-9175-981587b1af46 not bound to the agent host dv-neutron-821829-1-hyperv {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 23:24:52.532215 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 719799b3-c42f-473b-aec0-43e092251c73 no longer exists at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 23:24:52.543264 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-d4f17de0-d076-4043-9d01-8ef8a5f6c59b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1863393'] for port, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:24:52.547023 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-f5ae050a-9214-461b-8b50-76b8e5b17e4f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:24:52.575476 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] No Port match for: 719799b3-c42f-473b-aec0-43e092251c73 {{(pid=87508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 23:24:52.575854 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 719799b3-c42f-473b-aec0-43e092251c73 not bound to the agent host dv-neutron-821829-1-hyperv {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 23:24:52.576274 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 8358f2a2-34c0-4d80-8bbf-712fa72dc5f4 no longer exists at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 23:24:52.588748 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f17de0-d076-4043-9d01-8ef8a5f6c59b admin admin] Pushing event deleted for resources: {'Port': ['ID=8358f2a2-34c0-4d80-8bbf-712fa72dc5f4,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:24:52.592259 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-d4f17de0-d076-4043-9d01-8ef8a5f6c59b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:24:52.594445 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4f17de0-d076-4043-9d01-8ef8a5f6c59b admin admin] No DVR routers for this DVR port 8358f2a2-34c0-4d80-8bbf-712fa72dc5f4 on host dv-neutron-821829-1-hyperv {{(pid=87506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 23:24:52.614184 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] No Port match for: 8358f2a2-34c0-4d80-8bbf-712fa72dc5f4 {{(pid=87508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 23:24:52.614547 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 8358f2a2-34c0-4d80-8bbf-712fa72dc5f4 not bound to the agent host dv-neutron-821829-1-hyperv {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 23:24:52.634234 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.db.api [None req-5f72a896-a361-41eb-9c8f-aa2f074ed8b2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87508) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 16 23:24:52.634596 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_db.api [None req-5f72a896-a361-41eb-9c8f-aa2f074ed8b2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 16 23:24:52.708799 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-d4f17de0-d076-4043-9d01-8ef8a5f6c59b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3329565', 'neutron.services.segments.db._delete_segments_for_network-8734753546406'] for network, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:24:52.733079 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.services.segments.db [None req-d4f17de0-d076-4043-9d01-8ef8a5f6c59b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1b76288730>,) {'filters': {'network_id': ['03e05307-e9f9-4119-97c5-d12b621d8806']}} {{(pid=87506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 23:24:52.744803 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.services.segments.db [None req-d4f17de0-d076-4043-9d01-8ef8a5f6c59b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b76288730>, 'cd75adab-1d18-45f0-ae76-c4e6abd7ec4e') {'for_net_delete': True} {{(pid=87506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 23:24:52.745098 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.services.segments.db [None req-d4f17de0-d076-4043-9d01-8ef8a5f6c59b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b76288730>, 'cd75adab-1d18-45f0-ae76-c4e6abd7ec4e') {} {{(pid=87506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 23:24:52.756524 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-d4f17de0-d076-4043-9d01-8ef8a5f6c59b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734753593977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-266764496'] for segment, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:24:52.772276 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-d4f17de0-d076-4043-9d01-8ef8a5f6c59b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-883292'] for segment, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:24:52.778106 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4f17de0-d076-4043-9d01-8ef8a5f6c59b admin admin] Releasing vlan 192 on physical network physnet1 to pool {{(pid=87506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 16 23:24:52.778550 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-d4f17de0-d076-4043-9d01-8ef8a5f6c59b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-883285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1863180'] for segment, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:24:52.791122 dv-neutron-821829-1-hyperv neutron-server[87506]: Traceback (most recent call last):
Dec 16 23:24:52.791122 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 16 23:24:52.791122 dv-neutron-821829-1-hyperv neutron-server[87506]:     timer()
Dec 16 23:24:52.791122 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 23:24:52.791122 dv-neutron-821829-1-hyperv neutron-server[87506]:     cb(*args, **kw)
Dec 16 23:24:52.791122 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 23:24:52.791122 dv-neutron-821829-1-hyperv neutron-server[87506]:     return func(*args, **kwargs)
Dec 16 23:24:52.791122 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 23:24:52.791122 dv-neutron-821829-1-hyperv neutron-server[87506]:     self._notify()
Dec 16 23:24:52.791122 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 23:24:52.791122 dv-neutron-821829-1-hyperv neutron-server[87506]:     self.callback(batched_events)
Dec 16 23:24:52.791122 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 23:24:52.791122 dv-neutron-821829-1-hyperv neutron-server[87506]:     event.method(event)
Dec 16 23:24:52.791122 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 23:24:52.791122 dv-neutron-821829-1-hyperv neutron-server[87506]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 23:24:52.791122 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 23:24:52.791122 dv-neutron-821829-1-hyperv neutron-server[87506]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 23:24:52.791122 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 23:24:52.791122 dv-neutron-821829-1-hyperv neutron-server[87506]:     return f(self, *a, **k)
Dec 16 23:24:52.791122 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 16 23:24:52.791122 dv-neutron-821829-1-hyperv neutron-server[87506]:     return self._get(url).json()
Dec 16 23:24:52.791122 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 16 23:24:52.791122 dv-neutron-821829-1-hyperv neutron-server[87506]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 23:24:52.791122 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 16 23:24:52.791122 dv-neutron-821829-1-hyperv neutron-server[87506]:     return self.request(url, 'GET', **kwargs)
Dec 16 23:24:52.791122 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 16 23:24:52.791122 dv-neutron-821829-1-hyperv neutron-server[87506]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 23:24:52.791122 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 16 23:24:52.791122 dv-neutron-821829-1-hyperv neutron-server[87506]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 23:24:52.791122 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 16 23:24:52.791122 dv-neutron-821829-1-hyperv neutron-server[87506]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 23:24:52.791122 dv-neutron-821829-1-hyperv neutron-server[87506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 23:24:52.865864 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-d4f17de0-d076-4043-9d01-8ef8a5f6c59b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3329572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3741856'] for network, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:24:52.869187 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-2408786c-8e71-484d-a6ca-a0da35eaf110 tempest-NetworksIpV6Test-1726734578 tempest-NetworksIpV6Test-1726734578-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:24:52.882198 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-d4f17de0-d076-4043-9d01-8ef8a5f6c59b admin admin] Notify callbacks [] for network, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:24:52.891932 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f17de0-d076-4043-9d01-8ef8a5f6c59b admin admin] Pushing event deleted for resources: {'Network': ['ID=03e05307-e9f9-4119-97c5-d12b621d8806,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:24:52.897059 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-d4f17de0-d076-4043-9d01-8ef8a5f6c59b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:24:52.899840 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-d4f17de0-d076-4043-9d01-8ef8a5f6c59b admin admin] 10.222.0.13 "DELETE /v2.0/networks/03e05307-e9f9-4119-97c5-d12b621d8806 HTTP/1.1" status: 204  len: 168 time: 1.0130167
Dec 16 23:24:53.006185 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 56648) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 23:24:53.053373 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-7e3d2c69-38c1-4eb6-928f-c46f1cd794bd admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=47501bc0fd67468ab7c1cdfc7c01d7c1&name=default HTTP/1.1" status: 200  len: 2983 time: 0.0459385
Dec 16 23:24:53.055532 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 56652) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 23:24:53.117357 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-2206d39e-0e83-425f-9475-453a10e2edab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:24:53.136116 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-5f72a896-a361-41eb-9c8f-aa2f074ed8b2 None None] Deleting port 8358f2a2-34c0-4d80-8bbf-712fa72dc5f4 {{(pid=87508) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 23:24:53.136622 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-5f72a896-a361-41eb-9c8f-aa2f074ed8b2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:24:53.142162 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-2206d39e-0e83-425f-9475-453a10e2edab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:24:53.197124 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-2206d39e-0e83-425f-9475-453a10e2edab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841066'] for security_group, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:24:53.202112 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-34009935-d031-47f0-b7f7-40f3f8777fe0 tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:24:53.208571 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-5f72a896-a361-41eb-9c8f-aa2f074ed8b2 None None] The port '8358f2a2-34c0-4d80-8bbf-712fa72dc5f4' was deleted {{(pid=87508) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 16 23:24:53.218809 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2206d39e-0e83-425f-9475-453a10e2edab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4a27604-385f-4314-93fd-1b4c433b7901,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:24:53.221790 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-2206d39e-0e83-425f-9475-453a10e2edab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:24:53.222574 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-2206d39e-0e83-425f-9475-453a10e2edab admin admin] Notify callbacks [] for security_group, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:24:53.223646 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-2206d39e-0e83-425f-9475-453a10e2edab admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b4a27604-385f-4314-93fd-1b4c433b7901 HTTP/1.1" status: 204  len: 168 time: 0.1672347
Dec 16 23:24:53.563326 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 56660) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 23:24:53.610524 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-eb3b3825-6349-474d-8317-87a436f0bee1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5e86041d6e7b46588db9ab04cd9e0052&name=default HTTP/1.1" status: 200  len: 2983 time: 0.0459547
Dec 16 23:24:53.613426 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 56664) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 23:24:53.668723 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-fecfc244-d24a-44ca-8c5a-4faa36a18192 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:24:53.696882 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-fecfc244-d24a-44ca-8c5a-4faa36a18192 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:24:53.747883 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-fecfc244-d24a-44ca-8c5a-4faa36a18192 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841066'] for security_group, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:24:53.752523 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-18cdc660-c4b2-4135-97fc-9301a2c17e7b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:24:53.764788 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecfc244-d24a-44ca-8c5a-4faa36a18192 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0ccb4ca-f7bc-4d60-b29c-8eed3bbde2e6,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:24:53.767289 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-fecfc244-d24a-44ca-8c5a-4faa36a18192 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:24:53.768475 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-fecfc244-d24a-44ca-8c5a-4faa36a18192 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:24:53.771999 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-fecfc244-d24a-44ca-8c5a-4faa36a18192 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d0ccb4ca-f7bc-4d60-b29c-8eed3bbde2e6 HTTP/1.1" status: 204  len: 168 time: 0.1557548
Dec 16 23:24:54.456622 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 56688) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 23:24:54.481278 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.agents_db [None req-0abd2616-a86c-48e2-be07-10823335a5bb None None] Agent healthcheck: found 6 active agents {{(pid=87509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 23:24:54.559113 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-cc3207e9-82e1-4d7a-8082-5febae5c81c5 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-308975832-network', 'tenant_id': 'e6b39a4266e945a08afce4767cdb6398'}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 23:24:54.563899 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-cc3207e9-82e1-4d7a-8082-5febae5c81c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 23:24:54.568047 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-cc3207e9-82e1-4d7a-8082-5febae5c81c5 admin admin] Usage tracker for resource:network and tenant:e6b39a4266e945a08afce4767cdb6398 is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 23:24:54.570844 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-cc3207e9-82e1-4d7a-8082-5febae5c81c5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 23:24:54.577170 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-cc3207e9-82e1-4d7a-8082-5febae5c81c5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 23:24:54.587457 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc3207e9-82e1-4d7a-8082-5febae5c81c5 admin admin] Made reservation on behalf of e6b39a4266e945a08afce4767cdb6398 for: {'network': 1} {{(pid=87506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 23:24:54.589680 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-cc3207e9-82e1-4d7a-8082-5febae5c81c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for network, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:24:54.601744 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-cc3207e9-82e1-4d7a-8082-5febae5c81c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:24:54.615586 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-cc3207e9-82e1-4d7a-8082-5febae5c81c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 23:24:54.619286 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-cc3207e9-82e1-4d7a-8082-5febae5c81c5 admin admin] Usage tracker for resource:security_group_rule and tenant:e6b39a4266e945a08afce4767cdb6398 is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 23:24:54.622005 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-cc3207e9-82e1-4d7a-8082-5febae5c81c5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 23:24:54.627485 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-cc3207e9-82e1-4d7a-8082-5febae5c81c5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 23:24:54.705732 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-cc3207e9-82e1-4d7a-8082-5febae5c81c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:24:54.709920 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-cc3207e9-82e1-4d7a-8082-5febae5c81c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841066'] for security_group, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:24:54.713332 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-6b964c52-9e26-4ee5-9285-fb0664950271 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:24:54.741540 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc3207e9-82e1-4d7a-8082-5febae5c81c5 admin admin] vlan segment allocate from pool success with {'vlan_id': 183, 'physical_network': 'physnet1'}  {{(pid=87506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 23:24:54.750123 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3207e9-82e1-4d7a-8082-5febae5c81c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab4e404b-1f93-4f54-b776-6e584a2d41ce,revision_number=1']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:24:54.753233 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-cc3207e9-82e1-4d7a-8082-5febae5c81c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:24:54.757341 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-cc3207e9-82e1-4d7a-8082-5febae5c81c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-883292'] for segment, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:24:54.757632 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.db.segments_db [None req-cc3207e9-82e1-4d7a-8082-5febae5c81c5 admin admin] Added segment 56fd54e8-b76e-4ac5-9887-9cfe7b86c2a1 of type vlan for network ecf86942-e68d-43b5-9047-88864bdad183
Dec 16 23:24:54.783281 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-cc3207e9-82e1-4d7a-8082-5febae5c81c5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734753047233'] for network, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:24:54.815987 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-cc3207e9-82e1-4d7a-8082-5febae5c81c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440'] for network, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:24:54.817086 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc3207e9-82e1-4d7a-8082-5febae5c81c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:24:54.817659 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-cc3207e9-82e1-4d7a-8082-5febae5c81c5 admin admin] Notify callbacks [] for network, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:24:54.822297 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-6af58d5d-fca7-4843-9106-9e57eee8da91 tempest-NetworksIpV6Test-1726734578 tempest-NetworksIpV6Test-1726734578-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:24:54.914124 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-cc3207e9-82e1-4d7a-8082-5febae5c81c5 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.4563916
Dec 16 23:24:54.917224 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3207e9-82e1-4d7a-8082-5febae5c81c5 admin admin] Pushing event updated for resources: {'Network': ['ID=ecf86942-e68d-43b5-9047-88864bdad183,revision_number=1']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:24:54.917414 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 56694) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 23:24:54.919907 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-cc3207e9-82e1-4d7a-8082-5febae5c81c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:24:54.923142 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-7eaf6c72-1011-49cd-960d-3d245ba15226 admin admin] Request body: {'subnet': {'network_id': 'ecf86942-e68d-43b5-9047-88864bdad183', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-308975832-subnet', 'tenant_id': 'e6b39a4266e945a08afce4767cdb6398', 'ip_version': 4}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 23:24:54.927678 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Network ecf86942-e68d-43b5-9047-88864bdad183 details requested by agent ovs-agent-dv-neutron-821829-1-hyperv with host dv-neutron-821829-1-hyperv {{(pid=87508) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 23:24:54.928182 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-7eaf6c72-1011-49cd-960d-3d245ba15226 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 23:24:54.932034 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-7eaf6c72-1011-49cd-960d-3d245ba15226 admin admin] Usage tracker for resource:subnet and tenant:e6b39a4266e945a08afce4767cdb6398 is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 23:24:54.934980 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-7eaf6c72-1011-49cd-960d-3d245ba15226 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 23:24:54.941168 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-7eaf6c72-1011-49cd-960d-3d245ba15226 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 23:24:54.951345 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7eaf6c72-1011-49cd-960d-3d245ba15226 admin admin] Made reservation on behalf of e6b39a4266e945a08afce4767cdb6398 for: {'subnet': 1} {{(pid=87507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 23:24:54.953624 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-7eaf6c72-1011-49cd-960d-3d245ba15226 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10549598'] for subnet, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:24:55.278716 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-7eaf6c72-1011-49cd-960d-3d245ba15226 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10807931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10549612'] for subnet, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:24:55.282816 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-46ebf128-7b42-4c39-a701-94b02de558f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:24:55.352531 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eaf6c72-1011-49cd-960d-3d245ba15226 admin admin] Pushing event updated for resources: {'Subnet': ['ID=71188b59-25f0-4338-b5a8-1e16e1bdb6be,revision_number=0']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:24:55.361098 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-7eaf6c72-1011-49cd-960d-3d245ba15226 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:24:55.363594 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eaf6c72-1011-49cd-960d-3d245ba15226 admin admin] Checking segment: {'id': '56fd54e8-b76e-4ac5-9887-9cfe7b86c2a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'ecf86942-e68d-43b5-9047-88864bdad183'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 23:24:55.363973 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eaf6c72-1011-49cd-960d-3d245ba15226 admin admin] Network hostable DHCP agents. Network: ecf86942-e68d-43b5-9047-88864bdad183, hostable agents: ['3b155c4d-12dc-491e-aa14-6113b06cfacd'], hosted agents: [] {{(pid=87507) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 16 23:24:55.382239 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eaf6c72-1011-49cd-960d-3d245ba15226 admin admin] Network ecf86942-e68d-43b5-9047-88864bdad183 is scheduled to be hosted by DHCP agent 3b155c4d-12dc-491e-aa14-6113b06cfacd with binding_index 1 {{(pid=87507) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 16 23:24:55.391234 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.base_scheduler [None req-7eaf6c72-1011-49cd-960d-3d245ba15226 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821829-1-hyperv, ecf86942-e68d-43b5-9047-88864bdad183) {{(pid=87507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 23:24:55.395961 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eaf6c72-1011-49cd-960d-3d245ba15226 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:24:55.396566 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-7eaf6c72-1011-49cd-960d-3d245ba15226 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:24:55.401421 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4538967-83fc-48f0-854a-2b81b175b6df None None] Network ecf86942-e68d-43b5-9047-88864bdad183 requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 23:24:55.424420 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 56698) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 23:24:55.424617 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-7eaf6c72-1011-49cd-960d-3d245ba15226 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.5059865
Dec 16 23:24:55.430020 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-9b051ae0-614c-4f1f-b1ed-15be3a17ce6e admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-308975832-router', 'tenant_id': 'e6b39a4266e945a08afce4767cdb6398', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5'}}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 23:24:55.435050 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-9b051ae0-614c-4f1f-b1ed-15be3a17ce6e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 23:24:55.438939 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-9b051ae0-614c-4f1f-b1ed-15be3a17ce6e admin admin] Usage tracker for resource:router and tenant:e6b39a4266e945a08afce4767cdb6398 is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 23:24:55.441796 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-9b051ae0-614c-4f1f-b1ed-15be3a17ce6e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 23:24:55.447526 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-9b051ae0-614c-4f1f-b1ed-15be3a17ce6e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 23:24:55.459475 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-9b051ae0-614c-4f1f-b1ed-15be3a17ce6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3741155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38980'] for router, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:24:55.460608 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-9b051ae0-614c-4f1f-b1ed-15be3a17ce6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3743284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3741748', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3896702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-38989'] for router, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:24:55.477402 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-9b051ae0-614c-4f1f-b1ed-15be3a17ce6e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:24:55.608812 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f98992cf-ddaa-4dfb-9f9f-d29638795bf4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1d6bfaf-d325-5e4f-b05d-2441d8339617-ecf86942-e68d-43b5-9047-88864bdad183', 'network_id': 'ecf86942-e68d-43b5-9047-88864bdad183', 'tenant_id': 'e6b39a4266e945a08afce4767cdb6398', 'fixed_ips': [{'subnet_id': '71188b59-25f0-4338-b5a8-1e16e1bdb6be'}]}} from dv-neutron-821829-1-hyperv. {{(pid=87508) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 16 23:24:55.609643 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-f98992cf-ddaa-4dfb-9f9f-d29638795bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:24:55.746474 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-9b051ae0-614c-4f1f-b1ed-15be3a17ce6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3741702', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3740945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-38947'] for router, precommit_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:24:55.799669 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.db_base_plugin_common [None req-f98992cf-ddaa-4dfb-9f9f-d29638795bf4 None None] Allocated IP 172.20.0.2 (ecf86942-e68d-43b5-9047-88864bdad183/71188b59-25f0-4338-b5a8-1e16e1bdb6be/9b19f7c8-ce1c-4e76-8b7b-fd159cbd3128) {{(pid=87508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 23:24:56.006573 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-f98992cf-ddaa-4dfb-9f9f-d29638795bf4 None None] Notify callbacks [] for port, precommit_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:24:56.016679 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-f98992cf-ddaa-4dfb-9f9f-d29638795bf4 None None] Transition to ACTIVE for port object 9b19f7c8-ce1c-4e76-8b7b-fd159cbd3128 will not be triggered until provisioned by entity L2. {{(pid=87508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 23:24:56.035475 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-f98992cf-ddaa-4dfb-9f9f-d29638795bf4 None None] Transition to ACTIVE for port object 9b19f7c8-ce1c-4e76-8b7b-fd159cbd3128 will not be triggered until provisioned by entity DHCP. {{(pid=87508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 23:24:56.041358 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-f98992cf-ddaa-4dfb-9f9f-d29638795bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940'] for port, after_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:24:56.046519 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:24:56.098972 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f98992cf-ddaa-4dfb-9f9f-d29638795bf4 None None] Network ecf86942-e68d-43b5-9047-88864bdad183 is already hosted by enough agents. {{(pid=87508) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 23:24:56.100137 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.scheduler.base_scheduler [None req-f98992cf-ddaa-4dfb-9f9f-d29638795bf4 None None] Resources bound (agent type, host, resource id):  {{(pid=87508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 23:24:56.102588 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f98992cf-ddaa-4dfb-9f9f-d29638795bf4 None None] Received port after_create {{(pid=87508) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 23:24:56.155709 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98992cf-ddaa-4dfb-9f9f-d29638795bf4 None None] Pushing event updated for resources: {'Port': ['ID=9b19f7c8-ce1c-4e76-8b7b-fd159cbd3128,revision_number=1']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:24:56.171677 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-9b051ae0-614c-4f1f-b1ed-15be3a17ce6e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:24:56.200846 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98992cf-ddaa-4dfb-9f9f-d29638795bf4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:24:56.201204 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98992cf-ddaa-4dfb-9f9f-d29638795bf4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:24:56.201558 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98992cf-ddaa-4dfb-9f9f-d29638795bf4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:24:56.201902 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98992cf-ddaa-4dfb-9f9f-d29638795bf4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:24:56.202238 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98992cf-ddaa-4dfb-9f9f-d29638795bf4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:24:56.202573 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98992cf-ddaa-4dfb-9f9f-d29638795bf4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:24:56.202908 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98992cf-ddaa-4dfb-9f9f-d29638795bf4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:24:56.203239 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98992cf-ddaa-4dfb-9f9f-d29638795bf4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:24:56.203579 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98992cf-ddaa-4dfb-9f9f-d29638795bf4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:24:56.203934 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98992cf-ddaa-4dfb-9f9f-d29638795bf4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:24:56.204366 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98992cf-ddaa-4dfb-9f9f-d29638795bf4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:24:56.204589 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98992cf-ddaa-4dfb-9f9f-d29638795bf4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:24:56.205494 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-9b051ae0-614c-4f1f-b1ed-15be3a17ce6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:24:56.208295 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-f98992cf-ddaa-4dfb-9f9f-d29638795bf4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:24:56.218085 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-f98992cf-ddaa-4dfb-9f9f-d29638795bf4 None None] Attempting to bind port 9b19f7c8-ce1c-4e76-8b7b-fd159cbd3128 on host dv-neutron-821829-1-hyperv for vnic_type normal with profile  {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 23:24:56.218539 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-f98992cf-ddaa-4dfb-9f9f-d29638795bf4 None None] Attempting to bind port 9b19f7c8-ce1c-4e76-8b7b-fd159cbd3128 by drivers openvswitch,hyperv on host dv-neutron-821829-1-hyperv at level 0 using segments [{'id': '56fd54e8-b76e-4ac5-9887-9cfe7b86c2a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'ecf86942-e68d-43b5-9047-88864bdad183'}] {{(pid=87508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 23:24:56.218933 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f98992cf-ddaa-4dfb-9f9f-d29638795bf4 None None] Attempting to bind port 9b19f7c8-ce1c-4e76-8b7b-fd159cbd3128 on network ecf86942-e68d-43b5-9047-88864bdad183 {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 23:24:56.224579 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f98992cf-ddaa-4dfb-9f9f-d29638795bf4 None None] Checking agent: {'id': '5571501f-366e-47a4-9b60-8ef19d935d27', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821829-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 24, 2), 'started_at': datetime.datetime(2021, 12, 16, 22, 24, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 23, 24, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821829-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 23:24:56.224973 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f98992cf-ddaa-4dfb-9f9f-d29638795bf4 None None] Checking segment: {'id': '56fd54e8-b76e-4ac5-9887-9cfe7b86c2a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'ecf86942-e68d-43b5-9047-88864bdad183'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 23:24:56.225388 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-f98992cf-ddaa-4dfb-9f9f-d29638795bf4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:24:56.225797 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f98992cf-ddaa-4dfb-9f9f-d29638795bf4 None None] Bound using segment: {'id': '56fd54e8-b76e-4ac5-9887-9cfe7b86c2a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'ecf86942-e68d-43b5-9047-88864bdad183'} {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 23:24:56.226276 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-f98992cf-ddaa-4dfb-9f9f-d29638795bf4 None None] Bound port: 9b19f7c8-ce1c-4e76-8b7b-fd159cbd3128, host: dv-neutron-821829-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56fd54e8-b76e-4ac5-9887-9cfe7b86c2a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'ecf86942-e68d-43b5-9047-88864bdad183'}}] {{(pid=87508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 23:24:56.226666 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-f98992cf-ddaa-4dfb-9f9f-d29638795bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:24:56.317175 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-f98992cf-ddaa-4dfb-9f9f-d29638795bf4 None None] For port 9b19f7c8-ce1c-4e76-8b7b-fd159cbd3128, host dv-neutron-821829-1-hyperv, cleared binding levels {{(pid=87508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 23:24:56.321056 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-f98992cf-ddaa-4dfb-9f9f-d29638795bf4 None None] For port 9b19f7c8-ce1c-4e76-8b7b-fd159cbd3128, host dv-neutron-821829-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=9b19f7c8-ce1c-4e76-8b7b-fd159cbd3128,segment=NetworkSegment(56fd54e8-b76e-4ac5-9887-9cfe7b86c2a1),segment_id=56fd54e8-b76e-4ac5-9887-9cfe7b86c2a1)] {{(pid=87508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 23:24:56.326818 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-f98992cf-ddaa-4dfb-9f9f-d29638795bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:24:56.331370 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:24:56.338072 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.db_base_plugin_common [None req-9b051ae0-614c-4f1f-b1ed-15be3a17ce6e admin admin] Allocated IP 172.26.0.80 (f8905ce9-304b-4976-bc47-e58c71c11de5/9bca8591-41ef-4f2d-8ecb-ecaab1a28acf/a8b5e16c-1118-4c03-9d7b-291af74552f9) {{(pid=87506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 23:24:56.413094 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98992cf-ddaa-4dfb-9f9f-d29638795bf4 None None] Pushing event updated for resources: {'Port': ['ID=9b19f7c8-ce1c-4e76-8b7b-fd159cbd3128,revision_number=2']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:24:56.416291 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-f98992cf-ddaa-4dfb-9f9f-d29638795bf4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:24:56.496847 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-9b051ae0-614c-4f1f-b1ed-15be3a17ce6e admin admin] Notify callbacks [] for port, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:24:56.528140 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-9b051ae0-614c-4f1f-b1ed-15be3a17ce6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1863393'] for port, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:24:56.531970 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-aaaa9bf5-81f2-45b8-86ca-1ee0b029d7c7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:24:56.608946 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b051ae0-614c-4f1f-b1ed-15be3a17ce6e admin admin] Pushing event updated for resources: {'Port': ['ID=a8b5e16c-1118-4c03-9d7b-291af74552f9,revision_number=1']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:24:56.615020 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-9b051ae0-614c-4f1f-b1ed-15be3a17ce6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:24:56.622993 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b051ae0-614c-4f1f-b1ed-15be3a17ce6e admin admin] Network f8905ce9-304b-4976-bc47-e58c71c11de5 is already hosted by enough agents. {{(pid=87506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 23:24:56.624332 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.base_scheduler [None req-9b051ae0-614c-4f1f-b1ed-15be3a17ce6e admin admin] Resources bound (agent type, host, resource id):  {{(pid=87506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 23:24:56.626790 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b051ae0-614c-4f1f-b1ed-15be3a17ce6e admin admin] Received port after_create {{(pid=87506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 23:24:57.027575 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-9b051ae0-614c-4f1f-b1ed-15be3a17ce6e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:24:57.372545 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-9b051ae0-614c-4f1f-b1ed-15be3a17ce6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3740952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3741923'] for router, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:24:57.403445 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bed9b92e-355f-4a67-b834-33fb61dc28cc None None] Network ecf86942-e68d-43b5-9047-88864bdad183 requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 23:24:57.500840 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-710a1125-612e-4bbe-a21f-d1ea5343f014 None None] Provisioning for port 9b19f7c8-ce1c-4e76-8b7b-fd159cbd3128 completed by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 23:24:57.700209 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b051ae0-614c-4f1f-b1ed-15be3a17ce6e admin admin] Router b9d965a6-03f3-4ff2-93c3-17b90329f70a is scheduled to L3 agent 4f519db7-069b-43e2-8411-c092bac9102a with binding_index 1 {{(pid=87506) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 16 23:24:57.882864 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b051ae0-614c-4f1f-b1ed-15be3a17ce6e admin admin] Notify agent at l3_agent.dv-neutron-821829-1-hyperv the message routers_updated {{(pid=87506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 23:24:57.893624 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38bd76e9-acf3-47e5-b923-5d6e88077050 None None] Sync routers for ids ['b9d965a6-03f3-4ff2-93c3-17b90329f70a'] in dv-neutron-821829-1-hyperv {{(pid=87508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 23:24:57.903052 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38bd76e9-acf3-47e5-b923-5d6e88077050 None None] Routers {'b9d965a6-03f3-4ff2-93c3-17b90329f70a'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 23:24:57.903805 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-38bd76e9-acf3-47e5-b923-5d6e88077050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b77f57fd0>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T23:24:31Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['b9d965a6-03f3-4ff2-93c3-17b90329f70a'], 'active': True} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 23:24:57.906099 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-9b051ae0-614c-4f1f-b1ed-15be3a17ce6e admin admin] Notify callbacks [] for router, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:24:57.907422 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-9b051ae0-614c-4f1f-b1ed-15be3a17ce6e admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 920 time: 2.4815557
Dec 16 23:24:57.910777 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 56708) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 23:24:58.078332 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvr_db [None req-38bd76e9-acf3-47e5-b923-5d6e88077050 None None] Set router b9d965a6-03f3-4ff2-93c3-17b90329f70a gateway port host: dv-neutron-821829-1-hyperv {{(pid=87508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 23:24:58.280808 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-9ddbbfd1-489c-444d-9c57-ef227ac98067 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:24:58.368935 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-38bd76e9-acf3-47e5-b923-5d6e88077050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b77f57fd0>, [{'id': 'b9d965a6-03f3-4ff2-93c3-17b90329f70a', 'name': 'tempest-TestSnapshotPattern-308975832-router', 'tenant_id': 'e6b39a4266e945a08afce4767cdb6398', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.80'}], 'enable_snat': True}, 'gw_port_id': 'a8b5e16c-1118-4c03-9d7b-291af74552f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:24:55Z', 'updated_at': '2021-12-16T23:24:56Z', 'revision_number': 3, 'project_id': 'e6b39a4266e945a08afce4767cdb6398', 'gw_port': {'id': 'a8b5e16c-1118-4c03-9d7b-291af74552f9', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:fc:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9d965a6-03f3-4ff2-93c3-17b90329f70a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:24:56Z', 'updated_at': '2021-12-16T23:24:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv'}], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 23:24:58.372758 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38bd76e9-acf3-47e5-b923-5d6e88077050 None None] Checking router: b9d965a6-03f3-4ff2-93c3-17b90329f70a for host: dv-neutron-821829-1-hyperv {{(pid=87508) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 23:24:58.373120 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38bd76e9-acf3-47e5-b923-5d6e88077050 None None] Updating router b9d965a6-03f3-4ff2-93c3-17b90329f70a port a8b5e16c-1118-4c03-9d7b-291af74552f9 binding host dv-neutron-821829-1-hyperv {{(pid=87508) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 16 23:24:58.425304 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-38bd76e9-acf3-47e5-b923-5d6e88077050 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:24:58.509353 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 9b19f7c8-ce1c-4e76-8b7b-fd159cbd3128 up at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 23:24:58.602444 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-547c3702-8efd-439d-8e0c-e6861314c9b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:24:58.661129 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning for port 9b19f7c8-ce1c-4e76-8b7b-fd159cbd3128 completed by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 23:24:58.711750 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning complete for port 9b19f7c8-ce1c-4e76-8b7b-fd159cbd3128 triggered by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 23:24:58.712091 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:24:58.805427 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.db_base_plugin_common [None req-547c3702-8efd-439d-8e0c-e6861314c9b3 admin admin] Allocated IP 172.20.0.1 (ecf86942-e68d-43b5-9047-88864bdad183/71188b59-25f0-4338-b5a8-1e16e1bdb6be/354b72e0-4d84-42d9-8bf1-7b6de162f71e) {{(pid=87506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 23:24:58.888416 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:24:58.972971 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-38bd76e9-acf3-47e5-b923-5d6e88077050 None None] Notify callbacks [] for port, precommit_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:24:58.978229 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] For port 9b19f7c8-ce1c-4e76-8b7b-fd159cbd3128, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=9b19f7c8-ce1c-4e76-8b7b-fd159cbd3128,segment=NetworkSegment(56fd54e8-b76e-4ac5-9887-9cfe7b86c2a1),segment_id=56fd54e8-b76e-4ac5-9887-9cfe7b86c2a1)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 23:24:58.985006 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:24:58.988690 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:24:59.025004 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-38bd76e9-acf3-47e5-b923-5d6e88077050 None None] Transition to ACTIVE for port object a8b5e16c-1118-4c03-9d7b-291af74552f9 will not be triggered until provisioned by entity L2. {{(pid=87508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 23:24:59.039035 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-38bd76e9-acf3-47e5-b923-5d6e88077050 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:24:59.078159 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Pushing event updated for resources: {'Port': ['ID=9b19f7c8-ce1c-4e76-8b7b-fd159cbd3128,revision_number=3']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:24:59.082412 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:24:59.083014 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-c77b0304-bd9a-40c5-bedf-85bd3e051779 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.033s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:24:59.084221 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-547c3702-8efd-439d-8e0c-e6861314c9b3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:24:59.100371 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.provisioning_blocks [None req-547c3702-8efd-439d-8e0c-e6861314c9b3 admin admin] Transition to ACTIVE for port object 354b72e0-4d84-42d9-8bf1-7b6de162f71e will not be triggered until provisioned by entity DHCP. {{(pid=87506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 23:24:59.111038 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-38bd76e9-acf3-47e5-b923-5d6e88077050 None None] Attempting to bind port a8b5e16c-1118-4c03-9d7b-291af74552f9 on host dv-neutron-821829-1-hyperv for vnic_type normal with profile  {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 23:24:59.111454 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-38bd76e9-acf3-47e5-b923-5d6e88077050 None None] Attempting to bind port a8b5e16c-1118-4c03-9d7b-291af74552f9 by drivers openvswitch,hyperv on host dv-neutron-821829-1-hyperv at level 0 using segments [{'id': 'a416442d-d143-4052-9f4e-546eb8cbe809', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5'}] {{(pid=87508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 23:24:59.111815 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38bd76e9-acf3-47e5-b923-5d6e88077050 None None] Attempting to bind port a8b5e16c-1118-4c03-9d7b-291af74552f9 on network f8905ce9-304b-4976-bc47-e58c71c11de5 {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 23:24:59.124179 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-547c3702-8efd-439d-8e0c-e6861314c9b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1863393'] for port, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:24:59.127861 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38bd76e9-acf3-47e5-b923-5d6e88077050 None None] Checking agent: {'id': '5571501f-366e-47a4-9b60-8ef19d935d27', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821829-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 24, 2), 'started_at': datetime.datetime(2021, 12, 16, 22, 24, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 23, 24, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821829-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 23:24:59.128441 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38bd76e9-acf3-47e5-b923-5d6e88077050 None None] Checking segment: {'id': 'a416442d-d143-4052-9f4e-546eb8cbe809', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 23:24:59.128747 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-8f375af0-ca3b-4414-8442-e434ff165852 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:24:59.128851 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-38bd76e9-acf3-47e5-b923-5d6e88077050 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:24:59.129251 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38bd76e9-acf3-47e5-b923-5d6e88077050 None None] Bound using segment: {'id': 'a416442d-d143-4052-9f4e-546eb8cbe809', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5'} {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 23:24:59.129720 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-38bd76e9-acf3-47e5-b923-5d6e88077050 None None] Bound port: a8b5e16c-1118-4c03-9d7b-291af74552f9, host: dv-neutron-821829-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a416442d-d143-4052-9f4e-546eb8cbe809', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5'}}] {{(pid=87508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 23:24:59.130104 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-38bd76e9-acf3-47e5-b923-5d6e88077050 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:24:59.192171 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-547c3702-8efd-439d-8e0c-e6861314c9b3 admin admin] Network ecf86942-e68d-43b5-9047-88864bdad183 is already hosted by enough agents. {{(pid=87506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 23:24:59.194258 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419d8f7f-9372-41e4-bad4-e7bffe5be40f None None] Pushing event updated for resources: {'Port': ['ID=a8b5e16c-1118-4c03-9d7b-291af74552f9,revision_number=2']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:24:59.195390 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.base_scheduler [None req-547c3702-8efd-439d-8e0c-e6861314c9b3 admin admin] Resources bound (agent type, host, resource id):  {{(pid=87506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 23:24:59.198256 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-419d8f7f-9372-41e4-bad4-e7bffe5be40f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:24:59.199052 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-547c3702-8efd-439d-8e0c-e6861314c9b3 admin admin] Received port after_create {{(pid=87506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 23:24:59.224592 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-38bd76e9-acf3-47e5-b923-5d6e88077050 None None] For port a8b5e16c-1118-4c03-9d7b-291af74552f9, host dv-neutron-821829-1-hyperv, cleared binding levels {{(pid=87508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 23:24:59.227569 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-38bd76e9-acf3-47e5-b923-5d6e88077050 None None] For port a8b5e16c-1118-4c03-9d7b-291af74552f9, host dv-neutron-821829-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=a8b5e16c-1118-4c03-9d7b-291af74552f9,segment=NetworkSegment(a416442d-d143-4052-9f4e-546eb8cbe809),segment_id=a416442d-d143-4052-9f4e-546eb8cbe809)] {{(pid=87508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 23:24:59.231949 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-38bd76e9-acf3-47e5-b923-5d6e88077050 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:24:59.235345 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-f98992cf-ddaa-4dfb-9f9f-d29638795bf4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:24:59.242136 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547c3702-8efd-439d-8e0c-e6861314c9b3 admin admin] Pushing event updated for resources: {'Port': ['ID=354b72e0-4d84-42d9-8bf1-7b6de162f71e,revision_number=1']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:24:59.246573 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-547c3702-8efd-439d-8e0c-e6861314c9b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:24:59.261110 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-547c3702-8efd-439d-8e0c-e6861314c9b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3830061'] for router_interface, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:24:59.309990 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38bd76e9-acf3-47e5-b923-5d6e88077050 None None] Routers {'b9d965a6-03f3-4ff2-93c3-17b90329f70a'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 23:24:59.310521 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-38bd76e9-acf3-47e5-b923-5d6e88077050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b77f57fd0>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T23:24:31Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['b9d965a6-03f3-4ff2-93c3-17b90329f70a'], 'active': True} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 23:24:59.368661 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419d8f7f-9372-41e4-bad4-e7bffe5be40f None None] Pushing event updated for resources: {'Port': ['ID=a8b5e16c-1118-4c03-9d7b-291af74552f9,revision_number=3']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:24:59.384693 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-419d8f7f-9372-41e4-bad4-e7bffe5be40f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:24:59.496143 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-e3f92a24-8a8e-4ff3-93d3-82b8df2c4e88 None None] Provisioning for port 354b72e0-4d84-42d9-8bf1-7b6de162f71e completed by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 23:24:59.507749 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-e3f92a24-8a8e-4ff3-93d3-82b8df2c4e88 None None] Provisioning complete for port 354b72e0-4d84-42d9-8bf1-7b6de162f71e triggered by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 23:24:59.508145 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-e3f92a24-8a8e-4ff3-93d3-82b8df2c4e88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:24:59.531485 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-547c3702-8efd-439d-8e0c-e6861314c9b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:24:59.538745 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvr_db [None req-38bd76e9-acf3-47e5-b923-5d6e88077050 None None] Set router b9d965a6-03f3-4ff2-93c3-17b90329f70a gateway port host: dv-neutron-821829-1-hyperv {{(pid=87508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 23:24:59.726644 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-e3f92a24-8a8e-4ff3-93d3-82b8df2c4e88 None None] Port 354b72e0-4d84-42d9-8bf1-7b6de162f71e cannot update to ACTIVE because it is not bound. {{(pid=87508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 23:24:59.753792 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-547c3702-8efd-439d-8e0c-e6861314c9b3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:24:59.758187 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-547c3702-8efd-439d-8e0c-e6861314c9b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1863400'] for port, after_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:24:59.784600 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-15d2af48-bec0-40ae-976a-4dbbf9a8a906 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:24:59.839461 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-38bd76e9-acf3-47e5-b923-5d6e88077050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b77f57fd0>, [{'id': 'b9d965a6-03f3-4ff2-93c3-17b90329f70a', 'name': 'tempest-TestSnapshotPattern-308975832-router', 'tenant_id': 'e6b39a4266e945a08afce4767cdb6398', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.80'}], 'enable_snat': True}, 'gw_port_id': 'a8b5e16c-1118-4c03-9d7b-291af74552f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:24:55Z', 'updated_at': '2021-12-16T23:24:56Z', 'revision_number': 3, 'project_id': 'e6b39a4266e945a08afce4767cdb6398', 'gw_port': {'id': 'a8b5e16c-1118-4c03-9d7b-291af74552f9', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:fc:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9d965a6-03f3-4ff2-93c3-17b90329f70a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:24:56Z', 'updated_at': '2021-12-16T23:24:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv'}], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 23:24:59.844026 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38bd76e9-acf3-47e5-b923-5d6e88077050 None None] The sync data for ids ['b9d965a6-03f3-4ff2-93c3-17b90329f70a'] in dv-neutron-821829-1-hyperv is: [{'id': 'b9d965a6-03f3-4ff2-93c3-17b90329f70a', 'name': 'tempest-TestSnapshotPattern-308975832-router', 'tenant_id': 'e6b39a4266e945a08afce4767cdb6398', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.80'}], 'enable_snat': True}, 'gw_port_id': 'a8b5e16c-1118-4c03-9d7b-291af74552f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:24:55Z', 'updated_at': '2021-12-16T23:24:56Z', 'revision_number': 3, 'project_id': 'e6b39a4266e945a08afce4767cdb6398', 'gw_port': {'id': 'a8b5e16c-1118-4c03-9d7b-291af74552f9', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:fc:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9d965a6-03f3-4ff2-93c3-17b90329f70a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:24:56Z', 'updated_at': '2021-12-16T23:24:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv'}] {{(pid=87508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 23:24:59.866950 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-547c3702-8efd-439d-8e0c-e6861314c9b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3791426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3830222'] for router_interface, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:24:59.870618 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547c3702-8efd-439d-8e0c-e6861314c9b3 admin admin] Pushing event updated for resources: {'Port': ['ID=354b72e0-4d84-42d9-8bf1-7b6de162f71e,revision_number=2']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:24:59.874009 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-547c3702-8efd-439d-8e0c-e6861314c9b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:25:00.007315 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-547c3702-8efd-439d-8e0c-e6861314c9b3 admin admin] Network ecf86942-e68d-43b5-9047-88864bdad183 is already hosted by enough agents. {{(pid=87506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 23:25:00.008503 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.base_scheduler [None req-547c3702-8efd-439d-8e0c-e6861314c9b3 admin admin] Resources bound (agent type, host, resource id):  {{(pid=87506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 23:25:00.211427 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-547c3702-8efd-439d-8e0c-e6861314c9b3 admin admin] Router b9d965a6-03f3-4ff2-93c3-17b90329f70a has already been hosted by L3 agent 4f519db7-069b-43e2-8411-c092bac9102a {{(pid=87506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 23:25:00.350534 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-36bba521-d89f-4478-901a-fb51ee482bfb None None] Provisioning complete for port 354b72e0-4d84-42d9-8bf1-7b6de162f71e triggered by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 23:25:00.350914 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-36bba521-d89f-4478-901a-fb51ee482bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:25:00.402862 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-547c3702-8efd-439d-8e0c-e6861314c9b3 admin admin] Notify agent at l3_agent.dv-neutron-821829-1-hyperv the message routers_updated {{(pid=87506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 23:25:00.406843 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-36bba521-d89f-4478-901a-fb51ee482bfb None None] Port 354b72e0-4d84-42d9-8bf1-7b6de162f71e cannot update to ACTIVE because it is not bound. {{(pid=87508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 23:25:00.420466 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-547c3702-8efd-439d-8e0c-e6861314c9b3 admin admin] 10.222.0.13 "PUT /v2.0/routers/b9d965a6-03f3-4ff2-93c3-17b90329f70a/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.5011482
Dec 16 23:25:00.562270 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 9b19f7c8-ce1c-4e76-8b7b-fd159cbd3128 up at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 23:25:00.642904 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning complete for port 9b19f7c8-ce1c-4e76-8b7b-fd159cbd3128 triggered by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 23:25:00.643323 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:25:00.754252 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-4a055945-c732-4166-8254-270bc30f7a3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:25:00.827285 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device a8b5e16c-1118-4c03-9d7b-291af74552f9 up at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 23:25:00.892830 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning for port a8b5e16c-1118-4c03-9d7b-291af74552f9 completed by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 23:25:00.897555 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning complete for port a8b5e16c-1118-4c03-9d7b-291af74552f9 triggered by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 23:25:00.897947 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:25:00.961395 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 56726) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 23:25:00.967316 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-bee5bfb8-560d-431b-8660-d7f339385f81 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1366856059-network', 'tenant_id': '0e050ccfa3994898bdc1eb744ad7c102'}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 23:25:00.972638 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-bee5bfb8-560d-431b-8660-d7f339385f81 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 23:25:00.977029 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-bee5bfb8-560d-431b-8660-d7f339385f81 admin admin] Usage tracker for resource:network and tenant:0e050ccfa3994898bdc1eb744ad7c102 is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 23:25:00.980238 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-bee5bfb8-560d-431b-8660-d7f339385f81 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 23:25:00.986500 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-bee5bfb8-560d-431b-8660-d7f339385f81 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 23:25:00.998152 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bee5bfb8-560d-431b-8660-d7f339385f81 admin admin] Made reservation on behalf of 0e050ccfa3994898bdc1eb744ad7c102 for: {'network': 1} {{(pid=87506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 23:25:01.001281 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-bee5bfb8-560d-431b-8660-d7f339385f81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for network, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:25:01.014084 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-bee5bfb8-560d-431b-8660-d7f339385f81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:25:01.017134 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:25:01.029053 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-bee5bfb8-560d-431b-8660-d7f339385f81 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 23:25:01.033141 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-bee5bfb8-560d-431b-8660-d7f339385f81 admin admin] Usage tracker for resource:security_group_rule and tenant:0e050ccfa3994898bdc1eb744ad7c102 is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 23:25:01.033257 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] For port a8b5e16c-1118-4c03-9d7b-291af74552f9, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=a8b5e16c-1118-4c03-9d7b-291af74552f9,segment=NetworkSegment(a416442d-d143-4052-9f4e-546eb8cbe809),segment_id=a416442d-d143-4052-9f4e-546eb8cbe809)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 23:25:01.036718 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-bee5bfb8-560d-431b-8660-d7f339385f81 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 23:25:01.038111 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:25:01.040054 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:25:01.043295 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-bee5bfb8-560d-431b-8660-d7f339385f81 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 23:25:01.107775 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Pushing event updated for resources: {'Port': ['ID=a8b5e16c-1118-4c03-9d7b-291af74552f9,revision_number=4']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:25:01.110767 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:25:01.129841 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-bee5bfb8-560d-431b-8660-d7f339385f81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:25:01.133649 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-bee5bfb8-560d-431b-8660-d7f339385f81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841066'] for security_group, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:25:01.136713 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-8d987858-fc0c-4dce-9e61-c6e7930abde1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:25:01.163823 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bee5bfb8-560d-431b-8660-d7f339385f81 admin admin] vlan segment allocate from pool success with {'vlan_id': 177, 'physical_network': 'physnet1'}  {{(pid=87506) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 23:25:01.174454 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee5bfb8-560d-431b-8660-d7f339385f81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=725cb4da-8405-4559-b68b-a215c11b9acb,revision_number=1']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:25:01.178611 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-bee5bfb8-560d-431b-8660-d7f339385f81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:25:01.181593 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-bee5bfb8-560d-431b-8660-d7f339385f81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-883292'] for segment, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:25:01.181933 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.db.segments_db [None req-bee5bfb8-560d-431b-8660-d7f339385f81 admin admin] Added segment a7dbbcff-b76f-468e-9247-f2e0aa76df16 of type vlan for network 36713e7e-56aa-44ec-8bf9-e5a855cd5514
Dec 16 23:25:01.209287 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-bee5bfb8-560d-431b-8660-d7f339385f81 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734753047233'] for network, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:25:01.247284 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-bee5bfb8-560d-431b-8660-d7f339385f81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440'] for network, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:25:01.248561 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bee5bfb8-560d-431b-8660-d7f339385f81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:25:01.249231 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-bee5bfb8-560d-431b-8660-d7f339385f81 admin admin] Notify callbacks [] for network, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:25:01.252695 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-74dab149-dac1-49cb-a817-9055924321ae tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:25:01.458668 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9430ce5-eb5c-4691-99e2-320ed1c01647 None None] Sync routers for ids ['b9d965a6-03f3-4ff2-93c3-17b90329f70a'] in dv-neutron-821829-1-hyperv {{(pid=87509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 23:25:01.469036 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9430ce5-eb5c-4691-99e2-320ed1c01647 None None] Routers {'b9d965a6-03f3-4ff2-93c3-17b90329f70a'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 23:25:01.469891 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-a9430ce5-eb5c-4691-99e2-320ed1c01647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b7cb153d0>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T23:25:01Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['b9d965a6-03f3-4ff2-93c3-17b90329f70a'], 'active': True} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 23:25:01.485090 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee5bfb8-560d-431b-8660-d7f339385f81 admin admin] Pushing event updated for resources: {'Network': ['ID=36713e7e-56aa-44ec-8bf9-e5a855cd5514,revision_number=1']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:25:01.488840 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-bee5bfb8-560d-431b-8660-d7f339385f81 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 883 time: 0.5261707
Dec 16 23:25:01.489727 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-bee5bfb8-560d-431b-8660-d7f339385f81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:25:01.491634 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 56734) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 23:25:01.496484 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Network 36713e7e-56aa-44ec-8bf9-e5a855cd5514 details requested by agent ovs-agent-dv-neutron-821829-1-hyperv with host dv-neutron-821829-1-hyperv {{(pid=87508) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 23:25:01.496885 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-da39448d-6445-421b-89d4-7d8968837225 admin admin] Request body: {'subnet': {'network_id': '36713e7e-56aa-44ec-8bf9-e5a855cd5514', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1366856059-subnet', 'tenant_id': '0e050ccfa3994898bdc1eb744ad7c102', 'ip_version': 4}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 23:25:01.501899 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-da39448d-6445-421b-89d4-7d8968837225 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 23:25:01.506313 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-da39448d-6445-421b-89d4-7d8968837225 admin admin] Usage tracker for resource:subnet and tenant:0e050ccfa3994898bdc1eb744ad7c102 is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 23:25:01.509357 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-da39448d-6445-421b-89d4-7d8968837225 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 23:25:01.516234 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-da39448d-6445-421b-89d4-7d8968837225 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 23:25:01.526219 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da39448d-6445-421b-89d4-7d8968837225 admin admin] Made reservation on behalf of 0e050ccfa3994898bdc1eb744ad7c102 for: {'subnet': 1} {{(pid=87506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 23:25:01.528708 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-da39448d-6445-421b-89d4-7d8968837225 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11213078'] for subnet, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:25:01.694216 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-3e729f7f-1589-4d54-9c4a-7ee6b283cc2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:25:01.697344 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvr_db [None req-a9430ce5-eb5c-4691-99e2-320ed1c01647 None None] Set router b9d965a6-03f3-4ff2-93c3-17b90329f70a gateway port host: dv-neutron-821829-1-hyperv {{(pid=87509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 23:25:01.734996 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-da39448d-6445-421b-89d4-7d8968837225 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1863317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11213092'] for subnet, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:25:01.739987 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-56716014-16ac-46d1-9c8e-c4d674bfe41a tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:25:01.746849 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:25:01.814854 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da39448d-6445-421b-89d4-7d8968837225 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ab32b3cc-bfeb-418a-9260-ab2987fd7a3d,revision_number=0']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:25:01.817941 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-da39448d-6445-421b-89d4-7d8968837225 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:25:01.824174 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da39448d-6445-421b-89d4-7d8968837225 admin admin] Checking segment: {'id': 'a7dbbcff-b76f-468e-9247-f2e0aa76df16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '36713e7e-56aa-44ec-8bf9-e5a855cd5514'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 23:25:01.824555 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da39448d-6445-421b-89d4-7d8968837225 admin admin] Network hostable DHCP agents. Network: 36713e7e-56aa-44ec-8bf9-e5a855cd5514, hostable agents: ['3b155c4d-12dc-491e-aa14-6113b06cfacd'], hosted agents: [] {{(pid=87506) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 16 23:25:01.844153 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da39448d-6445-421b-89d4-7d8968837225 admin admin] Network 36713e7e-56aa-44ec-8bf9-e5a855cd5514 is scheduled to be hosted by DHCP agent 3b155c4d-12dc-491e-aa14-6113b06cfacd with binding_index 1 {{(pid=87506) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 16 23:25:01.852871 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.base_scheduler [None req-da39448d-6445-421b-89d4-7d8968837225 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821829-1-hyperv, 36713e7e-56aa-44ec-8bf9-e5a855cd5514) {{(pid=87506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 23:25:01.857681 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da39448d-6445-421b-89d4-7d8968837225 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:25:01.858577 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-da39448d-6445-421b-89d4-7d8968837225 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:25:01.861774 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c8cc66b-a08b-4555-8a80-9d611990a4dd None None] Network 36713e7e-56aa-44ec-8bf9-e5a855cd5514 requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 23:25:01.880346 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-da39448d-6445-421b-89d4-7d8968837225 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 0.3876076
Dec 16 23:25:01.881117 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 56738) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 23:25:01.886524 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-774506a6-8c9c-498e-9e80-f1874849103b admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1366856059-router', 'tenant_id': '0e050ccfa3994898bdc1eb744ad7c102', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5'}}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 23:25:01.891393 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-774506a6-8c9c-498e-9e80-f1874849103b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 23:25:01.895962 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-774506a6-8c9c-498e-9e80-f1874849103b admin admin] Usage tracker for resource:router and tenant:0e050ccfa3994898bdc1eb744ad7c102 is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 23:25:01.898777 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-774506a6-8c9c-498e-9e80-f1874849103b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 23:25:01.904811 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-774506a6-8c9c-498e-9e80-f1874849103b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 23:25:01.918085 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-774506a6-8c9c-498e-9e80-f1874849103b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3741155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38980'] for router, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:25:01.919437 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-774506a6-8c9c-498e-9e80-f1874849103b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3743284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3741748', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3896702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-38989'] for router, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:25:01.939721 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-774506a6-8c9c-498e-9e80-f1874849103b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:25:02.030703 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-a9430ce5-eb5c-4691-99e2-320ed1c01647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b7cb153d0>, [{'id': 'b9d965a6-03f3-4ff2-93c3-17b90329f70a', 'name': 'tempest-TestSnapshotPattern-308975832-router', 'tenant_id': 'e6b39a4266e945a08afce4767cdb6398', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.80'}], 'enable_snat': True}, 'gw_port_id': 'a8b5e16c-1118-4c03-9d7b-291af74552f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:24:55Z', 'updated_at': '2021-12-16T23:24:59Z', 'revision_number': 4, 'project_id': 'e6b39a4266e945a08afce4767cdb6398', 'gw_port': {'id': 'a8b5e16c-1118-4c03-9d7b-291af74552f9', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:fc:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9d965a6-03f3-4ff2-93c3-17b90329f70a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:24:56Z', 'updated_at': '2021-12-16T23:25:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv', '_interfaces': [{'id': '354b72e0-4d84-42d9-8bf1-7b6de162f71e', 'name': '', 'network_id': 'ecf86942-e68d-43b5-9047-88864bdad183', 'tenant_id': 'e6b39a4266e945a08afce4767cdb6398', 'mac_address': 'fa:16:3e:77:54:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9d965a6-03f3-4ff2-93c3-17b90329f70a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '71188b59-25f0-4338-b5a8-1e16e1bdb6be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:24:58Z', 'updated_at': '2021-12-16T23:24:59Z', 'revision_number': 2, 'project_id': 'e6b39a4266e945a08afce4767cdb6398', 'subnets': [{'id': '71188b59-25f0-4338-b5a8-1e16e1bdb6be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 23:25:02.035549 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9430ce5-eb5c-4691-99e2-320ed1c01647 None None] Checking router: b9d965a6-03f3-4ff2-93c3-17b90329f70a for host: dv-neutron-821829-1-hyperv {{(pid=87509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 23:25:02.036169 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9430ce5-eb5c-4691-99e2-320ed1c01647 None None] Updating router b9d965a6-03f3-4ff2-93c3-17b90329f70a port 354b72e0-4d84-42d9-8bf1-7b6de162f71e binding host dv-neutron-821829-1-hyperv {{(pid=87509) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 16 23:25:02.091969 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7fecba9-1d12-4e84-92cb-3c9043e16bab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1d6bfaf-d325-5e4f-b05d-2441d8339617-36713e7e-56aa-44ec-8bf9-e5a855cd5514', 'network_id': '36713e7e-56aa-44ec-8bf9-e5a855cd5514', 'tenant_id': '0e050ccfa3994898bdc1eb744ad7c102', 'fixed_ips': [{'subnet_id': 'ab32b3cc-bfeb-418a-9260-ab2987fd7a3d'}]}} from dv-neutron-821829-1-hyperv. {{(pid=87508) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 16 23:25:02.092945 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-e7fecba9-1d12-4e84-92cb-3c9043e16bab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:25:02.100051 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron_lib.callbacks.manager [None req-a9430ce5-eb5c-4691-99e2-320ed1c01647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:25:02.204331 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-774506a6-8c9c-498e-9e80-f1874849103b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3741702', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3740945', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-38947'] for router, precommit_update {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:25:02.248372 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.db_base_plugin_common [None req-e7fecba9-1d12-4e84-92cb-3c9043e16bab None None] Allocated IP 172.20.0.2 (36713e7e-56aa-44ec-8bf9-e5a855cd5514/ab32b3cc-bfeb-418a-9260-ab2987fd7a3d/ab5e8f75-3cb5-4e98-a9e7-b4b6ab2dc70a) {{(pid=87508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 23:25:02.441809 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron_lib.callbacks.manager [None req-a9430ce5-eb5c-4691-99e2-320ed1c01647 None None] Notify callbacks [] for port, precommit_update {{(pid=87509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:25:02.454499 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.provisioning_blocks [None req-a9430ce5-eb5c-4691-99e2-320ed1c01647 None None] Transition to ACTIVE for port object 354b72e0-4d84-42d9-8bf1-7b6de162f71e will not be triggered until provisioned by entity L2. {{(pid=87509) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 23:25:02.462499 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron_lib.callbacks.manager [None req-a9430ce5-eb5c-4691-99e2-320ed1c01647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:25:02.468482 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG oslo_concurrency.lockutils [None req-3d27cada-8ba1-4db5-ae84-9a592a08b3bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:25:02.497695 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device a8b5e16c-1118-4c03-9d7b-291af74552f9 up at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 23:25:02.534178 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0130b642-f543-48b0-8881-6482448fb608 None None] Pushing event updated for resources: {'Port': ['ID=354b72e0-4d84-42d9-8bf1-7b6de162f71e,revision_number=3']} {{(pid=87509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:25:02.539739 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-e7fecba9-1d12-4e84-92cb-3c9043e16bab None None] Notify callbacks [] for port, precommit_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:25:02.543234 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0130b642-f543-48b0-8881-6482448fb608 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:25:02.543584 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0130b642-f543-48b0-8881-6482448fb608 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:25:02.544141 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0130b642-f543-48b0-8881-6482448fb608 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:25:02.544477 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0130b642-f543-48b0-8881-6482448fb608 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:25:02.544807 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0130b642-f543-48b0-8881-6482448fb608 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:25:02.545145 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0130b642-f543-48b0-8881-6482448fb608 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:25:02.545597 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0130b642-f543-48b0-8881-6482448fb608 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:25:02.545930 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0130b642-f543-48b0-8881-6482448fb608 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:25:02.546406 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0130b642-f543-48b0-8881-6482448fb608 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:25:02.546881 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0130b642-f543-48b0-8881-6482448fb608 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:25:02.547384 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0130b642-f543-48b0-8881-6482448fb608 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:25:02.547710 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0130b642-f543-48b0-8881-6482448fb608 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:25:02.552272 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG oslo_concurrency.lockutils [None req-0130b642-f543-48b0-8881-6482448fb608 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=87509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:25:02.556569 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-774506a6-8c9c-498e-9e80-f1874849103b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:25:02.561010 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-e7fecba9-1d12-4e84-92cb-3c9043e16bab None None] Transition to ACTIVE for port object ab5e8f75-3cb5-4e98-a9e7-b4b6ab2dc70a will not be triggered until provisioned by entity L2. {{(pid=87508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 23:25:02.603427 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-e7fecba9-1d12-4e84-92cb-3c9043e16bab None None] Transition to ACTIVE for port object ab5e8f75-3cb5-4e98-a9e7-b4b6ab2dc70a will not be triggered until provisioned by entity DHCP. {{(pid=87508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 23:25:02.606429 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-774506a6-8c9c-498e-9e80-f1874849103b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:25:02.610246 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-e7fecba9-1d12-4e84-92cb-3c9043e16bab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940'] for port, after_create {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:25:02.617042 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:25:02.678266 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning complete for port a8b5e16c-1118-4c03-9d7b-291af74552f9 triggered by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 23:25:02.678908 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:25:02.734368 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.plugins.ml2.managers [None req-a9430ce5-eb5c-4691-99e2-320ed1c01647 None None] Attempting to bind port 354b72e0-4d84-42d9-8bf1-7b6de162f71e on host dv-neutron-821829-1-hyperv for vnic_type normal with profile  {{(pid=87509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 23:25:02.734682 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.plugins.ml2.managers [None req-a9430ce5-eb5c-4691-99e2-320ed1c01647 None None] Attempting to bind port 354b72e0-4d84-42d9-8bf1-7b6de162f71e by drivers openvswitch,hyperv on host dv-neutron-821829-1-hyperv at level 0 using segments [{'id': '56fd54e8-b76e-4ac5-9887-9cfe7b86c2a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'ecf86942-e68d-43b5-9047-88864bdad183'}] {{(pid=87509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 23:25:02.735076 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9430ce5-eb5c-4691-99e2-320ed1c01647 None None] Attempting to bind port 354b72e0-4d84-42d9-8bf1-7b6de162f71e on network ecf86942-e68d-43b5-9047-88864bdad183 {{(pid=87509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 23:25:02.744983 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7fecba9-1d12-4e84-92cb-3c9043e16bab None None] Network 36713e7e-56aa-44ec-8bf9-e5a855cd5514 is already hosted by enough agents. {{(pid=87508) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 23:25:02.746740 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9430ce5-eb5c-4691-99e2-320ed1c01647 None None] Checking agent: {'id': '5571501f-366e-47a4-9b60-8ef19d935d27', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821829-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 24, 2), 'started_at': datetime.datetime(2021, 12, 16, 22, 24, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 23, 25, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821829-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 23:25:02.748025 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9430ce5-eb5c-4691-99e2-320ed1c01647 None None] Checking segment: {'id': '56fd54e8-b76e-4ac5-9887-9cfe7b86c2a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'ecf86942-e68d-43b5-9047-88864bdad183'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 23:25:02.748724 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron_lib.callbacks.manager [None req-a9430ce5-eb5c-4691-99e2-320ed1c01647 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:25:02.749267 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9430ce5-eb5c-4691-99e2-320ed1c01647 None None] Bound using segment: {'id': '56fd54e8-b76e-4ac5-9887-9cfe7b86c2a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'ecf86942-e68d-43b5-9047-88864bdad183'} {{(pid=87509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 23:25:02.749673 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.scheduler.base_scheduler [None req-e7fecba9-1d12-4e84-92cb-3c9043e16bab None None] Resources bound (agent type, host, resource id):  {{(pid=87508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 23:25:02.749807 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.plugins.ml2.managers [None req-a9430ce5-eb5c-4691-99e2-320ed1c01647 None None] Bound port: 354b72e0-4d84-42d9-8bf1-7b6de162f71e, host: dv-neutron-821829-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56fd54e8-b76e-4ac5-9887-9cfe7b86c2a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'ecf86942-e68d-43b5-9047-88864bdad183'}}] {{(pid=87509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 23:25:02.750350 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron_lib.callbacks.manager [None req-a9430ce5-eb5c-4691-99e2-320ed1c01647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:25:02.762302 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7fecba9-1d12-4e84-92cb-3c9043e16bab None None] Received port after_create {{(pid=87508) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 23:25:02.791050 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.db_base_plugin_common [None req-774506a6-8c9c-498e-9e80-f1874849103b admin admin] Allocated IP 172.26.0.91 (f8905ce9-304b-4976-bc47-e58c71c11de5/9bca8591-41ef-4f2d-8ecb-ecaab1a28acf/3224fcf2-9dee-4b1a-94d3-84dde5d2c5d7) {{(pid=87507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 23:25:02.795374 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fecba9-1d12-4e84-92cb-3c9043e16bab None None] Pushing event updated for resources: {'Port': ['ID=ab5e8f75-3cb5-4e98-a9e7-b4b6ab2dc70a,revision_number=1']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:25:02.816124 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-e7fecba9-1d12-4e84-92cb-3c9043e16bab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:25:02.859134 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.plugins.ml2.db [None req-a9430ce5-eb5c-4691-99e2-320ed1c01647 None None] For port 354b72e0-4d84-42d9-8bf1-7b6de162f71e, host dv-neutron-821829-1-hyperv, cleared binding levels {{(pid=87509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 23:25:02.862559 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.plugins.ml2.db [None req-a9430ce5-eb5c-4691-99e2-320ed1c01647 None None] For port 354b72e0-4d84-42d9-8bf1-7b6de162f71e, host dv-neutron-821829-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=354b72e0-4d84-42d9-8bf1-7b6de162f71e,segment=NetworkSegment(56fd54e8-b76e-4ac5-9887-9cfe7b86c2a1),segment_id=56fd54e8-b76e-4ac5-9887-9cfe7b86c2a1)] {{(pid=87509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 23:25:02.866348 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron_lib.callbacks.manager [None req-a9430ce5-eb5c-4691-99e2-320ed1c01647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:25:02.871277 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG oslo_concurrency.lockutils [None req-ecc2fd92-b8aa-498b-b671-32b806e8a812 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:25:02.877780 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-e7fecba9-1d12-4e84-92cb-3c9043e16bab None None] Attempting to bind port ab5e8f75-3cb5-4e98-a9e7-b4b6ab2dc70a on host dv-neutron-821829-1-hyperv for vnic_type normal with profile  {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 23:25:02.878194 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-e7fecba9-1d12-4e84-92cb-3c9043e16bab None None] Attempting to bind port ab5e8f75-3cb5-4e98-a9e7-b4b6ab2dc70a by drivers openvswitch,hyperv on host dv-neutron-821829-1-hyperv at level 0 using segments [{'id': 'a7dbbcff-b76f-468e-9247-f2e0aa76df16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '36713e7e-56aa-44ec-8bf9-e5a855cd5514'}] {{(pid=87508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 23:25:02.878562 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7fecba9-1d12-4e84-92cb-3c9043e16bab None None] Attempting to bind port ab5e8f75-3cb5-4e98-a9e7-b4b6ab2dc70a on network 36713e7e-56aa-44ec-8bf9-e5a855cd5514 {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 23:25:02.886039 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7fecba9-1d12-4e84-92cb-3c9043e16bab None None] Checking agent: {'id': '5571501f-366e-47a4-9b60-8ef19d935d27', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821829-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 24, 2), 'started_at': datetime.datetime(2021, 12, 16, 22, 24, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 23, 25, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821829-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 23:25:02.886422 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7fecba9-1d12-4e84-92cb-3c9043e16bab None None] Checking segment: {'id': 'a7dbbcff-b76f-468e-9247-f2e0aa76df16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '36713e7e-56aa-44ec-8bf9-e5a855cd5514'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 23:25:02.886830 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-e7fecba9-1d12-4e84-92cb-3c9043e16bab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:25:02.887227 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7fecba9-1d12-4e84-92cb-3c9043e16bab None None] Bound using segment: {'id': 'a7dbbcff-b76f-468e-9247-f2e0aa76df16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '36713e7e-56aa-44ec-8bf9-e5a855cd5514'} {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 23:25:02.887695 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-e7fecba9-1d12-4e84-92cb-3c9043e16bab None None] Bound port: ab5e8f75-3cb5-4e98-a9e7-b4b6ab2dc70a, host: dv-neutron-821829-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7dbbcff-b76f-468e-9247-f2e0aa76df16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '36713e7e-56aa-44ec-8bf9-e5a855cd5514'}}] {{(pid=87508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 23:25:02.888096 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-e7fecba9-1d12-4e84-92cb-3c9043e16bab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:25:02.950939 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9430ce5-eb5c-4691-99e2-320ed1c01647 None None] Routers {'b9d965a6-03f3-4ff2-93c3-17b90329f70a'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 23:25:02.951677 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-a9430ce5-eb5c-4691-99e2-320ed1c01647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b7cb153d0>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T23:25:01Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['b9d965a6-03f3-4ff2-93c3-17b90329f70a'], 'active': True} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 23:25:02.980524 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-774506a6-8c9c-498e-9e80-f1874849103b admin admin] Notify callbacks [] for port, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:25:03.019134 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-774506a6-8c9c-498e-9e80-f1874849103b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10807823'] for port, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:25:03.036843 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-6dd22f98-9afb-43bf-b695-e40b937d4794 tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:25:03.038216 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0130b642-f543-48b0-8881-6482448fb608 None None] Pushing event updated for resources: {'Port': ['ID=354b72e0-4d84-42d9-8bf1-7b6de162f71e,revision_number=4']} {{(pid=87509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:25:03.045952 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-e7fecba9-1d12-4e84-92cb-3c9043e16bab None None] For port ab5e8f75-3cb5-4e98-a9e7-b4b6ab2dc70a, host dv-neutron-821829-1-hyperv, cleared binding levels {{(pid=87508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 23:25:03.047321 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG oslo_concurrency.lockutils [None req-0130b642-f543-48b0-8881-6482448fb608 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=87509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:25:03.050801 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-e7fecba9-1d12-4e84-92cb-3c9043e16bab None None] For port ab5e8f75-3cb5-4e98-a9e7-b4b6ab2dc70a, host dv-neutron-821829-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=ab5e8f75-3cb5-4e98-a9e7-b4b6ab2dc70a,segment=NetworkSegment(a7dbbcff-b76f-468e-9247-f2e0aa76df16),segment_id=a7dbbcff-b76f-468e-9247-f2e0aa76df16)] {{(pid=87508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 23:25:03.058324 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-e7fecba9-1d12-4e84-92cb-3c9043e16bab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:25:03.063846 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-f98992cf-ddaa-4dfb-9f9f-d29638795bf4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:25:03.103950 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-774506a6-8c9c-498e-9e80-f1874849103b admin admin] Network f8905ce9-304b-4976-bc47-e58c71c11de5 is already hosted by enough agents. {{(pid=87507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 23:25:03.106912 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.base_scheduler [None req-774506a6-8c9c-498e-9e80-f1874849103b admin admin] Resources bound (agent type, host, resource id):  {{(pid=87507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 23:25:03.109861 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-774506a6-8c9c-498e-9e80-f1874849103b admin admin] Received port after_create {{(pid=87507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 23:25:03.161782 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvr_db [None req-a9430ce5-eb5c-4691-99e2-320ed1c01647 None None] Set router b9d965a6-03f3-4ff2-93c3-17b90329f70a gateway port host: dv-neutron-821829-1-hyperv {{(pid=87509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 23:25:03.167087 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fecba9-1d12-4e84-92cb-3c9043e16bab None None] Pushing event updated for resources: {'Port': ['ID=ab5e8f75-3cb5-4e98-a9e7-b4b6ab2dc70a,revision_number=2']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:25:03.171726 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-e7fecba9-1d12-4e84-92cb-3c9043e16bab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:25:03.452698 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774506a6-8c9c-498e-9e80-f1874849103b admin admin] Pushing event updated for resources: {'Port': ['ID=3224fcf2-9dee-4b1a-94d3-84dde5d2c5d7,revision_number=1']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:25:03.458184 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-774506a6-8c9c-498e-9e80-f1874849103b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.421s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:25:03.538536 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-4541ba3b-6be8-499c-bc94-3c60aa55c4f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:25:03.575079 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-a9430ce5-eb5c-4691-99e2-320ed1c01647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b7cb153d0>, [{'id': 'b9d965a6-03f3-4ff2-93c3-17b90329f70a', 'name': 'tempest-TestSnapshotPattern-308975832-router', 'tenant_id': 'e6b39a4266e945a08afce4767cdb6398', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.80'}], 'enable_snat': True}, 'gw_port_id': 'a8b5e16c-1118-4c03-9d7b-291af74552f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:24:55Z', 'updated_at': '2021-12-16T23:24:59Z', 'revision_number': 4, 'project_id': 'e6b39a4266e945a08afce4767cdb6398', 'gw_port': {'id': 'a8b5e16c-1118-4c03-9d7b-291af74552f9', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:fc:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9d965a6-03f3-4ff2-93c3-17b90329f70a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:24:56Z', 'updated_at': '2021-12-16T23:25:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv', '_interfaces': [{'id': '354b72e0-4d84-42d9-8bf1-7b6de162f71e', 'name': '', 'network_id': 'ecf86942-e68d-43b5-9047-88864bdad183', 'tenant_id': 'e6b39a4266e945a08afce4767cdb6398', 'mac_address': 'fa:16:3e:77:54:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9d965a6-03f3-4ff2-93c3-17b90329f70a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '71188b59-25f0-4338-b5a8-1e16e1bdb6be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:24:58Z', 'updated_at': '2021-12-16T23:25:02Z', 'revision_number': 4, 'project_id': 'e6b39a4266e945a08afce4767cdb6398', 'subnets': [{'id': '71188b59-25f0-4338-b5a8-1e16e1bdb6be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 23:25:03.579251 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9430ce5-eb5c-4691-99e2-320ed1c01647 None None] The sync data for ids ['b9d965a6-03f3-4ff2-93c3-17b90329f70a'] in dv-neutron-821829-1-hyperv is: [{'id': 'b9d965a6-03f3-4ff2-93c3-17b90329f70a', 'name': 'tempest-TestSnapshotPattern-308975832-router', 'tenant_id': 'e6b39a4266e945a08afce4767cdb6398', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.80'}], 'enable_snat': True}, 'gw_port_id': 'a8b5e16c-1118-4c03-9d7b-291af74552f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:24:55Z', 'updated_at': '2021-12-16T23:24:59Z', 'revision_number': 4, 'project_id': 'e6b39a4266e945a08afce4767cdb6398', 'gw_port': {'id': 'a8b5e16c-1118-4c03-9d7b-291af74552f9', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:fc:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9d965a6-03f3-4ff2-93c3-17b90329f70a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:24:56Z', 'updated_at': '2021-12-16T23:25:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv', '_interfaces': [{'id': '354b72e0-4d84-42d9-8bf1-7b6de162f71e', 'name': '', 'network_id': 'ecf86942-e68d-43b5-9047-88864bdad183', 'tenant_id': 'e6b39a4266e945a08afce4767cdb6398', 'mac_address': 'fa:16:3e:77:54:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9d965a6-03f3-4ff2-93c3-17b90329f70a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '71188b59-25f0-4338-b5a8-1e16e1bdb6be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:24:58Z', 'updated_at': '2021-12-16T23:25:02Z', 'revision_number': 4, 'project_id': 'e6b39a4266e945a08afce4767cdb6398', 'subnets': [{'id': '71188b59-25f0-4338-b5a8-1e16e1bdb6be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 23:25:03.731947 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-774506a6-8c9c-498e-9e80-f1874849103b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:25:04.085025 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-774506a6-8c9c-498e-9e80-f1874849103b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3740952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3741923'] for router, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:25:04.221618 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a569b513-07db-4763-8b21-4b566c5c2edc None None] Network 36713e7e-56aa-44ec-8bf9-e5a855cd5514 requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 23:25:04.303601 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-774506a6-8c9c-498e-9e80-f1874849103b admin admin] Router 029f654e-8ded-47d3-9d2c-0cc42f100951 is scheduled to L3 agent 4f519db7-069b-43e2-8411-c092bac9102a with binding_index 1 {{(pid=87507) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 16 23:25:04.313774 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-060ac960-fbf9-4bfd-a7d6-5a52bdc88452 None None] Provisioning for port ab5e8f75-3cb5-4e98-a9e7-b4b6ab2dc70a completed by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 23:25:04.520970 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-774506a6-8c9c-498e-9e80-f1874849103b admin admin] Notify agent at l3_agent.dv-neutron-821829-1-hyperv the message routers_updated {{(pid=87507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 23:25:04.530168 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c323135c-77ea-4799-a867-ac4a19e2207b None None] Sync routers for ids ['029f654e-8ded-47d3-9d2c-0cc42f100951'] in dv-neutron-821829-1-hyperv {{(pid=87508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 23:25:04.544138 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c323135c-77ea-4799-a867-ac4a19e2207b None None] Routers {'029f654e-8ded-47d3-9d2c-0cc42f100951'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 23:25:04.544799 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-c323135c-77ea-4799-a867-ac4a19e2207b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b77a0b820>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T23:25:01Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['029f654e-8ded-47d3-9d2c-0cc42f100951'], 'active': True} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 23:25:04.580723 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-774506a6-8c9c-498e-9e80-f1874849103b admin admin] Notify callbacks [] for router, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:25:04.585028 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-774506a6-8c9c-498e-9e80-f1874849103b admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 921 time: 2.7002389
Dec 16 23:25:04.585418 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 56744) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 23:25:04.614551 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device ab5e8f75-3cb5-4e98-a9e7-b4b6ab2dc70a up at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 23:25:04.808977 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning for port ab5e8f75-3cb5-4e98-a9e7-b4b6ab2dc70a completed by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 23:25:04.820027 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvr_db [None req-c323135c-77ea-4799-a867-ac4a19e2207b None None] Set router 029f654e-8ded-47d3-9d2c-0cc42f100951 gateway port host: dv-neutron-821829-1-hyperv {{(pid=87508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 23:25:04.860918 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning complete for port ab5e8f75-3cb5-4e98-a9e7-b4b6ab2dc70a triggered by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 23:25:04.861302 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:25:05.168493 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:25:05.208307 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] For port ab5e8f75-3cb5-4e98-a9e7-b4b6ab2dc70a, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=ab5e8f75-3cb5-4e98-a9e7-b4b6ab2dc70a,segment=NetworkSegment(a7dbbcff-b76f-468e-9247-f2e0aa76df16),segment_id=a7dbbcff-b76f-468e-9247-f2e0aa76df16)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 23:25:05.214181 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:25:05.215013 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 354b72e0-4d84-42d9-8bf1-7b6de162f71e up at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 23:25:05.242858 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-da6bbc81-7050-4110-b3d2-5a771aeef057 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:25:05.283171 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-1bf76cc3-dd34-4e1e-a1f1-323640755f4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:25:05.322616 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-c323135c-77ea-4799-a867-ac4a19e2207b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b77a0b820>, [{'id': '029f654e-8ded-47d3-9d2c-0cc42f100951', 'name': 'tempest-TestSnapshotPattern-1366856059-router', 'tenant_id': '0e050ccfa3994898bdc1eb744ad7c102', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.91'}], 'enable_snat': True}, 'gw_port_id': '3224fcf2-9dee-4b1a-94d3-84dde5d2c5d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:25:01Z', 'updated_at': '2021-12-16T23:25:03Z', 'revision_number': 3, 'project_id': '0e050ccfa3994898bdc1eb744ad7c102', 'gw_port': {'id': '3224fcf2-9dee-4b1a-94d3-84dde5d2c5d7', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:40:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '029f654e-8ded-47d3-9d2c-0cc42f100951', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:25:02Z', 'updated_at': '2021-12-16T23:25:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv'}], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 23:25:05.335269 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c323135c-77ea-4799-a867-ac4a19e2207b None None] Checking router: 029f654e-8ded-47d3-9d2c-0cc42f100951 for host: dv-neutron-821829-1-hyperv {{(pid=87508) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 23:25:05.335629 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c323135c-77ea-4799-a867-ac4a19e2207b None None] Updating router 029f654e-8ded-47d3-9d2c-0cc42f100951 port 3224fcf2-9dee-4b1a-94d3-84dde5d2c5d7 binding host dv-neutron-821829-1-hyperv {{(pid=87508) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 16 23:25:05.372336 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Pushing event updated for resources: {'Port': ['ID=ab5e8f75-3cb5-4e98-a9e7-b4b6ab2dc70a,revision_number=3']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:25:05.379407 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:25:05.398415 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning for port 354b72e0-4d84-42d9-8bf1-7b6de162f71e completed by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 23:25:05.402358 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-c323135c-77ea-4799-a867-ac4a19e2207b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:25:05.435178 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning complete for port 354b72e0-4d84-42d9-8bf1-7b6de162f71e triggered by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 23:25:05.435490 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:25:05.494387 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.db_base_plugin_common [None req-1bf76cc3-dd34-4e1e-a1f1-323640755f4d admin admin] Allocated IP 172.20.0.1 (36713e7e-56aa-44ec-8bf9-e5a855cd5514/ab32b3cc-bfeb-418a-9260-ab2987fd7a3d/99b82df5-6b56-454e-a331-c7c75130c813) {{(pid=87506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 23:25:05.757945 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:25:05.761043 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-1bf76cc3-dd34-4e1e-a1f1-323640755f4d admin admin] Notify callbacks [] for port, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:25:05.777795 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.provisioning_blocks [None req-1bf76cc3-dd34-4e1e-a1f1-323640755f4d admin admin] Transition to ACTIVE for port object 99b82df5-6b56-454e-a331-c7c75130c813 will not be triggered until provisioned by entity DHCP. {{(pid=87506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 23:25:05.803654 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-1bf76cc3-dd34-4e1e-a1f1-323640755f4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1863393'] for port, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:25:05.808253 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-2b7b06b2-0074-4939-85ad-6b9bbea29d6b tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:25:05.820463 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] For port 354b72e0-4d84-42d9-8bf1-7b6de162f71e, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=354b72e0-4d84-42d9-8bf1-7b6de162f71e,segment=NetworkSegment(56fd54e8-b76e-4ac5-9887-9cfe7b86c2a1),segment_id=56fd54e8-b76e-4ac5-9887-9cfe7b86c2a1)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 23:25:05.827488 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:25:05.830196 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:25:05.867847 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bf76cc3-dd34-4e1e-a1f1-323640755f4d admin admin] Network 36713e7e-56aa-44ec-8bf9-e5a855cd5514 is already hosted by enough agents. {{(pid=87506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 23:25:05.871044 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.base_scheduler [None req-1bf76cc3-dd34-4e1e-a1f1-323640755f4d admin admin] Resources bound (agent type, host, resource id):  {{(pid=87506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 23:25:05.874770 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bf76cc3-dd34-4e1e-a1f1-323640755f4d admin admin] Received port after_create {{(pid=87506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 23:25:05.919210 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf76cc3-dd34-4e1e-a1f1-323640755f4d admin admin] Pushing event updated for resources: {'Port': ['ID=99b82df5-6b56-454e-a331-c7c75130c813,revision_number=1']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:25:05.923378 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-1bf76cc3-dd34-4e1e-a1f1-323640755f4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:25:05.935517 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-1bf76cc3-dd34-4e1e-a1f1-323640755f4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3830061'] for router_interface, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:25:05.952425 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Pushing event updated for resources: {'Port': ['ID=354b72e0-4d84-42d9-8bf1-7b6de162f71e,revision_number=5']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:25:05.957166 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:25:05.979866 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-c323135c-77ea-4799-a867-ac4a19e2207b None None] Notify callbacks [] for port, precommit_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:25:05.996633 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-c323135c-77ea-4799-a867-ac4a19e2207b None None] Transition to ACTIVE for port object 3224fcf2-9dee-4b1a-94d3-84dde5d2c5d7 will not be triggered until provisioned by entity L2. {{(pid=87508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 23:25:06.003968 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-c323135c-77ea-4799-a867-ac4a19e2207b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:25:06.007655 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-8b80e470-e20d-433f-a69c-6f55ab971c91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:25:06.064158 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-1bf76cc3-dd34-4e1e-a1f1-323640755f4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:25:06.087375 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-c323135c-77ea-4799-a867-ac4a19e2207b None None] Attempting to bind port 3224fcf2-9dee-4b1a-94d3-84dde5d2c5d7 on host dv-neutron-821829-1-hyperv for vnic_type normal with profile  {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 23:25:06.087773 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-c323135c-77ea-4799-a867-ac4a19e2207b None None] Attempting to bind port 3224fcf2-9dee-4b1a-94d3-84dde5d2c5d7 by drivers openvswitch,hyperv on host dv-neutron-821829-1-hyperv at level 0 using segments [{'id': 'a416442d-d143-4052-9f4e-546eb8cbe809', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5'}] {{(pid=87508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 23:25:06.088149 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c323135c-77ea-4799-a867-ac4a19e2207b None None] Attempting to bind port 3224fcf2-9dee-4b1a-94d3-84dde5d2c5d7 on network f8905ce9-304b-4976-bc47-e58c71c11de5 {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 23:25:06.090203 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ff107f-8364-40e8-9d80-7221f852dfe5 None None] Pushing event updated for resources: {'Port': ['ID=3224fcf2-9dee-4b1a-94d3-84dde5d2c5d7,revision_number=2']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:25:06.093696 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-54ff107f-8364-40e8-9d80-7221f852dfe5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:25:06.096275 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c323135c-77ea-4799-a867-ac4a19e2207b None None] Checking agent: {'id': '5571501f-366e-47a4-9b60-8ef19d935d27', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821829-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 24, 2), 'started_at': datetime.datetime(2021, 12, 16, 22, 24, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 23, 25, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821829-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 23:25:06.097319 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c323135c-77ea-4799-a867-ac4a19e2207b None None] Checking segment: {'id': 'a416442d-d143-4052-9f4e-546eb8cbe809', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 23:25:06.097730 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-c323135c-77ea-4799-a867-ac4a19e2207b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:25:06.098220 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c323135c-77ea-4799-a867-ac4a19e2207b None None] Bound using segment: {'id': 'a416442d-d143-4052-9f4e-546eb8cbe809', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5'} {{(pid=87508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 23:25:06.098577 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.managers [None req-c323135c-77ea-4799-a867-ac4a19e2207b None None] Bound port: 3224fcf2-9dee-4b1a-94d3-84dde5d2c5d7, host: dv-neutron-821829-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a416442d-d143-4052-9f4e-546eb8cbe809', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5'}}] {{(pid=87508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 23:25:06.098953 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-c323135c-77ea-4799-a867-ac4a19e2207b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:25:06.155136 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-e30fc446-0039-4207-a11e-850b9a3f5cda None None] Provisioning for port 99b82df5-6b56-454e-a331-c7c75130c813 completed by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 23:25:06.171189 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-e30fc446-0039-4207-a11e-850b9a3f5cda None None] Provisioning complete for port 99b82df5-6b56-454e-a331-c7c75130c813 triggered by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 23:25:06.171571 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-e30fc446-0039-4207-a11e-850b9a3f5cda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:25:06.214044 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-c323135c-77ea-4799-a867-ac4a19e2207b None None] For port 3224fcf2-9dee-4b1a-94d3-84dde5d2c5d7, host dv-neutron-821829-1-hyperv, cleared binding levels {{(pid=87508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 23:25:06.232411 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-c323135c-77ea-4799-a867-ac4a19e2207b None None] For port 3224fcf2-9dee-4b1a-94d3-84dde5d2c5d7, host dv-neutron-821829-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=3224fcf2-9dee-4b1a-94d3-84dde5d2c5d7,segment=NetworkSegment(a416442d-d143-4052-9f4e-546eb8cbe809),segment_id=a416442d-d143-4052-9f4e-546eb8cbe809)] {{(pid=87508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 23:25:06.234923 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-e30fc446-0039-4207-a11e-850b9a3f5cda None None] Port 99b82df5-6b56-454e-a331-c7c75130c813 cannot update to ACTIVE because it is not bound. {{(pid=87508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 23:25:06.237879 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-c323135c-77ea-4799-a867-ac4a19e2207b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:25:06.242209 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-e7fecba9-1d12-4e84-92cb-3c9043e16bab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:25:06.292118 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-1bf76cc3-dd34-4e1e-a1f1-323640755f4d admin admin] Notify callbacks [] for port, precommit_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:25:06.297024 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-1bf76cc3-dd34-4e1e-a1f1-323640755f4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1863400'] for port, after_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:25:06.315317 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c323135c-77ea-4799-a867-ac4a19e2207b None None] Routers {'029f654e-8ded-47d3-9d2c-0cc42f100951'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 23:25:06.316480 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-c323135c-77ea-4799-a867-ac4a19e2207b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b77a0b820>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T23:25:01Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['029f654e-8ded-47d3-9d2c-0cc42f100951'], 'active': True} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 23:25:06.323842 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-aaaa9bf5-81f2-45b8-86ca-1ee0b029d7c7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:25:06.379346 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ff107f-8364-40e8-9d80-7221f852dfe5 None None] Pushing event updated for resources: {'Port': ['ID=3224fcf2-9dee-4b1a-94d3-84dde5d2c5d7,revision_number=3']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:25:06.383798 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-54ff107f-8364-40e8-9d80-7221f852dfe5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:25:06.404723 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-1bf76cc3-dd34-4e1e-a1f1-323640755f4d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3791426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3830222'] for router_interface, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:25:06.408193 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf76cc3-dd34-4e1e-a1f1-323640755f4d admin admin] Pushing event updated for resources: {'Port': ['ID=99b82df5-6b56-454e-a331-c7c75130c813,revision_number=2']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:25:06.411522 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-1bf76cc3-dd34-4e1e-a1f1-323640755f4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:25:06.500815 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device ab5e8f75-3cb5-4e98-a9e7-b4b6ab2dc70a up at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 23:25:06.529999 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvr_db [None req-c323135c-77ea-4799-a867-ac4a19e2207b None None] Set router 029f654e-8ded-47d3-9d2c-0cc42f100951 gateway port host: dv-neutron-821829-1-hyperv {{(pid=87508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 23:25:06.542034 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bf76cc3-dd34-4e1e-a1f1-323640755f4d admin admin] Network 36713e7e-56aa-44ec-8bf9-e5a855cd5514 is already hosted by enough agents. {{(pid=87506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 23:25:06.543104 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.base_scheduler [None req-1bf76cc3-dd34-4e1e-a1f1-323640755f4d admin admin] Resources bound (agent type, host, resource id):  {{(pid=87506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 23:25:06.734231 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bf76cc3-dd34-4e1e-a1f1-323640755f4d admin admin] Router 029f654e-8ded-47d3-9d2c-0cc42f100951 has already been hosted by L3 agent 4f519db7-069b-43e2-8411-c092bac9102a {{(pid=87506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 23:25:06.783053 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning complete for port ab5e8f75-3cb5-4e98-a9e7-b4b6ab2dc70a triggered by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 23:25:06.783439 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:25:06.824143 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-96435300-2f7a-46f9-960b-ba683dc4b0a5 None None] Provisioning complete for port 99b82df5-6b56-454e-a331-c7c75130c813 triggered by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 23:25:06.824444 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-96435300-2f7a-46f9-960b-ba683dc4b0a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:25:06.913025 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bf76cc3-dd34-4e1e-a1f1-323640755f4d admin admin] Notify agent at l3_agent.dv-neutron-821829-1-hyperv the message routers_updated {{(pid=87506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 23:25:06.923054 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-1bf76cc3-dd34-4e1e-a1f1-323640755f4d admin admin] 10.222.0.13 "PUT /v2.0/routers/029f654e-8ded-47d3-9d2c-0cc42f100951/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.3365784
Dec 16 23:25:06.963164 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-96435300-2f7a-46f9-960b-ba683dc4b0a5 None None] Port 99b82df5-6b56-454e-a331-c7c75130c813 cannot update to ACTIVE because it is not bound. {{(pid=87508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 23:25:07.036886 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 354b72e0-4d84-42d9-8bf1-7b6de162f71e up at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 23:25:07.095833 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-c323135c-77ea-4799-a867-ac4a19e2207b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b77a0b820>, [{'id': '029f654e-8ded-47d3-9d2c-0cc42f100951', 'name': 'tempest-TestSnapshotPattern-1366856059-router', 'tenant_id': '0e050ccfa3994898bdc1eb744ad7c102', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.91'}], 'enable_snat': True}, 'gw_port_id': '3224fcf2-9dee-4b1a-94d3-84dde5d2c5d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:25:01Z', 'updated_at': '2021-12-16T23:25:05Z', 'revision_number': 4, 'project_id': '0e050ccfa3994898bdc1eb744ad7c102', 'gw_port': {'id': '3224fcf2-9dee-4b1a-94d3-84dde5d2c5d7', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:40:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '029f654e-8ded-47d3-9d2c-0cc42f100951', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:25:02Z', 'updated_at': '2021-12-16T23:25:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv', '_interfaces': [{'id': '99b82df5-6b56-454e-a331-c7c75130c813', 'name': '', 'network_id': '36713e7e-56aa-44ec-8bf9-e5a855cd5514', 'tenant_id': '0e050ccfa3994898bdc1eb744ad7c102', 'mac_address': 'fa:16:3e:34:28:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '029f654e-8ded-47d3-9d2c-0cc42f100951', 'device_owner': 'network:router_interface', 'standard_attr_id': 1853, 'fixed_ips': [{'subnet_id': 'ab32b3cc-bfeb-418a-9260-ab2987fd7a3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:25:05Z', 'updated_at': '2021-12-16T23:25:06Z', 'revision_number': 2, 'project_id': '0e050ccfa3994898bdc1eb744ad7c102', 'subnets': [{'id': 'ab32b3cc-bfeb-418a-9260-ab2987fd7a3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 23:25:07.102235 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c323135c-77ea-4799-a867-ac4a19e2207b None None] The sync data for ids ['029f654e-8ded-47d3-9d2c-0cc42f100951'] in dv-neutron-821829-1-hyperv is: [{'id': '029f654e-8ded-47d3-9d2c-0cc42f100951', 'name': 'tempest-TestSnapshotPattern-1366856059-router', 'tenant_id': '0e050ccfa3994898bdc1eb744ad7c102', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.91'}], 'enable_snat': True}, 'gw_port_id': '3224fcf2-9dee-4b1a-94d3-84dde5d2c5d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:25:01Z', 'updated_at': '2021-12-16T23:25:05Z', 'revision_number': 4, 'project_id': '0e050ccfa3994898bdc1eb744ad7c102', 'gw_port': {'id': '3224fcf2-9dee-4b1a-94d3-84dde5d2c5d7', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:40:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '029f654e-8ded-47d3-9d2c-0cc42f100951', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:25:02Z', 'updated_at': '2021-12-16T23:25:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv', '_interfaces': [{'id': '99b82df5-6b56-454e-a331-c7c75130c813', 'name': '', 'network_id': '36713e7e-56aa-44ec-8bf9-e5a855cd5514', 'tenant_id': '0e050ccfa3994898bdc1eb744ad7c102', 'mac_address': 'fa:16:3e:34:28:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '029f654e-8ded-47d3-9d2c-0cc42f100951', 'device_owner': 'network:router_interface', 'standard_attr_id': 1853, 'fixed_ips': [{'subnet_id': 'ab32b3cc-bfeb-418a-9260-ab2987fd7a3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:25:05Z', 'updated_at': '2021-12-16T23:25:06Z', 'revision_number': 2, 'project_id': '0e050ccfa3994898bdc1eb744ad7c102', 'subnets': [{'id': 'ab32b3cc-bfeb-418a-9260-ab2987fd7a3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 23:25:07.116572 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning complete for port 354b72e0-4d84-42d9-8bf1-7b6de162f71e triggered by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 23:25:07.116961 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:25:08.376694 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:25:08.495281 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 3224fcf2-9dee-4b1a-94d3-84dde5d2c5d7 up at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 23:25:08.564559 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning for port 3224fcf2-9dee-4b1a-94d3-84dde5d2c5d7 completed by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 23:25:08.569520 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning complete for port 3224fcf2-9dee-4b1a-94d3-84dde5d2c5d7 triggered by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 23:25:08.569900 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:25:08.730563 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:25:08.750644 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] For port 3224fcf2-9dee-4b1a-94d3-84dde5d2c5d7, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=3224fcf2-9dee-4b1a-94d3-84dde5d2c5d7,segment=NetworkSegment(a416442d-d143-4052-9f4e-546eb8cbe809),segment_id=a416442d-d143-4052-9f4e-546eb8cbe809)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 23:25:08.754862 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:25:08.757107 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-419d8f7f-9372-41e4-bad4-e7bffe5be40f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:25:08.825334 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Pushing event updated for resources: {'Port': ['ID=3224fcf2-9dee-4b1a-94d3-84dde5d2c5d7,revision_number=4']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:25:08.828764 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:25:08.849836 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 56756) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 23:25:08.855270 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-8ffd1ccc-11b3-479b-897d-aa6d53141e41 tempest-TestSnapshotPattern-969791495 tempest-TestSnapshotPattern-969791495-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-235124046', 'description': 'tempest-secgroup-smoke-235124046 description', 'project_id': 'e6b39a4266e945a08afce4767cdb6398'}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 23:25:08.861389 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-8ffd1ccc-11b3-479b-897d-aa6d53141e41 tempest-TestSnapshotPattern-969791495 tempest-TestSnapshotPattern-969791495-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 23:25:08.865752 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-8ffd1ccc-11b3-479b-897d-aa6d53141e41 tempest-TestSnapshotPattern-969791495 tempest-TestSnapshotPattern-969791495-project] Usage tracker for resource:security_group and tenant:e6b39a4266e945a08afce4767cdb6398 is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 23:25:08.868626 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-8ffd1ccc-11b3-479b-897d-aa6d53141e41 tempest-TestSnapshotPattern-969791495 tempest-TestSnapshotPattern-969791495-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 23:25:08.874192 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-8ffd1ccc-11b3-479b-897d-aa6d53141e41 tempest-TestSnapshotPattern-969791495 tempest-TestSnapshotPattern-969791495-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 23:25:08.885379 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-8ffd1ccc-11b3-479b-897d-aa6d53141e41 tempest-TestSnapshotPattern-969791495 tempest-TestSnapshotPattern-969791495-project] Notify callbacks [] for security_group, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:25:08.904561 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-8ffd1ccc-11b3-479b-897d-aa6d53141e41 tempest-TestSnapshotPattern-969791495 tempest-TestSnapshotPattern-969791495-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 23:25:08.908231 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-8ffd1ccc-11b3-479b-897d-aa6d53141e41 tempest-TestSnapshotPattern-969791495 tempest-TestSnapshotPattern-969791495-project] Usage tracker for resource:security_group_rule and tenant:e6b39a4266e945a08afce4767cdb6398 is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 23:25:08.910949 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-8ffd1ccc-11b3-479b-897d-aa6d53141e41 tempest-TestSnapshotPattern-969791495 tempest-TestSnapshotPattern-969791495-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 23:25:08.916564 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-8ffd1ccc-11b3-479b-897d-aa6d53141e41 tempest-TestSnapshotPattern-969791495 tempest-TestSnapshotPattern-969791495-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 23:25:08.986844 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-8ffd1ccc-11b3-479b-897d-aa6d53141e41 tempest-TestSnapshotPattern-969791495 tempest-TestSnapshotPattern-969791495-project] Notify callbacks [] for security_group, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:25:08.990932 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-8ffd1ccc-11b3-479b-897d-aa6d53141e41 tempest-TestSnapshotPattern-969791495 tempest-TestSnapshotPattern-969791495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841066'] for security_group, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:25:08.994382 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-3f369df4-b45c-42e5-97f0-d4e0f788171d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:25:09.031726 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffd1ccc-11b3-479b-897d-aa6d53141e41 tempest-TestSnapshotPattern-969791495 tempest-TestSnapshotPattern-969791495-project] Pushing event updated for resources: {'SecurityGroup': ['ID=83129e74-8b93-4c07-8624-138410254977,revision_number=1']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:25:09.034672 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-8ffd1ccc-11b3-479b-897d-aa6d53141e41 tempest-TestSnapshotPattern-969791495 tempest-TestSnapshotPattern-969791495-project] Notify callbacks [] for security_group, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:25:09.035869 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-8ffd1ccc-11b3-479b-897d-aa6d53141e41 tempest-TestSnapshotPattern-969791495 tempest-TestSnapshotPattern-969791495-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1794 time: 0.1850142
Dec 16 23:25:09.036732 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-8ffd1ccc-11b3-479b-897d-aa6d53141e41 tempest-TestSnapshotPattern-969791495 tempest-TestSnapshotPattern-969791495-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:25:09.038774 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 56760) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 23:25:09.043545 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-71e4d44f-72be-45c2-910a-a436fa9657ae tempest-TestSnapshotPattern-969791495 tempest-TestSnapshotPattern-969791495-project] Request body: {'security_group_rule': {'security_group_id': '83129e74-8b93-4c07-8624-138410254977', 'project_id': 'e6b39a4266e945a08afce4767cdb6398', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 23:25:09.049415 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-71e4d44f-72be-45c2-910a-a436fa9657ae tempest-TestSnapshotPattern-969791495 tempest-TestSnapshotPattern-969791495-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 23:25:09.053641 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-71e4d44f-72be-45c2-910a-a436fa9657ae tempest-TestSnapshotPattern-969791495 tempest-TestSnapshotPattern-969791495-project] Usage tracker for resource:security_group_rule and tenant:e6b39a4266e945a08afce4767cdb6398 is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 23:25:09.056421 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-71e4d44f-72be-45c2-910a-a436fa9657ae tempest-TestSnapshotPattern-969791495 tempest-TestSnapshotPattern-969791495-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 23:25:09.061911 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-71e4d44f-72be-45c2-910a-a436fa9657ae tempest-TestSnapshotPattern-969791495 tempest-TestSnapshotPattern-969791495-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 23:25:09.078510 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-71e4d44f-72be-45c2-910a-a436fa9657ae tempest-TestSnapshotPattern-969791495 tempest-TestSnapshotPattern-969791495-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:25:09.136253 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-71e4d44f-72be-45c2-910a-a436fa9657ae tempest-TestSnapshotPattern-969791495 tempest-TestSnapshotPattern-969791495-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:25:09.139777 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-71e4d44f-72be-45c2-910a-a436fa9657ae tempest-TestSnapshotPattern-969791495 tempest-TestSnapshotPattern-969791495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841137'] for security_group_rule, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:25:09.141564 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-fd69da65-fcb1-43ef-a8bf-71b25f507574 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:25:09.163161 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e4d44f-72be-45c2-910a-a436fa9657ae tempest-TestSnapshotPattern-969791495 tempest-TestSnapshotPattern-969791495-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed657581-7d98-4433-8693-3a48aea1ae48,revision_number=0']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:25:09.165519 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-71e4d44f-72be-45c2-910a-a436fa9657ae tempest-TestSnapshotPattern-969791495 tempest-TestSnapshotPattern-969791495-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:25:09.173587 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-71e4d44f-72be-45c2-910a-a436fa9657ae tempest-TestSnapshotPattern-969791495 tempest-TestSnapshotPattern-969791495-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:25:09.175359 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-71e4d44f-72be-45c2-910a-a436fa9657ae tempest-TestSnapshotPattern-969791495 tempest-TestSnapshotPattern-969791495-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1351779
Dec 16 23:25:09.178128 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 56764) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 23:25:09.183086 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-5e31d86e-0adc-466c-bbd7-926d12ca1ceb tempest-TestSnapshotPattern-969791495 tempest-TestSnapshotPattern-969791495-project] Request body: {'security_group_rule': {'security_group_id': '83129e74-8b93-4c07-8624-138410254977', 'project_id': 'e6b39a4266e945a08afce4767cdb6398', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 23:25:09.189047 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-5e31d86e-0adc-466c-bbd7-926d12ca1ceb tempest-TestSnapshotPattern-969791495 tempest-TestSnapshotPattern-969791495-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 23:25:09.192815 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-5e31d86e-0adc-466c-bbd7-926d12ca1ceb tempest-TestSnapshotPattern-969791495 tempest-TestSnapshotPattern-969791495-project] Usage tracker for resource:security_group_rule and tenant:e6b39a4266e945a08afce4767cdb6398 is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 23:25:09.195611 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-5e31d86e-0adc-466c-bbd7-926d12ca1ceb tempest-TestSnapshotPattern-969791495 tempest-TestSnapshotPattern-969791495-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 23:25:09.201228 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-5e31d86e-0adc-466c-bbd7-926d12ca1ceb tempest-TestSnapshotPattern-969791495 tempest-TestSnapshotPattern-969791495-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 23:25:09.217574 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-5e31d86e-0adc-466c-bbd7-926d12ca1ceb tempest-TestSnapshotPattern-969791495 tempest-TestSnapshotPattern-969791495-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:25:09.277060 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-5e31d86e-0adc-466c-bbd7-926d12ca1ceb tempest-TestSnapshotPattern-969791495 tempest-TestSnapshotPattern-969791495-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:25:09.280389 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-5e31d86e-0adc-466c-bbd7-926d12ca1ceb tempest-TestSnapshotPattern-969791495 tempest-TestSnapshotPattern-969791495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841137'] for security_group_rule, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:25:09.282133 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-442fc97d-e8b7-4b52-b85b-e06c3add713e tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:25:09.308359 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e31d86e-0adc-466c-bbd7-926d12ca1ceb tempest-TestSnapshotPattern-969791495 tempest-TestSnapshotPattern-969791495-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76e303c2-109c-4107-815f-8a5956ca9c48,revision_number=0']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:25:09.310714 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-5e31d86e-0adc-466c-bbd7-926d12ca1ceb tempest-TestSnapshotPattern-969791495 tempest-TestSnapshotPattern-969791495-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:25:09.317690 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-5e31d86e-0adc-466c-bbd7-926d12ca1ceb tempest-TestSnapshotPattern-969791495 tempest-TestSnapshotPattern-969791495-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:25:09.318987 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-5e31d86e-0adc-466c-bbd7-926d12ca1ceb tempest-TestSnapshotPattern-969791495 tempest-TestSnapshotPattern-969791495-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1399541
Dec 16 23:25:09.321847 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 56768) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 23:25:09.329314 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-fb018dd9-2a74-4e03-a6f1-2d0f47225511 tempest-TestSnapshotPattern-969791495 tempest-TestSnapshotPattern-969791495-project] Request body: {'security_group_rule': {'security_group_id': '83129e74-8b93-4c07-8624-138410254977', 'project_id': 'e6b39a4266e945a08afce4767cdb6398', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 23:25:09.337990 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-fb018dd9-2a74-4e03-a6f1-2d0f47225511 tempest-TestSnapshotPattern-969791495 tempest-TestSnapshotPattern-969791495-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 23:25:09.341754 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-fb018dd9-2a74-4e03-a6f1-2d0f47225511 tempest-TestSnapshotPattern-969791495 tempest-TestSnapshotPattern-969791495-project] Usage tracker for resource:security_group_rule and tenant:e6b39a4266e945a08afce4767cdb6398 is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 23:25:09.344574 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-fb018dd9-2a74-4e03-a6f1-2d0f47225511 tempest-TestSnapshotPattern-969791495 tempest-TestSnapshotPattern-969791495-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 23:25:09.350647 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-fb018dd9-2a74-4e03-a6f1-2d0f47225511 tempest-TestSnapshotPattern-969791495 tempest-TestSnapshotPattern-969791495-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 23:25:09.367282 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-fb018dd9-2a74-4e03-a6f1-2d0f47225511 tempest-TestSnapshotPattern-969791495 tempest-TestSnapshotPattern-969791495-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:25:09.428771 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-fb018dd9-2a74-4e03-a6f1-2d0f47225511 tempest-TestSnapshotPattern-969791495 tempest-TestSnapshotPattern-969791495-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:25:09.432238 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-fb018dd9-2a74-4e03-a6f1-2d0f47225511 tempest-TestSnapshotPattern-969791495 tempest-TestSnapshotPattern-969791495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841137'] for security_group_rule, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:25:09.434116 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-8a0c35e6-effb-4f7a-a128-602c18df2fab tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:25:09.455294 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb018dd9-2a74-4e03-a6f1-2d0f47225511 tempest-TestSnapshotPattern-969791495 tempest-TestSnapshotPattern-969791495-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd4ca35a-bf67-4a24-9e69-c3f62e835c46,revision_number=0']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:25:09.461301 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-fb018dd9-2a74-4e03-a6f1-2d0f47225511 tempest-TestSnapshotPattern-969791495 tempest-TestSnapshotPattern-969791495-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:25:09.464661 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-fb018dd9-2a74-4e03-a6f1-2d0f47225511 tempest-TestSnapshotPattern-969791495 tempest-TestSnapshotPattern-969791495-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:25:09.465874 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-fb018dd9-2a74-4e03-a6f1-2d0f47225511 tempest-TestSnapshotPattern-969791495 tempest-TestSnapshotPattern-969791495-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1426611
Dec 16 23:25:09.469006 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 56772) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 23:25:09.474464 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-91c337b7-5e10-4759-b72a-8205e066ca92 tempest-TestSnapshotPattern-969791495 tempest-TestSnapshotPattern-969791495-project] Request body: {'security_group_rule': {'security_group_id': '83129e74-8b93-4c07-8624-138410254977', 'project_id': 'e6b39a4266e945a08afce4767cdb6398', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 23:25:09.480473 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-91c337b7-5e10-4759-b72a-8205e066ca92 tempest-TestSnapshotPattern-969791495 tempest-TestSnapshotPattern-969791495-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 23:25:09.484227 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-91c337b7-5e10-4759-b72a-8205e066ca92 tempest-TestSnapshotPattern-969791495 tempest-TestSnapshotPattern-969791495-project] Usage tracker for resource:security_group_rule and tenant:e6b39a4266e945a08afce4767cdb6398 is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 23:25:09.487008 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-91c337b7-5e10-4759-b72a-8205e066ca92 tempest-TestSnapshotPattern-969791495 tempest-TestSnapshotPattern-969791495-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 23:25:09.493316 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-91c337b7-5e10-4759-b72a-8205e066ca92 tempest-TestSnapshotPattern-969791495 tempest-TestSnapshotPattern-969791495-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 23:25:09.509331 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-91c337b7-5e10-4759-b72a-8205e066ca92 tempest-TestSnapshotPattern-969791495 tempest-TestSnapshotPattern-969791495-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:25:09.572659 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-91c337b7-5e10-4759-b72a-8205e066ca92 tempest-TestSnapshotPattern-969791495 tempest-TestSnapshotPattern-969791495-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:25:09.575985 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-91c337b7-5e10-4759-b72a-8205e066ca92 tempest-TestSnapshotPattern-969791495 tempest-TestSnapshotPattern-969791495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841137'] for security_group_rule, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:25:09.583302 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-c06f47f1-1760-43f4-a62d-850a8d5c14b2 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:25:09.604548 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c337b7-5e10-4759-b72a-8205e066ca92 tempest-TestSnapshotPattern-969791495 tempest-TestSnapshotPattern-969791495-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b16b051-972e-4a00-8bf7-bccd5abec158,revision_number=0']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:25:09.607219 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-91c337b7-5e10-4759-b72a-8205e066ca92 tempest-TestSnapshotPattern-969791495 tempest-TestSnapshotPattern-969791495-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:25:09.611647 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-91c337b7-5e10-4759-b72a-8205e066ca92 tempest-TestSnapshotPattern-969791495 tempest-TestSnapshotPattern-969791495-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:25:09.612924 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-91c337b7-5e10-4759-b72a-8205e066ca92 tempest-TestSnapshotPattern-969791495 tempest-TestSnapshotPattern-969791495-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1430328
Dec 16 23:25:09.616067 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 56776) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 23:25:09.620883 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-3d13bcd0-484d-499c-b1b3-1dce37131e9d tempest-TestSnapshotPattern-969791495 tempest-TestSnapshotPattern-969791495-project] Request body: {'security_group_rule': {'security_group_id': '83129e74-8b93-4c07-8624-138410254977', 'project_id': 'e6b39a4266e945a08afce4767cdb6398', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 23:25:09.627034 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-3d13bcd0-484d-499c-b1b3-1dce37131e9d tempest-TestSnapshotPattern-969791495 tempest-TestSnapshotPattern-969791495-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 23:25:09.630771 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-3d13bcd0-484d-499c-b1b3-1dce37131e9d tempest-TestSnapshotPattern-969791495 tempest-TestSnapshotPattern-969791495-project] Usage tracker for resource:security_group_rule and tenant:e6b39a4266e945a08afce4767cdb6398 is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 23:25:09.633605 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-3d13bcd0-484d-499c-b1b3-1dce37131e9d tempest-TestSnapshotPattern-969791495 tempest-TestSnapshotPattern-969791495-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 23:25:09.639079 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-3d13bcd0-484d-499c-b1b3-1dce37131e9d tempest-TestSnapshotPattern-969791495 tempest-TestSnapshotPattern-969791495-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 23:25:09.649380 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.db.securitygroups_db [None req-3d13bcd0-484d-499c-b1b3-1dce37131e9d tempest-TestSnapshotPattern-969791495 tempest-TestSnapshotPattern-969791495-project] Project e6b39a4266e945a08afce4767cdb6398 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 16 23:25:09.655748 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-3d13bcd0-484d-499c-b1b3-1dce37131e9d tempest-TestSnapshotPattern-969791495 tempest-TestSnapshotPattern-969791495-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:25:09.841167 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-3d13bcd0-484d-499c-b1b3-1dce37131e9d tempest-TestSnapshotPattern-969791495 tempest-TestSnapshotPattern-969791495-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:25:09.844697 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-3d13bcd0-484d-499c-b1b3-1dce37131e9d tempest-TestSnapshotPattern-969791495 tempest-TestSnapshotPattern-969791495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841137'] for security_group_rule, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:25:09.846446 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-5e31d86e-0adc-466c-bbd7-926d12ca1ceb tempest-TestSnapshotPattern-969791495 tempest-TestSnapshotPattern-969791495-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:25:09.865569 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d13bcd0-484d-499c-b1b3-1dce37131e9d tempest-TestSnapshotPattern-969791495 tempest-TestSnapshotPattern-969791495-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a03b41f5-7dd6-44bb-a861-e33cfb2d5e1d,revision_number=0']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:25:09.869321 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-3d13bcd0-484d-499c-b1b3-1dce37131e9d tempest-TestSnapshotPattern-969791495 tempest-TestSnapshotPattern-969791495-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:25:09.876361 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-3d13bcd0-484d-499c-b1b3-1dce37131e9d tempest-TestSnapshotPattern-969791495 tempest-TestSnapshotPattern-969791495-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:25:09.877592 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-3d13bcd0-484d-499c-b1b3-1dce37131e9d tempest-TestSnapshotPattern-969791495 tempest-TestSnapshotPattern-969791495-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.2606375
Dec 16 23:25:09.880827 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 56780) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 23:25:09.885864 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [None req-597316b0-9086-4983-9afd-b7bbc9d0694b tempest-TestSnapshotPattern-969791495 tempest-TestSnapshotPattern-969791495-project] Request body: {'security_group_rule': {'security_group_id': '83129e74-8b93-4c07-8624-138410254977', 'project_id': 'e6b39a4266e945a08afce4767cdb6398', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 23:25:09.891479 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-597316b0-9086-4983-9afd-b7bbc9d0694b tempest-TestSnapshotPattern-969791495 tempest-TestSnapshotPattern-969791495-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 23:25:09.895783 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-597316b0-9086-4983-9afd-b7bbc9d0694b tempest-TestSnapshotPattern-969791495 tempest-TestSnapshotPattern-969791495-project] Usage tracker for resource:security_group_rule and tenant:e6b39a4266e945a08afce4767cdb6398 is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 23:25:09.898564 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [None req-597316b0-9086-4983-9afd-b7bbc9d0694b tempest-TestSnapshotPattern-969791495 tempest-TestSnapshotPattern-969791495-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 23:25:09.904047 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [None req-597316b0-9086-4983-9afd-b7bbc9d0694b tempest-TestSnapshotPattern-969791495 tempest-TestSnapshotPattern-969791495-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 23:25:09.913905 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.db.securitygroups_db [None req-597316b0-9086-4983-9afd-b7bbc9d0694b tempest-TestSnapshotPattern-969791495 tempest-TestSnapshotPattern-969791495-project] Project e6b39a4266e945a08afce4767cdb6398 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 16 23:25:09.920069 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-597316b0-9086-4983-9afd-b7bbc9d0694b tempest-TestSnapshotPattern-969791495 tempest-TestSnapshotPattern-969791495-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:25:09.982234 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-597316b0-9086-4983-9afd-b7bbc9d0694b tempest-TestSnapshotPattern-969791495 tempest-TestSnapshotPattern-969791495-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:25:09.985555 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-597316b0-9086-4983-9afd-b7bbc9d0694b tempest-TestSnapshotPattern-969791495 tempest-TestSnapshotPattern-969791495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841137'] for security_group_rule, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:25:09.987321 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-5c65c61e-4394-4cf3-a7ef-c971fedc55d9 tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:25:10.008704 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597316b0-9086-4983-9afd-b7bbc9d0694b tempest-TestSnapshotPattern-969791495 tempest-TestSnapshotPattern-969791495-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=326b7f03-ac57-42b9-8fe9-29cc04363ce5,revision_number=0']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:25:10.010950 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-597316b0-9086-4983-9afd-b7bbc9d0694b tempest-TestSnapshotPattern-969791495 tempest-TestSnapshotPattern-969791495-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:25:10.017980 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-597316b0-9086-4983-9afd-b7bbc9d0694b tempest-TestSnapshotPattern-969791495 tempest-TestSnapshotPattern-969791495-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:25:10.019882 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-597316b0-9086-4983-9afd-b7bbc9d0694b tempest-TestSnapshotPattern-969791495 tempest-TestSnapshotPattern-969791495-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1381044
Dec 16 23:25:10.175888 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-c0a52897-715e-4714-b2b0-5c76bed3780e req-48b5ab4e-3df1-409e-adea-998bc1e6c9a4 tempest-TestSnapshotPattern-969791495 tempest-TestSnapshotPattern-969791495-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-235124046&fields=id&tenant_id=e6b39a4266e945a08afce4767cdb6398 HTTP/1.1" status: 200  len: 267 time: 0.0390496
Dec 16 23:25:10.324356 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a52897-715e-4714-b2b0-5c76bed3780e req-7b6292d7-d942-453b-9bb1-8dfd6e2fce47 tempest-TestSnapshotPattern-969791495 tempest-TestSnapshotPattern-969791495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:25:10.325883 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-c0a52897-715e-4714-b2b0-5c76bed3780e req-7b6292d7-d942-453b-9bb1-8dfd6e2fce47 tempest-TestSnapshotPattern-969791495 tempest-TestSnapshotPattern-969791495-project] 10.222.0.13 "GET /v2.0/networks?id=ecf86942-e68d-43b5-9047-88864bdad183 HTTP/1.1" status: 200  len: 809 time: 0.1437700
Dec 16 23:25:10.340700 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-c0a52897-715e-4714-b2b0-5c76bed3780e req-b30648ca-149d-45f2-a902-661f5d55f1ca tempest-TestSnapshotPattern-969791495 tempest-TestSnapshotPattern-969791495-project] 10.222.0.13 "GET /v2.0/quotas/e6b39a4266e945a08afce4767cdb6398 HTTP/1.1" status: 200  len: 375 time: 0.0095065
Dec 16 23:25:10.424493 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-c0a52897-715e-4714-b2b0-5c76bed3780e req-8f2b3728-db7b-4207-aa7f-be03bff41c4a tempest-TestSnapshotPattern-969791495 tempest-TestSnapshotPattern-969791495-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=e6b39a4266e945a08afce4767cdb6398&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0790343
Dec 16 23:25:10.441627 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [req-c0a52897-715e-4714-b2b0-5c76bed3780e req-cb9ae098-db47-44c4-a82b-4c0933f28a3b service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=87507) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 16 23:25:10.442569 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-c0a52897-715e-4714-b2b0-5c76bed3780e req-cb9ae098-db47-44c4-a82b-4c0933f28a3b service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0052698
Dec 16 23:25:10.483155 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fabadbc3-398f-4cca-a738-793d3c21b9d5 None None] Sync routers for ids ['029f654e-8ded-47d3-9d2c-0cc42f100951'] in dv-neutron-821829-1-hyperv {{(pid=87509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 23:25:10.485519 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 3224fcf2-9dee-4b1a-94d3-84dde5d2c5d7 up at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 23:25:10.492570 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fabadbc3-398f-4cca-a738-793d3c21b9d5 None None] Routers {'029f654e-8ded-47d3-9d2c-0cc42f100951'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 23:25:10.493199 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-fabadbc3-398f-4cca-a738-793d3c21b9d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b7cb151f0>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T23:25:01Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['029f654e-8ded-47d3-9d2c-0cc42f100951'], 'active': True} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 23:25:10.556030 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning complete for port 3224fcf2-9dee-4b1a-94d3-84dde5d2c5d7 triggered by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 23:25:10.556421 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:25:10.674155 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvr_db [None req-fabadbc3-398f-4cca-a738-793d3c21b9d5 None None] Set router 029f654e-8ded-47d3-9d2c-0cc42f100951 gateway port host: dv-neutron-821829-1-hyperv {{(pid=87509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 23:25:10.720845 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-c0a52897-715e-4714-b2b0-5c76bed3780e req-0007637f-e8ae-4f89-9aa5-40f86976f4a5 service neutron] 10.222.0.13 "GET /v2.0/networks/ecf86942-e68d-43b5-9047-88864bdad183?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2712259
Dec 16 23:25:10.852656 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-c0a52897-715e-4714-b2b0-5c76bed3780e req-e8a567db-2657-4847-9806-30af9d5455e9 service neutron] 10.222.0.13 "GET /v2.0/networks/ecf86942-e68d-43b5-9047-88864bdad183?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1259367
Dec 16 23:25:10.984610 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-fabadbc3-398f-4cca-a738-793d3c21b9d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b7cb151f0>, [{'id': '029f654e-8ded-47d3-9d2c-0cc42f100951', 'name': 'tempest-TestSnapshotPattern-1366856059-router', 'tenant_id': '0e050ccfa3994898bdc1eb744ad7c102', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.91'}], 'enable_snat': True}, 'gw_port_id': '3224fcf2-9dee-4b1a-94d3-84dde5d2c5d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:25:01Z', 'updated_at': '2021-12-16T23:25:05Z', 'revision_number': 4, 'project_id': '0e050ccfa3994898bdc1eb744ad7c102', 'gw_port': {'id': '3224fcf2-9dee-4b1a-94d3-84dde5d2c5d7', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:40:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '029f654e-8ded-47d3-9d2c-0cc42f100951', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:25:02Z', 'updated_at': '2021-12-16T23:25:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv', '_interfaces': [{'id': '99b82df5-6b56-454e-a331-c7c75130c813', 'name': '', 'network_id': '36713e7e-56aa-44ec-8bf9-e5a855cd5514', 'tenant_id': '0e050ccfa3994898bdc1eb744ad7c102', 'mac_address': 'fa:16:3e:34:28:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '029f654e-8ded-47d3-9d2c-0cc42f100951', 'device_owner': 'network:router_interface', 'standard_attr_id': 1853, 'fixed_ips': [{'subnet_id': 'ab32b3cc-bfeb-418a-9260-ab2987fd7a3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:25:05Z', 'updated_at': '2021-12-16T23:25:06Z', 'revision_number': 2, 'project_id': '0e050ccfa3994898bdc1eb744ad7c102', 'subnets': [{'id': 'ab32b3cc-bfeb-418a-9260-ab2987fd7a3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 23:25:10.989346 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fabadbc3-398f-4cca-a738-793d3c21b9d5 None None] Checking router: 029f654e-8ded-47d3-9d2c-0cc42f100951 for host: dv-neutron-821829-1-hyperv {{(pid=87509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 23:25:10.989713 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fabadbc3-398f-4cca-a738-793d3c21b9d5 None None] Updating router 029f654e-8ded-47d3-9d2c-0cc42f100951 port 99b82df5-6b56-454e-a331-c7c75130c813 binding host dv-neutron-821829-1-hyperv {{(pid=87509) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 16 23:25:11.042749 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-206d6c5a-d105-4d5a-889e-e087b491791c req-b60c9348-f44b-46d7-a133-546e7f2dae3b tempest-TestSnapshotPattern-969791495 tempest-TestSnapshotPattern-969791495-project] 10.222.0.13 "GET /v2.0/ports?device_id=ea8eb357-5b6a-4876-9423-0e832e2d6976 HTTP/1.1" status: 200  len: 210 time: 0.0437539
Dec 16 23:25:11.043198 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron_lib.callbacks.manager [None req-fabadbc3-398f-4cca-a738-793d3c21b9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:25:11.383632 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron_lib.callbacks.manager [None req-fabadbc3-398f-4cca-a738-793d3c21b9d5 None None] Notify callbacks [] for port, precommit_update {{(pid=87509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:25:11.396150 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.provisioning_blocks [None req-fabadbc3-398f-4cca-a738-793d3c21b9d5 None None] Transition to ACTIVE for port object 99b82df5-6b56-454e-a331-c7c75130c813 will not be triggered until provisioned by entity L2. {{(pid=87509) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 23:25:11.403178 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron_lib.callbacks.manager [None req-fabadbc3-398f-4cca-a738-793d3c21b9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:25:11.407076 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG oslo_concurrency.lockutils [None req-6d5105c9-c961-4b60-bab0-2ae2785f420e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:25:11.474694 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8dfc24a-82ff-4077-912a-40dcddb86c7e None None] Pushing event updated for resources: {'Port': ['ID=99b82df5-6b56-454e-a331-c7c75130c813,revision_number=3']} {{(pid=87509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:25:11.519675 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG oslo_concurrency.lockutils [None req-f8dfc24a-82ff-4077-912a-40dcddb86c7e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=87509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:25:11.659946 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.plugins.ml2.managers [None req-fabadbc3-398f-4cca-a738-793d3c21b9d5 None None] Attempting to bind port 99b82df5-6b56-454e-a331-c7c75130c813 on host dv-neutron-821829-1-hyperv for vnic_type normal with profile  {{(pid=87509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 23:25:11.660329 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.plugins.ml2.managers [None req-fabadbc3-398f-4cca-a738-793d3c21b9d5 None None] Attempting to bind port 99b82df5-6b56-454e-a331-c7c75130c813 by drivers openvswitch,hyperv on host dv-neutron-821829-1-hyperv at level 0 using segments [{'id': 'a7dbbcff-b76f-468e-9247-f2e0aa76df16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '36713e7e-56aa-44ec-8bf9-e5a855cd5514'}] {{(pid=87509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 23:25:11.660702 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fabadbc3-398f-4cca-a738-793d3c21b9d5 None None] Attempting to bind port 99b82df5-6b56-454e-a331-c7c75130c813 on network 36713e7e-56aa-44ec-8bf9-e5a855cd5514 {{(pid=87509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 23:25:11.666228 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fabadbc3-398f-4cca-a738-793d3c21b9d5 None None] Checking agent: {'id': '5571501f-366e-47a4-9b60-8ef19d935d27', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821829-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 24, 2), 'started_at': datetime.datetime(2021, 12, 16, 22, 24, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 23, 25, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821829-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 23:25:11.666607 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fabadbc3-398f-4cca-a738-793d3c21b9d5 None None] Checking segment: {'id': 'a7dbbcff-b76f-468e-9247-f2e0aa76df16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '36713e7e-56aa-44ec-8bf9-e5a855cd5514'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 23:25:11.667009 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron_lib.callbacks.manager [None req-fabadbc3-398f-4cca-a738-793d3c21b9d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:25:11.667408 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fabadbc3-398f-4cca-a738-793d3c21b9d5 None None] Bound using segment: {'id': 'a7dbbcff-b76f-468e-9247-f2e0aa76df16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '36713e7e-56aa-44ec-8bf9-e5a855cd5514'} {{(pid=87509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 23:25:11.667895 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.plugins.ml2.managers [None req-fabadbc3-398f-4cca-a738-793d3c21b9d5 None None] Bound port: 99b82df5-6b56-454e-a331-c7c75130c813, host: dv-neutron-821829-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7dbbcff-b76f-468e-9247-f2e0aa76df16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '36713e7e-56aa-44ec-8bf9-e5a855cd5514'}}] {{(pid=87509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 23:25:11.668278 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron_lib.callbacks.manager [None req-fabadbc3-398f-4cca-a738-793d3c21b9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:25:11.762172 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.plugins.ml2.db [None req-fabadbc3-398f-4cca-a738-793d3c21b9d5 None None] For port 99b82df5-6b56-454e-a331-c7c75130c813, host dv-neutron-821829-1-hyperv, cleared binding levels {{(pid=87509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 23:25:11.765448 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.plugins.ml2.db [None req-fabadbc3-398f-4cca-a738-793d3c21b9d5 None None] For port 99b82df5-6b56-454e-a331-c7c75130c813, host dv-neutron-821829-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=99b82df5-6b56-454e-a331-c7c75130c813,segment=NetworkSegment(a7dbbcff-b76f-468e-9247-f2e0aa76df16),segment_id=a7dbbcff-b76f-468e-9247-f2e0aa76df16)] {{(pid=87509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 23:25:11.768957 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron_lib.callbacks.manager [None req-fabadbc3-398f-4cca-a738-793d3c21b9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:25:11.773174 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG oslo_concurrency.lockutils [None req-2fc8e321-4c40-49d0-b424-1636240bc442 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:25:11.845729 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fabadbc3-398f-4cca-a738-793d3c21b9d5 None None] Routers {'029f654e-8ded-47d3-9d2c-0cc42f100951'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 23:25:11.846365 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-fabadbc3-398f-4cca-a738-793d3c21b9d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b7cb151f0>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T23:25:01Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['029f654e-8ded-47d3-9d2c-0cc42f100951'], 'active': True} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 23:25:11.917026 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8dfc24a-82ff-4077-912a-40dcddb86c7e None None] Pushing event updated for resources: {'Port': ['ID=99b82df5-6b56-454e-a331-c7c75130c813,revision_number=4']} {{(pid=87509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:25:11.921846 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG oslo_concurrency.lockutils [None req-f8dfc24a-82ff-4077-912a-40dcddb86c7e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=87509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:25:12.036987 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvr_db [None req-fabadbc3-398f-4cca-a738-793d3c21b9d5 None None] Set router 029f654e-8ded-47d3-9d2c-0cc42f100951 gateway port host: dv-neutron-821829-1-hyperv {{(pid=87509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 23:25:12.190771 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-73b7b2f0-409d-4e30-b1db-20f680112b8d req-d25319c3-5ec3-402b-996a-0cfc66560b27 tempest-TestSnapshotPattern-969791495 tempest-TestSnapshotPattern-969791495-project] 10.222.0.13 "GET /v2.0/ports?device_id=ea8eb357-5b6a-4876-9423-0e832e2d6976 HTTP/1.1" status: 200  len: 210 time: 0.0442662
Dec 16 23:25:12.350572 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-fabadbc3-398f-4cca-a738-793d3c21b9d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b7cb151f0>, [{'id': '029f654e-8ded-47d3-9d2c-0cc42f100951', 'name': 'tempest-TestSnapshotPattern-1366856059-router', 'tenant_id': '0e050ccfa3994898bdc1eb744ad7c102', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.91'}], 'enable_snat': True}, 'gw_port_id': '3224fcf2-9dee-4b1a-94d3-84dde5d2c5d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:25:01Z', 'updated_at': '2021-12-16T23:25:05Z', 'revision_number': 4, 'project_id': '0e050ccfa3994898bdc1eb744ad7c102', 'gw_port': {'id': '3224fcf2-9dee-4b1a-94d3-84dde5d2c5d7', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:40:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '029f654e-8ded-47d3-9d2c-0cc42f100951', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:25:02Z', 'updated_at': '2021-12-16T23:25:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv', '_interfaces': [{'id': '99b82df5-6b56-454e-a331-c7c75130c813', 'name': '', 'network_id': '36713e7e-56aa-44ec-8bf9-e5a855cd5514', 'tenant_id': '0e050ccfa3994898bdc1eb744ad7c102', 'mac_address': 'fa:16:3e:34:28:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '029f654e-8ded-47d3-9d2c-0cc42f100951', 'device_owner': 'network:router_interface', 'standard_attr_id': 1853, 'fixed_ips': [{'subnet_id': 'ab32b3cc-bfeb-418a-9260-ab2987fd7a3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:25:05Z', 'updated_at': '2021-12-16T23:25:11Z', 'revision_number': 4, 'project_id': '0e050ccfa3994898bdc1eb744ad7c102', 'subnets': [{'id': 'ab32b3cc-bfeb-418a-9260-ab2987fd7a3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 23:25:12.354810 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fabadbc3-398f-4cca-a738-793d3c21b9d5 None None] The sync data for ids ['029f654e-8ded-47d3-9d2c-0cc42f100951'] in dv-neutron-821829-1-hyperv is: [{'id': '029f654e-8ded-47d3-9d2c-0cc42f100951', 'name': 'tempest-TestSnapshotPattern-1366856059-router', 'tenant_id': '0e050ccfa3994898bdc1eb744ad7c102', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.91'}], 'enable_snat': True}, 'gw_port_id': '3224fcf2-9dee-4b1a-94d3-84dde5d2c5d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:25:01Z', 'updated_at': '2021-12-16T23:25:05Z', 'revision_number': 4, 'project_id': '0e050ccfa3994898bdc1eb744ad7c102', 'gw_port': {'id': '3224fcf2-9dee-4b1a-94d3-84dde5d2c5d7', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:40:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '029f654e-8ded-47d3-9d2c-0cc42f100951', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:25:02Z', 'updated_at': '2021-12-16T23:25:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv', '_interfaces': [{'id': '99b82df5-6b56-454e-a331-c7c75130c813', 'name': '', 'network_id': '36713e7e-56aa-44ec-8bf9-e5a855cd5514', 'tenant_id': '0e050ccfa3994898bdc1eb744ad7c102', 'mac_address': 'fa:16:3e:34:28:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '029f654e-8ded-47d3-9d2c-0cc42f100951', 'device_owner': 'network:router_interface', 'standard_attr_id': 1853, 'fixed_ips': [{'subnet_id': 'ab32b3cc-bfeb-418a-9260-ab2987fd7a3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:25:05Z', 'updated_at': '2021-12-16T23:25:11Z', 'revision_number': 4, 'project_id': '0e050ccfa3994898bdc1eb744ad7c102', 'subnets': [{'id': 'ab32b3cc-bfeb-418a-9260-ab2987fd7a3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 23:25:12.424081 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a52897-715e-4714-b2b0-5c76bed3780e req-4643fbe2-b530-498e-aa75-72028df342a0 tempest-TestSnapshotPattern-969791495 tempest-TestSnapshotPattern-969791495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:25:12.425358 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [req-c0a52897-715e-4714-b2b0-5c76bed3780e req-4643fbe2-b530-498e-aa75-72028df342a0 tempest-TestSnapshotPattern-969791495 tempest-TestSnapshotPattern-969791495-project] Synchronizing usage tracker for tenant:e6b39a4266e945a08afce4767cdb6398 on resource:network {{(pid=87506) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 23:25:12.449180 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [req-c0a52897-715e-4714-b2b0-5c76bed3780e req-4643fbe2-b530-498e-aa75-72028df342a0 tempest-TestSnapshotPattern-969791495 tempest-TestSnapshotPattern-969791495-project] Unset dirty status for tenant:e6b39a4266e945a08afce4767cdb6398 on resource:network {{(pid=87506) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 23:25:12.449660 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-c0a52897-715e-4714-b2b0-5c76bed3780e req-4643fbe2-b530-498e-aa75-72028df342a0 tempest-TestSnapshotPattern-969791495 tempest-TestSnapshotPattern-969791495-project] 10.222.0.49 "GET /v2.0/networks?id=ecf86942-e68d-43b5-9047-88864bdad183 HTTP/1.1" status: 200  len: 809 time: 0.1749744
Dec 16 23:25:12.516195 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 99b82df5-6b56-454e-a331-c7c75130c813 up at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 23:25:12.544573 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [req-c0a52897-715e-4714-b2b0-5c76bed3780e req-1b7e8524-d63b-4b3a-88b2-ea6cbbf11495 tempest-TestSnapshotPattern-969791495 tempest-TestSnapshotPattern-969791495-project] Synchronizing usage tracker for tenant:e6b39a4266e945a08afce4767cdb6398 on resource:security_group {{(pid=87506) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 23:25:12.564030 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [req-c0a52897-715e-4714-b2b0-5c76bed3780e req-1b7e8524-d63b-4b3a-88b2-ea6cbbf11495 tempest-TestSnapshotPattern-969791495 tempest-TestSnapshotPattern-969791495-project] Unset dirty status for tenant:e6b39a4266e945a08afce4767cdb6398 on resource:security_group {{(pid=87506) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 23:25:12.565182 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-c0a52897-715e-4714-b2b0-5c76bed3780e req-1b7e8524-d63b-4b3a-88b2-ea6cbbf11495 tempest-TestSnapshotPattern-969791495 tempest-TestSnapshotPattern-969791495-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e6b39a4266e945a08afce4767cdb6398 HTTP/1.1" status: 200  len: 379 time: 0.0994816
Dec 16 23:25:12.583014 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [req-c0a52897-715e-4714-b2b0-5c76bed3780e req-093182fe-20ec-43f1-8490-28b1fc149b24 tempest-TestSnapshotPattern-969791495 tempest-TestSnapshotPattern-969791495-project] Request body: {'port': {'device_id': 'ea8eb357-5b6a-4876-9423-0e832e2d6976', 'network_id': 'ecf86942-e68d-43b5-9047-88864bdad183', 'admin_state_up': True, 'tenant_id': 'e6b39a4266e945a08afce4767cdb6398', 'security_groups': ['83129e74-8b93-4c07-8624-138410254977']}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 23:25:12.597200 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning for port 99b82df5-6b56-454e-a331-c7c75130c813 completed by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 23:25:12.602290 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning complete for port 99b82df5-6b56-454e-a331-c7c75130c813 triggered by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 23:25:12.602758 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:25:12.724319 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:25:12.724446 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [req-c0a52897-715e-4714-b2b0-5c76bed3780e req-093182fe-20ec-43f1-8490-28b1fc149b24 tempest-TestSnapshotPattern-969791495 tempest-TestSnapshotPattern-969791495-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 23:25:12.728284 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [req-c0a52897-715e-4714-b2b0-5c76bed3780e req-093182fe-20ec-43f1-8490-28b1fc149b24 tempest-TestSnapshotPattern-969791495 tempest-TestSnapshotPattern-969791495-project] Usage tracker for resource:port and tenant:e6b39a4266e945a08afce4767cdb6398 is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 23:25:12.731305 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [req-c0a52897-715e-4714-b2b0-5c76bed3780e req-093182fe-20ec-43f1-8490-28b1fc149b24 tempest-TestSnapshotPattern-969791495 tempest-TestSnapshotPattern-969791495-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 23:25:12.738233 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [req-c0a52897-715e-4714-b2b0-5c76bed3780e req-093182fe-20ec-43f1-8490-28b1fc149b24 tempest-TestSnapshotPattern-969791495 tempest-TestSnapshotPattern-969791495-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 23:25:12.748460 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c0a52897-715e-4714-b2b0-5c76bed3780e req-093182fe-20ec-43f1-8490-28b1fc149b24 tempest-TestSnapshotPattern-969791495 tempest-TestSnapshotPattern-969791495-project] Made reservation on behalf of e6b39a4266e945a08afce4767cdb6398 for: {'port': 1} {{(pid=87506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 23:25:12.753585 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-c0a52897-715e-4714-b2b0-5c76bed3780e req-093182fe-20ec-43f1-8490-28b1fc149b24 tempest-TestSnapshotPattern-969791495 tempest-TestSnapshotPattern-969791495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:25:12.761627 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] For port 99b82df5-6b56-454e-a331-c7c75130c813, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=99b82df5-6b56-454e-a331-c7c75130c813,segment=NetworkSegment(a7dbbcff-b76f-468e-9247-f2e0aa76df16),segment_id=a7dbbcff-b76f-468e-9247-f2e0aa76df16)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 23:25:12.765729 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:25:12.769122 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-89097ebe-6c68-4bdc-bda9-e4e417a59fac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:25:12.844461 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Pushing event updated for resources: {'Port': ['ID=99b82df5-6b56-454e-a331-c7c75130c813,revision_number=5']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:25:12.847721 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:25:12.924337 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.db_base_plugin_common [req-c0a52897-715e-4714-b2b0-5c76bed3780e req-093182fe-20ec-43f1-8490-28b1fc149b24 tempest-TestSnapshotPattern-969791495 tempest-TestSnapshotPattern-969791495-project] Allocated IP 172.20.0.6 (ecf86942-e68d-43b5-9047-88864bdad183/71188b59-25f0-4338-b5a8-1e16e1bdb6be/9ca46230-2f67-4707-b50b-21db5cddb86e) {{(pid=87506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 23:25:13.111128 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-c0a52897-715e-4714-b2b0-5c76bed3780e req-093182fe-20ec-43f1-8490-28b1fc149b24 tempest-TestSnapshotPattern-969791495 tempest-TestSnapshotPattern-969791495-project] Notify callbacks [] for port, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:25:13.126601 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.provisioning_blocks [req-c0a52897-715e-4714-b2b0-5c76bed3780e req-093182fe-20ec-43f1-8490-28b1fc149b24 tempest-TestSnapshotPattern-969791495 tempest-TestSnapshotPattern-969791495-project] Transition to ACTIVE for port object 9ca46230-2f67-4707-b50b-21db5cddb86e will not be triggered until provisioned by entity DHCP. {{(pid=87506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 23:25:13.148713 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-c0a52897-715e-4714-b2b0-5c76bed3780e req-093182fe-20ec-43f1-8490-28b1fc149b24 tempest-TestSnapshotPattern-969791495 tempest-TestSnapshotPattern-969791495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1863393'] for port, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:25:13.153968 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-f89832ed-70d2-44f7-ae66-ad847ff942ff tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:25:13.216329 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c0a52897-715e-4714-b2b0-5c76bed3780e req-093182fe-20ec-43f1-8490-28b1fc149b24 tempest-TestSnapshotPattern-969791495 tempest-TestSnapshotPattern-969791495-project] Network ecf86942-e68d-43b5-9047-88864bdad183 is already hosted by enough agents. {{(pid=87506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 23:25:13.219784 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.base_scheduler [req-c0a52897-715e-4714-b2b0-5c76bed3780e req-093182fe-20ec-43f1-8490-28b1fc149b24 tempest-TestSnapshotPattern-969791495 tempest-TestSnapshotPattern-969791495-project] Resources bound (agent type, host, resource id):  {{(pid=87506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 23:25:13.224363 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0a52897-715e-4714-b2b0-5c76bed3780e req-093182fe-20ec-43f1-8490-28b1fc149b24 tempest-TestSnapshotPattern-969791495 tempest-TestSnapshotPattern-969791495-project] Received port after_create {{(pid=87506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 23:25:13.268871 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093182fe-20ec-43f1-8490-28b1fc149b24 tempest-TestSnapshotPattern-969791495 tempest-TestSnapshotPattern-969791495-project] Pushing event updated for resources: {'Port': ['ID=9ca46230-2f67-4707-b50b-21db5cddb86e,revision_number=1']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:25:13.273701 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-093182fe-20ec-43f1-8490-28b1fc149b24 tempest-TestSnapshotPattern-969791495 tempest-TestSnapshotPattern-969791495-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:25:13.297991 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a52897-715e-4714-b2b0-5c76bed3780e req-093182fe-20ec-43f1-8490-28b1fc149b24 tempest-TestSnapshotPattern-969791495 tempest-TestSnapshotPattern-969791495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:25:13.298603 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-c0a52897-715e-4714-b2b0-5c76bed3780e req-093182fe-20ec-43f1-8490-28b1fc149b24 tempest-TestSnapshotPattern-969791495 tempest-TestSnapshotPattern-969791495-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for port, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:25:13.320537 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-c0a52897-715e-4714-b2b0-5c76bed3780e req-093182fe-20ec-43f1-8490-28b1fc149b24 tempest-TestSnapshotPattern-969791495 tempest-TestSnapshotPattern-969791495-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.7414808
Dec 16 23:25:13.338780 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [req-c0a52897-715e-4714-b2b0-5c76bed3780e req-aa6680b2-117f-4e84-8aef-0fa8d8b37f70 service neutron] Request body: {'port': {'device_id': 'ea8eb357-5b6a-4876-9423-0e832e2d6976', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8218'}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 23:25:13.386498 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d874578-08a4-4384-b81e-ddcbb11ce229 req-e230498f-3c76-493e-989c-51dd05ac4eb6 tempest-TestSnapshotPattern-969791495 tempest-TestSnapshotPattern-969791495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:25:13.388051 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-1d874578-08a4-4384-b81e-ddcbb11ce229 req-e230498f-3c76-493e-989c-51dd05ac4eb6 tempest-TestSnapshotPattern-969791495 tempest-TestSnapshotPattern-969791495-project] 10.222.0.13 "GET /v2.0/ports?device_id=ea8eb357-5b6a-4876-9423-0e832e2d6976 HTTP/1.1" status: 200  len: 931 time: 0.0877390
Dec 16 23:25:13.444266 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-1d874578-08a4-4384-b81e-ddcbb11ce229 req-819fb8a5-5a01-4f7e-8e11-3598395c77a9 tempest-TestSnapshotPattern-969791495 tempest-TestSnapshotPattern-969791495-project] 10.222.0.13 "GET /v2.0/security-groups?id=83129e74-8b93-4c07-8624-138410254977&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0487545
Dec 16 23:25:13.470152 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-c0a52897-715e-4714-b2b0-5c76bed3780e req-aa6680b2-117f-4e84-8aef-0fa8d8b37f70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:25:13.476899 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-56142c93-5655-4566-89bc-5a56298d7c44 None None] Provisioning for port 9ca46230-2f67-4707-b50b-21db5cddb86e completed by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 23:25:13.481716 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-56142c93-5655-4566-89bc-5a56298d7c44 None None] Provisioning complete for port 9ca46230-2f67-4707-b50b-21db5cddb86e triggered by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 23:25:13.482178 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-56142c93-5655-4566-89bc-5a56298d7c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:25:13.535235 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-56142c93-5655-4566-89bc-5a56298d7c44 None None] Port 9ca46230-2f67-4707-b50b-21db5cddb86e cannot update to ACTIVE because it is not bound. {{(pid=87508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 23:25:13.813613 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.notifiers.nova [req-c0a52897-715e-4714-b2b0-5c76bed3780e req-aa6680b2-117f-4e84-8aef-0fa8d8b37f70 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ca46230-2f67-4707-b50b-21db5cddb86e {{(pid=87506) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 23:25:13.822649 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-c0a52897-715e-4714-b2b0-5c76bed3780e req-aa6680b2-117f-4e84-8aef-0fa8d8b37f70 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:25:13.838462 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.provisioning_blocks [req-c0a52897-715e-4714-b2b0-5c76bed3780e req-aa6680b2-117f-4e84-8aef-0fa8d8b37f70 service neutron] Transition to ACTIVE for port object 9ca46230-2f67-4707-b50b-21db5cddb86e will not be triggered until provisioned by entity L2. {{(pid=87506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 23:25:13.842173 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-c0a52897-715e-4714-b2b0-5c76bed3780e req-aa6680b2-117f-4e84-8aef-0fa8d8b37f70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1863400'] for port, after_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:25:13.846491 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-a64969cc-6190-4772-8873-6579e906dc26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:25:13.999048 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6680b2-117f-4e84-8aef-0fa8d8b37f70 service neutron] Pushing event updated for resources: {'Port': ['ID=9ca46230-2f67-4707-b50b-21db5cddb86e,revision_number=2']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:25:14.002060 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-aa6680b2-117f-4e84-8aef-0fa8d8b37f70 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:25:14.189457 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.managers [req-c0a52897-715e-4714-b2b0-5c76bed3780e req-aa6680b2-117f-4e84-8aef-0fa8d8b37f70 service neutron] Attempting to bind port 9ca46230-2f67-4707-b50b-21db5cddb86e on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=87506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 23:25:14.189699 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.managers [req-c0a52897-715e-4714-b2b0-5c76bed3780e req-aa6680b2-117f-4e84-8aef-0fa8d8b37f70 service neutron] Attempting to bind port 9ca46230-2f67-4707-b50b-21db5cddb86e by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '56fd54e8-b76e-4ac5-9887-9cfe7b86c2a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'ecf86942-e68d-43b5-9047-88864bdad183'}] {{(pid=87506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 23:25:14.190018 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0a52897-715e-4714-b2b0-5c76bed3780e req-aa6680b2-117f-4e84-8aef-0fa8d8b37f70 service neutron] Attempting to bind port 9ca46230-2f67-4707-b50b-21db5cddb86e on network ecf86942-e68d-43b5-9047-88864bdad183 {{(pid=87506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 23:25:14.195367 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0a52897-715e-4714-b2b0-5c76bed3780e req-aa6680b2-117f-4e84-8aef-0fa8d8b37f70 service neutron] Port 9ca46230-2f67-4707-b50b-21db5cddb86e on network ecf86942-e68d-43b5-9047-88864bdad183 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=87506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 16 23:25:14.195675 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0a52897-715e-4714-b2b0-5c76bed3780e req-aa6680b2-117f-4e84-8aef-0fa8d8b37f70 service neutron] Attempting to bind port 9ca46230-2f67-4707-b50b-21db5cddb86e on network ecf86942-e68d-43b5-9047-88864bdad183 {{(pid=87506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 23:25:14.200603 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0a52897-715e-4714-b2b0-5c76bed3780e req-aa6680b2-117f-4e84-8aef-0fa8d8b37f70 service neutron] Checking agent: {'id': '849b5cbb-8f70-4c31-8f37-fd42f8351747', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8218', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 30, 8), 'started_at': datetime.datetime(2021, 12, 16, 22, 30, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 23, 25, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 23:25:14.200927 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0a52897-715e-4714-b2b0-5c76bed3780e req-aa6680b2-117f-4e84-8aef-0fa8d8b37f70 service neutron] Checking segment: {'id': '56fd54e8-b76e-4ac5-9887-9cfe7b86c2a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'ecf86942-e68d-43b5-9047-88864bdad183'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 23:25:14.201326 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0a52897-715e-4714-b2b0-5c76bed3780e req-aa6680b2-117f-4e84-8aef-0fa8d8b37f70 service neutron] Bound using segment: {'id': '56fd54e8-b76e-4ac5-9887-9cfe7b86c2a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'ecf86942-e68d-43b5-9047-88864bdad183'} {{(pid=87506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 23:25:14.201731 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.managers [req-c0a52897-715e-4714-b2b0-5c76bed3780e req-aa6680b2-117f-4e84-8aef-0fa8d8b37f70 service neutron] Bound port: 9ca46230-2f67-4707-b50b-21db5cddb86e, host: hv-neutron-8218, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56fd54e8-b76e-4ac5-9887-9cfe7b86c2a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'ecf86942-e68d-43b5-9047-88864bdad183'}}] {{(pid=87506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 23:25:14.202064 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-c0a52897-715e-4714-b2b0-5c76bed3780e req-aa6680b2-117f-4e84-8aef-0fa8d8b37f70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:25:14.288749 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.db [req-c0a52897-715e-4714-b2b0-5c76bed3780e req-aa6680b2-117f-4e84-8aef-0fa8d8b37f70 service neutron] For port 9ca46230-2f67-4707-b50b-21db5cddb86e, host hv-neutron-8218, cleared binding levels {{(pid=87506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 23:25:14.291593 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.db [req-c0a52897-715e-4714-b2b0-5c76bed3780e req-aa6680b2-117f-4e84-8aef-0fa8d8b37f70 service neutron] For port 9ca46230-2f67-4707-b50b-21db5cddb86e, host hv-neutron-8218, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=9ca46230-2f67-4707-b50b-21db5cddb86e,segment=NetworkSegment(56fd54e8-b76e-4ac5-9887-9cfe7b86c2a1),segment_id=56fd54e8-b76e-4ac5-9887-9cfe7b86c2a1)] {{(pid=87506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 23:25:14.295982 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-c0a52897-715e-4714-b2b0-5c76bed3780e req-aa6680b2-117f-4e84-8aef-0fa8d8b37f70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1863400'] for port, after_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:25:14.299369 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-df7965bf-6278-46f1-ae85-63ddfb178f94 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:25:14.358436 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a52897-715e-4714-b2b0-5c76bed3780e req-aa6680b2-117f-4e84-8aef-0fa8d8b37f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:25:14.359038 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-c0a52897-715e-4714-b2b0-5c76bed3780e req-aa6680b2-117f-4e84-8aef-0fa8d8b37f70 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for port, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:25:14.360580 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-c0a52897-715e-4714-b2b0-5c76bed3780e req-aa6680b2-117f-4e84-8aef-0fa8d8b37f70 service neutron] 10.222.0.49 "PUT /v2.0/ports/9ca46230-2f67-4707-b50b-21db5cddb86e HTTP/1.1" status: 200  len: 1093 time: 1.0263631
Dec 16 23:25:14.361107 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea8eb357-5b6a-4876-9423-0e832e2d6976', 'tag': '9ca46230-2f67-4707-b50b-21db5cddb86e'}] {{(pid=87506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 23:25:14.384270 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6680b2-117f-4e84-8aef-0fa8d8b37f70 service neutron] Pushing event updated for resources: {'Port': ['ID=9ca46230-2f67-4707-b50b-21db5cddb86e,revision_number=3']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:25:14.387297 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-aa6680b2-117f-4e84-8aef-0fa8d8b37f70 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:25:14.424364 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea8eb357-5b6a-4876-9423-0e832e2d6976', 'tag': '9ca46230-2f67-4707-b50b-21db5cddb86e', 'status': 'completed', 'code': 200}
Dec 16 23:25:14.495644 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 99b82df5-6b56-454e-a331-c7c75130c813 up at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 23:25:14.507840 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a52897-715e-4714-b2b0-5c76bed3780e req-fe3a8ab5-fe88-48a0-8813-243d981d0b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:25:14.509333 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-c0a52897-715e-4714-b2b0-5c76bed3780e req-fe3a8ab5-fe88-48a0-8813-243d981d0b33 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=e6b39a4266e945a08afce4767cdb6398&device_id=ea8eb357-5b6a-4876-9423-0e832e2d6976 HTTP/1.1" status: 200  len: 1096 time: 0.0898924
Dec 16 23:25:14.599474 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Provisioning complete for port 99b82df5-6b56-454e-a331-c7c75130c813 triggered by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 23:25:14.600414 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:25:14.608594 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-c0a52897-715e-4714-b2b0-5c76bed3780e req-7c7786c1-02dd-46d1-a0e2-ac9c9c317eba service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9ca46230-2f67-4707-b50b-21db5cddb86e HTTP/1.1" status: 200  len: 217 time: 0.0855672
Dec 16 23:25:14.664631 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24a2ff3-4d2c-4ac7-94c6-756f9bef69df req-8df8b51d-0db3-4153-a599-46aa0c88967f tempest-TestSnapshotPattern-969791495 tempest-TestSnapshotPattern-969791495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:25:14.672597 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-a24a2ff3-4d2c-4ac7-94c6-756f9bef69df req-8df8b51d-0db3-4153-a599-46aa0c88967f tempest-TestSnapshotPattern-969791495 tempest-TestSnapshotPattern-969791495-project] 10.222.0.13 "GET /v2.0/ports?device_id=ea8eb357-5b6a-4876-9423-0e832e2d6976 HTTP/1.1" status: 200  len: 943 time: 0.1005719
Dec 16 23:25:14.680899 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a52897-715e-4714-b2b0-5c76bed3780e req-cc6cdeb7-eaca-4a1b-a7ac-c8e86b3cf1ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:25:14.682636 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-c0a52897-715e-4714-b2b0-5c76bed3780e req-cc6cdeb7-eaca-4a1b-a7ac-c8e86b3cf1ae service neutron] 10.222.0.49 "GET /v2.0/subnets?id=71188b59-25f0-4338-b5a8-1e16e1bdb6be HTTP/1.1" status: 200  len: 848 time: 0.0681458
Dec 16 23:25:14.719781 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-a24a2ff3-4d2c-4ac7-94c6-756f9bef69df req-bd8da435-64f3-413a-b701-35e5d8fc8153 tempest-TestSnapshotPattern-969791495 tempest-TestSnapshotPattern-969791495-project] 10.222.0.13 "GET /v2.0/security-groups?id=83129e74-8b93-4c07-8624-138410254977&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0463190
Dec 16 23:25:14.767963 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a52897-715e-4714-b2b0-5c76bed3780e req-ad7fe798-8923-408b-bd6c-b3c56c535f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:25:14.769439 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-c0a52897-715e-4714-b2b0-5c76bed3780e req-ad7fe798-8923-408b-bd6c-b3c56c535f3f service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=ecf86942-e68d-43b5-9047-88864bdad183&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0804682
Dec 16 23:25:14.897209 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-c0a52897-715e-4714-b2b0-5c76bed3780e req-076325d3-3a3a-491f-a0fc-87a6509b865e service neutron] 10.222.0.49 "GET /v2.0/networks/ecf86942-e68d-43b5-9047-88864bdad183?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1213307
Dec 16 23:25:15.025263 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-c0a52897-715e-4714-b2b0-5c76bed3780e req-8770170e-b626-4ed2-9753-087a9f1d3f20 service neutron] 10.222.0.49 "GET /v2.0/networks/ecf86942-e68d-43b5-9047-88864bdad183?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1218791
Dec 16 23:25:15.180565 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd4e5b6-9723-4d32-b239-f35feb3d91fa req-be565f19-b2e0-41ea-a5c2-26e9bb8879e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:25:15.181902 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-7dd4e5b6-9723-4d32-b239-f35feb3d91fa req-be565f19-b2e0-41ea-a5c2-26e9bb8879e5 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=e6b39a4266e945a08afce4767cdb6398&device_id=ea8eb357-5b6a-4876-9423-0e832e2d6976 HTTP/1.1" status: 200  len: 1096 time: 0.0698197
Dec 16 23:25:15.311018 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd4e5b6-9723-4d32-b239-f35feb3d91fa req-64aee1c3-008d-4001-bc85-5c7928875b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:25:15.312459 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-7dd4e5b6-9723-4d32-b239-f35feb3d91fa req-64aee1c3-008d-4001-bc85-5c7928875b25 service neutron] 10.222.0.49 "GET /v2.0/networks?id=ecf86942-e68d-43b5-9047-88864bdad183 HTTP/1.1" status: 200  len: 910 time: 0.1231263
Dec 16 23:25:15.383873 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-7dd4e5b6-9723-4d32-b239-f35feb3d91fa req-06097765-e89a-4bd9-9bcb-4c3c03f81cb8 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9ca46230-2f67-4707-b50b-21db5cddb86e HTTP/1.1" status: 200  len: 217 time: 0.0631549
Dec 16 23:25:15.450329 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd4e5b6-9723-4d32-b239-f35feb3d91fa req-f028a1e1-1b05-4584-a36c-f1644ab4c587 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:25:15.451665 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-7dd4e5b6-9723-4d32-b239-f35feb3d91fa req-f028a1e1-1b05-4584-a36c-f1644ab4c587 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=71188b59-25f0-4338-b5a8-1e16e1bdb6be HTTP/1.1" status: 200  len: 848 time: 0.0609889
Dec 16 23:25:15.529778 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd4e5b6-9723-4d32-b239-f35feb3d91fa req-06832e86-ca04-4efd-8c52-2491c306781b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:25:15.531219 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-7dd4e5b6-9723-4d32-b239-f35feb3d91fa req-06832e86-ca04-4efd-8c52-2491c306781b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=ecf86942-e68d-43b5-9047-88864bdad183&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0729311
Dec 16 23:25:15.660556 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-7dd4e5b6-9723-4d32-b239-f35feb3d91fa req-e72e592f-4650-4d15-8227-d1d02dc32fed service neutron] 10.222.0.49 "GET /v2.0/networks/ecf86942-e68d-43b5-9047-88864bdad183?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1223032
Dec 16 23:25:15.791377 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-7dd4e5b6-9723-4d32-b239-f35feb3d91fa req-92830716-51f3-4cf9-ae13-89ce5113937f service neutron] 10.222.0.49 "GET /v2.0/networks/ecf86942-e68d-43b5-9047-88864bdad183?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1236727
Dec 16 23:25:15.909150 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd21c2d-b08f-49f3-9062-a132b004a495 req-0de1ad7d-17e1-4ec9-bec8-d58192d4bfe2 tempest-TestSnapshotPattern-969791495 tempest-TestSnapshotPattern-969791495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:25:15.910579 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-efd21c2d-b08f-49f3-9062-a132b004a495 req-0de1ad7d-17e1-4ec9-bec8-d58192d4bfe2 tempest-TestSnapshotPattern-969791495 tempest-TestSnapshotPattern-969791495-project] 10.222.0.13 "GET /v2.0/ports?device_id=ea8eb357-5b6a-4876-9423-0e832e2d6976 HTTP/1.1" status: 200  len: 943 time: 0.0804176
Dec 16 23:25:15.953263 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-efd21c2d-b08f-49f3-9062-a132b004a495 req-3b3f11e7-9660-49a9-8c5e-7f6054cd66a9 tempest-TestSnapshotPattern-969791495 tempest-TestSnapshotPattern-969791495-project] 10.222.0.13 "GET /v2.0/security-groups?id=83129e74-8b93-4c07-8624-138410254977&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0369022
Dec 16 23:25:17.140834 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea80427-6a97-48a7-9202-39e2c5a1c420 req-f789285a-4285-44eb-9f9e-dfb8c4585439 tempest-TestSnapshotPattern-969791495 tempest-TestSnapshotPattern-969791495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:25:17.142162 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-eea80427-6a97-48a7-9202-39e2c5a1c420 req-f789285a-4285-44eb-9f9e-dfb8c4585439 tempest-TestSnapshotPattern-969791495 tempest-TestSnapshotPattern-969791495-project] 10.222.0.13 "GET /v2.0/ports?device_id=ea8eb357-5b6a-4876-9423-0e832e2d6976 HTTP/1.1" status: 200  len: 943 time: 0.0821867
Dec 16 23:25:17.184896 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-eea80427-6a97-48a7-9202-39e2c5a1c420 req-d98dbb77-4022-47d6-b19c-a906cf5181ff tempest-TestSnapshotPattern-969791495 tempest-TestSnapshotPattern-969791495-project] 10.222.0.13 "GET /v2.0/security-groups?id=83129e74-8b93-4c07-8624-138410254977&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0366755
Dec 16 23:25:17.290222 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Device 9ca46230-2f67-4707-b50b-21db5cddb86e details requested by agent hyperv_hv-neutron-8218 with host hv-neutron-8218 {{(pid=87508) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 16 23:25:17.422114 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] For port 9ca46230-2f67-4707-b50b-21db5cddb86e, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=9ca46230-2f67-4707-b50b-21db5cddb86e,segment=NetworkSegment(56fd54e8-b76e-4ac5-9887-9cfe7b86c2a1),segment_id=56fd54e8-b76e-4ac5-9887-9cfe7b86c2a1)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 23:25:17.434714 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Returning: {'device': '9ca46230-2f67-4707-b50b-21db5cddb86e', 'network_id': 'ecf86942-e68d-43b5-9047-88864bdad183', 'port_id': '9ca46230-2f67-4707-b50b-21db5cddb86e', 'mac_address': 'fa:16:3e:70:ce:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71188b59-25f0-4338-b5a8-1e16e1bdb6be', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87508) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 16 23:25:17.489117 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:25:17.505485 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.notifiers.nova [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ca46230-2f67-4707-b50b-21db5cddb86e {{(pid=87508) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 23:25:17.520912 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] For port 9ca46230-2f67-4707-b50b-21db5cddb86e, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=9ca46230-2f67-4707-b50b-21db5cddb86e,segment=NetworkSegment(56fd54e8-b76e-4ac5-9887-9cfe7b86c2a1),segment_id=56fd54e8-b76e-4ac5-9887-9cfe7b86c2a1)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 23:25:17.524455 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:25:17.526138 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:25:17.591919 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Pushing event updated for resources: {'Port': ['ID=9ca46230-2f67-4707-b50b-21db5cddb86e,revision_number=4']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:25:17.594776 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:25:17.801410 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] get_ports_and_sgs() called for port_ids ['9ca46230-2f67-4707-b50b-21db5cddb86e'] {{(pid=87508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 23:25:18.367511 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132367cd-9371-4dc6-b9dd-365d7d17a88b req-ab0bfd3f-43c2-47d8-83e3-460f19b4ca98 tempest-TestSnapshotPattern-969791495 tempest-TestSnapshotPattern-969791495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:25:18.368955 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-132367cd-9371-4dc6-b9dd-365d7d17a88b req-ab0bfd3f-43c2-47d8-83e3-460f19b4ca98 tempest-TestSnapshotPattern-969791495 tempest-TestSnapshotPattern-969791495-project] 10.222.0.13 "GET /v2.0/ports?device_id=ea8eb357-5b6a-4876-9423-0e832e2d6976 HTTP/1.1" status: 200  len: 944 time: 0.0799170
Dec 16 23:25:18.410846 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-132367cd-9371-4dc6-b9dd-365d7d17a88b req-2d26b344-3931-4ca3-9a30-95148fa4aec1 tempest-TestSnapshotPattern-969791495 tempest-TestSnapshotPattern-969791495-project] 10.222.0.13 "GET /v2.0/security-groups?id=83129e74-8b93-4c07-8624-138410254977&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0364661
Dec 16 23:25:19.303135 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Device 9ca46230-2f67-4707-b50b-21db5cddb86e up at agent hyperv_hv-neutron-8218 {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 23:25:19.368735 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Provisioning for port 9ca46230-2f67-4707-b50b-21db5cddb86e completed by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 23:25:19.373251 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Provisioning complete for port 9ca46230-2f67-4707-b50b-21db5cddb86e triggered by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 23:25:19.373641 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:25:19.491196 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:25:19.517657 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea8eb357-5b6a-4876-9423-0e832e2d6976', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ca46230-2f67-4707-b50b-21db5cddb86e'}] {{(pid=87508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 23:25:19.527269 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] For port 9ca46230-2f67-4707-b50b-21db5cddb86e, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=9ca46230-2f67-4707-b50b-21db5cddb86e,segment=NetworkSegment(56fd54e8-b76e-4ac5-9887-9cfe7b86c2a1),segment_id=56fd54e8-b76e-4ac5-9887-9cfe7b86c2a1)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 23:25:19.532070 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:25:19.534350 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-54ff107f-8364-40e8-9d80-7221f852dfe5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:25:19.599721 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed8764b-e681-4a65-9a38-62995e20c18c req-4411b14f-2cf0-4a78-ba91-0e84dab3bad3 tempest-TestSnapshotPattern-969791495 tempest-TestSnapshotPattern-969791495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:25:19.601750 dv-neutron-821829-1-hyperv neutron-server[87508]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea8eb357-5b6a-4876-9423-0e832e2d6976', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ca46230-2f67-4707-b50b-21db5cddb86e', 'code': 200}
Dec 16 23:25:19.602044 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-fed8764b-e681-4a65-9a38-62995e20c18c req-4411b14f-2cf0-4a78-ba91-0e84dab3bad3 tempest-TestSnapshotPattern-969791495 tempest-TestSnapshotPattern-969791495-project] 10.222.0.13 "GET /v2.0/ports?device_id=ea8eb357-5b6a-4876-9423-0e832e2d6976 HTTP/1.1" status: 200  len: 945 time: 0.0868750
Dec 16 23:25:19.640607 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Pushing event updated for resources: {'Port': ['ID=9ca46230-2f67-4707-b50b-21db5cddb86e,revision_number=5']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:25:19.643499 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:25:19.646623 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-fed8764b-e681-4a65-9a38-62995e20c18c req-a7700d57-6489-492e-bd58-d3c6dcfb4c65 tempest-TestSnapshotPattern-969791495 tempest-TestSnapshotPattern-969791495-project] 10.222.0.13 "GET /v2.0/security-groups?id=83129e74-8b93-4c07-8624-138410254977&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0384939
Dec 16 23:25:19.823344 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad9f812-f50e-4f8b-90a8-1d765e94c5ce req-5aaf443e-6fd2-42bb-b8c2-c89192c8ad69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:25:19.824794 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-3ad9f812-f50e-4f8b-90a8-1d765e94c5ce req-5aaf443e-6fd2-42bb-b8c2-c89192c8ad69 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=ea8eb357-5b6a-4876-9423-0e832e2d6976 HTTP/1.1" status: 200  len: 1098 time: 0.0683813
Dec 16 23:25:19.866441 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-3ad9f812-f50e-4f8b-90a8-1d765e94c5ce req-b069f268-fbc4-451a-bb3f-12f2cde0621f service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=83129e74-8b93-4c07-8624-138410254977&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0348032
Dec 16 23:25:20.832125 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e432a6-50f5-481f-8faa-1bef9ad8379c req-51aa6140-1925-4751-9b41-eb289fd7ec27 tempest-TestSnapshotPattern-969791495 tempest-TestSnapshotPattern-969791495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:25:20.833964 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-25e432a6-50f5-481f-8faa-1bef9ad8379c req-51aa6140-1925-4751-9b41-eb289fd7ec27 tempest-TestSnapshotPattern-969791495 tempest-TestSnapshotPattern-969791495-project] 10.222.0.13 "GET /v2.0/ports?device_id=ea8eb357-5b6a-4876-9423-0e832e2d6976 HTTP/1.1" status: 200  len: 945 time: 0.0815866
Dec 16 23:25:20.883615 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-25e432a6-50f5-481f-8faa-1bef9ad8379c req-96bacb3d-c100-4b20-9aba-bf7968f47687 tempest-TestSnapshotPattern-969791495 tempest-TestSnapshotPattern-969791495-project] 10.222.0.13 "GET /v2.0/security-groups?id=83129e74-8b93-4c07-8624-138410254977&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0434263
Dec 16 23:25:22.064327 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e795a3-d820-4164-a02a-4e962d5224c6 req-7aba25eb-384b-4689-9b1c-cb04bc1c1b55 tempest-TestSnapshotPattern-969791495 tempest-TestSnapshotPattern-969791495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:25:22.066257 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-19e795a3-d820-4164-a02a-4e962d5224c6 req-7aba25eb-384b-4689-9b1c-cb04bc1c1b55 tempest-TestSnapshotPattern-969791495 tempest-TestSnapshotPattern-969791495-project] 10.222.0.13 "GET /v2.0/ports?device_id=ea8eb357-5b6a-4876-9423-0e832e2d6976 HTTP/1.1" status: 200  len: 945 time: 0.0783770
Dec 16 23:25:22.110204 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-19e795a3-d820-4164-a02a-4e962d5224c6 req-981c83e8-a678-4d7d-94e9-16821b1d12d1 tempest-TestSnapshotPattern-969791495 tempest-TestSnapshotPattern-969791495-project] 10.222.0.13 "GET /v2.0/security-groups?id=83129e74-8b93-4c07-8624-138410254977&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0384290
Dec 16 23:25:22.293879 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d406305e-11cd-4198-9ad4-ca5046104662 req-6acb4e26-a230-4abf-8466-2855582484eb tempest-TestSnapshotPattern-969791495 tempest-TestSnapshotPattern-969791495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:25:22.295300 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-d406305e-11cd-4198-9ad4-ca5046104662 req-6acb4e26-a230-4abf-8466-2855582484eb tempest-TestSnapshotPattern-969791495 tempest-TestSnapshotPattern-969791495-project] 10.222.0.13 "GET /v2.0/ports?device_id=ea8eb357-5b6a-4876-9423-0e832e2d6976 HTTP/1.1" status: 200  len: 945 time: 0.0817847
Dec 16 23:25:22.338718 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-d406305e-11cd-4198-9ad4-ca5046104662 req-ffe86957-5bd6-45cd-ada0-2b854b25dd62 tempest-TestSnapshotPattern-969791495 tempest-TestSnapshotPattern-969791495-project] 10.222.0.13 "GET /v2.0/security-groups?id=83129e74-8b93-4c07-8624-138410254977&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0373375
Dec 16 23:25:22.360669 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 56842) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 23:25:22.524772 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffa439a2-6b1b-4c04-9af2-6b10b89ae2f1 tempest-TestSnapshotPattern-1521770062 tempest-TestSnapshotPattern-1521770062-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:25:22.526245 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-ffa439a2-6b1b-4c04-9af2-6b10b89ae2f1 tempest-TestSnapshotPattern-1521770062 tempest-TestSnapshotPattern-1521770062-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=ea8eb357-5b6a-4876-9423-0e832e2d6976 HTTP/1.1" status: 200  len: 1093 time: 0.1645989
Dec 16 23:25:22.529105 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 56848) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 23:25:22.533835 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-43945dc4-de80-41ba-b811-8b5b9e00baa1 tempest-TestSnapshotPattern-969791495 tempest-TestSnapshotPattern-969791495-project] Request body: {'floatingip': {'floating_network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'port_id': '9ca46230-2f67-4707-b50b-21db5cddb86e', 'tenant_id': 'e6b39a4266e945a08afce4767cdb6398', 'fixed_ip_address': '172.20.0.6'}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 23:25:22.539550 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-43945dc4-de80-41ba-b811-8b5b9e00baa1 tempest-TestSnapshotPattern-969791495 tempest-TestSnapshotPattern-969791495-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 23:25:22.543293 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-43945dc4-de80-41ba-b811-8b5b9e00baa1 tempest-TestSnapshotPattern-969791495 tempest-TestSnapshotPattern-969791495-project] Usage tracker for resource:floatingip and tenant:e6b39a4266e945a08afce4767cdb6398 is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 23:25:22.546124 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-43945dc4-de80-41ba-b811-8b5b9e00baa1 tempest-TestSnapshotPattern-969791495 tempest-TestSnapshotPattern-969791495-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 23:25:22.552096 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-43945dc4-de80-41ba-b811-8b5b9e00baa1 tempest-TestSnapshotPattern-969791495 tempest-TestSnapshotPattern-969791495-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 23:25:22.562553 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-43945dc4-de80-41ba-b811-8b5b9e00baa1 tempest-TestSnapshotPattern-969791495 tempest-TestSnapshotPattern-969791495-project] Notify callbacks [] for floatingip, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:25:22.694188 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-43945dc4-de80-41ba-b811-8b5b9e00baa1 tempest-TestSnapshotPattern-969791495 tempest-TestSnapshotPattern-969791495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:25:22.827743 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.db_base_plugin_common [None req-43945dc4-de80-41ba-b811-8b5b9e00baa1 tempest-TestSnapshotPattern-969791495 tempest-TestSnapshotPattern-969791495-project] Allocated IP 172.26.0.81 (f8905ce9-304b-4976-bc47-e58c71c11de5/9bca8591-41ef-4f2d-8ecb-ecaab1a28acf/92cdf7b8-a8ef-4bf4-afe0-09d349cf7fea) {{(pid=87507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 23:25:22.970533 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-43945dc4-de80-41ba-b811-8b5b9e00baa1 tempest-TestSnapshotPattern-969791495 tempest-TestSnapshotPattern-969791495-project] Notify callbacks [] for port, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:25:22.998380 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-43945dc4-de80-41ba-b811-8b5b9e00baa1 tempest-TestSnapshotPattern-969791495 tempest-TestSnapshotPattern-969791495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10807823'] for port, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:25:23.001764 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-f08ff89b-321c-4bd2-96a5-4b91ec30f9d0 tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:25:23.065781 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43945dc4-de80-41ba-b811-8b5b9e00baa1 tempest-TestSnapshotPattern-969791495 tempest-TestSnapshotPattern-969791495-project] Network f8905ce9-304b-4976-bc47-e58c71c11de5 is already hosted by enough agents. {{(pid=87507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 23:25:23.068570 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.base_scheduler [None req-43945dc4-de80-41ba-b811-8b5b9e00baa1 tempest-TestSnapshotPattern-969791495 tempest-TestSnapshotPattern-969791495-project] Resources bound (agent type, host, resource id):  {{(pid=87507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 23:25:23.072162 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43945dc4-de80-41ba-b811-8b5b9e00baa1 tempest-TestSnapshotPattern-969791495 tempest-TestSnapshotPattern-969791495-project] Received port after_create {{(pid=87507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 23:25:23.210421 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43945dc4-de80-41ba-b811-8b5b9e00baa1 tempest-TestSnapshotPattern-969791495 tempest-TestSnapshotPattern-969791495-project] Pushing event updated for resources: {'Port': ['ID=92cdf7b8-a8ef-4bf4-afe0-09d349cf7fea,revision_number=1']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:25:23.220222 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-43945dc4-de80-41ba-b811-8b5b9e00baa1 tempest-TestSnapshotPattern-969791495 tempest-TestSnapshotPattern-969791495-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:25:23.581430 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-43945dc4-de80-41ba-b811-8b5b9e00baa1 tempest-TestSnapshotPattern-969791495 tempest-TestSnapshotPattern-969791495-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:25:23.651973 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-43945dc4-de80-41ba-b811-8b5b9e00baa1 tempest-TestSnapshotPattern-969791495 tempest-TestSnapshotPattern-969791495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:25:23.852123 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-43945dc4-de80-41ba-b811-8b5b9e00baa1 tempest-TestSnapshotPattern-969791495 tempest-TestSnapshotPattern-969791495-project] Notify callbacks [] for port, precommit_update {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:25:23.856421 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-43945dc4-de80-41ba-b811-8b5b9e00baa1 tempest-TestSnapshotPattern-969791495 tempest-TestSnapshotPattern-969791495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10807814'] for port, after_update {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:25:23.860879 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-34eea458-985c-4fb4-8786-575dde2b8dbd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:25:23.964318 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43945dc4-de80-41ba-b811-8b5b9e00baa1 tempest-TestSnapshotPattern-969791495 tempest-TestSnapshotPattern-969791495-project] Pushing event updated for resources: {'Port': ['ID=92cdf7b8-a8ef-4bf4-afe0-09d349cf7fea,revision_number=2']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:25:23.968383 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-43945dc4-de80-41ba-b811-8b5b9e00baa1 tempest-TestSnapshotPattern-969791495 tempest-TestSnapshotPattern-969791495-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:25:23.973717 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-43945dc4-de80-41ba-b811-8b5b9e00baa1 tempest-TestSnapshotPattern-969791495 tempest-TestSnapshotPattern-969791495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3741874'] for floatingip, after_update {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:25:24.141762 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.db.l3_db [None req-43945dc4-de80-41ba-b811-8b5b9e00baa1 tempest-TestSnapshotPattern-969791495 tempest-TestSnapshotPattern-969791495-project] Floating IP f7a5d38b-6cd4-4c3c-acef-949641c6ebdc associated. External IP: 172.26.0.81, port: 9ca46230-2f67-4707-b50b-21db5cddb86e.
Dec 16 23:25:24.482215 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43945dc4-de80-41ba-b811-8b5b9e00baa1 tempest-TestSnapshotPattern-969791495 tempest-TestSnapshotPattern-969791495-project] Router b9d965a6-03f3-4ff2-93c3-17b90329f70a has already been hosted by L3 agent 4f519db7-069b-43e2-8411-c092bac9102a {{(pid=87507) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 23:25:24.776088 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43945dc4-de80-41ba-b811-8b5b9e00baa1 tempest-TestSnapshotPattern-969791495 tempest-TestSnapshotPattern-969791495-project] Notify agent at l3_agent.dv-neutron-821829-1-hyperv the message routers_updated {{(pid=87507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 23:25:24.786689 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d792a2a-b3b9-4be0-aa46-01c93b84eaff None None] Sync routers for ids ['b9d965a6-03f3-4ff2-93c3-17b90329f70a'] in dv-neutron-821829-1-hyperv {{(pid=87508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 23:25:24.796478 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d792a2a-b3b9-4be0-aa46-01c93b84eaff None None] Routers {'b9d965a6-03f3-4ff2-93c3-17b90329f70a'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 23:25:24.797106 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-8d792a2a-b3b9-4be0-aa46-01c93b84eaff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b77a209a0>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T23:25:01Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['b9d965a6-03f3-4ff2-93c3-17b90329f70a'], 'active': True} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 23:25:24.799927 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-43945dc4-de80-41ba-b811-8b5b9e00baa1 tempest-TestSnapshotPattern-969791495 tempest-TestSnapshotPattern-969791495-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for floatingip, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:25:24.855289 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-43945dc4-de80-41ba-b811-8b5b9e00baa1 tempest-TestSnapshotPattern-969791495 tempest-TestSnapshotPattern-969791495-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 995 time: 2.3251851
Dec 16 23:25:24.855981 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea8eb357-5b6a-4876-9423-0e832e2d6976', 'tag': '9ca46230-2f67-4707-b50b-21db5cddb86e'}] {{(pid=87507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 23:25:24.951822 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea8eb357-5b6a-4876-9423-0e832e2d6976', 'tag': '9ca46230-2f67-4707-b50b-21db5cddb86e', 'status': 'completed', 'code': 200}
Dec 16 23:25:24.972514 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvr_db [None req-8d792a2a-b3b9-4be0-aa46-01c93b84eaff None None] Set router b9d965a6-03f3-4ff2-93c3-17b90329f70a gateway port host: dv-neutron-821829-1-hyperv {{(pid=87508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 23:25:25.065863 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708af5bd-1cab-45c9-853f-c60bbbad5d6a req-442db845-74cb-41f1-8a32-381d58cade6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:25:25.067311 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-708af5bd-1cab-45c9-853f-c60bbbad5d6a req-442db845-74cb-41f1-8a32-381d58cade6f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=e6b39a4266e945a08afce4767cdb6398&device_id=ea8eb357-5b6a-4876-9423-0e832e2d6976 HTTP/1.1" status: 200  len: 1098 time: 0.0739853
Dec 16 23:25:25.305377 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708af5bd-1cab-45c9-853f-c60bbbad5d6a req-78c51936-c655-4951-b176-0ad94d371a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:25:25.306820 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-708af5bd-1cab-45c9-853f-c60bbbad5d6a req-78c51936-c655-4951-b176-0ad94d371a42 service neutron] 10.222.0.49 "GET /v2.0/networks?id=ecf86942-e68d-43b5-9047-88864bdad183 HTTP/1.1" status: 200  len: 910 time: 0.2327447
Dec 16 23:25:25.314948 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-8d792a2a-b3b9-4be0-aa46-01c93b84eaff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b77a209a0>, [{'id': 'b9d965a6-03f3-4ff2-93c3-17b90329f70a', 'name': 'tempest-TestSnapshotPattern-308975832-router', 'tenant_id': 'e6b39a4266e945a08afce4767cdb6398', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.80'}], 'enable_snat': True}, 'gw_port_id': 'a8b5e16c-1118-4c03-9d7b-291af74552f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:24:55Z', 'updated_at': '2021-12-16T23:24:59Z', 'revision_number': 4, 'project_id': 'e6b39a4266e945a08afce4767cdb6398', 'gw_port': {'id': 'a8b5e16c-1118-4c03-9d7b-291af74552f9', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:fc:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9d965a6-03f3-4ff2-93c3-17b90329f70a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:24:56Z', 'updated_at': '2021-12-16T23:25:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv', '_floatingips': [{'id': 'f7a5d38b-6cd4-4c3c-acef-949641c6ebdc', 'tenant_id': 'e6b39a4266e945a08afce4767cdb6398', 'floating_ip_address': '172.26.0.81', 'floating_network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'router_id': 'b9d965a6-03f3-4ff2-93c3-17b90329f70a', 'port_id': '9ca46230-2f67-4707-b50b-21db5cddb86e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1865, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ecf86942-e68d-43b5-9047-88864bdad183', 'mac_address': 'fa:16:3e:70:ce:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea8eb357-5b6a-4876-9423-0e832e2d6976', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T23:25:23Z', 'updated_at': '2021-12-16T23:25:23Z', 'revision_number': 0, 'project_id': 'e6b39a4266e945a08afce4767cdb6398', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '354b72e0-4d84-42d9-8bf1-7b6de162f71e', 'name': '', 'network_id': 'ecf86942-e68d-43b5-9047-88864bdad183', 'tenant_id': 'e6b39a4266e945a08afce4767cdb6398', 'mac_address': 'fa:16:3e:77:54:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9d965a6-03f3-4ff2-93c3-17b90329f70a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '71188b59-25f0-4338-b5a8-1e16e1bdb6be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:24:58Z', 'updated_at': '2021-12-16T23:25:05Z', 'revision_number': 5, 'project_id': 'e6b39a4266e945a08afce4767cdb6398', 'subnets': [{'id': '71188b59-25f0-4338-b5a8-1e16e1bdb6be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 23:25:25.318863 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d792a2a-b3b9-4be0-aa46-01c93b84eaff None None] Checking router: b9d965a6-03f3-4ff2-93c3-17b90329f70a for host: dv-neutron-821829-1-hyperv {{(pid=87508) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 23:25:25.327237 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d792a2a-b3b9-4be0-aa46-01c93b84eaff None None] Routers {'b9d965a6-03f3-4ff2-93c3-17b90329f70a'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 23:25:25.327954 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-8d792a2a-b3b9-4be0-aa46-01c93b84eaff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b77a209a0>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T23:25:01Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['b9d965a6-03f3-4ff2-93c3-17b90329f70a'], 'active': True} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 23:25:25.409428 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-708af5bd-1cab-45c9-853f-c60bbbad5d6a req-99d12765-3574-4d86-82fa-dc18ce6163ed service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9ca46230-2f67-4707-b50b-21db5cddb86e HTTP/1.1" status: 200  len: 998 time: 0.0951800
Dec 16 23:25:25.469596 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708af5bd-1cab-45c9-853f-c60bbbad5d6a req-dc0c6062-edd4-45d6-a9ee-2aecf7111dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:25:25.471032 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-708af5bd-1cab-45c9-853f-c60bbbad5d6a req-dc0c6062-edd4-45d6-a9ee-2aecf7111dcb service neutron] 10.222.0.49 "GET /v2.0/subnets?id=71188b59-25f0-4338-b5a8-1e16e1bdb6be HTTP/1.1" status: 200  len: 848 time: 0.0564013
Dec 16 23:25:25.506100 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvr_db [None req-8d792a2a-b3b9-4be0-aa46-01c93b84eaff None None] Set router b9d965a6-03f3-4ff2-93c3-17b90329f70a gateway port host: dv-neutron-821829-1-hyperv {{(pid=87508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 23:25:25.545693 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708af5bd-1cab-45c9-853f-c60bbbad5d6a req-83ed6912-be88-430c-a169-7f5e3e44dc35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:25:25.547183 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-708af5bd-1cab-45c9-853f-c60bbbad5d6a req-83ed6912-be88-430c-a169-7f5e3e44dc35 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=ecf86942-e68d-43b5-9047-88864bdad183&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0698256
Dec 16 23:25:25.679972 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-708af5bd-1cab-45c9-853f-c60bbbad5d6a req-313a0b51-c68a-46c8-9452-43e1fd57bf9e service neutron] 10.222.0.49 "GET /v2.0/networks/ecf86942-e68d-43b5-9047-88864bdad183?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1263182
Dec 16 23:25:25.809846 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-708af5bd-1cab-45c9-853f-c60bbbad5d6a req-a93b282f-0306-4987-a5a1-121f753631cd service neutron] 10.222.0.49 "GET /v2.0/networks/ecf86942-e68d-43b5-9047-88864bdad183?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1236660
Dec 16 23:25:25.848504 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-8d792a2a-b3b9-4be0-aa46-01c93b84eaff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b77a209a0>, [{'id': 'b9d965a6-03f3-4ff2-93c3-17b90329f70a', 'name': 'tempest-TestSnapshotPattern-308975832-router', 'tenant_id': 'e6b39a4266e945a08afce4767cdb6398', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.80'}], 'enable_snat': True}, 'gw_port_id': 'a8b5e16c-1118-4c03-9d7b-291af74552f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:24:55Z', 'updated_at': '2021-12-16T23:24:59Z', 'revision_number': 4, 'project_id': 'e6b39a4266e945a08afce4767cdb6398', 'gw_port': {'id': 'a8b5e16c-1118-4c03-9d7b-291af74552f9', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:fc:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9d965a6-03f3-4ff2-93c3-17b90329f70a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:24:56Z', 'updated_at': '2021-12-16T23:25:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv', '_floatingips': [{'id': 'f7a5d38b-6cd4-4c3c-acef-949641c6ebdc', 'tenant_id': 'e6b39a4266e945a08afce4767cdb6398', 'floating_ip_address': '172.26.0.81', 'floating_network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'router_id': 'b9d965a6-03f3-4ff2-93c3-17b90329f70a', 'port_id': '9ca46230-2f67-4707-b50b-21db5cddb86e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1865, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ecf86942-e68d-43b5-9047-88864bdad183', 'mac_address': 'fa:16:3e:70:ce:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea8eb357-5b6a-4876-9423-0e832e2d6976', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T23:25:23Z', 'updated_at': '2021-12-16T23:25:23Z', 'revision_number': 0, 'project_id': 'e6b39a4266e945a08afce4767cdb6398', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '354b72e0-4d84-42d9-8bf1-7b6de162f71e', 'name': '', 'network_id': 'ecf86942-e68d-43b5-9047-88864bdad183', 'tenant_id': 'e6b39a4266e945a08afce4767cdb6398', 'mac_address': 'fa:16:3e:77:54:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9d965a6-03f3-4ff2-93c3-17b90329f70a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '71188b59-25f0-4338-b5a8-1e16e1bdb6be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:24:58Z', 'updated_at': '2021-12-16T23:25:05Z', 'revision_number': 5, 'project_id': 'e6b39a4266e945a08afce4767cdb6398', 'subnets': [{'id': '71188b59-25f0-4338-b5a8-1e16e1bdb6be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 23:25:25.852566 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d792a2a-b3b9-4be0-aa46-01c93b84eaff None None] The sync data for ids ['b9d965a6-03f3-4ff2-93c3-17b90329f70a'] in dv-neutron-821829-1-hyperv is: [{'id': 'b9d965a6-03f3-4ff2-93c3-17b90329f70a', 'name': 'tempest-TestSnapshotPattern-308975832-router', 'tenant_id': 'e6b39a4266e945a08afce4767cdb6398', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.80'}], 'enable_snat': True}, 'gw_port_id': 'a8b5e16c-1118-4c03-9d7b-291af74552f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:24:55Z', 'updated_at': '2021-12-16T23:24:59Z', 'revision_number': 4, 'project_id': 'e6b39a4266e945a08afce4767cdb6398', 'gw_port': {'id': 'a8b5e16c-1118-4c03-9d7b-291af74552f9', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:fc:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9d965a6-03f3-4ff2-93c3-17b90329f70a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:24:56Z', 'updated_at': '2021-12-16T23:25:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv', '_floatingips': [{'id': 'f7a5d38b-6cd4-4c3c-acef-949641c6ebdc', 'tenant_id': 'e6b39a4266e945a08afce4767cdb6398', 'floating_ip_address': '172.26.0.81', 'floating_network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'router_id': 'b9d965a6-03f3-4ff2-93c3-17b90329f70a', 'port_id': '9ca46230-2f67-4707-b50b-21db5cddb86e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1865, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ecf86942-e68d-43b5-9047-88864bdad183', 'mac_address': 'fa:16:3e:70:ce:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea8eb357-5b6a-4876-9423-0e832e2d6976', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T23:25:23Z', 'updated_at': '2021-12-16T23:25:23Z', 'revision_number': 0, 'project_id': 'e6b39a4266e945a08afce4767cdb6398', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '354b72e0-4d84-42d9-8bf1-7b6de162f71e', 'name': '', 'network_id': 'ecf86942-e68d-43b5-9047-88864bdad183', 'tenant_id': 'e6b39a4266e945a08afce4767cdb6398', 'mac_address': 'fa:16:3e:77:54:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9d965a6-03f3-4ff2-93c3-17b90329f70a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '71188b59-25f0-4338-b5a8-1e16e1bdb6be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:24:58Z', 'updated_at': '2021-12-16T23:25:05Z', 'revision_number': 5, 'project_id': 'e6b39a4266e945a08afce4767cdb6398', 'subnets': [{'id': '71188b59-25f0-4338-b5a8-1e16e1bdb6be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 23:25:26.037629 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15ef31af-defd-4c43-a2cf-2baeaa940f8a None None] New status for floating IP f7a5d38b-6cd4-4c3c-acef-949641c6ebdc: ACTIVE {{(pid=87509) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 16 23:25:28.272597 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-836ca04f-f4c0-4323-a2ab-dc56cc986172 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:25:30.688082 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-7a165e1f-8df7-4949-9b74-91f7473a52b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:25:31.480624 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.agents_db [None req-0abd2616-a86c-48e2-be07-10823335a5bb None None] Agent healthcheck: found 6 active agents {{(pid=87509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 23:25:31.696869 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-3e729f7f-1589-4d54-9c4a-7ee6b283cc2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:25:31.747099 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:25:33.451332 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-4541ba3b-6be8-499c-bc94-3c60aa55c4f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:25:38.388801 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:25:58.274835 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-a72b902d-e311-4494-a8cc-b5221c937e19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:26:00.691120 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-c4d14927-3005-4df5-ae32-b7c7d2f51e97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:26:01.700075 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-3e729f7f-1589-4d54-9c4a-7ee6b283cc2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:26:01.748218 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:26:03.398314 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-4358f370-f30b-4421-b51a-2e7490bf03a9 req-5df067e6-940a-412e-bb97-d480d32333cd service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=ea8eb357-5b6a-4876-9423-0e832e2d6976&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0712714
Dec 16 23:26:03.455875 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-4541ba3b-6be8-499c-bc94-3c60aa55c4f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:26:03.558725 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4358f370-f30b-4421-b51a-2e7490bf03a9 req-8f1b4c8f-be80-4a1c-b875-c41430cdd104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:26:03.560205 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-4358f370-f30b-4421-b51a-2e7490bf03a9 req-8f1b4c8f-be80-4a1c-b875-c41430cdd104 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=e6b39a4266e945a08afce4767cdb6398&device_id=ea8eb357-5b6a-4876-9423-0e832e2d6976 HTTP/1.1" status: 200  len: 1098 time: 0.0714417
Dec 16 23:26:03.703111 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4358f370-f30b-4421-b51a-2e7490bf03a9 req-99c9dc66-8418-4b64-819e-e08777184d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:26:03.704508 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-4358f370-f30b-4421-b51a-2e7490bf03a9 req-99c9dc66-8418-4b64-819e-e08777184d91 service neutron] 10.222.0.49 "GET /v2.0/networks?id=ecf86942-e68d-43b5-9047-88864bdad183 HTTP/1.1" status: 200  len: 910 time: 0.1249557
Dec 16 23:26:03.810555 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-4358f370-f30b-4421-b51a-2e7490bf03a9 req-0bb3df51-bf5c-4988-9e57-3d6a40cb2f62 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9ca46230-2f67-4707-b50b-21db5cddb86e HTTP/1.1" status: 200  len: 1000 time: 0.0996940
Dec 16 23:26:03.873855 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4358f370-f30b-4421-b51a-2e7490bf03a9 req-3e3a3926-1c97-4623-b722-2e9fa4c5580b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:26:03.875226 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-4358f370-f30b-4421-b51a-2e7490bf03a9 req-3e3a3926-1c97-4623-b722-2e9fa4c5580b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=71188b59-25f0-4338-b5a8-1e16e1bdb6be HTTP/1.1" status: 200  len: 848 time: 0.0585599
Dec 16 23:26:03.948761 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4358f370-f30b-4421-b51a-2e7490bf03a9 req-1b823504-8bd2-4d9c-825b-1b86a6f0afcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:26:03.950195 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-4358f370-f30b-4421-b51a-2e7490bf03a9 req-1b823504-8bd2-4d9c-825b-1b86a6f0afcd service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=ecf86942-e68d-43b5-9047-88864bdad183&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0686603
Dec 16 23:26:04.079733 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-4358f370-f30b-4421-b51a-2e7490bf03a9 req-a2d37b05-9dce-4584-8634-d76db6949a05 service neutron] 10.222.0.49 "GET /v2.0/networks/ecf86942-e68d-43b5-9047-88864bdad183?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1222401
Dec 16 23:26:04.209122 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-4358f370-f30b-4421-b51a-2e7490bf03a9 req-3e1dfae0-4836-4dd5-93b0-e5fc09a29e8e service neutron] 10.222.0.49 "GET /v2.0/networks/ecf86942-e68d-43b5-9047-88864bdad183?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1233659
Dec 16 23:26:08.402562 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:26:08.479238 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.agents_db [None req-0abd2616-a86c-48e2-be07-10823335a5bb None None] Agent healthcheck: found 6 active agents {{(pid=87509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 23:26:28.275469 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-3ea50276-7379-48e4-bc54-19fb798931f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:26:30.692513 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-1ba6de24-9b0d-4f73-a7ff-6f2f65fd47e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:26:31.702197 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-3e729f7f-1589-4d54-9c4a-7ee6b283cc2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:26:31.751413 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:26:33.457614 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-4541ba3b-6be8-499c-bc94-3c60aa55c4f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:26:38.408923 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:26:45.478207 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.agents_db [None req-0abd2616-a86c-48e2-be07-10823335a5bb None None] Agent healthcheck: found 6 active agents {{(pid=87509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 23:26:58.279538 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-07816353-36f5-4d07-a176-fbd343bcd802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:27:00.694253 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-128218a2-1ac8-4ae4-8777-b187f5f1bd9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:27:01.704963 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-3e729f7f-1589-4d54-9c4a-7ee6b283cc2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:27:01.751086 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:27:03.458890 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-4541ba3b-6be8-499c-bc94-3c60aa55c4f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:27:04.391119 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-00c449b9-5b8d-4d2c-b3cd-9b76d926c898 req-71dc14d7-979c-4d5b-a3b6-02a31b859467 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=ea8eb357-5b6a-4876-9423-0e832e2d6976&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0699415
Dec 16 23:27:04.653816 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c449b9-5b8d-4d2c-b3cd-9b76d926c898 req-e15a14f1-cfe6-4fd5-bdd8-9714d23b1c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:27:04.655180 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-00c449b9-5b8d-4d2c-b3cd-9b76d926c898 req-e15a14f1-cfe6-4fd5-bdd8-9714d23b1c24 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=e6b39a4266e945a08afce4767cdb6398&device_id=ea8eb357-5b6a-4876-9423-0e832e2d6976 HTTP/1.1" status: 200  len: 1098 time: 0.1804492
Dec 16 23:27:04.797329 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c449b9-5b8d-4d2c-b3cd-9b76d926c898 req-64c12297-fda6-473e-be1a-1bee8ed06498 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:27:04.798765 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-00c449b9-5b8d-4d2c-b3cd-9b76d926c898 req-64c12297-fda6-473e-be1a-1bee8ed06498 service neutron] 10.222.0.49 "GET /v2.0/networks?id=ecf86942-e68d-43b5-9047-88864bdad183 HTTP/1.1" status: 200  len: 910 time: 0.1241844
Dec 16 23:27:04.897610 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-00c449b9-5b8d-4d2c-b3cd-9b76d926c898 req-9202c7b6-e7d3-4ad9-b736-70d069aa70ed service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9ca46230-2f67-4707-b50b-21db5cddb86e HTTP/1.1" status: 200  len: 1000 time: 0.0928288
Dec 16 23:27:04.958526 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c449b9-5b8d-4d2c-b3cd-9b76d926c898 req-b9e32dff-41eb-4165-a612-087ac03b1b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:27:04.959837 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-00c449b9-5b8d-4d2c-b3cd-9b76d926c898 req-b9e32dff-41eb-4165-a612-087ac03b1b02 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=71188b59-25f0-4338-b5a8-1e16e1bdb6be HTTP/1.1" status: 200  len: 848 time: 0.0556827
Dec 16 23:27:05.035558 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c449b9-5b8d-4d2c-b3cd-9b76d926c898 req-4d44f7cc-9c25-4748-bb91-ddd95d72f651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:27:05.037124 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-00c449b9-5b8d-4d2c-b3cd-9b76d926c898 req-4d44f7cc-9c25-4748-bb91-ddd95d72f651 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=ecf86942-e68d-43b5-9047-88864bdad183&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0714736
Dec 16 23:27:05.162646 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-00c449b9-5b8d-4d2c-b3cd-9b76d926c898 req-4abce2c1-10a4-416f-963d-523d487a8acb service neutron] 10.222.0.49 "GET /v2.0/networks/ecf86942-e68d-43b5-9047-88864bdad183?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1186216
Dec 16 23:27:05.288544 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-00c449b9-5b8d-4d2c-b3cd-9b76d926c898 req-6dfdfd7f-926a-4789-b170-40f1b3bb1697 service neutron] 10.222.0.49 "GET /v2.0/networks/ecf86942-e68d-43b5-9047-88864bdad183?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1194465
Dec 16 23:27:08.400885 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:27:21.925641 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Device 9ca46230-2f67-4707-b50b-21db5cddb86e details requested by agent hyperv_hv-neutron-8218 with host hv-neutron-8218 {{(pid=87508) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 16 23:27:22.061861 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] For port 9ca46230-2f67-4707-b50b-21db5cddb86e, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=9ca46230-2f67-4707-b50b-21db5cddb86e,segment=NetworkSegment(56fd54e8-b76e-4ac5-9887-9cfe7b86c2a1),segment_id=56fd54e8-b76e-4ac5-9887-9cfe7b86c2a1)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 23:27:22.075166 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Returning: {'device': '9ca46230-2f67-4707-b50b-21db5cddb86e', 'network_id': 'ecf86942-e68d-43b5-9047-88864bdad183', 'port_id': '9ca46230-2f67-4707-b50b-21db5cddb86e', 'mac_address': 'fa:16:3e:70:ce:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71188b59-25f0-4338-b5a8-1e16e1bdb6be', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87508) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 16 23:27:22.127575 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:27:22.144133 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.notifiers.nova [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9ca46230-2f67-4707-b50b-21db5cddb86e {{(pid=87508) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 23:27:22.158772 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] For port 9ca46230-2f67-4707-b50b-21db5cddb86e, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=9ca46230-2f67-4707-b50b-21db5cddb86e,segment=NetworkSegment(56fd54e8-b76e-4ac5-9887-9cfe7b86c2a1),segment_id=56fd54e8-b76e-4ac5-9887-9cfe7b86c2a1)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 23:27:22.161944 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:27:22.163626 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:27:22.230097 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Pushing event updated for resources: {'Port': ['ID=9ca46230-2f67-4707-b50b-21db5cddb86e,revision_number=6']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:27:22.237570 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:27:22.237958 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:27:22.238308 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:27:22.238652 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:27:22.238992 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:27:22.239330 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:27:22.239676 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:27:22.240028 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:27:22.240365 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:27:22.240695 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:27:22.241027 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:27:22.241404 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:27:22.248044 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:27:22.316907 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] get_ports_and_sgs() called for port_ids ['9ca46230-2f67-4707-b50b-21db5cddb86e'] {{(pid=87508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 23:27:22.477049 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.agents_db [None req-0abd2616-a86c-48e2-be07-10823335a5bb None None] Agent healthcheck: found 6 active agents {{(pid=87509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 23:27:23.964291 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Device 9ca46230-2f67-4707-b50b-21db5cddb86e up at agent hyperv_hv-neutron-8218 {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 23:27:24.055136 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Provisioning complete for port 9ca46230-2f67-4707-b50b-21db5cddb86e triggered by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 23:27:24.055526 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:27:24.189885 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:27:24.228411 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea8eb357-5b6a-4876-9423-0e832e2d6976', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ca46230-2f67-4707-b50b-21db5cddb86e'}] {{(pid=87508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 23:27:24.241795 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] For port 9ca46230-2f67-4707-b50b-21db5cddb86e, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=9ca46230-2f67-4707-b50b-21db5cddb86e,segment=NetworkSegment(56fd54e8-b76e-4ac5-9887-9cfe7b86c2a1),segment_id=56fd54e8-b76e-4ac5-9887-9cfe7b86c2a1)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 23:27:24.247733 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:27:24.250312 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:27:24.329613 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Pushing event updated for resources: {'Port': ['ID=9ca46230-2f67-4707-b50b-21db5cddb86e,revision_number=7']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:27:24.333006 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:27:24.361239 dv-neutron-821829-1-hyperv neutron-server[87508]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea8eb357-5b6a-4876-9423-0e832e2d6976', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ca46230-2f67-4707-b50b-21db5cddb86e', 'code': 200}
Dec 16 23:27:28.283589 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-0336e266-a40c-452e-94d3-41e3afd09a63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:27:30.698519 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-0cbc5489-590c-48ed-9bcd-990acd7b54ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:27:31.748919 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-3e729f7f-1589-4d54-9c4a-7ee6b283cc2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:27:31.757092 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:27:33.430438 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-91267fa7-6911-49ea-858e-4c69c6ed2cfc req-5557f762-2dee-49d3-8d4f-eb53f0b62374 tempest-TestSnapshotPattern-969791495 tempest-TestSnapshotPattern-969791495-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-235124046&fields=id&tenant_id=e6b39a4266e945a08afce4767cdb6398 HTTP/1.1" status: 200  len: 267 time: 0.0397356
Dec 16 23:27:33.461642 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-4541ba3b-6be8-499c-bc94-3c60aa55c4f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:27:33.576982 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91267fa7-6911-49ea-858e-4c69c6ed2cfc req-39c17200-7b2f-4ba3-9196-d61a7ef97f8e tempest-TestSnapshotPattern-969791495 tempest-TestSnapshotPattern-969791495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:27:33.578397 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-91267fa7-6911-49ea-858e-4c69c6ed2cfc req-39c17200-7b2f-4ba3-9196-d61a7ef97f8e tempest-TestSnapshotPattern-969791495 tempest-TestSnapshotPattern-969791495-project] 10.222.0.13 "GET /v2.0/networks?id=ecf86942-e68d-43b5-9047-88864bdad183 HTTP/1.1" status: 200  len: 809 time: 0.1412115
Dec 16 23:27:33.593235 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-91267fa7-6911-49ea-858e-4c69c6ed2cfc req-6907f6ca-2b0f-49bf-861a-95e2d37dd069 tempest-TestSnapshotPattern-969791495 tempest-TestSnapshotPattern-969791495-project] 10.222.0.13 "GET /v2.0/quotas/e6b39a4266e945a08afce4767cdb6398 HTTP/1.1" status: 200  len: 375 time: 0.0095074
Dec 16 23:27:33.677254 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-91267fa7-6911-49ea-858e-4c69c6ed2cfc req-04d42d32-28a6-4730-aecb-eb1c5c70ff07 tempest-TestSnapshotPattern-969791495 tempest-TestSnapshotPattern-969791495-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=e6b39a4266e945a08afce4767cdb6398&fields=id HTTP/1.1" status: 200  len: 394 time: 0.0792453
Dec 16 23:27:33.880500 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-91267fa7-6911-49ea-858e-4c69c6ed2cfc req-40ae6065-d791-4aa2-9243-1f3e6986b75f service neutron] 10.222.0.13 "GET /v2.0/networks/ecf86942-e68d-43b5-9047-88864bdad183?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1917114
Dec 16 23:27:34.011557 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-91267fa7-6911-49ea-858e-4c69c6ed2cfc req-c6b13aa7-4cb0-46bb-8a1a-0ccb400be056 service neutron] 10.222.0.13 "GET /v2.0/networks/ecf86942-e68d-43b5-9047-88864bdad183?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1247857
Dec 16 23:27:34.208539 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-5a03caac-f7eb-4868-9852-760260d0afcc req-24421356-b768-46b7-958f-7ec5a69e017c tempest-TestSnapshotPattern-969791495 tempest-TestSnapshotPattern-969791495-project] 10.222.0.13 "GET /v2.0/ports?device_id=6ad76fc1-2187-4824-b388-82fc7ede66ba HTTP/1.1" status: 200  len: 210 time: 0.0468619
Dec 16 23:27:35.266361 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91267fa7-6911-49ea-858e-4c69c6ed2cfc req-d17d7845-472d-46a3-a757-1cc84bd58086 tempest-TestSnapshotPattern-969791495 tempest-TestSnapshotPattern-969791495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:27:35.267803 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-91267fa7-6911-49ea-858e-4c69c6ed2cfc req-d17d7845-472d-46a3-a757-1cc84bd58086 tempest-TestSnapshotPattern-969791495 tempest-TestSnapshotPattern-969791495-project] 10.222.0.49 "GET /v2.0/networks?id=ecf86942-e68d-43b5-9047-88864bdad183 HTTP/1.1" status: 200  len: 809 time: 0.1451387
Dec 16 23:27:35.322065 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-91267fa7-6911-49ea-858e-4c69c6ed2cfc req-a1971be0-b1f2-4fff-85ef-5fd0ae863393 tempest-TestSnapshotPattern-969791495 tempest-TestSnapshotPattern-969791495-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e6b39a4266e945a08afce4767cdb6398 HTTP/1.1" status: 200  len: 379 time: 0.0400305
Dec 16 23:27:35.331335 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [req-91267fa7-6911-49ea-858e-4c69c6ed2cfc req-d6bef628-f97c-4554-8ed8-0eeb20acd560 tempest-TestSnapshotPattern-969791495 tempest-TestSnapshotPattern-969791495-project] Request body: {'port': {'device_id': '6ad76fc1-2187-4824-b388-82fc7ede66ba', 'network_id': 'ecf86942-e68d-43b5-9047-88864bdad183', 'admin_state_up': True, 'tenant_id': 'e6b39a4266e945a08afce4767cdb6398', 'security_groups': ['83129e74-8b93-4c07-8624-138410254977']}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 23:27:35.363995 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-69ae2148-a2c3-4050-9de6-3d15988fe3da req-80fda8a4-eb27-491a-a0a4-d8fa23360277 tempest-TestSnapshotPattern-969791495 tempest-TestSnapshotPattern-969791495-project] 10.222.0.13 "GET /v2.0/ports?device_id=6ad76fc1-2187-4824-b388-82fc7ede66ba HTTP/1.1" status: 200  len: 210 time: 0.0444915
Dec 16 23:27:35.466010 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [req-91267fa7-6911-49ea-858e-4c69c6ed2cfc req-d6bef628-f97c-4554-8ed8-0eeb20acd560 tempest-TestSnapshotPattern-969791495 tempest-TestSnapshotPattern-969791495-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 23:27:35.470012 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [req-91267fa7-6911-49ea-858e-4c69c6ed2cfc req-d6bef628-f97c-4554-8ed8-0eeb20acd560 tempest-TestSnapshotPattern-969791495 tempest-TestSnapshotPattern-969791495-project] Usage tracker for resource:port and tenant:e6b39a4266e945a08afce4767cdb6398 is out of sync, need to count used quota {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 23:27:35.473413 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [req-91267fa7-6911-49ea-858e-4c69c6ed2cfc req-d6bef628-f97c-4554-8ed8-0eeb20acd560 tempest-TestSnapshotPattern-969791495 tempest-TestSnapshotPattern-969791495-project] Quota usage for port was recalculated. Used quota:4. {{(pid=87506) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 23:27:35.479418 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.quota.driver [req-91267fa7-6911-49ea-858e-4c69c6ed2cfc req-d6bef628-f97c-4554-8ed8-0eeb20acd560 tempest-TestSnapshotPattern-969791495 tempest-TestSnapshotPattern-969791495-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=87506) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 23:27:35.489672 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91267fa7-6911-49ea-858e-4c69c6ed2cfc req-d6bef628-f97c-4554-8ed8-0eeb20acd560 tempest-TestSnapshotPattern-969791495 tempest-TestSnapshotPattern-969791495-project] Made reservation on behalf of e6b39a4266e945a08afce4767cdb6398 for: {'port': 1} {{(pid=87506) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 23:27:35.493355 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-91267fa7-6911-49ea-858e-4c69c6ed2cfc req-d6bef628-f97c-4554-8ed8-0eeb20acd560 tempest-TestSnapshotPattern-969791495 tempest-TestSnapshotPattern-969791495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:27:35.659282 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.db_base_plugin_common [req-91267fa7-6911-49ea-858e-4c69c6ed2cfc req-d6bef628-f97c-4554-8ed8-0eeb20acd560 tempest-TestSnapshotPattern-969791495 tempest-TestSnapshotPattern-969791495-project] Allocated IP 172.20.0.10 (ecf86942-e68d-43b5-9047-88864bdad183/71188b59-25f0-4338-b5a8-1e16e1bdb6be/746ff8dc-b772-4834-8a1f-6ccfd13c7f64) {{(pid=87506) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 23:27:35.906391 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-91267fa7-6911-49ea-858e-4c69c6ed2cfc req-d6bef628-f97c-4554-8ed8-0eeb20acd560 tempest-TestSnapshotPattern-969791495 tempest-TestSnapshotPattern-969791495-project] Notify callbacks [] for port, precommit_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:27:35.922130 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.provisioning_blocks [req-91267fa7-6911-49ea-858e-4c69c6ed2cfc req-d6bef628-f97c-4554-8ed8-0eeb20acd560 tempest-TestSnapshotPattern-969791495 tempest-TestSnapshotPattern-969791495-project] Transition to ACTIVE for port object 746ff8dc-b772-4834-8a1f-6ccfd13c7f64 will not be triggered until provisioned by entity DHCP. {{(pid=87506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 23:27:35.949106 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-91267fa7-6911-49ea-858e-4c69c6ed2cfc req-d6bef628-f97c-4554-8ed8-0eeb20acd560 tempest-TestSnapshotPattern-969791495 tempest-TestSnapshotPattern-969791495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1863393'] for port, after_create {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:27:35.960761 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-4fa62930-dc15-469f-8077-d4e48035815c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:27:36.000565 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Device 9ca46230-2f67-4707-b50b-21db5cddb86e no longer exists at agent hyperv_hv-neutron-8218 {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 23:27:36.054513 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91267fa7-6911-49ea-858e-4c69c6ed2cfc req-d6bef628-f97c-4554-8ed8-0eeb20acd560 tempest-TestSnapshotPattern-969791495 tempest-TestSnapshotPattern-969791495-project] Network ecf86942-e68d-43b5-9047-88864bdad183 is already hosted by enough agents. {{(pid=87506) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 23:27:36.059295 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.base_scheduler [req-91267fa7-6911-49ea-858e-4c69c6ed2cfc req-d6bef628-f97c-4554-8ed8-0eeb20acd560 tempest-TestSnapshotPattern-969791495 tempest-TestSnapshotPattern-969791495-project] Resources bound (agent type, host, resource id):  {{(pid=87506) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 23:27:36.061977 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.l3_dvrscheduler_db [req-91267fa7-6911-49ea-858e-4c69c6ed2cfc req-d6bef628-f97c-4554-8ed8-0eeb20acd560 tempest-TestSnapshotPattern-969791495 tempest-TestSnapshotPattern-969791495-project] Received port after_create {{(pid=87506) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 23:27:36.113107 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6bef628-f97c-4554-8ed8-0eeb20acd560 tempest-TestSnapshotPattern-969791495 tempest-TestSnapshotPattern-969791495-project] Pushing event updated for resources: {'Port': ['ID=746ff8dc-b772-4834-8a1f-6ccfd13c7f64,revision_number=1']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:27:36.127624 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6bef628-f97c-4554-8ed8-0eeb20acd560 tempest-TestSnapshotPattern-969791495 tempest-TestSnapshotPattern-969791495-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:27:36.128325 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6bef628-f97c-4554-8ed8-0eeb20acd560 tempest-TestSnapshotPattern-969791495 tempest-TestSnapshotPattern-969791495-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:27:36.128868 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6bef628-f97c-4554-8ed8-0eeb20acd560 tempest-TestSnapshotPattern-969791495 tempest-TestSnapshotPattern-969791495-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:27:36.129397 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6bef628-f97c-4554-8ed8-0eeb20acd560 tempest-TestSnapshotPattern-969791495 tempest-TestSnapshotPattern-969791495-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:27:36.129922 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6bef628-f97c-4554-8ed8-0eeb20acd560 tempest-TestSnapshotPattern-969791495 tempest-TestSnapshotPattern-969791495-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:27:36.130455 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6bef628-f97c-4554-8ed8-0eeb20acd560 tempest-TestSnapshotPattern-969791495 tempest-TestSnapshotPattern-969791495-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:27:36.130977 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6bef628-f97c-4554-8ed8-0eeb20acd560 tempest-TestSnapshotPattern-969791495 tempest-TestSnapshotPattern-969791495-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:27:36.131501 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6bef628-f97c-4554-8ed8-0eeb20acd560 tempest-TestSnapshotPattern-969791495 tempest-TestSnapshotPattern-969791495-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:27:36.132044 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6bef628-f97c-4554-8ed8-0eeb20acd560 tempest-TestSnapshotPattern-969791495 tempest-TestSnapshotPattern-969791495-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:27:36.132557 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6bef628-f97c-4554-8ed8-0eeb20acd560 tempest-TestSnapshotPattern-969791495 tempest-TestSnapshotPattern-969791495-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:27:36.133096 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6bef628-f97c-4554-8ed8-0eeb20acd560 tempest-TestSnapshotPattern-969791495 tempest-TestSnapshotPattern-969791495-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:27:36.133616 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6bef628-f97c-4554-8ed8-0eeb20acd560 tempest-TestSnapshotPattern-969791495 tempest-TestSnapshotPattern-969791495-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:27:36.138151 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-d6bef628-f97c-4554-8ed8-0eeb20acd560 tempest-TestSnapshotPattern-969791495 tempest-TestSnapshotPattern-969791495-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:27:36.159094 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91267fa7-6911-49ea-858e-4c69c6ed2cfc req-d6bef628-f97c-4554-8ed8-0eeb20acd560 tempest-TestSnapshotPattern-969791495 tempest-TestSnapshotPattern-969791495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:27:36.159812 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-91267fa7-6911-49ea-858e-4c69c6ed2cfc req-d6bef628-f97c-4554-8ed8-0eeb20acd560 tempest-TestSnapshotPattern-969791495 tempest-TestSnapshotPattern-969791495-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for port, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:27:36.184041 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:27:36.196671 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-91267fa7-6911-49ea-858e-4c69c6ed2cfc req-d6bef628-f97c-4554-8ed8-0eeb20acd560 tempest-TestSnapshotPattern-969791495 tempest-TestSnapshotPattern-969791495-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.8688862
Dec 16 23:27:36.215227 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea8eb357-5b6a-4876-9423-0e832e2d6976', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9ca46230-2f67-4707-b50b-21db5cddb86e'}] {{(pid=87508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 23:27:36.226273 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] For port 9ca46230-2f67-4707-b50b-21db5cddb86e, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=9ca46230-2f67-4707-b50b-21db5cddb86e,segment=NetworkSegment(56fd54e8-b76e-4ac5-9887-9cfe7b86c2a1),segment_id=56fd54e8-b76e-4ac5-9887-9cfe7b86c2a1)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 23:27:36.238385 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:27:36.242510 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-e7fecba9-1d12-4e84-92cb-3c9043e16bab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:27:36.286818 dv-neutron-821829-1-hyperv neutron-server[87508]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea8eb357-5b6a-4876-9423-0e832e2d6976', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9ca46230-2f67-4707-b50b-21db5cddb86e', 'code': 200}
Dec 16 23:27:36.320099 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Pushing event updated for resources: {'Port': ['ID=9ca46230-2f67-4707-b50b-21db5cddb86e,revision_number=8']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:27:36.323316 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:27:36.392948 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-a76a918b-4558-42a6-9506-661ad623fcf6 None None] Provisioning for port 746ff8dc-b772-4834-8a1f-6ccfd13c7f64 completed by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 23:27:36.400623 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-a76a918b-4558-42a6-9506-661ad623fcf6 None None] Provisioning complete for port 746ff8dc-b772-4834-8a1f-6ccfd13c7f64 triggered by entity DHCP. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 23:27:36.401535 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-a76a918b-4558-42a6-9506-661ad623fcf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:27:36.474612 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-a76a918b-4558-42a6-9506-661ad623fcf6 None None] Port 746ff8dc-b772-4834-8a1f-6ccfd13c7f64 cannot update to ACTIVE because it is not bound. {{(pid=87508) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 16 23:27:36.564515 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b2ecbf-df0d-4826-b6bb-d3e9eda31579 req-b52244e1-d310-456f-8897-9d021ddc7aba tempest-TestSnapshotPattern-969791495 tempest-TestSnapshotPattern-969791495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:27:36.566660 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-a0b2ecbf-df0d-4826-b6bb-d3e9eda31579 req-b52244e1-d310-456f-8897-9d021ddc7aba tempest-TestSnapshotPattern-969791495 tempest-TestSnapshotPattern-969791495-project] 10.222.0.13 "GET /v2.0/ports?device_id=6ad76fc1-2187-4824-b388-82fc7ede66ba HTTP/1.1" status: 200  len: 932 time: 0.0826483
Dec 16 23:27:36.616231 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-a0b2ecbf-df0d-4826-b6bb-d3e9eda31579 req-645c6164-179c-41b6-948f-02c632b0a1a8 tempest-TestSnapshotPattern-969791495 tempest-TestSnapshotPattern-969791495-project] 10.222.0.13 "GET /v2.0/security-groups?id=83129e74-8b93-4c07-8624-138410254977&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0439541
Dec 16 23:27:37.821027 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bea681-8cc2-4f1e-9148-3be5b7224361 req-c1d4434a-9a45-40e0-88ab-8f229cb848f3 tempest-TestSnapshotPattern-969791495 tempest-TestSnapshotPattern-969791495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:27:37.822678 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-59bea681-8cc2-4f1e-9148-3be5b7224361 req-c1d4434a-9a45-40e0-88ab-8f229cb848f3 tempest-TestSnapshotPattern-969791495 tempest-TestSnapshotPattern-969791495-project] 10.222.0.13 "GET /v2.0/ports?device_id=6ad76fc1-2187-4824-b388-82fc7ede66ba HTTP/1.1" status: 200  len: 932 time: 0.0842943
Dec 16 23:27:37.867653 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-59bea681-8cc2-4f1e-9148-3be5b7224361 req-d4dad1c8-f091-4b5a-8277-dcc7627ea342 tempest-TestSnapshotPattern-969791495 tempest-TestSnapshotPattern-969791495-project] 10.222.0.13 "GET /v2.0/security-groups?id=83129e74-8b93-4c07-8624-138410254977&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0394349
Dec 16 23:27:38.416886 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:27:39.069214 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cbf4a2-da74-48df-a1b9-5c3b03c135ed req-232cba6b-e8a1-4fb2-a9dc-689efa8a64f3 tempest-TestSnapshotPattern-969791495 tempest-TestSnapshotPattern-969791495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:27:39.070670 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-41cbf4a2-da74-48df-a1b9-5c3b03c135ed req-232cba6b-e8a1-4fb2-a9dc-689efa8a64f3 tempest-TestSnapshotPattern-969791495 tempest-TestSnapshotPattern-969791495-project] 10.222.0.13 "GET /v2.0/ports?device_id=6ad76fc1-2187-4824-b388-82fc7ede66ba HTTP/1.1" status: 200  len: 932 time: 0.0872393
Dec 16 23:27:39.114334 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-41cbf4a2-da74-48df-a1b9-5c3b03c135ed req-81870e5b-0125-44cb-8c34-d12959a29232 tempest-TestSnapshotPattern-969791495 tempest-TestSnapshotPattern-969791495-project] 10.222.0.13 "GET /v2.0/security-groups?id=83129e74-8b93-4c07-8624-138410254977&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0380580
Dec 16 23:27:40.310277 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782420cd-10ee-4e00-bc5d-e3e434862e10 req-bfbda73e-5898-4261-8748-fa218e156e20 tempest-TestSnapshotPattern-969791495 tempest-TestSnapshotPattern-969791495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:27:40.318357 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-782420cd-10ee-4e00-bc5d-e3e434862e10 req-bfbda73e-5898-4261-8748-fa218e156e20 tempest-TestSnapshotPattern-969791495 tempest-TestSnapshotPattern-969791495-project] 10.222.0.13 "GET /v2.0/ports?device_id=6ad76fc1-2187-4824-b388-82fc7ede66ba HTTP/1.1" status: 200  len: 932 time: 0.0907021
Dec 16 23:27:40.361388 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-782420cd-10ee-4e00-bc5d-e3e434862e10 req-d0551fb2-ea26-4199-89ac-ef02c41ac49e tempest-TestSnapshotPattern-969791495 tempest-TestSnapshotPattern-969791495-project] 10.222.0.13 "GET /v2.0/security-groups?id=83129e74-8b93-4c07-8624-138410254977&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0421793
Dec 16 23:27:41.575987 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c4ce60-bf3f-4135-b931-274b8a22089a req-5b8f74a7-458d-4706-8d50-2bc225894da0 tempest-TestSnapshotPattern-969791495 tempest-TestSnapshotPattern-969791495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:27:41.577477 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-91c4ce60-bf3f-4135-b931-274b8a22089a req-5b8f74a7-458d-4706-8d50-2bc225894da0 tempest-TestSnapshotPattern-969791495 tempest-TestSnapshotPattern-969791495-project] 10.222.0.13 "GET /v2.0/ports?device_id=6ad76fc1-2187-4824-b388-82fc7ede66ba HTTP/1.1" status: 200  len: 932 time: 0.0879347
Dec 16 23:27:41.625009 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-91c4ce60-bf3f-4135-b931-274b8a22089a req-4b0c646e-2201-4296-8cbb-32d80740d610 tempest-TestSnapshotPattern-969791495 tempest-TestSnapshotPattern-969791495-project] 10.222.0.13 "GET /v2.0/security-groups?id=83129e74-8b93-4c07-8624-138410254977&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0416656
Dec 16 23:27:42.817514 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2499a563-21e6-416f-ac92-ccb2637128d0 req-ab57187a-bef6-4acb-b060-147e3ce16893 tempest-TestSnapshotPattern-969791495 tempest-TestSnapshotPattern-969791495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:27:42.819000 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-2499a563-21e6-416f-ac92-ccb2637128d0 req-ab57187a-bef6-4acb-b060-147e3ce16893 tempest-TestSnapshotPattern-969791495 tempest-TestSnapshotPattern-969791495-project] 10.222.0.13 "GET /v2.0/ports?device_id=6ad76fc1-2187-4824-b388-82fc7ede66ba HTTP/1.1" status: 200  len: 932 time: 0.0812337
Dec 16 23:27:42.862317 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-2499a563-21e6-416f-ac92-ccb2637128d0 req-ce674a06-55ac-4560-b370-997a69fb64eb tempest-TestSnapshotPattern-969791495 tempest-TestSnapshotPattern-969791495-project] 10.222.0.13 "GET /v2.0/security-groups?id=83129e74-8b93-4c07-8624-138410254977&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0376329
Dec 16 23:27:44.102906 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2adea6-b310-4dea-8a2c-f36764a67f7a req-613cb068-c156-4824-bd65-d3283c029ad5 tempest-TestSnapshotPattern-969791495 tempest-TestSnapshotPattern-969791495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:27:44.105030 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-de2adea6-b310-4dea-8a2c-f36764a67f7a req-613cb068-c156-4824-bd65-d3283c029ad5 tempest-TestSnapshotPattern-969791495 tempest-TestSnapshotPattern-969791495-project] 10.222.0.13 "GET /v2.0/ports?device_id=6ad76fc1-2187-4824-b388-82fc7ede66ba HTTP/1.1" status: 200  len: 932 time: 0.0901444
Dec 16 23:27:44.159437 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-de2adea6-b310-4dea-8a2c-f36764a67f7a req-cd715f2b-d01e-457c-9a8d-4fafbaebb20e tempest-TestSnapshotPattern-969791495 tempest-TestSnapshotPattern-969791495-project] 10.222.0.13 "GET /v2.0/security-groups?id=83129e74-8b93-4c07-8624-138410254977&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0485387
Dec 16 23:27:45.346091 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4f0091-304b-4aaf-9b23-62122c789189 req-4cac5c8d-219b-4928-8c4b-ec2be1c8beca tempest-TestSnapshotPattern-969791495 tempest-TestSnapshotPattern-969791495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:27:45.347598 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-7f4f0091-304b-4aaf-9b23-62122c789189 req-4cac5c8d-219b-4928-8c4b-ec2be1c8beca tempest-TestSnapshotPattern-969791495 tempest-TestSnapshotPattern-969791495-project] 10.222.0.13 "GET /v2.0/ports?device_id=6ad76fc1-2187-4824-b388-82fc7ede66ba HTTP/1.1" status: 200  len: 932 time: 0.0811636
Dec 16 23:27:45.511058 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-7f4f0091-304b-4aaf-9b23-62122c789189 req-c43fe5c4-511a-4a0d-bb15-9a616e085fe2 tempest-TestSnapshotPattern-969791495 tempest-TestSnapshotPattern-969791495-project] 10.222.0.13 "GET /v2.0/security-groups?id=83129e74-8b93-4c07-8624-138410254977&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1576991
Dec 16 23:27:46.448761 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.v2.base [req-91267fa7-6911-49ea-858e-4c69c6ed2cfc req-e11fbbbd-e42e-4195-9275-224995dd6bb5 service neutron] Request body: {'port': {'device_id': '6ad76fc1-2187-4824-b388-82fc7ede66ba', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8218'}} {{(pid=87506) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 23:27:46.685065 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-91267fa7-6911-49ea-858e-4c69c6ed2cfc req-e11fbbbd-e42e-4195-9275-224995dd6bb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:27:46.701067 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c4bc4e-2409-403a-847c-81cd8469541b req-8cd89182-21a5-46e6-b526-d16c463497fe tempest-TestSnapshotPattern-969791495 tempest-TestSnapshotPattern-969791495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:27:46.702404 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-22c4bc4e-2409-403a-847c-81cd8469541b req-8cd89182-21a5-46e6-b526-d16c463497fe tempest-TestSnapshotPattern-969791495 tempest-TestSnapshotPattern-969791495-project] 10.222.0.13 "GET /v2.0/ports?device_id=6ad76fc1-2187-4824-b388-82fc7ede66ba HTTP/1.1" status: 200  len: 932 time: 0.0790470
Dec 16 23:27:46.746036 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-22c4bc4e-2409-403a-847c-81cd8469541b req-9ed7a0ba-b1e7-462d-9b22-3532f1a778dd tempest-TestSnapshotPattern-969791495 tempest-TestSnapshotPattern-969791495-project] 10.222.0.13 "GET /v2.0/security-groups?id=83129e74-8b93-4c07-8624-138410254977&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0381167
Dec 16 23:27:47.014634 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.notifiers.nova [req-91267fa7-6911-49ea-858e-4c69c6ed2cfc req-e11fbbbd-e42e-4195-9275-224995dd6bb5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 746ff8dc-b772-4834-8a1f-6ccfd13c7f64 {{(pid=87506) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 23:27:47.021680 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-91267fa7-6911-49ea-858e-4c69c6ed2cfc req-e11fbbbd-e42e-4195-9275-224995dd6bb5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:27:47.036837 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.provisioning_blocks [req-91267fa7-6911-49ea-858e-4c69c6ed2cfc req-e11fbbbd-e42e-4195-9275-224995dd6bb5 service neutron] Transition to ACTIVE for port object 746ff8dc-b772-4834-8a1f-6ccfd13c7f64 will not be triggered until provisioned by entity L2. {{(pid=87506) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 23:27:47.040510 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-91267fa7-6911-49ea-858e-4c69c6ed2cfc req-e11fbbbd-e42e-4195-9275-224995dd6bb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1863400'] for port, after_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:27:47.044958 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-d9789fe6-b555-4d54-a1a9-baeef8ea76f6 tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:27:47.195276 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11fbbbd-e42e-4195-9275-224995dd6bb5 service neutron] Pushing event updated for resources: {'Port': ['ID=746ff8dc-b772-4834-8a1f-6ccfd13c7f64,revision_number=2']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:27:47.202654 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-e11fbbbd-e42e-4195-9275-224995dd6bb5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:27:47.274179 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.managers [req-91267fa7-6911-49ea-858e-4c69c6ed2cfc req-e11fbbbd-e42e-4195-9275-224995dd6bb5 service neutron] Attempting to bind port 746ff8dc-b772-4834-8a1f-6ccfd13c7f64 on host hv-neutron-8218 for vnic_type normal with profile  {{(pid=87506) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 23:27:47.274462 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.managers [req-91267fa7-6911-49ea-858e-4c69c6ed2cfc req-e11fbbbd-e42e-4195-9275-224995dd6bb5 service neutron] Attempting to bind port 746ff8dc-b772-4834-8a1f-6ccfd13c7f64 by drivers openvswitch,hyperv on host hv-neutron-8218 at level 0 using segments [{'id': '56fd54e8-b76e-4ac5-9887-9cfe7b86c2a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'ecf86942-e68d-43b5-9047-88864bdad183'}] {{(pid=87506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 23:27:47.274786 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91267fa7-6911-49ea-858e-4c69c6ed2cfc req-e11fbbbd-e42e-4195-9275-224995dd6bb5 service neutron] Attempting to bind port 746ff8dc-b772-4834-8a1f-6ccfd13c7f64 on network ecf86942-e68d-43b5-9047-88864bdad183 {{(pid=87506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 23:27:47.279293 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91267fa7-6911-49ea-858e-4c69c6ed2cfc req-e11fbbbd-e42e-4195-9275-224995dd6bb5 service neutron] Port 746ff8dc-b772-4834-8a1f-6ccfd13c7f64 on network ecf86942-e68d-43b5-9047-88864bdad183 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8218 {{(pid=87506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 16 23:27:47.279609 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91267fa7-6911-49ea-858e-4c69c6ed2cfc req-e11fbbbd-e42e-4195-9275-224995dd6bb5 service neutron] Attempting to bind port 746ff8dc-b772-4834-8a1f-6ccfd13c7f64 on network ecf86942-e68d-43b5-9047-88864bdad183 {{(pid=87506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 16 23:27:47.284696 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91267fa7-6911-49ea-858e-4c69c6ed2cfc req-e11fbbbd-e42e-4195-9275-224995dd6bb5 service neutron] Checking agent: {'id': '849b5cbb-8f70-4c31-8f37-fd42f8351747', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8218', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 22, 30, 8), 'started_at': datetime.datetime(2021, 12, 16, 22, 30, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 23, 27, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 16 23:27:47.285033 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91267fa7-6911-49ea-858e-4c69c6ed2cfc req-e11fbbbd-e42e-4195-9275-224995dd6bb5 service neutron] Checking segment: {'id': '56fd54e8-b76e-4ac5-9887-9cfe7b86c2a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'ecf86942-e68d-43b5-9047-88864bdad183'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87506) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 16 23:27:47.285411 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91267fa7-6911-49ea-858e-4c69c6ed2cfc req-e11fbbbd-e42e-4195-9275-224995dd6bb5 service neutron] Bound using segment: {'id': '56fd54e8-b76e-4ac5-9887-9cfe7b86c2a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'ecf86942-e68d-43b5-9047-88864bdad183'} {{(pid=87506) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 16 23:27:47.285825 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.managers [req-91267fa7-6911-49ea-858e-4c69c6ed2cfc req-e11fbbbd-e42e-4195-9275-224995dd6bb5 service neutron] Bound port: 746ff8dc-b772-4834-8a1f-6ccfd13c7f64, host: hv-neutron-8218, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56fd54e8-b76e-4ac5-9887-9cfe7b86c2a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'ecf86942-e68d-43b5-9047-88864bdad183'}}] {{(pid=87506) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 23:27:47.286160 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-91267fa7-6911-49ea-858e-4c69c6ed2cfc req-e11fbbbd-e42e-4195-9275-224995dd6bb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:27:47.375149 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.db [req-91267fa7-6911-49ea-858e-4c69c6ed2cfc req-e11fbbbd-e42e-4195-9275-224995dd6bb5 service neutron] For port 746ff8dc-b772-4834-8a1f-6ccfd13c7f64, host hv-neutron-8218, cleared binding levels {{(pid=87506) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 16 23:27:47.378088 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.db [req-91267fa7-6911-49ea-858e-4c69c6ed2cfc req-e11fbbbd-e42e-4195-9275-224995dd6bb5 service neutron] For port 746ff8dc-b772-4834-8a1f-6ccfd13c7f64, host hv-neutron-8218, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=746ff8dc-b772-4834-8a1f-6ccfd13c7f64,segment=NetworkSegment(56fd54e8-b76e-4ac5-9887-9cfe7b86c2a1),segment_id=56fd54e8-b76e-4ac5-9887-9cfe7b86c2a1)] {{(pid=87506) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 16 23:27:47.382598 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-91267fa7-6911-49ea-858e-4c69c6ed2cfc req-e11fbbbd-e42e-4195-9275-224995dd6bb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1863400'] for port, after_update {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:27:47.387055 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-1bf76cc3-dd34-4e1e-a1f1-323640755f4d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:27:47.442882 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91267fa7-6911-49ea-858e-4c69c6ed2cfc req-e11fbbbd-e42e-4195-9275-224995dd6bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:27:47.443492 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-91267fa7-6911-49ea-858e-4c69c6ed2cfc req-e11fbbbd-e42e-4195-9275-224995dd6bb5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for port, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:27:47.444888 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-91267fa7-6911-49ea-858e-4c69c6ed2cfc req-e11fbbbd-e42e-4195-9275-224995dd6bb5 service neutron] 10.222.0.49 "PUT /v2.0/ports/746ff8dc-b772-4834-8a1f-6ccfd13c7f64 HTTP/1.1" status: 200  len: 1094 time: 1.0004969
Dec 16 23:27:47.445423 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ad76fc1-2187-4824-b388-82fc7ede66ba', 'tag': '746ff8dc-b772-4834-8a1f-6ccfd13c7f64'}] {{(pid=87506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 23:27:47.471794 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11fbbbd-e42e-4195-9275-224995dd6bb5 service neutron] Pushing event updated for resources: {'Port': ['ID=746ff8dc-b772-4834-8a1f-6ccfd13c7f64,revision_number=3']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:27:47.475111 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-e11fbbbd-e42e-4195-9275-224995dd6bb5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:27:47.574257 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ad76fc1-2187-4824-b388-82fc7ede66ba', 'tag': '746ff8dc-b772-4834-8a1f-6ccfd13c7f64', 'status': 'completed', 'code': 200}
Dec 16 23:27:47.589500 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91267fa7-6911-49ea-858e-4c69c6ed2cfc req-20ab2d2a-422d-4e64-b794-82d4b836bf72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:27:47.590986 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-91267fa7-6911-49ea-858e-4c69c6ed2cfc req-20ab2d2a-422d-4e64-b794-82d4b836bf72 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=e6b39a4266e945a08afce4767cdb6398&device_id=6ad76fc1-2187-4824-b388-82fc7ede66ba HTTP/1.1" status: 200  len: 1097 time: 0.0856822
Dec 16 23:27:47.669991 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-91267fa7-6911-49ea-858e-4c69c6ed2cfc req-f6174de4-e80c-4b33-8b49-1750227f0c10 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=746ff8dc-b772-4834-8a1f-6ccfd13c7f64 HTTP/1.1" status: 200  len: 217 time: 0.0663879
Dec 16 23:27:47.732092 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91267fa7-6911-49ea-858e-4c69c6ed2cfc req-573b97f9-a96d-4411-8d39-fe94394204ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:27:47.733413 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-91267fa7-6911-49ea-858e-4c69c6ed2cfc req-573b97f9-a96d-4411-8d39-fe94394204ee service neutron] 10.222.0.49 "GET /v2.0/subnets?id=71188b59-25f0-4338-b5a8-1e16e1bdb6be HTTP/1.1" status: 200  len: 848 time: 0.0571048
Dec 16 23:27:47.807255 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91267fa7-6911-49ea-858e-4c69c6ed2cfc req-49fa8e6e-2805-4ec7-8a58-0b6e07506148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:27:47.808758 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-91267fa7-6911-49ea-858e-4c69c6ed2cfc req-49fa8e6e-2805-4ec7-8a58-0b6e07506148 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=ecf86942-e68d-43b5-9047-88864bdad183&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0689192
Dec 16 23:27:47.934238 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30b150d-a49c-49af-81f4-f5a5adf4191b req-121e454c-08e7-4aec-95f0-bb19dfd3eca4 tempest-TestSnapshotPattern-969791495 tempest-TestSnapshotPattern-969791495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:27:47.935665 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-f30b150d-a49c-49af-81f4-f5a5adf4191b req-121e454c-08e7-4aec-95f0-bb19dfd3eca4 tempest-TestSnapshotPattern-969791495 tempest-TestSnapshotPattern-969791495-project] 10.222.0.13 "GET /v2.0/ports?device_id=6ad76fc1-2187-4824-b388-82fc7ede66ba HTTP/1.1" status: 200  len: 944 time: 0.0821438
Dec 16 23:27:47.938569 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-91267fa7-6911-49ea-858e-4c69c6ed2cfc req-7ce70e8e-eae2-4f4e-b0de-c8181a3d10f2 service neutron] 10.222.0.49 "GET /v2.0/networks/ecf86942-e68d-43b5-9047-88864bdad183?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1232638
Dec 16 23:27:47.981556 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-f30b150d-a49c-49af-81f4-f5a5adf4191b req-c5f2eb77-4ddc-4c99-8a9b-bad87bc9e8ba tempest-TestSnapshotPattern-969791495 tempest-TestSnapshotPattern-969791495-project] 10.222.0.13 "GET /v2.0/security-groups?id=83129e74-8b93-4c07-8624-138410254977&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0399387
Dec 16 23:27:48.068478 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-91267fa7-6911-49ea-858e-4c69c6ed2cfc req-dcb8e8dd-9c25-4212-bb43-e4c138d42295 service neutron] 10.222.0.49 "GET /v2.0/networks/ecf86942-e68d-43b5-9047-88864bdad183?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1239576
Dec 16 23:27:48.224829 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeac1b7f-04d7-41bc-83fa-aa8ea3fd7f90 req-ec7d81db-bfd4-49b1-b670-dca6962bb3ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:27:48.226278 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-eeac1b7f-04d7-41bc-83fa-aa8ea3fd7f90 req-ec7d81db-bfd4-49b1-b670-dca6962bb3ae service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=e6b39a4266e945a08afce4767cdb6398&device_id=6ad76fc1-2187-4824-b388-82fc7ede66ba HTTP/1.1" status: 200  len: 1097 time: 0.0739465
Dec 16 23:27:48.462814 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeac1b7f-04d7-41bc-83fa-aa8ea3fd7f90 req-9a677dc0-a07f-4a9c-970d-57f37f0d64a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:27:48.464680 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-eeac1b7f-04d7-41bc-83fa-aa8ea3fd7f90 req-9a677dc0-a07f-4a9c-970d-57f37f0d64a4 service neutron] 10.222.0.49 "GET /v2.0/networks?id=ecf86942-e68d-43b5-9047-88864bdad183 HTTP/1.1" status: 200  len: 910 time: 0.2318869
Dec 16 23:27:48.531671 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-eeac1b7f-04d7-41bc-83fa-aa8ea3fd7f90 req-9fc6afda-84f4-434a-9fd2-f5a24236b7d5 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=746ff8dc-b772-4834-8a1f-6ccfd13c7f64 HTTP/1.1" status: 200  len: 217 time: 0.0596213
Dec 16 23:27:48.595547 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeac1b7f-04d7-41bc-83fa-aa8ea3fd7f90 req-73002680-22aa-4d3f-85b9-753d13dfff62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:27:48.596950 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-eeac1b7f-04d7-41bc-83fa-aa8ea3fd7f90 req-73002680-22aa-4d3f-85b9-753d13dfff62 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=71188b59-25f0-4338-b5a8-1e16e1bdb6be HTTP/1.1" status: 200  len: 848 time: 0.0586283
Dec 16 23:27:48.671005 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeac1b7f-04d7-41bc-83fa-aa8ea3fd7f90 req-c26ebf9f-042a-42a3-895d-e1bee6e17a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:27:48.672448 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-eeac1b7f-04d7-41bc-83fa-aa8ea3fd7f90 req-c26ebf9f-042a-42a3-895d-e1bee6e17a8e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=ecf86942-e68d-43b5-9047-88864bdad183&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0675862
Dec 16 23:27:48.800977 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-eeac1b7f-04d7-41bc-83fa-aa8ea3fd7f90 req-fdec8e35-826d-4a26-92d5-1e51cd21639a service neutron] 10.222.0.49 "GET /v2.0/networks/ecf86942-e68d-43b5-9047-88864bdad183?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1210918
Dec 16 23:27:48.929294 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-eeac1b7f-04d7-41bc-83fa-aa8ea3fd7f90 req-55d5d411-9acf-49a0-bfd9-51929a3bea8a service neutron] 10.222.0.49 "GET /v2.0/networks/ecf86942-e68d-43b5-9047-88864bdad183?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1213772
Dec 16 23:27:49.163818 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfeb65e2-a797-4558-acc0-a1f7286b518f req-274bd32f-488b-46a5-a645-410d4cd85949 tempest-TestSnapshotPattern-969791495 tempest-TestSnapshotPattern-969791495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:27:49.165167 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-dfeb65e2-a797-4558-acc0-a1f7286b518f req-274bd32f-488b-46a5-a645-410d4cd85949 tempest-TestSnapshotPattern-969791495 tempest-TestSnapshotPattern-969791495-project] 10.222.0.13 "GET /v2.0/ports?device_id=6ad76fc1-2187-4824-b388-82fc7ede66ba HTTP/1.1" status: 200  len: 944 time: 0.0770884
Dec 16 23:27:49.210747 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-dfeb65e2-a797-4558-acc0-a1f7286b518f req-2589de35-2da1-4fdf-a86d-b38334715e4f tempest-TestSnapshotPattern-969791495 tempest-TestSnapshotPattern-969791495-project] 10.222.0.13 "GET /v2.0/security-groups?id=83129e74-8b93-4c07-8624-138410254977&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0398581
Dec 16 23:27:50.095396 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Device 746ff8dc-b772-4834-8a1f-6ccfd13c7f64 details requested by agent hyperv_hv-neutron-8218 with host hv-neutron-8218 {{(pid=87508) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 16 23:27:50.227868 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] For port 746ff8dc-b772-4834-8a1f-6ccfd13c7f64, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=746ff8dc-b772-4834-8a1f-6ccfd13c7f64,segment=NetworkSegment(56fd54e8-b76e-4ac5-9887-9cfe7b86c2a1),segment_id=56fd54e8-b76e-4ac5-9887-9cfe7b86c2a1)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 23:27:50.241431 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Returning: {'device': '746ff8dc-b772-4834-8a1f-6ccfd13c7f64', 'network_id': 'ecf86942-e68d-43b5-9047-88864bdad183', 'port_id': '746ff8dc-b772-4834-8a1f-6ccfd13c7f64', 'mac_address': 'fa:16:3e:8a:cf:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71188b59-25f0-4338-b5a8-1e16e1bdb6be', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87508) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 16 23:27:50.296525 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:27:50.316327 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.notifiers.nova [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 746ff8dc-b772-4834-8a1f-6ccfd13c7f64 {{(pid=87508) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 23:27:50.332437 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] For port 746ff8dc-b772-4834-8a1f-6ccfd13c7f64, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=746ff8dc-b772-4834-8a1f-6ccfd13c7f64,segment=NetworkSegment(56fd54e8-b76e-4ac5-9887-9cfe7b86c2a1),segment_id=56fd54e8-b76e-4ac5-9887-9cfe7b86c2a1)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 23:27:50.337174 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:27:50.339513 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:27:50.406414 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb18130-cf60-4a78-8d0f-32159e040bb3 req-0382bc8b-db20-43c0-9363-ca83c8e12a2a tempest-TestSnapshotPattern-969791495 tempest-TestSnapshotPattern-969791495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:27:50.408430 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-ffb18130-cf60-4a78-8d0f-32159e040bb3 req-0382bc8b-db20-43c0-9363-ca83c8e12a2a tempest-TestSnapshotPattern-969791495 tempest-TestSnapshotPattern-969791495-project] 10.222.0.13 "GET /v2.0/ports?device_id=6ad76fc1-2187-4824-b388-82fc7ede66ba HTTP/1.1" status: 200  len: 945 time: 0.0905867
Dec 16 23:27:50.412632 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Pushing event updated for resources: {'Port': ['ID=746ff8dc-b772-4834-8a1f-6ccfd13c7f64,revision_number=4']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:27:50.416540 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:27:50.464387 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-ffb18130-cf60-4a78-8d0f-32159e040bb3 req-6c146597-c9fb-4493-a303-1e7421285d0e tempest-TestSnapshotPattern-969791495 tempest-TestSnapshotPattern-969791495-project] 10.222.0.13 "GET /v2.0/security-groups?id=83129e74-8b93-4c07-8624-138410254977&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0487278
Dec 16 23:27:50.666635 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] get_ports_and_sgs() called for port_ids ['746ff8dc-b772-4834-8a1f-6ccfd13c7f64'] {{(pid=87508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 23:27:51.687804 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6543e426-b284-4d43-bef5-ed58963dcb7b req-f15a518f-f629-4041-8d6c-2b6618aedca4 tempest-TestSnapshotPattern-969791495 tempest-TestSnapshotPattern-969791495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:27:51.689211 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-6543e426-b284-4d43-bef5-ed58963dcb7b req-f15a518f-f629-4041-8d6c-2b6618aedca4 tempest-TestSnapshotPattern-969791495 tempest-TestSnapshotPattern-969791495-project] 10.222.0.13 "GET /v2.0/ports?device_id=6ad76fc1-2187-4824-b388-82fc7ede66ba HTTP/1.1" status: 200  len: 945 time: 0.1272910
Dec 16 23:27:51.731999 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-6543e426-b284-4d43-bef5-ed58963dcb7b req-8698af7a-61e0-4563-a08a-f023cb72a3ab tempest-TestSnapshotPattern-969791495 tempest-TestSnapshotPattern-969791495-project] 10.222.0.13 "GET /v2.0/security-groups?id=83129e74-8b93-4c07-8624-138410254977&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0371406
Dec 16 23:27:52.101716 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Device 746ff8dc-b772-4834-8a1f-6ccfd13c7f64 up at agent hyperv_hv-neutron-8218 {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 23:27:52.166699 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Provisioning for port 746ff8dc-b772-4834-8a1f-6ccfd13c7f64 completed by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 23:27:52.171340 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Provisioning complete for port 746ff8dc-b772-4834-8a1f-6ccfd13c7f64 triggered by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 23:27:52.171720 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:27:52.283709 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:27:52.309782 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ad76fc1-2187-4824-b388-82fc7ede66ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '746ff8dc-b772-4834-8a1f-6ccfd13c7f64'}] {{(pid=87508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 23:27:52.319600 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] For port 746ff8dc-b772-4834-8a1f-6ccfd13c7f64, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=746ff8dc-b772-4834-8a1f-6ccfd13c7f64,segment=NetworkSegment(56fd54e8-b76e-4ac5-9887-9cfe7b86c2a1),segment_id=56fd54e8-b76e-4ac5-9887-9cfe7b86c2a1)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 23:27:52.324462 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:27:52.326214 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:27:52.359947 dv-neutron-821829-1-hyperv neutron-server[87508]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ad76fc1-2187-4824-b388-82fc7ede66ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '746ff8dc-b772-4834-8a1f-6ccfd13c7f64', 'code': 200}
Dec 16 23:27:52.391242 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Pushing event updated for resources: {'Port': ['ID=746ff8dc-b772-4834-8a1f-6ccfd13c7f64,revision_number=5']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:27:52.394188 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:27:52.616925 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdf4e2e-2b56-4bd1-96fd-ec517591af05 req-34247697-f06c-4da5-b95c-4054a0d54232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:27:52.618284 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-0bdf4e2e-2b56-4bd1-96fd-ec517591af05 req-34247697-f06c-4da5-b95c-4054a0d54232 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=6ad76fc1-2187-4824-b388-82fc7ede66ba HTTP/1.1" status: 200  len: 1099 time: 0.0748258
Dec 16 23:27:52.656877 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-0bdf4e2e-2b56-4bd1-96fd-ec517591af05 req-e88b1b4c-c064-4b77-86ee-c3e975e2a043 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=83129e74-8b93-4c07-8624-138410254977&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0323367
Dec 16 23:27:52.912090 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147bfcf6-277e-4808-af13-25acf40b13e3 req-0717f342-f6ca-446c-abec-7c8d5e9b9dd7 tempest-TestSnapshotPattern-969791495 tempest-TestSnapshotPattern-969791495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:27:52.913410 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-147bfcf6-277e-4808-af13-25acf40b13e3 req-0717f342-f6ca-446c-abec-7c8d5e9b9dd7 tempest-TestSnapshotPattern-969791495 tempest-TestSnapshotPattern-969791495-project] 10.222.0.13 "GET /v2.0/ports?device_id=6ad76fc1-2187-4824-b388-82fc7ede66ba HTTP/1.1" status: 200  len: 946 time: 0.0781057
Dec 16 23:27:52.955414 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-147bfcf6-277e-4808-af13-25acf40b13e3 req-f04f7650-74e5-4cd6-8671-423ae46490c5 tempest-TestSnapshotPattern-969791495 tempest-TestSnapshotPattern-969791495-project] 10.222.0.13 "GET /v2.0/security-groups?id=83129e74-8b93-4c07-8624-138410254977&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0359354
Dec 16 23:27:54.142956 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaba17ae-1d7b-429c-b2cc-b35de21053a6 req-c2ad05cb-9cae-44ba-8786-61c6856c669d tempest-TestSnapshotPattern-969791495 tempest-TestSnapshotPattern-969791495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:27:54.144406 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-aaba17ae-1d7b-429c-b2cc-b35de21053a6 req-c2ad05cb-9cae-44ba-8786-61c6856c669d tempest-TestSnapshotPattern-969791495 tempest-TestSnapshotPattern-969791495-project] 10.222.0.13 "GET /v2.0/ports?device_id=6ad76fc1-2187-4824-b388-82fc7ede66ba HTTP/1.1" status: 200  len: 946 time: 0.0815148
Dec 16 23:27:54.191989 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-aaba17ae-1d7b-429c-b2cc-b35de21053a6 req-9366be91-3f52-411b-87dd-42e3c1644fed tempest-TestSnapshotPattern-969791495 tempest-TestSnapshotPattern-969791495-project] 10.222.0.13 "GET /v2.0/security-groups?id=83129e74-8b93-4c07-8624-138410254977&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0420825
Dec 16 23:27:54.522817 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739ef282-10fd-493c-8600-31cc734606c4 req-fc680fa8-0efb-4a27-8c23-3bc91b6f2ae8 tempest-TestSnapshotPattern-969791495 tempest-TestSnapshotPattern-969791495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:27:54.524281 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-739ef282-10fd-493c-8600-31cc734606c4 req-fc680fa8-0efb-4a27-8c23-3bc91b6f2ae8 tempest-TestSnapshotPattern-969791495 tempest-TestSnapshotPattern-969791495-project] 10.222.0.13 "GET /v2.0/ports?device_id=6ad76fc1-2187-4824-b388-82fc7ede66ba HTTP/1.1" status: 200  len: 946 time: 0.0806227
Dec 16 23:27:54.567586 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-739ef282-10fd-493c-8600-31cc734606c4 req-ac8168de-fb4f-4ed0-85de-dca0e975bc2e tempest-TestSnapshotPattern-969791495 tempest-TestSnapshotPattern-969791495-project] 10.222.0.13 "GET /v2.0/security-groups?id=83129e74-8b93-4c07-8624-138410254977&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0371864
Dec 16 23:27:54.589652 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 57128) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 23:27:54.662928 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e50e1cd-abd2-4c47-834a-29d43589702f tempest-TestSnapshotPattern-1521770062 tempest-TestSnapshotPattern-1521770062-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:27:54.664411 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-8e50e1cd-abd2-4c47-834a-29d43589702f tempest-TestSnapshotPattern-1521770062 tempest-TestSnapshotPattern-1521770062-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=6ad76fc1-2187-4824-b388-82fc7ede66ba HTTP/1.1" status: 200  len: 1094 time: 0.0738411
Dec 16 23:27:54.667020 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 57132) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 23:27:54.671859 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.v2.base [None req-716ce2f8-a3d4-4906-ba90-3a4ead86c357 tempest-TestSnapshotPattern-969791495 tempest-TestSnapshotPattern-969791495-project] Request body: {'floatingip': {'floating_network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'port_id': '746ff8dc-b772-4834-8a1f-6ccfd13c7f64', 'tenant_id': 'e6b39a4266e945a08afce4767cdb6398', 'fixed_ip_address': '172.20.0.10'}} {{(pid=87507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 16 23:27:54.678158 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-716ce2f8-a3d4-4906-ba90-3a4ead86c357 tempest-TestSnapshotPattern-969791495 tempest-TestSnapshotPattern-969791495-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 23:27:54.681935 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-716ce2f8-a3d4-4906-ba90-3a4ead86c357 tempest-TestSnapshotPattern-969791495 tempest-TestSnapshotPattern-969791495-project] Usage tracker for resource:floatingip and tenant:e6b39a4266e945a08afce4767cdb6398 is out of sync, need to count used quota {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 23:27:54.684730 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.quota.resource [None req-716ce2f8-a3d4-4906-ba90-3a4ead86c357 tempest-TestSnapshotPattern-969791495 tempest-TestSnapshotPattern-969791495-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=87507) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 23:27:54.690356 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.quota.driver [None req-716ce2f8-a3d4-4906-ba90-3a4ead86c357 tempest-TestSnapshotPattern-969791495 tempest-TestSnapshotPattern-969791495-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=87507) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 23:27:54.701413 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-716ce2f8-a3d4-4906-ba90-3a4ead86c357 tempest-TestSnapshotPattern-969791495 tempest-TestSnapshotPattern-969791495-project] Notify callbacks [] for floatingip, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:27:54.832709 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-716ce2f8-a3d4-4906-ba90-3a4ead86c357 tempest-TestSnapshotPattern-969791495 tempest-TestSnapshotPattern-969791495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:27:54.966162 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.db_base_plugin_common [None req-716ce2f8-a3d4-4906-ba90-3a4ead86c357 tempest-TestSnapshotPattern-969791495 tempest-TestSnapshotPattern-969791495-project] Allocated IP 172.26.0.42 (f8905ce9-304b-4976-bc47-e58c71c11de5/9bca8591-41ef-4f2d-8ecb-ecaab1a28acf/0e990419-37b0-4adf-bb67-59fd7be1bc09) {{(pid=87507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 23:27:55.109404 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-716ce2f8-a3d4-4906-ba90-3a4ead86c357 tempest-TestSnapshotPattern-969791495 tempest-TestSnapshotPattern-969791495-project] Notify callbacks [] for port, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:27:55.138375 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-716ce2f8-a3d4-4906-ba90-3a4ead86c357 tempest-TestSnapshotPattern-969791495 tempest-TestSnapshotPattern-969791495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734753060940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10807823'] for port, after_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:27:55.142005 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-7474b9be-cac7-4351-9682-fea7c714576a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:27:55.201484 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-716ce2f8-a3d4-4906-ba90-3a4ead86c357 tempest-TestSnapshotPattern-969791495 tempest-TestSnapshotPattern-969791495-project] Network f8905ce9-304b-4976-bc47-e58c71c11de5 is already hosted by enough agents. {{(pid=87507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 23:27:55.204644 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.base_scheduler [None req-716ce2f8-a3d4-4906-ba90-3a4ead86c357 tempest-TestSnapshotPattern-969791495 tempest-TestSnapshotPattern-969791495-project] Resources bound (agent type, host, resource id):  {{(pid=87507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 23:27:55.207087 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-716ce2f8-a3d4-4906-ba90-3a4ead86c357 tempest-TestSnapshotPattern-969791495 tempest-TestSnapshotPattern-969791495-project] Received port after_create {{(pid=87507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 16 23:27:55.252780 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716ce2f8-a3d4-4906-ba90-3a4ead86c357 tempest-TestSnapshotPattern-969791495 tempest-TestSnapshotPattern-969791495-project] Pushing event updated for resources: {'Port': ['ID=0e990419-37b0-4adf-bb67-59fd7be1bc09,revision_number=1']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:27:55.264772 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716ce2f8-a3d4-4906-ba90-3a4ead86c357 tempest-TestSnapshotPattern-969791495 tempest-TestSnapshotPattern-969791495-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:27:55.265163 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716ce2f8-a3d4-4906-ba90-3a4ead86c357 tempest-TestSnapshotPattern-969791495 tempest-TestSnapshotPattern-969791495-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:27:55.265544 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716ce2f8-a3d4-4906-ba90-3a4ead86c357 tempest-TestSnapshotPattern-969791495 tempest-TestSnapshotPattern-969791495-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:27:55.265916 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716ce2f8-a3d4-4906-ba90-3a4ead86c357 tempest-TestSnapshotPattern-969791495 tempest-TestSnapshotPattern-969791495-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:27:55.266281 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716ce2f8-a3d4-4906-ba90-3a4ead86c357 tempest-TestSnapshotPattern-969791495 tempest-TestSnapshotPattern-969791495-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:27:55.266649 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716ce2f8-a3d4-4906-ba90-3a4ead86c357 tempest-TestSnapshotPattern-969791495 tempest-TestSnapshotPattern-969791495-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:27:55.267014 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716ce2f8-a3d4-4906-ba90-3a4ead86c357 tempest-TestSnapshotPattern-969791495 tempest-TestSnapshotPattern-969791495-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:27:55.267378 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716ce2f8-a3d4-4906-ba90-3a4ead86c357 tempest-TestSnapshotPattern-969791495 tempest-TestSnapshotPattern-969791495-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:27:55.267741 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716ce2f8-a3d4-4906-ba90-3a4ead86c357 tempest-TestSnapshotPattern-969791495 tempest-TestSnapshotPattern-969791495-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:27:55.268126 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716ce2f8-a3d4-4906-ba90-3a4ead86c357 tempest-TestSnapshotPattern-969791495 tempest-TestSnapshotPattern-969791495-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:27:55.268485 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716ce2f8-a3d4-4906-ba90-3a4ead86c357 tempest-TestSnapshotPattern-969791495 tempest-TestSnapshotPattern-969791495-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:27:55.268844 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716ce2f8-a3d4-4906-ba90-3a4ead86c357 tempest-TestSnapshotPattern-969791495 tempest-TestSnapshotPattern-969791495-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:27:55.272403 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-716ce2f8-a3d4-4906-ba90-3a4ead86c357 tempest-TestSnapshotPattern-969791495 tempest-TestSnapshotPattern-969791495-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:27:55.732677 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-716ce2f8-a3d4-4906-ba90-3a4ead86c357 tempest-TestSnapshotPattern-969791495 tempest-TestSnapshotPattern-969791495-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:27:55.805199 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-716ce2f8-a3d4-4906-ba90-3a4ead86c357 tempest-TestSnapshotPattern-969791495 tempest-TestSnapshotPattern-969791495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:27:56.004557 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-716ce2f8-a3d4-4906-ba90-3a4ead86c357 tempest-TestSnapshotPattern-969791495 tempest-TestSnapshotPattern-969791495-project] Notify callbacks [] for port, precommit_update {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:27:56.009138 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-716ce2f8-a3d4-4906-ba90-3a4ead86c357 tempest-TestSnapshotPattern-969791495 tempest-TestSnapshotPattern-969791495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10807814'] for port, after_update {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:27:56.012704 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-3df64fd0-1c8b-41ef-9845-52562619550e tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:27:56.116889 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716ce2f8-a3d4-4906-ba90-3a4ead86c357 tempest-TestSnapshotPattern-969791495 tempest-TestSnapshotPattern-969791495-project] Pushing event updated for resources: {'Port': ['ID=0e990419-37b0-4adf-bb67-59fd7be1bc09,revision_number=2']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:27:56.120801 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-716ce2f8-a3d4-4906-ba90-3a4ead86c357 tempest-TestSnapshotPattern-969791495 tempest-TestSnapshotPattern-969791495-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:27:56.130796 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-716ce2f8-a3d4-4906-ba90-3a4ead86c357 tempest-TestSnapshotPattern-969791495 tempest-TestSnapshotPattern-969791495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3741874'] for floatingip, after_update {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:27:56.301611 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.db.l3_db [None req-716ce2f8-a3d4-4906-ba90-3a4ead86c357 tempest-TestSnapshotPattern-969791495 tempest-TestSnapshotPattern-969791495-project] Floating IP e5bce77f-484b-445c-b993-b8b00aa7c8a0 associated. External IP: 172.26.0.42, port: 746ff8dc-b772-4834-8a1f-6ccfd13c7f64.
Dec 16 23:27:56.648028 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-716ce2f8-a3d4-4906-ba90-3a4ead86c357 tempest-TestSnapshotPattern-969791495 tempest-TestSnapshotPattern-969791495-project] Router b9d965a6-03f3-4ff2-93c3-17b90329f70a has already been hosted by L3 agent 4f519db7-069b-43e2-8411-c092bac9102a {{(pid=87507) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 23:27:56.822986 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-716ce2f8-a3d4-4906-ba90-3a4ead86c357 tempest-TestSnapshotPattern-969791495 tempest-TestSnapshotPattern-969791495-project] Notify agent at l3_agent.dv-neutron-821829-1-hyperv the message routers_updated {{(pid=87507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 23:27:56.832519 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f10fad03-2860-470e-9735-286ff5380ccd None None] Sync routers for ids ['b9d965a6-03f3-4ff2-93c3-17b90329f70a'] in dv-neutron-821829-1-hyperv {{(pid=87508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 23:27:56.841636 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f10fad03-2860-470e-9735-286ff5380ccd None None] Routers {'b9d965a6-03f3-4ff2-93c3-17b90329f70a'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 23:27:56.842331 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-f10fad03-2860-470e-9735-286ff5380ccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b77a40eb0>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T23:27:31Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['b9d965a6-03f3-4ff2-93c3-17b90329f70a'], 'active': True} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 23:27:56.846973 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-716ce2f8-a3d4-4906-ba90-3a4ead86c357 tempest-TestSnapshotPattern-969791495 tempest-TestSnapshotPattern-969791495-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for floatingip, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:27:56.901895 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-716ce2f8-a3d4-4906-ba90-3a4ead86c357 tempest-TestSnapshotPattern-969791495 tempest-TestSnapshotPattern-969791495-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.2337859
Dec 16 23:27:56.902543 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ad76fc1-2187-4824-b388-82fc7ede66ba', 'tag': '746ff8dc-b772-4834-8a1f-6ccfd13c7f64'}] {{(pid=87507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 23:27:56.946775 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ad76fc1-2187-4824-b388-82fc7ede66ba', 'tag': '746ff8dc-b772-4834-8a1f-6ccfd13c7f64', 'status': 'completed', 'code': 200}
Dec 16 23:27:57.021874 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvr_db [None req-f10fad03-2860-470e-9735-286ff5380ccd None None] Set router b9d965a6-03f3-4ff2-93c3-17b90329f70a gateway port host: dv-neutron-821829-1-hyperv {{(pid=87508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 23:27:57.061352 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78286d72-048e-41b3-bc91-a59784569105 req-6a7ce011-d1c4-486c-aee0-c6f1eb2cf20e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:27:57.062829 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-78286d72-048e-41b3-bc91-a59784569105 req-6a7ce011-d1c4-486c-aee0-c6f1eb2cf20e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=e6b39a4266e945a08afce4767cdb6398&device_id=6ad76fc1-2187-4824-b388-82fc7ede66ba HTTP/1.1" status: 200  len: 1099 time: 0.0730000
Dec 16 23:27:57.194057 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78286d72-048e-41b3-bc91-a59784569105 req-b1eed419-c70f-47e7-af46-67fe12e18b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:27:57.195611 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-78286d72-048e-41b3-bc91-a59784569105 req-b1eed419-c70f-47e7-af46-67fe12e18b12 service neutron] 10.222.0.49 "GET /v2.0/networks?id=ecf86942-e68d-43b5-9047-88864bdad183 HTTP/1.1" status: 200  len: 910 time: 0.1267674
Dec 16 23:27:57.299483 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-78286d72-048e-41b3-bc91-a59784569105 req-7814f5db-8009-4b95-b577-6645fd96ee73 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=746ff8dc-b772-4834-8a1f-6ccfd13c7f64 HTTP/1.1" status: 200  len: 999 time: 0.0967472
Dec 16 23:27:57.360530 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-f10fad03-2860-470e-9735-286ff5380ccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b77a40eb0>, [{'id': 'b9d965a6-03f3-4ff2-93c3-17b90329f70a', 'name': 'tempest-TestSnapshotPattern-308975832-router', 'tenant_id': 'e6b39a4266e945a08afce4767cdb6398', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.80'}], 'enable_snat': True}, 'gw_port_id': 'a8b5e16c-1118-4c03-9d7b-291af74552f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:24:55Z', 'updated_at': '2021-12-16T23:24:59Z', 'revision_number': 4, 'project_id': 'e6b39a4266e945a08afce4767cdb6398', 'gw_port': {'id': 'a8b5e16c-1118-4c03-9d7b-291af74552f9', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:fc:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9d965a6-03f3-4ff2-93c3-17b90329f70a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:24:56Z', 'updated_at': '2021-12-16T23:25:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv', '_floatingips': [{'id': 'e5bce77f-484b-445c-b993-b8b00aa7c8a0', 'tenant_id': 'e6b39a4266e945a08afce4767cdb6398', 'floating_ip_address': '172.26.0.42', 'floating_network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'router_id': 'b9d965a6-03f3-4ff2-93c3-17b90329f70a', 'port_id': '746ff8dc-b772-4834-8a1f-6ccfd13c7f64', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1868, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ecf86942-e68d-43b5-9047-88864bdad183', 'mac_address': 'fa:16:3e:8a:cf:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ad76fc1-2187-4824-b388-82fc7ede66ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T23:27:55Z', 'updated_at': '2021-12-16T23:27:55Z', 'revision_number': 0, 'project_id': 'e6b39a4266e945a08afce4767cdb6398', 'fixed_ip_address_scope': None}, {'id': 'f7a5d38b-6cd4-4c3c-acef-949641c6ebdc', 'tenant_id': 'e6b39a4266e945a08afce4767cdb6398', 'floating_ip_address': '172.26.0.81', 'floating_network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'router_id': 'b9d965a6-03f3-4ff2-93c3-17b90329f70a', 'port_id': '9ca46230-2f67-4707-b50b-21db5cddb86e', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1865, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ecf86942-e68d-43b5-9047-88864bdad183', 'mac_address': 'fa:16:3e:70:ce:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea8eb357-5b6a-4876-9423-0e832e2d6976', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T23:25:23Z', 'updated_at': '2021-12-16T23:25:26Z', 'revision_number': 1, 'project_id': 'e6b39a4266e945a08afce4767cdb6398', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '354b72e0-4d84-42d9-8bf1-7b6de162f71e', 'name': '', 'network_id': 'ecf86942-e68d-43b5-9047-88864bdad183', 'tenant_id': 'e6b39a4266e945a08afce4767cdb6398', 'mac_address': 'fa:16:3e:77:54:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9d965a6-03f3-4ff2-93c3-17b90329f70a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '71188b59-25f0-4338-b5a8-1e16e1bdb6be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:24:58Z', 'updated_at': '2021-12-16T23:25:05Z', 'revision_number': 5, 'project_id': 'e6b39a4266e945a08afce4767cdb6398', 'subnets': [{'id': '71188b59-25f0-4338-b5a8-1e16e1bdb6be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 23:27:57.364366 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78286d72-048e-41b3-bc91-a59784569105 req-e66807cf-42f5-4bac-bbb8-da56edc818b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:27:57.364496 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f10fad03-2860-470e-9735-286ff5380ccd None None] Checking router: b9d965a6-03f3-4ff2-93c3-17b90329f70a for host: dv-neutron-821829-1-hyperv {{(pid=87508) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 23:27:57.365806 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-78286d72-048e-41b3-bc91-a59784569105 req-e66807cf-42f5-4bac-bbb8-da56edc818b8 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=71188b59-25f0-4338-b5a8-1e16e1bdb6be HTTP/1.1" status: 200  len: 848 time: 0.0600641
Dec 16 23:27:57.372736 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f10fad03-2860-470e-9735-286ff5380ccd None None] Routers {'b9d965a6-03f3-4ff2-93c3-17b90329f70a'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 23:27:57.373349 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-f10fad03-2860-470e-9735-286ff5380ccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b77a40eb0>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T23:27:31Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['b9d965a6-03f3-4ff2-93c3-17b90329f70a'], 'active': True} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 23:27:57.441687 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78286d72-048e-41b3-bc91-a59784569105 req-30b99b8b-1391-4ef4-a2a8-55a5957bc6e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:27:57.443159 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-78286d72-048e-41b3-bc91-a59784569105 req-30b99b8b-1391-4ef4-a2a8-55a5957bc6e3 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=ecf86942-e68d-43b5-9047-88864bdad183&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0711763
Dec 16 23:27:57.555534 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvr_db [None req-f10fad03-2860-470e-9735-286ff5380ccd None None] Set router b9d965a6-03f3-4ff2-93c3-17b90329f70a gateway port host: dv-neutron-821829-1-hyperv {{(pid=87508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 23:27:57.574777 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-78286d72-048e-41b3-bc91-a59784569105 req-a81b3961-440a-4b6d-a10e-50873a805cc1 service neutron] 10.222.0.49 "GET /v2.0/networks/ecf86942-e68d-43b5-9047-88864bdad183?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1250234
Dec 16 23:27:57.706312 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-78286d72-048e-41b3-bc91-a59784569105 req-274ef826-a395-4ddb-b1bf-1dab18fb1713 service neutron] 10.222.0.49 "GET /v2.0/networks/ecf86942-e68d-43b5-9047-88864bdad183?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1244113
Dec 16 23:27:57.936839 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-f10fad03-2860-470e-9735-286ff5380ccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b77a40eb0>, [{'id': 'b9d965a6-03f3-4ff2-93c3-17b90329f70a', 'name': 'tempest-TestSnapshotPattern-308975832-router', 'tenant_id': 'e6b39a4266e945a08afce4767cdb6398', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.80'}], 'enable_snat': True}, 'gw_port_id': 'a8b5e16c-1118-4c03-9d7b-291af74552f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:24:55Z', 'updated_at': '2021-12-16T23:24:59Z', 'revision_number': 4, 'project_id': 'e6b39a4266e945a08afce4767cdb6398', 'gw_port': {'id': 'a8b5e16c-1118-4c03-9d7b-291af74552f9', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:fc:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9d965a6-03f3-4ff2-93c3-17b90329f70a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:24:56Z', 'updated_at': '2021-12-16T23:25:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv', '_floatingips': [{'id': 'e5bce77f-484b-445c-b993-b8b00aa7c8a0', 'tenant_id': 'e6b39a4266e945a08afce4767cdb6398', 'floating_ip_address': '172.26.0.42', 'floating_network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'router_id': 'b9d965a6-03f3-4ff2-93c3-17b90329f70a', 'port_id': '746ff8dc-b772-4834-8a1f-6ccfd13c7f64', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1868, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ecf86942-e68d-43b5-9047-88864bdad183', 'mac_address': 'fa:16:3e:8a:cf:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ad76fc1-2187-4824-b388-82fc7ede66ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T23:27:55Z', 'updated_at': '2021-12-16T23:27:55Z', 'revision_number': 0, 'project_id': 'e6b39a4266e945a08afce4767cdb6398', 'fixed_ip_address_scope': None}, {'id': 'f7a5d38b-6cd4-4c3c-acef-949641c6ebdc', 'tenant_id': 'e6b39a4266e945a08afce4767cdb6398', 'floating_ip_address': '172.26.0.81', 'floating_network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'router_id': 'b9d965a6-03f3-4ff2-93c3-17b90329f70a', 'port_id': '9ca46230-2f67-4707-b50b-21db5cddb86e', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1865, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ecf86942-e68d-43b5-9047-88864bdad183', 'mac_address': 'fa:16:3e:70:ce:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea8eb357-5b6a-4876-9423-0e832e2d6976', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T23:25:23Z', 'updated_at': '2021-12-16T23:25:26Z', 'revision_number': 1, 'project_id': 'e6b39a4266e945a08afce4767cdb6398', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '354b72e0-4d84-42d9-8bf1-7b6de162f71e', 'name': '', 'network_id': 'ecf86942-e68d-43b5-9047-88864bdad183', 'tenant_id': 'e6b39a4266e945a08afce4767cdb6398', 'mac_address': 'fa:16:3e:77:54:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9d965a6-03f3-4ff2-93c3-17b90329f70a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '71188b59-25f0-4338-b5a8-1e16e1bdb6be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:24:58Z', 'updated_at': '2021-12-16T23:25:05Z', 'revision_number': 5, 'project_id': 'e6b39a4266e945a08afce4767cdb6398', 'subnets': [{'id': '71188b59-25f0-4338-b5a8-1e16e1bdb6be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 23:27:57.940764 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f10fad03-2860-470e-9735-286ff5380ccd None None] The sync data for ids ['b9d965a6-03f3-4ff2-93c3-17b90329f70a'] in dv-neutron-821829-1-hyperv is: [{'id': 'b9d965a6-03f3-4ff2-93c3-17b90329f70a', 'name': 'tempest-TestSnapshotPattern-308975832-router', 'tenant_id': 'e6b39a4266e945a08afce4767cdb6398', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.80'}], 'enable_snat': True}, 'gw_port_id': 'a8b5e16c-1118-4c03-9d7b-291af74552f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:24:55Z', 'updated_at': '2021-12-16T23:24:59Z', 'revision_number': 4, 'project_id': 'e6b39a4266e945a08afce4767cdb6398', 'gw_port': {'id': 'a8b5e16c-1118-4c03-9d7b-291af74552f9', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:fc:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9d965a6-03f3-4ff2-93c3-17b90329f70a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:24:56Z', 'updated_at': '2021-12-16T23:25:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv', '_floatingips': [{'id': 'e5bce77f-484b-445c-b993-b8b00aa7c8a0', 'tenant_id': 'e6b39a4266e945a08afce4767cdb6398', 'floating_ip_address': '172.26.0.42', 'floating_network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'router_id': 'b9d965a6-03f3-4ff2-93c3-17b90329f70a', 'port_id': '746ff8dc-b772-4834-8a1f-6ccfd13c7f64', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1868, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ecf86942-e68d-43b5-9047-88864bdad183', 'mac_address': 'fa:16:3e:8a:cf:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ad76fc1-2187-4824-b388-82fc7ede66ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T23:27:55Z', 'updated_at': '2021-12-16T23:27:55Z', 'revision_number': 0, 'project_id': 'e6b39a4266e945a08afce4767cdb6398', 'fixed_ip_address_scope': None}, {'id': 'f7a5d38b-6cd4-4c3c-acef-949641c6ebdc', 'tenant_id': 'e6b39a4266e945a08afce4767cdb6398', 'floating_ip_address': '172.26.0.81', 'floating_network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'router_id': 'b9d965a6-03f3-4ff2-93c3-17b90329f70a', 'port_id': '9ca46230-2f67-4707-b50b-21db5cddb86e', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1865, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ecf86942-e68d-43b5-9047-88864bdad183', 'mac_address': 'fa:16:3e:70:ce:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea8eb357-5b6a-4876-9423-0e832e2d6976', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T23:25:23Z', 'updated_at': '2021-12-16T23:25:26Z', 'revision_number': 1, 'project_id': 'e6b39a4266e945a08afce4767cdb6398', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '354b72e0-4d84-42d9-8bf1-7b6de162f71e', 'name': '', 'network_id': 'ecf86942-e68d-43b5-9047-88864bdad183', 'tenant_id': 'e6b39a4266e945a08afce4767cdb6398', 'mac_address': 'fa:16:3e:77:54:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9d965a6-03f3-4ff2-93c3-17b90329f70a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '71188b59-25f0-4338-b5a8-1e16e1bdb6be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:24:58Z', 'updated_at': '2021-12-16T23:25:05Z', 'revision_number': 5, 'project_id': 'e6b39a4266e945a08afce4767cdb6398', 'subnets': [{'id': '71188b59-25f0-4338-b5a8-1e16e1bdb6be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 23:27:58.130082 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88042259-c50e-4771-ab02-dde6ef33a390 None None] New status for floating IP e5bce77f-484b-445c-b993-b8b00aa7c8a0: ACTIVE {{(pid=87509) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 16 23:27:58.285456 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-e34e31b5-04de-4e29-b21d-56c72f1b2b04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:27:59.475856 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.agents_db [None req-0abd2616-a86c-48e2-be07-10823335a5bb None None] Agent healthcheck: found 6 active agents {{(pid=87509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 23:28:00.691471 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-668225bc-dea6-4ce0-94ab-4c4c1b705337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:28:01.709181 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-3e729f7f-1589-4d54-9c4a-7ee6b283cc2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:28:01.750568 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:28:03.464473 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-4541ba3b-6be8-499c-bc94-3c60aa55c4f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:28:05.380972 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-a5c45734-4be0-4649-ace8-1ea0c87cfd5e req-12786bc5-34a1-47ce-b49b-f61056920bfa service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=ea8eb357-5b6a-4876-9423-0e832e2d6976&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0691955
Dec 16 23:28:05.539903 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c45734-4be0-4649-ace8-1ea0c87cfd5e req-68cd0546-60ed-4149-8219-ecf2e67c8e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:28:05.541422 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-a5c45734-4be0-4649-ace8-1ea0c87cfd5e req-68cd0546-60ed-4149-8219-ecf2e67c8e29 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=e6b39a4266e945a08afce4767cdb6398&device_id=ea8eb357-5b6a-4876-9423-0e832e2d6976 HTTP/1.1" status: 200  len: 1096 time: 0.0751557
Dec 16 23:28:05.809644 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c45734-4be0-4649-ace8-1ea0c87cfd5e req-175f785f-a0ec-4e39-86cf-734e0ccd674d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:28:05.811030 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-a5c45734-4be0-4649-ace8-1ea0c87cfd5e req-175f785f-a0ec-4e39-86cf-734e0ccd674d service neutron] 10.222.0.49 "GET /v2.0/networks?id=ecf86942-e68d-43b5-9047-88864bdad183 HTTP/1.1" status: 200  len: 910 time: 0.2491910
Dec 16 23:28:05.912846 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-a5c45734-4be0-4649-ace8-1ea0c87cfd5e req-b53d1a13-1458-4a54-8a32-68f42c279870 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9ca46230-2f67-4707-b50b-21db5cddb86e HTTP/1.1" status: 200  len: 998 time: 0.0952442
Dec 16 23:28:05.975231 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c45734-4be0-4649-ace8-1ea0c87cfd5e req-98375730-a008-4e65-881a-45bc7c96fd5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:28:05.976623 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-a5c45734-4be0-4649-ace8-1ea0c87cfd5e req-98375730-a008-4e65-881a-45bc7c96fd5c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=71188b59-25f0-4338-b5a8-1e16e1bdb6be HTTP/1.1" status: 200  len: 848 time: 0.0568204
Dec 16 23:28:06.052687 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c45734-4be0-4649-ace8-1ea0c87cfd5e req-2519133b-3409-4ae0-9264-22ffc7d22118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:28:06.054164 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-a5c45734-4be0-4649-ace8-1ea0c87cfd5e req-2519133b-3409-4ae0-9264-22ffc7d22118 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=ecf86942-e68d-43b5-9047-88864bdad183&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0707314
Dec 16 23:28:06.184867 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-a5c45734-4be0-4649-ace8-1ea0c87cfd5e req-93f3ae73-48e7-4631-8522-31453a6712b8 service neutron] 10.222.0.49 "GET /v2.0/networks/ecf86942-e68d-43b5-9047-88864bdad183?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1222565
Dec 16 23:28:06.318550 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-a5c45734-4be0-4649-ace8-1ea0c87cfd5e req-76192bcf-7fb4-487f-ad0b-fc535a1a2bd0 service neutron] 10.222.0.49 "GET /v2.0/networks/ecf86942-e68d-43b5-9047-88864bdad183?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1257343
Dec 16 23:28:08.431302 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:28:28.286834 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-c03c46e2-c5e2-4c48-b782-865739473ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:28:30.692830 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-6dadb8bf-b884-43dd-93ee-edaab1e70d5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:28:31.713047 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-3e729f7f-1589-4d54-9c4a-7ee6b283cc2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:28:31.750701 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:28:33.468463 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-4541ba3b-6be8-499c-bc94-3c60aa55c4f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:28:36.474632 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.agents_db [None req-0abd2616-a86c-48e2-be07-10823335a5bb None None] Agent healthcheck: found 6 active agents {{(pid=87509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 23:28:38.436497 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:28:58.288443 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-0192ed7a-0b53-4624-92d4-5e93948c29b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:29:00.695326 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-fddd0059-5c67-4715-911f-1b28ef7940c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:29:01.715265 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-3e729f7f-1589-4d54-9c4a-7ee6b283cc2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:29:01.751202 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:29:03.471503 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-4541ba3b-6be8-499c-bc94-3c60aa55c4f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:29:06.462763 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-8d474d0d-6792-4ff5-8c9f-a0cc7069cb50 req-9a2f5798-6e02-45f9-b83c-6c163b984984 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=6ad76fc1-2187-4824-b388-82fc7ede66ba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1267462
Dec 16 23:29:06.563739 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d474d0d-6792-4ff5-8c9f-a0cc7069cb50 req-04781e09-3bd8-4b1d-8ca2-5e94b739b379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:29:06.565195 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-8d474d0d-6792-4ff5-8c9f-a0cc7069cb50 req-04781e09-3bd8-4b1d-8ca2-5e94b739b379 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=e6b39a4266e945a08afce4767cdb6398&device_id=6ad76fc1-2187-4824-b388-82fc7ede66ba HTTP/1.1" status: 200  len: 1099 time: 0.0699036
Dec 16 23:29:06.705558 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d474d0d-6792-4ff5-8c9f-a0cc7069cb50 req-bf5413e4-8841-4c1a-803d-8dff79c3f822 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:29:06.706974 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-8d474d0d-6792-4ff5-8c9f-a0cc7069cb50 req-bf5413e4-8841-4c1a-803d-8dff79c3f822 service neutron] 10.222.0.49 "GET /v2.0/networks?id=ecf86942-e68d-43b5-9047-88864bdad183 HTTP/1.1" status: 200  len: 910 time: 0.1227317
Dec 16 23:29:06.807419 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-8d474d0d-6792-4ff5-8c9f-a0cc7069cb50 req-821a1bed-1f3a-4121-a369-2f2c48639c38 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=746ff8dc-b772-4834-8a1f-6ccfd13c7f64 HTTP/1.1" status: 200  len: 1001 time: 0.0940340
Dec 16 23:29:06.870325 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d474d0d-6792-4ff5-8c9f-a0cc7069cb50 req-5e13135a-a890-491e-8b8f-18ddfc6689ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:29:06.872237 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-8d474d0d-6792-4ff5-8c9f-a0cc7069cb50 req-5e13135a-a890-491e-8b8f-18ddfc6689ab service neutron] 10.222.0.49 "GET /v2.0/subnets?id=71188b59-25f0-4338-b5a8-1e16e1bdb6be HTTP/1.1" status: 200  len: 848 time: 0.0585194
Dec 16 23:29:06.943517 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d474d0d-6792-4ff5-8c9f-a0cc7069cb50 req-37ee00ae-4fbd-4bef-ae46-ac2d5d725abe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:29:06.944942 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-8d474d0d-6792-4ff5-8c9f-a0cc7069cb50 req-37ee00ae-4fbd-4bef-ae46-ac2d5d725abe service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=ecf86942-e68d-43b5-9047-88864bdad183&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0669436
Dec 16 23:29:07.072562 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-8d474d0d-6792-4ff5-8c9f-a0cc7069cb50 req-f973c111-cb88-4913-b7fa-ee920039ee75 service neutron] 10.222.0.49 "GET /v2.0/networks/ecf86942-e68d-43b5-9047-88864bdad183?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1202626
Dec 16 23:29:07.201091 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-8d474d0d-6792-4ff5-8c9f-a0cc7069cb50 req-bf572da2-777b-4cff-ac9d-89a246a186f7 service neutron] 10.222.0.49 "GET /v2.0/networks/ecf86942-e68d-43b5-9047-88864bdad183?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1217382
Dec 16 23:29:08.437215 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:29:13.473311 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.agents_db [None req-0abd2616-a86c-48e2-be07-10823335a5bb None None] Agent healthcheck: found 6 active agents {{(pid=87509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 23:29:22.444829 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Device 746ff8dc-b772-4834-8a1f-6ccfd13c7f64 details requested by agent hyperv_hv-neutron-8218 with host hv-neutron-8218 {{(pid=87508) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 16 23:29:22.639262 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] For port 746ff8dc-b772-4834-8a1f-6ccfd13c7f64, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=746ff8dc-b772-4834-8a1f-6ccfd13c7f64,segment=NetworkSegment(56fd54e8-b76e-4ac5-9887-9cfe7b86c2a1),segment_id=56fd54e8-b76e-4ac5-9887-9cfe7b86c2a1)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 23:29:22.653384 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Returning: {'device': '746ff8dc-b772-4834-8a1f-6ccfd13c7f64', 'network_id': 'ecf86942-e68d-43b5-9047-88864bdad183', 'port_id': '746ff8dc-b772-4834-8a1f-6ccfd13c7f64', 'mac_address': 'fa:16:3e:8a:cf:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71188b59-25f0-4338-b5a8-1e16e1bdb6be', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87508) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 16 23:29:22.720324 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:29:22.742629 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.notifiers.nova [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 746ff8dc-b772-4834-8a1f-6ccfd13c7f64 {{(pid=87508) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 23:29:22.786505 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] For port 746ff8dc-b772-4834-8a1f-6ccfd13c7f64, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=746ff8dc-b772-4834-8a1f-6ccfd13c7f64,segment=NetworkSegment(56fd54e8-b76e-4ac5-9887-9cfe7b86c2a1),segment_id=56fd54e8-b76e-4ac5-9887-9cfe7b86c2a1)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 23:29:22.792186 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:29:22.795581 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:29:22.875703 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Pushing event updated for resources: {'Port': ['ID=746ff8dc-b772-4834-8a1f-6ccfd13c7f64,revision_number=6']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:29:22.883570 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:29:22.884030 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:29:22.884386 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:29:22.884729 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:29:22.885069 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:29:22.885406 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:29:22.885739 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:29:22.886248 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:29:22.886609 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:29:22.886933 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:29:22.887937 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:29:22.888388 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:29:22.892647 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:29:22.940886 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] get_ports_and_sgs() called for port_ids ['746ff8dc-b772-4834-8a1f-6ccfd13c7f64'] {{(pid=87508) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 16 23:29:24.454086 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Device 746ff8dc-b772-4834-8a1f-6ccfd13c7f64 up at agent hyperv_hv-neutron-8218 {{(pid=87508) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 23:29:24.549913 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.provisioning_blocks [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Provisioning complete for port 746ff8dc-b772-4834-8a1f-6ccfd13c7f64 triggered by entity L2. {{(pid=87508) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 23:29:24.550308 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3327892'] for port, provisioning_complete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:29:24.688463 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:29:24.719951 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ad76fc1-2187-4824-b388-82fc7ede66ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '746ff8dc-b772-4834-8a1f-6ccfd13c7f64'}] {{(pid=87508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 23:29:24.733294 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] For port 746ff8dc-b772-4834-8a1f-6ccfd13c7f64, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=746ff8dc-b772-4834-8a1f-6ccfd13c7f64,segment=NetworkSegment(56fd54e8-b76e-4ac5-9887-9cfe7b86c2a1),segment_id=56fd54e8-b76e-4ac5-9887-9cfe7b86c2a1)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 23:29:24.738158 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:29:24.741685 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-8b80e470-e20d-433f-a69c-6f55ab971c91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:29:24.789543 dv-neutron-821829-1-hyperv neutron-server[87508]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ad76fc1-2187-4824-b388-82fc7ede66ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '746ff8dc-b772-4834-8a1f-6ccfd13c7f64', 'code': 200}
Dec 16 23:29:24.815511 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Pushing event updated for resources: {'Port': ['ID=746ff8dc-b772-4834-8a1f-6ccfd13c7f64,revision_number=7']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:29:24.818716 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:29:28.299037 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-0000aadb-af75-4ea1-afde-4073f8c5cae2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:29:30.697623 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-6e090a85-a2d2-414f-a2f8-ac0e3e70a532 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:29:31.717227 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-3e729f7f-1589-4d54-9c4a-7ee6b283cc2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:29:31.757444 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:29:31.763953 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 57328) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 23:29:32.075896 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [None req-7fac56f0-59c1-4b0d-8758-44b24291c9dd tempest-TestSnapshotPattern-969791495 tempest-TestSnapshotPattern-969791495-project] Deleting port 0e990419-37b0-4adf-bb67-59fd7be1bc09 {{(pid=87506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 23:29:32.076226 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-7fac56f0-59c1-4b0d-8758-44b24291c9dd tempest-TestSnapshotPattern-969791495 tempest-TestSnapshotPattern-969791495-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:29:32.238182 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-7fac56f0-59c1-4b0d-8758-44b24291c9dd tempest-TestSnapshotPattern-969791495 tempest-TestSnapshotPattern-969791495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:29:32.238506 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-7fac56f0-59c1-4b0d-8758-44b24291c9dd tempest-TestSnapshotPattern-969791495 tempest-TestSnapshotPattern-969791495-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:29:32.356273 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [None req-7fac56f0-59c1-4b0d-8758-44b24291c9dd tempest-TestSnapshotPattern-969791495 tempest-TestSnapshotPattern-969791495-project] Calling delete_port for 0e990419-37b0-4adf-bb67-59fd7be1bc09 owned by network:floatingip {{(pid=87506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 23:29:32.505255 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-7fac56f0-59c1-4b0d-8758-44b24291c9dd tempest-TestSnapshotPattern-969791495 tempest-TestSnapshotPattern-969791495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1863393'] for port, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:29:32.508685 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-d4f17de0-d076-4043-9d01-8ef8a5f6c59b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:29:32.553075 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fac56f0-59c1-4b0d-8758-44b24291c9dd tempest-TestSnapshotPattern-969791495 tempest-TestSnapshotPattern-969791495-project] Pushing event deleted for resources: {'Port': ['ID=0e990419-37b0-4adf-bb67-59fd7be1bc09,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:29:32.586206 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fac56f0-59c1-4b0d-8758-44b24291c9dd tempest-TestSnapshotPattern-969791495 tempest-TestSnapshotPattern-969791495-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:29:32.586592 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fac56f0-59c1-4b0d-8758-44b24291c9dd tempest-TestSnapshotPattern-969791495 tempest-TestSnapshotPattern-969791495-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:29:32.586964 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fac56f0-59c1-4b0d-8758-44b24291c9dd tempest-TestSnapshotPattern-969791495 tempest-TestSnapshotPattern-969791495-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:29:32.587333 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fac56f0-59c1-4b0d-8758-44b24291c9dd tempest-TestSnapshotPattern-969791495 tempest-TestSnapshotPattern-969791495-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:29:32.587699 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fac56f0-59c1-4b0d-8758-44b24291c9dd tempest-TestSnapshotPattern-969791495 tempest-TestSnapshotPattern-969791495-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:29:32.588089 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fac56f0-59c1-4b0d-8758-44b24291c9dd tempest-TestSnapshotPattern-969791495 tempest-TestSnapshotPattern-969791495-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:29:32.588449 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fac56f0-59c1-4b0d-8758-44b24291c9dd tempest-TestSnapshotPattern-969791495 tempest-TestSnapshotPattern-969791495-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:29:32.588808 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fac56f0-59c1-4b0d-8758-44b24291c9dd tempest-TestSnapshotPattern-969791495 tempest-TestSnapshotPattern-969791495-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:29:32.589167 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fac56f0-59c1-4b0d-8758-44b24291c9dd tempest-TestSnapshotPattern-969791495 tempest-TestSnapshotPattern-969791495-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:29:32.589521 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fac56f0-59c1-4b0d-8758-44b24291c9dd tempest-TestSnapshotPattern-969791495 tempest-TestSnapshotPattern-969791495-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:29:32.590526 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fac56f0-59c1-4b0d-8758-44b24291c9dd tempest-TestSnapshotPattern-969791495 tempest-TestSnapshotPattern-969791495-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:29:32.590889 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fac56f0-59c1-4b0d-8758-44b24291c9dd tempest-TestSnapshotPattern-969791495 tempest-TestSnapshotPattern-969791495-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87506) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:29:32.598016 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-7fac56f0-59c1-4b0d-8758-44b24291c9dd tempest-TestSnapshotPattern-969791495 tempest-TestSnapshotPattern-969791495-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:29:32.653558 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-7fac56f0-59c1-4b0d-8758-44b24291c9dd tempest-TestSnapshotPattern-969791495 tempest-TestSnapshotPattern-969791495-project] Notify callbacks [] for floatingip, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:29:32.653808 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.db.l3_db [None req-7fac56f0-59c1-4b0d-8758-44b24291c9dd tempest-TestSnapshotPattern-969791495 tempest-TestSnapshotPattern-969791495-project] Floating IP e5bce77f-484b-445c-b993-b8b00aa7c8a0 disassociated (deleted). External IP: 172.26.0.42, port: 746ff8dc-b772-4834-8a1f-6ccfd13c7f64.
Dec 16 23:29:32.992527 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fac56f0-59c1-4b0d-8758-44b24291c9dd tempest-TestSnapshotPattern-969791495 tempest-TestSnapshotPattern-969791495-project] Router b9d965a6-03f3-4ff2-93c3-17b90329f70a has already been hosted by L3 agent 4f519db7-069b-43e2-8411-c092bac9102a {{(pid=87506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 23:29:33.166155 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fac56f0-59c1-4b0d-8758-44b24291c9dd tempest-TestSnapshotPattern-969791495 tempest-TestSnapshotPattern-969791495-project] Notify agent at l3_agent.dv-neutron-821829-1-hyperv the message routers_updated {{(pid=87506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 23:29:33.176581 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da9f5b18-5f68-4c7f-99b2-f1735cbcbfab None None] Sync routers for ids ['b9d965a6-03f3-4ff2-93c3-17b90329f70a'] in dv-neutron-821829-1-hyperv {{(pid=87508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 23:29:33.178859 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-7fac56f0-59c1-4b0d-8758-44b24291c9dd tempest-TestSnapshotPattern-969791495 tempest-TestSnapshotPattern-969791495-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for floatingip, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:29:33.186252 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da9f5b18-5f68-4c7f-99b2-f1735cbcbfab None None] Routers {'b9d965a6-03f3-4ff2-93c3-17b90329f70a'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 23:29:33.186970 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-da9f5b18-5f68-4c7f-99b2-f1735cbcbfab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b7c488c10>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T23:29:31Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['b9d965a6-03f3-4ff2-93c3-17b90329f70a'], 'active': True} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 23:29:33.235446 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-7fac56f0-59c1-4b0d-8758-44b24291c9dd tempest-TestSnapshotPattern-969791495 tempest-TestSnapshotPattern-969791495-project] 10.222.0.13 "DELETE /v2.0/floatingips/e5bce77f-484b-445c-b993-b8b00aa7c8a0 HTTP/1.1" status: 204  len: 168 time: 1.4680347
Dec 16 23:29:33.235446 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ad76fc1-2187-4824-b388-82fc7ede66ba', 'tag': '746ff8dc-b772-4834-8a1f-6ccfd13c7f64'}] {{(pid=87506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 23:29:33.278367 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ad76fc1-2187-4824-b388-82fc7ede66ba', 'tag': '746ff8dc-b772-4834-8a1f-6ccfd13c7f64', 'status': 'completed', 'code': 200}
Dec 16 23:29:33.366525 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvr_db [None req-da9f5b18-5f68-4c7f-99b2-f1735cbcbfab None None] Set router b9d965a6-03f3-4ff2-93c3-17b90329f70a gateway port host: dv-neutron-821829-1-hyperv {{(pid=87508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 23:29:33.399238 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63e805b-96d9-4517-9500-868b4c7f173f req-47b37d64-aea2-4d00-99b0-cb080f6aa64e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:29:33.400768 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-e63e805b-96d9-4517-9500-868b4c7f173f req-47b37d64-aea2-4d00-99b0-cb080f6aa64e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=e6b39a4266e945a08afce4767cdb6398&device_id=6ad76fc1-2187-4824-b388-82fc7ede66ba HTTP/1.1" status: 200  len: 1099 time: 0.0785005
Dec 16 23:29:33.493125 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-4541ba3b-6be8-499c-bc94-3c60aa55c4f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:29:33.681274 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63e805b-96d9-4517-9500-868b4c7f173f req-f44366ea-18c9-4fd0-84ea-34939136c116 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:29:33.682735 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-e63e805b-96d9-4517-9500-868b4c7f173f req-f44366ea-18c9-4fd0-84ea-34939136c116 service neutron] 10.222.0.49 "GET /v2.0/networks?id=ecf86942-e68d-43b5-9047-88864bdad183 HTTP/1.1" status: 200  len: 910 time: 0.2758629
Dec 16 23:29:33.733753 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ccf6a8-8d43-4903-86ca-6e1a273c5178 req-f781efc2-13ba-4b1e-acac-db5fa50f7442 tempest-TestSnapshotPattern-969791495 tempest-TestSnapshotPattern-969791495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:29:33.735518 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-41ccf6a8-8d43-4903-86ca-6e1a273c5178 req-f781efc2-13ba-4b1e-acac-db5fa50f7442 tempest-TestSnapshotPattern-969791495 tempest-TestSnapshotPattern-969791495-project] 10.222.0.13 "GET /v2.0/ports?device_id=6ad76fc1-2187-4824-b388-82fc7ede66ba HTTP/1.1" status: 200  len: 946 time: 0.1747835
Dec 16 23:29:33.752059 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-e63e805b-96d9-4517-9500-868b4c7f173f req-af5801a6-9b40-4c33-b92c-0c143eceb150 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=746ff8dc-b772-4834-8a1f-6ccfd13c7f64 HTTP/1.1" status: 200  len: 217 time: 0.0620112
Dec 16 23:29:33.789738 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-da9f5b18-5f68-4c7f-99b2-f1735cbcbfab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b7c488c10>, [{'id': 'b9d965a6-03f3-4ff2-93c3-17b90329f70a', 'name': 'tempest-TestSnapshotPattern-308975832-router', 'tenant_id': 'e6b39a4266e945a08afce4767cdb6398', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.80'}], 'enable_snat': True}, 'gw_port_id': 'a8b5e16c-1118-4c03-9d7b-291af74552f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:24:55Z', 'updated_at': '2021-12-16T23:24:59Z', 'revision_number': 4, 'project_id': 'e6b39a4266e945a08afce4767cdb6398', 'gw_port': {'id': 'a8b5e16c-1118-4c03-9d7b-291af74552f9', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:fc:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9d965a6-03f3-4ff2-93c3-17b90329f70a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:24:56Z', 'updated_at': '2021-12-16T23:25:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv', '_floatingips': [{'id': 'f7a5d38b-6cd4-4c3c-acef-949641c6ebdc', 'tenant_id': 'e6b39a4266e945a08afce4767cdb6398', 'floating_ip_address': '172.26.0.81', 'floating_network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'router_id': 'b9d965a6-03f3-4ff2-93c3-17b90329f70a', 'port_id': '9ca46230-2f67-4707-b50b-21db5cddb86e', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1865, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ecf86942-e68d-43b5-9047-88864bdad183', 'mac_address': 'fa:16:3e:70:ce:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea8eb357-5b6a-4876-9423-0e832e2d6976', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T23:25:23Z', 'updated_at': '2021-12-16T23:25:26Z', 'revision_number': 1, 'project_id': 'e6b39a4266e945a08afce4767cdb6398', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '354b72e0-4d84-42d9-8bf1-7b6de162f71e', 'name': '', 'network_id': 'ecf86942-e68d-43b5-9047-88864bdad183', 'tenant_id': 'e6b39a4266e945a08afce4767cdb6398', 'mac_address': 'fa:16:3e:77:54:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9d965a6-03f3-4ff2-93c3-17b90329f70a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '71188b59-25f0-4338-b5a8-1e16e1bdb6be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:24:58Z', 'updated_at': '2021-12-16T23:25:05Z', 'revision_number': 5, 'project_id': 'e6b39a4266e945a08afce4767cdb6398', 'subnets': [{'id': '71188b59-25f0-4338-b5a8-1e16e1bdb6be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 23:29:33.794646 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da9f5b18-5f68-4c7f-99b2-f1735cbcbfab None None] Checking router: b9d965a6-03f3-4ff2-93c3-17b90329f70a for host: dv-neutron-821829-1-hyperv {{(pid=87508) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 23:29:33.803582 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da9f5b18-5f68-4c7f-99b2-f1735cbcbfab None None] Routers {'b9d965a6-03f3-4ff2-93c3-17b90329f70a'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 23:29:33.804262 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-da9f5b18-5f68-4c7f-99b2-f1735cbcbfab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b7c488c10>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T23:29:31Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['b9d965a6-03f3-4ff2-93c3-17b90329f70a'], 'active': True} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 23:29:33.820738 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63e805b-96d9-4517-9500-868b4c7f173f req-35bb95a3-1d79-41ab-bcea-11f7e7ea7eab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:29:33.822237 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-e63e805b-96d9-4517-9500-868b4c7f173f req-35bb95a3-1d79-41ab-bcea-11f7e7ea7eab service neutron] 10.222.0.49 "GET /v2.0/subnets?id=71188b59-25f0-4338-b5a8-1e16e1bdb6be HTTP/1.1" status: 200  len: 848 time: 0.0634959
Dec 16 23:29:33.901163 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63e805b-96d9-4517-9500-868b4c7f173f req-0b24a890-1704-4c17-9578-dc032fe223d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:29:33.903222 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-e63e805b-96d9-4517-9500-868b4c7f173f req-0b24a890-1704-4c17-9578-dc032fe223d0 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=ecf86942-e68d-43b5-9047-88864bdad183&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0734553
Dec 16 23:29:33.920904 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-41ccf6a8-8d43-4903-86ca-6e1a273c5178 req-c0f0d8ff-03d8-4768-b67b-422f4e11d8b0 tempest-TestSnapshotPattern-969791495 tempest-TestSnapshotPattern-969791495-project] 10.222.0.13 "GET /v2.0/security-groups?id=83129e74-8b93-4c07-8624-138410254977&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1792703
Dec 16 23:29:33.983307 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvr_db [None req-da9f5b18-5f68-4c7f-99b2-f1735cbcbfab None None] Set router b9d965a6-03f3-4ff2-93c3-17b90329f70a gateway port host: dv-neutron-821829-1-hyperv {{(pid=87508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 23:29:34.035380 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-e63e805b-96d9-4517-9500-868b4c7f173f req-9c8e7611-a5dc-4868-ac68-4f6021a4b4a5 service neutron] 10.222.0.49 "GET /v2.0/networks/ecf86942-e68d-43b5-9047-88864bdad183?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1257737
Dec 16 23:29:34.166348 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-e63e805b-96d9-4517-9500-868b4c7f173f req-7e81b099-05f1-461c-aa94-d1ecd51d24e5 service neutron] 10.222.0.49 "GET /v2.0/networks/ecf86942-e68d-43b5-9047-88864bdad183?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1242635
Dec 16 23:29:34.322191 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-da9f5b18-5f68-4c7f-99b2-f1735cbcbfab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b7c488c10>, [{'id': 'b9d965a6-03f3-4ff2-93c3-17b90329f70a', 'name': 'tempest-TestSnapshotPattern-308975832-router', 'tenant_id': 'e6b39a4266e945a08afce4767cdb6398', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.80'}], 'enable_snat': True}, 'gw_port_id': 'a8b5e16c-1118-4c03-9d7b-291af74552f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:24:55Z', 'updated_at': '2021-12-16T23:24:59Z', 'revision_number': 4, 'project_id': 'e6b39a4266e945a08afce4767cdb6398', 'gw_port': {'id': 'a8b5e16c-1118-4c03-9d7b-291af74552f9', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:fc:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9d965a6-03f3-4ff2-93c3-17b90329f70a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:24:56Z', 'updated_at': '2021-12-16T23:25:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv', '_floatingips': [{'id': 'f7a5d38b-6cd4-4c3c-acef-949641c6ebdc', 'tenant_id': 'e6b39a4266e945a08afce4767cdb6398', 'floating_ip_address': '172.26.0.81', 'floating_network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'router_id': 'b9d965a6-03f3-4ff2-93c3-17b90329f70a', 'port_id': '9ca46230-2f67-4707-b50b-21db5cddb86e', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1865, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ecf86942-e68d-43b5-9047-88864bdad183', 'mac_address': 'fa:16:3e:70:ce:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea8eb357-5b6a-4876-9423-0e832e2d6976', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T23:25:23Z', 'updated_at': '2021-12-16T23:25:26Z', 'revision_number': 1, 'project_id': 'e6b39a4266e945a08afce4767cdb6398', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '354b72e0-4d84-42d9-8bf1-7b6de162f71e', 'name': '', 'network_id': 'ecf86942-e68d-43b5-9047-88864bdad183', 'tenant_id': 'e6b39a4266e945a08afce4767cdb6398', 'mac_address': 'fa:16:3e:77:54:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9d965a6-03f3-4ff2-93c3-17b90329f70a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '71188b59-25f0-4338-b5a8-1e16e1bdb6be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:24:58Z', 'updated_at': '2021-12-16T23:25:05Z', 'revision_number': 5, 'project_id': 'e6b39a4266e945a08afce4767cdb6398', 'subnets': [{'id': '71188b59-25f0-4338-b5a8-1e16e1bdb6be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 23:29:34.326760 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da9f5b18-5f68-4c7f-99b2-f1735cbcbfab None None] The sync data for ids ['b9d965a6-03f3-4ff2-93c3-17b90329f70a'] in dv-neutron-821829-1-hyperv is: [{'id': 'b9d965a6-03f3-4ff2-93c3-17b90329f70a', 'name': 'tempest-TestSnapshotPattern-308975832-router', 'tenant_id': 'e6b39a4266e945a08afce4767cdb6398', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.80'}], 'enable_snat': True}, 'gw_port_id': 'a8b5e16c-1118-4c03-9d7b-291af74552f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:24:55Z', 'updated_at': '2021-12-16T23:24:59Z', 'revision_number': 4, 'project_id': 'e6b39a4266e945a08afce4767cdb6398', 'gw_port': {'id': 'a8b5e16c-1118-4c03-9d7b-291af74552f9', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:fc:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9d965a6-03f3-4ff2-93c3-17b90329f70a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:24:56Z', 'updated_at': '2021-12-16T23:25:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv', '_floatingips': [{'id': 'f7a5d38b-6cd4-4c3c-acef-949641c6ebdc', 'tenant_id': 'e6b39a4266e945a08afce4767cdb6398', 'floating_ip_address': '172.26.0.81', 'floating_network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'router_id': 'b9d965a6-03f3-4ff2-93c3-17b90329f70a', 'port_id': '9ca46230-2f67-4707-b50b-21db5cddb86e', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1865, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ecf86942-e68d-43b5-9047-88864bdad183', 'mac_address': 'fa:16:3e:70:ce:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea8eb357-5b6a-4876-9423-0e832e2d6976', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T23:25:23Z', 'updated_at': '2021-12-16T23:25:26Z', 'revision_number': 1, 'project_id': 'e6b39a4266e945a08afce4767cdb6398', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '354b72e0-4d84-42d9-8bf1-7b6de162f71e', 'name': '', 'network_id': 'ecf86942-e68d-43b5-9047-88864bdad183', 'tenant_id': 'e6b39a4266e945a08afce4767cdb6398', 'mac_address': 'fa:16:3e:77:54:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9d965a6-03f3-4ff2-93c3-17b90329f70a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '71188b59-25f0-4338-b5a8-1e16e1bdb6be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:24:58Z', 'updated_at': '2021-12-16T23:25:05Z', 'revision_number': 5, 'project_id': 'e6b39a4266e945a08afce4767cdb6398', 'subnets': [{'id': '71188b59-25f0-4338-b5a8-1e16e1bdb6be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 23:29:34.515527 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Device 746ff8dc-b772-4834-8a1f-6ccfd13c7f64 no longer exists at agent hyperv_hv-neutron-8218 {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 23:29:34.558015 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a442be02-f1d9-48c8-bdfe-41dbe769e4fb None None] New status for floating IP e5bce77f-484b-445c-b993-b8b00aa7c8a0: DOWN {{(pid=87509) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 16 23:29:34.630782 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-895079'] for port, before_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:29:34.656875 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ad76fc1-2187-4824-b388-82fc7ede66ba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '746ff8dc-b772-4834-8a1f-6ccfd13c7f64'}] {{(pid=87508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 23:29:34.666179 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] For port 746ff8dc-b772-4834-8a1f-6ccfd13c7f64, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=746ff8dc-b772-4834-8a1f-6ccfd13c7f64,segment=NetworkSegment(56fd54e8-b76e-4ac5-9887-9cfe7b86c2a1),segment_id=56fd54e8-b76e-4ac5-9887-9cfe7b86c2a1)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 23:29:34.672490 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734753524282', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734753060958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734753061003'] for port, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:29:34.674329 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:29:34.712905 dv-neutron-821829-1-hyperv neutron-server[87508]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ad76fc1-2187-4824-b388-82fc7ede66ba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '746ff8dc-b772-4834-8a1f-6ccfd13c7f64', 'code': 200}
Dec 16 23:29:34.743965 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Pushing event updated for resources: {'Port': ['ID=746ff8dc-b772-4834-8a1f-6ccfd13c7f64,revision_number=8']} {{(pid=87508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:29:34.747521 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_concurrency.lockutils [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=87508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:29:35.101469 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4255d55-0e35-41b2-aab3-aa54b33eca9e req-b2b3fe8a-81d1-473d-a0f8-126a5e1e083d tempest-TestSnapshotPattern-969791495 tempest-TestSnapshotPattern-969791495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:29:35.102873 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-b4255d55-0e35-41b2-aab3-aa54b33eca9e req-b2b3fe8a-81d1-473d-a0f8-126a5e1e083d tempest-TestSnapshotPattern-969791495 tempest-TestSnapshotPattern-969791495-project] 10.222.0.13 "GET /v2.0/ports?device_id=6ad76fc1-2187-4824-b388-82fc7ede66ba HTTP/1.1" status: 200  len: 944 time: 0.0783846
Dec 16 23:29:35.145504 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-b4255d55-0e35-41b2-aab3-aa54b33eca9e req-0af05eb7-ddd3-46be-a490-7003e0b1cfe4 tempest-TestSnapshotPattern-969791495 tempest-TestSnapshotPattern-969791495-project] 10.222.0.13 "GET /v2.0/security-groups?id=83129e74-8b93-4c07-8624-138410254977&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0365708
Dec 16 23:29:35.290751 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79d26f0-4428-4af1-99ce-c8ccf1e38b18 req-db3a5a1a-eafb-40bc-8252-19e0153ed581 tempest-TestSnapshotPattern-969791495 tempest-TestSnapshotPattern-969791495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:29:35.291454 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [req-b79d26f0-4428-4af1-99ce-c8ccf1e38b18 req-db3a5a1a-eafb-40bc-8252-19e0153ed581 tempest-TestSnapshotPattern-969791495 tempest-TestSnapshotPattern-969791495-project] Synchronizing usage tracker for tenant:e6b39a4266e945a08afce4767cdb6398 on resource:port {{(pid=87506) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 23:29:35.307881 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [req-b79d26f0-4428-4af1-99ce-c8ccf1e38b18 req-db3a5a1a-eafb-40bc-8252-19e0153ed581 tempest-TestSnapshotPattern-969791495 tempest-TestSnapshotPattern-969791495-project] Unset dirty status for tenant:e6b39a4266e945a08afce4767cdb6398 on resource:port {{(pid=87506) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 23:29:35.308964 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-b79d26f0-4428-4af1-99ce-c8ccf1e38b18 req-db3a5a1a-eafb-40bc-8252-19e0153ed581 tempest-TestSnapshotPattern-969791495 tempest-TestSnapshotPattern-969791495-project] 10.222.0.49 "GET /v2.0/ports?device_id=6ad76fc1-2187-4824-b388-82fc7ede66ba HTTP/1.1" status: 200  len: 944 time: 0.1001987
Dec 16 23:29:35.377148 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [req-b79d26f0-4428-4af1-99ce-c8ccf1e38b18 req-b9260c05-d999-4c1e-82df-780e3eb9c2a6 tempest-TestSnapshotPattern-969791495 tempest-TestSnapshotPattern-969791495-project] Deleting port 746ff8dc-b772-4834-8a1f-6ccfd13c7f64 {{(pid=87506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 23:29:35.377489 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-b79d26f0-4428-4af1-99ce-c8ccf1e38b18 req-b9260c05-d999-4c1e-82df-780e3eb9c2a6 tempest-TestSnapshotPattern-969791495 tempest-TestSnapshotPattern-969791495-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:29:35.621389 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.db [req-b79d26f0-4428-4af1-99ce-c8ccf1e38b18 req-b9260c05-d999-4c1e-82df-780e3eb9c2a6 tempest-TestSnapshotPattern-969791495 tempest-TestSnapshotPattern-969791495-project] For port 746ff8dc-b772-4834-8a1f-6ccfd13c7f64, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=746ff8dc-b772-4834-8a1f-6ccfd13c7f64,segment=NetworkSegment(56fd54e8-b76e-4ac5-9887-9cfe7b86c2a1),segment_id=56fd54e8-b76e-4ac5-9887-9cfe7b86c2a1)] {{(pid=87506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 23:29:35.621655 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-b79d26f0-4428-4af1-99ce-c8ccf1e38b18 req-b9260c05-d999-4c1e-82df-780e3eb9c2a6 tempest-TestSnapshotPattern-969791495 tempest-TestSnapshotPattern-969791495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:29:35.740639 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [req-b79d26f0-4428-4af1-99ce-c8ccf1e38b18 req-b9260c05-d999-4c1e-82df-780e3eb9c2a6 tempest-TestSnapshotPattern-969791495 tempest-TestSnapshotPattern-969791495-project] Calling delete_port for 746ff8dc-b772-4834-8a1f-6ccfd13c7f64 owned by compute:nova {{(pid=87506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 23:29:35.878566 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-b79d26f0-4428-4af1-99ce-c8ccf1e38b18 req-b9260c05-d999-4c1e-82df-780e3eb9c2a6 tempest-TestSnapshotPattern-969791495 tempest-TestSnapshotPattern-969791495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1863393'] for port, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:29:35.883949 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-547c3702-8efd-439d-8e0c-e6861314c9b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:29:35.927537 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9260c05-d999-4c1e-82df-780e3eb9c2a6 tempest-TestSnapshotPattern-969791495 tempest-TestSnapshotPattern-969791495-project] Pushing event deleted for resources: {'Port': ['ID=746ff8dc-b772-4834-8a1f-6ccfd13c7f64,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:29:35.930565 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-b9260c05-d999-4c1e-82df-780e3eb9c2a6 tempest-TestSnapshotPattern-969791495 tempest-TestSnapshotPattern-969791495-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:29:36.003186 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.l3_dvrscheduler_db [req-b79d26f0-4428-4af1-99ce-c8ccf1e38b18 req-b9260c05-d999-4c1e-82df-780e3eb9c2a6 tempest-TestSnapshotPattern-969791495 tempest-TestSnapshotPattern-969791495-project] No DVR routers for this DVR port 746ff8dc-b772-4834-8a1f-6ccfd13c7f64 on host hv-neutron-8218 {{(pid=87506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 23:29:36.005656 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-b79d26f0-4428-4af1-99ce-c8ccf1e38b18 req-b9260c05-d999-4c1e-82df-780e3eb9c2a6 tempest-TestSnapshotPattern-969791495 tempest-TestSnapshotPattern-969791495-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for port, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:29:36.008145 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ad76fc1-2187-4824-b388-82fc7ede66ba', 'name': 'network-vif-deleted', 'tag': '746ff8dc-b772-4834-8a1f-6ccfd13c7f64'}] {{(pid=87506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 23:29:36.023820 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-b79d26f0-4428-4af1-99ce-c8ccf1e38b18 req-b9260c05-d999-4c1e-82df-780e3eb9c2a6 tempest-TestSnapshotPattern-969791495 tempest-TestSnapshotPattern-969791495-project] 10.222.0.49 "DELETE /v2.0/ports/746ff8dc-b772-4834-8a1f-6ccfd13c7f64 HTTP/1.1" status: 204  len: 173 time: 0.7096539
Dec 16 23:29:36.053543 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ad76fc1-2187-4824-b388-82fc7ede66ba', 'name': 'network-vif-deleted', 'tag': '746ff8dc-b772-4834-8a1f-6ccfd13c7f64', 'status': 'completed', 'code': 200}
Dec 16 23:29:36.315653 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-c2115e17-8c75-4e0d-8fdc-d53c80b3e399 req-fe82deca-ce60-4f4c-938a-59e5f898cc87 tempest-TestSnapshotPattern-969791495 tempest-TestSnapshotPattern-969791495-project] 10.222.0.13 "GET /v2.0/ports?device_id=6ad76fc1-2187-4824-b388-82fc7ede66ba HTTP/1.1" status: 200  len: 210 time: 0.0483613
Dec 16 23:29:37.950658 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 57390) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 23:29:38.260573 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [None req-b428d964-1c41-49db-a9ce-be6ad395f843 tempest-TestSnapshotPattern-969791495 tempest-TestSnapshotPattern-969791495-project] Deleting port 92cdf7b8-a8ef-4bf4-afe0-09d349cf7fea {{(pid=87506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 23:29:38.260826 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-b428d964-1c41-49db-a9ce-be6ad395f843 tempest-TestSnapshotPattern-969791495 tempest-TestSnapshotPattern-969791495-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:29:38.425290 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-b428d964-1c41-49db-a9ce-be6ad395f843 tempest-TestSnapshotPattern-969791495 tempest-TestSnapshotPattern-969791495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:29:38.425622 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-b428d964-1c41-49db-a9ce-be6ad395f843 tempest-TestSnapshotPattern-969791495 tempest-TestSnapshotPattern-969791495-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:29:38.432065 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:29:38.521256 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Device 746ff8dc-b772-4834-8a1f-6ccfd13c7f64 no longer exists at agent hyperv_hv-neutron-8218 {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 23:29:38.552313 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [None req-b428d964-1c41-49db-a9ce-be6ad395f843 tempest-TestSnapshotPattern-969791495 tempest-TestSnapshotPattern-969791495-project] Calling delete_port for 92cdf7b8-a8ef-4bf4-afe0-09d349cf7fea owned by network:floatingip {{(pid=87506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 23:29:38.555354 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] No Port match for: 746ff8dc-b772-4834-8a1f-6ccfd13c7f64 {{(pid=87508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 23:29:38.555721 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Device 746ff8dc-b772-4834-8a1f-6ccfd13c7f64 not bound to the agent host hv-neutron-8218 {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 23:29:38.701625 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-b428d964-1c41-49db-a9ce-be6ad395f843 tempest-TestSnapshotPattern-969791495 tempest-TestSnapshotPattern-969791495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1863393'] for port, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:29:38.706049 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-aa6680b2-117f-4e84-8aef-0fa8d8b37f70 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:29:38.751401 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b428d964-1c41-49db-a9ce-be6ad395f843 tempest-TestSnapshotPattern-969791495 tempest-TestSnapshotPattern-969791495-project] Pushing event deleted for resources: {'Port': ['ID=92cdf7b8-a8ef-4bf4-afe0-09d349cf7fea,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:29:38.755716 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-b428d964-1c41-49db-a9ce-be6ad395f843 tempest-TestSnapshotPattern-969791495 tempest-TestSnapshotPattern-969791495-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:29:38.841010 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-b428d964-1c41-49db-a9ce-be6ad395f843 tempest-TestSnapshotPattern-969791495 tempest-TestSnapshotPattern-969791495-project] Notify callbacks [] for floatingip, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:29:38.841345 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.db.l3_db [None req-b428d964-1c41-49db-a9ce-be6ad395f843 tempest-TestSnapshotPattern-969791495 tempest-TestSnapshotPattern-969791495-project] Floating IP f7a5d38b-6cd4-4c3c-acef-949641c6ebdc disassociated (deleted). External IP: 172.26.0.81, port: 9ca46230-2f67-4707-b50b-21db5cddb86e.
Dec 16 23:29:39.185328 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b428d964-1c41-49db-a9ce-be6ad395f843 tempest-TestSnapshotPattern-969791495 tempest-TestSnapshotPattern-969791495-project] Router b9d965a6-03f3-4ff2-93c3-17b90329f70a has already been hosted by L3 agent 4f519db7-069b-43e2-8411-c092bac9102a {{(pid=87506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 23:29:39.358601 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b428d964-1c41-49db-a9ce-be6ad395f843 tempest-TestSnapshotPattern-969791495 tempest-TestSnapshotPattern-969791495-project] Notify agent at l3_agent.dv-neutron-821829-1-hyperv the message routers_updated {{(pid=87506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 23:29:39.367960 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35d8f14f-c93a-43dd-b483-32bb16fa6150 None None] Sync routers for ids ['b9d965a6-03f3-4ff2-93c3-17b90329f70a'] in dv-neutron-821829-1-hyperv {{(pid=87508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 23:29:39.374713 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-b428d964-1c41-49db-a9ce-be6ad395f843 tempest-TestSnapshotPattern-969791495 tempest-TestSnapshotPattern-969791495-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for floatingip, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:29:39.377312 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35d8f14f-c93a-43dd-b483-32bb16fa6150 None None] Routers {'b9d965a6-03f3-4ff2-93c3-17b90329f70a'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 23:29:39.378031 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-35d8f14f-c93a-43dd-b483-32bb16fa6150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b77ac1dc0>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T23:29:31Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['b9d965a6-03f3-4ff2-93c3-17b90329f70a'], 'active': True} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 23:29:39.432856 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-b428d964-1c41-49db-a9ce-be6ad395f843 tempest-TestSnapshotPattern-969791495 tempest-TestSnapshotPattern-969791495-project] 10.222.0.13 "DELETE /v2.0/floatingips/f7a5d38b-6cd4-4c3c-acef-949641c6ebdc HTTP/1.1" status: 204  len: 168 time: 1.4787436
Dec 16 23:29:39.432856 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea8eb357-5b6a-4876-9423-0e832e2d6976', 'tag': '9ca46230-2f67-4707-b50b-21db5cddb86e'}] {{(pid=87506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 23:29:39.500428 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea8eb357-5b6a-4876-9423-0e832e2d6976', 'tag': '9ca46230-2f67-4707-b50b-21db5cddb86e', 'status': 'completed', 'code': 200}
Dec 16 23:29:39.559323 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvr_db [None req-35d8f14f-c93a-43dd-b483-32bb16fa6150 None None] Set router b9d965a6-03f3-4ff2-93c3-17b90329f70a gateway port host: dv-neutron-821829-1-hyperv {{(pid=87508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 23:29:39.614710 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8d360c-a2a3-438b-bce3-da7ee91f4db9 req-5163662e-59c6-4847-9488-e0bd196cf7d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:29:39.616258 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-9d8d360c-a2a3-438b-bce3-da7ee91f4db9 req-5163662e-59c6-4847-9488-e0bd196cf7d6 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=e6b39a4266e945a08afce4767cdb6398&device_id=ea8eb357-5b6a-4876-9423-0e832e2d6976 HTTP/1.1" status: 200  len: 1096 time: 0.0742736
Dec 16 23:29:39.842175 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289b525b-7f70-485d-9c14-8392b7e6c9e4 req-980080e9-7c0a-4cf4-a17c-d7a7d097f051 tempest-TestSnapshotPattern-969791495 tempest-TestSnapshotPattern-969791495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:29:39.844490 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-289b525b-7f70-485d-9c14-8392b7e6c9e4 req-980080e9-7c0a-4cf4-a17c-d7a7d097f051 tempest-TestSnapshotPattern-969791495 tempest-TestSnapshotPattern-969791495-project] 10.222.0.13 "GET /v2.0/ports?device_id=ea8eb357-5b6a-4876-9423-0e832e2d6976 HTTP/1.1" status: 200  len: 943 time: 0.0845232
Dec 16 23:29:39.893291 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8d360c-a2a3-438b-bce3-da7ee91f4db9 req-c9be44dd-e05c-462e-8cc2-688ed15e5297 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:29:39.893495 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-289b525b-7f70-485d-9c14-8392b7e6c9e4 req-f05b207a-f090-40ec-9a33-88122c0e1e98 tempest-TestSnapshotPattern-969791495 tempest-TestSnapshotPattern-969791495-project] 10.222.0.13 "GET /v2.0/security-groups?id=83129e74-8b93-4c07-8624-138410254977&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0397594
Dec 16 23:29:39.894781 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-9d8d360c-a2a3-438b-bce3-da7ee91f4db9 req-c9be44dd-e05c-462e-8cc2-688ed15e5297 service neutron] 10.222.0.49 "GET /v2.0/networks?id=ecf86942-e68d-43b5-9047-88864bdad183 HTTP/1.1" status: 200  len: 910 time: 0.2721355
Dec 16 23:29:39.934919 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-35d8f14f-c93a-43dd-b483-32bb16fa6150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b77ac1dc0>, [{'id': 'b9d965a6-03f3-4ff2-93c3-17b90329f70a', 'name': 'tempest-TestSnapshotPattern-308975832-router', 'tenant_id': 'e6b39a4266e945a08afce4767cdb6398', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.80'}], 'enable_snat': True}, 'gw_port_id': 'a8b5e16c-1118-4c03-9d7b-291af74552f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:24:55Z', 'updated_at': '2021-12-16T23:24:59Z', 'revision_number': 4, 'project_id': 'e6b39a4266e945a08afce4767cdb6398', 'gw_port': {'id': 'a8b5e16c-1118-4c03-9d7b-291af74552f9', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:fc:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9d965a6-03f3-4ff2-93c3-17b90329f70a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:24:56Z', 'updated_at': '2021-12-16T23:25:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv', '_interfaces': [{'id': '354b72e0-4d84-42d9-8bf1-7b6de162f71e', 'name': '', 'network_id': 'ecf86942-e68d-43b5-9047-88864bdad183', 'tenant_id': 'e6b39a4266e945a08afce4767cdb6398', 'mac_address': 'fa:16:3e:77:54:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9d965a6-03f3-4ff2-93c3-17b90329f70a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '71188b59-25f0-4338-b5a8-1e16e1bdb6be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:24:58Z', 'updated_at': '2021-12-16T23:25:05Z', 'revision_number': 5, 'project_id': 'e6b39a4266e945a08afce4767cdb6398', 'subnets': [{'id': '71188b59-25f0-4338-b5a8-1e16e1bdb6be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 23:29:39.938895 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35d8f14f-c93a-43dd-b483-32bb16fa6150 None None] Checking router: b9d965a6-03f3-4ff2-93c3-17b90329f70a for host: dv-neutron-821829-1-hyperv {{(pid=87508) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 23:29:39.947284 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35d8f14f-c93a-43dd-b483-32bb16fa6150 None None] Routers {'b9d965a6-03f3-4ff2-93c3-17b90329f70a'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 23:29:39.947932 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-35d8f14f-c93a-43dd-b483-32bb16fa6150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b77ac1dc0>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T23:29:31Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['b9d965a6-03f3-4ff2-93c3-17b90329f70a'], 'active': True} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 23:29:39.965984 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-9d8d360c-a2a3-438b-bce3-da7ee91f4db9 req-f3540b19-a872-42db-bd9b-d460f47bcde9 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9ca46230-2f67-4707-b50b-21db5cddb86e HTTP/1.1" status: 200  len: 217 time: 0.0636885
Dec 16 23:29:40.026877 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8d360c-a2a3-438b-bce3-da7ee91f4db9 req-f663d56a-a44c-45ea-8964-f9419c154085 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:29:40.028906 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-9d8d360c-a2a3-438b-bce3-da7ee91f4db9 req-f663d56a-a44c-45ea-8964-f9419c154085 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=71188b59-25f0-4338-b5a8-1e16e1bdb6be HTTP/1.1" status: 200  len: 848 time: 0.0565658
Dec 16 23:29:40.106154 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8d360c-a2a3-438b-bce3-da7ee91f4db9 req-5a7c9e6c-6255-4f2f-ac9e-bc5e6bd15d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:29:40.107526 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-9d8d360c-a2a3-438b-bce3-da7ee91f4db9 req-5a7c9e6c-6255-4f2f-ac9e-bc5e6bd15d49 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=ecf86942-e68d-43b5-9047-88864bdad183&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0722930
Dec 16 23:29:40.123202 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvr_db [None req-35d8f14f-c93a-43dd-b483-32bb16fa6150 None None] Set router b9d965a6-03f3-4ff2-93c3-17b90329f70a gateway port host: dv-neutron-821829-1-hyperv {{(pid=87508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 23:29:40.239057 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-9d8d360c-a2a3-438b-bce3-da7ee91f4db9 req-4679d354-a24a-4b87-9e29-147427f72ee2 service neutron] 10.222.0.49 "GET /v2.0/networks/ecf86942-e68d-43b5-9047-88864bdad183?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1240771
Dec 16 23:29:40.375048 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-9d8d360c-a2a3-438b-bce3-da7ee91f4db9 req-f01b0e17-6b8f-4c19-abfb-dfe75d2bfadd service neutron] 10.222.0.49 "GET /v2.0/networks/ecf86942-e68d-43b5-9047-88864bdad183?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1283495
Dec 16 23:29:40.426405 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-35d8f14f-c93a-43dd-b483-32bb16fa6150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b77ac1dc0>, [{'id': 'b9d965a6-03f3-4ff2-93c3-17b90329f70a', 'name': 'tempest-TestSnapshotPattern-308975832-router', 'tenant_id': 'e6b39a4266e945a08afce4767cdb6398', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.80'}], 'enable_snat': True}, 'gw_port_id': 'a8b5e16c-1118-4c03-9d7b-291af74552f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:24:55Z', 'updated_at': '2021-12-16T23:24:59Z', 'revision_number': 4, 'project_id': 'e6b39a4266e945a08afce4767cdb6398', 'gw_port': {'id': 'a8b5e16c-1118-4c03-9d7b-291af74552f9', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:fc:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9d965a6-03f3-4ff2-93c3-17b90329f70a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:24:56Z', 'updated_at': '2021-12-16T23:25:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv', '_interfaces': [{'id': '354b72e0-4d84-42d9-8bf1-7b6de162f71e', 'name': '', 'network_id': 'ecf86942-e68d-43b5-9047-88864bdad183', 'tenant_id': 'e6b39a4266e945a08afce4767cdb6398', 'mac_address': 'fa:16:3e:77:54:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9d965a6-03f3-4ff2-93c3-17b90329f70a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '71188b59-25f0-4338-b5a8-1e16e1bdb6be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:24:58Z', 'updated_at': '2021-12-16T23:25:05Z', 'revision_number': 5, 'project_id': 'e6b39a4266e945a08afce4767cdb6398', 'subnets': [{'id': '71188b59-25f0-4338-b5a8-1e16e1bdb6be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 23:29:40.430406 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35d8f14f-c93a-43dd-b483-32bb16fa6150 None None] The sync data for ids ['b9d965a6-03f3-4ff2-93c3-17b90329f70a'] in dv-neutron-821829-1-hyperv is: [{'id': 'b9d965a6-03f3-4ff2-93c3-17b90329f70a', 'name': 'tempest-TestSnapshotPattern-308975832-router', 'tenant_id': 'e6b39a4266e945a08afce4767cdb6398', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.80'}], 'enable_snat': True}, 'gw_port_id': 'a8b5e16c-1118-4c03-9d7b-291af74552f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:24:55Z', 'updated_at': '2021-12-16T23:24:59Z', 'revision_number': 4, 'project_id': 'e6b39a4266e945a08afce4767cdb6398', 'gw_port': {'id': 'a8b5e16c-1118-4c03-9d7b-291af74552f9', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:fc:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9d965a6-03f3-4ff2-93c3-17b90329f70a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:24:56Z', 'updated_at': '2021-12-16T23:25:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv', '_interfaces': [{'id': '354b72e0-4d84-42d9-8bf1-7b6de162f71e', 'name': '', 'network_id': 'ecf86942-e68d-43b5-9047-88864bdad183', 'tenant_id': 'e6b39a4266e945a08afce4767cdb6398', 'mac_address': 'fa:16:3e:77:54:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9d965a6-03f3-4ff2-93c3-17b90329f70a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '71188b59-25f0-4338-b5a8-1e16e1bdb6be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:24:58Z', 'updated_at': '2021-12-16T23:25:05Z', 'revision_number': 5, 'project_id': 'e6b39a4266e945a08afce4767cdb6398', 'subnets': [{'id': '71188b59-25f0-4338-b5a8-1e16e1bdb6be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 23:29:40.651862 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa24d879-2a40-4465-b7dc-f56da623e5eb None None] New status for floating IP f7a5d38b-6cd4-4c3c-acef-949641c6ebdc: DOWN {{(pid=87509) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 16 23:29:41.083894 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdfd22e-f580-436e-8cdb-8e8333d8feb3 req-5a0097e9-7075-478a-a444-a57b194e9734 tempest-TestSnapshotPattern-969791495 tempest-TestSnapshotPattern-969791495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:29:41.085622 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-2cdfd22e-f580-436e-8cdb-8e8333d8feb3 req-5a0097e9-7075-478a-a444-a57b194e9734 tempest-TestSnapshotPattern-969791495 tempest-TestSnapshotPattern-969791495-project] 10.222.0.13 "GET /v2.0/ports?device_id=ea8eb357-5b6a-4876-9423-0e832e2d6976 HTTP/1.1" status: 200  len: 943 time: 0.0830219
Dec 16 23:29:41.132211 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-2cdfd22e-f580-436e-8cdb-8e8333d8feb3 req-3857c2c9-3cbc-4408-b822-8a3a94c66d42 tempest-TestSnapshotPattern-969791495 tempest-TestSnapshotPattern-969791495-project] 10.222.0.13 "GET /v2.0/security-groups?id=83129e74-8b93-4c07-8624-138410254977&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0403485
Dec 16 23:29:41.491253 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6833533b-8014-47c4-8e07-cda34742b598 req-f6570452-8675-4b2c-9708-2254b9a1809f tempest-TestSnapshotPattern-969791495 tempest-TestSnapshotPattern-969791495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87506) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 23:29:41.491996 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [req-6833533b-8014-47c4-8e07-cda34742b598 req-f6570452-8675-4b2c-9708-2254b9a1809f tempest-TestSnapshotPattern-969791495 tempest-TestSnapshotPattern-969791495-project] Synchronizing usage tracker for tenant:e6b39a4266e945a08afce4767cdb6398 on resource:port {{(pid=87506) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 23:29:41.506719 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.quota.resource [req-6833533b-8014-47c4-8e07-cda34742b598 req-f6570452-8675-4b2c-9708-2254b9a1809f tempest-TestSnapshotPattern-969791495 tempest-TestSnapshotPattern-969791495-project] Unset dirty status for tenant:e6b39a4266e945a08afce4767cdb6398 on resource:port {{(pid=87506) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 23:29:41.507833 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-6833533b-8014-47c4-8e07-cda34742b598 req-f6570452-8675-4b2c-9708-2254b9a1809f tempest-TestSnapshotPattern-969791495 tempest-TestSnapshotPattern-969791495-project] 10.222.0.49 "GET /v2.0/ports?device_id=ea8eb357-5b6a-4876-9423-0e832e2d6976 HTTP/1.1" status: 200  len: 943 time: 0.0958138
Dec 16 23:29:41.575832 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [req-6833533b-8014-47c4-8e07-cda34742b598 req-13620448-03f2-4b47-952f-087a9fd3d1c1 tempest-TestSnapshotPattern-969791495 tempest-TestSnapshotPattern-969791495-project] Deleting port 9ca46230-2f67-4707-b50b-21db5cddb86e {{(pid=87506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 23:29:41.576179 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-6833533b-8014-47c4-8e07-cda34742b598 req-13620448-03f2-4b47-952f-087a9fd3d1c1 tempest-TestSnapshotPattern-969791495 tempest-TestSnapshotPattern-969791495-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:29:41.817025 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.db [req-6833533b-8014-47c4-8e07-cda34742b598 req-13620448-03f2-4b47-952f-087a9fd3d1c1 tempest-TestSnapshotPattern-969791495 tempest-TestSnapshotPattern-969791495-project] For port 9ca46230-2f67-4707-b50b-21db5cddb86e, host hv-neutron-8218, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8218',level=0,port_id=9ca46230-2f67-4707-b50b-21db5cddb86e,segment=NetworkSegment(56fd54e8-b76e-4ac5-9887-9cfe7b86c2a1),segment_id=56fd54e8-b76e-4ac5-9887-9cfe7b86c2a1)] {{(pid=87506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 23:29:41.817380 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-6833533b-8014-47c4-8e07-cda34742b598 req-13620448-03f2-4b47-952f-087a9fd3d1c1 tempest-TestSnapshotPattern-969791495 tempest-TestSnapshotPattern-969791495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:29:41.939455 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [req-6833533b-8014-47c4-8e07-cda34742b598 req-13620448-03f2-4b47-952f-087a9fd3d1c1 tempest-TestSnapshotPattern-969791495 tempest-TestSnapshotPattern-969791495-project] Calling delete_port for 9ca46230-2f67-4707-b50b-21db5cddb86e owned by compute:nova {{(pid=87506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 23:29:42.076607 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-6833533b-8014-47c4-8e07-cda34742b598 req-13620448-03f2-4b47-952f-087a9fd3d1c1 tempest-TestSnapshotPattern-969791495 tempest-TestSnapshotPattern-969791495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1863393'] for port, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:29:42.081648 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-1453d467-a5fd-487a-bff4-66773829cd19 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:29:42.127878 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13620448-03f2-4b47-952f-087a9fd3d1c1 tempest-TestSnapshotPattern-969791495 tempest-TestSnapshotPattern-969791495-project] Pushing event deleted for resources: {'Port': ['ID=9ca46230-2f67-4707-b50b-21db5cddb86e,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:29:42.130863 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-13620448-03f2-4b47-952f-087a9fd3d1c1 tempest-TestSnapshotPattern-969791495 tempest-TestSnapshotPattern-969791495-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:29:42.200865 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.l3_dvrscheduler_db [req-6833533b-8014-47c4-8e07-cda34742b598 req-13620448-03f2-4b47-952f-087a9fd3d1c1 tempest-TestSnapshotPattern-969791495 tempest-TestSnapshotPattern-969791495-project] No DVR routers for this DVR port 9ca46230-2f67-4707-b50b-21db5cddb86e on host hv-neutron-8218 {{(pid=87506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 23:29:42.203326 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [req-6833533b-8014-47c4-8e07-cda34742b598 req-13620448-03f2-4b47-952f-087a9fd3d1c1 tempest-TestSnapshotPattern-969791495 tempest-TestSnapshotPattern-969791495-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80307'] for port, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:29:42.205943 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea8eb357-5b6a-4876-9423-0e832e2d6976', 'name': 'network-vif-deleted', 'tag': '9ca46230-2f67-4707-b50b-21db5cddb86e'}] {{(pid=87506) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 23:29:42.223458 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [req-6833533b-8014-47c4-8e07-cda34742b598 req-13620448-03f2-4b47-952f-087a9fd3d1c1 tempest-TestSnapshotPattern-969791495 tempest-TestSnapshotPattern-969791495-project] 10.222.0.49 "DELETE /v2.0/ports/9ca46230-2f67-4707-b50b-21db5cddb86e HTTP/1.1" status: 204  len: 173 time: 0.7099357
Dec 16 23:29:42.254161 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea8eb357-5b6a-4876-9423-0e832e2d6976', 'name': 'network-vif-deleted', 'tag': '9ca46230-2f67-4707-b50b-21db5cddb86e', 'status': 'completed', 'code': 200}
Dec 16 23:29:42.282710 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [req-3584e8fe-8a1d-4ac2-a76f-eb8a4326b29e req-60f04763-1ede-4110-8ed9-231c7c0bbe28 tempest-TestSnapshotPattern-969791495 tempest-TestSnapshotPattern-969791495-project] 10.222.0.13 "GET /v2.0/ports?device_id=ea8eb357-5b6a-4876-9423-0e832e2d6976 HTTP/1.1" status: 200  len: 210 time: 0.0427535
Dec 16 23:29:43.376056 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 57408) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 23:29:43.446195 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-30c8ae4e-c1a5-4c4b-9432-fff12af9a7c6 tempest-TestSnapshotPattern-969791495 tempest-TestSnapshotPattern-969791495-project] Notify callbacks [] for security_group, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:29:43.476636 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-30c8ae4e-c1a5-4c4b-9432-fff12af9a7c6 tempest-TestSnapshotPattern-969791495 tempest-TestSnapshotPattern-969791495-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:29:43.540059 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-30c8ae4e-c1a5-4c4b-9432-fff12af9a7c6 tempest-TestSnapshotPattern-969791495 tempest-TestSnapshotPattern-969791495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841066'] for security_group, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:29:43.545182 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-feacb06e-f62f-43d2-83fe-9cf70299dd3e tempest-TestNetworkBasicOps-295209185 tempest-TestNetworkBasicOps-295209185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:29:43.560053 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c8ae4e-c1a5-4c4b-9432-fff12af9a7c6 tempest-TestSnapshotPattern-969791495 tempest-TestSnapshotPattern-969791495-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=83129e74-8b93-4c07-8624-138410254977,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:29:43.564034 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-30c8ae4e-c1a5-4c4b-9432-fff12af9a7c6 tempest-TestSnapshotPattern-969791495 tempest-TestSnapshotPattern-969791495-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:29:43.567154 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-30c8ae4e-c1a5-4c4b-9432-fff12af9a7c6 tempest-TestSnapshotPattern-969791495 tempest-TestSnapshotPattern-969791495-project] Notify callbacks [] for security_group, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:29:43.568286 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-30c8ae4e-c1a5-4c4b-9432-fff12af9a7c6 tempest-TestSnapshotPattern-969791495 tempest-TestSnapshotPattern-969791495-project] 10.222.0.13 "DELETE /v2.0/security-groups/83129e74-8b93-4c07-8624-138410254977 HTTP/1.1" status: 204  len: 168 time: 0.1912656
Dec 16 23:29:44.583585 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Device 9ca46230-2f67-4707-b50b-21db5cddb86e no longer exists at agent hyperv_hv-neutron-8218 {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 23:29:44.626005 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] No Port match for: 9ca46230-2f67-4707-b50b-21db5cddb86e {{(pid=87508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 23:29:44.626364 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Device 9ca46230-2f67-4707-b50b-21db5cddb86e not bound to the agent host hv-neutron-8218 {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 23:29:44.629414 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 57416) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 23:29:45.259284 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-80d05693-f27b-4776-b608-476732653d06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3830176'] for router_interface, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:29:45.596696 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [None req-80d05693-f27b-4776-b608-476732653d06 admin admin] Deleting port 354b72e0-4d84-42d9-8bf1-7b6de162f71e {{(pid=87506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 23:29:45.597032 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-80d05693-f27b-4776-b608-476732653d06 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:29:45.762156 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.db [None req-80d05693-f27b-4776-b608-476732653d06 admin admin] For port 354b72e0-4d84-42d9-8bf1-7b6de162f71e, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=354b72e0-4d84-42d9-8bf1-7b6de162f71e,segment=NetworkSegment(56fd54e8-b76e-4ac5-9887-9cfe7b86c2a1),segment_id=56fd54e8-b76e-4ac5-9887-9cfe7b86c2a1)] {{(pid=87506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 23:29:45.762815 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-80d05693-f27b-4776-b608-476732653d06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:29:45.879972 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [None req-80d05693-f27b-4776-b608-476732653d06 admin admin] Calling delete_port for 354b72e0-4d84-42d9-8bf1-7b6de162f71e owned by network:router_interface {{(pid=87506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 23:29:46.305193 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-80d05693-f27b-4776-b608-476732653d06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1863393'] for port, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:29:46.309340 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-eceb5e0e-b7cc-43ed-9506-ca1db71a1e75 tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:29:46.351698 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d05693-f27b-4776-b608-476732653d06 admin admin] Pushing event deleted for resources: {'Port': ['ID=354b72e0-4d84-42d9-8bf1-7b6de162f71e,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:29:46.354633 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-80d05693-f27b-4776-b608-476732653d06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:29:46.622715 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-80d05693-f27b-4776-b608-476732653d06 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3791449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3739472'] for router_interface, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:29:46.971441 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80d05693-f27b-4776-b608-476732653d06 admin admin] Router b9d965a6-03f3-4ff2-93c3-17b90329f70a has already been hosted by L3 agent 4f519db7-069b-43e2-8411-c092bac9102a {{(pid=87506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 23:29:47.142992 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80d05693-f27b-4776-b608-476732653d06 admin admin] Notify agent at l3_agent.dv-neutron-821829-1-hyperv the message routers_updated {{(pid=87506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 23:29:47.151299 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b32685db-ffab-4cd7-9f6c-1f5110eb0dae None None] Sync routers for ids ['b9d965a6-03f3-4ff2-93c3-17b90329f70a'] in dv-neutron-821829-1-hyperv {{(pid=87508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 23:29:47.155785 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-80d05693-f27b-4776-b608-476732653d06 admin admin] 10.222.0.13 "PUT /v2.0/routers/b9d965a6-03f3-4ff2-93c3-17b90329f70a/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.5252864
Dec 16 23:29:47.157198 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 57420) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 23:29:47.160939 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b32685db-ffab-4cd7-9f6c-1f5110eb0dae None None] Routers {'b9d965a6-03f3-4ff2-93c3-17b90329f70a'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 23:29:47.161569 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-b32685db-ffab-4cd7-9f6c-1f5110eb0dae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b7c3f0a30>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T23:29:31Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['b9d965a6-03f3-4ff2-93c3-17b90329f70a'], 'active': True} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 23:29:47.328325 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-1e8dd8ef-4cef-431c-8535-8c049ae101af admin admin] Notify callbacks [] for router, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:29:47.333751 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvr_db [None req-b32685db-ffab-4cd7-9f6c-1f5110eb0dae None None] Set router b9d965a6-03f3-4ff2-93c3-17b90329f70a gateway port host: dv-neutron-821829-1-hyperv {{(pid=87508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 23:29:47.620016 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-b32685db-ffab-4cd7-9f6c-1f5110eb0dae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b7c3f0a30>, [{'id': 'b9d965a6-03f3-4ff2-93c3-17b90329f70a', 'name': 'tempest-TestSnapshotPattern-308975832-router', 'tenant_id': 'e6b39a4266e945a08afce4767cdb6398', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.80'}], 'enable_snat': True}, 'gw_port_id': 'a8b5e16c-1118-4c03-9d7b-291af74552f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:24:55Z', 'updated_at': '2021-12-16T23:29:46Z', 'revision_number': 5, 'project_id': 'e6b39a4266e945a08afce4767cdb6398', 'gw_port': {'id': 'a8b5e16c-1118-4c03-9d7b-291af74552f9', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:fc:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9d965a6-03f3-4ff2-93c3-17b90329f70a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:24:56Z', 'updated_at': '2021-12-16T23:25:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv'}], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 23:29:47.624397 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b32685db-ffab-4cd7-9f6c-1f5110eb0dae None None] Checking router: b9d965a6-03f3-4ff2-93c3-17b90329f70a for host: dv-neutron-821829-1-hyperv {{(pid=87508) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 23:29:47.632480 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b32685db-ffab-4cd7-9f6c-1f5110eb0dae None None] Routers {'b9d965a6-03f3-4ff2-93c3-17b90329f70a'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87508) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 23:29:47.633092 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-b32685db-ffab-4cd7-9f6c-1f5110eb0dae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b7c3f0a30>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T23:29:31Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['b9d965a6-03f3-4ff2-93c3-17b90329f70a'], 'active': True} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 23:29:47.639150 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-1e8dd8ef-4cef-431c-8535-8c049ae101af admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:29:47.648922 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [None req-1e8dd8ef-4cef-431c-8535-8c049ae101af admin admin] Deleting port a8b5e16c-1118-4c03-9d7b-291af74552f9 {{(pid=87506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 23:29:47.649438 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-1e8dd8ef-4cef-431c-8535-8c049ae101af admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:29:47.818617 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_dvr_db [None req-b32685db-ffab-4cd7-9f6c-1f5110eb0dae None None] Set router b9d965a6-03f3-4ff2-93c3-17b90329f70a gateway port host: None {{(pid=87508) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 23:29:47.823888 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.db [None req-1e8dd8ef-4cef-431c-8535-8c049ae101af admin admin] For port a8b5e16c-1118-4c03-9d7b-291af74552f9, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=a8b5e16c-1118-4c03-9d7b-291af74552f9,segment=NetworkSegment(a416442d-d143-4052-9f4e-546eb8cbe809),segment_id=a416442d-d143-4052-9f4e-546eb8cbe809)] {{(pid=87506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 23:29:47.824327 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-1e8dd8ef-4cef-431c-8535-8c049ae101af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:29:47.922883 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.db.l3_hamode_db [None req-b32685db-ffab-4cd7-9f6c-1f5110eb0dae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b7c3f0a30>, [{'id': 'b9d965a6-03f3-4ff2-93c3-17b90329f70a', 'name': 'tempest-TestSnapshotPattern-308975832-router', 'tenant_id': 'e6b39a4266e945a08afce4767cdb6398', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:24:55Z', 'updated_at': '2021-12-16T23:29:47Z', 'revision_number': 6, 'project_id': 'e6b39a4266e945a08afce4767cdb6398', 'gw_port_host': None}], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 23:29:47.926698 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b32685db-ffab-4cd7-9f6c-1f5110eb0dae None None] The sync data for ids ['b9d965a6-03f3-4ff2-93c3-17b90329f70a'] in dv-neutron-821829-1-hyperv is: [{'id': 'b9d965a6-03f3-4ff2-93c3-17b90329f70a', 'name': 'tempest-TestSnapshotPattern-308975832-router', 'tenant_id': 'e6b39a4266e945a08afce4767cdb6398', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:24:55Z', 'updated_at': '2021-12-16T23:29:47Z', 'revision_number': 6, 'project_id': 'e6b39a4266e945a08afce4767cdb6398', 'gw_port_host': None}] {{(pid=87508) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 23:29:47.947476 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [None req-1e8dd8ef-4cef-431c-8535-8c049ae101af admin admin] Calling delete_port for a8b5e16c-1118-4c03-9d7b-291af74552f9 owned by network:router_gateway {{(pid=87506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 23:29:48.110329 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-1e8dd8ef-4cef-431c-8535-8c049ae101af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1863393'] for port, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:29:48.115212 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-d6bef628-f97c-4554-8ed8-0eeb20acd560 tempest-TestSnapshotPattern-969791495 tempest-TestSnapshotPattern-969791495-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:29:48.158957 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8dd8ef-4cef-431c-8535-8c049ae101af admin admin] Pushing event deleted for resources: {'Port': ['ID=a8b5e16c-1118-4c03-9d7b-291af74552f9,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:29:48.186898 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-1e8dd8ef-4cef-431c-8535-8c049ae101af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:29:48.249213 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-1e8dd8ef-4cef-431c-8535-8c049ae101af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3741895'] for router_gateway, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:29:48.421140 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-1e8dd8ef-4cef-431c-8535-8c049ae101af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3739500', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39002'] for router, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:29:48.423254 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-1e8dd8ef-4cef-431c-8535-8c049ae101af admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:29:48.445099 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-1e8dd8ef-4cef-431c-8535-8c049ae101af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3830089'] for router, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:29:48.445634 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e8dd8ef-4cef-431c-8535-8c049ae101af admin admin] Fanout notify agent at l3_agent the message router_deleted on router b9d965a6-03f3-4ff2-93c3-17b90329f70a {{(pid=87506) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 16 23:29:48.460494 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-1e8dd8ef-4cef-431c-8535-8c049ae101af admin admin] Notify callbacks [] for router, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:29:48.461756 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-1e8dd8ef-4cef-431c-8535-8c049ae101af admin admin] 10.222.0.13 "DELETE /v2.0/routers/b9d965a6-03f3-4ff2-93c3-17b90329f70a HTTP/1.1" status: 204  len: 168 time: 1.3034885
Dec 16 23:29:48.464061 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 57424) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 23:29:48.521328 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.db_base_plugin_v2 [None req-6421d280-ebf6-42d2-a940-c3e08cea0c41 admin admin] Deleting subnet 71188b59-25f0-4338-b5a8-1e16e1bdb6be {{(pid=87506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 16 23:29:48.524196 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-6421d280-ebf6-42d2-a940-c3e08cea0c41 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:29:48.574933 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-6421d280-ebf6-42d2-a940-c3e08cea0c41 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-266764487'] for subnet, precommit_delete_associations {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:29:48.660241 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-6421d280-ebf6-42d2-a940-c3e08cea0c41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3328566'] for subnet, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:29:48.691430 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device a8b5e16c-1118-4c03-9d7b-291af74552f9 no longer exists at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 23:29:48.725756 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] No Port match for: a8b5e16c-1118-4c03-9d7b-291af74552f9 {{(pid=87508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 23:29:48.726278 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device a8b5e16c-1118-4c03-9d7b-291af74552f9 not bound to the agent host dv-neutron-821829-1-hyperv {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 23:29:48.726718 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 354b72e0-4d84-42d9-8bf1-7b6de162f71e no longer exists at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 23:29:48.736309 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-6421d280-ebf6-42d2-a940-c3e08cea0c41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3328622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1863378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11213117'] for subnet, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:29:48.740137 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-da39448d-6445-421b-89d4-7d8968837225 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:29:48.761573 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] No Port match for: 354b72e0-4d84-42d9-8bf1-7b6de162f71e {{(pid=87508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 23:29:48.761931 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 354b72e0-4d84-42d9-8bf1-7b6de162f71e not bound to the agent host dv-neutron-821829-1-hyperv {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 23:29:48.781863 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6421d280-ebf6-42d2-a940-c3e08cea0c41 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=71188b59-25f0-4338-b5a8-1e16e1bdb6be,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:29:48.784989 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-6421d280-ebf6-42d2-a940-c3e08cea0c41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:29:48.785949 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-6421d280-ebf6-42d2-a940-c3e08cea0c41 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:29:48.791437 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac8e19db-eee7-496f-8833-28093fcef22b None None] Network ecf86942-e68d-43b5-9047-88864bdad183 requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 23:29:48.791918 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-6421d280-ebf6-42d2-a940-c3e08cea0c41 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/71188b59-25f0-4338-b5a8-1e16e1bdb6be HTTP/1.1" status: 204  len: 168 time: 0.3261931
Dec 16 23:29:48.795038 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 57428) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 23:29:48.905133 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-5c7e5a87-1ef7-4726-a9ed-fa4cf8763a5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-825997'] for network, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:29:48.917058 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [None req-5c7e5a87-1ef7-4726-a9ed-fa4cf8763a5c admin admin] Deleting port 9b19f7c8-ce1c-4e76-8b7b-fd159cbd3128 {{(pid=87506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 23:29:48.917058 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-5c7e5a87-1ef7-4726-a9ed-fa4cf8763a5c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:29:49.043363 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61e8ba61-e3a2-41c3-807e-929815571429 None None] DHCP port deletion for ecf86942-e68d-43b5-9047-88864bdad183 request from dv-neutron-821829-1-hyperv {{(pid=87508) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 16 23:29:49.047751 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-61e8ba61-e3a2-41c3-807e-929815571429 None None] Deleting port 9b19f7c8-ce1c-4e76-8b7b-fd159cbd3128 {{(pid=87508) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 23:29:49.048409 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-61e8ba61-e3a2-41c3-807e-929815571429 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:29:49.241299 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.db [None req-5c7e5a87-1ef7-4726-a9ed-fa4cf8763a5c admin admin] For port 9b19f7c8-ce1c-4e76-8b7b-fd159cbd3128, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=9b19f7c8-ce1c-4e76-8b7b-fd159cbd3128,segment=NetworkSegment(56fd54e8-b76e-4ac5-9887-9cfe7b86c2a1),segment_id=56fd54e8-b76e-4ac5-9887-9cfe7b86c2a1)] {{(pid=87506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 23:29:49.241841 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-5c7e5a87-1ef7-4726-a9ed-fa4cf8763a5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:29:49.248677 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-61e8ba61-e3a2-41c3-807e-929815571429 None None] For port 9b19f7c8-ce1c-4e76-8b7b-fd159cbd3128, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=9b19f7c8-ce1c-4e76-8b7b-fd159cbd3128,segment=NetworkSegment(56fd54e8-b76e-4ac5-9887-9cfe7b86c2a1),segment_id=56fd54e8-b76e-4ac5-9887-9cfe7b86c2a1)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 23:29:49.249082 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-61e8ba61-e3a2-41c3-807e-929815571429 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:29:49.361271 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [None req-5c7e5a87-1ef7-4726-a9ed-fa4cf8763a5c admin admin] Calling delete_port for 9b19f7c8-ce1c-4e76-8b7b-fd159cbd3128 owned by network:dhcp {{(pid=87506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 23:29:49.370152 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-61e8ba61-e3a2-41c3-807e-929815571429 None None] Calling delete_port for 9b19f7c8-ce1c-4e76-8b7b-fd159cbd3128 owned by network:dhcp {{(pid=87508) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 23:29:49.437459 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-5c7e5a87-1ef7-4726-a9ed-fa4cf8763a5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1863393'] for port, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:29:49.439208 dv-neutron-821829-1-hyperv neutron-server[87508]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 16 23:29:49.439208 dv-neutron-821829-1-hyperv neutron-server[87508]:   util.warn(
Dec 16 23:29:49.439208 dv-neutron-821829-1-hyperv neutron-server[87508]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 16 23:29:49.439208 dv-neutron-821829-1-hyperv neutron-server[87508]:   util.warn(
Dec 16 23:29:49.439208 dv-neutron-821829-1-hyperv neutron-server[87508]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 16 23:29:49.439208 dv-neutron-821829-1-hyperv neutron-server[87508]:   util.warn(
Dec 16 23:29:49.439208 dv-neutron-821829-1-hyperv neutron-server[87508]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 16 23:29:49.439208 dv-neutron-821829-1-hyperv neutron-server[87508]:   util.warn(
Dec 16 23:29:49.439208 dv-neutron-821829-1-hyperv neutron-server[87508]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 16 23:29:49.439208 dv-neutron-821829-1-hyperv neutron-server[87508]:   util.warn(
Dec 16 23:29:49.439208 dv-neutron-821829-1-hyperv neutron-server[87508]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 16 23:29:49.439208 dv-neutron-821829-1-hyperv neutron-server[87508]:   util.warn(
Dec 16 23:29:49.439208 dv-neutron-821829-1-hyperv neutron-server[87508]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 16 23:29:49.439208 dv-neutron-821829-1-hyperv neutron-server[87508]:   util.warn(
Dec 16 23:29:49.439208 dv-neutron-821829-1-hyperv neutron-server[87508]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 16 23:29:49.439208 dv-neutron-821829-1-hyperv neutron-server[87508]:   util.warn(
Dec 16 23:29:49.439208 dv-neutron-821829-1-hyperv neutron-server[87508]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 16 23:29:49.439208 dv-neutron-821829-1-hyperv neutron-server[87508]:   util.warn(
Dec 16 23:29:49.439208 dv-neutron-821829-1-hyperv neutron-server[87508]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 16 23:29:49.439208 dv-neutron-821829-1-hyperv neutron-server[87508]:   util.warn(
Dec 16 23:29:49.439208 dv-neutron-821829-1-hyperv neutron-server[87508]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 16 23:29:49.439208 dv-neutron-821829-1-hyperv neutron-server[87508]:   util.warn(
Dec 16 23:29:49.439208 dv-neutron-821829-1-hyperv neutron-server[87508]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 16 23:29:49.439208 dv-neutron-821829-1-hyperv neutron-server[87508]:   util.warn(
Dec 16 23:29:49.439208 dv-neutron-821829-1-hyperv neutron-server[87508]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 16 23:29:49.439208 dv-neutron-821829-1-hyperv neutron-server[87508]:   util.warn(
Dec 16 23:29:49.439208 dv-neutron-821829-1-hyperv neutron-server[87508]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 16 23:29:49.439208 dv-neutron-821829-1-hyperv neutron-server[87508]:   util.warn(
Dec 16 23:29:49.439208 dv-neutron-821829-1-hyperv neutron-server[87508]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 16 23:29:49.439208 dv-neutron-821829-1-hyperv neutron-server[87508]:   util.warn(
Dec 16 23:29:49.439208 dv-neutron-821829-1-hyperv neutron-server[87508]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 16 23:29:49.439208 dv-neutron-821829-1-hyperv neutron-server[87508]:   util.warn(
Dec 16 23:29:49.439208 dv-neutron-821829-1-hyperv neutron-server[87508]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 16 23:29:49.439208 dv-neutron-821829-1-hyperv neutron-server[87508]:   util.warn(
Dec 16 23:29:49.439208 dv-neutron-821829-1-hyperv neutron-server[87508]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 16 23:29:49.439208 dv-neutron-821829-1-hyperv neutron-server[87508]:   util.warn(
Dec 16 23:29:49.439208 dv-neutron-821829-1-hyperv neutron-server[87508]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 16 23:29:49.439208 dv-neutron-821829-1-hyperv neutron-server[87508]:   util.warn(
Dec 16 23:29:49.439208 dv-neutron-821829-1-hyperv neutron-server[87508]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 16 23:29:49.439208 dv-neutron-821829-1-hyperv neutron-server[87508]:   util.warn(
Dec 16 23:29:49.439208 dv-neutron-821829-1-hyperv neutron-server[87508]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 16 23:29:49.439208 dv-neutron-821829-1-hyperv neutron-server[87508]:   util.warn(
Dec 16 23:29:49.439208 dv-neutron-821829-1-hyperv neutron-server[87508]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 16 23:29:49.439208 dv-neutron-821829-1-hyperv neutron-server[87508]:   util.warn(
Dec 16 23:29:49.439208 dv-neutron-821829-1-hyperv neutron-server[87508]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 16 23:29:49.439208 dv-neutron-821829-1-hyperv neutron-server[87508]:   util.warn(
Dec 16 23:29:49.439208 dv-neutron-821829-1-hyperv neutron-server[87508]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 16 23:29:49.439208 dv-neutron-821829-1-hyperv neutron-server[87508]:   util.warn(
Dec 16 23:29:49.439208 dv-neutron-821829-1-hyperv neutron-server[87508]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 16 23:29:49.439208 dv-neutron-821829-1-hyperv neutron-server[87508]:   util.warn(
Dec 16 23:29:49.439208 dv-neutron-821829-1-hyperv neutron-server[87508]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 16 23:29:49.439208 dv-neutron-821829-1-hyperv neutron-server[87508]:   util.warn(
Dec 16 23:29:49.439208 dv-neutron-821829-1-hyperv neutron-server[87508]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 16 23:29:49.439208 dv-neutron-821829-1-hyperv neutron-server[87508]:   util.warn(
Dec 16 23:29:49.439208 dv-neutron-821829-1-hyperv neutron-server[87508]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 16 23:29:49.439208 dv-neutron-821829-1-hyperv neutron-server[87508]:   util.warn(
Dec 16 23:29:49.443344 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.db.api [None req-61e8ba61-e3a2-41c3-807e-929815571429 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87508) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 16 23:29:49.443718 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_db.api [None req-61e8ba61-e3a2-41c3-807e-929815571429 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 16 23:29:49.446268 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-ef94b1b1-e1a9-4edc-b5e2-73605ac6e310 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:29:49.495812 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7e5a87-1ef7-4726-a9ed-fa4cf8763a5c admin admin] Pushing event deleted for resources: {'Port': ['ID=9b19f7c8-ce1c-4e76-8b7b-fd159cbd3128,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:29:49.497514 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c7e5a87-1ef7-4726-a9ed-fa4cf8763a5c admin admin] No DVR routers for this DVR port 9b19f7c8-ce1c-4e76-8b7b-fd159cbd3128 on host dv-neutron-821829-1-hyperv {{(pid=87506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 23:29:49.498962 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-5c7e5a87-1ef7-4726-a9ed-fa4cf8763a5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:29:49.609806 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-5c7e5a87-1ef7-4726-a9ed-fa4cf8763a5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3329565', 'neutron.services.segments.db._delete_segments_for_network-8734753546406'] for network, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:29:49.633755 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.services.segments.db [None req-5c7e5a87-1ef7-4726-a9ed-fa4cf8763a5c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1b761fe2e0>,) {'filters': {'network_id': ['ecf86942-e68d-43b5-9047-88864bdad183']}} {{(pid=87506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 23:29:49.647736 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.services.segments.db [None req-5c7e5a87-1ef7-4726-a9ed-fa4cf8763a5c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b761fe2e0>, '56fd54e8-b76e-4ac5-9887-9cfe7b86c2a1') {'for_net_delete': True} {{(pid=87506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 23:29:49.648170 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.services.segments.db [None req-5c7e5a87-1ef7-4726-a9ed-fa4cf8763a5c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b761fe2e0>, '56fd54e8-b76e-4ac5-9887-9cfe7b86c2a1') {} {{(pid=87506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 23:29:49.661943 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-5c7e5a87-1ef7-4726-a9ed-fa4cf8763a5c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734753593977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-266764496'] for segment, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:29:49.677247 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-5c7e5a87-1ef7-4726-a9ed-fa4cf8763a5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-883292'] for segment, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:29:49.683264 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c7e5a87-1ef7-4726-a9ed-fa4cf8763a5c admin admin] Releasing vlan 183 on physical network physnet1 to pool {{(pid=87506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 16 23:29:49.683632 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-5c7e5a87-1ef7-4726-a9ed-fa4cf8763a5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-883285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1863180'] for segment, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:29:49.696485 dv-neutron-821829-1-hyperv neutron-server[87506]: Traceback (most recent call last):
Dec 16 23:29:49.696485 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 16 23:29:49.696485 dv-neutron-821829-1-hyperv neutron-server[87506]:     timer()
Dec 16 23:29:49.696485 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 23:29:49.696485 dv-neutron-821829-1-hyperv neutron-server[87506]:     cb(*args, **kw)
Dec 16 23:29:49.696485 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 23:29:49.696485 dv-neutron-821829-1-hyperv neutron-server[87506]:     return func(*args, **kwargs)
Dec 16 23:29:49.696485 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 23:29:49.696485 dv-neutron-821829-1-hyperv neutron-server[87506]:     self._notify()
Dec 16 23:29:49.696485 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 23:29:49.696485 dv-neutron-821829-1-hyperv neutron-server[87506]:     self.callback(batched_events)
Dec 16 23:29:49.696485 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 23:29:49.696485 dv-neutron-821829-1-hyperv neutron-server[87506]:     event.method(event)
Dec 16 23:29:49.696485 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 23:29:49.696485 dv-neutron-821829-1-hyperv neutron-server[87506]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 23:29:49.696485 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 23:29:49.696485 dv-neutron-821829-1-hyperv neutron-server[87506]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 23:29:49.696485 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 23:29:49.696485 dv-neutron-821829-1-hyperv neutron-server[87506]:     return f(self, *a, **k)
Dec 16 23:29:49.696485 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 16 23:29:49.696485 dv-neutron-821829-1-hyperv neutron-server[87506]:     return self._get(url).json()
Dec 16 23:29:49.696485 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 16 23:29:49.696485 dv-neutron-821829-1-hyperv neutron-server[87506]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 23:29:49.696485 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 16 23:29:49.696485 dv-neutron-821829-1-hyperv neutron-server[87506]:     return self.request(url, 'GET', **kwargs)
Dec 16 23:29:49.696485 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 16 23:29:49.696485 dv-neutron-821829-1-hyperv neutron-server[87506]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 23:29:49.696485 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 16 23:29:49.696485 dv-neutron-821829-1-hyperv neutron-server[87506]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 23:29:49.696485 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 16 23:29:49.696485 dv-neutron-821829-1-hyperv neutron-server[87506]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 23:29:49.696485 dv-neutron-821829-1-hyperv neutron-server[87506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 23:29:49.774686 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-5c7e5a87-1ef7-4726-a9ed-fa4cf8763a5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3329572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3741856'] for network, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:29:49.779622 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-5c7e5a87-1ef7-4726-a9ed-fa4cf8763a5c admin admin] Notify callbacks [] for network, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:29:49.781996 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-28979637-3d94-4449-83f2-f87f3df657ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:29:49.803154 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7e5a87-1ef7-4726-a9ed-fa4cf8763a5c admin admin] Pushing event deleted for resources: {'Network': ['ID=ecf86942-e68d-43b5-9047-88864bdad183,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:29:49.805427 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-5c7e5a87-1ef7-4726-a9ed-fa4cf8763a5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:29:49.816670 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-5c7e5a87-1ef7-4726-a9ed-fa4cf8763a5c admin admin] 10.222.0.13 "DELETE /v2.0/networks/ecf86942-e68d-43b5-9047-88864bdad183 HTTP/1.1" status: 204  len: 168 time: 1.0206938
Dec 16 23:29:49.819508 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 57432) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 23:29:49.944869 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-61e8ba61-e3a2-41c3-807e-929815571429 None None] Deleting port 9b19f7c8-ce1c-4e76-8b7b-fd159cbd3128 {{(pid=87508) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 23:29:49.945425 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-61e8ba61-e3a2-41c3-807e-929815571429 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:29:50.016132 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-61e8ba61-e3a2-41c3-807e-929815571429 None None] The port '9b19f7c8-ce1c-4e76-8b7b-fd159cbd3128' was deleted {{(pid=87508) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 16 23:29:50.356457 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-03e391e5-bbb7-4869-a67c-3dcf038bb6cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3830176'] for router_interface, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:29:50.472426 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.agents_db [None req-0abd2616-a86c-48e2-be07-10823335a5bb None None] Agent healthcheck: found 6 active agents {{(pid=87509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 23:29:50.598483 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 9b19f7c8-ce1c-4e76-8b7b-fd159cbd3128 no longer exists at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 23:29:50.635680 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] No Port match for: 9b19f7c8-ce1c-4e76-8b7b-fd159cbd3128 {{(pid=87508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 23:29:50.635975 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 9b19f7c8-ce1c-4e76-8b7b-fd159cbd3128 not bound to the agent host dv-neutron-821829-1-hyperv {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 23:29:50.827636 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [None req-03e391e5-bbb7-4869-a67c-3dcf038bb6cd admin admin] Deleting port 99b82df5-6b56-454e-a331-c7c75130c813 {{(pid=87506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 23:29:50.828025 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-03e391e5-bbb7-4869-a67c-3dcf038bb6cd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:29:51.004150 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.db [None req-03e391e5-bbb7-4869-a67c-3dcf038bb6cd admin admin] For port 99b82df5-6b56-454e-a331-c7c75130c813, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=99b82df5-6b56-454e-a331-c7c75130c813,segment=NetworkSegment(a7dbbcff-b76f-468e-9247-f2e0aa76df16),segment_id=a7dbbcff-b76f-468e-9247-f2e0aa76df16)] {{(pid=87506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 23:29:51.004424 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-03e391e5-bbb7-4869-a67c-3dcf038bb6cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:29:51.127195 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [None req-03e391e5-bbb7-4869-a67c-3dcf038bb6cd admin admin] Calling delete_port for 99b82df5-6b56-454e-a331-c7c75130c813 owned by network:router_interface {{(pid=87506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 23:29:51.300018 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-03e391e5-bbb7-4869-a67c-3dcf038bb6cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1863393'] for port, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:29:51.304270 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-47f0f0c7-2fcd-4d9c-94e4-3c84781e62fc tempest-TestShelveInstance-1503845350 tempest-TestShelveInstance-1503845350-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:29:51.352308 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e391e5-bbb7-4869-a67c-3dcf038bb6cd admin admin] Pushing event deleted for resources: {'Port': ['ID=99b82df5-6b56-454e-a331-c7c75130c813,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:29:51.380666 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-03e391e5-bbb7-4869-a67c-3dcf038bb6cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:29:51.617631 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-03e391e5-bbb7-4869-a67c-3dcf038bb6cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3791449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3739472'] for router_interface, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:29:52.081852 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03e391e5-bbb7-4869-a67c-3dcf038bb6cd admin admin] Router 029f654e-8ded-47d3-9d2c-0cc42f100951 has already been hosted by L3 agent 4f519db7-069b-43e2-8411-c092bac9102a {{(pid=87506) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 16 23:29:52.253739 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03e391e5-bbb7-4869-a67c-3dcf038bb6cd admin admin] Notify agent at l3_agent.dv-neutron-821829-1-hyperv the message routers_updated {{(pid=87506) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 16 23:29:52.262912 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8efc390-d966-4381-aa1d-4e7dfd3f1adc None None] Sync routers for ids ['029f654e-8ded-47d3-9d2c-0cc42f100951'] in dv-neutron-821829-1-hyperv {{(pid=87509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 16 23:29:52.263360 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-03e391e5-bbb7-4869-a67c-3dcf038bb6cd admin admin] 10.222.0.13 "PUT /v2.0/routers/029f654e-8ded-47d3-9d2c-0cc42f100951/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.4424484
Dec 16 23:29:52.265506 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 57436) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 23:29:52.275752 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8efc390-d966-4381-aa1d-4e7dfd3f1adc None None] Routers {'029f654e-8ded-47d3-9d2c-0cc42f100951'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 23:29:52.276382 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-f8efc390-d966-4381-aa1d-4e7dfd3f1adc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b7c6e4280>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T23:29:31Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['029f654e-8ded-47d3-9d2c-0cc42f100951'], 'active': True} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 23:29:52.440823 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-36ea0546-0459-47f1-9670-366a90f649a6 admin admin] Notify callbacks [] for router, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:29:52.445102 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvr_db [None req-f8efc390-d966-4381-aa1d-4e7dfd3f1adc None None] Set router 029f654e-8ded-47d3-9d2c-0cc42f100951 gateway port host: dv-neutron-821829-1-hyperv {{(pid=87509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 23:29:52.617623 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-36ea0546-0459-47f1-9670-366a90f649a6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:29:52.632217 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [None req-36ea0546-0459-47f1-9670-366a90f649a6 admin admin] Deleting port 3224fcf2-9dee-4b1a-94d3-84dde5d2c5d7 {{(pid=87506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 23:29:52.632838 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-36ea0546-0459-47f1-9670-366a90f649a6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:29:52.771046 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-f8efc390-d966-4381-aa1d-4e7dfd3f1adc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b7c6e4280>, [{'id': '029f654e-8ded-47d3-9d2c-0cc42f100951', 'name': 'tempest-TestSnapshotPattern-1366856059-router', 'tenant_id': '0e050ccfa3994898bdc1eb744ad7c102', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'external_fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.91'}], 'enable_snat': True}, 'gw_port_id': '3224fcf2-9dee-4b1a-94d3-84dde5d2c5d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:25:01Z', 'updated_at': '2021-12-16T23:29:51Z', 'revision_number': 5, 'project_id': '0e050ccfa3994898bdc1eb744ad7c102', 'gw_port': {'id': '3224fcf2-9dee-4b1a-94d3-84dde5d2c5d7', 'name': '', 'network_id': 'f8905ce9-304b-4976-bc47-e58c71c11de5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:40:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '029f654e-8ded-47d3-9d2c-0cc42f100951', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'ip_address': '172.26.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821829-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T23:25:02Z', 'updated_at': '2021-12-16T23:25:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9bca8591-41ef-4f2d-8ecb-ecaab1a28acf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821829-1-hyperv'}], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 23:29:52.774663 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8efc390-d966-4381-aa1d-4e7dfd3f1adc None None] Checking router: 029f654e-8ded-47d3-9d2c-0cc42f100951 for host: dv-neutron-821829-1-hyperv {{(pid=87509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 16 23:29:52.782631 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8efc390-d966-4381-aa1d-4e7dfd3f1adc None None] Routers {'029f654e-8ded-47d3-9d2c-0cc42f100951'} bound to L3 agent in host dv-neutron-821829-1-hyperv {{(pid=87509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 16 23:29:52.783255 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-f8efc390-d966-4381-aa1d-4e7dfd3f1adc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1b7c6e4280>, 'dv-neutron-821829-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T22:24:01Z,description=<?>,heartbeat_timestamp=2021-12-16T23:29:31Z,host='dv-neutron-821829-1-hyperv',id=4f519db7-069b-43e2-8411-c092bac9102a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T22:24:01Z,topic='l3_agent')) {'router_ids': ['029f654e-8ded-47d3-9d2c-0cc42f100951'], 'active': True} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 23:29:52.806503 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.db [None req-36ea0546-0459-47f1-9670-366a90f649a6 admin admin] For port 3224fcf2-9dee-4b1a-94d3-84dde5d2c5d7, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=3224fcf2-9dee-4b1a-94d3-84dde5d2c5d7,segment=NetworkSegment(a416442d-d143-4052-9f4e-546eb8cbe809),segment_id=a416442d-d143-4052-9f4e-546eb8cbe809)] {{(pid=87506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 23:29:52.806855 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-36ea0546-0459-47f1-9670-366a90f649a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:29:52.925591 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_dvr_db [None req-f8efc390-d966-4381-aa1d-4e7dfd3f1adc None None] Set router 029f654e-8ded-47d3-9d2c-0cc42f100951 gateway port host: None {{(pid=87509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 16 23:29:52.926262 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [None req-36ea0546-0459-47f1-9670-366a90f649a6 admin admin] Calling delete_port for 3224fcf2-9dee-4b1a-94d3-84dde5d2c5d7 owned by network:router_gateway {{(pid=87506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 23:29:53.027406 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.l3_hamode_db [None req-f8efc390-d966-4381-aa1d-4e7dfd3f1adc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1b7c6e4280>, [{'id': '029f654e-8ded-47d3-9d2c-0cc42f100951', 'name': 'tempest-TestSnapshotPattern-1366856059-router', 'tenant_id': '0e050ccfa3994898bdc1eb744ad7c102', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:25:01Z', 'updated_at': '2021-12-16T23:29:52Z', 'revision_number': 6, 'project_id': '0e050ccfa3994898bdc1eb744ad7c102', 'gw_port_host': None}], 'dv-neutron-821829-1-hyperv', False) {} {{(pid=87509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 23:29:53.031611 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8efc390-d966-4381-aa1d-4e7dfd3f1adc None None] The sync data for ids ['029f654e-8ded-47d3-9d2c-0cc42f100951'] in dv-neutron-821829-1-hyperv is: [{'id': '029f654e-8ded-47d3-9d2c-0cc42f100951', 'name': 'tempest-TestSnapshotPattern-1366856059-router', 'tenant_id': '0e050ccfa3994898bdc1eb744ad7c102', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T23:25:01Z', 'updated_at': '2021-12-16T23:29:52Z', 'revision_number': 6, 'project_id': '0e050ccfa3994898bdc1eb744ad7c102', 'gw_port_host': None}] {{(pid=87509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 16 23:29:53.091141 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-36ea0546-0459-47f1-9670-366a90f649a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1863393'] for port, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:29:53.094577 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-80d05693-f27b-4776-b608-476732653d06 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:29:53.134799 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ea0546-0459-47f1-9670-366a90f649a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=3224fcf2-9dee-4b1a-94d3-84dde5d2c5d7,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:29:53.138409 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-36ea0546-0459-47f1-9670-366a90f649a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:29:53.225758 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-36ea0546-0459-47f1-9670-366a90f649a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3741895'] for router_gateway, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:29:53.520945 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-36ea0546-0459-47f1-9670-366a90f649a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3739500', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39002'] for router, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:29:53.523101 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-36ea0546-0459-47f1-9670-366a90f649a6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:29:53.545374 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-36ea0546-0459-47f1-9670-366a90f649a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3830089'] for router, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:29:53.545870 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36ea0546-0459-47f1-9670-366a90f649a6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 029f654e-8ded-47d3-9d2c-0cc42f100951 {{(pid=87506) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 16 23:29:53.557719 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-36ea0546-0459-47f1-9670-366a90f649a6 admin admin] Notify callbacks [] for router, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:29:53.558848 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-36ea0546-0459-47f1-9670-366a90f649a6 admin admin] 10.222.0.13 "DELETE /v2.0/routers/029f654e-8ded-47d3-9d2c-0cc42f100951 HTTP/1.1" status: 204  len: 168 time: 1.2924542
Dec 16 23:29:53.561460 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 57440) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 23:29:53.618484 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2ce9a48-b100-47f1-9a12-e72c72cdb5c9 admin admin] Deleting subnet ab32b3cc-bfeb-418a-9260-ab2987fd7a3d {{(pid=87506) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 16 23:29:53.621241 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-e2ce9a48-b100-47f1-9a12-e72c72cdb5c9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:29:53.670407 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-e2ce9a48-b100-47f1-9a12-e72c72cdb5c9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-266764487'] for subnet, precommit_delete_associations {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:29:53.745436 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-e2ce9a48-b100-47f1-9a12-e72c72cdb5c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3328566'] for subnet, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:29:53.817430 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-e2ce9a48-b100-47f1-9a12-e72c72cdb5c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3328622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1863378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11213117'] for subnet, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:29:53.821933 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-44bf042a-f75a-406d-bde9-77d3790a26b1 tempest-RoutersNegativeTest-1273250600 tempest-RoutersNegativeTest-1273250600-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:29:53.856365 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ce9a48-b100-47f1-9a12-e72c72cdb5c9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ab32b3cc-bfeb-418a-9260-ab2987fd7a3d,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:29:53.858702 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-e2ce9a48-b100-47f1-9a12-e72c72cdb5c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:29:53.861098 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-e2ce9a48-b100-47f1-9a12-e72c72cdb5c9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:29:53.867274 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67df861b-ad99-4f32-964e-052513a8659b None None] Network 36713e7e-56aa-44ec-8bf9-e5a855cd5514 requested from dv-neutron-821829-1-hyperv {{(pid=87508) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 16 23:29:53.868076 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-e2ce9a48-b100-47f1-9a12-e72c72cdb5c9 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/ab32b3cc-bfeb-418a-9260-ab2987fd7a3d HTTP/1.1" status: 204  len: 168 time: 0.3056338
Dec 16 23:29:53.870584 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 57444) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 23:29:54.109449 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-25404b64-324a-476e-8dd4-95354712fe75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-825997'] for network, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:29:54.119727 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [None req-25404b64-324a-476e-8dd4-95354712fe75 admin admin] Deleting port ab5e8f75-3cb5-4e98-a9e7-b4b6ab2dc70a {{(pid=87506) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 23:29:54.120054 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-25404b64-324a-476e-8dd4-95354712fe75 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:29:54.125530 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ac6e7ca-0d19-4347-88a0-c5a7faececc9 None None] DHCP port deletion for 36713e7e-56aa-44ec-8bf9-e5a855cd5514 request from dv-neutron-821829-1-hyperv {{(pid=87508) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 16 23:29:54.129795 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-8ac6e7ca-0d19-4347-88a0-c5a7faececc9 None None] Deleting port ab5e8f75-3cb5-4e98-a9e7-b4b6ab2dc70a {{(pid=87508) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 23:29:54.130179 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-8ac6e7ca-0d19-4347-88a0-c5a7faececc9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:29:54.323542 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.db [None req-25404b64-324a-476e-8dd4-95354712fe75 admin admin] For port ab5e8f75-3cb5-4e98-a9e7-b4b6ab2dc70a, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=ab5e8f75-3cb5-4e98-a9e7-b4b6ab2dc70a,segment=NetworkSegment(a7dbbcff-b76f-468e-9247-f2e0aa76df16),segment_id=a7dbbcff-b76f-468e-9247-f2e0aa76df16)] {{(pid=87506) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 23:29:54.324443 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-25404b64-324a-476e-8dd4-95354712fe75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:29:54.361554 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.db [None req-8ac6e7ca-0d19-4347-88a0-c5a7faececc9 None None] For port ab5e8f75-3cb5-4e98-a9e7-b4b6ab2dc70a, host dv-neutron-821829-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821829-1-hyperv',level=0,port_id=ab5e8f75-3cb5-4e98-a9e7-b4b6ab2dc70a,segment=NetworkSegment(a7dbbcff-b76f-468e-9247-f2e0aa76df16),segment_id=a7dbbcff-b76f-468e-9247-f2e0aa76df16)] {{(pid=87508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 16 23:29:54.361871 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-8ac6e7ca-0d19-4347-88a0-c5a7faececc9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3738784'] for port, precommit_delete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:29:54.449222 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.plugin [None req-25404b64-324a-476e-8dd4-95354712fe75 admin admin] Calling delete_port for ab5e8f75-3cb5-4e98-a9e7-b4b6ab2dc70a owned by network:dhcp {{(pid=87506) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 23:29:54.481808 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-8ac6e7ca-0d19-4347-88a0-c5a7faececc9 None None] Calling delete_port for ab5e8f75-3cb5-4e98-a9e7-b4b6ab2dc70a owned by network:dhcp {{(pid=87508) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 16 23:29:54.525716 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-25404b64-324a-476e-8dd4-95354712fe75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-895012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734753524309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734753060949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1863393'] for port, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:29:54.530941 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-1453d467-a5fd-487a-bff4-66773829cd19 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:29:54.551219 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.db.api [None req-8ac6e7ca-0d19-4347-88a0-c5a7faececc9 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87508) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 16 23:29:54.551591 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG oslo_db.api [None req-8ac6e7ca-0d19-4347-88a0-c5a7faececc9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 16 23:29:54.577904 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25404b64-324a-476e-8dd4-95354712fe75 admin admin] Pushing event deleted for resources: {'Port': ['ID=ab5e8f75-3cb5-4e98-a9e7-b4b6ab2dc70a,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:29:54.579691 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25404b64-324a-476e-8dd4-95354712fe75 admin admin] No DVR routers for this DVR port ab5e8f75-3cb5-4e98-a9e7-b4b6ab2dc70a on host dv-neutron-821829-1-hyperv {{(pid=87506) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 23:29:54.581159 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-25404b64-324a-476e-8dd4-95354712fe75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:29:54.604108 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 99b82df5-6b56-454e-a331-c7c75130c813 no longer exists at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 23:29:54.637571 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] No Port match for: 99b82df5-6b56-454e-a331-c7c75130c813 {{(pid=87508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 23:29:54.637926 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 99b82df5-6b56-454e-a331-c7c75130c813 not bound to the agent host dv-neutron-821829-1-hyperv {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 23:29:54.638342 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device ab5e8f75-3cb5-4e98-a9e7-b4b6ab2dc70a no longer exists at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 23:29:54.672549 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] No Port match for: ab5e8f75-3cb5-4e98-a9e7-b4b6ab2dc70a {{(pid=87508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 23:29:54.672901 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device ab5e8f75-3cb5-4e98-a9e7-b4b6ab2dc70a not bound to the agent host dv-neutron-821829-1-hyperv {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 23:29:54.673328 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 3224fcf2-9dee-4b1a-94d3-84dde5d2c5d7 no longer exists at agent ovs-agent-dv-neutron-821829-1-hyperv {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 23:29:54.694862 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-25404b64-324a-476e-8dd4-95354712fe75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3329565', 'neutron.services.segments.db._delete_segments_for_network-8734753546406'] for network, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:29:54.705674 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] No Port match for: 3224fcf2-9dee-4b1a-94d3-84dde5d2c5d7 {{(pid=87508) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 16 23:29:54.705963 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.rpc [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Device 3224fcf2-9dee-4b1a-94d3-84dde5d2c5d7 not bound to the agent host dv-neutron-821829-1-hyperv {{(pid=87508) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 23:29:54.720272 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.services.segments.db [None req-25404b64-324a-476e-8dd4-95354712fe75 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1b776538b0>,) {'filters': {'network_id': ['36713e7e-56aa-44ec-8bf9-e5a855cd5514']}} {{(pid=87506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 23:29:54.731904 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.services.segments.db [None req-25404b64-324a-476e-8dd4-95354712fe75 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b776538b0>, 'a7dbbcff-b76f-468e-9247-f2e0aa76df16') {'for_net_delete': True} {{(pid=87506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 23:29:54.732195 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.services.segments.db [None req-25404b64-324a-476e-8dd4-95354712fe75 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1b776538b0>, 'a7dbbcff-b76f-468e-9247-f2e0aa76df16') {} {{(pid=87506) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 23:29:54.742994 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-25404b64-324a-476e-8dd4-95354712fe75 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734753593977', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-266764496'] for segment, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:29:54.759146 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-25404b64-324a-476e-8dd4-95354712fe75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-883292'] for segment, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:29:54.765576 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25404b64-324a-476e-8dd4-95354712fe75 admin admin] Releasing vlan 177 on physical network physnet1 to pool {{(pid=87506) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 16 23:29:54.765963 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-25404b64-324a-476e-8dd4-95354712fe75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-883285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1863180'] for segment, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:29:54.778579 dv-neutron-821829-1-hyperv neutron-server[87506]: Traceback (most recent call last):
Dec 16 23:29:54.778579 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 16 23:29:54.778579 dv-neutron-821829-1-hyperv neutron-server[87506]:     timer()
Dec 16 23:29:54.778579 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 23:29:54.778579 dv-neutron-821829-1-hyperv neutron-server[87506]:     cb(*args, **kw)
Dec 16 23:29:54.778579 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 23:29:54.778579 dv-neutron-821829-1-hyperv neutron-server[87506]:     return func(*args, **kwargs)
Dec 16 23:29:54.778579 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 23:29:54.778579 dv-neutron-821829-1-hyperv neutron-server[87506]:     self._notify()
Dec 16 23:29:54.778579 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 23:29:54.778579 dv-neutron-821829-1-hyperv neutron-server[87506]:     self.callback(batched_events)
Dec 16 23:29:54.778579 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 23:29:54.778579 dv-neutron-821829-1-hyperv neutron-server[87506]:     event.method(event)
Dec 16 23:29:54.778579 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 23:29:54.778579 dv-neutron-821829-1-hyperv neutron-server[87506]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 23:29:54.778579 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 23:29:54.778579 dv-neutron-821829-1-hyperv neutron-server[87506]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 23:29:54.778579 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 23:29:54.778579 dv-neutron-821829-1-hyperv neutron-server[87506]:     return f(self, *a, **k)
Dec 16 23:29:54.778579 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 16 23:29:54.778579 dv-neutron-821829-1-hyperv neutron-server[87506]:     return self._get(url).json()
Dec 16 23:29:54.778579 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 16 23:29:54.778579 dv-neutron-821829-1-hyperv neutron-server[87506]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 23:29:54.778579 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 16 23:29:54.778579 dv-neutron-821829-1-hyperv neutron-server[87506]:     return self.request(url, 'GET', **kwargs)
Dec 16 23:29:54.778579 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 16 23:29:54.778579 dv-neutron-821829-1-hyperv neutron-server[87506]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 23:29:54.778579 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 16 23:29:54.778579 dv-neutron-821829-1-hyperv neutron-server[87506]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 23:29:54.778579 dv-neutron-821829-1-hyperv neutron-server[87506]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 16 23:29:54.778579 dv-neutron-821829-1-hyperv neutron-server[87506]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 23:29:54.778579 dv-neutron-821829-1-hyperv neutron-server[87506]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 23:29:54.853354 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-25404b64-324a-476e-8dd4-95354712fe75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3329572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3791440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3741856'] for network, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:29:54.858497 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-25404b64-324a-476e-8dd4-95354712fe75 admin admin] Notify callbacks [] for network, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:29:54.862188 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-1045efe9-f61e-42b2-b6ef-feaf072d9996 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:29:54.883253 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-25404b64-324a-476e-8dd4-95354712fe75 admin admin] 10.222.0.13 "DELETE /v2.0/networks/36713e7e-56aa-44ec-8bf9-e5a855cd5514 HTTP/1.1" status: 204  len: 168 time: 1.0117891
Dec 16 23:29:54.884197 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25404b64-324a-476e-8dd4-95354712fe75 admin admin] Pushing event deleted for resources: {'Network': ['ID=36713e7e-56aa-44ec-8bf9-e5a855cd5514,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:29:54.887342 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-25404b64-324a-476e-8dd4-95354712fe75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:29:54.988856 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 57452) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 23:29:55.036007 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-b9e40887-9ba3-4a49-ad45-29aae20f02fd admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e6b39a4266e945a08afce4767cdb6398&name=default HTTP/1.1" status: 200  len: 2983 time: 0.0459082
Dec 16 23:29:55.038329 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.wsgi [-] (87507) accepted ('10.222.0.13', 57456) {{(pid=87507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 23:29:55.052458 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-8ac6e7ca-0d19-4347-88a0-c5a7faececc9 None None] Deleting port ab5e8f75-3cb5-4e98-a9e7-b4b6ab2dc70a {{(pid=87508) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 16 23:29:55.052922 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-8ac6e7ca-0d19-4347-88a0-c5a7faececc9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734753519553'] for port, before_delete {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:29:55.099785 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-331f9b86-8655-4894-a878-2fbf8275f35c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:29:55.119184 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron.plugins.ml2.plugin [None req-8ac6e7ca-0d19-4347-88a0-c5a7faececc9 None None] The port 'ab5e8f75-3cb5-4e98-a9e7-b4b6ab2dc70a' was deleted {{(pid=87508) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 16 23:29:55.129910 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-331f9b86-8655-4894-a878-2fbf8275f35c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:29:55.182018 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-331f9b86-8655-4894-a878-2fbf8275f35c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841066'] for security_group, after_delete {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:29:55.186319 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-7199e7e8-a4a5-4068-be99-898de75a37ae tempest-TestVolumeBootPattern-1296508126 tempest-TestVolumeBootPattern-1296508126-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:29:55.198361 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331f9b86-8655-4894-a878-2fbf8275f35c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab4e404b-1f93-4f54-b776-6e584a2d41ce,revision_number=None']} {{(pid=87507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:29:55.206853 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331f9b86-8655-4894-a878-2fbf8275f35c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:29:55.207236 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331f9b86-8655-4894-a878-2fbf8275f35c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:29:55.207607 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331f9b86-8655-4894-a878-2fbf8275f35c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:29:55.207999 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331f9b86-8655-4894-a878-2fbf8275f35c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:29:55.208361 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331f9b86-8655-4894-a878-2fbf8275f35c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:29:55.208720 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331f9b86-8655-4894-a878-2fbf8275f35c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:29:55.209105 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331f9b86-8655-4894-a878-2fbf8275f35c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:29:55.209713 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331f9b86-8655-4894-a878-2fbf8275f35c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:29:55.210071 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331f9b86-8655-4894-a878-2fbf8275f35c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:29:55.210424 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331f9b86-8655-4894-a878-2fbf8275f35c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:29:55.210864 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331f9b86-8655-4894-a878-2fbf8275f35c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:29:55.211129 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331f9b86-8655-4894-a878-2fbf8275f35c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821829-1-hyperv {{(pid=87507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 23:29:55.216377 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG oslo_concurrency.lockutils [None req-331f9b86-8655-4894-a878-2fbf8275f35c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=87507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:29:55.218340 dv-neutron-821829-1-hyperv neutron-server[87507]: DEBUG neutron_lib.callbacks.manager [None req-331f9b86-8655-4894-a878-2fbf8275f35c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:29:55.219432 dv-neutron-821829-1-hyperv neutron-server[87507]: INFO neutron.wsgi [None req-331f9b86-8655-4894-a878-2fbf8275f35c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ab4e404b-1f93-4f54-b776-6e584a2d41ce HTTP/1.1" status: 204  len: 168 time: 0.1802483
Dec 16 23:29:55.659598 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 57464) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 23:29:55.707198 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-9739bdaa-37aa-4358-b7e7-c9a1e44493aa admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0e050ccfa3994898bdc1eb744ad7c102&name=default HTTP/1.1" status: 200  len: 2983 time: 0.0463190
Dec 16 23:29:55.709691 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.wsgi [-] (87506) accepted ('10.222.0.13', 57468) {{(pid=87506) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 23:29:55.766977 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-a8dde96a-0bf8-4aca-9153-a4a0933ad6f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:29:55.791041 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-a8dde96a-0bf8-4aca-9153-a4a0933ad6f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:29:55.841161 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-a8dde96a-0bf8-4aca-9153-a4a0933ad6f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3841066'] for security_group, after_delete {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:29:55.844936 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-2c5fe93a-e57d-44a9-b180-d1632cb8bfed tempest-TestNetworkAdvancedServerOps-442515866 tempest-TestNetworkAdvancedServerOps-442515866-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 23:29:55.859994 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8dde96a-0bf8-4aca-9153-a4a0933ad6f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=725cb4da-8405-4559-b68b-a215c11b9acb,revision_number=None']} {{(pid=87506) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 23:29:55.862278 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG oslo_concurrency.lockutils [None req-a8dde96a-0bf8-4aca-9153-a4a0933ad6f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=87506) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 23:29:55.868119 dv-neutron-821829-1-hyperv neutron-server[87506]: DEBUG neutron_lib.callbacks.manager [None req-a8dde96a-0bf8-4aca-9153-a4a0933ad6f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87506) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:29:55.869200 dv-neutron-821829-1-hyperv neutron-server[87506]: INFO neutron.wsgi [None req-a8dde96a-0bf8-4aca-9153-a4a0933ad6f2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/725cb4da-8405-4559-b68b-a215c11b9acb HTTP/1.1" status: 204  len: 168 time: 0.1585896
Dec 16 23:29:58.293203 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-f2731b96-a7f8-4199-99f7-a5834ffb9b4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:30:00.699732 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-5d37ba21-654c-48db-b1e2-904c4f6f57d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:30:01.720680 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-3e729f7f-1589-4d54-9c4a-7ee6b283cc2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:30:01.747381 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:30:03.477453 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-4541ba3b-6be8-499c-bc94-3c60aa55c4f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:30:08.426504 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:30:27.471190 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.agents_db [None req-0abd2616-a86c-48e2-be07-10823335a5bb None None] Agent healthcheck: found 6 active agents {{(pid=87509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 23:30:28.294474 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-739d504d-0970-4b42-8ac5-87fe2e98473e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:30:30.700498 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-5709fa81-4b61-486c-982e-1c5be4394b5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:30:31.724024 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-3e729f7f-1589-4d54-9c4a-7ee6b283cc2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:30:31.747232 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:30:33.480808 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-4541ba3b-6be8-499c-bc94-3c60aa55c4f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:30:38.432635 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:30:58.296177 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-c88fcc94-c35b-40f0-be4c-60cac367b6b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:31:00.701351 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-5b30b04d-b8f7-4ee9-ae55-9a026dc0a713 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:31:01.725879 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-3e729f7f-1589-4d54-9c4a-7ee6b283cc2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:31:01.747102 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:31:03.485060 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-4541ba3b-6be8-499c-bc94-3c60aa55c4f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:31:04.469982 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.agents_db [None req-0abd2616-a86c-48e2-be07-10823335a5bb None None] Agent healthcheck: found 6 active agents {{(pid=87509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 23:31:08.424980 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:31:28.296873 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-f145ec6f-6161-4d05-a997-c03a7d6459ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:31:30.704734 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-bdda5d6c-c3a7-46ef-99a5-1a4553896237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:31:31.728624 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-3e729f7f-1589-4d54-9c4a-7ee6b283cc2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:31:31.748262 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:31:33.487003 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-4541ba3b-6be8-499c-bc94-3c60aa55c4f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:31:38.424108 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:31:41.468592 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.agents_db [None req-0abd2616-a86c-48e2-be07-10823335a5bb None None] Agent healthcheck: found 6 active agents {{(pid=87509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 23:31:58.298335 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-ab0ac5d5-eded-41f1-9a0d-16f2202103aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:32:00.708888 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-3cf6fc63-5fdc-4692-9f8f-31721a9ea448 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:32:01.734136 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-3e729f7f-1589-4d54-9c4a-7ee6b283cc2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:32:01.748987 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:32:03.491477 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-4541ba3b-6be8-499c-bc94-3c60aa55c4f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:32:08.441901 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:32:18.466842 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.agents_db [None req-0abd2616-a86c-48e2-be07-10823335a5bb None None] Agent healthcheck: found 6 active agents {{(pid=87509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 23:32:28.300056 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-1ee76cdb-90dd-469d-8eb7-9812f8861433 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:32:30.709322 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-3563969d-614b-4c5f-950b-11b6b23582ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:32:31.733184 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-3e729f7f-1589-4d54-9c4a-7ee6b283cc2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:32:31.749685 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:32:33.495156 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-4541ba3b-6be8-499c-bc94-3c60aa55c4f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:32:38.437887 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:32:55.465008 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.agents_db [None req-0abd2616-a86c-48e2-be07-10823335a5bb None None] Agent healthcheck: found 6 active agents {{(pid=87509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 23:32:58.302681 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-dfdf1217-3c3f-4b06-a5ec-96df2984aa95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:33:00.710385 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-d13049dc-6767-4269-8fb7-05a1a517ceb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:33:01.740763 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-3e729f7f-1589-4d54-9c4a-7ee6b283cc2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:33:01.750248 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:33:03.493819 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-4541ba3b-6be8-499c-bc94-3c60aa55c4f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:33:08.437729 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:33:28.304449 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-d3475948-4860-4add-a0f8-1cb8cb5b5cfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:33:30.711687 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-fce89b88-f77e-4a76-88e7-045cbd0ac961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:33:31.746551 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-3e729f7f-1589-4d54-9c4a-7ee6b283cc2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:33:31.751043 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:33:32.464135 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.agents_db [None req-0abd2616-a86c-48e2-be07-10823335a5bb None None] Agent healthcheck: found 6 active agents {{(pid=87509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 23:33:33.496826 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-4541ba3b-6be8-499c-bc94-3c60aa55c4f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:33:38.452019 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:33:58.305625 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-3ed6a48e-dad8-48d3-84e4-1eed08c689df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:34:00.712935 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-f8645fc9-1f54-4cba-b21b-d5602d230e2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:34:01.750419 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-3e729f7f-1589-4d54-9c4a-7ee6b283cc2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:34:01.754538 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:34:03.499882 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-4541ba3b-6be8-499c-bc94-3c60aa55c4f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:34:08.534311 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:34:09.463450 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.agents_db [None req-0abd2616-a86c-48e2-be07-10823335a5bb None None] Agent healthcheck: found 6 active agents {{(pid=87509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 23:34:28.306433 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-ac2b7c7a-a66b-4ee3-a31c-4cb28d56393a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:34:30.713266 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-92fa869f-47d3-4e76-9c64-56b85bd9fde3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:34:31.752765 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-3e729f7f-1589-4d54-9c4a-7ee6b283cc2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:34:31.756638 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:34:33.501627 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-4541ba3b-6be8-499c-bc94-3c60aa55c4f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:34:38.489019 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:34:46.463396 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.agents_db [None req-0abd2616-a86c-48e2-be07-10823335a5bb None None] Agent healthcheck: found 6 active agents {{(pid=87509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 23:34:58.307593 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-367fece4-53b9-4eca-b1d0-af79d35e4a0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:35:00.714753 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-31a8e01d-f167-4387-a640-920c5905be21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:35:01.755144 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-3e729f7f-1589-4d54-9c4a-7ee6b283cc2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:35:01.758739 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-499097e3-c48b-4dfd-9615-943a35cc1a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:35:03.504090 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-4541ba3b-6be8-499c-bc94-3c60aa55c4f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:35:08.489773 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-b7df36a1-5469-452d-8a93-31caa4bf59f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 23:35:23.462811 dv-neutron-821829-1-hyperv neutron-server[87509]: DEBUG neutron.db.agents_db [None req-0abd2616-a86c-48e2-be07-10823335a5bb None None] Agent healthcheck: found 6 active agents {{(pid=87509) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 23:35:28.308924 dv-neutron-821829-1-hyperv neutron-server[87508]: DEBUG neutron_lib.callbacks.manager [None req-ad516099-0df3-4e93-aaef-2ee30678d579 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734753546415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3327847'] for agent, after_update {{(pid=87508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}